-- Logs begin at Sat 2021-12-11 21:38:08 UTC, end at Sun 2021-12-12 00:17:02 UTC. -- Dec 11 22:22:30.821570 n-d-710847-6 systemd[1]: Started Devstack devstack@q-svc.service. Dec 11 22:22:33.702271 n-d-710847-6 neutron-server[103582]: INFO neutron.common.config [-] Logging enabled! Dec 11 22:22:33.702908 n-d-710847-6 neutron-server[103582]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 11 22:22:33.703106 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103582) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 11 22:22:33.706393 n-d-710847-6 neutron-server[103582]: INFO neutron.common.config [-] Logging enabled! Dec 11 22:22:33.706651 n-d-710847-6 neutron-server[103582]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 11 22:22:33.706992 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103582) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 11 22:22:33.707930 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 11 22:22:33.708164 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 11 22:22:33.708528 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 11 22:22:33.708774 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 11 22:22:33.709515 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 11 22:22:33.710339 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.710778 n-d-710847-6 neutron-server[103582]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 11 22:22:33.711122 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.711425 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.711732 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.712037 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.712335 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.712623 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.712915 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.713218 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.713507 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.713791 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.714081 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.714377 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.714660 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.714985 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.715276 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.715563 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] debug = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.715846 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.716282 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.716967 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.717250 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.717561 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.717830 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.718104 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.718384 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.718671 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.719027 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] host = n-d-710847-6 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.719312 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.719601 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.719889 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.720179 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.720457 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.720735 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.721021 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.721299 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.721580 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] log_file = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.721858 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.722149 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.722441 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.722733 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.722986 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.723212 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.723505 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.723795 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.724072 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.724351 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.725216 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.726037 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.726326 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.726606 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.726935 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.727234 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.727529 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.727829 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.728097 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.728375 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.728650 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.728938 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.729219 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.729495 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.729771 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.730063 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.730336 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.730611 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.730940 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.731234 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.731523 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.731815 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.732094 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.732380 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.732655 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.732930 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.733207 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] use_json = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.733483 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.733756 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.734040 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.734315 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.734589 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.734891 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.735167 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.735456 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:33.735757 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.736058 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.736360 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.736646 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.736951 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.737234 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.737527 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.737807 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.738098 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.738388 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.738678 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.738986 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.739277 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.739559 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.739858 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.740164 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.740893 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.741315 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.741638 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.741979 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.742316 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.742607 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.742935 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.743224 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.743519 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.743813 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.744098 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.744400 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.744722 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.745021 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.745318 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.745595 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.745881 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.746182 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.746464 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.746743 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.747075 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.747371 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.747655 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.747933 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.748220 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.748503 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.748777 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.749053 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.749334 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.749624 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.749902 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.750175 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.750448 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.750726 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.751023 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.751415 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.751706 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.751982 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.752257 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.752539 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.752814 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.753092 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.753374 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.753647 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.753928 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.754204 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.754483 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.754760 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.755068 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.755346 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.755622 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.756430 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.757209 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.757502 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.757794 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.758082 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.758371 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.758655 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.758982 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.759293 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.759584 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.759869 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.760156 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.760440 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.760721 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.761004 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.761287 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.761571 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.761848 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.762143 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.762436 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.762732 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.763045 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.763363 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.763666 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.763952 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.764242 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.764527 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.764809 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.765098 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.765388 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.765688 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.765987 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.766285 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.766582 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.766905 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.767192 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.767504 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.767786 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:33.768007 n-d-710847-6 neutron-server[103582]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 11 22:22:33.768251 n-d-710847-6 neutron-server[103582]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103582) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 11 22:22:34.212778 n-d-710847-6 neutron-server[103582]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 11 22:22:34.213064 n-d-710847-6 neutron-server[103582]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 11 22:22:34.213379 n-d-710847-6 neutron-server[103582]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 11 22:22:34.213723 n-d-710847-6 neutron-server[103582]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 11 22:22:34.553505 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.553803 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.554093 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.555435 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.555718 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.555991 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.604636 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.604921 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.605192 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.620084 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.620375 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.620651 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.649455 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.649734 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.650002 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.689604 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.689885 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:34.690158 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.041391 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.041935 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.041935 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.042188 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.042921 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.141995 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.142313 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.142596 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.142892 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.143164 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.143478 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.143739 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.143997 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.144253 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.144537 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.144798 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.145063 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.145320 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.145577 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.145837 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.146102 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.146358 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.146661 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.147102 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.147378 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.147659 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.147919 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.148204 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.148586 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.148840 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.149090 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.149486 n-d-710847-6 neutron-server[103582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 11 22:22:35.149723 n-d-710847-6 neutron-server[103582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 11 22:22:35.149957 n-d-710847-6 neutron-server[103582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 11 22:22:35.150191 n-d-710847-6 neutron-server[103582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 11 22:22:35.150422 n-d-710847-6 neutron-server[103582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 11 22:22:35.150651 n-d-710847-6 neutron-server[103582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 11 22:22:35.151035 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 11 22:22:35.154135 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 11 22:22:35.158150 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 11 22:22:35.162086 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Dec 11 22:22:35.163875 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 11 22:22:35.164332 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 11 22:22:35.164665 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 11 22:22:35.165046 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 11 22:22:35.167975 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 11 22:22:35.168225 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 11 22:22:35.168563 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 11 22:22:35.173788 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 11 22:22:35.197048 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 11 22:22:35.197498 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.197793 n-d-710847-6 neutron-server[103582]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103582) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 11 22:22:35.198150 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.199529 n-d-710847-6 neutron-server[103582]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103582) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 11 22:22:35.199809 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 11 22:22:35.200058 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 11 22:22:35.203275 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.203560 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:35.268210 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 11 22:22:35.268393 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 11 22:22:35.268628 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 11 22:22:35.268995 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 11 22:22:35.290432 n-d-710847-6 neutron-server[103582]: DEBUG oslo_db.sqlalchemy.engines [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103582) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 11 22:22:35.867742 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Initializing driver for type 'gre' Dec 11 22:22:35.868276 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] gre ID ranges: [(1, 1000)] Dec 11 22:22:36.107748 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Initializing driver for type 'local' Dec 11 22:22:36.108300 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Initializing driver for type 'vlan' Dec 11 22:22:36.164705 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] VlanTypeDriver initialization complete Dec 11 22:22:36.165056 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Initializing driver for type 'vxlan' Dec 11 22:22:36.165572 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] vxlan ID ranges: [(1, 1000)] Dec 11 22:22:36.330496 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Initializing extension driver 'port_security' Dec 11 22:22:36.330884 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.extensions.port_security [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] PortSecurityExtensionDriver initialization complete Dec 11 22:22:36.331223 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Initializing mechanism driver 'openvswitch' Dec 11 22:22:36.331547 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Initializing mechanism driver 'hyperv' Dec 11 22:22:36.338862 n-d-710847-6 neutron-server[103582]: DEBUG neutron.plugins.ml2.plugin [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:22:36.339747 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > port after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.340168 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > port after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.340525 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > port after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.341062 n-d-710847-6 neutron-server[103582]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103582) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 11 22:22:36.341779 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > subnet after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.342136 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > subnet after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.342494 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.342914 n-d-710847-6 neutron-server[103582]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103582) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 11 22:22:36.343323 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > network after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.343673 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > network after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.344020 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > network after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.344412 n-d-710847-6 neutron-server[103582]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103582) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 11 22:22:36.344818 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > security_group after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.345170 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > security_group after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.345513 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.345910 n-d-710847-6 neutron-server[103582]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103582) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 11 22:22:36.346316 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.346708 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.347074 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.347471 n-d-710847-6 neutron-server[103582]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103582) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 11 22:22:36.347878 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > address_group after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.348256 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > address_group after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.348601 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.348991 n-d-710847-6 neutron-server[103582]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103582) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 11 22:22:36.349375 n-d-710847-6 neutron-server[103582]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] ML2 OVO RPC backend initialized. {{(pid=103582) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 11 22:22:36.350108 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.350460 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.350901 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > network before_response 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.351253 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > networks before_response 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.351602 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > port before_response 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.351943 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > ports before_response 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.352398 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > subnet before_response 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.352736 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > subnets before_response 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.353082 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > network after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.353426 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > network after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.353763 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > network after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.354102 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > port after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.354441 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > port after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.354778 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > port after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.358133 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > subnet after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.358133 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > subnet after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.358133 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.358133 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.plugin [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Modular L2 Plugin initialization complete Dec 11 22:22:36.358133 n-d-710847-6 neutron-server[103582]: DEBUG neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading services supported by the core plugin {{(pid=103582) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 11 22:22:36.358570 n-d-710847-6 neutron-server[103582]: INFO neutron.plugins.ml2.managers [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Got port-security extension from driver 'port_security' Dec 11 22:22:36.358570 n-d-710847-6 neutron-server[103582]: INFO neutron.extensions.vlantransparent [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Disabled vlantransparent extension. Dec 11 22:22:36.358570 n-d-710847-6 neutron-server[103582]: DEBUG neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103582) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 11 22:22:36.358570 n-d-710847-6 neutron-server[103582]: INFO neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading Plugin: router Dec 11 22:22:36.401821 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.402214 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router after_create 55549900 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.402587 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router before_create 55549900 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.403049 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.403470 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.403834 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router after_delete 55549900 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.404194 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.404665 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.405029 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router after_create 55549900 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.405377 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router after_update 55549900 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.405770 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router after_update 55549900 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.406119 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.406478 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router after_update 55549900 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.406965 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router precommit_update 55549900 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.414899 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: port after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.414899 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: port after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.414899 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: subnet after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.414899 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.414899 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.415323 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router precommit_create 55549900 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.415323 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: port before_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.415323 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router precommit_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.415323 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router after_update 55549900 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.415616 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.415616 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router precommit_create 55549900 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.415616 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.415616 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router precommit_update 55549900 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.415904 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > agent after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.415904 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > agent after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.415904 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > network after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.415904 n-d-710847-6 neutron-server[103582]: DEBUG neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Tracking information for resource: router configured {{(pid=103582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 11 22:22:36.415904 n-d-710847-6 neutron-server[103582]: DEBUG neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Tracking information for resource: floatingip configured {{(pid=103582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 11 22:22:36.418846 n-d-710847-6 neutron-server[103582]: INFO neutron.db.l3_agentschedulers_db [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 11 22:22:36.419422 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: port after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.419785 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: port after_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.420138 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: port after_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.420490 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: port after_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.421385 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router before_create 55550100 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.421754 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.422119 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router precommit_create 55550100 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.422478 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > router precommit_update 55550100 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.427417 n-d-710847-6 neutron-server[103582]: DEBUG neutron.services.provider_configuration [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Service providers = [] {{(pid=103582) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 11 22:22:36.428436 n-d-710847-6 neutron-server[103582]: DEBUG neutron.db.servicetype_db [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103582) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 11 22:22:36.431366 n-d-710847-6 neutron-server[103582]: DEBUG neutron.services.service_base [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103582) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 11 22:22:36.431718 n-d-710847-6 neutron-server[103582]: DEBUG neutron.services.service_base [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103582) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 11 22:22:36.432066 n-d-710847-6 neutron-server[103582]: DEBUG neutron.services.service_base [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103582) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 11 22:22:36.433010 n-d-710847-6 neutron-server[103582]: DEBUG neutron.services.service_base [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103582) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 11 22:22:36.433383 n-d-710847-6 neutron-server[103582]: INFO neutron.services.service_base [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 11 22:22:36.433761 n-d-710847-6 neutron-server[103582]: DEBUG neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 11 22:22:36.434080 n-d-710847-6 neutron-server[103582]: INFO neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 11 22:22:36.449266 n-d-710847-6 neutron-server[103582]: DEBUG neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 11 22:22:36.449644 n-d-710847-6 neutron-server[103582]: INFO neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading Plugin: auto_allocate Dec 11 22:22:36.455606 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: network precommit_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.455850 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: network precommit_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.456367 n-d-710847-6 neutron-server[103582]: DEBUG neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 11 22:22:36.456686 n-d-710847-6 neutron-server[103582]: INFO neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading Plugin: tag Dec 11 22:22:36.463572 n-d-710847-6 neutron-server[103582]: DEBUG neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 11 22:22:36.466904 n-d-710847-6 neutron-server[103582]: INFO neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading Plugin: timestamp Dec 11 22:22:36.470583 n-d-710847-6 neutron-server[103582]: DEBUG neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 11 22:22:36.470972 n-d-710847-6 neutron-server[103582]: INFO neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading Plugin: network_ip_availability Dec 11 22:22:36.476577 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.476957 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.477322 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.478044 n-d-710847-6 neutron-server[103582]: DEBUG neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 11 22:22:36.478371 n-d-710847-6 neutron-server[103582]: INFO neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading Plugin: flavors Dec 11 22:22:36.483412 n-d-710847-6 neutron-server[103582]: DEBUG neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 11 22:22:36.483749 n-d-710847-6 neutron-server[103582]: INFO neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading Plugin: revisions Dec 11 22:22:36.497090 n-d-710847-6 neutron-server[103582]: DEBUG neutron.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 11 22:22:36.497492 n-d-710847-6 neutron-server[103582]: DEBUG oslo_concurrency.lockutils [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.284s {{(pid=103582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 11 22:22:36.498254 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103582) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 11 22:22:36.498595 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Initializing extension manager. Dec 11 22:22:36.499172 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: __init__.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.499521 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: __pycache__ {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.499862 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.500201 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: address_group.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.500991 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.501582 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: address-group Dec 11 22:22:36.501912 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: address_scope.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.502634 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.503189 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: address-scope Dec 11 22:22:36.503517 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.504472 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.504989 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: router-admin-state-down-before-update Dec 11 22:22:36.505315 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: agent.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.506590 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.507136 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: agent Dec 11 22:22:36.507464 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: agent_resources_synced.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.508385 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.508904 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: agent-resources-synced Dec 11 22:22:36.509232 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: allowedaddresspairs.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.511080 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.511619 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: allowed-address-pairs Dec 11 22:22:36.511953 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: auto_allocated_topology.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.513034 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.513559 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: auto-allocated-topology Dec 11 22:22:36.513890 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: availability_zone.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.514588 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.515139 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: availability_zone Dec 11 22:22:36.515467 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: availability_zone_filter.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.524026 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.524546 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: availability_zone_filter Dec 11 22:22:36.524874 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: data_plane_status.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.525782 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.526296 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension data-plane-status not supported by any of loaded plugins Dec 11 22:22:36.526623 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: default_subnetpools.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.527573 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.528089 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: default-subnetpools Dec 11 22:22:36.528417 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.529236 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.529751 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: dhcp_agent_scheduler Dec 11 22:22:36.530081 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: dns.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.531059 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.531579 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension dns-integration not supported by any of loaded plugins Dec 11 22:22:36.531911 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: dns_domain_ports.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.532842 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.533360 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 11 22:22:36.533686 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.534614 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.535163 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 11 22:22:36.535493 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: dvr.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.536170 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.536684 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: dvr Dec 11 22:22:36.537050 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: ecmp_routes.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.538162 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.538681 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 11 22:22:36.539045 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: empty_string_filtering.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.539956 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.540471 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: empty-string-filtering Dec 11 22:22:36.540796 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.541709 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.542219 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 11 22:22:36.542543 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.543481 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.543991 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 11 22:22:36.544315 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: external_net.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.545236 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.545748 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: external-net Dec 11 22:22:36.546071 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.547011 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.547526 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: extra_dhcp_opt Dec 11 22:22:36.547850 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: extraroute.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.554981 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.555508 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: extraroute Dec 11 22:22:36.555838 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: extraroute_atomic.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.558464 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.559042 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: extraroute-atomic Dec 11 22:22:36.559382 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: filter_validation.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.560109 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.560633 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: filter-validation Dec 11 22:22:36.560962 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: fip_pf_description.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.561886 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.562410 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 11 22:22:36.562742 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: fip_port_details.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.563761 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.564288 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: fip-port-details Dec 11 22:22:36.564618 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: flavors.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.565880 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.566406 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: flavors Dec 11 22:22:36.566739 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.568986 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.569702 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 11 22:22:36.570052 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: floatingip_pools.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.570758 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.571304 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: floatingip-pools Dec 11 22:22:36.571631 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: ip_allocation.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.572557 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.573074 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension ip_allocation not supported by any of loaded plugins Dec 11 22:22:36.573398 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.585031 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.585584 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: ip-substring-filtering Dec 11 22:22:36.585911 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: l2_adjacency.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.586884 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.587401 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 11 22:22:36.587725 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: l3.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.588697 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.589220 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: router Dec 11 22:22:36.589548 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.592089 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.592627 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 11 22:22:36.592963 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.593901 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.594429 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: ext-gw-mode Dec 11 22:22:36.594760 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.595708 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.596228 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: l3-ha Dec 11 22:22:36.596554 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: l3_flavors.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.597469 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.597990 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: l3-flavors Dec 11 22:22:36.598357 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.599302 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.599817 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 11 22:22:36.600147 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: l3agentscheduler.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.601182 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.601702 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: l3_agent_scheduler Dec 11 22:22:36.602032 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: local_ip.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.603832 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.604367 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension local_ip not supported by any of loaded plugins Dec 11 22:22:36.604713 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: logging.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.612390 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.612915 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension logging not supported by any of loaded plugins Dec 11 22:22:36.613253 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: metering.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.614128 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.614716 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: metering Dec 11 22:22:36.615081 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.616688 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.617219 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: metering_source_and_destination_fields Dec 11 22:22:36.617552 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: multiprovidernet.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.618480 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.619028 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: multi-provider Dec 11 22:22:36.619357 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: netmtu.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.620272 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.620800 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: net-mtu Dec 11 22:22:36.621129 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: netmtu_writable.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.622045 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.622561 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: net-mtu-writable Dec 11 22:22:36.622918 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: network_availability_zone.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.623591 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.624106 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: network_availability_zone Dec 11 22:22:36.624430 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: network_ip_availability.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.625558 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.626082 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: network-ip-availability Dec 11 22:22:36.626408 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: network_segment_range.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.627267 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.627783 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension network-segment-range not supported by any of loaded plugins Dec 11 22:22:36.628109 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: pagination.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.629096 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.629435 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: pagination Dec 11 22:22:36.629760 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: port_device_profile.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.642560 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.643108 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: port-device-profile Dec 11 22:22:36.643436 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.644359 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.644873 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: port-mac-address-regenerate Dec 11 22:22:36.645200 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.646118 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.647238 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: port-numa-affinity-policy Dec 11 22:22:36.647734 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: port_resource_request.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.648684 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.649196 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension port-resource-request not supported by any of loaded plugins Dec 11 22:22:36.649523 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: port_resource_request_groups.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.650491 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.651026 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 11 22:22:36.651354 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: portbindings.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.652307 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.652828 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: binding Dec 11 22:22:36.653153 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: portbindings_extended.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.654441 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.654998 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: binding-extended Dec 11 22:22:36.655332 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: portsecurity.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.656296 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.656815 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: port-security Dec 11 22:22:36.657144 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: project_id.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.658123 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.658458 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: project-id Dec 11 22:22:36.658786 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: providernet.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.670397 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.671000 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: provider Dec 11 22:22:36.671378 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: qos.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.675147 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.675685 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension qos not supported by any of loaded plugins Dec 11 22:22:36.676024 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.677282 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.677854 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 11 22:22:36.678233 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.679213 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.679738 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 11 22:22:36.680068 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: qos_default.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.680986 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.681506 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension qos-default not supported by any of loaded plugins Dec 11 22:22:36.681835 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: qos_fip.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.682493 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.683039 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension qos-fip not supported by any of loaded plugins Dec 11 22:22:36.683368 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.684368 n-d-710847-6 neutron-server[103582]: WARNING neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 11 22:22:36.684702 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: qos_gateway_ip.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.685630 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.686150 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 11 22:22:36.686478 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: qos_port_network_policy.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.697204 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.697723 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 11 22:22:36.698048 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.699242 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.699769 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 11 22:22:36.700098 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: qos_pps_rule.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.701285 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.701807 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension qos-pps not supported by any of loaded plugins Dec 11 22:22:36.702137 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: qos_rule_type_details.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.703096 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.703614 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 11 22:22:36.703943 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: qos_rules_alias.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.704989 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.705509 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 11 22:22:36.705840 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: quota_check_limit.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.706753 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.707297 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: quota-check-limit Dec 11 22:22:36.707626 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: quotasv2.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.708569 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.709405 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: quotas Dec 11 22:22:36.709761 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: quotasv2_detail.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.712975 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.713330 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: quota_details Dec 11 22:22:36.713666 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: rbac.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.714745 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.715301 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: rbac-policies Dec 11 22:22:36.715639 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: rbac_address_group.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.716852 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.717404 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: rbac-address-group Dec 11 22:22:36.717743 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: rbac_address_scope.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.718706 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.719254 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: rbac-address-scope Dec 11 22:22:36.719586 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: rbac_security_groups.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.720517 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.721044 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: rbac-security-groups Dec 11 22:22:36.721411 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: rbac_subnetpool.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.736522 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.737109 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: rbac-subnetpool Dec 11 22:22:36.737444 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: revisionifmatch.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.738372 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.738923 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: revision-if-match Dec 11 22:22:36.739252 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: revisions.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.740369 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.740883 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: standard-attr-revisions Dec 11 22:22:36.741208 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: router_availability_zone.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.741880 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.742396 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: router_availability_zone Dec 11 22:22:36.742722 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: routerservicetype.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.743661 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.744175 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension router-service-type not supported by any of loaded plugins Dec 11 22:22:36.744500 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.745494 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.746005 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: security-groups-normalized-cidr Dec 11 22:22:36.746335 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.747275 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.747788 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: port-security-groups-filtering Dec 11 22:22:36.748110 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.749040 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.749552 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: security-groups-remote-address-group Dec 11 22:22:36.749875 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.750838 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.751356 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: security-groups-shared-filtering Dec 11 22:22:36.751681 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.752260 n-d-710847-6 neutron-server[103582]: WARNING neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 11 22:22:36.752585 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: securitygroup.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.762998 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.763533 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: security-group Dec 11 22:22:36.763869 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: segment.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.764678 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.772082 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension segment not supported by any of loaded plugins Dec 11 22:22:36.772082 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.772778 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.773297 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 11 22:22:36.773625 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: servicetype.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.774722 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.775285 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: service-type Dec 11 22:22:36.775612 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: sorting.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.776591 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.776929 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: sorting Dec 11 22:22:36.777255 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: standard_attr_segment.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.778171 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.778699 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 11 22:22:36.779060 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: standardattrdescription.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.779709 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.780237 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: standard-attr-description Dec 11 22:22:36.780561 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: stateful_security_group.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.781494 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.782024 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: stateful-security-group Dec 11 22:22:36.782349 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: stdattrs_common.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.782941 n-d-710847-6 neutron-server[103582]: WARNING neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 11 22:22:36.783266 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.784194 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.784722 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 11 22:22:36.785046 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: subnet_onboard.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.786113 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.786634 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: subnet_onboard Dec 11 22:22:36.787010 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.787942 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.788450 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 11 22:22:36.788770 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: subnet_service_types.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.789684 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.790199 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: subnet-service-types Dec 11 22:22:36.790519 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: subnetallocation.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.801332 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.801849 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: subnet_allocation Dec 11 22:22:36.802173 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.802857 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.803569 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: subnetpool-prefix-ops Dec 11 22:22:36.803879 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.804803 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.805317 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 11 22:22:36.805638 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: tagging.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.806698 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.807253 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: standard-attr-tag Dec 11 22:22:36.807587 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: timestamp.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.808783 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.809312 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loaded extension: standard-attr-timestamp Dec 11 22:22:36.809644 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: trunk.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.810671 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.811219 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension trunk not supported by any of loaded plugins Dec 11 22:22:36.811547 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: trunk_details.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.812461 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.812975 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension trunk-details not supported by any of loaded plugins Dec 11 22:22:36.813300 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: uplink_status_propagation.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.814213 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.814727 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 11 22:22:36.815084 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Loading extension file: vlantransparent.py {{(pid=103582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 11 22:22:36.815752 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 11 22:22:36.816263 n-d-710847-6 neutron-server[103582]: INFO neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 11 22:22:36.819344 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of TrackedResource for resource:network Dec 11 22:22:36.819868 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of TrackedResource for resource:subnet Dec 11 22:22:36.820278 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of TrackedResource for resource:subnetpool Dec 11 22:22:36.820671 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of TrackedResource for resource:port Dec 11 22:22:36.821935 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.v2.resource_helper [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 11 22:22:36.823459 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.v2.resource_helper [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Service FLAVORS assigned prefix: {{(pid=103582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 11 22:22:36.823459 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.v2.resource_helper [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 11 22:22:36.823459 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.v2.resource_helper [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 11 22:22:36.823724 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of TrackedResource for resource:router Dec 11 22:22:36.824147 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of TrackedResource for resource:floatingip Dec 11 22:22:36.824632 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.v2.resource_helper [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Service METERING assigned prefix: /metering {{(pid=103582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 11 22:22:36.826079 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.826459 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.826797 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:22:36.827839 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of CountableResource for resource:rbac_policy Dec 11 22:22:36.828281 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of TrackedResource for resource:security_group Dec 11 22:22:36.828723 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 11 22:22:36.829347 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.v2.resource_helper [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Service CORE assigned prefix: {{(pid=103582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 11 22:22:36.829681 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of TrackedResource for resource:subnetpool Dec 11 22:22:36.830026 n-d-710847-6 neutron-server[103582]: WARNING neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] subnetpool is already registered Dec 11 22:22:36.830463 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.v2.resource_helper [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Service CORE assigned prefix: {{(pid=103582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 11 22:22:36.830789 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of TrackedResource for resource:subnetpool Dec 11 22:22:36.831145 n-d-710847-6 neutron-server[103582]: WARNING neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] subnetpool is already registered Dec 11 22:22:36.833432 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.v2.resource_helper [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 11 22:22:36.833862 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.v2.resource_helper [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Service FLAVORS assigned prefix: {{(pid=103582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 11 22:22:36.835063 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.v2.resource_helper [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 11 22:22:36.835483 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.v2.resource_helper [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 11 22:22:36.835815 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of TrackedResource for resource:router Dec 11 22:22:36.836153 n-d-710847-6 neutron-server[103582]: WARNING neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] router is already registered Dec 11 22:22:36.836562 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of TrackedResource for resource:floatingip Dec 11 22:22:36.836899 n-d-710847-6 neutron-server[103582]: WARNING neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] floatingip is already registered Dec 11 22:22:36.837351 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.v2.resource_helper [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Service METERING assigned prefix: /metering {{(pid=103582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 11 22:22:36.838020 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of CountableResource for resource:rbac_policy Dec 11 22:22:36.838347 n-d-710847-6 neutron-server[103582]: WARNING neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] rbac_policy is already registered Dec 11 22:22:36.838761 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of TrackedResource for resource:security_group Dec 11 22:22:36.839112 n-d-710847-6 neutron-server[103582]: WARNING neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] security_group is already registered Dec 11 22:22:36.839516 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 11 22:22:36.839848 n-d-710847-6 neutron-server[103582]: WARNING neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] security_group_rule is already registered Dec 11 22:22:36.840487 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.v2.resource_helper [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Service CORE assigned prefix: {{(pid=103582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 11 22:22:36.840815 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of TrackedResource for resource:subnetpool Dec 11 22:22:36.841150 n-d-710847-6 neutron-server[103582]: WARNING neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] subnetpool is already registered Dec 11 22:22:36.841835 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.v2.resource_helper [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Service CORE assigned prefix: {{(pid=103582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 11 22:22:36.842161 n-d-710847-6 neutron-server[103582]: INFO neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Creating instance of TrackedResource for resource:subnetpool Dec 11 22:22:36.842489 n-d-710847-6 neutron-server[103582]: WARNING neutron.quota.resource_registry [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] subnetpool is already registered Dec 11 22:22:36.842982 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: extensions {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.844474 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: address-groups {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.845971 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: address-scopes {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.847335 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: agents {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.848508 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: auto-allocated-topology {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.849811 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: availability_zones {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.851185 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: dhcp-networks {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.852732 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: dhcp-agents {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.855608 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: routers {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.856404 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: flavors {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.857581 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: service_profiles {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.858825 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: next_providers {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.860292 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: service_profiles {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.862824 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: floatingip-pools {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.864058 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: routers {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.866342 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: floatingips {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.867675 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: l3-routers {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.869107 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: l3-agents {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.870526 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: metering-labels {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.871950 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: metering-label-rules {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.873256 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: network-ip-availabilities {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.874517 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: bindings {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.876241 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: quotas {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.877829 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: quotas {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.879422 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: rbac-policies {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.880722 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: security-groups {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.882486 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: security-group-rules {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.883821 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: service-providers {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.885067 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: subnetpools {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.886513 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: subnetpools {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.888003 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: tags {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.889691 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: tags {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.891539 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: tags {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.893343 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: tags {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.895190 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: tags {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.897724 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: tags {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.899449 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: tags {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.901357 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: tags {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.903195 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: tags {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.905044 n-d-710847-6 neutron-server[103582]: DEBUG neutron.api.extensions [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Extended resource: tags {{(pid=103582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 11 22:22:36.911170 n-d-710847-6 neutron-server[103582]: WARNING keystonemiddleware.auth_token [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 11 22:22:36.915896 n-d-710847-6 neutron-server[103582]: WARNING keystonemiddleware.auth_token [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 11 22:22:36.924622 n-d-710847-6 neutron-server[103582]: DEBUG oslo_concurrency.lockutils [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Acquired lock "singleton_lock" {{(pid=103582) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 11 22:22:36.925036 n-d-710847-6 neutron-server[103582]: DEBUG oslo_concurrency.lockutils [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Releasing lock "singleton_lock" {{(pid=103582) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 11 22:22:36.925681 n-d-710847-6 neutron-server[103582]: INFO oslo_service.service [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Starting 2 workers Dec 11 22:22:36.930519 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Started child 103691 {{(pid=103582) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 11 22:22:36.934983 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Started child 103692 {{(pid=103582) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 11 22:22:36.936058 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:22:36.936743 n-d-710847-6 neutron-server[103582]: INFO neutron.service [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 11 22:22:36.937136 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Publish callbacks [] for process, before_spawn {{(pid=103582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:22:36.937702 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [-] (103691) wsgi starting up on http://0.0.0.0:9696 Dec 11 22:22:36.939627 n-d-710847-6 neutron-server[103582]: INFO oslo_service.service [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Starting 1 workers Dec 11 22:22:36.939849 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:22:36.941296 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [-] (103692) wsgi starting up on http://0.0.0.0:9696 Dec 11 22:22:36.945256 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Started child 103693 {{(pid=103582) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 11 22:22:36.945814 n-d-710847-6 neutron-server[103582]: INFO oslo_service.service [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Starting 1 workers Dec 11 22:22:36.949108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.service [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] calling RpcWorker wait() {{(pid=103693) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 11 22:22:36.949633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.service [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] returning from RpcWorker wait() {{(pid=103693) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 11 22:22:36.950255 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Started child 103694 {{(pid=103582) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 11 22:22:36.951025 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:22:36.951122 n-d-710847-6 neutron-server[103582]: DEBUG neutron_lib.callbacks.manager [None req-f0d447e0-9325-4dcc-9900-be723db31907 None None] Publish callbacks [] for process, after_spawn {{(pid=103582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:22:36.951567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:22:36.952942 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103582) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 11 22:22:36.953148 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 11 22:22:36.953334 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 11 22:22:36.953556 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 11 22:22:36.953898 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 11 22:22:36.954076 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 11 22:22:36.954574 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.954877 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.955130 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.955397 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.955527 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:22:36.955987 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.956279 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.956520 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.956752 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.957022 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.957271 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.957436 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.957601 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.957857 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.958087 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.958405 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.958664 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.959568 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.960021 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.960021 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.960021 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.961900 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.961900 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.961900 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] debug = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.961900 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.961900 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.962490 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.962490 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.962490 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.962873 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.963009 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.963225 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.963465 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.963697 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.963943 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.964196 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.964436 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.964662 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.964899 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.965126 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.965366 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.965585 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.966046 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] host = n-d-710847-6 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.966503 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.966724 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.966972 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.967220 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.967473 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.967684 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.967927 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.968192 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.968429 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.968668 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.968916 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.969158 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.969392 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.969638 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] log_file = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.969800 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] log_options = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.970040 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.970317 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.970571 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.970768 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.970956 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.971135 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.971439 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.971577 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.971808 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.972019 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.972230 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.972446 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.972677 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.972911 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.973164 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.973396 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.973605 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.977275 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.977275 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.977275 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.977275 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.977275 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.977275 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.977275 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.977275 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.978327 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.978327 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.978327 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.978327 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.979520 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.979797 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.980068 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.980329 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.980602 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.980885 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.981143 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.981378 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.981619 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.981864 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.982096 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.982360 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.982609 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.982837 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.983104 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.983322 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.983565 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.983795 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] use_json = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.984024 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.984267 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.984531 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.984743 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.984966 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.985176 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.985385 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.985629 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:36.986056 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.986345 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.986661 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.987085 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.987339 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.987554 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.987757 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.987903 n-d-710847-6 neutron-server[103694]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:22:36.991495 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.991495 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.991495 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.991495 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.991495 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.991495 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.991495 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.991495 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.992789 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.992789 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.992789 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.993211 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.993211 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.993497 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.993698 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.993983 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.994215 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.994478 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.994718 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.994981 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.995296 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.995572 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.995914 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.996195 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.996450 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.996727 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.996952 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.997197 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.997467 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.997651 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.999866 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:36.999866 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.006364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35806) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:22:37.006605 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.006605 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.006605 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.006605 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.006605 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.006605 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.006605 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.006605 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.006605 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.007825 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.007825 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.007825 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.007825 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.007825 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.007825 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.007825 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.007825 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.007825 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.008426 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.008426 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.008426 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.008426 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.008426 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.008426 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.008426 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.008426 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.008426 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.009030 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.009030 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.009030 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.009030 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.009030 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.009030 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.009030 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.009030 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.009030 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.009834 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.009834 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.009834 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.009834 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.010142 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.010142 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.010323 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.010563 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.010769 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.011097 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.011320 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.011645 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.011865 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.012086 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.012318 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.013053 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.013053 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.013519 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0119681 Dec 11 22:22:37.013604 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.013604 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.015043 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.015280 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.015544 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.015787 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.016046 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.016279 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.016505 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.016750 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.017024 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.017260 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.018310 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.018310 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.018310 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.018310 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.018591 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.018661 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.018904 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.019138 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.019384 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.019665 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.019933 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.020996 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.021203 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.022197 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.022765 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.022765 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.023075 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.023227 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.023491 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.023811 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.024072 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.024329 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.024565 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.024821 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.025081 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.025331 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.025598 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.025851 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.026086 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.026358 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.027349 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.027349 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.027349 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.027349 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.027636 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.027833 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.028046 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.028282 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.028561 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.028808 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.029059 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.029328 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.029577 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.029813 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.030059 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.030307 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.030528 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.030758 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.031683 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.031683 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.031683 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.031683 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.031948 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.032098 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.032430 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.032686 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.032901 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.033123 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.033356 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.033579 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.034095 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.034095 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.034278 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.035807 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.035807 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.035807 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.035807 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.035807 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.035807 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.035807 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.036909 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.036909 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.036909 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.036909 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.037986 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.037986 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.037986 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.037986 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.038493 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.038493 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.038493 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.038720 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.038865 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.039078 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.039318 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.039572 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.040346 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.040346 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.040346 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.040604 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.040859 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.041094 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.041340 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.041563 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.045422 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.045422 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.045422 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.045666 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.045742 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.045930 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.046175 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.046426 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.046688 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.046948 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.049126 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.049126 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.049126 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.049126 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.049126 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.049126 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.049126 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.049126 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.049756 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.049756 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.049756 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.049756 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.050110 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.050110 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.050354 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.050478 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.050664 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.053130 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.053130 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.053130 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.053130 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.053130 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.053130 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.053773 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.053773 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.053773 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.054060 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.054175 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.054417 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.054629 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.054860 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.055087 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.055307 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.055515 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.056461 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.056461 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.056461 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.056461 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.056938 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.056938 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.057180 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.057304 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.057531 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.057800 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.058047 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.058302 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.058554 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.059668 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.059668 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.059668 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.059668 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.060280 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.060280 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.060280 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.060632 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.060854 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.061100 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.061357 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.061627 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.061899 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.062165 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.062855 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.062855 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.063160 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.063321 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.063581 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.063834 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.064084 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.064314 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.064533 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.064772 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.065008 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.065252 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.065511 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.065754 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.065992 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.066228 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.066458 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.066674 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.066957 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.067194 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.067437 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.067676 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.067834 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 11 22:22:37.069123 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103582) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 11 22:22:37.069123 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 11 22:22:37.069442 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 11 22:22:37.069583 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 11 22:22:37.069711 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 11 22:22:37.069837 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 11 22:22:37.070018 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.070202 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.070339 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.070502 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.070666 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.072323 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.072323 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.072323 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.072323 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.072323 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.072639 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.072639 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.072754 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.072864 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.073018 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.073371 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.073371 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.073519 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.073627 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.073792 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.073984 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.074091 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.074250 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] debug = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.074410 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.074611 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.074783 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.076169 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.076169 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.076169 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.076169 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.076472 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.076472 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.076637 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.076776 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.076937 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.077094 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.077254 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.077415 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.077572 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.077734 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.077890 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.078049 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] host = n-d-710847-6 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.078212 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.078364 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.078515 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.078654 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.078791 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.079778 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.079939 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.080099 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.080262 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.080421 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.080580 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.080738 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.080896 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.081055 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] log_file = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.081213 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] log_options = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.081371 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.081510 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.081669 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.081852 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.082017 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.082178 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.082335 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.082495 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.082654 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.082845 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.083735 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.085051 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.085051 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.085051 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.085051 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.085420 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.085420 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.085420 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.085625 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.085710 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.085838 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.085996 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.086154 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.086313 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.086471 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.086629 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.086786 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.087530 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.087686 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.087841 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.088000 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.088160 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.088319 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.088479 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.088638 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.088797 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.088955 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.089115 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.089279 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.089437 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.089595 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.089754 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.089912 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.090059 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.090217 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.090375 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.090536 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] use_json = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.090692 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.090890 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.091051 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.091735 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.091735 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.091884 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.091949 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.092135 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 11 22:22:37.092323 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.092486 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.092657 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.092821 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.092981 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.093141 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.093301 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.093462 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.093624 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.093788 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.093958 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.094118 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.094288 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.094449 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.094618 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.094782 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.095941 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.096106 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.096270 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.096432 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.096594 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.096756 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.096927 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.097088 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.097248 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.097412 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.097974 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.097974 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.097974 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.098201 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.098873 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.099270 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.099518 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.099691 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.099859 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.100039 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.100226 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.100373 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.100546 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.100715 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.100876 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.101496 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.101496 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.101496 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.101496 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.101765 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.101833 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.101949 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.102106 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.102269 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.102429 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.102589 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.103451 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.103451 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.103451 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.103451 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.103451 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.103788 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.103788 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.103903 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.104095 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.104182 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.104315 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.104478 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.104634 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.104775 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.105055 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.105394 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.105562 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.105758 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.105924 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.106086 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.107558 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.107558 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.107558 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.107558 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.107558 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.108301 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.108301 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.108301 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.108772 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.108772 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.109182 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.109182 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.109457 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.109457 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.110351 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.111519 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.111519 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.111519 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.111936 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.111936 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.112181 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.112181 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.112418 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.112500 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.112619 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.112784 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.112947 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.113109 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.113270 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.113432 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.113595 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.113755 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.113918 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.114079 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.114229 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.114388 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.114549 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.114711 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.116376 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.116376 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.116376 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.116376 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.116376 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.116376 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.116376 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.118028 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.118028 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.118028 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.118028 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.118028 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.118028 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.118028 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.118028 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.118894 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.118894 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.118894 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.118894 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.118894 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.120285 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.120285 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.120285 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.120285 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.120708 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.120708 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.120708 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.121028 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.121028 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.121257 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.121366 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.121466 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.121585 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.121741 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.121903 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.122064 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.122227 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.122390 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.122553 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.122714 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.123808 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.123987 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.124138 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.124421 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.124520 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.124642 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.124771 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.124933 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.125307 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.125307 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.125471 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.125539 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.125700 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.125844 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.126017 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.126179 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.126843 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.126843 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.126843 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.126843 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.127145 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.127145 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.127281 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.127412 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.127567 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.127706 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.127870 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.128034 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.128242 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.128383 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.129064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:22:37.129264 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.129442 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.129610 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.129773 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.129936 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.130088 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.130253 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.130428 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.130580 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.131297 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.131472 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.131621 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.131787 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.132016 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.132109 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.132276 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.132432 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.132592 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.132754 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.132915 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.133075 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.133235 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.133395 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.133555 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.133718 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.133882 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.134044 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.134227 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.134388 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.134548 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.134708 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.135829 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.136012 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.136177 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.136340 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.136507 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.136667 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.136828 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.137000 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.137161 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.138321 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.138494 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.138632 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.138787 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.139022 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.139157 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.139303 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.139438 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.139572 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.139735 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.139907 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.140069 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.140231 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.140392 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.140544 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.140687 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.140858 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.141020 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.141183 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.141344 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.141563 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.141698 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.141832 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.141965 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.142113 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.142251 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.142385 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.142529 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.142704 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.142888 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.143049 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.143219 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.143378 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.144261 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.144261 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.144261 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.144261 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.144261 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.144767 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.144767 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.144767 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.144767 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.145200 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.145200 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.145200 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.145539 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.145539 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.145765 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.145970 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.145970 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.146149 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.146323 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.147339 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.147339 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.147640 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.147640 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.147897 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.147897 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.148153 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.148296 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.148444 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.148579 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.148714 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.148848 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.148981 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.149114 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.149248 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.149391 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.149515 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.149680 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.149877 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 11 22:22:37.149977 n-d-710847-6 neutron-server[103582]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 11 22:22:48.710149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5ccf8d-0769-428b-9cfd-de172709959a None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 22:22:48.785904 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5ccf8d-0769-428b-9cfd-de172709959a None None] No non-hosted networks {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 11 22:22:48.800943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.agentschedulers_db [None req-5c5ccf8d-0769-428b-9cfd-de172709959a None None] DHCP Agent not found on host n-d-710847-6 {{(pid=103693) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 11 22:22:48.981076 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6365885-6ba4-433d-93ed-589d81285912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-466380'] for agent, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:22:51.199637 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7f059f1a-fbf1-454d-8674-3606edd004e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-466380'] for agent, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:22:51.256972 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-1f91fc37-09fc-4078-ac8a-69e612e0ca23 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-710847-6 {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:22:51.257958 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-1f91fc37-09fc-4078-ac8a-69e612e0ca23 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:22:51.862755 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f91fc37-09fc-4078-ac8a-69e612e0ca23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:22:52.039346 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-466380'] for agent, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:22:53.776994 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-466380'] for agent, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:22:54.546771 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-466380'] for agent, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:22:54.547858 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:22:54.548204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:22:54.548543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:22:54.548875 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:22:54.549204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:22:54.549534 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:22:54.549858 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:22:54.550180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:22:54.550499 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:22:54.550841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:22:54.553920 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:22:54.555686 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:22:54.556070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:22:54.560489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-710847-6', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:22:54.573568 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-710847-6', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:22:54.883237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35906) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:22:55.408343 n-d-710847-6 neutron-server[103692]: WARNING oslo_policy.policy [None req-747274c9-b9a9-466b-91b6-01f20d5a83ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 11 22:22:55.408924 n-d-710847-6 neutron-server[103692]: WARNING oslo_policy.policy [None req-747274c9-b9a9-466b-91b6-01f20d5a83ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 11 22:22:55.639990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-747274c9-b9a9-466b-91b6-01f20d5a83ad admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:22:55.654333 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-747274c9-b9a9-466b-91b6-01f20d5a83ad admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7569456 Dec 11 22:22:56.729209 n-d-710847-6 neutron-server[103693]: INFO neutron.db.l3_hamode_db [None req-1178d6b5-ebd9-42df-8fa4-428e04aeccd9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 11 22:22:56.815021 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1178d6b5-ebd9-42df-8fa4-428e04aeccd9 None None] Routers set() bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:22:56.815497 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1178d6b5-ebd9-42df-8fa4-428e04aeccd9 None None] Router IDs set() for agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 11 22:22:58.352697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35922) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:22:58.657259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-97857dcd-7243-4784-a005-8e4bf6dc6252 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:22:58.752884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.policy [None req-97857dcd-7243-4784-a005-8e4bf6dc6252 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103692) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 11 22:22:58.800076 n-d-710847-6 neutron-server[103692]: WARNING oslo_policy.policy [None req-97857dcd-7243-4784-a005-8e4bf6dc6252 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 11 22:22:58.800444 n-d-710847-6 neutron-server[103692]: WARNING oslo_policy.policy [None req-97857dcd-7243-4784-a005-8e4bf6dc6252 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 11 22:22:58.808871 n-d-710847-6 neutron-server[103692]: INFO neutron.quota [None req-97857dcd-7243-4784-a005-8e4bf6dc6252 admin admin] Loaded quota_driver: . Dec 11 22:22:58.980402 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97857dcd-7243-4784-a005-8e4bf6dc6252 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780732331650', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780732330157', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780732403257', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780732412864', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780732422557', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780732430999', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7935617', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7797889', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-501701', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1656605'] for rbac-policy, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:22:59.206362 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97857dcd-7243-4784-a005-8e4bf6dc6252 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:22:59.207677 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-97857dcd-7243-4784-a005-8e4bf6dc6252 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8540308 Dec 11 22:23:01.965644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35934) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:23:02.261403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Request body: {'network': {'tenant_id': 'e96a697b345b4dc18a990721409b9c3a', 'name': 'private', 'project_id': 'e96a697b345b4dc18a990721409b9c3a', 'admin_state_up': True}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:23:02.330484 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Made reservation on behalf of e96a697b345b4dc18a990721409b9c3a for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:23:02.333256 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:02.350970 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:02.454597 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:02.534904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:02.554868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:23:02.581546 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780728793721', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:02.582126 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Unsubscribe: segment precommit_create {{(pid=103692) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 11 22:23:02.582640 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Added segment 2018851d-be50-4ebc-aba8-07c47a31e312 of type vlan for network 1bde1a7f-53ed-4bda-961a-f1009a4b1b56 Dec 11 22:23:02.599977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2feff200-1392-42e3-a630-6c98f2da8af5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:02.649345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:02.649685 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:02.650024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:02.650352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:02.650674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:02.651021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:02.651340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:02.651656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:02.651971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:02.652285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:02.652599 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:02.652912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:02.653222 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Tracked resource versions report: Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: pushed versions: Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: { 'AddressGroup': {'1.2'}, Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'ConntrackHelper': {'1.0'}, Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'LocalIPAssociation': {'1.0'}, Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'Log': {'1.0'}, Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'Network': {'1.1'}, Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'Port': {'1.7'}, Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'PortForwarding': {'1.2'}, Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'QosPolicy': {'1.10'}, Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'SecurityGroup': {'1.5'}, Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'SecurityGroupRule': {'1.2'}, Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'SubPort': {'1.0'}, Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'Subnet': {'1.1'}, Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'Trunk': {'1.1'}} Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: consumer versions: Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: { DHCP agent@n-d-710847-6: {}, Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: L3 agent@n-d-710847-6: {}, Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: Metadata agent@n-d-710847-6: {}, Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: Metering agent@n-d-710847-6: {}, Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: Open vSwitch agent@n-d-710847-6: { 'AddressGroup': '1.2', Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'ConntrackHelper': '1.0', Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'LocalIPAssociation': '1.0', Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'Log': '1.0', Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'Network': '1.1', Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'Port': '1.7', Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'PortForwarding': '1.2', Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'QosPolicy': '1.10', Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'SecurityGroup': '1.5', Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'SecurityGroupRule': '1.2', Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'SubPort': '1.0', Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'Subnet': '1.1', Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: 'Trunk': '1.1'}} Dec 11 22:23:02.654380 n-d-710847-6 neutron-server[103692]: {{(pid=103692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 11 22:23:02.704781 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:02.804718 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:02.805823 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:23:02.806510 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:02.901147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] Pushing event updated for resources: {'Network': ['ID=1bde1a7f-53ed-4bda-961a-f1009a4b1b56,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:02.911974 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 1bde1a7f-53ed-4bda-961a-f1009a4b1b56 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:23:03.034938 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d06c0a8c-2568-4526-b2db-52cdd5466453 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0679410 Dec 11 22:23:05.844307 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35948) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:23:06.333003 n-d-710847-6 neutron-server[103691]: WARNING oslo_policy.policy [None req-cabc1e59-36b7-4e74-aa52-99a392a11f5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 11 22:23:06.333581 n-d-710847-6 neutron-server[103691]: WARNING oslo_policy.policy [None req-cabc1e59-36b7-4e74-aa52-99a392a11f5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 11 22:23:06.777817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.policy [None req-cabc1e59-36b7-4e74-aa52-99a392a11f5e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103691) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 11 22:23:06.824310 n-d-710847-6 neutron-server[103691]: WARNING oslo_policy.policy [None req-cabc1e59-36b7-4e74-aa52-99a392a11f5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 11 22:23:06.824680 n-d-710847-6 neutron-server[103691]: WARNING oslo_policy.policy [None req-cabc1e59-36b7-4e74-aa52-99a392a11f5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 11 22:23:06.833654 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabc1e59-36b7-4e74-aa52-99a392a11f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:23:06.835660 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cabc1e59-36b7-4e74-aa52-99a392a11f5e admin admin] 10.222.0.45 "GET /v2.0/networks/1bde1a7f-53ed-4bda-961a-f1009a4b1b56 HTTP/1.1" status: 200 len: 825 time: 0.9893231 Dec 11 22:23:06.874720 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4868870d-407e-4646-a301-f8de73219d76 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/5f4a10db-1a07-475c-b421-3403fa3c1bee HTTP/1.1" status: 200 len: 734 time: 0.0327771 Dec 11 22:23:06.884192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5f4a10db-1a07-475c-b421-3403fa3c1bee', 'tenant_id': 'e96a697b345b4dc18a990721409b9c3a', 'name': 'private-subnet', 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:23:06.885746 n-d-710847-6 neutron-server[103691]: INFO neutron.quota [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Loaded quota_driver: . Dec 11 22:23:06.997796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Made reservation on behalf of e96a697b345b4dc18a990721409b9c3a for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:23:07.000733 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:07.341256 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:07.411712 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Checking segment: {'id': '2018851d-be50-4ebc-aba8-07c47a31e312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:23:07.412090 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Network hostable DHCP agents. Network: 1bde1a7f-53ed-4bda-961a-f1009a4b1b56, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:23:07.418964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:07.430714 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:07.431088 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:07.431434 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:07.431773 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:07.432097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:07.432422 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:07.432745 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:07.433066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:07.433388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:07.433705 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:07.434027 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:07.434341 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:07.434657 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Tracked resource versions report: Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: pushed versions: Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: { 'AddressGroup': {'1.2'}, Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'ConntrackHelper': {'1.0'}, Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'LocalIPAssociation': {'1.0'}, Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'Log': {'1.0'}, Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'Network': {'1.1'}, Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'Port': {'1.7'}, Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'PortForwarding': {'1.2'}, Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'QosPolicy': {'1.10'}, Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'SecurityGroup': {'1.5'}, Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'SecurityGroupRule': {'1.2'}, Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'SubPort': {'1.0'}, Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'Subnet': {'1.1'}, Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'Trunk': {'1.1'}} Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: consumer versions: Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: { DHCP agent@n-d-710847-6: {}, Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: L3 agent@n-d-710847-6: {}, Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: Metadata agent@n-d-710847-6: {}, Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: Metering agent@n-d-710847-6: {}, Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: Open vSwitch agent@n-d-710847-6: { 'AddressGroup': '1.2', Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'ConntrackHelper': '1.0', Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'LocalIPAssociation': '1.0', Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'Log': '1.0', Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'Network': '1.1', Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'Port': '1.7', Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'PortForwarding': '1.2', Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'QosPolicy': '1.10', Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'SecurityGroup': '1.5', Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'SecurityGroupRule': '1.2', Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'SubPort': '1.0', Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'Subnet': '1.1', Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: 'Trunk': '1.1'}} Dec 11 22:23:07.435798 n-d-710847-6 neutron-server[103691]: {{(pid=103691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 11 22:23:07.568855 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Network 1bde1a7f-53ed-4bda-961a-f1009a4b1b56 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:23:07.655766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 1bde1a7f-53ed-4bda-961a-f1009a4b1b56) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:23:07.660495 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:23:07.661690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:07.666173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f6103c-c6e1-4a75-9ee1-f51f7ce84492 None None] Network 1bde1a7f-53ed-4bda-961a-f1009a4b1b56 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:23:07.733193 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-87a7b176-13d5-4f51-a420-1776b2c84ef3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8523943 Dec 11 22:23:07.935512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-1bde1a7f-53ed-4bda-961a-f1009a4b1b56', 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56', 'project_id': 'e96a697b345b4dc18a990721409b9c3a', 'fixed_ips': [{'subnet_id': 'acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:23:07.936772 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:08.247042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Allocated IP 172.20.0.2 (1bde1a7f-53ed-4bda-961a-f1009a4b1b56/acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e/4e65f443-698b-4d62-8e73-6b10ca8b0761) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:23:08.487794 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:08.576567 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:08.653922 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Network 1bde1a7f-53ed-4bda-961a-f1009a4b1b56 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:23:08.662680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:23:08.667874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Pushing event updated for resources: {'Port': ['ID=4e65f443-698b-4d62-8e73-6b10ca8b0761,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:08.671986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:23:08.679040 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:08.679399 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:08.679754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:08.680094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:08.680435 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:08.680773 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:08.681106 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:08.681438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:08.681768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:08.682096 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:08.682424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:08.682751 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:08.683104 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Tracked resource versions report: Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: pushed versions: Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: { 'AddressGroup': {'1.2'}, Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'ConntrackHelper': {'1.0'}, Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'LocalIPAssociation': {'1.0'}, Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'Log': {'1.0'}, Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'Network': {'1.1'}, Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'Port': {'1.7'}, Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'PortForwarding': {'1.2'}, Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'QosPolicy': {'1.10'}, Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'SecurityGroup': {'1.5'}, Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'SecurityGroupRule': {'1.2'}, Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'SubPort': {'1.0'}, Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'Subnet': {'1.1'}, Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'Trunk': {'1.1'}} Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: consumer versions: Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: { DHCP agent@n-d-710847-6: {}, Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: L3 agent@n-d-710847-6: {}, Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: Metadata agent@n-d-710847-6: {}, Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: Metering agent@n-d-710847-6: {}, Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: Open vSwitch agent@n-d-710847-6: { 'AddressGroup': '1.2', Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'ConntrackHelper': '1.0', Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'LocalIPAssociation': '1.0', Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'Log': '1.0', Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'Network': '1.1', Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'Port': '1.7', Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'PortForwarding': '1.2', Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'QosPolicy': '1.10', Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'SecurityGroup': '1.5', Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'SecurityGroupRule': '1.2', Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'SubPort': '1.0', Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'Subnet': '1.1', Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: 'Trunk': '1.1'}} Dec 11 22:23:08.684229 n-d-710847-6 neutron-server[103693]: {{(pid=103693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 11 22:23:08.758361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Attempting to bind port 4e65f443-698b-4d62-8e73-6b10ca8b0761 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:23:08.758771 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Attempting to bind port 4e65f443-698b-4d62-8e73-6b10ca8b0761 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '2018851d-be50-4ebc-aba8-07c47a31e312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:23:08.759230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Attempting to bind port 4e65f443-698b-4d62-8e73-6b10ca8b0761 on network 1bde1a7f-53ed-4bda-961a-f1009a4b1b56 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:23:08.764045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:23:08.764437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Checking segment: {'id': '2018851d-be50-4ebc-aba8-07c47a31e312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:23:08.764898 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:08.765289 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Bound using segment: {'id': '2018851d-be50-4ebc-aba8-07c47a31e312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:23:08.765784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Bound port: 4e65f443-698b-4d62-8e73-6b10ca8b0761, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2018851d-be50-4ebc-aba8-07c47a31e312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:23:08.766188 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:08.829024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] For port 4e65f443-698b-4d62-8e73-6b10ca8b0761, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:23:08.833417 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] For port 4e65f443-698b-4d62-8e73-6b10ca8b0761, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4e65f443-698b-4d62-8e73-6b10ca8b0761,segment=NetworkSegment(2018851d-be50-4ebc-aba8-07c47a31e312),segment_id=2018851d-be50-4ebc-aba8-07c47a31e312)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:23:08.896924 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:08.964987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb3ca2-0579-4e53-bab7-c780c2f338a4 None None] Pushing event updated for resources: {'Port': ['ID=4e65f443-698b-4d62-8e73-6b10ca8b0761,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:10.346143 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35968) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:23:10.658505 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-5456bd03-0a06-4691-8456-f76ec1e7e3d4 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:23:10.659552 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5456bd03-0a06-4691-8456-f76ec1e7e3d4 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3123357 Dec 11 22:23:13.259028 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35976) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:23:13.578551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-6f1c5e9c-9573-4f1d-b179-8630da12e5cb admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:23:13.579570 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6f1c5e9c-9573-4f1d-b179-8630da12e5cb admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3196094 Dec 11 22:23:16.413905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35986) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:23:16.713488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-76d9d717-9c7f-42c1-936b-ea829a6deefd admin admin] Request body: {'router': {'tenant_id': 'e96a697b345b4dc18a990721409b9c3a', 'name': 'router1', 'admin_state_up': True}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:23:16.798861 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-76d9d717-9c7f-42c1-936b-ea829a6deefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:16.801919 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-76d9d717-9c7f-42c1-936b-ea829a6deefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:16.952755 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-76d9d717-9c7f-42c1-936b-ea829a6deefd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:17.090107 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-76d9d717-9c7f-42c1-936b-ea829a6deefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:17.188180 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-76d9d717-9c7f-42c1-936b-ea829a6deefd admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:17.189347 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-76d9d717-9c7f-42c1-936b-ea829a6deefd admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7744257 Dec 11 22:23:18.131113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350ce9e6-00b1-419f-a0dd-20e142e4ef38 None None] Network 1bde1a7f-53ed-4bda-961a-f1009a4b1b56 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:23:18.188703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-93f79b3a-9cb8-45c2-a915-5248ee5a8e98 None None] Provisioning complete for port 4e65f443-698b-4d62-8e73-6b10ca8b0761 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:23:18.189093 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93f79b3a-9cb8-45c2-a915-5248ee5a8e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:18.375007 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93f79b3a-9cb8-45c2-a915-5248ee5a8e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:18.383390 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4e65f443-698b-4d62-8e73-6b10ca8b0761 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:23:18.462647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-93f79b3a-9cb8-45c2-a915-5248ee5a8e98 None None] For port 4e65f443-698b-4d62-8e73-6b10ca8b0761, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4e65f443-698b-4d62-8e73-6b10ca8b0761,segment=NetworkSegment(2018851d-be50-4ebc-aba8-07c47a31e312),segment_id=2018851d-be50-4ebc-aba8-07c47a31e312)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:23:18.484187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4e65f443-698b-4d62-8e73-6b10ca8b0761 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:23:18.484558 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:18.549608 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93f79b3a-9cb8-45c2-a915-5248ee5a8e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:18.595275 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:18.619945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f79b3a-9cb8-45c2-a915-5248ee5a8e98 None None] Pushing event updated for resources: {'Port': ['ID=4e65f443-698b-4d62-8e73-6b10ca8b0761,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:18.685629 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:23:18.686003 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:23:18.689528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-83cc3324-4e17-42c3-af18-9e2bd432a202 None None] Provisioning complete for port 4e65f443-698b-4d62-8e73-6b10ca8b0761 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:23:18.689895 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83cc3324-4e17-42c3-af18-9e2bd432a202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:18.766977 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d321312d-34dd-4060-96be-7918ea99c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:19.862837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36000) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:23:20.169433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-57b5f5db-0411-401f-b796-af55bf064ba3 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:23:20.170427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-57b5f5db-0411-401f-b796-af55bf064ba3 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3065510 Dec 11 22:23:20.357224 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4e65f443-698b-4d62-8e73-6b10ca8b0761 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:23:20.406577 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4e65f443-698b-4d62-8e73-6b10ca8b0761 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:23:20.406989 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:21.175520 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fe3105f0-f384-4422-9990-d9da1903afb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:22.021765 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:22.794678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36018) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:23:22.925378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5d53efda-4420-4047-8eb0-bc033f39be55 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:23:22.992664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d53efda-4420-4047-8eb0-bc033f39be55 admin admin] Made reservation on behalf of 4c0d368ed3ab4fe1a577b56c80ff9d06 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:23:22.994957 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d53efda-4420-4047-8eb0-bc033f39be55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:23.003134 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d53efda-4420-4047-8eb0-bc033f39be55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:23.074870 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d53efda-4420-4047-8eb0-bc033f39be55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:23.134130 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d53efda-4420-4047-8eb0-bc033f39be55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:23.149619 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5d53efda-4420-4047-8eb0-bc033f39be55 admin admin] Reserving flat network on physical network physnet1 {{(pid=103692) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 11 22:23:23.172133 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53efda-4420-4047-8eb0-bc033f39be55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7375ac12-5048-4d05-a4b8-be26fd16d946,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:23.178343 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d53efda-4420-4047-8eb0-bc033f39be55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:23.178675 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-5d53efda-4420-4047-8eb0-bc033f39be55 admin admin] Added segment fee04dcb-0c4c-46fc-8ecf-36b238573159 of type flat for network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd Dec 11 22:23:23.224853 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d53efda-4420-4047-8eb0-bc033f39be55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:23.318132 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d53efda-4420-4047-8eb0-bc033f39be55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:23.319125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d53efda-4420-4047-8eb0-bc033f39be55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:23:23.319730 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d53efda-4420-4047-8eb0-bc033f39be55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:23.393457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53efda-4420-4047-8eb0-bc033f39be55 admin admin] Pushing event updated for resources: {'Network': ['ID=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:23.402956 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:23:23.458314 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5d53efda-4420-4047-8eb0-bc033f39be55 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6625106 Dec 11 22:23:23.690079 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:24.524781 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:25.870285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36036) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:23:26.003557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757daa7b-5115-4ea0-bb97-c595b6c558d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:23:26.005663 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-757daa7b-5115-4ea0-bb97-c595b6c558d7 admin admin] 10.222.0.45 "GET /v2.0/subnets/acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e HTTP/1.1" status: 200 len: 849 time: 0.1344042 Dec 11 22:23:26.121719 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-101ddd9d-8f94-4b47-b6e7-4ba701e1fc5f admin admin] 10.222.0.45 "GET /v2.0/routers/dc702cd2-e6be-4241-a348-1a618968ca22 HTTP/1.1" status: 200 len: 704 time: 0.1099775 Dec 11 22:23:26.378128 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:26.670615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Allocated IP 172.20.0.1 (1bde1a7f-53ed-4bda-961a-f1009a4b1b56/acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e/50fd314c-c420-44a2-bd6e-66ced49033a4) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:23:26.852209 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:26.988018 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:27.065587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Network 1bde1a7f-53ed-4bda-961a-f1009a4b1b56 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:23:27.074376 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:23:27.079541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Pushing event updated for resources: {'Port': ['ID=50fd314c-c420-44a2-bd6e-66ced49033a4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:27.090675 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:23:27.091256 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:27.258687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b75666b0-b8c4-4620-9ba3-31ff91fe2e95 None None] Provisioning complete for port 50fd314c-c420-44a2-bd6e-66ced49033a4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:23:27.259257 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b75666b0-b8c4-4620-9ba3-31ff91fe2e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:27.292064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b75666b0-b8c4-4620-9ba3-31ff91fe2e95 None None] Port 50fd314c-c420-44a2-bd6e-66ced49033a4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:23:27.399794 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:27.606956 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:27.671229 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:27.671972 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:27.750846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Pushing event updated for resources: {'Port': ['ID=50fd314c-c420-44a2-bd6e-66ced49033a4,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:27.796908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Network 1bde1a7f-53ed-4bda-961a-f1009a4b1b56 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:23:27.798179 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:23:28.015954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-670bc092-e8d6-46a2-9a76-f241c6e1a49e None None] Provisioning complete for port 50fd314c-c420-44a2-bd6e-66ced49033a4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:23:28.016331 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-670bc092-e8d6-46a2-9a76-f241c6e1a49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:28.032808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Router dc702cd2-e6be-4241-a348-1a618968ca22 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:23:28.048815 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-670bc092-e8d6-46a2-9a76-f241c6e1a49e None None] Port 50fd314c-c420-44a2-bd6e-66ced49033a4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:23:28.125121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:23:28.130707 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1edfe036-e62b-4eb1-ade9-5efa290abff7 admin admin] 10.222.0.45 "PUT /v2.0/routers/dc702cd2-e6be-4241-a348-1a618968ca22/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0035715 Dec 11 22:23:28.134794 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Sync routers for ids ['dc702cd2-e6be-4241-a348-1a618968ca22'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:23:28.148083 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Routers {'dc702cd2-e6be-4241-a348-1a618968ca22'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:23:28.149013 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:23:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['dc702cd2-e6be-4241-a348-1a618968ca22'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:23:28.340669 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Set router dc702cd2-e6be-4241-a348-1a618968ca22 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:23:28.771977 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc702cd2-e6be-4241-a348-1a618968ca22', 'name': 'router1', 'tenant_id': 'e96a697b345b4dc18a990721409b9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:23:16Z', 'updated_at': '2021-12-11T22:23:27Z', 'revision_number': 2, 'project_id': 'e96a697b345b4dc18a990721409b9c3a', 'gw_port_host': None, '_interfaces': [{'id': '50fd314c-c420-44a2-bd6e-66ced49033a4', 'name': '', 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56', 'tenant_id': 'e96a697b345b4dc18a990721409b9c3a', 'mac_address': 'fa:16:3e:1a:d5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc702cd2-e6be-4241-a348-1a618968ca22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:23:26Z', 'updated_at': '2021-12-11T22:23:27Z', 'revision_number': 2, 'project_id': 'e96a697b345b4dc18a990721409b9c3a', 'subnets': [{'id': 'acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f4a10db-1a07-475c-b421-3403fa3c1bee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:23:28.822267 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Checking router: dc702cd2-e6be-4241-a348-1a618968ca22 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:23:28.822632 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Updating router dc702cd2-e6be-4241-a348-1a618968ca22 port 50fd314c-c420-44a2-bd6e-66ced49033a4 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:23:28.870833 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:29.398433 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:29.459773 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:29.611945 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b26be9-d3f2-43c7-ba9f-a85691ae5f84 None None] Pushing event updated for resources: {'Port': ['ID=50fd314c-c420-44a2-bd6e-66ced49033a4,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:29.632276 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Attempting to bind port 50fd314c-c420-44a2-bd6e-66ced49033a4 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:23:29.632667 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Attempting to bind port 50fd314c-c420-44a2-bd6e-66ced49033a4 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '2018851d-be50-4ebc-aba8-07c47a31e312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:23:29.633089 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Attempting to bind port 50fd314c-c420-44a2-bd6e-66ced49033a4 on network 1bde1a7f-53ed-4bda-961a-f1009a4b1b56 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:23:29.635842 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b26be9-d3f2-43c7-ba9f-a85691ae5f84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:29.636184 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b26be9-d3f2-43c7-ba9f-a85691ae5f84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:29.636519 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b26be9-d3f2-43c7-ba9f-a85691ae5f84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:29.636851 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b26be9-d3f2-43c7-ba9f-a85691ae5f84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:29.637182 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b26be9-d3f2-43c7-ba9f-a85691ae5f84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:29.637505 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b26be9-d3f2-43c7-ba9f-a85691ae5f84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:29.637834 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b26be9-d3f2-43c7-ba9f-a85691ae5f84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:29.638153 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b26be9-d3f2-43c7-ba9f-a85691ae5f84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:29.638472 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b26be9-d3f2-43c7-ba9f-a85691ae5f84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:29.638789 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b26be9-d3f2-43c7-ba9f-a85691ae5f84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:29.639132 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b26be9-d3f2-43c7-ba9f-a85691ae5f84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:29.639448 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b26be9-d3f2-43c7-ba9f-a85691ae5f84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:29.639765 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b26be9-d3f2-43c7-ba9f-a85691ae5f84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b26be9-d3f2-43c7-ba9f-a85691ae5f84 None None] Tracked resource versions report: Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: pushed versions: Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: { 'AddressGroup': {'1.2'}, Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'ConntrackHelper': {'1.0'}, Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'LocalIPAssociation': {'1.0'}, Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'Log': {'1.0'}, Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'Network': {'1.1'}, Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'Port': {'1.7'}, Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'PortForwarding': {'1.2'}, Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'QosPolicy': {'1.10'}, Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'SecurityGroup': {'1.5'}, Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'SecurityGroupRule': {'1.2'}, Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'SubPort': {'1.0'}, Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'Subnet': {'1.1'}, Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'Trunk': {'1.1'}} Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: consumer versions: Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: { DHCP agent@n-d-710847-6: {}, Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: L3 agent@n-d-710847-6: {}, Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: Metadata agent@n-d-710847-6: {}, Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: Metering agent@n-d-710847-6: {}, Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: Open vSwitch agent@n-d-710847-6: { 'AddressGroup': '1.2', Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'ConntrackHelper': '1.0', Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'LocalIPAssociation': '1.0', Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'Log': '1.0', Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'Network': '1.1', Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'Port': '1.7', Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'PortForwarding': '1.2', Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'QosPolicy': '1.10', Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'SecurityGroup': '1.5', Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'SecurityGroupRule': '1.2', Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'SubPort': '1.0', Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'Subnet': '1.1', Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: 'Trunk': '1.1'}} Dec 11 22:23:29.640890 n-d-710847-6 neutron-server[103694]: {{(pid=103694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 11 22:23:29.647513 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:23:29.647908 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Checking segment: {'id': '2018851d-be50-4ebc-aba8-07c47a31e312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:23:29.648399 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:29.648778 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Bound using segment: {'id': '2018851d-be50-4ebc-aba8-07c47a31e312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:23:29.649273 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Bound port: 50fd314c-c420-44a2-bd6e-66ced49033a4, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2018851d-be50-4ebc-aba8-07c47a31e312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:23:29.649691 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:29.680087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9021cc70-2824-49ba-b880-6a67da6c423c None None] Provisioning complete for port 50fd314c-c420-44a2-bd6e-66ced49033a4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:23:29.680668 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9021cc70-2824-49ba-b880-6a67da6c423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:29.713517 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9021cc70-2824-49ba-b880-6a67da6c423c None None] Port 50fd314c-c420-44a2-bd6e-66ced49033a4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:23:29.717290 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] For port 50fd314c-c420-44a2-bd6e-66ced49033a4, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:23:29.735874 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] For port 50fd314c-c420-44a2-bd6e-66ced49033a4, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=50fd314c-c420-44a2-bd6e-66ced49033a4,segment=NetworkSegment(2018851d-be50-4ebc-aba8-07c47a31e312),segment_id=2018851d-be50-4ebc-aba8-07c47a31e312)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:23:29.808887 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:29.865989 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b26be9-d3f2-43c7-ba9f-a85691ae5f84 None None] Pushing event updated for resources: {'Port': ['ID=50fd314c-c420-44a2-bd6e-66ced49033a4,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:29.873612 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Routers {'dc702cd2-e6be-4241-a348-1a618968ca22'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:23:29.874247 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:23:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['dc702cd2-e6be-4241-a348-1a618968ca22'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:23:29.969506 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] Set router dc702cd2-e6be-4241-a348-1a618968ca22 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:23:30.033266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4e669423-dd46-4fc5-9fff-237df1477427 None None] Provisioning complete for port 50fd314c-c420-44a2-bd6e-66ced49033a4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:23:30.033644 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e669423-dd46-4fc5-9fff-237df1477427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:30.114189 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e669423-dd46-4fc5-9fff-237df1477427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:30.149361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4e669423-dd46-4fc5-9fff-237df1477427 None None] For port 50fd314c-c420-44a2-bd6e-66ced49033a4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=50fd314c-c420-44a2-bd6e-66ced49033a4,segment=NetworkSegment(2018851d-be50-4ebc-aba8-07c47a31e312),segment_id=2018851d-be50-4ebc-aba8-07c47a31e312)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:23:30.187104 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc702cd2-e6be-4241-a348-1a618968ca22', 'name': 'router1', 'tenant_id': 'e96a697b345b4dc18a990721409b9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:23:16Z', 'updated_at': '2021-12-11T22:23:27Z', 'revision_number': 2, 'project_id': 'e96a697b345b4dc18a990721409b9c3a', 'gw_port_host': None, '_interfaces': [{'id': '50fd314c-c420-44a2-bd6e-66ced49033a4', 'name': '', 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56', 'tenant_id': 'e96a697b345b4dc18a990721409b9c3a', 'mac_address': 'fa:16:3e:1a:d5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc702cd2-e6be-4241-a348-1a618968ca22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:23:26Z', 'updated_at': '2021-12-11T22:23:29Z', 'revision_number': 4, 'project_id': 'e96a697b345b4dc18a990721409b9c3a', 'subnets': [{'id': 'acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f4a10db-1a07-475c-b421-3403fa3c1bee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:23:30.216464 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a5b88-160a-41ee-994d-b4272f340155 None None] The sync data for ids ['dc702cd2-e6be-4241-a348-1a618968ca22'] in n-d-710847-6 is: [{'id': 'dc702cd2-e6be-4241-a348-1a618968ca22', 'name': 'router1', 'tenant_id': 'e96a697b345b4dc18a990721409b9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:23:16Z', 'updated_at': '2021-12-11T22:23:27Z', 'revision_number': 2, 'project_id': 'e96a697b345b4dc18a990721409b9c3a', 'gw_port_host': None, '_interfaces': [{'id': '50fd314c-c420-44a2-bd6e-66ced49033a4', 'name': '', 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56', 'tenant_id': 'e96a697b345b4dc18a990721409b9c3a', 'mac_address': 'fa:16:3e:1a:d5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc702cd2-e6be-4241-a348-1a618968ca22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:23:26Z', 'updated_at': '2021-12-11T22:23:29Z', 'revision_number': 4, 'project_id': 'e96a697b345b4dc18a990721409b9c3a', 'subnets': [{'id': 'acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f4a10db-1a07-475c-b421-3403fa3c1bee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:23:30.227370 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e669423-dd46-4fc5-9fff-237df1477427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:30.275888 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e669423-dd46-4fc5-9fff-237df1477427 None None] Pushing event updated for resources: {'Port': ['ID=50fd314c-c420-44a2-bd6e-66ced49033a4,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:30.564114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36048) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:23:30.674397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71279463-18d3-4fe7-a7a1-eeecb6187afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:23:30.676445 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-71279463-18d3-4fe7-a7a1-eeecb6187afa admin admin] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 842 time: 0.1107497 Dec 11 22:23:30.685984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1a4f3dc4-fd54-464e-a9d5-04fc9a82eba3 admin admin] Request body: {'subnet': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'name': 'public-subnet', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.1.0/24'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:23:30.792973 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4f3dc4-fd54-464e-a9d5-04fc9a82eba3 admin admin] Made reservation on behalf of 4c0d368ed3ab4fe1a577b56c80ff9d06 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:23:30.795324 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a4f3dc4-fd54-464e-a9d5-04fc9a82eba3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:31.215210 n-d-710847-6 neutron-server[103692]: DEBUG neutron.objects.ports [None req-1a4f3dc4-fd54-464e-a9d5-04fc9a82eba3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103692) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:23:31.215644 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a4f3dc4-fd54-464e-a9d5-04fc9a82eba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:31.275215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f3dc4-fd54-464e-a9d5-04fc9a82eba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30fb430-2111-4dac-8343-51bfe4b33bca,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:31.279713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4f3dc4-fd54-464e-a9d5-04fc9a82eba3 admin admin] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:23:31.280060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4f3dc4-fd54-464e-a9d5-04fc9a82eba3 admin admin] Network hostable DHCP agents. Network: c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:23:31.375995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4f3dc4-fd54-464e-a9d5-04fc9a82eba3 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:23:31.455833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1a4f3dc4-fd54-464e-a9d5-04fc9a82eba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:23:31.460978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4f3dc4-fd54-464e-a9d5-04fc9a82eba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:23:31.461619 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a4f3dc4-fd54-464e-a9d5-04fc9a82eba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:31.469164 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e17f44-37e1-4296-9cf0-aa04f05f3e6c None None] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:23:31.539245 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1a4f3dc4-fd54-464e-a9d5-04fc9a82eba3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8566346 Dec 11 22:23:31.579796 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55237507-fc60-4bc3-af01-208818158dfb None None] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:23:34.111910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36056) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:23:34.249501 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-79be6117-e8a1-4f3f-9153-66020dd5850c admin admin] 10.222.0.45 "GET /v2.0/routers/dc702cd2-e6be-4241-a348-1a618968ca22 HTTP/1.1" status: 200 len: 710 time: 0.1362052 Dec 11 22:23:34.411577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51eb089-4ecf-4977-bc99-6da783b3460d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:23:34.413004 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c51eb089-4ecf-4977-bc99-6da783b3460d admin admin] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 886 time: 0.1578600 Dec 11 22:23:34.422313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:23:34.676623 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:34.984043 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:35.009701 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:23:35.057377 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:35.160554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Allocated IP 172.25.1.56 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/c31cca72-bd50-465c-9cee-dea12b02047d) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:23:35.258520 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:35.357605 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:35.399716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:23:35.402526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:23:35.405785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:23:35.438714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c31cca72-bd50-465c-9cee-dea12b02047d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:35.714761 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:36.016342 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:36.020595 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:36.129818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Router dc702cd2-e6be-4241-a348-1a618968ca22 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:23:36.234596 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:23:36.239550 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:36.240739 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1e1e2a2b-dffc-482b-a557-a91a56fa99d3 admin admin] 10.222.0.45 "PUT /v2.0/routers/dc702cd2-e6be-4241-a348-1a618968ca22 HTTP/1.1" status: 200 len: 889 time: 1.8216388 Dec 11 22:23:36.376496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 50fd314c-c420-44a2-bd6e-66ced49033a4 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:23:36.429870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 50fd314c-c420-44a2-bd6e-66ced49033a4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:23:36.430246 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:37.258488 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Sync routers for ids ['dc702cd2-e6be-4241-a348-1a618968ca22'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:23:37.273587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Routers {'dc702cd2-e6be-4241-a348-1a618968ca22'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:23:37.274247 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:23:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['dc702cd2-e6be-4241-a348-1a618968ca22'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:23:37.478584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Set router dc702cd2-e6be-4241-a348-1a618968ca22 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:23:37.940367 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc702cd2-e6be-4241-a348-1a618968ca22', 'name': 'router1', 'tenant_id': 'e96a697b345b4dc18a990721409b9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c31cca72-bd50-465c-9cee-dea12b02047d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:23:16Z', 'updated_at': '2021-12-11T22:23:35Z', 'revision_number': 4, 'project_id': 'e96a697b345b4dc18a990721409b9c3a', 'gw_port': {'id': 'c31cca72-bd50-465c-9cee-dea12b02047d', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc702cd2-e6be-4241-a348-1a618968ca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:23:35Z', 'updated_at': '2021-12-11T22:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '50fd314c-c420-44a2-bd6e-66ced49033a4', 'name': '', 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56', 'tenant_id': 'e96a697b345b4dc18a990721409b9c3a', 'mac_address': 'fa:16:3e:1a:d5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc702cd2-e6be-4241-a348-1a618968ca22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:23:26Z', 'updated_at': '2021-12-11T22:23:30Z', 'revision_number': 5, 'project_id': 'e96a697b345b4dc18a990721409b9c3a', 'subnets': [{'id': 'acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f4a10db-1a07-475c-b421-3403fa3c1bee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:23:37.989984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Checking router: dc702cd2-e6be-4241-a348-1a618968ca22 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:23:37.990343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Updating router dc702cd2-e6be-4241-a348-1a618968ca22 port c31cca72-bd50-465c-9cee-dea12b02047d binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:23:38.038524 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:38.352349 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:38.409932 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:38.460693 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Attempting to bind port c31cca72-bd50-465c-9cee-dea12b02047d on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:23:38.461069 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Attempting to bind port c31cca72-bd50-465c-9cee-dea12b02047d by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:23:38.461445 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Attempting to bind port c31cca72-bd50-465c-9cee-dea12b02047d on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:23:38.469961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:23:38.470336 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:23:38.470735 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:38.471152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:23:38.471618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Bound port: c31cca72-bd50-465c-9cee-dea12b02047d, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:23:38.472014 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:38.474267 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b53391-7b54-4077-b802-44127a645349 None None] Pushing event updated for resources: {'Port': ['ID=c31cca72-bd50-465c-9cee-dea12b02047d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:38.525855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] For port c31cca72-bd50-465c-9cee-dea12b02047d, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:23:38.530453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] For port c31cca72-bd50-465c-9cee-dea12b02047d, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c31cca72-bd50-465c-9cee-dea12b02047d,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:23:38.582433 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:38.638833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Routers {'dc702cd2-e6be-4241-a348-1a618968ca22'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:23:38.639461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:23:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['dc702cd2-e6be-4241-a348-1a618968ca22'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:23:38.641174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b53391-7b54-4077-b802-44127a645349 None None] Pushing event updated for resources: {'Port': ['ID=c31cca72-bd50-465c-9cee-dea12b02047d,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:38.748291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] Set router dc702cd2-e6be-4241-a348-1a618968ca22 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:23:38.850607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36068) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:23:38.956205 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c93908a5-5f2d-49aa-804f-48dcde75939b admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1093204 Dec 11 22:23:38.959242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc702cd2-e6be-4241-a348-1a618968ca22', 'name': 'router1', 'tenant_id': 'e96a697b345b4dc18a990721409b9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c31cca72-bd50-465c-9cee-dea12b02047d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:23:16Z', 'updated_at': '2021-12-11T22:23:35Z', 'revision_number': 4, 'project_id': 'e96a697b345b4dc18a990721409b9c3a', 'gw_port': {'id': 'c31cca72-bd50-465c-9cee-dea12b02047d', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc702cd2-e6be-4241-a348-1a618968ca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:23:35Z', 'updated_at': '2021-12-11T22:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '50fd314c-c420-44a2-bd6e-66ced49033a4', 'name': '', 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56', 'tenant_id': 'e96a697b345b4dc18a990721409b9c3a', 'mac_address': 'fa:16:3e:1a:d5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc702cd2-e6be-4241-a348-1a618968ca22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:23:26Z', 'updated_at': '2021-12-11T22:23:30Z', 'revision_number': 5, 'project_id': 'e96a697b345b4dc18a990721409b9c3a', 'subnets': [{'id': 'acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f4a10db-1a07-475c-b421-3403fa3c1bee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:23:38.990895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39000303-f877-418e-9230-fb60187c7ad7 None None] The sync data for ids ['dc702cd2-e6be-4241-a348-1a618968ca22'] in n-d-710847-6 is: [{'id': 'dc702cd2-e6be-4241-a348-1a618968ca22', 'name': 'router1', 'tenant_id': 'e96a697b345b4dc18a990721409b9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c31cca72-bd50-465c-9cee-dea12b02047d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:23:16Z', 'updated_at': '2021-12-11T22:23:35Z', 'revision_number': 4, 'project_id': 'e96a697b345b4dc18a990721409b9c3a', 'gw_port': {'id': 'c31cca72-bd50-465c-9cee-dea12b02047d', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc702cd2-e6be-4241-a348-1a618968ca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:23:35Z', 'updated_at': '2021-12-11T22:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '50fd314c-c420-44a2-bd6e-66ced49033a4', 'name': '', 'network_id': '1bde1a7f-53ed-4bda-961a-f1009a4b1b56', 'tenant_id': 'e96a697b345b4dc18a990721409b9c3a', 'mac_address': 'fa:16:3e:1a:d5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc702cd2-e6be-4241-a348-1a618968ca22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:23:26Z', 'updated_at': '2021-12-11T22:23:30Z', 'revision_number': 5, 'project_id': 'e96a697b345b4dc18a990721409b9c3a', 'subnets': [{'id': 'acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f4a10db-1a07-475c-b421-3403fa3c1bee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:23:40.400067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c31cca72-bd50-465c-9cee-dea12b02047d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:23:40.448647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port c31cca72-bd50-465c-9cee-dea12b02047d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:23:40.449026 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:40.528996 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:40.549146 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port c31cca72-bd50-465c-9cee-dea12b02047d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c31cca72-bd50-465c-9cee-dea12b02047d,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:23:40.638393 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:40.695961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=c31cca72-bd50-465c-9cee-dea12b02047d,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:23:42.384701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c31cca72-bd50-465c-9cee-dea12b02047d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:23:42.438466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port c31cca72-bd50-465c-9cee-dea12b02047d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:23:42.438875 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:48.729557 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb2cc839-7bec-4de7-909e-c87433e96ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:51.282671 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2c4a59c8-dd60-4611-bf8b-9380e773baa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:51.986702 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:53.695629 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:23:54.565244 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:24:12.008471 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:24:18.767997 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b765e371-cc46-4e15-b9a6-b351525f5092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:24:21.173349 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-01381bf5-500f-41f1-ad8f-15980400215d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:24:21.979136 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:24:23.705969 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:24:24.610489 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:24:48.732189 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd5f4fef-554c-4f88-8bce-bf99486f37f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:24:49.007539 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:24:51.179236 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f79d0e02-a74f-43f9-be65-38739bc18206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:24:51.986002 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:24:53.693790 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:24:54.526341 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:25:06.887014 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36584) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:25:06.950608 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1049a0-bd1c-4887-ac81-32054db7cf9a admin admin] GET failed (client error): The resource could not be found. Dec 11 22:25:06.951911 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7b1049a0-bd1c-4887-ac81-32054db7cf9a admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0639701 Dec 11 22:25:07.132661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e17f42-283a-4018-9adb-a9c15a0c927e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:25:07.134028 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d4e17f42-283a-4018-9adb-a9c15a0c927e admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1773291 Dec 11 22:25:09.510943 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36594) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:25:09.605693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff12065-5aba-4fd6-826b-f368eddfa1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:25:09.607061 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1ff12065-5aba-4fd6-826b-f368eddfa1b7 admin admin] 10.222.0.45 "GET /v2.0/subnets/acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e HTTP/1.1" status: 200 len: 849 time: 0.0951474 Dec 11 22:25:09.617137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:25:09.698637 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Publish callbacks [] for subnet, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:25:09.904609 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780728726236'] for subnet, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:25:09.934632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:25:09.935256 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:25:09.936533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] 10.222.0.45 "PUT /v2.0/subnets/acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e HTTP/1.1" status: 200 len: 868 time: 0.3230669 Dec 11 22:25:09.955857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7146f44-2064-4d61-8ea0-710ecd32d5d9 None None] Network 1bde1a7f-53ed-4bda-961a-f1009a4b1b56 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:25:09.958323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:25:09.966132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:25:09.966514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:25:09.967018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:25:09.967562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:25:09.967956 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:25:09.968303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:25:09.968641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:25:09.969170 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:25:09.969510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:25:09.969848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:25:09.970183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:25:09.970519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:25:09.970875 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d828cd-eaba-4c6b-ae99-ec0417df8a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:25:10.293533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-290141de-2105-4f86-b848-47d14b6662c4 None None] Provisioning complete for port 50fd314c-c420-44a2-bd6e-66ced49033a4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:25:10.293907 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-290141de-2105-4f86-b848-47d14b6662c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:25:10.381558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-290141de-2105-4f86-b848-47d14b6662c4 None None] Provisioning complete for port 4e65f443-698b-4d62-8e73-6b10ca8b0761 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:25:10.381853 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-290141de-2105-4f86-b848-47d14b6662c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:25:12.333306 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36604) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:25:12.533681 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2410a-fef8-4870-8892-b09eb0b7ca8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:25:12.534067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2410a-fef8-4870-8892-b09eb0b7ca8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:25:12.535638 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5ea2410a-fef8-4870-8892-b09eb0b7ca8b admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013824 Dec 11 22:25:14.890653 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36612) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:25:15.087989 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fe2f09-250c-4dc2-98f5-792aa51fcc3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:25:15.088383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fe2f09-250c-4dc2-98f5-792aa51fcc3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:25:15.089939 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-83fe2f09-250c-4dc2-98f5-792aa51fcc3d admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1982920 Dec 11 22:25:17.461192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36620) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:25:17.633719 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f6cbdd-9625-4f1c-b251-3303a9acecea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:25:17.635128 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-35f6cbdd-9625-4f1c-b251-3303a9acecea admin admin] 10.222.0.45 "GET /v2.0/networks/1bde1a7f-53ed-4bda-961a-f1009a4b1b56 HTTP/1.1" status: 200 len: 869 time: 0.1729460 Dec 11 22:25:18.727641 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d364-9822-4545-93d6-4762a36e7f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:25:20.017913 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36628) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:25:20.140655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4563252-cc49-4a9d-9aeb-ff92e711fb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:25:20.142033 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b4563252-cc49-4a9d-9aeb-ff92e711fb2c admin admin] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 886 time: 0.1231599 Dec 11 22:25:21.190048 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-de186a25-cc6b-4616-ac70-88146f4a9b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:25:21.995963 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:25:22.519593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36636) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:25:22.643461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c921cbf2-9c3f-4457-bdc7-cd9dd200a90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:25:22.643930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c921cbf2-9c3f-4457-bdc7-cd9dd200a90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:25:22.645468 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c921cbf2-9c3f-4457-bdc7-cd9dd200a90a admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249225 Dec 11 22:25:23.704284 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:25:24.527249 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:25:25.012521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36644) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:25:25.107501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dce9c6c-4312-4bb0-b210-52acdd3b096b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:25:25.108066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dce9c6c-4312-4bb0-b210-52acdd3b096b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:25:25.109609 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4dce9c6c-4312-4bb0-b210-52acdd3b096b admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0961421 Dec 11 22:25:26.006738 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:25:27.492904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36652) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:25:27.585470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59344d5b-f605-416e-a943-06740d7e05c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:25:27.586790 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-59344d5b-f605-416e-a943-06740d7e05c1 admin admin] 10.222.0.45 "GET /v2.0/subnets/acc792bc-9a6c-4b7c-8a9c-68f3c7d8ab4e HTTP/1.1" status: 200 len: 868 time: 0.0929346 Dec 11 22:25:29.947961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36660) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:25:30.035345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1241f1fc-132b-442e-801b-c7064a3030d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:25:30.036715 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1241f1fc-132b-442e-801b-c7064a3030d6 admin admin] 10.222.0.45 "GET /v2.0/subnets/c30fb430-2111-4dac-8343-51bfe4b33bca HTTP/1.1" status: 200 len: 816 time: 0.0877759 Dec 11 22:25:48.724345 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef168761-c724-4182-89d9-fe59966a7af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:25:51.187639 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd8fc1af-0c29-4489-bdfa-1480f0f61450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:25:52.027533 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:25:53.709419 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:25:54.543792 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:25:55.280188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36714) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:25:55.328582 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-e756381e-00ba-4d21-b7a7-8be4c6a517d5 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:25:55.329659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e756381e-00ba-4d21-b7a7-8be4c6a517d5 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484989 Dec 11 22:25:57.817392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36722) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:25:57.877255 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-09da650d-be19-41bb-88fe-2141082f1df9 admin admin] GET failed (client error): The resource could not be found. Dec 11 22:25:57.878546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-09da650d-be19-41bb-88fe-2141082f1df9 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602243 Dec 11 22:25:58.021585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6454b5e9-1a07-489b-87d7-0f26055faa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:25:58.023005 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6454b5e9-1a07-489b-87d7-0f26055faa9b admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1399426 Dec 11 22:26:00.530470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36730) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:26:00.578261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0914cf92-674f-4115-9c9f-390810739bf6 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:26:00.646382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0914cf92-674f-4115-9c9f-390810739bf6 admin admin] Made reservation on behalf of 4c0d368ed3ab4fe1a577b56c80ff9d06 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:26:00.648772 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0914cf92-674f-4115-9c9f-390810739bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:00.676872 n-d-710847-6 neutron-server[103692]: WARNING neutron.services.revisions.revision_plugin [None req-0914cf92-674f-4115-9c9f-390810739bf6 admin admin] Could not find related network for resource to bump revision. Dec 11 22:26:00.688265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0914cf92-674f-4115-9c9f-390810739bf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:26:00.696676 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0914cf92-674f-4115-9c9f-390810739bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:00.697012 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-0914cf92-674f-4115-9c9f-390810739bf6 admin admin] Added segment 85d74641-7711-4c69-bb75-f31ad169aa3a of type vlan for network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed Dec 11 22:26:00.734363 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0914cf92-674f-4115-9c9f-390810739bf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:00.827026 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0914cf92-674f-4115-9c9f-390810739bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:00.827953 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0914cf92-674f-4115-9c9f-390810739bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:26:00.828527 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0914cf92-674f-4115-9c9f-390810739bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:00.887196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914cf92-674f-4115-9c9f-390810739bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:26:00.897876 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:26:00.944481 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0914cf92-674f-4115-9c9f-390810739bf6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4127212 Dec 11 22:26:03.005233 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:26:03.344977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36738) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:26:03.407395 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdc92bf-56e0-40c0-9866-2794297f2d29 admin admin] GET failed (client error): The resource could not be found. Dec 11 22:26:03.408695 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fbdc92bf-56e0-40c0-9866-2794297f2d29 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0627594 Dec 11 22:26:03.477896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db2a553-56dd-402c-bedd-43c5bac02dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:26:03.479410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3db2a553-56dd-402c-bedd-43c5bac02dee admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660429 Dec 11 22:26:03.489499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2e602053-ecb3-475b-9f47-f3747a408e25 admin admin] Request body: {'subnet': {'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:26:03.601092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e602053-ecb3-475b-9f47-f3747a408e25 admin admin] Made reservation on behalf of 4c0d368ed3ab4fe1a577b56c80ff9d06 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:26:03.603383 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2e602053-ecb3-475b-9f47-f3747a408e25 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:03.936348 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2e602053-ecb3-475b-9f47-f3747a408e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:03.992515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e602053-ecb3-475b-9f47-f3747a408e25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5a4eede-2907-42c1-a85e-5bac0147620a,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:26:04.003310 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e602053-ecb3-475b-9f47-f3747a408e25 admin admin] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:26:04.003665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e602053-ecb3-475b-9f47-f3747a408e25 admin admin] Network hostable DHCP agents. Network: 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:26:04.101267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e602053-ecb3-475b-9f47-f3747a408e25 admin admin] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:26:04.217812 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-2e602053-ecb3-475b-9f47-f3747a408e25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:26:04.222027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e602053-ecb3-475b-9f47-f3747a408e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:26:04.226389 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2e602053-ecb3-475b-9f47-f3747a408e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:04.228227 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e271c481-6353-46c6-b283-e1720dd873fc None None] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:26:04.295665 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2e602053-ecb3-475b-9f47-f3747a408e25 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8094819 Dec 11 22:26:04.438216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'project_id': '4c0d368ed3ab4fe1a577b56c80ff9d06', 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:26:04.439333 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:04.585201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Allocated IP 192.168.233.2 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/bfc4f321-1514-4904-8619-42fd5c2536fc) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:26:04.738982 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:04.789836 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:04.830465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:26:04.833471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:26:04.837151 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:26:04.844474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Pushing event updated for resources: {'Port': ['ID=bfc4f321-1514-4904-8619-42fd5c2536fc,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:26:04.866619 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:26:04.867004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:26:04.867354 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:26:04.867699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:26:04.868045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:26:04.868384 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:26:04.868723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:26:04.869053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:26:04.869384 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:26:04.869710 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:26:04.870039 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:26:04.870379 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:26:04.870696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:26:04.905679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Attempting to bind port bfc4f321-1514-4904-8619-42fd5c2536fc on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:26:04.906093 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Attempting to bind port bfc4f321-1514-4904-8619-42fd5c2536fc by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:26:04.906464 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Attempting to bind port bfc4f321-1514-4904-8619-42fd5c2536fc on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:26:04.911881 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:26:04.912263 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:26:04.912667 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:04.913066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:26:04.913532 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Bound port: bfc4f321-1514-4904-8619-42fd5c2536fc, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:26:04.913930 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:04.980185 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] For port bfc4f321-1514-4904-8619-42fd5c2536fc, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:26:04.983912 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] For port bfc4f321-1514-4904-8619-42fd5c2536fc, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=bfc4f321-1514-4904-8619-42fd5c2536fc,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:26:05.058455 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:05.126073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ccaa8-30f9-4ab4-b305-b447a9a8f4fe None None] Pushing event updated for resources: {'Port': ['ID=bfc4f321-1514-4904-8619-42fd5c2536fc,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:26:05.960138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d28c8b-8d8e-4c44-9f07-b72f247bfd76 None None] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:26:06.052116 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7db6b290-d93e-4fc8-b9e4-36e12b91a2f4 None None] Provisioning complete for port bfc4f321-1514-4904-8619-42fd5c2536fc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:26:06.052487 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7db6b290-d93e-4fc8-b9e4-36e12b91a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:06.162965 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7db6b290-d93e-4fc8-b9e4-36e12b91a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:06.201372 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7db6b290-d93e-4fc8-b9e4-36e12b91a2f4 None None] For port bfc4f321-1514-4904-8619-42fd5c2536fc, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=bfc4f321-1514-4904-8619-42fd5c2536fc,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:26:06.318875 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7db6b290-d93e-4fc8-b9e4-36e12b91a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:06.374614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6b290-d93e-4fc8-b9e4-36e12b91a2f4 None None] Pushing event updated for resources: {'Port': ['ID=bfc4f321-1514-4904-8619-42fd5c2536fc,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:26:06.492957 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device bfc4f321-1514-4904-8619-42fd5c2536fc up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:26:06.552125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-265d0fe2-1094-4b0a-8ad3-f19ccfdfd757 None None] Provisioning complete for port bfc4f321-1514-4904-8619-42fd5c2536fc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:26:06.552506 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-265d0fe2-1094-4b0a-8ad3-f19ccfdfd757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:06.586137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port bfc4f321-1514-4904-8619-42fd5c2536fc triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:26:06.586508 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:18.742552 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1ce6fac-37c6-47a0-ae1f-1eb08c087c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:21.177348 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d61b763d-c479-4b67-9a80-0df70ecde0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:22.006400 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:23.708710 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:24.537355 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:40.004082 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:26:48.731365 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8035d01-d024-45e0-8be4-68efebfcaf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:51.183017 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4b13955c-b62d-4e5a-9468-07231cefc115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:51.991538 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:53.719273 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:26:54.548180 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:17.002838 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:27:18.762994 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-af2857aa-cc47-4280-837a-dd1bad42f153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:21.182179 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9a1910f9-ac8a-41fe-91e5-cefa16a1ae7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:22.004864 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:23.721558 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:24.538978 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:31.533258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36784) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:27:31.539152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-91e6baf5-c072-4d52-9b31-f21d03cd6b4b tempest-verify_tempest_config-790759208 tempest-verify_tempest_config-790759208-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:27:31.540068 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-91e6baf5-c072-4d52-9b31-f21d03cd6b4b tempest-verify_tempest_config-790759208 tempest-verify_tempest_config-790759208-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058374 Dec 11 22:27:32.077758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36802) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:27:32.182132 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:32.251380 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:32.327304 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:32.371785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b78182e-68ce-4de3-8289-c9850d701192,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:27:32.376298 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e01e2765df544abb0bf598631d29a3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2975698 Dec 11 22:27:32.379124 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36806) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:27:32.380606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.380938 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.381286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.381694 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.382039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.382380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.382714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.383074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.383407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.383738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.384069 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.384398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.384723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd65711d-d5de-41df-b22b-bbab2033d082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.462131 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:32.483856 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:32.650549 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:32.653721 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:32.654950 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b78182e-68ce-4de3-8289-c9850d701192 HTTP/1.1" status: 204 len: 168 time: 0.2747333 Dec 11 22:27:32.663128 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b78182e-68ce-4de3-8289-c9850d701192,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:27:32.669774 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.670122 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.670465 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.670820 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.671171 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.671503 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.671836 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.672164 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.672490 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.672818 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.673143 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.673467 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:32.673794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ded3c5-886a-4952-973e-be584efcf976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:27:48.703867 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5acd17bb-3588-47cb-830b-32c7c6625b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:51.201271 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6ec1eeb-0ed4-4448-aaf5-c31a42272ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:52.020964 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:53.712439 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:27:54.001927 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:27:54.526430 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:28:18.734979 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44d49c33-0def-4116-a085-593d92e71d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:28:21.180539 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6d25a15d-ee7a-4bec-9d55-ccffaaa84b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:28:22.034541 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:28:23.717174 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:28:24.531228 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:28:31.000862 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:28:48.756539 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2efe4f7e-f6a1-49d8-b09c-6db805540062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:28:51.184902 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b674647d-6ff7-40c7-bcca-09f40ebbfafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:28:52.010689 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:28:53.722335 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:28:54.553328 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:29:08.001209 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:29:18.735416 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5aa6a821-4b21-4a49-8553-942935d41be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:29:21.189809 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1c56ad87-40e6-4f6f-8cbd-8946449a395a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:29:22.015482 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:29:23.750229 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:29:24.529166 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:29:44.999415 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:29:48.728390 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2e007a51-7ac8-43d0-817f-394a647fdef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:29:51.194761 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ca5e65f6-0d51-4f8d-b6c7-a3e983539ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:29:52.002985 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:29:53.723055 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:29:54.545774 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:30:18.734040 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-848a035e-adb2-4dcf-8eb7-070750f57956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:30:21.179145 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d75ca7c0-7c85-4a8a-a9a5-c536e365caa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:30:21.998121 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 5 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:30:22.024970 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:30:23.743121 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:30:24.521689 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:30:43.233647 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-466380'] for agent, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:30:46.938197 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-466380'] for agent, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:30:48.721143 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f4a7ba1-d106-462a-ba7e-ff01384ecea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:30:51.212298 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3a9e8094-0b5b-424d-aca4-f9bac11b523d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:30:52.018135 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:30:53.720675 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:30:54.536710 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:30:58.998957 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:31:13.195106 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:31:16.903037 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:31:18.747163 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-232beddf-9fae-49ac-a433-16e3f283d020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:31:21.210426 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1fb1c7bb-4833-46f2-a9a0-9a2718144098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:31:22.017009 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:31:23.713935 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:31:24.531591 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:31:31.293943 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36864) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:31:31.395729 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1e98be45-df92-428d-ac7c-90f19101c3f7 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1006563 Dec 11 22:31:33.802256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36874) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:31:33.857473 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f3db194e-7998-49f8-bdc1-d46890ea1d73 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0536201 Dec 11 22:31:35.998914 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:31:43.216116 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:31:46.877705 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:31:48.747449 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0af5355a-05f1-4dff-8db7-adf57d84c2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:31:51.203404 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ca78615f-16a0-4f88-94f5-23b70fcd1614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:31:52.016302 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:31:53.723236 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:31:54.540353 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:12.998183 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:32:13.181645 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:16.935641 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:18.746901 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c4563bd9-1e9a-4f9f-bb01-902e1f005032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:21.209623 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdf02b98-12b4-461f-bae3-ea955770187a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:22.036990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:23.756961 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:24.552487 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:43.197183 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:46.918160 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:48.733361 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5045b7b7-678d-4993-8ef0-8ccaf831b694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:49.997651 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:32:51.209703 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ccd85adf-7491-4714-afc4-5fce40d9f102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:52.043194 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:53.751421 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:54.550191 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:56.497910 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37076) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:32:57.057585 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-network', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:32:57.139622 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Made reservation on behalf of 556a7ebc068346b0987349bf55b5f5c7 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:32:57.142066 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:57.159959 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:57.239303 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:57.306032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:57.343366 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:32:57.359931 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58232ac-7cd9-42b8-b7e1-f6fc6f32417f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:32:57.372627 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:57.372981 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:57.373322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:57.373660 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:57.373989 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:57.374315 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:57.374642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:57.375104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:57.375435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:57.375756 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:57.376076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:57.376397 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:57.376715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Tracked resource versions report: Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: pushed versions: Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: { 'AddressGroup': {'1.2'}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'ConntrackHelper': {'1.0'}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'LocalIPAssociation': {'1.0'}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'Log': {'1.0'}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'Network': {'1.1'}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'Port': {'1.7'}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'PortForwarding': {'1.2'}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'QosPolicy': {'1.10'}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'SecurityGroup': {'1.5'}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'SecurityGroupRule': {'1.2'}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'SubPort': {'1.0'}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'Subnet': {'1.1'}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'Trunk': {'1.1'}} Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: consumer versions: Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: { DHCP agent@n-d-710847-6: {}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: HyperV agent@n-h1-710847-6: {}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: HyperV agent@n-h2-710847-6: {}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: L3 agent@n-d-710847-6: {}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: Metadata agent@n-d-710847-6: {}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: Metering agent@n-d-710847-6: {}, Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: Open vSwitch agent@n-d-710847-6: { 'AddressGroup': '1.2', Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'ConntrackHelper': '1.0', Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'LocalIPAssociation': '1.0', Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'Log': '1.0', Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'Network': '1.1', Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'Port': '1.7', Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'PortForwarding': '1.2', Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'QosPolicy': '1.10', Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'SecurityGroup': '1.5', Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'SecurityGroupRule': '1.2', Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'SubPort': '1.0', Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'Subnet': '1.1', Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: 'Trunk': '1.1'}} Dec 11 22:32:57.377889 n-d-710847-6 neutron-server[103691]: {{(pid=103691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 11 22:32:57.384857 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780728793721', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:57.385691 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Unsubscribe: segment precommit_create {{(pid=103691) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 11 22:32:57.386321 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Added segment d36f17ac-af7e-4580-82c3-c52f8af97b93 of type vlan for network b4c48a02-3b82-4092-9ade-e5e796a844fd Dec 11 22:32:57.435768 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:57.522690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:57.523749 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:32:57.524330 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:57.617437 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] Pushing event updated for resources: {'Network': ['ID=b4c48a02-3b82-4092-9ade-e5e796a844fd,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:32:57.629845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network b4c48a02-3b82-4092-9ade-e5e796a844fd details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:32:57.672215 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3f9ee41d-69bf-4130-b029-cc84002da78a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1717894 Dec 11 22:32:57.672402 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37116) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:32:57.678437 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-7118bc5b-a9d4-412d-b642-cdf8ba42e05b admin admin] Request body: {'subnet': {'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-subnet', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:32:57.756353 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7118bc5b-a9d4-412d-b642-cdf8ba42e05b admin admin] Made reservation on behalf of 556a7ebc068346b0987349bf55b5f5c7 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:32:57.758692 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7118bc5b-a9d4-412d-b642-cdf8ba42e05b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:58.032038 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7118bc5b-a9d4-412d-b642-cdf8ba42e05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:58.090160 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118bc5b-a9d4-412d-b642-cdf8ba42e05b admin admin] Pushing event updated for resources: {'Subnet': ['ID=719ab16a-0b20-4a94-b6be-58476ab1f8d5,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:32:58.101117 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7118bc5b-a9d4-412d-b642-cdf8ba42e05b admin admin] Checking segment: {'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:32:58.101483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7118bc5b-a9d4-412d-b642-cdf8ba42e05b admin admin] Network hostable DHCP agents. Network: b4c48a02-3b82-4092-9ade-e5e796a844fd, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:32:58.214281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7118bc5b-a9d4-412d-b642-cdf8ba42e05b admin admin] Network b4c48a02-3b82-4092-9ade-e5e796a844fd is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:32:58.300213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-7118bc5b-a9d4-412d-b642-cdf8ba42e05b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, b4c48a02-3b82-4092-9ade-e5e796a844fd) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:32:58.306110 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7118bc5b-a9d4-412d-b642-cdf8ba42e05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:32:58.307077 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7118bc5b-a9d4-412d-b642-cdf8ba42e05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:58.313963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c71d036-14a1-432b-acae-6132035d568e None None] Network b4c48a02-3b82-4092-9ade-e5e796a844fd requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:32:58.422517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37136) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:32:58.429175 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7118bc5b-a9d4-412d-b642-cdf8ba42e05b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7495480 Dec 11 22:32:58.430781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:32:58.439658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-b4c48a02-3b82-4092-9ade-e5e796a844fd', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:32:58.440598 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:58.542224 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:58.544215 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:58.614621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Allocated IP 172.20.0.2 (b4c48a02-3b82-4092-9ade-e5e796a844fd/719ab16a-0b20-4a94-b6be-58476ab1f8d5/b815c829-f4b2-4e77-b0c9-453f6c2022a8) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:32:58.618925 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:58.783348 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:58.833246 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:58.843389 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:58.888863 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Network b4c48a02-3b82-4092-9ade-e5e796a844fd is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:32:58.893601 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:32:58.898841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:32:58.901126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Pushing event updated for resources: {'Port': ['ID=b815c829-f4b2-4e77-b0c9-453f6c2022a8,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:32:58.914311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:58.914655 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:58.915023 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:58.915360 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:58.915688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:58.916016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:58.916340 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:58.916664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:58.916982 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:58.917299 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:58.917619 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:58.917935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:58.918251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Tracked resource versions report: Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: pushed versions: Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: { 'AddressGroup': {'1.2'}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'ConntrackHelper': {'1.0'}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'LocalIPAssociation': {'1.0'}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'Log': {'1.0'}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'Network': {'1.1'}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'Port': {'1.7'}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'PortForwarding': {'1.2'}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'QosPolicy': {'1.10'}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'SecurityGroup': {'1.5'}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'SecurityGroupRule': {'1.2'}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'SubPort': {'1.0'}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'Subnet': {'1.1'}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'Trunk': {'1.1'}} Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: consumer versions: Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: { DHCP agent@n-d-710847-6: {}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: HyperV agent@n-h1-710847-6: {}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: HyperV agent@n-h2-710847-6: {}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: L3 agent@n-d-710847-6: {}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: Metadata agent@n-d-710847-6: {}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: Metering agent@n-d-710847-6: {}, Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: Open vSwitch agent@n-d-710847-6: { 'AddressGroup': '1.2', Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'ConntrackHelper': '1.0', Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'LocalIPAssociation': '1.0', Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'Log': '1.0', Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'Network': '1.1', Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'Port': '1.7', Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'PortForwarding': '1.2', Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'QosPolicy': '1.10', Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'SecurityGroup': '1.5', Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'SecurityGroupRule': '1.2', Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'SubPort': '1.0', Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'Subnet': '1.1', Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: 'Trunk': '1.1'}} Dec 11 22:32:58.919442 n-d-710847-6 neutron-server[103693]: {{(pid=103693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 11 22:32:58.981271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Attempting to bind port b815c829-f4b2-4e77-b0c9-453f6c2022a8 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:32:58.981648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Attempting to bind port b815c829-f4b2-4e77-b0c9-453f6c2022a8 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:32:58.982010 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Attempting to bind port b815c829-f4b2-4e77-b0c9-453f6c2022a8 on network b4c48a02-3b82-4092-9ade-e5e796a844fd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:32:58.987103 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:32:58.987483 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Checking segment: {'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:32:58.987888 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:58.988278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Bound using segment: {'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:32:58.988749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Bound port: b815c829-f4b2-4e77-b0c9-453f6c2022a8, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:32:58.989153 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:59.055069 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] For port b815c829-f4b2-4e77-b0c9-453f6c2022a8, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:32:59.058432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] For port b815c829-f4b2-4e77-b0c9-453f6c2022a8, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b815c829-f4b2-4e77-b0c9-453f6c2022a8,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:32:59.137258 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:59.140477 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:59.176706 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:59.214327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3903d01-2b51-4c0e-bde2-411a24fb9159 None None] Pushing event updated for resources: {'Port': ['ID=b815c829-f4b2-4e77-b0c9-453f6c2022a8,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:32:59.308299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Allocated IP 172.25.1.73 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/22a97546-c1f7-4452-8782-04efc4117d9e) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:32:59.449087 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:59.550590 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:32:59.610526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Pushing event updated for resources: {'Port': ['ID=22a97546-c1f7-4452-8782-04efc4117d9e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:32:59.621468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:59.622017 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:59.622360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:59.622885 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:59.623355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:59.623822 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:59.624287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:59.624757 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:59.625091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:59.625421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:59.625753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:59.626080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:59.626397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Tracked resource versions report: Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: pushed versions: Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: { 'AddressGroup': {'1.2'}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'ConntrackHelper': {'1.0'}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'LocalIPAssociation': {'1.0'}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'Log': {'1.0'}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'Network': {'1.1'}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'Port': {'1.7'}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'PortForwarding': {'1.2'}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'QosPolicy': {'1.10'}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'SecurityGroup': {'1.5'}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'SecurityGroupRule': {'1.2'}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'SubPort': {'1.0'}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'Subnet': {'1.1'}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'Trunk': {'1.1'}} Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: consumer versions: Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: { DHCP agent@n-d-710847-6: {}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: HyperV agent@n-h1-710847-6: {}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: HyperV agent@n-h2-710847-6: {}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: L3 agent@n-d-710847-6: {}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: Metadata agent@n-d-710847-6: {}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: Metering agent@n-d-710847-6: {}, Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: Open vSwitch agent@n-d-710847-6: { 'AddressGroup': '1.2', Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'ConntrackHelper': '1.0', Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'LocalIPAssociation': '1.0', Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'Log': '1.0', Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'Network': '1.1', Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'Port': '1.7', Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'PortForwarding': '1.2', Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'QosPolicy': '1.10', Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'SecurityGroup': '1.5', Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'SecurityGroupRule': '1.2', Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'SubPort': '1.0', Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'Subnet': '1.1', Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: 'Trunk': '1.1'}} Dec 11 22:32:59.627708 n-d-710847-6 neutron-server[103692]: {{(pid=103692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 11 22:32:59.637281 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:32:59.639184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:32:59.642131 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:32:59.946299 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:00.199335 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:00.400376 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7eb91b-f2d7-4ae4-8cdb-c6b525b7a9d0 None None] Network b4c48a02-3b82-4092-9ade-e5e796a844fd requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:33:00.570382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9676c35c-d401-40ef-a325-59c75a75d275 None None] Provisioning complete for port b815c829-f4b2-4e77-b0c9-453f6c2022a8 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:00.571094 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9676c35c-d401-40ef-a325-59c75a75d275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:00.632882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Router 955d64cc-d25f-4201-b2e1-ce8b83245284 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:33:00.722259 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9676c35c-d401-40ef-a325-59c75a75d275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:00.776562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b815c829-f4b2-4e77-b0c9-453f6c2022a8 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:00.831472 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9676c35c-d401-40ef-a325-59c75a75d275 None None] For port b815c829-f4b2-4e77-b0c9-453f6c2022a8, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b815c829-f4b2-4e77-b0c9-453f6c2022a8,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:00.838678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:33:00.854120 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Sync routers for ids ['955d64cc-d25f-4201-b2e1-ce8b83245284'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:33:00.862564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b815c829-f4b2-4e77-b0c9-453f6c2022a8 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:00.863009 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:00.868781 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Routers {'955d64cc-d25f-4201-b2e1-ce8b83245284'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:33:00.870397 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:32:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['955d64cc-d25f-4201-b2e1-ce8b83245284'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:00.914538 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9676c35c-d401-40ef-a325-59c75a75d275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:00.943051 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:00.944950 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f8eb6a78-2f20-430e-a3c5-112997f8d425 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.5198233 Dec 11 22:33:00.953528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37242) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:00.988582 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676c35c-d401-40ef-a325-59c75a75d275 None None] Pushing event updated for resources: {'Port': ['ID=b815c829-f4b2-4e77-b0c9-453f6c2022a8,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:01.044973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8ff71ee2-bb0e-4719-8a66-96d463d4777d None None] Provisioning complete for port b815c829-f4b2-4e77-b0c9-453f6c2022a8 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:01.045348 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8ff71ee2-bb0e-4719-8a66-96d463d4777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:01.082905 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Set router 955d64cc-d25f-4201-b2e1-ce8b83245284 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:33:01.110092 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37260) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:01.114100 n-d-710847-6 neutron-server[103691]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 11 22:33:01.175593 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-5a570602-f19d-423d-ad59-033a8e3cb92c tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ba0a631ce760407a8f0bb0044b66926c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629032 Dec 11 22:33:01.392786 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-c4f4e8c3-926e-43ae-b0cd-2aa1c0c1b012 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:01.394546 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-c4f4e8c3-926e-43ae-b0cd-2aa1c0c1b012 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181756 Dec 11 22:33:01.418209 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-d5a24c3f-dedb-4a94-859e-0239158f83a0 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/quotas/ba0a631ce760407a8f0bb0044b66926c HTTP/1.1" status: 200 len: 375 time: 0.0146384 Dec 11 22:33:01.419338 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:32:59Z', 'revision_number': 3, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:01.492253 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Checking router: 955d64cc-d25f-4201-b2e1-ce8b83245284 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:33:01.492613 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Updating router 955d64cc-d25f-4201-b2e1-ce8b83245284 port 22a97546-c1f7-4452-8782-04efc4117d9e binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:33:01.510045 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-1a995c59-9951-48b0-8174-f113a7d09e0e tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba0a631ce760407a8f0bb0044b66926c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849228 Dec 11 22:33:01.519123 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:01.559503 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:01.753008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Allocated IP 172.20.0.1 (b4c48a02-3b82-4092-9ade-e5e796a844fd/719ab16a-0b20-4a94-b6be-58476ab1f8d5/16db10b6-25ac-48bb-8c31-e51b3554ec44) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:33:01.844456 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:01.903235 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:01.914482 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:01.989108 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Attempting to bind port 22a97546-c1f7-4452-8782-04efc4117d9e on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:33:01.990370 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Attempting to bind port 22a97546-c1f7-4452-8782-04efc4117d9e by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:33:01.990824 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Attempting to bind port 22a97546-c1f7-4452-8782-04efc4117d9e on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:01.998994 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:33:01.999382 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:33:01.999789 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:02.000184 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:33:02.000658 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Bound port: 22a97546-c1f7-4452-8782-04efc4117d9e, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:33:02.001055 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:02.002579 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dd29d-f328-4d09-9d65-45bb98b9577f None None] Pushing event updated for resources: {'Port': ['ID=22a97546-c1f7-4452-8782-04efc4117d9e,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:02.031101 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:02.037315 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47dd29d-f328-4d09-9d65-45bb98b9577f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:33:02.037672 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47dd29d-f328-4d09-9d65-45bb98b9577f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:33:02.038066 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47dd29d-f328-4d09-9d65-45bb98b9577f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:33:02.038364 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47dd29d-f328-4d09-9d65-45bb98b9577f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:33:02.038703 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47dd29d-f328-4d09-9d65-45bb98b9577f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:33:02.039065 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47dd29d-f328-4d09-9d65-45bb98b9577f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:33:02.039476 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47dd29d-f328-4d09-9d65-45bb98b9577f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:33:02.039724 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47dd29d-f328-4d09-9d65-45bb98b9577f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:33:02.040054 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47dd29d-f328-4d09-9d65-45bb98b9577f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:33:02.040387 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47dd29d-f328-4d09-9d65-45bb98b9577f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:33:02.040725 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47dd29d-f328-4d09-9d65-45bb98b9577f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:33:02.041056 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47dd29d-f328-4d09-9d65-45bb98b9577f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:33:02.041383 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47dd29d-f328-4d09-9d65-45bb98b9577f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47dd29d-f328-4d09-9d65-45bb98b9577f None None] Tracked resource versions report: Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: pushed versions: Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: { 'AddressGroup': {'1.2'}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'ConntrackHelper': {'1.0'}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'LocalIPAssociation': {'1.0'}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'Log': {'1.0'}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'Network': {'1.1'}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'Port': {'1.7'}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'PortForwarding': {'1.2'}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'QosPolicy': {'1.10'}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'SecurityGroup': {'1.5'}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'SecurityGroupRule': {'1.2'}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'SubPort': {'1.0'}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'Subnet': {'1.1'}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'Trunk': {'1.1'}} Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: consumer versions: Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: { DHCP agent@n-d-710847-6: {}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: HyperV agent@n-h1-710847-6: {}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: HyperV agent@n-h2-710847-6: {}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: L3 agent@n-d-710847-6: {}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: Metadata agent@n-d-710847-6: {}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: Metering agent@n-d-710847-6: {}, Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: Open vSwitch agent@n-d-710847-6: { 'AddressGroup': '1.2', Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'ConntrackHelper': '1.0', Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'LocalIPAssociation': '1.0', Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'Log': '1.0', Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'Network': '1.1', Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'Port': '1.7', Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'PortForwarding': '1.2', Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'QosPolicy': '1.10', Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'SecurityGroup': '1.5', Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'SecurityGroupRule': '1.2', Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'SubPort': '1.0', Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'Subnet': '1.1', Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: 'Trunk': '1.1'}} Dec 11 22:33:02.042681 n-d-710847-6 neutron-server[103694]: {{(pid=103694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 11 22:33:02.081700 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] For port 22a97546-c1f7-4452-8782-04efc4117d9e, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:33:02.086060 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] For port 22a97546-c1f7-4452-8782-04efc4117d9e, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=22a97546-c1f7-4452-8782-04efc4117d9e,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:33:02.088759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Network b4c48a02-3b82-4092-9ade-e5e796a844fd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:33:02.091722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:02.096814 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:33:02.097263 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:02.134407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Pushing event updated for resources: {'Port': ['ID=16db10b6-25ac-48bb-8c31-e51b3554ec44,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:02.175144 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:02.219823 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdd9af6f-c428-43e0-95d5-f215e39df88c req-4075eafd-0348-4434-920a-0bb3a3f5b36f tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 210 time: 0.1046841 Dec 11 22:33:02.358006 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dd29d-f328-4d09-9d65-45bb98b9577f None None] Pushing event updated for resources: {'Port': ['ID=22a97546-c1f7-4452-8782-04efc4117d9e,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:02.386682 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Routers {'955d64cc-d25f-4201-b2e1-ce8b83245284'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:33:02.387676 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:32:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['955d64cc-d25f-4201-b2e1-ce8b83245284'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:02.389154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ac623c64-3eca-4c24-b187-9fcb911bb26c None None] Provisioning complete for port 16db10b6-25ac-48bb-8c31-e51b3554ec44 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:02.390121 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac623c64-3eca-4c24-b187-9fcb911bb26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:02.434249 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:02.472288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ac623c64-3eca-4c24-b187-9fcb911bb26c None None] Port 16db10b6-25ac-48bb-8c31-e51b3554ec44 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:33:02.508999 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37316) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:02.573456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37322) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:02.604103 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] Set router 955d64cc-d25f-4201-b2e1-ce8b83245284 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:33:02.717506 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b815c829-f4b2-4e77-b0c9-453f6c2022a8 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:02.808136 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b815c829-f4b2-4e77-b0c9-453f6c2022a8 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:02.808520 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:02.816729 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd3c0bdc-2645-4bd7-9683-c8bbe4da8d40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:02.859678 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d622b6c9-d2c2-4ac1-85eb-1219b4ef5b50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:02.881314 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:02.980806 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:02.982519 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:03.031185 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:01Z', 'revision_number': 1, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:03.070348 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636a8ce0-88c6-463f-ba62-1fdbb47e3660 None None] The sync data for ids ['955d64cc-d25f-4201-b2e1-ce8b83245284'] in n-d-710847-6 is: [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:01Z', 'revision_number': 1, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:33:03.135482 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd3c0bdc-2645-4bd7-9683-c8bbe4da8d40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:03.172083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Pushing event updated for resources: {'Port': ['ID=16db10b6-25ac-48bb-8c31-e51b3554ec44,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:03.186200 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d622b6c9-d2c2-4ac1-85eb-1219b4ef5b50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:03.222583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Network b4c48a02-3b82-4092-9ade-e5e796a844fd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:33:03.224519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:03.231190 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd3c0bdc-2645-4bd7-9683-c8bbe4da8d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:03.287105 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dd3c0bdc-2645-4bd7-9683-c8bbe4da8d40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c124ba958f7b466db9d151051ac32e77&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7730894 Dec 11 22:33:03.287105 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d622b6c9-d2c2-4ac1-85eb-1219b4ef5b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:03.303162 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37368) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:03.337878 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d622b6c9-d2c2-4ac1-85eb-1219b4ef5b50 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fbe44b3acaa40f69eef8d230160cf71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7602797 Dec 11 22:33:03.337878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c0bdc-2645-4bd7-9683-c8bbe4da8d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf084908-1a80-4cfd-bbbd-344d7fc39bd9,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:03.340316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37372) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:03.370678 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622b6c9-d2c2-4ac1-85eb-1219b4ef5b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cfabf2-0f0f-4a15-a6e0-e039993b8dbd,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:03.517708 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-26035451-0be8-4282-a370-0196b21cf072 req-cd932913-21a8-436e-9302-f5a4775bf638 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 210 time: 0.0330219 Dec 11 22:33:03.564521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Router 955d64cc-d25f-4201-b2e1-ce8b83245284 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:33:03.615305 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-db0b6dc9-02c1-41ca-8a49-5161fa73f0a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:03.631160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-dfbe5931-58b6-480c-8e0e-daf0b770c53b None None] Provisioning complete for port 16db10b6-25ac-48bb-8c31-e51b3554ec44 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:03.632194 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5931-58b6-480c-8e0e-daf0b770c53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:03.693384 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-dfbe5931-58b6-480c-8e0e-daf0b770c53b None None] Port 16db10b6-25ac-48bb-8c31-e51b3554ec44 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:33:03.717797 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6e83-14ef-4f17-99e2-9e73910e7ec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:03.729856 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-db0b6dc9-02c1-41ca-8a49-5161fa73f0a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:03.935380 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6e83-14ef-4f17-99e2-9e73910e7ec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:03.995189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:33:04.003445 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-92adb9d5-0bd2-4841-ad48-bbfe38c95c58 admin admin] 10.222.0.45 "PUT /v2.0/routers/955d64cc-d25f-4201-b2e1-ce8b83245284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0460155 Dec 11 22:33:04.088696 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6e83-14ef-4f17-99e2-9e73910e7ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:04.091432 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6e83-14ef-4f17-99e2-9e73910e7ec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:04.095086 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3c2b6e83-14ef-4f17-99e2-9e73910e7ec6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10cfabf2-0f0f-4a15-a6e0-e039993b8dbd HTTP/1.1" status: 204 len: 168 time: 0.7497630 Dec 11 22:33:04.105197 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-db0b6dc9-02c1-41ca-8a49-5161fa73f0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:04.108072 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-db0b6dc9-02c1-41ca-8a49-5161fa73f0a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:04.111303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-db0b6dc9-02c1-41ca-8a49-5161fa73f0a9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf084908-1a80-4cfd-bbbd-344d7fc39bd9 HTTP/1.1" status: 204 len: 168 time: 0.8066278 Dec 11 22:33:04.118286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b6e83-14ef-4f17-99e2-9e73910e7ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cfabf2-0f0f-4a15-a6e0-e039993b8dbd,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:04.152166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b6dc9-02c1-41ca-8a49-5161fa73f0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf084908-1a80-4cfd-bbbd-344d7fc39bd9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:04.748526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 22a97546-c1f7-4452-8782-04efc4117d9e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:04.890548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 22a97546-c1f7-4452-8782-04efc4117d9e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:04.891398 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:05.046044 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:05.078335 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 22a97546-c1f7-4452-8782-04efc4117d9e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=22a97546-c1f7-4452-8782-04efc4117d9e,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:05.119426 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-55232be9-f001-436d-b021-2f57d04cc6c8 req-40c435f6-b0d2-4608-927a-16f690d1bbe0 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 210 time: 0.0431058 Dec 11 22:33:05.196511 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:05.252912 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=22a97546-c1f7-4452-8782-04efc4117d9e,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:05.494850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37488) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:05.508859 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ad52cae1-0b66-47c4-8454-69780ccd6d32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:05.565708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37490) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:05.588767 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6661e58b-5317-42c0-b0fc-c05c31970ebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:05.609555 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ad52cae1-0b66-47c4-8454-69780ccd6d32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:05.692363 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ad52cae1-0b66-47c4-8454-69780ccd6d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:05.724662 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6661e58b-5317-42c0-b0fc-c05c31970ebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:05.731671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37496) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:05.732429 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ad52cae1-0b66-47c4-8454-69780ccd6d32 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f121291c398b4266a1f739f39ba5d1ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2363350 Dec 11 22:33:05.753666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52cae1-0b66-47c4-8454-69780ccd6d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953aa1a6-c18b-45b6-8c95-5967c70381a3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:05.775838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37498) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:05.792565 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6661e58b-5317-42c0-b0fc-c05c31970ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:05.819998 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3636c36-b0e9-4136-b41a-39e9813d3ca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:05.832843 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6661e58b-5317-42c0-b0fc-c05c31970ebe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d8b6f67b2a69438ca22d3221f3626905&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2634687 Dec 11 22:33:05.835600 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37502) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:05.857513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661e58b-5317-42c0-b0fc-c05c31970ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1096b0-2369-4bc6-a18f-1a03244c99cf,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:05.873812 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3636c36-b0e9-4136-b41a-39e9813d3ca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:05.938526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.13', 53833) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:05.969796 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f50dae3-db3d-4d14-b2a3-c1556718e6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:06.006435 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-2d74cc80-1742-4ba9-8955-f3d060354168 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ba0a631ce760407a8f0bb0044b66926c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666652 Dec 11 22:33:06.014186 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f50dae3-db3d-4d14-b2a3-c1556718e6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:06.072518 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3636c36-b0e9-4136-b41a-39e9813d3ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:06.076128 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3636c36-b0e9-4136-b41a-39e9813d3ca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:06.078839 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d3636c36-b0e9-4136-b41a-39e9813d3ca9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/953aa1a6-c18b-45b6-8c95-5967c70381a3 HTTP/1.1" status: 204 len: 168 time: 0.3447168 Dec 11 22:33:06.098666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3636c36-b0e9-4136-b41a-39e9813d3ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953aa1a6-c18b-45b6-8c95-5967c70381a3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:06.191377 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f50dae3-db3d-4d14-b2a3-c1556718e6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:06.194031 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f50dae3-db3d-4d14-b2a3-c1556718e6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:06.195452 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5f50dae3-db3d-4d14-b2a3-c1556718e6bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc1096b0-2369-4bc6-a18f-1a03244c99cf HTTP/1.1" status: 204 len: 168 time: 0.3588753 Dec 11 22:33:06.209001 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50dae3-db3d-4d14-b2a3-c1556718e6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1096b0-2369-4bc6-a18f-1a03244c99cf,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:06.217906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Sync routers for ids ['955d64cc-d25f-4201-b2e1-ce8b83245284'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:33:06.232652 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3053f68-2486-4aa0-a0eb-32304154d416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:06.256143 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Routers {'955d64cc-d25f-4201-b2e1-ce8b83245284'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:33:06.257041 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:32:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['955d64cc-d25f-4201-b2e1-ce8b83245284'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:06.329114 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-dde426bb-a65f-4766-818c-df8bec4ee77c tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e45ffcc61acb4a48bdc66a4d70003a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371959 Dec 11 22:33:06.431170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Set router 955d64cc-d25f-4201-b2e1-ce8b83245284 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:33:06.485269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-9d047b69-42b9-41bf-9945-80927438c100 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:06.485269 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-9d047b69-42b9-41bf-9945-80927438c100 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4700232 Dec 11 22:33:06.491669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4684973-6e83-4006-b3f3-9d5adff3b712 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:06.503495 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4684973-6e83-4006-b3f3-9d5adff3b712 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671376 Dec 11 22:33:06.525046 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-527d7268-8cfb-4beb-b75f-776cb26bd4b2 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/quotas/e45ffcc61acb4a48bdc66a4d70003a2e HTTP/1.1" status: 200 len: 375 time: 0.0204880 Dec 11 22:33:06.568712 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-9b6ec84a-f692-4dbf-afcb-58ee3d9dc07b tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e45ffcc61acb4a48bdc66a4d70003a2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421524 Dec 11 22:33:06.580464 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3053f68-2486-4aa0-a0eb-32304154d416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:06.598478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Request body: {'port': {'device_id': 'd4fd9500-8ab2-4e95-80f0-15d9c00d7dea', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'ba0a631ce760407a8f0bb0044b66926c'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:06.654855 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3053f68-2486-4aa0-a0eb-32304154d416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:06.696664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 22a97546-c1f7-4452-8782-04efc4117d9e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:06.779215 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 22a97546-c1f7-4452-8782-04efc4117d9e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:06.779588 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:06.826050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 2, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:06.833153 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f3053f68-2486-4aa0-a0eb-32304154d416 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a91b057a2e6c4636b1a89a6700932bd1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0563295 Dec 11 22:33:06.836809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37558) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:06.840672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3053f68-2486-4aa0-a0eb-32304154d416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535446ef-0971-4bd3-ac05-5202854c776e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:06.865122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Checking router: 955d64cc-d25f-4201-b2e1-ce8b83245284 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:33:06.865648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Updating router 955d64cc-d25f-4201-b2e1-ce8b83245284 port 16db10b6-25ac-48bb-8c31-e51b3554ec44 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:33:06.869146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37560) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:06.875364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e6ab431b-20c3-48e7-bb86-45b8db5cc85b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-715296793-network', 'tenant_id': '3e768f6b945c4287b67eefbc11178b64'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:06.920031 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:06.924892 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.api [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 11 22:33:06.924892 n-d-710847-6 neutron-server[103692]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 11 22:33:06.924892 n-d-710847-6 neutron-server[103692]: [parameters: {'project_id': 'ba0a631ce760407a8f0bb0044b66926c', 'id': '3c73eb2b-03cb-484f-b143-90a137b0adff', 'expiration': datetime.datetime(2021, 12, 11, 22, 35, 6, 916585)}] Dec 11 22:33:06.924892 n-d-710847-6 neutron-server[103692]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:33:06.925280 n-d-710847-6 neutron-server[103692]: DEBUG oslo_db.api [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:33:07.020183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ab431b-20c3-48e7-bb86-45b8db5cc85b admin admin] Made reservation on behalf of 3e768f6b945c4287b67eefbc11178b64 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:33:07.023719 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6ab431b-20c3-48e7-bb86-45b8db5cc85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.045370 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6ab431b-20c3-48e7-bb86-45b8db5cc85b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.056208 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1797cf37-0482-46e9-9764-584707eb262e req-03af53dc-37c2-4664-a4b0-ff9e7e363753 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 210 time: 0.0790107 Dec 11 22:33:07.087414 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b87e62e-29dc-4fba-aba0-89f9fbc930a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.118740 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b87e62e-29dc-4fba-aba0-89f9fbc930a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.236471 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6ab431b-20c3-48e7-bb86-45b8db5cc85b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.298882 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b87e62e-29dc-4fba-aba0-89f9fbc930a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.301678 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b87e62e-29dc-4fba-aba0-89f9fbc930a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.303451 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1b87e62e-29dc-4fba-aba0-89f9fbc930a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/535446ef-0971-4bd3-ac05-5202854c776e HTTP/1.1" status: 204 len: 168 time: 0.4645624 Dec 11 22:33:07.312925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87e62e-29dc-4fba-aba0-89f9fbc930a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535446ef-0971-4bd3-ac05-5202854c776e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:07.322339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37602) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:07.346041 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6ab431b-20c3-48e7-bb86-45b8db5cc85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.378925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ab431b-20c3-48e7-bb86-45b8db5cc85b admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:33:07.387915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab431b-20c3-48e7-bb86-45b8db5cc85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5494702-7b76-4fec-8dee-ca4365bdef22,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:07.414686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6ab431b-20c3-48e7-bb86-45b8db5cc85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.414686 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-e6ab431b-20c3-48e7-bb86-45b8db5cc85b admin admin] Added segment b68d7d30-2c15-4dcd-a66f-358e796390f0 of type vlan for network fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af Dec 11 22:33:07.476078 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6ab431b-20c3-48e7-bb86-45b8db5cc85b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.559804 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.561563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Made reservation on behalf of ba0a631ce760407a8f0bb0044b66926c for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:33:07.565097 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.574595 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.593924 n-d-710847-6 neutron-server[103692]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 11 22:33:07.636284 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.657380 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6ab431b-20c3-48e7-bb86-45b8db5cc85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.659896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ab431b-20c3-48e7-bb86-45b8db5cc85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:07.661450 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6ab431b-20c3-48e7-bb86-45b8db5cc85b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.674068 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b8d46da-f2df-450b-9414-9e7ec63e582e req-42aff849-ba55-46b9-b66a-0a69e019cc84 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 210 time: 0.3500979 Dec 11 22:33:07.724970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fc304-a3a6-49da-963b-faa92dc12a85 None None] Pushing event updated for resources: {'Port': ['ID=16db10b6-25ac-48bb-8c31-e51b3554ec44,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:07.766258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab431b-20c3-48e7-bb86-45b8db5cc85b admin admin] Pushing event updated for resources: {'Network': ['ID=fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:07.785343 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e6ab431b-20c3-48e7-bb86-45b8db5cc85b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9151039 Dec 11 22:33:07.788285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37624) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:07.793310 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-03b7e070-7d9d-4674-874e-aaf6d2c84e1d admin admin] Request body: {'subnet': {'network_id': 'fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-715296793-subnet', 'tenant_id': '3e768f6b945c4287b67eefbc11178b64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:07.838672 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:33:07.855276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Attempting to bind port 16db10b6-25ac-48bb-8c31-e51b3554ec44 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:33:07.856523 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Attempting to bind port 16db10b6-25ac-48bb-8c31-e51b3554ec44 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:33:07.857299 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Attempting to bind port 16db10b6-25ac-48bb-8c31-e51b3554ec44 on network b4c48a02-3b82-4092-9ade-e5e796a844fd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:07.891214 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.916739 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b7e070-7d9d-4674-874e-aaf6d2c84e1d admin admin] Made reservation on behalf of 3e768f6b945c4287b67eefbc11178b64 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:33:07.919444 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-03b7e070-7d9d-4674-874e-aaf6d2c84e1d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.939213 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:33:07.940337 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Checking segment: {'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:33:07.940951 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:07.941597 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Bound using segment: {'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:33:07.942418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Bound port: 16db10b6-25ac-48bb-8c31-e51b3554ec44, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:33:07.943663 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:08.009847 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:08.077727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] For port 16db10b6-25ac-48bb-8c31-e51b3554ec44, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:33:08.084009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] For port 16db10b6-25ac-48bb-8c31-e51b3554ec44, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=16db10b6-25ac-48bb-8c31-e51b3554ec44,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:33:08.092899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f06cc453-f4d6-4de5-8ae1-f11093259d42 None None] Provisioning complete for port 16db10b6-25ac-48bb-8c31-e51b3554ec44 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:08.093336 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f06cc453-f4d6-4de5-8ae1-f11093259d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:08.155921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f06cc453-f4d6-4de5-8ae1-f11093259d42 None None] Port 16db10b6-25ac-48bb-8c31-e51b3554ec44 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:33:08.220655 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:08.290121 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-03b7e070-7d9d-4674-874e-aaf6d2c84e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:08.348723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Routers {'955d64cc-d25f-4201-b2e1-ce8b83245284'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:33:08.352048 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:32:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['955d64cc-d25f-4201-b2e1-ce8b83245284'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:08.381079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fc304-a3a6-49da-963b-faa92dc12a85 None None] Pushing event updated for resources: {'Port': ['ID=16db10b6-25ac-48bb-8c31-e51b3554ec44,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:08.468555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b7e070-7d9d-4674-874e-aaf6d2c84e1d admin admin] Checking segment: {'id': 'b68d7d30-2c15-4dcd-a66f-358e796390f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:33:08.472121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b7e070-7d9d-4674-874e-aaf6d2c84e1d admin admin] Network hostable DHCP agents. Network: fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:33:08.519073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7e070-7d9d-4674-874e-aaf6d2c84e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9cb3d4-7814-4308-96ad-d88e4baf8451,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:08.614233 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b7e070-7d9d-4674-874e-aaf6d2c84e1d admin admin] Network fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:33:08.716919 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-03b7e070-7d9d-4674-874e-aaf6d2c84e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:08.722065 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b7e070-7d9d-4674-874e-aaf6d2c84e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:08.722988 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-03b7e070-7d9d-4674-874e-aaf6d2c84e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:08.737062 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98347a39-090b-4542-954c-ec912420450f req-57012844-49bd-41cc-bf4b-1eb54c58e57e tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 210 time: 0.2213826 Dec 11 22:33:08.795074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c35511e-2d48-4278-969e-43d0f33b383e None None] Network fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:33:08.820157 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37666) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:08.851749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4174f907-6145-4558-850f-0b2ae2dec6e5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:08.863009 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9aa797c9-3ddd-47fb-b6fb-60d4738055ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:08.868570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Allocated IP 192.168.233.44 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/a31f5369-5180-4734-b19f-75021b3af264) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:33:08.882953 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-03b7e070-7d9d-4674-874e-aaf6d2c84e1d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0935309 Dec 11 22:33:08.894407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37670) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:08.917866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 16db10b6-25ac-48bb-8c31-e51b3554ec44 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:08.925310 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-715296793-router', 'tenant_id': '3e768f6b945c4287b67eefbc11178b64', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:09.093914 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ea7b4cf-bd9e-4fed-a5dd-54da573835b1 req-89a68b0a-e502-4dec-8005-f76a5eef62e1 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 210 time: 0.0735705 Dec 11 22:33:09.138379 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:09.140527 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:09.191508 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9aa797c9-3ddd-47fb-b6fb-60d4738055ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:09.211739 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:09.256796 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9aa797c9-3ddd-47fb-b6fb-60d4738055ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:09.357453 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa797c9-3ddd-47fb-b6fb-60d4738055ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d478a289-6fce-4730-94e7-13dc0535164d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:09.357453 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9aa797c9-3ddd-47fb-b6fb-60d4738055ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e0cdc8f1a034df1b9e9f91dc2156aa9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4975588 Dec 11 22:33:09.358929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37686) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:09.373905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] Set router 955d64cc-d25f-4201-b2e1-ce8b83245284 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:33:09.385393 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:09.567869 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7fb50e3c-3f12-42ca-be2f-e0c7a04a828c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:09.567869 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7fb50e3c-3f12-42ca-be2f-e0c7a04a828c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:09.568727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-aa96992b-74e9-410d-88dd-4bc2a919234c None None] Provisioning complete for port 16db10b6-25ac-48bb-8c31-e51b3554ec44 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:09.568727 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aa96992b-74e9-410d-88dd-4bc2a919234c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:09.706197 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af', 'network_id': 'fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af', 'project_id': '3e768f6b945c4287b67eefbc11178b64', 'fixed_ips': [{'subnet_id': '9d9cb3d4-7814-4308-96ad-d88e4baf8451'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:33:09.707186 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:09.730339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 16db10b6-25ac-48bb-8c31-e51b3554ec44 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:09.730718 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:09.825621 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7fb50e3c-3f12-42ca-be2f-e0c7a04a828c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:09.828558 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7fb50e3c-3f12-42ca-be2f-e0c7a04a828c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:09.834037 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7fb50e3c-3f12-42ca-be2f-e0c7a04a828c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d478a289-6fce-4730-94e7-13dc0535164d HTTP/1.1" status: 204 len: 168 time: 0.4701996 Dec 11 22:33:09.846225 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb50e3c-3f12-42ca-be2f-e0c7a04a828c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d478a289-6fce-4730-94e7-13dc0535164d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:09.856886 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aa96992b-74e9-410d-88dd-4bc2a919234c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:09.892092 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:09.924317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-aa96992b-74e9-410d-88dd-4bc2a919234c None None] For port 16db10b6-25ac-48bb-8c31-e51b3554ec44, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=16db10b6-25ac-48bb-8c31-e51b3554ec44,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:10.042007 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aa96992b-74e9-410d-88dd-4bc2a919234c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:10.060006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Pushing event updated for resources: {'Port': ['ID=a31f5369-5180-4734-b19f-75021b3af264,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:10.130842 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:10.143097 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:10.159480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:33:10.161165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:10.164458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:33:10.179945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:10.180869 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:10.252872 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-677951b8-3bda-4051-837f-7c05c97fdf2d req-8920881e-d0e4-4534-bf4e-56559d899f93 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 210 time: 0.1184890 Dec 11 22:33:10.265735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96992b-74e9-410d-88dd-4bc2a919234c None None] Pushing event updated for resources: {'Port': ['ID=16db10b6-25ac-48bb-8c31-e51b3554ec44,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:10.308044 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-184cc067-ce01-4aed-8e6a-8fb1c1b9440a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7141047 Dec 11 22:33:10.417921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Allocated IP 172.20.0.2 (fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af/9d9cb3d4-7814-4308-96ad-d88e4baf8451/f94d0529-bd44-4173-ba08-4e264155e56e) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:33:10.424917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-de63dd89-b31b-4c64-9f8d-7689ed648b02 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:33:10.426015 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-de63dd89-b31b-4c64-9f8d-7689ed648b02 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072162 Dec 11 22:33:10.468552 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:33:10.468552 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:33:10.483185 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:08Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:10.551663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36909ff3-8126-478a-a438-f3a0e230e38b None None] The sync data for ids ['955d64cc-d25f-4201-b2e1-ce8b83245284'] in n-d-710847-6 is: [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:08Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:33:10.591902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa324a5-c05b-47fc-ba34-5e964c33cdf6 req-1991ee71-bd5a-4763-9f62-fe98668e30b0 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:10.609147 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-daa324a5-c05b-47fc-ba34-5e964c33cdf6 req-1991ee71-bd5a-4763-9f62-fe98668e30b0 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 935 time: 0.2216825 Dec 11 22:33:10.733366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c6348ccc-b755-41c2-90f6-a17255084768 None None] Provisioning complete for port a31f5369-5180-4734-b19f-75021b3af264 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:10.733769 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6348ccc-b755-41c2-90f6-a17255084768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:10.804666 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-daa324a5-c05b-47fc-ba34-5e964c33cdf6 req-b45eb276-fe4b-4f52-adf9-3ac78c4462b4 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969206 Dec 11 22:33:10.868376 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:10.921573 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:11.004771 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c6348ccc-b755-41c2-90f6-a17255084768 None None] Port a31f5369-5180-4734-b19f-75021b3af264 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:33:11.177457 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:11.254435 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:11.294690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.13', 53838) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:11.324567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Network fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:33:11.328310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:11.332340 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:33:11.337804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Allocated IP 172.25.1.65 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/51db3feb-7988-4146-bd9e-fedbbaa4bdf6) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:33:11.356529 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-6b78454e-7b1b-4067-84a4-1ccf2269e49b tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e45ffcc61acb4a48bdc66a4d70003a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550048 Dec 11 22:33:11.357994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Pushing event updated for resources: {'Port': ['ID=f94d0529-bd44-4173-ba08-4e264155e56e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:11.480921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 16db10b6-25ac-48bb-8c31-e51b3554ec44 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:11.617062 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:11.632440 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-970b46ca-5ce6-4ab3-b80e-c71104bca992 req-c7c8bcb0-11e1-426a-a72b-66731d745dc8 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 210 time: 0.0859251 Dec 11 22:33:11.739166 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Attempting to bind port f94d0529-bd44-4173-ba08-4e264155e56e on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:33:11.747686 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Attempting to bind port f94d0529-bd44-4173-ba08-4e264155e56e by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'b68d7d30-2c15-4dcd-a66f-358e796390f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:33:11.748116 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Attempting to bind port f94d0529-bd44-4173-ba08-4e264155e56e on network fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:11.753237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Request body: {'port': {'device_id': 'd4fd9500-8ab2-4e95-80f0-15d9c00d7dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:11.780922 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:33:11.782729 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Checking segment: {'id': 'b68d7d30-2c15-4dcd-a66f-358e796390f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:33:11.782729 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:11.782729 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Bound using segment: {'id': 'b68d7d30-2c15-4dcd-a66f-358e796390f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:33:11.782729 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Bound port: f94d0529-bd44-4173-ba08-4e264155e56e, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68d7d30-2c15-4dcd-a66f-358e796390f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:33:11.787053 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:11.817540 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-ceb70e04-d5d5-475c-8fbc-7f61acea29de tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:11.828144 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-ceb70e04-d5d5-475c-8fbc-7f61acea29de tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4646547 Dec 11 22:33:11.837036 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:11.871121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Request body: {'port': {'device_id': 'dd2d1467-6c52-41a0-aab0-7cda2b24f68c', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'e45ffcc61acb4a48bdc66a4d70003a2e'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:11.943602 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:33:11.984855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:12.007798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:33:12.041571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 16db10b6-25ac-48bb-8c31-e51b3554ec44 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:12.042901 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:12.049191 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:12.054003 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Pushing event updated for resources: {'Port': ['ID=51db3feb-7988-4146-bd9e-fedbbaa4bdf6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:12.104158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] For port f94d0529-bd44-4173-ba08-4e264155e56e, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:33:12.118059 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] For port f94d0529-bd44-4173-ba08-4e264155e56e, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f94d0529-bd44-4173-ba08-4e264155e56e,segment=NetworkSegment(b68d7d30-2c15-4dcd-a66f-358e796390f0),segment_id=b68d7d30-2c15-4dcd-a66f-358e796390f0)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:33:12.253084 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:12.361643 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a6827-51ad-46ad-93b5-183a7491a16c None None] Pushing event updated for resources: {'Port': ['ID=f94d0529-bd44-4173-ba08-4e264155e56e,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:12.495217 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Made reservation on behalf of e45ffcc61acb4a48bdc66a4d70003a2e for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:33:12.500494 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:12.519728 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:12.648899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14838329-347c-4041-97d5-0d6a9adb9819 req-680c649b-dc2b-4ecb-bdf3-7f9a1ddfdabd tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:12.657880 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-14838329-347c-4041-97d5-0d6a9adb9819 req-680c649b-dc2b-4ecb-bdf3-7f9a1ddfdabd tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 935 time: 0.6407225 Dec 11 22:33:12.752832 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:12.878208 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:12.931763 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-14838329-347c-4041-97d5-0d6a9adb9819 req-00361437-ea17-4a60-902d-ef95132ad714 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726412 Dec 11 22:33:12.986192 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-afd80501-327b-4576-8449-3eb881c3ad7a req-174a8852-f2d2-4d9e-bb4f-e101944d92e0 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 210 time: 0.1536460 Dec 11 22:33:13.026243 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:13.078529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93693792-724a-41a8-8828-1f0e55879155,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:13.148066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31f5369-5180-4734-b19f-75021b3af264 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:33:13.200522 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:13.203242 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:13.234798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Transition to ACTIVE for port object a31f5369-5180-4734-b19f-75021b3af264 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:33:13.393634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f94d0529-bd44-4173-ba08-4e264155e56e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:13.556176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37802) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:13.557714 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:13.560411 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port f94d0529-bd44-4173-ba08-4e264155e56e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:13.561006 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:13.789702 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Allocated IP 192.168.233.62 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/38449936-87cc-4369-9e2e-b4e775f248f6) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:33:13.862683 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:13.929098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Pushing event updated for resources: {'Port': ['ID=a31f5369-5180-4734-b19f-75021b3af264,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:13.944871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port f94d0529-bd44-4173-ba08-4e264155e56e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f94d0529-bd44-4173-ba08-4e264155e56e,segment=NetworkSegment(b68d7d30-2c15-4dcd-a66f-358e796390f0),segment_id=b68d7d30-2c15-4dcd-a66f-358e796390f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:14.048260 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:14.173743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Attempting to bind port a31f5369-5180-4734-b19f-75021b3af264 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:33:14.175235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Attempting to bind port a31f5369-5180-4734-b19f-75021b3af264 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:33:14.175611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Attempting to bind port a31f5369-5180-4734-b19f-75021b3af264 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:14.216597 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=f94d0529-bd44-4173-ba08-4e264155e56e,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:14.265963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37818) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:14.267347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Port a31f5369-5180-4734-b19f-75021b3af264 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:33:14.267916 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Attempting to bind port a31f5369-5180-4734-b19f-75021b3af264 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:14.280199 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8c3871c8-9136-465c-a99f-5d3874dfd229 req-6fa06772-9105-439d-a14a-4dcf69b1954c tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 210 time: 0.0867600 Dec 11 22:33:14.288900 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c5cf446-2880-4740-8964-66a11b11b27b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:14.301179 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:14.308904 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5b2cd0-b992-4a42-bd4e-d6d901fe3e73 None None] Network fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:33:14.323912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:33:14.324423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:33:14.326044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:33:14.326044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Bound port: a31f5369-5180-4734-b19f-75021b3af264, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:33:14.326044 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:14.345481 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:14.455432 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349f852-478a-4dc3-b9df-26bfb59e7aa5 req-c02ae95a-ff12-4317-a3e1-6126f0f52ee5 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:14.457345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1349f852-478a-4dc3-b9df-26bfb59e7aa5 req-c02ae95a-ff12-4317-a3e1-6126f0f52ee5 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 947 time: 0.3345277 Dec 11 22:33:14.499585 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5ed728c8-38cf-45a7-8116-67c55650c901 None None] Provisioning complete for port f94d0529-bd44-4173-ba08-4e264155e56e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:14.521382 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5ed728c8-38cf-45a7-8116-67c55650c901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:14.628192 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:14.679713 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d59b6942-9344-4b5e-91d3-70ada13b0012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:14.736241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:33:14.787682 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1349f852-478a-4dc3-b9df-26bfb59e7aa5 req-47b4ce82-d466-493c-994f-6995c8b8486a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158534 Dec 11 22:33:14.887895 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c5cf446-2880-4740-8964-66a11b11b27b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:14.914566 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] For port a31f5369-5180-4734-b19f-75021b3af264, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:33:14.922105 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] For port a31f5369-5180-4734-b19f-75021b3af264, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=a31f5369-5180-4734-b19f-75021b3af264,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:33:14.940342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:14.957509 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Pushing event updated for resources: {'Port': ['ID=38449936-87cc-4369-9e2e-b4e775f248f6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:14.986107 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:33:15.008035 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:15.008954 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:15.015666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37838) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:15.064850 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c5cf446-2880-4740-8964-66a11b11b27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:15.127316 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-a4aedf2d-038c-445d-9172-0283520cdbeb tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2612388 Dec 11 22:33:15.190929 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:15.203678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cf446-2880-4740-8964-66a11b11b27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6b3d28-1c01-46d1-82b8-5743dc86ab68,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:15.291883 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Pushing event updated for resources: {'Port': ['ID=a31f5369-5180-4734-b19f-75021b3af264,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:15.308863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Router ce441e36-b615-427d-89af-611a1943247d is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:33:15.319417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:15.322184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:15.324590 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-8005e820-065e-4292-b285-dcf4a0c0368e service neutron] 10.222.0.13 "PUT /v2.0/ports/a31f5369-5180-4734-b19f-75021b3af264 HTTP/1.1" status: 200 len: 1095 time: 4.3099697 Dec 11 22:33:15.331196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4fd9500-8ab2-4e95-80f0-15d9c00d7dea', 'tag': 'a31f5369-5180-4734-b19f-75021b3af264'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:33:15.388836 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Request body: {'port': {'device_id': 'dd2d1467-6c52-41a0-aab0-7cda2b24f68c', 'device_owner': 'compute:tempest-test_az-431819819', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:15.455111 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0c5cf446-2880-4740-8964-66a11b11b27b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d26ab54588474860a9cbb2fd5a22b0f6&name=default HTTP/1.1" status: 200 len: 2993 time: 1.8850930 Dec 11 22:33:15.461445 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f94d0529-bd44-4173-ba08-4e264155e56e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:15.487778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-76ed1a60-24b7-4142-9652-2f5740726313 None None] Provisioning complete for port f94d0529-bd44-4173-ba08-4e264155e56e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:15.490277 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-76ed1a60-24b7-4142-9652-2f5740726313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:15.506033 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d59b6942-9344-4b5e-91d3-70ada13b0012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:15.507201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37854) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:15.604762 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-0aeab431-9747-4187-87d1-d7995faadbff tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e828c78368f2446e9a1b9388577b4d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1016326 Dec 11 22:33:15.791177 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e12e7184-4780-4548-ba85-bfae1aedb425 tempest-AutoAllocateNetworkTest-816171928 tempest-AutoAllocateNetworkTest-816171928-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1e3c9ee023994488b8ddabac48df21a3&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7564111 Dec 11 22:33:15.792272 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d59b6942-9344-4b5e-91d3-70ada13b0012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:15.814201 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37870) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:15.887094 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:15.889557 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d59b6942-9344-4b5e-91d3-70ada13b0012 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7375c6d861e143b3bb09f0f01d878bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6185431 Dec 11 22:33:15.904118 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f85d09a-c6bb-4615-b568-24cb3cc6abfa" -d '{"events": [{"name": "network-changed", "server_uuid": "d4fd9500-8ab2-4e95-80f0-15d9c00d7dea", "tag": "a31f5369-5180-4734-b19f-75021b3af264"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:33:15.911293 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37874) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:15.920313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port f94d0529-bd44-4173-ba08-4e264155e56e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:15.920690 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:15.966767 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-4f30c299-80ff-4459-b1ef-b1668f752408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:15.968498 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-4f30c299-80ff-4459-b1ef-b1668f752408 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba0a631ce760407a8f0bb0044b66926c&device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 1098 time: 0.4150600 Dec 11 22:33:15.985278 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3f44725-408e-4475-9ac8-324d816ef230 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:16.105283 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-02510693-fbe5-49b6-924d-34dd0c7a2cf9 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=581f7732a8e743268ae6fe05a6ba6f4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2515469 Dec 11 22:33:16.162925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b6942-9344-4b5e-91d3-70ada13b0012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45f6c70-42c4-4664-ae58-f5d1ae0d34d0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:16.205839 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3f44725-408e-4475-9ac8-324d816ef230 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:16.229097 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d0badf29-0c33-4dc7-a4d7-bc43565d5a27 None None] Provisioning complete for port 38449936-87cc-4369-9e2e-b4e775f248f6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:16.229476 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0badf29-0c33-4dc7-a4d7-bc43565d5a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:16.296859 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d0badf29-0c33-4dc7-a4d7-bc43565d5a27 None None] Port 38449936-87cc-4369-9e2e-b4e775f248f6 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:33:16.316820 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-839c140e-3b01-403e-905b-71080b857101 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:16.323563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-839c140e-3b01-403e-905b-71080b857101 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066495 Dec 11 22:33:16.327118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-bd21f72c-0448-4532-9f47-bad2ec1b04b6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:16.329234 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-bd21f72c-0448-4532-9f47-bad2ec1b04b6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7235000 Dec 11 22:33:16.370146 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-57240f05-8cbc-4bb4-ade5-5e1e2775d0bf tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/quotas/e828c78368f2446e9a1b9388577b4d40 HTTP/1.1" status: 200 len: 375 time: 0.0280371 Dec 11 22:33:16.371812 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-694ce73e-ce67-427b-9b63-ed6fec698d13 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/quotas/581f7732a8e743268ae6fe05a6ba6f4a HTTP/1.1" status: 200 len: 375 time: 0.0335643 Dec 11 22:33:16.375551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:33:16.388438 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Sync routers for ids ['ce441e36-b615-427d-89af-611a1943247d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:33:16.392581 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d2a61e7-fdd8-47fe-8b81-16f2c706e73c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:16.410556 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Routers {'ce441e36-b615-427d-89af-611a1943247d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:33:16.413290 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:32:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ce441e36-b615-427d-89af-611a1943247d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:16.421835 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d2a61e7-fdd8-47fe-8b81-16f2c706e73c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:16.460442 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-7119c509-898f-415a-8c8f-00ff460633a9 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=581f7732a8e743268ae6fe05a6ba6f4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673509 Dec 11 22:33:16.479946 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be207df4-5149-4f69-8f5d-d79d77873a33 tempest-AutoAllocateNetworkTest-816171928 tempest-AutoAllocateNetworkTest-816171928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:16.484697 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-be207df4-5149-4f69-8f5d-d79d77873a33 tempest-AutoAllocateNetworkTest-816171928 tempest-AutoAllocateNetworkTest-816171928-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.6385610 Dec 11 22:33:16.491146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37882) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:16.554520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-713a1904-033b-45f7-809f-5eb7b9faba73 tempest-AutoAllocateNetworkTest-816171928 tempest-AutoAllocateNetworkTest-816171928-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658135 Dec 11 22:33:16.556079 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:16.559633 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0d359d11-7376-4e1f-b132-e6c8e14392ea admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.6404541 Dec 11 22:33:16.559633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37884) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:16.559633 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3f44725-408e-4475-9ac8-324d816ef230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:16.561565 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3f44725-408e-4475-9ac8-324d816ef230 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:16.562670 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f3f44725-408e-4475-9ac8-324d816ef230 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d6b3d28-1c01-46d1-82b8-5743dc86ab68 HTTP/1.1" status: 204 len: 168 time: 1.0529020 Dec 11 22:33:16.564804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37886) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:16.570439 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-50596994-3850-48ff-b6d2-6f051cef5539 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1794505 Dec 11 22:33:16.705144 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Set router ce441e36-b615-427d-89af-611a1943247d gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:33:16.726837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f44725-408e-4475-9ac8-324d816ef230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6b3d28-1c01-46d1-82b8-5743dc86ab68,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:16.732794 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6cabdd7e-dfb5-41d1-aacf-b7aa4ca6676d tempest-AutoAllocateNetworkTest-816171928 tempest-AutoAllocateNetworkTest-816171928-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1e3c9ee023994488b8ddabac48df21a3 HTTP/1.1" status: 200 len: 208 time: 0.1680760 Dec 11 22:33:16.761061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38449936-87cc-4369-9e2e-b4e775f248f6 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:33:16.802570 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:16.900287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Transition to ACTIVE for port object 38449936-87cc-4369-9e2e-b4e775f248f6 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:33:16.901898 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d2a61e7-fdd8-47fe-8b81-16f2c706e73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:16.904806 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d2a61e7-fdd8-47fe-8b81-16f2c706e73c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:16.906766 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9d2a61e7-fdd8-47fe-8b81-16f2c706e73c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c45f6c70-42c4-4664-ae58-f5d1ae0d34d0 HTTP/1.1" status: 204 len: 168 time: 0.7960496 Dec 11 22:33:16.917424 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a61e7-fdd8-47fe-8b81-16f2c706e73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45f6c70-42c4-4664-ae58-f5d1ae0d34d0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:16.939397 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:17.030485 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:17.278648 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce441e36-b615-427d-89af-611a1943247d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-715296793-router', 'tenant_id': '3e768f6b945c4287b67eefbc11178b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '51db3feb-7988-4146-bd9e-fedbbaa4bdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:33:09Z', 'updated_at': '2021-12-11T22:33:12Z', 'revision_number': 3, 'project_id': '3e768f6b945c4287b67eefbc11178b64', 'gw_port': {'id': '51db3feb-7988-4146-bd9e-fedbbaa4bdf6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce441e36-b615-427d-89af-611a1943247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:10Z', 'updated_at': '2021-12-11T22:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:17.292974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Pushing event updated for resources: {'Port': ['ID=38449936-87cc-4369-9e2e-b4e775f248f6,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:17.343993 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Checking router: ce441e36-b615-427d-89af-611a1943247d for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:33:17.344612 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Updating router ce441e36-b615-427d-89af-611a1943247d port 51db3feb-7988-4146-bd9e-fedbbaa4bdf6 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:33:17.390075 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:17.504369 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458a107-c91f-4459-abf8-a4c8323d5207 req-1649f4ef-883d-4d73-8b3e-88ee0bbbd9d8 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:17.519490 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3458a107-c91f-4459-abf8-a4c8323d5207 req-1649f4ef-883d-4d73-8b3e-88ee0bbbd9d8 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 947 time: 0.2274721 Dec 11 22:33:17.682752 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Attempting to bind port 38449936-87cc-4369-9e2e-b4e775f248f6 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:33:17.683146 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Attempting to bind port 38449936-87cc-4369-9e2e-b4e775f248f6 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:33:17.683551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Attempting to bind port 38449936-87cc-4369-9e2e-b4e775f248f6 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:17.731878 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:17.747255 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Port 38449936-87cc-4369-9e2e-b4e775f248f6 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:33:17.747736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Attempting to bind port 38449936-87cc-4369-9e2e-b4e775f248f6 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:17.760541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:33:17.763052 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:33:17.763052 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:33:17.763052 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Bound port: 38449936-87cc-4369-9e2e-b4e775f248f6, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:33:17.763052 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:17.789264 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3458a107-c91f-4459-abf8-a4c8323d5207 req-c546f8dc-d9ea-41f4-939b-245907574123 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675068 Dec 11 22:33:17.843237 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:17.865857 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] For port 38449936-87cc-4369-9e2e-b4e775f248f6, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:33:17.870436 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-0089118f-39d0-4517-86ca-3af36632aa6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=a31f5369-5180-4734-b19f-75021b3af264 HTTP/1.1" status: 200 len: 217 time: 0.1917608 Dec 11 22:33:17.892595 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] For port 38449936-87cc-4369-9e2e-b4e775f248f6, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=38449936-87cc-4369-9e2e-b4e775f248f6,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:33:17.957809 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea626b-ae3f-4851-868f-77aeb2c89151 None None] Pushing event updated for resources: {'Port': ['ID=51db3feb-7988-4146-bd9e-fedbbaa4bdf6,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:17.972914 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:17.989096 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Attempting to bind port 51db3feb-7988-4146-bd9e-fedbbaa4bdf6 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:33:17.989609 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Attempting to bind port 51db3feb-7988-4146-bd9e-fedbbaa4bdf6 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:33:17.990021 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Attempting to bind port 51db3feb-7988-4146-bd9e-fedbbaa4bdf6 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:17.996834 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:33:17.997217 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:33:18.000317 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:18.000317 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:33:18.000317 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Bound port: 51db3feb-7988-4146-bd9e-fedbbaa4bdf6, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:33:18.000317 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:18.085657 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] For port 51db3feb-7988-4146-bd9e-fedbbaa4bdf6, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:33:18.089554 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] For port 51db3feb-7988-4146-bd9e-fedbbaa4bdf6, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=51db3feb-7988-4146-bd9e-fedbbaa4bdf6,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:33:18.094447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37920) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:18.119226 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:18.126640 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:18.131298 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] 10.222.0.13 "PUT /v2.0/ports/38449936-87cc-4369-9e2e-b4e775f248f6 HTTP/1.1" status: 200 len: 1116 time: 2.7487438 Dec 11 22:33:18.132369 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2d1467-6c52-41a0-aab0-7cda2b24f68c', 'tag': '38449936-87cc-4369-9e2e-b4e775f248f6'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:33:18.150206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceee6bb-0f13-4ca7-8e19-61deb817e04c req-860f3c6b-5363-494c-9a26-9c0ec676205a tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:18.157717 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:18.163068 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fceee6bb-0f13-4ca7-8e19-61deb817e04c req-860f3c6b-5363-494c-9a26-9c0ec676205a tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 968 time: 1.0112734 Dec 11 22:33:18.213352 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-213b4c56-3c0e-4ab7-ad93-d5d6e6ded508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:18.305495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37926) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:18.358101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-42e8d15b-4485-4d89-8534-e1fe65f6099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:18.359664 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-42e8d15b-4485-4d89-8534-e1fe65f6099c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.3660102 Dec 11 22:33:18.376035 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Routers {'ce441e36-b615-427d-89af-611a1943247d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:33:18.377090 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:32:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ce441e36-b615-427d-89af-611a1943247d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:18.593576 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] Set router ce441e36-b615-427d-89af-611a1943247d gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:33:18.605238 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fceee6bb-0f13-4ca7-8e19-61deb817e04c req-82f5751c-a545-415d-9bac-68c2e7564696 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409885 Dec 11 22:33:18.715080 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37932) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:18.734540 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f3e8e6e-cc91-45ed-ac30-efcfa5496860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:18.741615 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8242b31-d58e-4e81-b7e9-23c105e1ad40 service neutron] Pushing event updated for resources: {'Port': ['ID=38449936-87cc-4369-9e2e-b4e775f248f6,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:18.758044 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0129a11e-0b1e-4d30-a16a-acf9128a37c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:18.824901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-692a4e34-08a2-4990-832b-7c2ae306023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:18.827573 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-692a4e34-08a2-4990-832b-7c2ae306023d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e45ffcc61acb4a48bdc66a4d70003a2e&device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 1119 time: 0.4325902 Dec 11 22:33:18.921446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbb0cc9-1cbf-4b0f-b49b-548dbe965466 req-34c1ab03-97b7-41b3-a78a-5897cc38b98d tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 210 time: 0.1825676 Dec 11 22:33:18.935279 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea626b-ae3f-4851-868f-77aeb2c89151 None None] Pushing event updated for resources: {'Port': ['ID=51db3feb-7988-4146-bd9e-fedbbaa4bdf6,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:19.007841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-b04dcd0a-d090-4bfc-b59f-99275b7d800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:19.009721 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-b04dcd0a-d090-4bfc-b59f-99275b7d800e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6326675 Dec 11 22:33:19.013316 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53a87c7-c3a6-4333-bf76-a0434ea9fb2c x-openstack-request-id: req-c53a87c7-c3a6-4333-bf76-a0434ea9fb2c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:33:19.013801 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4fd9500-8ab2-4e95-80f0-15d9c00d7dea", "tag": "a31f5369-5180-4734-b19f-75021b3af264", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:33:19.014210 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c53a87c7-c3a6-4333-bf76-a0434ea9fb2c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:33:19.018054 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4fd9500-8ab2-4e95-80f0-15d9c00d7dea', 'tag': 'a31f5369-5180-4734-b19f-75021b3af264', 'status': 'completed', 'code': 200} Dec 11 22:33:19.054595 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-630d7324-c100-4088-8a9a-277eb0a06449 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=38449936-87cc-4369-9e2e-b4e775f248f6 HTTP/1.1" status: 200 len: 217 time: 0.1980002 Dec 11 22:33:19.129317 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-213b4c56-3c0e-4ab7-ad93-d5d6e6ded508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:19.129709 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a9a628-9bec-49ca-b963-294a518236c4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2d1467-6c52-41a0-aab0-7cda2b24f68c", "tag": "38449936-87cc-4369-9e2e-b4e775f248f6"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:33:19.165221 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce441e36-b615-427d-89af-611a1943247d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-715296793-router', 'tenant_id': '3e768f6b945c4287b67eefbc11178b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '51db3feb-7988-4146-bd9e-fedbbaa4bdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:33:09Z', 'updated_at': '2021-12-11T22:33:12Z', 'revision_number': 3, 'project_id': '3e768f6b945c4287b67eefbc11178b64', 'gw_port': {'id': '51db3feb-7988-4146-bd9e-fedbbaa4bdf6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce441e36-b615-427d-89af-611a1943247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:10Z', 'updated_at': '2021-12-11T22:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:19.211083 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761fb86-a967-44f7-be14-3332a44d8770 None None] The sync data for ids ['ce441e36-b615-427d-89af-611a1943247d'] in n-d-710847-6 is: [{'id': 'ce441e36-b615-427d-89af-611a1943247d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-715296793-router', 'tenant_id': '3e768f6b945c4287b67eefbc11178b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '51db3feb-7988-4146-bd9e-fedbbaa4bdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:33:09Z', 'updated_at': '2021-12-11T22:33:12Z', 'revision_number': 3, 'project_id': '3e768f6b945c4287b67eefbc11178b64', 'gw_port': {'id': '51db3feb-7988-4146-bd9e-fedbbaa4bdf6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce441e36-b615-427d-89af-611a1943247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:10Z', 'updated_at': '2021-12-11T22:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:33:19.266834 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-213b4c56-3c0e-4ab7-ad93-d5d6e6ded508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:19.272099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1af0df57-5872-4c11-ad91-c6f317b73f0f req-41e9b05e-9443-4639-9597-4ab1177056cc tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 210 time: 0.1491370 Dec 11 22:33:19.296748 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97793743-a68f-4634-b12d-4ac7aa4b9f1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:19.372599 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-8f5be76f-223b-4b0e-aeb1-c877a6a5134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:19.374506 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-8f5be76f-223b-4b0e-aeb1-c877a6a5134b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.3051760 Dec 11 22:33:19.386154 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0361d-0dae-4a2f-98a6-b8b0da77f97e req-4abb3da0-a14a-40a0-aeb4-56f4efc57fb2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:19.387949 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8b0361d-0dae-4a2f-98a6-b8b0da77f97e req-4abb3da0-a14a-40a0-aeb4-56f4efc57fb2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 947 time: 0.1617682 Dec 11 22:33:19.426190 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-5e632451-639a-44a4-888e-1aa5a350f057 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011960 Dec 11 22:33:19.493932 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0129a11e-0b1e-4d30-a16a-acf9128a37c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:19.510338 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97793743-a68f-4634-b12d-4ac7aa4b9f1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:19.521352 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-213b4c56-3c0e-4ab7-ad93-d5d6e6ded508 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a973c85d521542af818635c39c5f0614&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4248931 Dec 11 22:33:19.522486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b4c56-3c0e-4ab7-ad93-d5d6e6ded508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ce4e67-4920-444e-a304-77a0abf72771,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:19.529306 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37948) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:19.543270 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:19.588305 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a0191e-e0c8-4d02-a9d7-93c3554f65e9 x-openstack-request-id: req-a8a0191e-e0c8-4d02-a9d7-93c3554f65e9 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:33:19.589036 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2d1467-6c52-41a0-aab0-7cda2b24f68c", "tag": "38449936-87cc-4369-9e2e-b4e775f248f6", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:33:19.589654 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8a0191e-e0c8-4d02-a9d7-93c3554f65e9 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:33:19.590263 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2d1467-6c52-41a0-aab0-7cda2b24f68c', 'tag': '38449936-87cc-4369-9e2e-b4e775f248f6', 'status': 'completed', 'code': 200} Dec 11 22:33:19.597193 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-86f6118b-4abe-4c3c-8b1e-74855e7412d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:19.599547 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-86f6118b-4abe-4c3c-8b1e-74855e7412d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2069771 Dec 11 22:33:19.600748 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0129a11e-0b1e-4d30-a16a-acf9128a37c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:19.609291 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8b0361d-0dae-4a2f-98a6-b8b0da77f97e req-092978bb-1e83-47a2-8d47-35a2e0f2f84d tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915863 Dec 11 22:33:19.665037 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97793743-a68f-4634-b12d-4ac7aa4b9f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:19.840995 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129a11e-0b1e-4d30-a16a-acf9128a37c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b8f627-7e00-4eba-9f47-9ab40549cbb0,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:19.853293 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0129a11e-0b1e-4d30-a16a-acf9128a37c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7622e4bc2384069adc4b52816c72c58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1383185 Dec 11 22:33:19.856015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37956) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:19.917752 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-97793743-a68f-4634-b12d-4ac7aa4b9f1b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e3c9ee023994488b8ddabac48df21a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6107638 Dec 11 22:33:19.950015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37958) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:19.970517 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78ad5947-9854-44ff-8b12-c942e7b105e2 req-f2bb65c2-fed7-4dbb-a196-34c25f6c9ae2 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045288 Dec 11 22:33:19.993043 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.47', 60376) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:19.993718 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bc80819-73b8-4297-bd26-f8c32f8a2280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:20.064334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97793743-a68f-4634-b12d-4ac7aa4b9f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3a2d6b-7454-497e-9ed1-eb50ea41c81b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:20.097713 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-ccdd6eae-298e-499b-a42b-e3af307db790 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e828c78368f2446e9a1b9388577b4d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1017728 Dec 11 22:33:20.200551 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bc80819-73b8-4297-bd26-f8c32f8a2280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:20.222098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38d5bc-c3b8-4f47-aa59-11c8d58a0867 req-c3a6db51-d95a-4ac8-82e1-2ab3a1c87385 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:20.231297 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b38d5bc-c3b8-4f47-aa59-11c8d58a0867 req-c3a6db51-d95a-4ac8-82e1-2ab3a1c87385 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 968 time: 0.3857768 Dec 11 22:33:20.232808 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-dfeb8dd6-405c-403d-8534-964f9b1b367c service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216059 Dec 11 22:33:20.273725 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2358e153-0d31-49a3-b82b-35c5d4890d6b req-5e616009-8679-438f-98b4-d34795878cdc tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 210 time: 0.1286659 Dec 11 22:33:20.303189 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7c3dd25-b62a-46df-9d8f-1adea102abbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:20.386154 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-76e4a47e-0c75-44b3-87ce-a0e4c25719fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:20.431607 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7c3dd25-b62a-46df-9d8f-1adea102abbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:20.498361 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0e2efa5-9adb-4f0b-934e-e0c13d8dfdb9 req-c56da2a6-ccf5-4739-b4bf-777ebc41895c tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 210 time: 0.0884385 Dec 11 22:33:20.525803 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Allocated IP 172.20.0.1 (fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af/9d9cb3d4-7814-4308-96ad-d88e4baf8451/cc82947c-4d9e-417f-bfad-fd0552d8f3fc) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:33:20.537001 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-76e4a47e-0c75-44b3-87ce-a0e4c25719fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:20.571917 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb1afb70-d1cf-4136-9b52-8b475d31155c req-ff74dede-7919-43f2-9954-2b266e94e4a6 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050992 Dec 11 22:33:20.611488 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b38d5bc-c3b8-4f47-aa59-11c8d58a0867 req-25ec8ce5-3d89-4a8c-8a6b-9dca45643402 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780808 Dec 11 22:33:20.649391 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85d09a-c6bb-4615-b568-24cb3cc6abfa req-db29fb7d-f17c-43c3-921b-66dad6b9fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:20.658885 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f85d09a-c6bb-4615-b568-24cb3cc6abfa req-db29fb7d-f17c-43c3-921b-66dad6b9fd0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba0a631ce760407a8f0bb0044b66926c&device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 1098 time: 0.3110836 Dec 11 22:33:20.711976 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7c3dd25-b62a-46df-9d8f-1adea102abbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:20.722150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-7a267af1-e119-4aa0-8edb-81c1eb0263c2 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:20.723741 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-7a267af1-e119-4aa0-8edb-81c1eb0263c2 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6176412 Dec 11 22:33:20.726461 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7c3dd25-b62a-46df-9d8f-1adea102abbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:20.737520 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a7c3dd25-b62a-46df-9d8f-1adea102abbc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1b8f627-7e00-4eba-9f47-9ab40549cbb0 HTTP/1.1" status: 204 len: 168 time: 0.8796048 Dec 11 22:33:20.766497 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bc80819-73b8-4297-bd26-f8c32f8a2280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:20.769130 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bc80819-73b8-4297-bd26-f8c32f8a2280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:20.772911 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3bc80819-73b8-4297-bd26-f8c32f8a2280 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81ce4e67-4920-444e-a304-77a0abf72771 HTTP/1.1" status: 204 len: 168 time: 1.2345605 Dec 11 22:33:20.796647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3dd25-b62a-46df-9d8f-1adea102abbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b8f627-7e00-4eba-9f47-9ab40549cbb0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:20.841478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc80819-73b8-4297-bd26-f8c32f8a2280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ce4e67-4920-444e-a304-77a0abf72771,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:20.874617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Request body: {'port': {'device_id': 'bcc58355-fcea-417d-93e0-6100e864c521', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'e828c78368f2446e9a1b9388577b4d40'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:20.889490 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-76e4a47e-0c75-44b3-87ce-a0e4c25719fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:20.900728 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-76e4a47e-0c75-44b3-87ce-a0e4c25719fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:20.902827 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-76e4a47e-0c75-44b3-87ce-a0e4c25719fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de3a2d6b-7454-497e-9ed1-eb50ea41c81b HTTP/1.1" status: 204 len: 168 time: 0.9514391 Dec 11 22:33:20.958305 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9a628-9bec-49ca-b963-294a518236c4 req-308db403-271a-4d7a-9bf8-d3d40c1e2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:20.961891 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4a9a628-9bec-49ca-b963-294a518236c4 req-308db403-271a-4d7a-9bf8-d3d40c1e2308 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e45ffcc61acb4a48bdc66a4d70003a2e&device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 1119 time: 0.2228127 Dec 11 22:33:20.989819 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4a47e-0c75-44b3-87ce-a0e4c25719fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3a2d6b-7454-497e-9ed1-eb50ea41c81b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:21.164036 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5bafd-345b-43b4-a335-42c05ab21f5a req-59e93607-148a-446c-891d-d554fdced658 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:21.166735 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0c5bafd-345b-43b4-a335-42c05ab21f5a req-59e93607-148a-446c-891d-d554fdced658 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 947 time: 0.3880892 Dec 11 22:33:21.302523 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:21.388501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 51db3feb-7988-4146-bd9e-fedbbaa4bdf6 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:21.434307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85d09a-c6bb-4615-b568-24cb3cc6abfa req-abaf69da-3d84-41fb-a1d9-efdef34dbc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:21.441430 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f85d09a-c6bb-4615-b568-24cb3cc6abfa req-abaf69da-3d84-41fb-a1d9-efdef34dbc49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.7149181 Dec 11 22:33:21.492019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 51db3feb-7988-4146-bd9e-fedbbaa4bdf6 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:21.492740 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:21.556058 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9a628-9bec-49ca-b963-294a518236c4 req-20a643ad-b56f-417b-af0c-794f851c12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:21.582632 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4a9a628-9bec-49ca-b963-294a518236c4 req-20a643ad-b56f-417b-af0c-794f851c12a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.5480576 Dec 11 22:33:21.583537 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b46111d8-7fd8-4c63-9483-4102a90b1e5f req-e35ce329-b9e0-4220-b3d8-c60104f7ae3a tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 210 time: 0.1161427 Dec 11 22:33:21.612313 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f85d09a-c6bb-4615-b568-24cb3cc6abfa req-b313b3c9-6181-47e0-8c60-8ae7b7c1c420 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=a31f5369-5180-4734-b19f-75021b3af264 HTTP/1.1" status: 200 len: 217 time: 0.0927742 Dec 11 22:33:21.668259 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4a9a628-9bec-49ca-b963-294a518236c4 req-6d7a2913-f43e-4a87-961b-d711d8c2f41d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=38449936-87cc-4369-9e2e-b4e775f248f6 HTTP/1.1" status: 200 len: 217 time: 0.0992370 Dec 11 22:33:21.724925 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:21.777087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 51db3feb-7988-4146-bd9e-fedbbaa4bdf6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=51db3feb-7988-4146-bd9e-fedbbaa4bdf6,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:21.811885 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0c5bafd-345b-43b4-a335-42c05ab21f5a req-fe3a4d62-c506-4797-a35e-a33a3b7c505c tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279114 Dec 11 22:33:21.864163 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9a628-9bec-49ca-b963-294a518236c4 req-621a6ced-44ca-41b2-ba73-66ac554f7d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:21.866666 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4a9a628-9bec-49ca-b963-294a518236c4 req-621a6ced-44ca-41b2-ba73-66ac554f7d3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1715431 Dec 11 22:33:21.882706 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8317e0f-edc9-4d1c-9510-90458740a5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:21.934326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85d09a-c6bb-4615-b568-24cb3cc6abfa req-aa51df25-b4d3-439e-851c-8b0a23a36538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:21.934326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f85d09a-c6bb-4615-b568-24cb3cc6abfa req-aa51df25-b4d3-439e-851c-8b0a23a36538 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.2912459 Dec 11 22:33:21.934326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01ef4b0e-1828-4ad7-8502-b73d59068067 req-62de1e37-8658-4cbb-9930-e8be275f8ccb tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 210 time: 0.1129718 Dec 11 22:33:21.934326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.47', 60380) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:22.056287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9a628-9bec-49ca-b963-294a518236c4 req-f7ee040d-cc17-4a8e-ad7a-adeb82accdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:22.058328 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4a9a628-9bec-49ca-b963-294a518236c4 req-f7ee040d-cc17-4a8e-ad7a-adeb82accdae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1787620 Dec 11 22:33:22.066027 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-2ff6762d-622a-4a38-97e9-04ed3e0172f0 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=581f7732a8e743268ae6fe05a6ba6f4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1354454 Dec 11 22:33:22.122778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d455876-c354-42da-a2ed-8841d4f32df3 req-8781512b-8366-4cc9-95f6-80c6f329a517 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:22.124728 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5d455876-c354-42da-a2ed-8841d4f32df3 req-8781512b-8366-4cc9-95f6-80c6f329a517 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 968 time: 0.1331325 Dec 11 22:33:22.183375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85d09a-c6bb-4615-b568-24cb3cc6abfa req-d34c6850-cf11-4484-ae23-bd061d42b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:22.185428 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f85d09a-c6bb-4615-b568-24cb3cc6abfa req-d34c6850-cf11-4484-ae23-bd061d42b9c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2567017 Dec 11 22:33:22.215968 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5d455876-c354-42da-a2ed-8841d4f32df3 req-a73f24aa-0d89-4983-881b-1f1a5892859d tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742576 Dec 11 22:33:22.253956 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-116b18e8-82fa-4d3c-950b-24aeb7e69e05 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:22.255558 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-116b18e8-82fa-4d3c-950b-24aeb7e69e05 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817453 Dec 11 22:33:22.274545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Request body: {'port': {'device_id': 'c12110b6-9586-4ce5-a386-aa0a48c8dd9b', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': '581f7732a8e743268ae6fe05a6ba6f4a'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:22.450149 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:22.454023 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:22.467757 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Made reservation on behalf of e828c78368f2446e9a1b9388577b4d40 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:33:22.471405 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:22.493047 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4a9a628-9bec-49ca-b963-294a518236c4 req-a28f05b7-9d5f-48a9-8748-73cc986ad9d9 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925105 Dec 11 22:33:22.522706 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:22.545712 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:22.546749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=51db3feb-7988-4146-bd9e-fedbbaa4bdf6,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:22.561381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Pushing event updated for resources: {'Port': ['ID=cc82947c-4d9e-417f-bfad-fd0552d8f3fc,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:22.569905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Network fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:33:22.581734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:22.588632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:33:22.589154 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:22.600100 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f85d09a-c6bb-4615-b568-24cb3cc6abfa req-f9e953f5-6516-4115-9baf-a398382ac8c5 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989436 Dec 11 22:33:22.662604 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Made reservation on behalf of 581f7732a8e743268ae6fe05a6ba6f4a for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:33:22.666132 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:22.696194 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:22.766496 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2968b64-c7c9-4204-a905-01926ed65848 req-a7ed8932-9d0f-4286-806c-1af081e5a449 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 210 time: 0.0418656 Dec 11 22:33:22.910119 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:22.983220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9b1a797b-a197-495d-9aa1-75239f287ef4 None None] Provisioning complete for port cc82947c-4d9e-417f-bfad-fd0552d8f3fc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:22.983864 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9b1a797b-a197-495d-9aa1-75239f287ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:22.984308 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:22.996038 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:23.005381 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:23.069937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f3285-5e1e-4c30-a7c7-444894429b78 req-455d173b-8427-4705-ae27-c5375807ebcf tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:23.071329 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b31f3285-5e1e-4c30-a7c7-444894429b78 req-455d173b-8427-4705-ae27-c5375807ebcf tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 947 time: 0.1338682 Dec 11 22:33:23.092953 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a797b-a197-495d-9aa1-75239f287ef4 None None] Port cc82947c-4d9e-417f-bfad-fd0552d8f3fc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:33:23.170621 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:23.174655 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b31f3285-5e1e-4c30-a7c7-444894429b78 req-d44d89e4-723a-4144-ad21-e384a18a272b tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939224 Dec 11 22:33:23.200896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38014) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:23.231537 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5fe384e0-79f3-451f-96c2-b7a1ab547b04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:23.284105 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-89b7bb49-e2e4-4a9c-b1da-6c4a83328a1a req-8bf17f97-2ccd-4e5d-a42c-cf36d2732c53 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 210 time: 0.1395378 Dec 11 22:33:23.300221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 51db3feb-7988-4146-bd9e-fedbbaa4bdf6 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:23.322127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5a676d-a877-453b-8bc2-fa761d52617c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:23.422102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 51db3feb-7988-4146-bd9e-fedbbaa4bdf6 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:23.422624 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:23.497794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4721bf0-fea4-4c20-9f8e-bfa37d68bfcf req-dbc4c2fb-218c-4dc7-9e59-161380a257dc tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:23.499603 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e4721bf0-fea4-4c20-9f8e-bfa37d68bfcf req-dbc4c2fb-218c-4dc7-9e59-161380a257dc tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 968 time: 0.1736624 Dec 11 22:33:23.525639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6942034-c5ee-4852-af12-64e6e8a9f9b6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:23.540548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Allocated IP 192.168.233.141 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/2c7cb36c-8146-4e13-afa8-b3d282699a76) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:33:23.547371 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5fe384e0-79f3-451f-96c2-b7a1ab547b04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:23.607887 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e4721bf0-fea4-4c20-9f8e-bfa37d68bfcf req-fef95bbc-a0ef-42e0-8ecc-ce394cb3e487 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597227 Dec 11 22:33:23.665115 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5fe384e0-79f3-451f-96c2-b7a1ab547b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:23.756152 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:23.883644 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:23.888132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe384e0-79f3-451f-96c2-b7a1ab547b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a0089e-d3d2-42ec-b6e1-b74de1cac7f6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:23.978357 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5fe384e0-79f3-451f-96c2-b7a1ab547b04 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af037028cc1a43eead7b8b07e392860e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7762072 Dec 11 22:33:23.983662 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38030) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:24.070350 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:24.071414 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:24.085125 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45e300c5-2af4-41b3-be1d-b6ee2b14e746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:24.103171 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4a9a628-9bec-49ca-b963-294a518236c4 req-7c052843-835a-442a-a2aa-f2ff20f23c5d service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732687 Dec 11 22:33:24.144523 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45e300c5-2af4-41b3-be1d-b6ee2b14e746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:24.157882 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8009404-a518-48ca-814a-aca046d60b8e req-fb65c10d-39f9-4b24-a7b9-baa553682499 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 210 time: 0.2422817 Dec 11 22:33:24.169926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Pushing event updated for resources: {'Port': ['ID=cc82947c-4d9e-417f-bfad-fd0552d8f3fc,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:24.222862 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f85d09a-c6bb-4615-b568-24cb3cc6abfa req-14b8525b-dec3-471d-af3c-f4341ba6dc42 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790992 Dec 11 22:33:24.242317 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:24.356925 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45e300c5-2af4-41b3-be1d-b6ee2b14e746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:24.359013 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45e300c5-2af4-41b3-be1d-b6ee2b14e746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:24.375386 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-45e300c5-2af4-41b3-be1d-b6ee2b14e746 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35a0089e-d3d2-42ec-b6e1-b74de1cac7f6 HTTP/1.1" status: 204 len: 168 time: 0.3903556 Dec 11 22:33:24.399644 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e300c5-2af4-41b3-be1d-b6ee2b14e746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a0089e-d3d2-42ec-b6e1-b74de1cac7f6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:24.443223 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358beddb-7b0d-464c-9fb7-b7118c677b8e req-fe096cc9-ed1b-4e1e-a0d4-4539f6984a06 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:24.445373 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-358beddb-7b0d-464c-9fb7-b7118c677b8e req-fe096cc9-ed1b-4e1e-a0d4-4539f6984a06 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 947 time: 0.1323690 Dec 11 22:33:24.447363 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38b77a2d-9f73-407e-ba3d-43e6b95e5544 req-681e30c4-c429-4fb3-99e9-b0d9761d8f97 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 210 time: 0.0557241 Dec 11 22:33:24.487097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Network fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:33:24.508128 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:24.528793 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-358beddb-7b0d-464c-9fb7-b7118c677b8e req-4c7cf559-0857-4f78-8086-b69ac85b9808 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750539 Dec 11 22:33:24.585095 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:24.602607 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:24.859317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:33:24.871276 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Pushing event updated for resources: {'Port': ['ID=2c7cb36c-8146-4e13-afa8-b3d282699a76,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:24.893256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:24.897443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Allocated IP 192.168.233.217 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/e7b7615f-43ad-4e12-9329-ee17b8695ca2) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:33:24.900013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:33:24.906241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:24.906994 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:24.957542 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0b0c7e96-a120-4e71-8dfc-fefa46275f6f None None] Provisioning complete for port cc82947c-4d9e-417f-bfad-fd0552d8f3fc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:24.959047 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b0c7e96-a120-4e71-8dfc-fefa46275f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:25.061344 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c7e96-a120-4e71-8dfc-fefa46275f6f None None] Port cc82947c-4d9e-417f-bfad-fd0552d8f3fc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:33:25.074976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d1e71-a4a3-468e-82b8-20fd668cd64c req-07313545-744e-46d1-98fb-b72800642a12 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:25.077063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b40d1e71-a4a3-468e-82b8-20fd668cd64c req-07313545-744e-46d1-98fb-b72800642a12 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 968 time: 0.3200953 Dec 11 22:33:25.092321 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-fd5d5660-c6bc-4eef-92c6-faab50c39883 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2283318 Dec 11 22:33:25.108447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Router ce441e36-b615-427d-89af-611a1943247d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:33:25.294774 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fe3522b4-0731-44fa-8bdc-146f0b491767 req-bb8ac66b-6995-413e-a78e-048c81c54512 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 210 time: 0.0311408 Dec 11 22:33:25.296625 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-754eb2d4-c35f-4a8a-a18b-6d8777ca413d None None] Provisioning complete for port 2c7cb36c-8146-4e13-afa8-b3d282699a76 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:25.297008 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-754eb2d4-c35f-4a8a-a18b-6d8777ca413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:25.359614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-754eb2d4-c35f-4a8a-a18b-6d8777ca413d None None] Port 2c7cb36c-8146-4e13-afa8-b3d282699a76 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:33:25.525630 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b40d1e71-a4a3-468e-82b8-20fd668cd64c req-fec67b57-7094-497c-a841-61f1636fa997 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322166 Dec 11 22:33:25.590432 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:25.618463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:33:25.635745 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f2d44a80-f7d0-4c81-970e-563976c0a19b admin admin] 10.222.0.45 "PUT /v2.0/routers/ce441e36-b615-427d-89af-611a1943247d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0473011 Dec 11 22:33:25.643098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Sync routers for ids ['ce441e36-b615-427d-89af-611a1943247d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:33:25.645866 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852c208-a38e-4e66-a1a5-fff7085917e7 req-1a0365d8-81a2-4a28-86cf-075cfb5e6a9e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:25.657635 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Routers {'ce441e36-b615-427d-89af-611a1943247d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:33:25.657635 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:33:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ce441e36-b615-427d-89af-611a1943247d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:25.663499 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f852c208-a38e-4e66-a1a5-fff7085917e7 req-1a0365d8-81a2-4a28-86cf-075cfb5e6a9e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 936 time: 0.1296141 Dec 11 22:33:25.723154 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:25.738444 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f852c208-a38e-4e66-a1a5-fff7085917e7 req-53455ff9-8295-4184-b611-61aa77e31e02 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689628 Dec 11 22:33:25.836951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:33:25.836951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Pushing event updated for resources: {'Port': ['ID=e7b7615f-43ad-4e12-9329-ee17b8695ca2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:25.841221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:25.861130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:33:25.869445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:25.870829 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:25.885508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Set router ce441e36-b615-427d-89af-611a1943247d gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:33:25.894375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0c08d-6455-4d97-b174-8c6e997e849f req-7e9ea6bd-a180-4254-b0cd-33096664fdb2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:25.900685 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20a0c08d-6455-4d97-b174-8c6e997e849f req-7e9ea6bd-a180-4254-b0cd-33096664fdb2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 947 time: 0.1239667 Dec 11 22:33:25.993213 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-95a02303-a1ed-4e4d-a68e-93cb30fe2c3c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7230368 Dec 11 22:33:26.016565 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20a0c08d-6455-4d97-b174-8c6e997e849f req-73e16852-f866-46ff-8adf-c9899d3b6e5d tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086364 Dec 11 22:33:26.215414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6a990bff-2013-4442-a67e-869f5e86d7b9 None None] Provisioning complete for port e7b7615f-43ad-4e12-9329-ee17b8695ca2 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:26.216564 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a990bff-2013-4442-a67e-869f5e86d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:26.252531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce441e36-b615-427d-89af-611a1943247d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-715296793-router', 'tenant_id': '3e768f6b945c4287b67eefbc11178b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '51db3feb-7988-4146-bd9e-fedbbaa4bdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:33:09Z', 'updated_at': '2021-12-11T22:33:22Z', 'revision_number': 4, 'project_id': '3e768f6b945c4287b67eefbc11178b64', 'gw_port': {'id': '51db3feb-7988-4146-bd9e-fedbbaa4bdf6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce441e36-b615-427d-89af-611a1943247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:10Z', 'updated_at': '2021-12-11T22:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'cc82947c-4d9e-417f-bfad-fd0552d8f3fc', 'name': '', 'network_id': 'fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af', 'tenant_id': '3e768f6b945c4287b67eefbc11178b64', 'mac_address': 'fa:16:3e:df:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce441e36-b615-427d-89af-611a1943247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '9d9cb3d4-7814-4308-96ad-d88e4baf8451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:19Z', 'updated_at': '2021-12-11T22:33:23Z', 'revision_number': 2, 'project_id': '3e768f6b945c4287b67eefbc11178b64', 'subnets': [{'id': '9d9cb3d4-7814-4308-96ad-d88e4baf8451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:26.288402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6a990bff-2013-4442-a67e-869f5e86d7b9 None None] Port e7b7615f-43ad-4e12-9329-ee17b8695ca2 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:33:26.296283 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Checking router: ce441e36-b615-427d-89af-611a1943247d for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:33:26.296283 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Updating router ce441e36-b615-427d-89af-611a1943247d port cc82947c-4d9e-417f-bfad-fd0552d8f3fc binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:33:26.325832 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:26.569600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c9b2d-28cc-4838-a6dc-64d66107bcf7 req-1ca827b8-19cf-48c5-a4b5-1a34762b8d69 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:26.573265 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-355c9b2d-28cc-4838-a6dc-64d66107bcf7 req-1ca827b8-19cf-48c5-a4b5-1a34762b8d69 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 936 time: 0.1050310 Dec 11 22:33:26.731205 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-355c9b2d-28cc-4838-a6dc-64d66107bcf7 req-fcbf3d9e-3fd3-468e-b646-9a66929fc686 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500344 Dec 11 22:33:26.789007 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334e361-7f97-4f8d-8b84-d46921d04247 req-e0060163-0d52-47bd-8551-c647f51bf9de tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:26.791220 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4334e361-7f97-4f8d-8b84-d46921d04247 req-e0060163-0d52-47bd-8551-c647f51bf9de tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 968 time: 0.1026819 Dec 11 22:33:26.831604 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:26.875604 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4334e361-7f97-4f8d-8b84-d46921d04247 req-88819789-dfc4-4a1f-99de-653973a8105c tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773151 Dec 11 22:33:26.900186 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:27.013745 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:33:27.044900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db78aae-b114-45cc-a766-0924967715bc None None] Pushing event updated for resources: {'Port': ['ID=cc82947c-4d9e-417f-bfad-fd0552d8f3fc,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:27.100966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd8061-7857-45f0-8898-a27eca2ced90 req-220ddc93-2154-4cac-9272-7ecd2f844ba2 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:27.102724 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83dd8061-7857-45f0-8898-a27eca2ced90 req-220ddc93-2154-4cac-9272-7ecd2f844ba2 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 936 time: 0.0893710 Dec 11 22:33:27.135189 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Attempting to bind port cc82947c-4d9e-417f-bfad-fd0552d8f3fc on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:33:27.135722 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Attempting to bind port cc82947c-4d9e-417f-bfad-fd0552d8f3fc by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'b68d7d30-2c15-4dcd-a66f-358e796390f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:33:27.136248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Attempting to bind port cc82947c-4d9e-417f-bfad-fd0552d8f3fc on network fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:27.142477 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:33:27.143153 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Checking segment: {'id': 'b68d7d30-2c15-4dcd-a66f-358e796390f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:33:27.143599 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:27.144124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Bound using segment: {'id': 'b68d7d30-2c15-4dcd-a66f-358e796390f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:33:27.144769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Bound port: cc82947c-4d9e-417f-bfad-fd0552d8f3fc, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68d7d30-2c15-4dcd-a66f-358e796390f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:33:27.145218 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:27.209383 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83dd8061-7857-45f0-8898-a27eca2ced90 req-ab8845cd-a70c-45d3-9ebb-28a0b906cf96 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002212 Dec 11 22:33:27.319442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] For port cc82947c-4d9e-417f-bfad-fd0552d8f3fc, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:33:27.323817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] For port cc82947c-4d9e-417f-bfad-fd0552d8f3fc, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=cc82947c-4d9e-417f-bfad-fd0552d8f3fc,segment=NetworkSegment(b68d7d30-2c15-4dcd-a66f-358e796390f0),segment_id=b68d7d30-2c15-4dcd-a66f-358e796390f0)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:33:27.404191 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:27.534851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db78aae-b114-45cc-a766-0924967715bc None None] Pushing event updated for resources: {'Port': ['ID=cc82947c-4d9e-417f-bfad-fd0552d8f3fc,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:27.580152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c100a01c-e4d8-4e3a-841f-a8382d5198d5 None None] Provisioning complete for port cc82947c-4d9e-417f-bfad-fd0552d8f3fc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:27.580152 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c100a01c-e4d8-4e3a-841f-a8382d5198d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:27.620980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Routers {'ce441e36-b615-427d-89af-611a1943247d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:33:27.621617 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:33:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ce441e36-b615-427d-89af-611a1943247d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:27.639405 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf73df-8c19-41e5-b588-0328fc0f92e2 req-cd747394-e3f2-4668-920d-58423879eae8 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:27.642251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ecf73df-8c19-41e5-b588-0328fc0f92e2 req-cd747394-e3f2-4668-920d-58423879eae8 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 947 time: 0.1516294 Dec 11 22:33:27.772700 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ecf73df-8c19-41e5-b588-0328fc0f92e2 req-79a22679-185a-4b0a-ad91-16d4e7f64ce2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207945 Dec 11 22:33:27.922127 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c100a01c-e4d8-4e3a-841f-a8382d5198d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:28.051811 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38152) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:28.173945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] Set router ce441e36-b615-427d-89af-611a1943247d gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:33:28.178595 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4a4fb-5a58-4ad4-9885-2a2381af7bb3 req-bae1788d-b8da-47ca-8cac-47d095de4c68 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:28.193318 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-94b4a4fb-5a58-4ad4-9885-2a2381af7bb3 req-bae1788d-b8da-47ca-8cac-47d095de4c68 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 936 time: 0.1257503 Dec 11 22:33:28.245180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c100a01c-e4d8-4e3a-841f-a8382d5198d5 None None] For port cc82947c-4d9e-417f-bfad-fd0552d8f3fc, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=cc82947c-4d9e-417f-bfad-fd0552d8f3fc,segment=NetworkSegment(b68d7d30-2c15-4dcd-a66f-358e796390f0),segment_id=b68d7d30-2c15-4dcd-a66f-358e796390f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:28.275653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e6f99-5b8a-450f-a0cc-75815d21b223 req-5ae81cae-a0e9-4693-a920-e32032393b13 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:28.278667 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-041e6f99-5b8a-450f-a0cc-75815d21b223 req-5ae81cae-a0e9-4693-a920-e32032393b13 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 968 time: 0.0726585 Dec 11 22:33:28.293611 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-94b4a4fb-5a58-4ad4-9885-2a2381af7bb3 req-77cb37b7-7f6f-46c6-84de-3138e9f1feaa tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905981 Dec 11 22:33:28.353585 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c100a01c-e4d8-4e3a-841f-a8382d5198d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:28.390159 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-041e6f99-5b8a-450f-a0cc-75815d21b223 req-c9ba52ed-e783-4e62-9ee3-b87f3b5e4ca2 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806925 Dec 11 22:33:28.419749 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b63b1b58-7876-4fc8-9b23-395f682855e5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1459025249-network', 'tenant_id': 'dab8ea8688024b64a53ac9357c6943c4'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:28.513745 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1f62153c-7cf7-4017-9fd6-18a7ce0d78f2 None None] Provisioning complete for port cc82947c-4d9e-417f-bfad-fd0552d8f3fc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:28.514036 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f62153c-7cf7-4017-9fd6-18a7ce0d78f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:28.515562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100a01c-e4d8-4e3a-841f-a8382d5198d5 None None] Pushing event updated for resources: {'Port': ['ID=cc82947c-4d9e-417f-bfad-fd0552d8f3fc,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:28.534948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63b1b58-7876-4fc8-9b23-395f682855e5 admin admin] Made reservation on behalf of dab8ea8688024b64a53ac9357c6943c4 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:33:28.537876 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b63b1b58-7876-4fc8-9b23-395f682855e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:28.554122 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b63b1b58-7876-4fc8-9b23-395f682855e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:28.607555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061c3e8-feab-4f1e-a2ab-9ed8b8d3b2d4 req-bafd665b-2e5d-4f73-9b26-39bf362c7df9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:28.609209 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b061c3e8-feab-4f1e-a2ab-9ed8b8d3b2d4 req-bafd665b-2e5d-4f73-9b26-39bf362c7df9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 936 time: 0.1138871 Dec 11 22:33:28.666930 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce441e36-b615-427d-89af-611a1943247d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-715296793-router', 'tenant_id': '3e768f6b945c4287b67eefbc11178b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '51db3feb-7988-4146-bd9e-fedbbaa4bdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:33:09Z', 'updated_at': '2021-12-11T22:33:22Z', 'revision_number': 4, 'project_id': '3e768f6b945c4287b67eefbc11178b64', 'gw_port': {'id': '51db3feb-7988-4146-bd9e-fedbbaa4bdf6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce441e36-b615-427d-89af-611a1943247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:10Z', 'updated_at': '2021-12-11T22:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'cc82947c-4d9e-417f-bfad-fd0552d8f3fc', 'name': '', 'network_id': 'fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af', 'tenant_id': '3e768f6b945c4287b67eefbc11178b64', 'mac_address': 'fa:16:3e:df:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce441e36-b615-427d-89af-611a1943247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '9d9cb3d4-7814-4308-96ad-d88e4baf8451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:19Z', 'updated_at': '2021-12-11T22:33:27Z', 'revision_number': 4, 'project_id': '3e768f6b945c4287b67eefbc11178b64', 'subnets': [{'id': '9d9cb3d4-7814-4308-96ad-d88e4baf8451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:28.705096 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee88dd-6cd0-413c-9808-68009e29a14d None None] The sync data for ids ['ce441e36-b615-427d-89af-611a1943247d'] in n-d-710847-6 is: [{'id': 'ce441e36-b615-427d-89af-611a1943247d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-715296793-router', 'tenant_id': '3e768f6b945c4287b67eefbc11178b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '51db3feb-7988-4146-bd9e-fedbbaa4bdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:33:09Z', 'updated_at': '2021-12-11T22:33:22Z', 'revision_number': 4, 'project_id': '3e768f6b945c4287b67eefbc11178b64', 'gw_port': {'id': '51db3feb-7988-4146-bd9e-fedbbaa4bdf6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce441e36-b615-427d-89af-611a1943247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:10Z', 'updated_at': '2021-12-11T22:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'cc82947c-4d9e-417f-bfad-fd0552d8f3fc', 'name': '', 'network_id': 'fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af', 'tenant_id': '3e768f6b945c4287b67eefbc11178b64', 'mac_address': 'fa:16:3e:df:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce441e36-b615-427d-89af-611a1943247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '9d9cb3d4-7814-4308-96ad-d88e4baf8451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:19Z', 'updated_at': '2021-12-11T22:33:27Z', 'revision_number': 4, 'project_id': '3e768f6b945c4287b67eefbc11178b64', 'subnets': [{'id': '9d9cb3d4-7814-4308-96ad-d88e4baf8451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:33:28.705874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38172) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:28.707490 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b061c3e8-feab-4f1e-a2ab-9ed8b8d3b2d4 req-3cbaf867-e3b6-4aef-9a9c-8c1dea4f6e80 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858045 Dec 11 22:33:28.720793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-52c8b3ca-2b16-4100-85b0-8db009efd169 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1148965556', 'description': 'tempest-description--175203302'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:28.758224 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b63b1b58-7876-4fc8-9b23-395f682855e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:28.825799 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b63b1b58-7876-4fc8-9b23-395f682855e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:28.838501 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-52c8b3ca-2b16-4100-85b0-8db009efd169 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:28.887047 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63b1b58-7876-4fc8-9b23-395f682855e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:33:28.898511 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b1b58-7876-4fc8-9b23-395f682855e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:28.920315 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b63b1b58-7876-4fc8-9b23-395f682855e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:28.920599 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-b63b1b58-7876-4fc8-9b23-395f682855e5 admin admin] Added segment f8947c26-bae8-4f23-aa79-26b797f85d9e of type vlan for network 16806276-ddd2-4647-87cf-feda1dff0e59 Dec 11 22:33:28.983298 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b63b1b58-7876-4fc8-9b23-395f682855e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:29.011373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b61f9-940a-46f7-95c5-84b4948a2da3 req-d3972722-2392-40b1-a254-f43c840dcf08 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:29.040868 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f2b61f9-940a-46f7-95c5-84b4948a2da3 req-d3972722-2392-40b1-a254-f43c840dcf08 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 947 time: 0.1659911 Dec 11 22:33:29.087904 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b63b1b58-7876-4fc8-9b23-395f682855e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:29.089523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63b1b58-7876-4fc8-9b23-395f682855e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:29.091339 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b63b1b58-7876-4fc8-9b23-395f682855e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:29.107203 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-52c8b3ca-2b16-4100-85b0-8db009efd169 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:29.131162 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f2b61f9-940a-46f7-95c5-84b4948a2da3 req-8780a0ca-9a46-4fea-9a4d-729f8f8c16b3 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792089 Dec 11 22:33:29.168276 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-52c8b3ca-2b16-4100-85b0-8db009efd169 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:29.196978 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b1b58-7876-4fc8-9b23-395f682855e5 admin admin] Pushing event updated for resources: {'Network': ['ID=16806276-ddd2-4647-87cf-feda1dff0e59,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:29.210865 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 16806276-ddd2-4647-87cf-feda1dff0e59 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:33:29.227849 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b63b1b58-7876-4fc8-9b23-395f682855e5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1717973 Dec 11 22:33:29.228907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38194) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:29.264528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-889006e7-ff6d-4db7-8c09-b387eaad4104 admin admin] Request body: {'subnet': {'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1459025249-subnet', 'tenant_id': 'dab8ea8688024b64a53ac9357c6943c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:29.269532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8b3ca-2b16-4100-85b0-8db009efd169 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768e30ab-ec90-4e63-bdf1-0e2d328ab01d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:29.323580 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device cc82947c-4d9e-417f-bfad-fd0552d8f3fc up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:29.330554 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-52c8b3ca-2b16-4100-85b0-8db009efd169 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:29.332112 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-52c8b3ca-2b16-4100-85b0-8db009efd169 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6247544 Dec 11 22:33:29.335178 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38198) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:29.340649 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9a8ec5b5-a9ca-4342-a61b-21352f6f64f2 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Request body: {'security_group_rule': {'security_group_id': '768e30ab-ec90-4e63-bdf1-0e2d328ab01d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:29.414568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889006e7-ff6d-4db7-8c09-b387eaad4104 admin admin] Made reservation on behalf of dab8ea8688024b64a53ac9357c6943c4 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:33:29.417811 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-889006e7-ff6d-4db7-8c09-b387eaad4104 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:29.468235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port cc82947c-4d9e-417f-bfad-fd0552d8f3fc triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:29.468712 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:29.532667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c09e41-a0b9-469d-975e-77d0aa476073 req-f6865905-103c-4b41-bcab-e1b1092fa0f9 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:29.535101 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-92c09e41-a0b9-469d-975e-77d0aa476073 req-f6865905-103c-4b41-bcab-e1b1092fa0f9 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 936 time: 0.1254375 Dec 11 22:33:29.592147 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9a8ec5b5-a9ca-4342-a61b-21352f6f64f2 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:29.658273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0b0d4-a864-4abe-9e20-e60011faca56 req-3164792c-c594-4f14-be72-93d217163511 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:29.661997 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5f0b0d4-a864-4abe-9e20-e60011faca56 req-3164792c-c594-4f14-be72-93d217163511 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 968 time: 0.1234493 Dec 11 22:33:29.691233 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-92c09e41-a0b9-469d-975e-77d0aa476073 req-b009857d-beb3-43c7-a27d-bd8184def103 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328161 Dec 11 22:33:29.751824 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9a8ec5b5-a9ca-4342-a61b-21352f6f64f2 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:29.787449 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5f0b0d4-a864-4abe-9e20-e60011faca56 req-ce30df45-cf72-45d9-aa3d-12fa0ad84f6b tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241808 Dec 11 22:33:29.820023 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9a8ec5b5-a9ca-4342-a61b-21352f6f64f2 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:29.872048 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ec5b5-a9ca-4342-a61b-21352f6f64f2 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6aafbe-4c23-43a9-a7f3-9b53a231b92e,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:29.888476 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38206) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:29.909722 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device a31f5369-5180-4734-b19f-75021b3af264 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:33:29.946565 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db211a-9a02-4b48-b080-218f4316a9df req-4b67564c-ac1f-4076-a08b-ccc1d3417179 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:29.948463 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f4db211a-9a02-4b48-b080-218f4316a9df req-4b67564c-ac1f-4076-a08b-ccc1d3417179 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 936 time: 0.1012402 Dec 11 22:33:29.999507 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9a8ec5b5-a9ca-4342-a61b-21352f6f64f2 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.003960 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9a8ec5b5-a9ca-4342-a61b-21352f6f64f2 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6675508 Dec 11 22:33:30.007238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38210) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:30.011970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5413609c-e217-4b97-98f6-4a5e1460f5cd tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Request body: {'security_group_rule': {'security_group_id': '768e30ab-ec90-4e63-bdf1-0e2d328ab01d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:30.057710 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-889006e7-ff6d-4db7-8c09-b387eaad4104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.073308 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f4db211a-9a02-4b48-b080-218f4316a9df req-3bc91cca-992d-4394-80d9-2a77750c4dbc tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178899 Dec 11 22:33:30.112107 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c1662266-2f30-4241-842b-4a5fdd2ac8cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.125249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889006e7-ff6d-4db7-8c09-b387eaad4104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f040924-a8ae-49f7-b7f5-f3e9e2d94400,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:30.152975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port a31f5369-5180-4734-b19f-75021b3af264, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=a31f5369-5180-4734-b19f-75021b3af264,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:30.172626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889006e7-ff6d-4db7-8c09-b387eaad4104 admin admin] Checking segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:33:30.173141 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889006e7-ff6d-4db7-8c09-b387eaad4104 admin admin] Network hostable DHCP agents. Network: 16806276-ddd2-4647-87cf-feda1dff0e59, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:33:30.182674 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'a31f5369-5180-4734-b19f-75021b3af264', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': 'a31f5369-5180-4734-b19f-75021b3af264', 'mac_address': 'fa:16:3e:9c:d8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:33:30.244185 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.250270 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5413609c-e217-4b97-98f6-4a5e1460f5cd tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.262498 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c1662266-2f30-4241-842b-4a5fdd2ac8cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.263926 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31f5369-5180-4734-b19f-75021b3af264 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:33:30.291493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port a31f5369-5180-4734-b19f-75021b3af264, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=a31f5369-5180-4734-b19f-75021b3af264,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:30.295450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889006e7-ff6d-4db7-8c09-b387eaad4104 admin admin] Network 16806276-ddd2-4647-87cf-feda1dff0e59 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:33:30.328342 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c1662266-2f30-4241-842b-4a5fdd2ac8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.351471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffcce5-c536-4438-8540-b2ebad4727e7 req-04477199-57bb-401c-ad1f-f78a8e591386 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:30.352318 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.353355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 38449936-87cc-4369-9e2e-b4e775f248f6 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:33:30.358786 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abffcce5-c536-4438-8540-b2ebad4727e7 req-04477199-57bb-401c-ad1f-f78a8e591386 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 947 time: 0.1015990 Dec 11 22:33:30.390472 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5413609c-e217-4b97-98f6-4a5e1460f5cd tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.409268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-889006e7-ff6d-4db7-8c09-b387eaad4104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 16806276-ddd2-4647-87cf-feda1dff0e59) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:30.411537 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c1662266-2f30-4241-842b-4a5fdd2ac8cd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5701986b21f24afb8231517e6e78c659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5212786 Dec 11 22:33:30.414490 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38214) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:30.416848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1662266-2f30-4241-842b-4a5fdd2ac8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e68c17b-6827-408f-b612-c3eed716e2bd,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:30.420384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889006e7-ff6d-4db7-8c09-b387eaad4104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:30.420993 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-889006e7-ff6d-4db7-8c09-b387eaad4104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.450749 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abffcce5-c536-4438-8540-b2ebad4727e7 req-20592240-0d9f-4890-a36a-c75b8d3216d0 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909593 Dec 11 22:33:30.461724 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5413609c-e217-4b97-98f6-4a5e1460f5cd tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.491155 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 38449936-87cc-4369-9e2e-b4e775f248f6, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=38449936-87cc-4369-9e2e-b4e775f248f6,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:30.494752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413609c-e217-4b97-98f6-4a5e1460f5cd tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06d8f84-5ce3-4598-9575-b24385825378,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:30.501406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-889006e7-ff6d-4db7-8c09-b387eaad4104 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2640378 Dec 11 22:33:30.508567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab191fa6-58ed-4a79-ba59-708531ff80b8 None None] Network 16806276-ddd2-4647-87cf-feda1dff0e59 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:33:30.530349 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0aa33356-1be5-40cc-b825-4e1d760dfa09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.570323 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0aa33356-1be5-40cc-b825-4e1d760dfa09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.581854 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5413609c-e217-4b97-98f6-4a5e1460f5cd tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.584795 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5413609c-e217-4b97-98f6-4a5e1460f5cd tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5764604 Dec 11 22:33:30.588245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38218) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:30.596470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:30.606779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=a31f5369-5180-4734-b19f-75021b3af264,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:30.609663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '38449936-87cc-4369-9e2e-b4e775f248f6', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '38449936-87cc-4369-9e2e-b4e775f248f6', 'mac_address': 'fa:16:3e:e6:84:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:tempest-test_az-431819819', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:33:30.685922 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.717251 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0aa33356-1be5-40cc-b825-4e1d760dfa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.720227 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0aa33356-1be5-40cc-b825-4e1d760dfa09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.720333 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38449936-87cc-4369-9e2e-b4e775f248f6 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:33:30.725434 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0aa33356-1be5-40cc-b825-4e1d760dfa09 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e68c17b-6827-408f-b612-c3eed716e2bd HTTP/1.1" status: 204 len: 168 time: 0.3051314 Dec 11 22:33:30.737231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa33356-1be5-40cc-b825-4e1d760dfa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e68c17b-6827-408f-b612-c3eed716e2bd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:30.742022 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269098af-def2-4ea0-9677-b6b6e5b58dc1 None None] Network 16806276-ddd2-4647-87cf-feda1dff0e59 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:33:30.745865 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:30.849778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 38449936-87cc-4369-9e2e-b4e775f248f6, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=38449936-87cc-4369-9e2e-b4e775f248f6,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:30.878899 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8243d-477d-41b4-8b75-90e142fd395f req-8d280790-e3d0-46e9-92c4-e4573909af25 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:30.880993 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-44c8243d-477d-41b4-8b75-90e142fd395f req-8d280790-e3d0-46e9-92c4-e4573909af25 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 936 time: 0.1045651 Dec 11 22:33:30.949874 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-44c8243d-477d-41b4-8b75-90e142fd395f req-68c4171a-a0f9-43e9-98c2-1283682b1898 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597498 Dec 11 22:33:30.951023 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:31.042818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4a1f7-d770-4bfe-a6fe-63eb24a9444d req-f614c38f-2841-4358-8167-0f55b265bd5f tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:31.048356 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=38449936-87cc-4369-9e2e-b4e775f248f6,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:31.049999 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0d4a1f7-d770-4bfe-a6fe-63eb24a9444d req-f614c38f-2841-4358-8167-0f55b265bd5f tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 969 time: 0.1233258 Dec 11 22:33:31.089083 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:31.122217 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0d4a1f7-d770-4bfe-a6fe-63eb24a9444d req-879970f6-f4aa-438d-ad2d-600e4e631fa9 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712862 Dec 11 22:33:31.233127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b068f23-89d2-4e4a-874c-7d3dd2e02fa0 req-ef2cc6b9-bd6a-4242-8517-d4590c0e4e52 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:31.238885 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6b068f23-89d2-4e4a-874c-7d3dd2e02fa0 req-ef2cc6b9-bd6a-4242-8517-d4590c0e4e52 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 936 time: 0.0756240 Dec 11 22:33:31.257050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Allocated IP 172.25.1.109 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/8455a076-f893-464a-b197-3201980118b9) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:33:31.349632 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6b068f23-89d2-4e4a-874c-7d3dd2e02fa0 req-79a1c4b7-a647-4536-9383-ad9b0e218517 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969229 Dec 11 22:33:31.424709 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:31.425909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['38449936-87cc-4369-9e2e-b4e775f248f6'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:33:31.467630 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['a31f5369-5180-4734-b19f-75021b3af264'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:33:31.535715 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:31.610715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:33:31.627983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:31.634602 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:33:31.662122 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38244) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:31.667874 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6e80a10b-9734-4094-b2b7-5c9bf605a13f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-190232193-network', 'tenant_id': '321aba9f8443461c882fad58ebadc4bf'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:31.685906 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38246) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:31.712572 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48777f9d-e2e6-47e7-9f59-f13858d59749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:31.766586 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Pushing event updated for resources: {'Port': ['ID=8455a076-f893-464a-b197-3201980118b9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:31.787631 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158dc03-91e5-4533-812b-a4822f1cc2a9 req-9ba94377-ae4e-4693-8eef-7a03b376278c tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:31.789354 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a158dc03-91e5-4533-812b-a4822f1cc2a9 req-9ba94377-ae4e-4693-8eef-7a03b376278c tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 948 time: 0.2264485 Dec 11 22:33:31.804878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e80a10b-9734-4094-b2b7-5c9bf605a13f admin admin] Made reservation on behalf of 321aba9f8443461c882fad58ebadc4bf for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:33:31.807151 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e80a10b-9734-4094-b2b7-5c9bf605a13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:31.829891 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:31.835431 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48777f9d-e2e6-47e7-9f59-f13858d59749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:31.836637 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e80a10b-9734-4094-b2b7-5c9bf605a13f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:31.863480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a158dc03-91e5-4533-812b-a4822f1cc2a9 req-258db1fc-c513-4f8b-b1e0-24acfa67ba17 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649467 Dec 11 22:33:31.921182 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e80a10b-9734-4094-b2b7-5c9bf605a13f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:31.922567 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48777f9d-e2e6-47e7-9f59-f13858d59749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:31.968804 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48777f9d-e2e6-47e7-9f59-f13858d59749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f0e18b-0320-4e7e-bdbb-ff0b0d87a15a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:31.973129 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-48777f9d-e2e6-47e7-9f59-f13858d59749 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a589ff85ce9e4971ac7d744268094928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863879 Dec 11 22:33:31.979534 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38250) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:32.006654 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e80a10b-9734-4094-b2b7-5c9bf605a13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:32.009990 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:32.062647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e80a10b-9734-4094-b2b7-5c9bf605a13f admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:33:32.097138 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80a10b-9734-4094-b2b7-5c9bf605a13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bc1fe5-5892-4dff-8e6b-971f8229a61c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:32.101618 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e80a10b-9734-4094-b2b7-5c9bf605a13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:32.102570 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-6e80a10b-9734-4094-b2b7-5c9bf605a13f admin admin] Added segment 22229393-df9a-4c3f-867a-fbbeb3a1474d of type vlan for network d4ba125b-8b6c-4288-8794-217a74409184 Dec 11 22:33:32.131255 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b12b6086-4b1a-4e75-8189-4cb3958fee78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:32.190922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffda01-74c4-4ece-a9a0-253c2fab2785 req-a01020fe-a6c7-4ca6-b51e-ab74c62bbcf7 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:32.192496 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-47ffda01-74c4-4ece-a9a0-253c2fab2785 req-a01020fe-a6c7-4ca6-b51e-ab74c62bbcf7 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 936 time: 0.1504533 Dec 11 22:33:32.194244 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e80a10b-9734-4094-b2b7-5c9bf605a13f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:32.197574 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b12b6086-4b1a-4e75-8189-4cb3958fee78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:32.260433 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:32.277797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220224e-9dc9-4635-b40d-628745ea8dd8 req-d3c3658e-710a-4d2a-9d2c-3dcfbbea2bb2 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:32.279317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a220224e-9dc9-4635-b40d-628745ea8dd8 req-d3c3658e-710a-4d2a-9d2c-3dcfbbea2bb2 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 969 time: 0.0757103 Dec 11 22:33:32.285711 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-47ffda01-74c4-4ece-a9a0-253c2fab2785 req-74fce08a-2807-4ab7-8b40-d8bff7c2b0f4 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847521 Dec 11 22:33:32.311984 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e80a10b-9734-4094-b2b7-5c9bf605a13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:32.313027 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e80a10b-9734-4094-b2b7-5c9bf605a13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:32.313583 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e80a10b-9734-4094-b2b7-5c9bf605a13f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:32.339059 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a220224e-9dc9-4635-b40d-628745ea8dd8 req-b80a3155-2bec-4f1d-b823-af0cd6698dae tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530784 Dec 11 22:33:32.340105 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:32.378313 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:32.379255 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80a10b-9734-4094-b2b7-5c9bf605a13f admin admin] Pushing event updated for resources: {'Network': ['ID=d4ba125b-8b6c-4288-8794-217a74409184,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:32.389657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network d4ba125b-8b6c-4288-8794-217a74409184 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:33:32.400499 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b12b6086-4b1a-4e75-8189-4cb3958fee78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:32.404045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Pushing event updated for resources: {'Port': ['ID=8455a076-f893-464a-b197-3201980118b9,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:32.404179 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b12b6086-4b1a-4e75-8189-4cb3958fee78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:32.411396 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b12b6086-4b1a-4e75-8189-4cb3958fee78 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5f0e18b-0320-4e7e-bdbb-ff0b0d87a15a HTTP/1.1" status: 204 len: 168 time: 0.4248455 Dec 11 22:33:32.420187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b6086-4b1a-4e75-8189-4cb3958fee78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f0e18b-0320-4e7e-bdbb-ff0b0d87a15a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:32.446941 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6e80a10b-9734-4094-b2b7-5c9bf605a13f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7836645 Dec 11 22:33:32.451421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38258) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:32.460069 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6c0530dd-71ff-4f3b-8186-2f4562c027c5 admin admin] Request body: {'subnet': {'network_id': 'd4ba125b-8b6c-4288-8794-217a74409184', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-190232193-subnet', 'tenant_id': '321aba9f8443461c882fad58ebadc4bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:32.491172 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:32.492113 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5f14ee6b-83c6-4d3e-80dd-bfb9500bee44 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9029720 Dec 11 22:33:32.572035 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cf002-638e-4e4a-afcd-99b17aa51056 req-51687283-ff7c-4731-8970-00c0a84205e4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:32.572035 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4e5cf002-638e-4e4a-afcd-99b17aa51056 req-51687283-ff7c-4731-8970-00c0a84205e4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 936 time: 0.1192422 Dec 11 22:33:32.590898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0530dd-71ff-4f3b-8186-2f4562c027c5 admin admin] Made reservation on behalf of 321aba9f8443461c882fad58ebadc4bf for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:33:32.593341 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c0530dd-71ff-4f3b-8186-2f4562c027c5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:32.646742 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4e5cf002-638e-4e4a-afcd-99b17aa51056 req-4f6d77cb-77ad-4158-a305-efaa66064e21 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692997 Dec 11 22:33:32.834555 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-b7492751-9d38-4b3c-9d14-896457430921 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1148965556&fields=id&tenant_id=556a7ebc068346b0987349bf55b5f5c7 HTTP/1.1" status: 200 len: 267 time: 0.0895507 Dec 11 22:33:32.875936 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c0530dd-71ff-4f3b-8186-2f4562c027c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:33.036918 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f282ed-e823-4d8f-ada0-7b0ed4cbde6c req-b7e47229-2fb0-41ef-b50d-190b19410a90 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:33.048533 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4f282ed-e823-4d8f-ada0-7b0ed4cbde6c req-b7e47229-2fb0-41ef-b50d-190b19410a90 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 948 time: 0.0899589 Dec 11 22:33:33.105463 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4f282ed-e823-4d8f-ada0-7b0ed4cbde6c req-1f107350-0478-4a0d-9253-2010aff0ba86 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555162 Dec 11 22:33:33.265116 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0530dd-71ff-4f3b-8186-2f4562c027c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5a943bf-652a-4fd2-98de-f60aaed6a56a,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:33.287500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-2c5dd4c5-6aa5-40ae-b51f-009359d56ce2 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:33.289602 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-2c5dd4c5-6aa5-40ae-b51f-009359d56ce2 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/networks?id=b4c48a02-3b82-4092-9ade-e5e796a844fd HTTP/1.1" status: 200 len: 823 time: 0.4458742 Dec 11 22:33:33.292631 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0530dd-71ff-4f3b-8186-2f4562c027c5 admin admin] Checking segment: {'id': '22229393-df9a-4c3f-867a-fbbeb3a1474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd4ba125b-8b6c-4288-8794-217a74409184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:33:33.293210 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0530dd-71ff-4f3b-8186-2f4562c027c5 admin admin] Network hostable DHCP agents. Network: d4ba125b-8b6c-4288-8794-217a74409184, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:33:33.313788 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-8448eef6-56f0-4554-8603-ba6fcf2f4c6f tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/quotas/556a7ebc068346b0987349bf55b5f5c7 HTTP/1.1" status: 200 len: 375 time: 0.0166526 Dec 11 22:33:33.379443 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-219a9725-91b3-434a-a8bb-d19dd2e89f49 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=556a7ebc068346b0987349bf55b5f5c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584216 Dec 11 22:33:33.396772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0530dd-71ff-4f3b-8186-2f4562c027c5 admin admin] Network d4ba125b-8b6c-4288-8794-217a74409184 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:33:33.415220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782079f1-f3b8-4145-89b9-4c80a1126e3d req-750a8c5a-10d2-42bd-bc02-7142c3bde552 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:33.417186 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-782079f1-f3b8-4145-89b9-4c80a1126e3d req-750a8c5a-10d2-42bd-bc02-7142c3bde552 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 936 time: 0.0567951 Dec 11 22:33:33.467692 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-782079f1-f3b8-4145-89b9-4c80a1126e3d req-4e1d2c6a-a58f-4c2b-9e7d-e65585e5b36c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443406 Dec 11 22:33:33.493628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-6c0530dd-71ff-4f3b-8186-2f4562c027c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, d4ba125b-8b6c-4288-8794-217a74409184) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:33.497658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0530dd-71ff-4f3b-8186-2f4562c027c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:33.498426 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c0530dd-71ff-4f3b-8186-2f4562c027c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:33.503308 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c51a07e-e7b9-4517-92ee-5d6d86728e47 None None] Network d4ba125b-8b6c-4288-8794-217a74409184 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:33:33.557553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-7ff1868d-9a2f-4b23-b7ad-496b92ade427 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:33:33.558583 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-7ff1868d-9a2f-4b23-b7ad-496b92ade427 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0738449 Dec 11 22:33:33.607305 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea97ec-b4ba-45cb-9bed-c680cc876e8e req-26b17992-6405-4f92-8b0c-db102b8367a9 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:33.608879 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19ea97ec-b4ba-45cb-9bed-c680cc876e8e req-26b17992-6405-4f92-8b0c-db102b8367a9 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 969 time: 0.0609288 Dec 11 22:33:33.621871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6c0530dd-71ff-4f3b-8186-2f4562c027c5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1692696 Dec 11 22:33:33.641984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc929481-03aa-4d6a-91b5-992af4f08528 None None] Network d4ba125b-8b6c-4288-8794-217a74409184 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:33:33.683860 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19ea97ec-b4ba-45cb-9bed-c680cc876e8e req-ec604be6-541a-412a-9d4f-877aea2e983a tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685067 Dec 11 22:33:33.718198 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-8cda318e-1965-4b0f-a586-56aa472f464d service neutron] 10.222.0.45 "GET /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526916 Dec 11 22:33:33.725697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-45fc81e4-4247-4fb0-96fc-01c3a6ef2e9e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:33:33.727419 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-45fc81e4-4247-4fb0-96fc-01c3a6ef2e9e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067310 Dec 11 22:33:33.734909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-f91cd6e6-bacf-4a48-bf8d-da9dcd23a7fd tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:33:33.735998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-f91cd6e6-bacf-4a48-bf8d-da9dcd23a7fd tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076919 Dec 11 22:33:33.868537 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-77b2b016-a4d2-4cdd-a977-8f758df3968a service neutron] 10.222.0.45 "GET /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483161 Dec 11 22:33:33.875965 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dc9e2-10c6-4f16-9634-427bbc6d3759 req-d0accce3-8220-41c4-ba65-532eaa1a5536 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:33.886693 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c15dc9e2-10c6-4f16-9634-427bbc6d3759 req-d0accce3-8220-41c4-ba65-532eaa1a5536 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 936 time: 0.0706148 Dec 11 22:33:33.917226 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device a31f5369-5180-4734-b19f-75021b3af264 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:33.968094 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c15dc9e2-10c6-4f16-9634-427bbc6d3759 req-cfff5f41-dce9-4074-9033-22761512c61e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804737 Dec 11 22:33:34.100215 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port a31f5369-5180-4734-b19f-75021b3af264 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:33:34.104470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port a31f5369-5180-4734-b19f-75021b3af264 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:34.104952 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:34.231804 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:34.260558 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Request body: {'port': {'device_id': 'bcc58355-fcea-417d-93e0-6100e864c521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:34.289819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fd9500-8ab2-4e95-80f0-15d9c00d7dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31f5369-5180-4734-b19f-75021b3af264'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:33:34.364857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Request body: {'port': {'device_id': 'c12110b6-9586-4ce5-a386-aa0a48c8dd9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:34.403030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port a31f5369-5180-4734-b19f-75021b3af264, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=a31f5369-5180-4734-b19f-75021b3af264,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:34.476868 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:34.477811 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 38449936-87cc-4369-9e2e-b4e775f248f6 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:34.481344 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-4daa2e75-79e0-4e6c-8059-739e4b163859 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:34.489452 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-4daa2e75-79e0-4e6c-8059-739e4b163859 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 821 time: 0.2776132 Dec 11 22:33:34.499377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f153c-0f0e-4b24-a4ed-96ca9d096699 req-888a0c4f-e8a7-4d1c-b6cd-e35f255deca8 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:34.505830 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-030d1a3f-6336-4d8d-81ed-fdb90b246d59 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/quotas/dab8ea8688024b64a53ac9357c6943c4 HTTP/1.1" status: 200 len: 375 time: 0.0153465 Dec 11 22:33:34.507419 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb0f153c-0f0e-4b24-a4ed-96ca9d096699 req-888a0c4f-e8a7-4d1c-b6cd-e35f255deca8 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 948 time: 0.2441630 Dec 11 22:33:34.513936 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:34.533685 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:34.543979 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-745c93c7-ab26-43c8-8804-105568a7e31f tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369759 Dec 11 22:33:34.558909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=a31f5369-5180-4734-b19f-75021b3af264,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:34.595762 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff21de7a-b9c3-4c02-b51a-26b19ac947b7" -d '{"events": [{"server_uuid": "d4fd9500-8ab2-4e95-80f0-15d9c00d7dea", "name": "network-vif-plugged", "status": "completed", "tag": "a31f5369-5180-4734-b19f-75021b3af264"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:33:34.671987 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb0f153c-0f0e-4b24-a4ed-96ca9d096699 req-a273d96e-342e-44af-9976-39f4f720f6d3 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637139 Dec 11 22:33:34.696164 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 38449936-87cc-4369-9e2e-b4e775f248f6 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:33:34.701278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 38449936-87cc-4369-9e2e-b4e775f248f6 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:34.701898 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:34.706377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-a090d196-67c6-437f-9256-883408fc7580 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:33:34.708983 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-a090d196-67c6-437f-9256-883408fc7580 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0684850 Dec 11 22:33:34.801094 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:34.842412 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-82f3574f-e192-45ca-9ce8-7ee44c29af85 service neutron] 10.222.0.45 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264098 Dec 11 22:33:34.861561 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 38449936-87cc-4369-9e2e-b4e775f248f6, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=38449936-87cc-4369-9e2e-b4e775f248f6,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:34.895063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71573c91-7268-4488-b83a-317bafc4135d req-dc2f508a-d738-4452-ab88-56ec88a7ee7c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 210 time: 0.1012475 Dec 11 22:33:34.934106 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:34.974843 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-045608b5-7c8c-4046-85e5-a2fbd800e876 service neutron] 10.222.0.45 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233201 Dec 11 22:33:35.016114 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=38449936-87cc-4369-9e2e-b4e775f248f6,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:35.088711 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888c44e-ae95-445d-b748-1701f9be3bb4 req-e16fd953-0930-4911-9d6d-fdb1c879b7d6 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:35.090181 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4888c44e-ae95-445d-b748-1701f9be3bb4 req-e16fd953-0930-4911-9d6d-fdb1c879b7d6 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 936 time: 0.0840509 Dec 11 22:33:35.178056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7cb36c-8146-4e13-afa8-b3d282699a76 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:33:35.185583 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4888c44e-ae95-445d-b748-1701f9be3bb4 req-72176f0b-73dd-4289-a050-c18b59d84d1d tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884078 Dec 11 22:33:35.189917 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:35.204121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Transition to ACTIVE for port object 2c7cb36c-8146-4e13-afa8-b3d282699a76 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:33:35.296462 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:35.372929 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff11d812-93cf-4ff2-8149-eebad6a446b7 x-openstack-request-id: req-ff11d812-93cf-4ff2-8149-eebad6a446b7 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:33:35.373239 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4fd9500-8ab2-4e95-80f0-15d9c00d7dea", "name": "network-vif-plugged", "status": "completed", "tag": "a31f5369-5180-4734-b19f-75021b3af264", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:33:35.373521 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff11d812-93cf-4ff2-8149-eebad6a446b7 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:33:35.374332 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fd9500-8ab2-4e95-80f0-15d9c00d7dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31f5369-5180-4734-b19f-75021b3af264', 'code': 200} Dec 11 22:33:35.427856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27387312-0db5-48fc-aa0a-096f06a1fdc5 req-f92055a2-6fcf-497f-bc8d-1d09ed21043f tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:35.429403 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27387312-0db5-48fc-aa0a-096f06a1fdc5 req-f92055a2-6fcf-497f-bc8d-1d09ed21043f tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 970 time: 0.1695602 Dec 11 22:33:35.430056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Pushing event updated for resources: {'Port': ['ID=2c7cb36c-8146-4e13-afa8-b3d282699a76,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:35.499467 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380dd8f-82e9-430d-932b-23353898a7d9 req-4d44ea13-ca1d-41ba-80d8-ae005f12afd4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:35.501754 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d380dd8f-82e9-430d-932b-23353898a7d9 req-4d44ea13-ca1d-41ba-80d8-ae005f12afd4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 948 time: 0.0731654 Dec 11 22:33:35.561778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Attempting to bind port 2c7cb36c-8146-4e13-afa8-b3d282699a76 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:33:35.562114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Attempting to bind port 2c7cb36c-8146-4e13-afa8-b3d282699a76 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:33:35.562442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Attempting to bind port 2c7cb36c-8146-4e13-afa8-b3d282699a76 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:35.576266 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d380dd8f-82e9-430d-932b-23353898a7d9 req-c76df8fe-ce63-4eea-8f2d-8d25bc27b144 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627589 Dec 11 22:33:35.594937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Port 2c7cb36c-8146-4e13-afa8-b3d282699a76 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:33:35.595271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Attempting to bind port 2c7cb36c-8146-4e13-afa8-b3d282699a76 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:35.643725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:33:35.644070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:33:35.644483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:33:35.644904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Bound port: 2c7cb36c-8146-4e13-afa8-b3d282699a76, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:33:35.645807 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:35.658120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff8c9d-a7fa-43ce-9cfd-fdc8c63d3f59 req-232d4bc2-c6f8-41d9-9942-ce8c9f3f7728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:35.659690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c9ff8c9d-a7fa-43ce-9cfd-fdc8c63d3f59 req-232d4bc2-c6f8-41d9-9942-ce8c9f3f7728 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 1100 time: 0.1867733 Dec 11 22:33:35.663067 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27387312-0db5-48fc-aa0a-096f06a1fdc5 req-ad9f7727-3cb2-41ee-a961-006f06d0653d tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026424 Dec 11 22:33:35.714200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b7615f-43ad-4e12-9329-ee17b8695ca2 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:33:35.729817 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c9ff8c9d-a7fa-43ce-9cfd-fdc8c63d3f59 req-7d52f911-b0e8-4ed9-ab15-46cd1064f094 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:35.731441 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:35.775315 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-35537b4c-1cdc-4bfd-a6c9-a30895c99f36 req-88946b95-b90d-4066-9ec3-576bb7f0212f tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 210 time: 0.0526888 Dec 11 22:33:35.786856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Transition to ACTIVE for port object e7b7615f-43ad-4e12-9329-ee17b8695ca2 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:33:35.812669 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] For port 2c7cb36c-8146-4e13-afa8-b3d282699a76, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:33:35.820141 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] For port 2c7cb36c-8146-4e13-afa8-b3d282699a76, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:33:35.873764 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c9ff8c9d-a7fa-43ce-9cfd-fdc8c63d3f59 req-7d52f911-b0e8-4ed9-ab15-46cd1064f094 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:35.875035 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:35.889846 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26037b48-55ba-454b-a0f0-1a0f9b40150c req-bb537b6c-734a-4bd6-8f29-5833e3ee13a3 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:35.891640 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-26037b48-55ba-454b-a0f0-1a0f9b40150c req-bb537b6c-734a-4bd6-8f29-5833e3ee13a3 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 949 time: 0.0770130 Dec 11 22:33:35.921976 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:35.949910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Pushing event updated for resources: {'Port': ['ID=e7b7615f-43ad-4e12-9329-ee17b8695ca2,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:35.962198 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c9ff8c9d-a7fa-43ce-9cfd-fdc8c63d3f59 req-7d52f911-b0e8-4ed9-ab15-46cd1064f094 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:35.967161 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-26037b48-55ba-454b-a0f0-1a0f9b40150c req-589b036f-1bab-488e-bc36-162322d9af2b tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687728 Dec 11 22:33:36.036949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:36.040890 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:36.044088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] 10.222.0.47 "PUT /v2.0/ports/2c7cb36c-8146-4e13-afa8-b3d282699a76 HTTP/1.1" status: 200 len: 1096 time: 2.0186491 Dec 11 22:33:36.047423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc58355-fcea-417d-93e0-6100e864c521', 'tag': '2c7cb36c-8146-4e13-afa8-b3d282699a76'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:33:36.049827 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f0378e-e5b7-4fac-a1df-431f5534ebff" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc58355-fcea-417d-93e0-6100e864c521", "tag": "2c7cb36c-8146-4e13-afa8-b3d282699a76"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:33:36.078277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Attempting to bind port e7b7615f-43ad-4e12-9329-ee17b8695ca2 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:33:36.078720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Attempting to bind port e7b7615f-43ad-4e12-9329-ee17b8695ca2 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:33:36.079234 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Attempting to bind port e7b7615f-43ad-4e12-9329-ee17b8695ca2 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:36.104406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52f911-b0e8-4ed9-ab15-46cd1064f094 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b829fd27-442f-4dd9-8d43-addda0f1f7dc,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:36.107237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Port e7b7615f-43ad-4e12-9329-ee17b8695ca2 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:33:36.107579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Attempting to bind port e7b7615f-43ad-4e12-9329-ee17b8695ca2 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:36.119027 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c9ff8c9d-a7fa-43ce-9cfd-fdc8c63d3f59 req-7d52f911-b0e8-4ed9-ab15-46cd1064f094 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517751 Dec 11 22:33:36.139764 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ef83a09-e3d5-42e1-9c35-6d7219556654 req-4fe422cc-d3c9-4b89-a7f6-5be71bbf2f3d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 210 time: 0.0486090 Dec 11 22:33:36.141087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18869e9-8b2e-478d-b4a7-92cb2e2a7bec service neutron] Pushing event updated for resources: {'Port': ['ID=2c7cb36c-8146-4e13-afa8-b3d282699a76,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:36.143888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:33:36.144230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:33:36.144611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:33:36.145062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Bound port: e7b7615f-43ad-4e12-9329-ee17b8695ca2, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:33:36.146017 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:36.216257 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257a1725-777c-4270-a3e0-6ab2dc6bb18f x-openstack-request-id: req-257a1725-777c-4270-a3e0-6ab2dc6bb18f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:33:36.216555 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc58355-fcea-417d-93e0-6100e864c521", "tag": "2c7cb36c-8146-4e13-afa8-b3d282699a76", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:33:36.223694 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-257a1725-777c-4270-a3e0-6ab2dc6bb18f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:33:36.223694 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc58355-fcea-417d-93e0-6100e864c521', 'tag': '2c7cb36c-8146-4e13-afa8-b3d282699a76', 'status': 'completed', 'code': 200} Dec 11 22:33:36.253659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-f82a559e-d75c-42a0-ba18-411e12ece226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:36.259480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-f82a559e-d75c-42a0-ba18-411e12ece226 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 1099 time: 0.0732107 Dec 11 22:33:36.259480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] For port e7b7615f-43ad-4e12-9329-ee17b8695ca2, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:33:36.260268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] For port e7b7615f-43ad-4e12-9329-ee17b8695ca2, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e7b7615f-43ad-4e12-9329-ee17b8695ca2,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:33:36.308976 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-0f595535-7e9a-4343-8055-48819b542db2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76 HTTP/1.1" status: 200 len: 217 time: 0.0395360 Dec 11 22:33:36.345379 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:36.422567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:36.423233 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:36.424653 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] 10.222.0.47 "PUT /v2.0/ports/e7b7615f-43ad-4e12-9329-ee17b8695ca2 HTTP/1.1" status: 200 len: 1096 time: 2.3913841 Dec 11 22:33:36.449155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-76b1d85d-baf1-49ac-ad0c-fdbb3f851ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:36.449155 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-76b1d85d-baf1-49ac-ad0c-fdbb3f851ff9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1261930 Dec 11 22:33:36.459792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b4a42-9c8f-43a8-b67d-9a0538d88281 req-59e65bfd-634e-4f8a-ab29-af8b058dee48 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:36.463283 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-326b4a42-9c8f-43a8-b67d-9a0538d88281 req-59e65bfd-634e-4f8a-ab29-af8b058dee48 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 948 time: 0.1571298 Dec 11 22:33:36.486687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cce1b-a12f-4442-84c6-3c1ba60b436d service neutron] Pushing event updated for resources: {'Port': ['ID=e7b7615f-43ad-4e12-9329-ee17b8695ca2,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:36.710598 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feef112-7922-4cc6-810a-a194ec8aa155 req-7a006ad5-3ac5-4928-b972-e5e6fe26b25a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:36.712095 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7feef112-7922-4cc6-810a-a194ec8aa155 req-7a006ad5-3ac5-4928-b972-e5e6fe26b25a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 948 time: 0.0544083 Dec 11 22:33:36.800763 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-326b4a42-9c8f-43a8-b67d-9a0538d88281 req-0b4b21b8-ad9d-41a2-beb8-770630c7494f tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323936 Dec 11 22:33:36.805301 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-4237d6ef-be65-4643-8015-58e2d01a3397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:36.806789 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-4237d6ef-be65-4643-8015-58e2d01a3397 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3397074 Dec 11 22:33:36.809543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-2fc058ad-0428-41e3-9114-ae834b71bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:36.811246 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-2fc058ad-0428-41e3-9114-ae834b71bc1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=581f7732a8e743268ae6fe05a6ba6f4a&device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 1099 time: 0.2965415 Dec 11 22:33:36.881859 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-1b6f2857-d95b-4283-a175-9048485798d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=e7b7615f-43ad-4e12-9329-ee17b8695ca2 HTTP/1.1" status: 200 len: 217 time: 0.0543709 Dec 11 22:33:36.905851 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7feef112-7922-4cc6-810a-a194ec8aa155 req-56ee7ef8-f0c3-4d2e-a669-519bebb1f40d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873477 Dec 11 22:33:37.006841 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7e569da6-fc6b-464f-8446-412cce18dbc8 req-b0d5d89b-36f8-441c-88d2-ca0772bdfcda tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 210 time: 0.0301507 Dec 11 22:33:37.023867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-3205924d-8cf0-4734-a566-587b68be8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:37.025699 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-3205924d-8cf0-4734-a566-587b68be8137 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1176345 Dec 11 22:33:37.071029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4792a18-241b-4658-a835-9b103df068b1 req-97f5d761-ff5d-4909-964a-1dd792cc2847 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:37.072511 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4792a18-241b-4658-a835-9b103df068b1 req-97f5d761-ff5d-4909-964a-1dd792cc2847 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 970 time: 0.1658874 Dec 11 22:33:37.084364 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38420) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:37.110876 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-3a031081-f5d3-44fd-b728-9afb2c5ea057 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845845 Dec 11 22:33:37.143493 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b5d5c-0dd6-4d97-a2cf-6a08d76fde26 req-e8bc4ac1-455c-4de0-b8ed-0ab215fc5157 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:37.146505 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cf5b5d5c-0dd6-4d97-a2cf-6a08d76fde26 req-e8bc4ac1-455c-4de0-b8ed-0ab215fc5157 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 949 time: 0.0545964 Dec 11 22:33:37.199649 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cf5b5d5c-0dd6-4d97-a2cf-6a08d76fde26 req-9b626c1c-fea7-45af-b9fa-34b9e2f77394 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475285 Dec 11 22:33:37.232501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-a252d1e3-7cfd-4445-81da-2096afec791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:37.233992 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-a252d1e3-7cfd-4445-81da-2096afec791e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016978 Dec 11 22:33:37.252127 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-614f88e7-4d1a-443f-a2cb-af970f34383d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:37.298300 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4792a18-241b-4658-a835-9b103df068b1 req-4d130110-de73-47cb-9a24-aee79380a527 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009609 Dec 11 22:33:37.327057 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f454bc11-e066-49b0-8115-ed49a24816c9 req-2a2441a8-bc10-441b-840d-f66b6a14b417 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 210 time: 0.0408447 Dec 11 22:33:37.365311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-6f779916-dec4-4dc5-8b77-22587193550c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:37.366797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-6f779916-dec4-4dc5-8b77-22587193550c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.13 "GET /v2.0/networks?id=b4c48a02-3b82-4092-9ade-e5e796a844fd HTTP/1.1" status: 200 len: 823 time: 0.3134539 Dec 11 22:33:37.375288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2d1467-6c52-41a0-aab0-7cda2b24f68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38449936-87cc-4369-9e2e-b4e775f248f6'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:33:37.383904 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c7a2a9-e10c-4807-a5a1-276f8784124f" -d '{"events": [{"server_uuid": "dd2d1467-6c52-41a0-aab0-7cda2b24f68c", "name": "network-vif-plugged", "status": "completed", "tag": "38449936-87cc-4369-9e2e-b4e775f248f6"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:33:37.397193 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-614f88e7-4d1a-443f-a2cb-af970f34383d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:37.401110 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c256b184-3e1f-4f51-9b73-29e5bc0b9717 req-bcc0cac4-3652-4490-a3a3-e591c6fa970a service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545259 Dec 11 22:33:37.423642 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c45e02c-0ff5-487b-8eec-a07efc70a1df x-openstack-request-id: req-3c45e02c-0ff5-487b-8eec-a07efc70a1df {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:33:37.424147 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2d1467-6c52-41a0-aab0-7cda2b24f68c", "name": "network-vif-plugged", "status": "completed", "tag": "38449936-87cc-4369-9e2e-b4e775f248f6", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:33:37.424405 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c45e02c-0ff5-487b-8eec-a07efc70a1df {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:33:37.424803 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2d1467-6c52-41a0-aab0-7cda2b24f68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38449936-87cc-4369-9e2e-b4e775f248f6', 'code': 200} Dec 11 22:33:37.449271 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-404d268c-744d-4813-ad2f-92ba35b075e5 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036598 Dec 11 22:33:37.449834 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-614f88e7-4d1a-443f-a2cb-af970f34383d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:37.496003 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-614f88e7-4d1a-443f-a2cb-af970f34383d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e7775fa2d3e48048d1cfc21cdb0c241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4105387 Dec 11 22:33:37.497012 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f88e7-4d1a-443f-a2cb-af970f34383d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c88d94-f556-441f-bc75-d6e29ab39ba7,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:37.502229 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38430) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:37.517749 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-2abb0680-2d61-483a-be06-16a1e245fc52 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=556a7ebc068346b0987349bf55b5f5c7 HTTP/1.1" status: 200 len: 380 time: 0.1382859 Dec 11 22:33:37.518231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.13', 53844) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:37.539119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-86dd50a5-6699-469f-908c-369de9dad52c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Request body: {'port': {'device_id': '904eddeb-2243-47d3-91d0-47f5f430bdbd', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'admin_state_up': True, 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'security_groups': ['768e30ab-ec90-4e63-bdf1-0e2d328ab01d']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:37.608609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caadec1-82e1-4c09-b4a3-a3e33e96b601 req-ca21aeda-5aa9-4cbb-a745-3dd6fd06f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:37.610226 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8caadec1-82e1-4c09-b4a3-a3e33e96b601 req-ca21aeda-5aa9-4cbb-a745-3dd6fd06f8f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 1121 time: 0.1096425 Dec 11 22:33:37.635721 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f12f5b20-d8a1-4655-a96f-9ac5f2f9d305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:37.676458 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f12f5b20-d8a1-4655-a96f-9ac5f2f9d305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:37.700822 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8caadec1-82e1-4c09-b4a3-a3e33e96b601 req-cd99e6c1-35d6-48cf-bf57-0d5581bdc341 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806253 Dec 11 22:33:37.729333 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93aafc68-eb0a-48f9-88e9-6e81f33e945c req-102a780e-38d1-4b18-b3ac-5bd8372566c9 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719467 Dec 11 22:33:37.753252 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0378e-e5b7-4fac-a1df-431f5534ebff req-825fb07d-5fd6-4810-831e-82c01c99fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:37.754665 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b1f0378e-e5b7-4fac-a1df-431f5534ebff req-825fb07d-5fd6-4810-831e-82c01c99fd53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 1099 time: 0.1593196 Dec 11 22:33:37.783561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-750bba26-d6f0-4873-ab3a-949b09fd7b1e tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:37.784951 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-750bba26-d6f0-4873-ab3a-949b09fd7b1e tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.13 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 821 time: 0.2640688 Dec 11 22:33:37.791333 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f12f5b20-d8a1-4655-a96f-9ac5f2f9d305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:37.794255 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f12f5b20-d8a1-4655-a96f-9ac5f2f9d305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:37.795700 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f12f5b20-d8a1-4655-a96f-9ac5f2f9d305 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66c88d94-f556-441f-bc75-d6e29ab39ba7 HTTP/1.1" status: 204 len: 168 time: 0.2922459 Dec 11 22:33:37.805220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f5b20-d8a1-4655-a96f-9ac5f2f9d305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c88d94-f556-441f-bc75-d6e29ab39ba7,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:37.880086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0378e-e5b7-4fac-a1df-431f5534ebff req-18888957-d026-4cdc-be7c-ef7f2433faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:37.881679 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b1f0378e-e5b7-4fac-a1df-431f5534ebff req-18888957-d026-4cdc-be7c-ef7f2433faf8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1171155 Dec 11 22:33:37.924436 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b1f0378e-e5b7-4fac-a1df-431f5534ebff req-6347d96a-917c-470d-ad9f-9581eac4798c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76 HTTP/1.1" status: 200 len: 217 time: 0.0353484 Dec 11 22:33:37.928801 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2cbc4-2038-4392-be7f-3047ae17cff4 req-23e81078-226d-46c9-8eb5-1177d8e8e6bb tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:37.930321 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d1c2cbc4-2038-4392-be7f-3047ae17cff4 req-23e81078-226d-46c9-8eb5-1177d8e8e6bb tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 948 time: 0.0485101 Dec 11 22:33:37.933145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-86dd50a5-6699-469f-908c-369de9dad52c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Made reservation on behalf of 556a7ebc068346b0987349bf55b5f5c7 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:33:37.937452 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-86dd50a5-6699-469f-908c-369de9dad52c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:38.004516 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d1c2cbc4-2038-4392-be7f-3047ae17cff4 req-f27ae595-08f3-4cb0-aa8d-9fb2120228d4 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680940 Dec 11 22:33:38.018470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-21a0f298-53df-42e0-9f86-c2511bfb6f10 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Request body: {'port': {'device_id': 'd9038015-0b77-492f-8a30-27cb74d8ec15', 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59', 'admin_state_up': True, 'tenant_id': 'dab8ea8688024b64a53ac9357c6943c4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:38.126318 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a25fe933-90aa-4fcf-95ae-faf4440db6ce req-874a067c-e58c-4ebd-ae99-ec750c3296f5 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 210 time: 0.0313935 Dec 11 22:33:38.160790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0378e-e5b7-4fac-a1df-431f5534ebff req-00816a4b-7e97-486f-9f56-1c18c36c2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:38.160790 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b1f0378e-e5b7-4fac-a1df-431f5534ebff req-00816a4b-7e97-486f-9f56-1c18c36c2eaa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1997542 Dec 11 22:33:38.235264 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12110b6-9586-4ce5-a386-aa0a48c8dd9b', 'tag': 'e7b7615f-43ad-4e12-9329-ee17b8695ca2'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:33:38.237510 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb26a2c-2ed0-4fc4-9157-6d82f22e4919" -d '{"events": [{"name": "network-changed", "server_uuid": "c12110b6-9586-4ce5-a386-aa0a48c8dd9b", "tag": "e7b7615f-43ad-4e12-9329-ee17b8695ca2"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:33:38.261387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1627d4b-7a90-4932-bb52-c4e2012926d5 req-0efdd994-ebdb-46a9-8574-f1cb47d22769 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:38.262874 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1627d4b-7a90-4932-bb52-c4e2012926d5 req-0efdd994-ebdb-46a9-8574-f1cb47d22769 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 948 time: 0.2646179 Dec 11 22:33:38.327095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-86dd50a5-6699-469f-908c-369de9dad52c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Allocated IP 172.20.0.13 (b4c48a02-3b82-4092-9ade-e5e796a844fd/719ab16a-0b20-4a94-b6be-58476ab1f8d5/fb341b21-8b30-4d61-9ea8-661430baf73f) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:33:38.337221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb0f60-3c4b-4088-bf4b-c3f734b14cb1 req-6bd95b2f-1fca-4bb7-b052-8ee6a795d2b8 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:38.339356 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5fdb0f60-3c4b-4088-bf4b-c3f734b14cb1 req-6bd95b2f-1fca-4bb7-b052-8ee6a795d2b8 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 949 time: 0.0567214 Dec 11 22:33:38.347142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0378e-e5b7-4fac-a1df-431f5534ebff req-f43b43e8-7a18-4a96-a75c-4bfcf98b3b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:38.349442 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b1f0378e-e5b7-4fac-a1df-431f5534ebff req-f43b43e8-7a18-4a96-a75c-4bfcf98b3b77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1790197 Dec 11 22:33:38.418217 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5fdb0f60-3c4b-4088-bf4b-c3f734b14cb1 req-cb57949d-014e-445c-b8ec-60616388cc20 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644274 Dec 11 22:33:38.420452 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38452) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:38.435076 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cbfb46c6-31e7-475b-a875-78e7526c5919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:38.462533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1627d4b-7a90-4932-bb52-c4e2012926d5 req-d9bd9d4b-ea48-47d5-b210-d4da5ebf5803 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822345 Dec 11 22:33:38.482367 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec48806-b8b8-48db-bde7-8d28fcee026a x-openstack-request-id: req-aec48806-b8b8-48db-bde7-8d28fcee026a {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:33:38.482665 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12110b6-9586-4ce5-a386-aa0a48c8dd9b", "tag": "e7b7615f-43ad-4e12-9329-ee17b8695ca2", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:33:38.482944 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aec48806-b8b8-48db-bde7-8d28fcee026a {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:33:38.483342 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12110b6-9586-4ce5-a386-aa0a48c8dd9b', 'tag': 'e7b7615f-43ad-4e12-9329-ee17b8695ca2', 'status': 'completed', 'code': 200} Dec 11 22:33:38.488234 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-21a0f298-53df-42e0-9f86-c2511bfb6f10 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Made reservation on behalf of dab8ea8688024b64a53ac9357c6943c4 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:33:38.493419 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-21a0f298-53df-42e0-9f86-c2511bfb6f10 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:38.536443 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cbfb46c6-31e7-475b-a875-78e7526c5919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:38.559185 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-879582a4-cb18-4a05-bfb8-232466400ba8 req-137205a6-e97c-4c4a-9b57-a543890eba8e tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 210 time: 0.0329702 Dec 11 22:33:38.613909 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cbfb46c6-31e7-475b-a875-78e7526c5919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:38.657191 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cbfb46c6-31e7-475b-a875-78e7526c5919 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=85f60c93caa64826af144a146644c06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356591 Dec 11 22:33:38.658329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb46c6-31e7-475b-a875-78e7526c5919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46455aa-fdd7-474e-b6ca-c9dd9e268719,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:38.660817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38454) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:38.716947 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-87f11b19-c70d-4f3b-9937-89f3b45a4930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:38.740138 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-87f11b19-c70d-4f3b-9937-89f3b45a4930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:38.864434 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-87f11b19-c70d-4f3b-9937-89f3b45a4930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:38.866955 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-87f11b19-c70d-4f3b-9937-89f3b45a4930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:38.868130 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-87f11b19-c70d-4f3b-9937-89f3b45a4930 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f46455aa-fdd7-474e-b6ca-c9dd9e268719 HTTP/1.1" status: 204 len: 168 time: 0.2064345 Dec 11 22:33:38.876049 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f11b19-c70d-4f3b-9937-89f3b45a4930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46455aa-fdd7-474e-b6ca-c9dd9e268719,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:38.955269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb26a2c-2ed0-4fc4-9157-6d82f22e4919 req-9efadf6c-76b0-4a96-b0e3-233f3bb39dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:38.956766 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ecb26a2c-2ed0-4fc4-9157-6d82f22e4919 req-9efadf6c-76b0-4a96-b0e3-233f3bb39dc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=581f7732a8e743268ae6fe05a6ba6f4a&device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 1099 time: 0.4229484 Dec 11 22:33:38.982578 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b1f0378e-e5b7-4fac-a1df-431f5534ebff req-57244a55-a948-44ea-824f-11a8229552cc service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144259 Dec 11 22:33:39.022385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789caf0e-4a3e-4d27-914e-094db3261ca3 req-893ec0fc-e0c9-4d6e-84fb-adc08f9e5085 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:39.024006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-789caf0e-4a3e-4d27-914e-094db3261ca3 req-893ec0fc-e0c9-4d6e-84fb-adc08f9e5085 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 970 time: 0.4650393 Dec 11 22:33:39.100410 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-86dd50a5-6699-469f-908c-369de9dad52c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:39.128520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077346b-aef9-4197-aa84-cea715601bb6 req-cc3eb6ba-bbd3-482f-979c-deccba01f8ce tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:39.130434 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5077346b-aef9-4197-aa84-cea715601bb6 req-cc3eb6ba-bbd3-482f-979c-deccba01f8ce tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 948 time: 0.0580955 Dec 11 22:33:39.187804 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5077346b-aef9-4197-aa84-cea715601bb6 req-79643439-2a3f-4c66-8b06-f52b40868487 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505912 Dec 11 22:33:39.190054 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-21a0f298-53df-42e0-9f86-c2511bfb6f10 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Allocated IP 172.20.0.6 (16806276-ddd2-4647-87cf-feda1dff0e59/8f040924-a8ae-49f7-b7f5-f3e9e2d94400/ac56fdea-5004-4422-b011-65e1f4d16141) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:33:39.300311 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68e52ee1-c191-4e7e-a006-5ee261f71b30 req-b058e0e1-e3e5-4537-bb03-6825490df3d2 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 210 time: 0.0332377 Dec 11 22:33:39.320678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-789caf0e-4a3e-4d27-914e-094db3261ca3 req-b5144bd1-e87b-411b-be46-a9023743a6fc tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671604 Dec 11 22:33:39.324881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb26a2c-2ed0-4fc4-9157-6d82f22e4919 req-63d46683-4171-4e59-905f-bc45c5d2dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:39.326297 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ecb26a2c-2ed0-4fc4-9157-6d82f22e4919 req-63d46683-4171-4e59-905f-bc45c5d2dc74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.3412654 Dec 11 22:33:39.352723 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b1f0378e-e5b7-4fac-a1df-431f5534ebff req-58ebfb5b-40b8-4059-bd77-2346021e9d53 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624897 Dec 11 22:33:39.383649 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ecb26a2c-2ed0-4fc4-9157-6d82f22e4919 req-43bc5d1d-22bb-465e-a1ab-92c3a6989311 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=e7b7615f-43ad-4e12-9329-ee17b8695ca2 HTTP/1.1" status: 200 len: 217 time: 0.0437739 Dec 11 22:33:39.442774 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-86dd50a5-6699-469f-908c-369de9dad52c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:39.544789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-86dd50a5-6699-469f-908c-369de9dad52c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Network b4c48a02-3b82-4092-9ade-e5e796a844fd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:33:39.553686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd50a5-6699-469f-908c-369de9dad52c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Pushing event updated for resources: {'Port': ['ID=fb341b21-8b30-4d61-9ea8-661430baf73f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:39.560262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df46ff-f249-4402-90e5-758b4f6ef06e req-f581dd91-ef6c-48cb-9422-d59886a138b2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:39.568565 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e5df46ff-f249-4402-90e5-758b4f6ef06e req-f581dd91-ef6c-48cb-9422-d59886a138b2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 949 time: 0.0703380 Dec 11 22:33:39.570364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-86dd50a5-6699-469f-908c-369de9dad52c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:39.573161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb26a2c-2ed0-4fc4-9157-6d82f22e4919 req-50bb4f9d-8cd1-4594-8fd8-984fa4f3a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:39.574610 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ecb26a2c-2ed0-4fc4-9157-6d82f22e4919 req-50bb4f9d-8cd1-4594-8fd8-984fa4f3a46e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1719561 Dec 11 22:33:39.579039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-86dd50a5-6699-469f-908c-369de9dad52c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:33:39.584891 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-86dd50a5-6699-469f-908c-369de9dad52c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:39.585545 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-86dd50a5-6699-469f-908c-369de9dad52c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:39.625459 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e5df46ff-f249-4402-90e5-758b4f6ef06e req-4b41fe04-d552-42dc-aa14-ab3a0ab2ce79 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553577 Dec 11 22:33:39.658567 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-21a0f298-53df-42e0-9f86-c2511bfb6f10 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:39.701031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369eb68-c87e-4647-b7ca-c7e83f243727 req-16ef2933-1826-4581-b6fb-18918dc82fd8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:39.702588 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3369eb68-c87e-4647-b7ca-c7e83f243727 req-16ef2933-1826-4581-b6fb-18918dc82fd8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 948 time: 0.1599472 Dec 11 22:33:39.710491 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb26a2c-2ed0-4fc4-9157-6d82f22e4919 req-ce083bd1-fc9a-4a45-b86f-29b62fe6aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:39.712026 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ecb26a2c-2ed0-4fc4-9157-6d82f22e4919 req-ce083bd1-fc9a-4a45-b86f-29b62fe6aee3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1194417 Dec 11 22:33:39.763999 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-86dd50a5-6699-469f-908c-369de9dad52c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2301800 Dec 11 22:33:39.768058 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5e097-bd02-4958-99ef-0f57f2615d43 req-5bffe7c6-453b-4349-bf05-bfd93967c865 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:39.771414 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0af5e097-bd02-4958-99ef-0f57f2615d43 req-5bffe7c6-453b-4349-bf05-bfd93967c865 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 932 time: 0.0704281 Dec 11 22:33:39.798752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Request body: {'port': {'device_id': '904eddeb-2243-47d3-91d0-47f5f430bdbd', 'device_owner': 'compute:tempest-test_az-431819819', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:39.832109 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-21a0f298-53df-42e0-9f86-c2511bfb6f10 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:39.847206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-84c94f21-702c-427b-a741-35dc2699479e None None] Provisioning complete for port fb341b21-8b30-4d61-9ea8-661430baf73f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:39.848990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-84c94f21-702c-427b-a741-35dc2699479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:39.855027 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0af5e097-bd02-4958-99ef-0f57f2615d43 req-e6c36954-e406-49b9-ad92-85427f0ffa2e tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750799 Dec 11 22:33:39.903229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-84c94f21-702c-427b-a741-35dc2699479e None None] Port fb341b21-8b30-4d61-9ea8-661430baf73f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:33:39.944755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3369eb68-c87e-4647-b7ca-c7e83f243727 req-1407444f-5997-4b13-8c61-7033e4d55856 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316163 Dec 11 22:33:39.946430 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-21a0f298-53df-42e0-9f86-c2511bfb6f10 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Network 16806276-ddd2-4647-87cf-feda1dff0e59 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:33:39.965826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-21a0f298-53df-42e0-9f86-c2511bfb6f10 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:39.974718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-21a0f298-53df-42e0-9f86-c2511bfb6f10 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:33:39.984722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-21a0f298-53df-42e0-9f86-c2511bfb6f10 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:39.984722 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-21a0f298-53df-42e0-9f86-c2511bfb6f10 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:39.984722 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:39.993500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0f298-53df-42e0-9f86-c2511bfb6f10 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Pushing event updated for resources: {'Port': ['ID=ac56fdea-5004-4422-b011-65e1f4d16141,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:40.016572 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ecb26a2c-2ed0-4fc4-9157-6d82f22e4919 req-5615e492-9ffa-41b7-9aef-ba826adb988d service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863863 Dec 11 22:33:40.100129 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-21a0f298-53df-42e0-9f86-c2511bfb6f10 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0947678 Dec 11 22:33:40.117882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Request body: {'port': {'device_id': 'd9038015-0b77-492f-8a30-27cb74d8ec15', 'device_owner': 'compute:tempest-test_az-431819819', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:40.252462 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-e0928cdc-26f5-4397-a2f5-7c44633f3f78 req-dab7c6bc-75f4-4d3e-a186-7ec76282fe5a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:33:40.254045 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0928cdc-26f5-4397-a2f5-7c44633f3f78 req-dab7c6bc-75f4-4d3e-a186-7ec76282fe5a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058007 Dec 11 22:33:40.276132 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:40.351453 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ecb26a2c-2ed0-4fc4-9157-6d82f22e4919 req-3ff3e685-3fd3-4ff2-b932-2dd28759f46d service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128388 Dec 11 22:33:40.427898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc6e51-8203-4d6f-8497-522742cc7d00 req-c9d35908-551c-4d10-8758-2f88df02fb41 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:40.429358 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b4bc6e51-8203-4d6f-8497-522742cc7d00 req-c9d35908-551c-4d10-8758-2f88df02fb41 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 931 time: 0.0508087 Dec 11 22:33:40.438595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b98a50-aaf0-419d-8cec-6cea50d1bf37 req-aa213c37-fcd7-45a6-b7a6-1dbc718d5bcf tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:40.440069 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4b98a50-aaf0-419d-8cec-6cea50d1bf37 req-aa213c37-fcd7-45a6-b7a6-1dbc718d5bcf tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 948 time: 0.1315320 Dec 11 22:33:40.493243 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b4bc6e51-8203-4d6f-8497-522742cc7d00 req-4581ebc5-751c-4124-ad7f-11b4fc8b830b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546157 Dec 11 22:33:40.603857 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edc755-67cf-4f4b-abc7-cf5e1e29b2d0 req-56018c78-cf5e-4ad6-b6ef-c0784a415c31 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:40.605470 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-51edc755-67cf-4f4b-abc7-cf5e1e29b2d0 req-56018c78-cf5e-4ad6-b6ef-c0784a415c31 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 949 time: 0.0529933 Dec 11 22:33:40.660184 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-51edc755-67cf-4f4b-abc7-cf5e1e29b2d0 req-888488f8-5358-4732-88b0-795e9a558ef1 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474203 Dec 11 22:33:40.797735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af773d16-5353-41f9-bbdc-127ac516ed76 req-f4707a21-8bd8-4134-9490-e5edd2f934c3 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:40.799502 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-af773d16-5353-41f9-bbdc-127ac516ed76 req-f4707a21-8bd8-4134-9490-e5edd2f934c3 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 970 time: 0.0690844 Dec 11 22:33:40.853791 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-af773d16-5353-41f9-bbdc-127ac516ed76 req-5a4431f5-ae30-4a3a-9de3-03f09dd54d6f tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478683 Dec 11 22:33:40.862123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb341b21-8b30-4d61-9ea8-661430baf73f {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:33:40.879163 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4b98a50-aaf0-419d-8cec-6cea50d1bf37 req-71b51e8a-f1e3-41ed-815f-d60ea679162f tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155223 Dec 11 22:33:40.884308 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:40.918526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Transition to ACTIVE for port object fb341b21-8b30-4d61-9ea8-661430baf73f will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:33:40.966758 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-3c9e6883-a62c-4610-9fcd-5e87410d85ac tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ba0a631ce760407a8f0bb0044b66926c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244985 Dec 11 22:33:41.001531 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:41.015939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac56fdea-5004-4422-b011-65e1f4d16141 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:33:41.048826 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:41.084027 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-d06a58f7-47a8-4e2a-8367-99149b1634a2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:41.090452 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-d06a58f7-47a8-4e2a-8367-99149b1634a2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1111155 Dec 11 22:33:41.090563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc24cff-f9a4-4730-9cfc-c1f7a3bd193b req-93809ae6-64c5-4823-bfd8-61118c14afc6 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:41.090563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-afc24cff-f9a4-4730-9cfc-c1f7a3bd193b req-93809ae6-64c5-4823-bfd8-61118c14afc6 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 932 time: 0.1402524 Dec 11 22:33:41.090563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Transition to ACTIVE for port object ac56fdea-5004-4422-b011-65e1f4d16141 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:33:41.091060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Pushing event updated for resources: {'Port': ['ID=fb341b21-8b30-4d61-9ea8-661430baf73f,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:41.109405 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-635b02d4-b1e9-4375-ad77-4e36d9e6cb7d tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/quotas/ba0a631ce760407a8f0bb0044b66926c HTTP/1.1" status: 200 len: 375 time: 0.0128062 Dec 11 22:33:41.150244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Attempting to bind port fb341b21-8b30-4d61-9ea8-661430baf73f on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:33:41.150581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Attempting to bind port fb341b21-8b30-4d61-9ea8-661430baf73f by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:33:41.151029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Attempting to bind port fb341b21-8b30-4d61-9ea8-661430baf73f on network b4c48a02-3b82-4092-9ade-e5e796a844fd {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:41.164883 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:41.178095 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-fcd59876-43bd-4cd0-a57a-e8d8f0d67e8a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba0a631ce760407a8f0bb0044b66926c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0595608 Dec 11 22:33:41.193065 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Port fb341b21-8b30-4d61-9ea8-661430baf73f on network b4c48a02-3b82-4092-9ade-e5e796a844fd not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:33:41.193394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Attempting to bind port fb341b21-8b30-4d61-9ea8-661430baf73f on network b4c48a02-3b82-4092-9ade-e5e796a844fd {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:41.209815 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-afc24cff-f9a4-4730-9cfc-c1f7a3bd193b req-acd9e6c0-9b08-4a84-a0f4-9f34acd256f7 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157370 Dec 11 22:33:41.216177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:33:41.216519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Checking segment: {'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:33:41.216902 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Bound using segment: {'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:33:41.217374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Bound port: fb341b21-8b30-4d61-9ea8-661430baf73f, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:33:41.217857 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:41.241834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Pushing event updated for resources: {'Port': ['ID=ac56fdea-5004-4422-b011-65e1f4d16141,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:41.314409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Attempting to bind port ac56fdea-5004-4422-b011-65e1f4d16141 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:33:41.314725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Attempting to bind port ac56fdea-5004-4422-b011-65e1f4d16141 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:33:41.315117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Attempting to bind port ac56fdea-5004-4422-b011-65e1f4d16141 on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:41.331045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Port ac56fdea-5004-4422-b011-65e1f4d16141 on network 16806276-ddd2-4647-87cf-feda1dff0e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:33:41.331045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Attempting to bind port ac56fdea-5004-4422-b011-65e1f4d16141 on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:41.348959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:33:41.349377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Checking segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:33:41.349752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Bound using segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:33:41.350183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Bound port: ac56fdea-5004-4422-b011-65e1f4d16141, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:33:41.350540 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:41.385574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] For port fb341b21-8b30-4d61-9ea8-661430baf73f, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:33:41.417467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] For port fb341b21-8b30-4d61-9ea8-661430baf73f, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=fb341b21-8b30-4d61-9ea8-661430baf73f,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:33:41.430187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ddd36-87f7-44ba-9de8-13b3d27b317a req-e6a3a521-f713-4870-99fa-65a543f0882c tempest-AggregatesAdminTestJSON-694380827 tempest-AggregatesAdminTestJSON-694380827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:41.431853 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-273ddd36-87f7-44ba-9de8-13b3d27b317a req-e6a3a521-f713-4870-99fa-65a543f0882c tempest-AggregatesAdminTestJSON-694380827 tempest-AggregatesAdminTestJSON-694380827-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 1121 time: 0.1017337 Dec 11 22:33:41.465394 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-273ddd36-87f7-44ba-9de8-13b3d27b317a req-90cb4753-a0d8-4d01-9a6d-faf1aa7c9596 tempest-AggregatesAdminTestJSON-694380827 tempest-AggregatesAdminTestJSON-694380827-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:41.481313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] For port ac56fdea-5004-4422-b011-65e1f4d16141, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:33:41.485018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] For port ac56fdea-5004-4422-b011-65e1f4d16141, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ac56fdea-5004-4422-b011-65e1f4d16141,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:33:41.508052 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:41.547453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:41.548070 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:41.549484 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] 10.222.0.13 "PUT /v2.0/ports/fb341b21-8b30-4d61-9ea8-661430baf73f HTTP/1.1" status: 200 len: 1113 time: 1.7574983 Dec 11 22:33:41.549930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904eddeb-2243-47d3-91d0-47f5f430bdbd', 'tag': 'fb341b21-8b30-4d61-9ea8-661430baf73f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:33:41.552549 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb6babd-001e-470f-8e88-2246fc6acb83" -d '{"events": [{"name": "network-changed", "server_uuid": "904eddeb-2243-47d3-91d0-47f5f430bdbd", "tag": "fb341b21-8b30-4d61-9ea8-661430baf73f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:33:41.575026 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:41.586841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 2c7cb36c-8146-4e13-afa8-b3d282699a76 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:33:41.620945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:41.621576 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:41.623097 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-de91876a-dd17-4584-89b2-81317f3648db service neutron] 10.222.0.13 "PUT /v2.0/ports/ac56fdea-5004-4422-b011-65e1f4d16141 HTTP/1.1" status: 200 len: 1112 time: 1.5113580 Dec 11 22:33:41.636106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bee7c-25af-46aa-baaf-dd94c883af3f service neutron] Pushing event updated for resources: {'Port': ['ID=fb341b21-8b30-4d61-9ea8-661430baf73f,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:41.737240 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-273ddd36-87f7-44ba-9de8-13b3d27b317a req-90cb4753-a0d8-4d01-9a6d-faf1aa7c9596 tempest-AggregatesAdminTestJSON-694380827 tempest-AggregatesAdminTestJSON-694380827-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:41.757895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 2c7cb36c-8146-4e13-afa8-b3d282699a76, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:41.773368 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '2c7cb36c-8146-4e13-afa8-b3d282699a76', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '2c7cb36c-8146-4e13-afa8-b3d282699a76', 'mac_address': 'fa:16:3e:58:df:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:33:41.809321 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-273ddd36-87f7-44ba-9de8-13b3d27b317a req-90cb4753-a0d8-4d01-9a6d-faf1aa7c9596 tempest-AggregatesAdminTestJSON-694380827 tempest-AggregatesAdminTestJSON-694380827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:41.819188 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:41.837338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7cb36c-8146-4e13-afa8-b3d282699a76 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:33:41.847153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91876a-dd17-4584-89b2-81317f3648db service neutron] Pushing event updated for resources: {'Port': ['ID=ac56fdea-5004-4422-b011-65e1f4d16141,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:41.860357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-88dd8b6c-955a-4a0c-9005-4934995ba854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:41.865463 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-88dd8b6c-955a-4a0c-9005-4934995ba854 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=556a7ebc068346b0987349bf55b5f5c7&device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 1116 time: 0.1807039 Dec 11 22:33:41.870110 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-273ddd36-87f7-44ba-9de8-13b3d27b317a req-90cb4753-a0d8-4d01-9a6d-faf1aa7c9596 tempest-AggregatesAdminTestJSON-694380827 tempest-AggregatesAdminTestJSON-694380827-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293253 Dec 11 22:33:41.873443 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 2c7cb36c-8146-4e13-afa8-b3d282699a76, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:41.889293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-9b7e9c31-3bda-4749-a02c-4953544fe8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:41.893670 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-9b7e9c31-3bda-4749-a02c-4953544fe8d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 1115 time: 0.1511695 Dec 11 22:33:41.893670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb4753-a0d8-4d01-9a6d-faf1aa7c9596 tempest-AggregatesAdminTestJSON-694380827 tempest-AggregatesAdminTestJSON-694380827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b6a28d-aed0-47c3-a30a-f9a052703729,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:41.939916 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:41.940595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e7b7615f-43ad-4e12-9329-ee17b8695ca2 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:33:41.968724 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-9cc1e4aa-1345-42de-badf-eb9c5332ffc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb341b21-8b30-4d61-9ea8-661430baf73f HTTP/1.1" status: 200 len: 217 time: 0.0914567 Dec 11 22:33:41.974056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17234ec-b4cb-4a6b-9114-b507fb190236 req-5f3d1a85-5b27-478e-81d6-647cc034b87b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:41.975278 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f17234ec-b4cb-4a6b-9114-b507fb190236 req-5f3d1a85-5b27-478e-81d6-647cc034b87b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 948 time: 0.0550122 Dec 11 22:33:41.979922 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-c1dc2523-3374-43c9-b176-e41913845cd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac56fdea-5004-4422-b011-65e1f4d16141 HTTP/1.1" status: 200 len: 217 time: 0.0807049 Dec 11 22:33:42.013627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-607701bb-f462-4caa-b3a2-7062d03d246d req-bbb248a0-7ada-4b08-86e4-41f0c660a230 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 210 time: 0.0767307 Dec 11 22:33:42.024842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=2c7cb36c-8146-4e13-afa8-b3d282699a76,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:42.059449 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f17234ec-b4cb-4a6b-9114-b507fb190236 req-f616178d-6754-4d75-b0ce-918476d94a73 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721769 Dec 11 22:33:42.075989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e7b7615f-43ad-4e12-9329-ee17b8695ca2, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e7b7615f-43ad-4e12-9329-ee17b8695ca2,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:42.081251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-332e4a0c-ceb2-47b5-b4e6-0a9c85680cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:42.083315 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-332e4a0c-ceb2-47b5-b4e6-0a9c85680cad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=719ab16a-0b20-4a94-b6be-58476ab1f8d5 HTTP/1.1" status: 200 len: 862 time: 0.1047471 Dec 11 22:33:42.085036 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-077761f3-43bf-4598-8575-471d33f370b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:42.086444 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-077761f3-43bf-4598-8575-471d33f370b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.0974100 Dec 11 22:33:42.107758 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'e7b7615f-43ad-4e12-9329-ee17b8695ca2', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': 'e7b7615f-43ad-4e12-9329-ee17b8695ca2', 'mac_address': 'fa:16:3e:58:ab:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:33:42.116180 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9dd646-45c2-42d7-adc8-dd703e6d45b9 x-openstack-request-id: req-1a9dd646-45c2-42d7-adc8-dd703e6d45b9 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:33:42.119929 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904eddeb-2243-47d3-91d0-47f5f430bdbd", "tag": "fb341b21-8b30-4d61-9ea8-661430baf73f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:33:42.119929 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a9dd646-45c2-42d7-adc8-dd703e6d45b9 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:33:42.119929 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904eddeb-2243-47d3-91d0-47f5f430bdbd', 'tag': 'fb341b21-8b30-4d61-9ea8-661430baf73f', 'status': 'completed', 'code': 200} Dec 11 22:33:42.165875 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:42.173744 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-ff4a1940-e6ac-4979-b245-9bbe0471463f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680001 Dec 11 22:33:42.185246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b7615f-43ad-4e12-9329-ee17b8695ca2 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:33:42.206764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-a5f4da7c-9cf2-41a9-a2e9-5d4f4384844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:42.208465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-a5f4da7c-9cf2-41a9-a2e9-5d4f4384844b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4c48a02-3b82-4092-9ade-e5e796a844fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123996 Dec 11 22:33:42.212228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e7b7615f-43ad-4e12-9329-ee17b8695ca2, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e7b7615f-43ad-4e12-9329-ee17b8695ca2,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:42.316824 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:42.371317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=e7b7615f-43ad-4e12-9329-ee17b8695ca2,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:42.373825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-cb1e245c-0bce-468b-a6fe-d0ec223e165b service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921258 Dec 11 22:33:42.398312 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b239869-9b8d-46ea-90ac-ec5571dcd049 req-10fbf121-5e38-4e76-a635-446959e9a4b4 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:42.399786 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5b239869-9b8d-46ea-90ac-ec5571dcd049 req-10fbf121-5e38-4e76-a635-446959e9a4b4 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 964 time: 0.1140506 Dec 11 22:33:42.418369 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-ef99420e-ed17-49ee-8955-3d03fd8c2ac7 service neutron] 10.222.0.13 "GET /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844239 Dec 11 22:33:42.566838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5b239869-9b8d-46ea-90ac-ec5571dcd049 req-f744fc10-9811-4276-8555-038064ec2022 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508350 Dec 11 22:33:42.594093 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37ea901e-873f-4dc8-9d9a-4bb15dd225c5 req-c997194e-2a1a-423b-ba59-f110a51df23d service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120099 Dec 11 22:33:42.606027 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9466f2a-9765-46ad-aa7f-27793063a66b req-89f4aae0-a107-4e62-8727-ab40131cf311 service neutron] 10.222.0.13 "GET /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797976 Dec 11 22:33:42.681156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126c892-c9f2-4e65-bc0b-3897fde311e7 req-9cada167-6185-4b95-a2a7-35623699083c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:42.682696 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9126c892-c9f2-4e65-bc0b-3897fde311e7 req-9cada167-6185-4b95-a2a7-35623699083c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 949 time: 0.0502090 Dec 11 22:33:42.741813 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9126c892-c9f2-4e65-bc0b-3897fde311e7 req-df7fb2f9-8383-4cd2-8637-0ddeb69d508d tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530124 Dec 11 22:33:42.775037 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6babd-001e-470f-8e88-2246fc6acb83 req-0486c074-9826-40f1-9051-da1d42b05105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:42.776464 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-acb6babd-001e-470f-8e88-2246fc6acb83 req-0486c074-9826-40f1-9051-da1d42b05105 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=556a7ebc068346b0987349bf55b5f5c7&device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 1116 time: 0.0501447 Dec 11 22:33:42.820347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['2c7cb36c-8146-4e13-afa8-b3d282699a76'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:33:42.866660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['e7b7615f-43ad-4e12-9329-ee17b8695ca2'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:33:42.912250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472b628-a727-41a7-b6eb-129c0a91e1e1 req-353f4af8-7bde-4fdc-8fc1-78b7ad3cc718 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:42.913724 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7472b628-a727-41a7-b6eb-129c0a91e1e1 req-353f4af8-7bde-4fdc-8fc1-78b7ad3cc718 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 965 time: 0.0763566 Dec 11 22:33:42.918437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6babd-001e-470f-8e88-2246fc6acb83 req-ea54f86b-7e90-4add-aac5-ad0cc637b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:42.919950 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-acb6babd-001e-470f-8e88-2246fc6acb83 req-ea54f86b-7e90-4add-aac5-ad0cc637b48a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4c48a02-3b82-4092-9ade-e5e796a844fd HTTP/1.1" status: 200 len: 924 time: 0.1351697 Dec 11 22:33:42.975025 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-acb6babd-001e-470f-8e88-2246fc6acb83 req-70bd5ce6-8003-46b5-bd1e-1ef10eea3a45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb341b21-8b30-4d61-9ea8-661430baf73f HTTP/1.1" status: 200 len: 217 time: 0.0474577 Dec 11 22:33:43.047954 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7472b628-a727-41a7-b6eb-129c0a91e1e1 req-eaf954e1-5809-4499-88e5-816d2674ad72 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219146 Dec 11 22:33:43.077128 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6babd-001e-470f-8e88-2246fc6acb83 req-9784cca5-ae84-4247-85a9-1ab6f4f59db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:43.078709 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-acb6babd-001e-470f-8e88-2246fc6acb83 req-9784cca5-ae84-4247-85a9-1ab6f4f59db4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=719ab16a-0b20-4a94-b6be-58476ab1f8d5 HTTP/1.1" status: 200 len: 862 time: 0.0925903 Dec 11 22:33:43.155935 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed8c8445-29a1-42e0-ba12-be971bb3b4bb req-af4ab665-e362-4a11-b8d9-1bd17ebbd7e5 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 210 time: 0.0299478 Dec 11 22:33:43.162528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6babd-001e-470f-8e88-2246fc6acb83 req-0f9bf949-efdb-4011-81f1-40689dcf199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:43.164001 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-acb6babd-001e-470f-8e88-2246fc6acb83 req-0f9bf949-efdb-4011-81f1-40689dcf199f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4c48a02-3b82-4092-9ade-e5e796a844fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693817 Dec 11 22:33:43.315894 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:43.327181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075fe6d-806a-49b4-b35e-fbf23b544e0b req-f2e52d2d-cb8c-465b-baab-3e9631e38efc tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:43.328647 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a075fe6d-806a-49b4-b35e-fbf23b544e0b req-f2e52d2d-cb8c-465b-baab-3e9631e38efc tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 949 time: 0.0834038 Dec 11 22:33:43.332237 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-acb6babd-001e-470f-8e88-2246fc6acb83 req-e2f9bd11-dbb4-4817-b62a-dba90c6b58e9 service neutron] 10.222.0.13 "GET /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603477 Dec 11 22:33:43.434710 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a075fe6d-806a-49b4-b35e-fbf23b544e0b req-7134c5d7-95a2-42b0-a69a-ffd32a58a99b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994306 Dec 11 22:33:43.458488 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-acb6babd-001e-470f-8e88-2246fc6acb83 req-9b08696a-134c-40f1-b1e0-e8c443ffa2b3 service neutron] 10.222.0.13 "GET /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154196 Dec 11 22:33:43.551811 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-026c06ae-736f-4faa-8052-1720e74e4a9c tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ba0a631ce760407a8f0bb0044b66926c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216296 Dec 11 22:33:43.711056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-8cff521a-a50a-40a0-874b-8c23312f9faa tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:43.712931 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-8cff521a-a50a-40a0-874b-8c23312f9faa tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1537964 Dec 11 22:33:43.729707 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38612) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:43.731901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10c783-957b-44e2-a0f7-99020b4fc816 req-ff9b0017-c13e-4d1f-82a3-65625ac106f0 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:43.733389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9d10c783-957b-44e2-a0f7-99020b4fc816 req-ff9b0017-c13e-4d1f-82a3-65625ac106f0 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 964 time: 0.0688999 Dec 11 22:33:43.738273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-61bccb48-8739-4fef-8b39-c95b38732325 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Request body: {'port': {'device_id': '383bb4c2-9da2-4d15-ab2a-bacd59390668', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'ba0a631ce760407a8f0bb0044b66926c'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:43.850349 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9d10c783-957b-44e2-a0f7-99020b4fc816 req-0dc66f72-8918-4ced-b17d-9a5107a14232 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071253 Dec 11 22:33:43.868994 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e4e19764-aa05-42d3-844a-75fe1b989e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:43.973919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-61bccb48-8739-4fef-8b39-c95b38732325 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Made reservation on behalf of ba0a631ce760407a8f0bb0044b66926c for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:33:43.977615 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-61bccb48-8739-4fef-8b39-c95b38732325 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:44.000481 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e4e19764-aa05-42d3-844a-75fe1b989e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:44.009759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116f01b-fa1a-49de-a48d-5303dd147766 req-835811ef-bbc6-4501-b41a-7821125b65a7 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:44.011266 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d116f01b-fa1a-49de-a48d-5303dd147766 req-835811ef-bbc6-4501-b41a-7821125b65a7 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 949 time: 0.0828047 Dec 11 22:33:44.071374 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d116f01b-fa1a-49de-a48d-5303dd147766 req-6d600660-b207-4bdb-882a-b40395090288 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537744 Dec 11 22:33:44.072535 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e4e19764-aa05-42d3-844a-75fe1b989e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:44.113267 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e4e19764-aa05-42d3-844a-75fe1b989e35 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e6efb39e0544469850452adf6a7f6a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3824518 Dec 11 22:33:44.116577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38624) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:44.119591 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e19764-aa05-42d3-844a-75fe1b989e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547d58a9-5ba4-4aae-bcd3-5abff7965e56,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:44.127981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9038015-0b77-492f-8a30-27cb74d8ec15', 'tag': 'ac56fdea-5004-4422-b011-65e1f4d16141'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:33:44.135626 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e14bab-4a30-41c7-a2d3-fff2a7dc02e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d9038015-0b77-492f-8a30-27cb74d8ec15", "tag": "ac56fdea-5004-4422-b011-65e1f4d16141"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:33:44.169607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-61bccb48-8739-4fef-8b39-c95b38732325 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Allocated IP 192.168.233.251 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/9398fa54-db68-49ae-98a4-30522ea49db3) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:33:44.183702 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c04391-0b77-40a9-941e-c5c54c3f223d x-openstack-request-id: req-b6c04391-0b77-40a9-941e-c5c54c3f223d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:33:44.183996 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9038015-0b77-492f-8a30-27cb74d8ec15", "tag": "ac56fdea-5004-4422-b011-65e1f4d16141", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:33:44.184251 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6c04391-0b77-40a9-941e-c5c54c3f223d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:33:44.184643 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9038015-0b77-492f-8a30-27cb74d8ec15', 'tag': 'ac56fdea-5004-4422-b011-65e1f4d16141', 'status': 'completed', 'code': 200} Dec 11 22:33:44.204384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab204c-1fe9-47e1-a1d8-c6aff45a86c7 req-c630e3bd-8ed9-4788-bccf-ac88a90a0dda tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:44.207157 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-00ab204c-1fe9-47e1-a1d8-c6aff45a86c7 req-c630e3bd-8ed9-4788-bccf-ac88a90a0dda tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 965 time: 0.0759897 Dec 11 22:33:44.259392 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-00ab204c-1fe9-47e1-a1d8-c6aff45a86c7 req-87835714-ab4a-4eff-816e-219e202b6263 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455964 Dec 11 22:33:44.287656 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1c6b594-0c4b-4068-9418-e41f1295edf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:44.325987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e14bab-4a30-41c7-a2d3-fff2a7dc02e6 req-282739d7-6573-43db-a4c1-99b568d19959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:44.327561 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7e14bab-4a30-41c7-a2d3-fff2a7dc02e6 req-282739d7-6573-43db-a4c1-99b568d19959 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 1115 time: 0.1192133 Dec 11 22:33:44.347377 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eace5d40-0067-49cb-962b-099f76e270f0 req-4825854f-26d3-4259-bf13-1d4fc7472164 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 210 time: 0.0279295 Dec 11 22:33:44.577817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd424c0-d5ed-4758-90c9-fc672e426d5e req-8bf61b9b-f41c-4f46-8d3b-c40f7e9fd2a0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:44.579351 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cbd424c0-d5ed-4758-90c9-fc672e426d5e req-8bf61b9b-f41c-4f46-8d3b-c40f7e9fd2a0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 949 time: 0.0522177 Dec 11 22:33:44.583525 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1c6b594-0c4b-4068-9418-e41f1295edf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:44.627859 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cbd424c0-d5ed-4758-90c9-fc672e426d5e req-f1e008f0-29d2-461f-a390-1012bd4faf0d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Dec 11 22:33:44.744023 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-61bccb48-8739-4fef-8b39-c95b38732325 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:44.749639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e14bab-4a30-41c7-a2d3-fff2a7dc02e6 req-79606c3c-a5b4-4765-8aeb-ad8e6584ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:44.751247 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7e14bab-4a30-41c7-a2d3-fff2a7dc02e6 req-79606c3c-a5b4-4765-8aeb-ad8e6584ba94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.1788716 Dec 11 22:33:44.803749 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1c6b594-0c4b-4068-9418-e41f1295edf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:44.806331 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1c6b594-0c4b-4068-9418-e41f1295edf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:44.807562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b1c6b594-0c4b-4068-9418-e41f1295edf6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/547d58a9-5ba4-4aae-bcd3-5abff7965e56 HTTP/1.1" status: 204 len: 168 time: 0.6899586 Dec 11 22:33:44.813928 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7e14bab-4a30-41c7-a2d3-fff2a7dc02e6 req-5ae5eb5c-a1f5-4c25-8020-274984ec651a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac56fdea-5004-4422-b011-65e1f4d16141 HTTP/1.1" status: 200 len: 217 time: 0.0503752 Dec 11 22:33:44.829961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6b594-0c4b-4068-9418-e41f1295edf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547d58a9-5ba4-4aae-bcd3-5abff7965e56,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:44.874976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e14bab-4a30-41c7-a2d3-fff2a7dc02e6 req-3dc8e511-c6d7-4fde-8f07-6f5b73340904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:44.876645 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7e14bab-4a30-41c7-a2d3-fff2a7dc02e6 req-3dc8e511-c6d7-4fde-8f07-6f5b73340904 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.0564871 Dec 11 22:33:44.912114 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7e14bab-4a30-41c7-a2d3-fff2a7dc02e6 req-3b885e54-92a2-465b-a964-4f7ef7c49b6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278981 Dec 11 22:33:44.937873 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-61bccb48-8739-4fef-8b39-c95b38732325 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:44.950370 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['a31f5369-5180-4734-b19f-75021b3af264'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:33:45.013479 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bccb48-8739-4fef-8b39-c95b38732325 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Pushing event updated for resources: {'Port': ['ID=9398fa54-db68-49ae-98a4-30522ea49db3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:45.044661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-61bccb48-8739-4fef-8b39-c95b38732325 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:33:45.047888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-61bccb48-8739-4fef-8b39-c95b38732325 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:33:45.051135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-61bccb48-8739-4fef-8b39-c95b38732325 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:33:45.056921 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-61bccb48-8739-4fef-8b39-c95b38732325 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:45.057559 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-61bccb48-8739-4fef-8b39-c95b38732325 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:45.079924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4edcb7-957e-4af8-9af2-bb1e5c844916 req-2e43cb2e-7c70-4279-8596-708821b772ac tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:45.094982 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa4edcb7-957e-4af8-9af2-bb1e5c844916 req-2e43cb2e-7c70-4279-8596-708821b772ac tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 964 time: 0.1565967 Dec 11 22:33:45.111128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7e14bab-4a30-41c7-a2d3-fff2a7dc02e6 req-6ee1a48d-c6c1-46b8-890a-02af5657436d service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915593 Dec 11 22:33:45.185296 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa4edcb7-957e-4af8-9af2-bb1e5c844916 req-991a43b7-1215-44ee-b1ca-cfa7ff335461 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892422 Dec 11 22:33:45.211822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-61bccb48-8739-4fef-8b39-c95b38732325 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4772704 Dec 11 22:33:45.238921 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Request body: {'port': {'device_id': '383bb4c2-9da2-4d15-ab2a-bacd59390668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:45.340446 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:45.346350 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7e14bab-4a30-41c7-a2d3-fff2a7dc02e6 req-6b715ba8-3ae0-439a-9870-daea3456e695 service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202251 Dec 11 22:33:45.349916 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0501e43-5c42-4647-91da-789161db7f5e req-8913de99-03b5-4e14-84ad-377caa6aab8a tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:45.353185 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0501e43-5c42-4647-91da-789161db7f5e req-8913de99-03b5-4e14-84ad-377caa6aab8a tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 949 time: 0.0648398 Dec 11 22:33:45.380497 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0957c7e9-eb91-41b3-9fef-92d4ad6cb703 None None] Provisioning complete for port 9398fa54-db68-49ae-98a4-30522ea49db3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:45.380964 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0957c7e9-eb91-41b3-9fef-92d4ad6cb703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:45.423357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0957c7e9-eb91-41b3-9fef-92d4ad6cb703 None None] Port 9398fa54-db68-49ae-98a4-30522ea49db3 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:33:45.428113 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0501e43-5c42-4647-91da-789161db7f5e req-360d4a7b-186b-4e6e-9d3a-09fd8ec38a1c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700684 Dec 11 22:33:45.544041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d09cad-4fd2-4c5c-aca5-9a3924cab30f req-07c9560a-30ae-4463-a213-c4869865a2e0 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:45.546123 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3d09cad-4fd2-4c5c-aca5-9a3924cab30f req-07c9560a-30ae-4463-a213-c4869865a2e0 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 965 time: 0.0517566 Dec 11 22:33:45.564762 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 2c7cb36c-8146-4e13-afa8-b3d282699a76 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:45.584523 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38684) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:45.609966 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06af1fc2-fab2-4e3e-b7ae-d63160a83e01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:45.637123 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3d09cad-4fd2-4c5c-aca5-9a3924cab30f req-cf10a108-4fe4-4940-bbce-a3022f29b3cc tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679574 Dec 11 22:33:45.681539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 2c7cb36c-8146-4e13-afa8-b3d282699a76 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:33:45.687214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 2c7cb36c-8146-4e13-afa8-b3d282699a76 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:45.687883 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:45.745073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3c47d-daa3-490a-a220-54f5613bb4b9 req-60990633-5b3a-4c13-be91-088cf5272502 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:45.746563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bca3c47d-daa3-490a-a220-54f5613bb4b9 req-60990633-5b3a-4c13-be91-088cf5272502 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 936 time: 0.1378667 Dec 11 22:33:45.751976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9398fa54-db68-49ae-98a4-30522ea49db3 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:33:45.773874 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:45.791107 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:45.820129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Transition to ACTIVE for port object 9398fa54-db68-49ae-98a4-30522ea49db3 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:33:45.821884 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc58355-fcea-417d-93e0-6100e864c521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7cb36c-8146-4e13-afa8-b3d282699a76'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:33:45.824532 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcd48e2-20fc-4acf-8f4a-eb40c501b6bd" -d '{"events": [{"server_uuid": "bcc58355-fcea-417d-93e0-6100e864c521", "name": "network-vif-plugged", "status": "completed", "tag": "2c7cb36c-8146-4e13-afa8-b3d282699a76"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:33:45.839629 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 2c7cb36c-8146-4e13-afa8-b3d282699a76, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:45.858370 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bca3c47d-daa3-490a-a220-54f5613bb4b9 req-88bc9897-05e9-4fba-a5ac-c70e086444fd tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007957 Dec 11 22:33:45.867867 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06af1fc2-fab2-4e3e-b7ae-d63160a83e01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:45.893484 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:45.897703 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729d53c-b96f-4b67-8a27-ab141fb97192 req-f7de3490-7ae8-476c-91a8-f58a299ecb57 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:45.904767 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a729d53c-b96f-4b67-8a27-ab141fb97192 req-f7de3490-7ae8-476c-91a8-f58a299ecb57 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 949 time: 0.0621145 Dec 11 22:33:45.923800 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:45.925502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e7b7615f-43ad-4e12-9329-ee17b8695ca2 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:45.945584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Pushing event updated for resources: {'Port': ['ID=9398fa54-db68-49ae-98a4-30522ea49db3,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:45.971587 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06af1fc2-fab2-4e3e-b7ae-d63160a83e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:46.013647 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a729d53c-b96f-4b67-8a27-ab141fb97192 req-4a6f8b33-1c44-4d98-a3da-422434ef1ac8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060452 Dec 11 22:33:46.025717 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Attempting to bind port 9398fa54-db68-49ae-98a4-30522ea49db3 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:33:46.026248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Attempting to bind port 9398fa54-db68-49ae-98a4-30522ea49db3 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:33:46.026438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Attempting to bind port 9398fa54-db68-49ae-98a4-30522ea49db3 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:46.055069 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Port 9398fa54-db68-49ae-98a4-30522ea49db3 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:33:46.055411 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Attempting to bind port 9398fa54-db68-49ae-98a4-30522ea49db3 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:33:46.062941 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-06af1fc2-fab2-4e3e-b7ae-d63160a83e01 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e503c93958cc45f884e989288d9d4297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4773476 Dec 11 22:33:46.065550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af1fc2-fab2-4e3e-b7ae-d63160a83e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a05828d-dc02-4437-a7ce-c159ca5b381c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:46.065908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38698) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:46.068844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:33:46.069185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:33:46.069561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:33:46.070082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Bound port: 9398fa54-db68-49ae-98a4-30522ea49db3, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:33:46.070417 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:46.104714 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=2c7cb36c-8146-4e13-afa8-b3d282699a76,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:46.133719 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e7831b-fec0-44a6-8f68-2188b98dcde2 x-openstack-request-id: req-68e7831b-fec0-44a6-8f68-2188b98dcde2 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:33:46.134041 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc58355-fcea-417d-93e0-6100e864c521", "name": "network-vif-plugged", "status": "completed", "tag": "2c7cb36c-8146-4e13-afa8-b3d282699a76", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:33:46.134301 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68e7831b-fec0-44a6-8f68-2188b98dcde2 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:33:46.134694 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc58355-fcea-417d-93e0-6100e864c521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7cb36c-8146-4e13-afa8-b3d282699a76', 'code': 200} Dec 11 22:33:46.173680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port e7b7615f-43ad-4e12-9329-ee17b8695ca2 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:33:46.186980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port e7b7615f-43ad-4e12-9329-ee17b8695ca2 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:46.187184 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3e1ed38e-235c-4c70-973a-f8442ea53515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:46.187646 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:46.211837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] For port 9398fa54-db68-49ae-98a4-30522ea49db3, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:33:46.216190 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] For port 9398fa54-db68-49ae-98a4-30522ea49db3, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=9398fa54-db68-49ae-98a4-30522ea49db3,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:33:46.238165 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3e1ed38e-235c-4c70-973a-f8442ea53515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:46.293855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e5b6e-37f0-4409-9205-47fc3c62177e req-cd0b8903-abc1-43be-a750-eef1f6ae792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:46.298851 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-235e5b6e-37f0-4409-9205-47fc3c62177e req-cd0b8903-abc1-43be-a750-eef1f6ae792f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 1101 time: 0.0660532 Dec 11 22:33:46.302388 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:46.316293 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:46.356702 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e7b7615f-43ad-4e12-9329-ee17b8695ca2, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e7b7615f-43ad-4e12-9329-ee17b8695ca2,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:46.374549 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3e1ed38e-235c-4c70-973a-f8442ea53515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:46.377636 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3e1ed38e-235c-4c70-973a-f8442ea53515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:46.380190 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3e1ed38e-235c-4c70-973a-f8442ea53515 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5a05828d-dc02-4437-a7ce-c159ca5b381c HTTP/1.1" status: 204 len: 168 time: 0.3126111 Dec 11 22:33:46.414592 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:46.419891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad350121-0b68-4e0d-b8bd-b58a8fc68fb5 req-23eecf0c-0aee-4187-8684-db08cd963b7a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:46.420046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:46.420545 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:46.422444 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ad350121-0b68-4e0d-b8bd-b58a8fc68fb5 req-23eecf0c-0aee-4187-8684-db08cd963b7a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 964 time: 0.0974462 Dec 11 22:33:46.428267 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ed38e-235c-4c70-973a-f8442ea53515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a05828d-dc02-4437-a7ce-c159ca5b381c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:46.429993 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] 10.222.0.47 "PUT /v2.0/ports/9398fa54-db68-49ae-98a4-30522ea49db3 HTTP/1.1" status: 200 len: 1096 time: 1.1910388 Dec 11 22:33:46.430979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383bb4c2-9da2-4d15-ab2a-bacd59390668', 'tag': '9398fa54-db68-49ae-98a4-30522ea49db3'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:33:46.433320 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ef3b37-bfd0-4022-b406-696d8b5e8ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "383bb4c2-9da2-4d15-ab2a-bacd59390668", "tag": "9398fa54-db68-49ae-98a4-30522ea49db3"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:33:46.448400 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-235e5b6e-37f0-4409-9205-47fc3c62177e req-ac016433-2839-406e-945d-0ca722f0b25a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401756 Dec 11 22:33:46.485706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ac27e-eb99-4122-b992-29d46c8f0f6d service neutron] Pushing event updated for resources: {'Port': ['ID=9398fa54-db68-49ae-98a4-30522ea49db3,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:46.500283 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ad350121-0b68-4e0d-b8bd-b58a8fc68fb5 req-44e8d024-5341-4a7f-b0c6-2df634ac80f2 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668902 Dec 11 22:33:46.600604 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f30fa0e-13af-4a11-8826-e32fb8c93736 x-openstack-request-id: req-9f30fa0e-13af-4a11-8826-e32fb8c93736 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:33:46.600901 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383bb4c2-9da2-4d15-ab2a-bacd59390668", "tag": "9398fa54-db68-49ae-98a4-30522ea49db3", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:33:46.601157 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f30fa0e-13af-4a11-8826-e32fb8c93736 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:33:46.601563 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383bb4c2-9da2-4d15-ab2a-bacd59390668', 'tag': '9398fa54-db68-49ae-98a4-30522ea49db3', 'status': 'completed', 'code': 200} Dec 11 22:33:46.622637 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=e7b7615f-43ad-4e12-9329-ee17b8695ca2,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:46.641601 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08aea16c-18ed-4c98-9821-e97fa3df4247 req-cacadf04-7c53-43e8-ad33-d38f413e006e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1334636 Dec 11 22:33:46.749445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6daee-b903-4c10-86ff-82b967e12062 req-5d8fee56-9bac-4b9d-b5d1-f3134a9396b8 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:46.756740 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7cc6daee-b903-4c10-86ff-82b967e12062 req-5d8fee56-9bac-4b9d-b5d1-f3134a9396b8 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 950 time: 0.0940704 Dec 11 22:33:46.778692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aea16c-18ed-4c98-9821-e97fa3df4247 req-03ea2208-e495-4ae3-8378-d5f48dd3c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:46.780381 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08aea16c-18ed-4c98-9821-e97fa3df4247 req-03ea2208-e495-4ae3-8378-d5f48dd3c575 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba0a631ce760407a8f0bb0044b66926c&device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 1100 time: 0.0867820 Dec 11 22:33:46.825121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68ab6a-ea2c-4368-a550-a6d321c2012b req-534b79cf-1cc7-478e-8302-6b2cfe2b9af8 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:46.826647 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ba68ab6a-ea2c-4368-a550-a6d321c2012b req-534b79cf-1cc7-478e-8302-6b2cfe2b9af8 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 965 time: 0.0550563 Dec 11 22:33:46.845176 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7cc6daee-b903-4c10-86ff-82b967e12062 req-ca4fcdad-992c-456f-aa4e-201d7b5e68cf tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874391 Dec 11 22:33:46.895799 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ba68ab6a-ea2c-4368-a550-a6d321c2012b req-5e13d607-7eee-441b-8064-2998f6d5ae11 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591621 Dec 11 22:33:46.955187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-9dc44fd7-a194-4a8b-bc00-5f28faecb390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:46.956654 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-9dc44fd7-a194-4a8b-bc00-5f28faecb390 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0a631ce760407a8f0bb0044b66926c&device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 1099 time: 0.1279831 Dec 11 22:33:46.957047 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:46.986821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aea16c-18ed-4c98-9821-e97fa3df4247 req-2b2b8e6c-227b-4da9-b327-88ee012223ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:46.988277 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08aea16c-18ed-4c98-9821-e97fa3df4247 req-2b2b8e6c-227b-4da9-b327-88ee012223ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1805091 Dec 11 22:33:47.001436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268b3da-0df7-43b0-8f2e-4bf5f642c921 req-3a13a30e-3cb2-4c8b-ae90-a6e4200b262d tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:47.003460 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2268b3da-0df7-43b0-8f2e-4bf5f642c921 req-3a13a30e-3cb2-4c8b-ae90-a6e4200b262d tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 948 time: 0.0548341 Dec 11 22:33:47.029840 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-ce2ad3f1-d5a3-4094-97a7-aa608f28c2a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=9398fa54-db68-49ae-98a4-30522ea49db3 HTTP/1.1" status: 200 len: 217 time: 0.0574667 Dec 11 22:33:47.080832 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08aea16c-18ed-4c98-9821-e97fa3df4247 req-742aba64-2686-4f45-8be0-159b94642702 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=a31f5369-5180-4734-b19f-75021b3af264 HTTP/1.1" status: 200 len: 217 time: 0.0529306 Dec 11 22:33:47.125693 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2268b3da-0df7-43b0-8f2e-4bf5f642c921 req-d518005d-8b91-45be-afba-d8516b8711b2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917675 Dec 11 22:33:47.170532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38750) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:47.187411 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-6d06ec19-22ec-4fa6-b8f0-33de3415b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:47.188877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-6d06ec19-22ec-4fa6-b8f0-33de3415b4db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1487746 Dec 11 22:33:47.191418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aea16c-18ed-4c98-9821-e97fa3df4247 req-4fb4a0a8-7464-4ebf-8fa4-ded2ba03a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:47.193373 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08aea16c-18ed-4c98-9821-e97fa3df4247 req-4fb4a0a8-7464-4ebf-8fa4-ded2ba03a51c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0946672 Dec 11 22:33:47.218440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658c94b-71aa-4d16-b4a6-8808d91d8cb6 req-325c501c-d902-4f8b-9f56-36928270cf6a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:47.219958 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c658c94b-71aa-4d16-b4a6-8808d91d8cb6 req-325c501c-d902-4f8b-9f56-36928270cf6a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.1200702 Dec 11 22:33:47.311821 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-89d97395-2694-4f21-801c-652558ac571d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:47.318187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aea16c-18ed-4c98-9821-e97fa3df4247 req-6dba1540-d244-487c-b000-4fd4ab2df9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:47.324507 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08aea16c-18ed-4c98-9821-e97fa3df4247 req-6dba1540-d244-487c-b000-4fd4ab2df9e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1190691 Dec 11 22:33:47.324507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-617825ed-ef2a-4b8d-9f43-b51d97848982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:47.325879 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-617825ed-ef2a-4b8d-9f43-b51d97848982 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155083 Dec 11 22:33:47.339102 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c658c94b-71aa-4d16-b4a6-8808d91d8cb6 req-27a7bc81-7988-403e-b780-cede86ecf923 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965676 Dec 11 22:33:47.416985 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-89d97395-2694-4f21-801c-652558ac571d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:47.486373 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08aea16c-18ed-4c98-9821-e97fa3df4247 req-27303dfc-f140-40c5-8cbe-20f3b5c914e6 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595488 Dec 11 22:33:47.488352 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-f2941e34-6bf7-4ec8-ad64-9dd8d8055e7a service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531684 Dec 11 22:33:47.499315 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-89d97395-2694-4f21-801c-652558ac571d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:47.535187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d97395-2694-4f21-801c-652558ac571d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4370eaa7-fa7a-44b8-828e-b2cf3ff05518,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:47.540268 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-89d97395-2694-4f21-801c-652558ac571d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=086571fe1e09486dbeaeec60d8a2ab28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676727 Dec 11 22:33:47.552799 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38768) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:47.630442 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97afc5af-0709-46a4-b6ca-79bc1d967fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:47.660196 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97afc5af-0709-46a4-b6ca-79bc1d967fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:47.669821 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08aea16c-18ed-4c98-9821-e97fa3df4247 req-819e0f04-eeff-43dd-b11c-2e8331ea940a service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767008 Dec 11 22:33:47.688401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2690d7bc-b56e-4642-abc8-0659aa0ff47c req-d06c883e-31b3-400b-b624-e8b828e66490 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871214 Dec 11 22:33:47.721253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef2ef7-3f01-4315-97ce-21051d5d9553 req-a891d761-ac59-4078-b906-5e90acb836dc tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:47.723331 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccef2ef7-3f01-4315-97ce-21051d5d9553 req-a891d761-ac59-4078-b906-5e90acb836dc tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 964 time: 0.0846968 Dec 11 22:33:47.772947 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccef2ef7-3f01-4315-97ce-21051d5d9553 req-372f2b94-2db6-4f10-af23-acdd903f74e6 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435994 Dec 11 22:33:47.813672 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97afc5af-0709-46a4-b6ca-79bc1d967fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:47.816469 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97afc5af-0709-46a4-b6ca-79bc1d967fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:47.818857 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-97afc5af-0709-46a4-b6ca-79bc1d967fdc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4370eaa7-fa7a-44b8-828e-b2cf3ff05518 HTTP/1.1" status: 204 len: 168 time: 0.2673039 Dec 11 22:33:47.829258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afc5af-0709-46a4-b6ca-79bc1d967fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4370eaa7-fa7a-44b8-828e-b2cf3ff05518,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:47.982564 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef3b37-bfd0-4022-b406-696d8b5e8ccd req-30e48b21-518a-4344-a216-20236f325b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:47.984348 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67ef3b37-bfd0-4022-b406-696d8b5e8ccd req-30e48b21-518a-4344-a216-20236f325b7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0a631ce760407a8f0bb0044b66926c&device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 1099 time: 0.1055405 Dec 11 22:33:48.010663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device fb341b21-8b30-4d61-9ea8-661430baf73f details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:33:48.019847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c59bd-f2f6-42ca-9e53-c39e84a98b44 req-eb4cd639-ccde-4874-bbb4-972d45543182 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:48.021401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dd7c59bd-f2f6-42ca-9e53-c39e84a98b44 req-eb4cd639-ccde-4874-bbb4-972d45543182 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 950 time: 0.0767839 Dec 11 22:33:48.136358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12110b6-9586-4ce5-a386-aa0a48c8dd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b7615f-43ad-4e12-9329-ee17b8695ca2'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:33:48.139955 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68327aae-1503-4dcd-88e3-d583e095d269" -d '{"events": [{"server_uuid": "c12110b6-9586-4ce5-a386-aa0a48c8dd9b", "name": "network-vif-plugged", "status": "completed", "tag": "e7b7615f-43ad-4e12-9329-ee17b8695ca2"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:33:48.163280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port fb341b21-8b30-4d61-9ea8-661430baf73f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=fb341b21-8b30-4d61-9ea8-661430baf73f,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:48.189471 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804214f0-fe37-4a20-b52a-60ec26fa74c6 req-1965a54c-4a01-46b7-8583-5ad58f5e99f8 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:48.196497 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'fb341b21-8b30-4d61-9ea8-661430baf73f', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'port_id': 'fb341b21-8b30-4d61-9ea8-661430baf73f', 'mac_address': 'fa:16:3e:2d:95:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-431819819', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:33:48.199822 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-804214f0-fe37-4a20-b52a-60ec26fa74c6 req-1965a54c-4a01-46b7-8583-5ad58f5e99f8 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 965 time: 0.1041355 Dec 11 22:33:48.250335 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:48.267201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb341b21-8b30-4d61-9ea8-661430baf73f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:33:48.292979 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-804214f0-fe37-4a20-b52a-60ec26fa74c6 req-f79fa9d3-b6ed-4f62-b510-c7462cc50275 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916786 Dec 11 22:33:48.295120 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port fb341b21-8b30-4d61-9ea8-661430baf73f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=fb341b21-8b30-4d61-9ea8-661430baf73f,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:48.371815 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dd7c59bd-f2f6-42ca-9e53-c39e84a98b44 req-bb00467b-b774-4f53-a460-740f654156ec tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122334 Dec 11 22:33:48.373133 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef3b37-bfd0-4022-b406-696d8b5e8ccd req-6702fe63-8d0e-46cf-823d-2a63daa2f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:48.374316 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:48.374516 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67ef3b37-bfd0-4022-b406-696d8b5e8ccd req-6702fe63-8d0e-46cf-823d-2a63daa2f3d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.3831279 Dec 11 22:33:48.376123 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ac56fdea-5004-4422-b011-65e1f4d16141 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:33:48.426011 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67ef3b37-bfd0-4022-b406-696d8b5e8ccd req-b335598d-c739-4cb3-8590-3cc4039491bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=9398fa54-db68-49ae-98a4-30522ea49db3 HTTP/1.1" status: 200 len: 217 time: 0.0437541 Dec 11 22:33:48.454085 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339daea7-1d48-4dfa-b632-f917579d36ac x-openstack-request-id: req-339daea7-1d48-4dfa-b632-f917579d36ac {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:33:48.454476 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12110b6-9586-4ce5-a386-aa0a48c8dd9b", "name": "network-vif-plugged", "status": "completed", "tag": "e7b7615f-43ad-4e12-9329-ee17b8695ca2", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:33:48.456300 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-339daea7-1d48-4dfa-b632-f917579d36ac {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:33:48.456723 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12110b6-9586-4ce5-a386-aa0a48c8dd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b7615f-43ad-4e12-9329-ee17b8695ca2', 'code': 200} Dec 11 22:33:48.494017 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8c6ce-8fad-48cd-8a4a-844a5508d686 req-d7061e90-c0a3-4bfe-a51e-c8c01f6c5610 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:48.497044 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ca8c6ce-8fad-48cd-8a4a-844a5508d686 req-d7061e90-c0a3-4bfe-a51e-c8c01f6c5610 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 948 time: 0.0990961 Dec 11 22:33:48.507271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef3b37-bfd0-4022-b406-696d8b5e8ccd req-3e1963e6-ce55-40a7-b262-c7d07f4d2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:48.508810 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67ef3b37-bfd0-4022-b406-696d8b5e8ccd req-3e1963e6-ce55-40a7-b262-c7d07f4d2457 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0756133 Dec 11 22:33:48.557801 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=fb341b21-8b30-4d61-9ea8-661430baf73f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:48.561569 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ca8c6ce-8fad-48cd-8a4a-844a5508d686 req-686ca54a-3035-439f-a0b8-72970b6db99c tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562291 Dec 11 22:33:48.638284 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ac56fdea-5004-4422-b011-65e1f4d16141, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ac56fdea-5004-4422-b011-65e1f4d16141,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:48.662060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef3b37-bfd0-4022-b406-696d8b5e8ccd req-7382dd0f-c594-4ec2-b91a-6f9bd0757fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:48.664690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67ef3b37-bfd0-4022-b406-696d8b5e8ccd req-7382dd0f-c594-4ec2-b91a-6f9bd0757fe0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381807 Dec 11 22:33:48.672052 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'ac56fdea-5004-4422-b011-65e1f4d16141', 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59', 'port_id': 'ac56fdea-5004-4422-b011-65e1f4d16141', 'mac_address': 'fa:16:3e:93:01:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f040924-a8ae-49f7-b7f5-f3e9e2d94400', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-431819819', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:33:48.672701 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5be85-89f4-49ee-8446-8be7deffd17a req-0f75b765-528a-43ca-bfaf-537ce65e0b4c tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:48.681494 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8fc5be85-89f4-49ee-8446-8be7deffd17a req-0f75b765-528a-43ca-bfaf-537ce65e0b4c tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0583498 Dec 11 22:33:48.688189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5842-2960-4c4b-9102-68dc03691630 req-7d18b76f-b738-4c79-8a3b-9459a2cb7cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:48.690205 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-867c5842-2960-4c4b-9102-68dc03691630 req-7d18b76f-b738-4c79-8a3b-9459a2cb7cce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 1101 time: 0.0920362 Dec 11 22:33:48.736260 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:48.751363 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8fc5be85-89f4-49ee-8446-8be7deffd17a req-b93e0825-b9c6-4f6f-8b37-318d4420dc68 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689595 Dec 11 22:33:48.752082 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38816) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:48.759710 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac56fdea-5004-4422-b011-65e1f4d16141 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:33:48.770392 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0448b0e8-14cf-4609-93c4-8837a84dc834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:48.789405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ac56fdea-5004-4422-b011-65e1f4d16141, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ac56fdea-5004-4422-b011-65e1f4d16141,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:48.802454 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8cb90a6b-fb6d-418d-923d-583bcaed934a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:48.859970 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:48.875884 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0448b0e8-14cf-4609-93c4-8837a84dc834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:48.889023 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-867c5842-2960-4c4b-9102-68dc03691630 req-526f5bd5-ff6f-491c-90b5-bbf6e92343fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531274 Dec 11 22:33:48.895583 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67ef3b37-bfd0-4022-b406-696d8b5e8ccd req-f273342b-5b85-43e3-9ab9-8de1ce097293 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209320 Dec 11 22:33:48.915141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ac56fdea-5004-4422-b011-65e1f4d16141,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:48.975056 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0448b0e8-14cf-4609-93c4-8837a84dc834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:49.021766 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0448b0e8-14cf-4609-93c4-8837a84dc834 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7578ef716beb45658a6b4e36f037268f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665055 Dec 11 22:33:49.022611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448b0e8-14cf-4609-93c4-8837a84dc834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329fc84d-67db-4b58-bf92-e994c5dbae43,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:49.025215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38832) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:49.120296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecb039-9130-49d3-98ff-ef7378fe0f1f req-a8a58a4a-254e-4e8a-8b86-d3bf3218337e tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:49.121821 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-66ecb039-9130-49d3-98ff-ef7378fe0f1f req-a8a58a4a-254e-4e8a-8b86-d3bf3218337e tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 965 time: 0.0810943 Dec 11 22:33:49.142825 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5a24-4cbd-4305-8c75-c87eca1f75e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:49.180564 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda81cb-34e9-4eb2-8600-0f266447514d req-ac2709dc-f0f4-4f84-973c-8c620c0238d9 tempest-MigrationsAdminTest-1983146638 tempest-MigrationsAdminTest-1983146638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:49.182170 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dbda81cb-34e9-4eb2-8600-0f266447514d req-ac2709dc-f0f4-4f84-973c-8c620c0238d9 tempest-MigrationsAdminTest-1983146638 tempest-MigrationsAdminTest-1983146638-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 1101 time: 0.0410790 Dec 11 22:33:49.192501 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5a24-4cbd-4305-8c75-c87eca1f75e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:49.201899 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-dbda81cb-34e9-4eb2-8600-0f266447514d req-e86db5e3-bc35-4a73-8944-ab42b841e2bb tempest-MigrationsAdminTest-1983146638 tempest-MigrationsAdminTest-1983146638-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:49.234477 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ac56fdea-5004-4422-b011-65e1f4d16141'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:33:49.251242 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-66ecb039-9130-49d3-98ff-ef7378fe0f1f req-f87dbbb9-1a1b-4770-b7c9-b256f52370a6 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188223 Dec 11 22:33:49.271173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['fb341b21-8b30-4d61-9ea8-661430baf73f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:33:49.296029 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-dbda81cb-34e9-4eb2-8600-0f266447514d req-e86db5e3-bc35-4a73-8944-ab42b841e2bb tempest-MigrationsAdminTest-1983146638 tempest-MigrationsAdminTest-1983146638-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:49.310775 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67ef3b37-bfd0-4022-b406-696d8b5e8ccd req-4f0dd79c-9876-4e5e-a576-acf89117292f service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349366 Dec 11 22:33:49.374051 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-dbda81cb-34e9-4eb2-8600-0f266447514d req-e86db5e3-bc35-4a73-8944-ab42b841e2bb tempest-MigrationsAdminTest-1983146638 tempest-MigrationsAdminTest-1983146638-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:49.414340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86db5e3-bc35-4a73-8944-ab42b841e2bb tempest-MigrationsAdminTest-1983146638 tempest-MigrationsAdminTest-1983146638-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f05112-9834-44e0-b492-445c2f058d6c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:49.418879 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dbda81cb-34e9-4eb2-8600-0f266447514d req-e86db5e3-bc35-4a73-8944-ab42b841e2bb tempest-MigrationsAdminTest-1983146638 tempest-MigrationsAdminTest-1983146638-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307210 Dec 11 22:33:49.420636 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5a24-4cbd-4305-8c75-c87eca1f75e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:49.423580 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5a24-4cbd-4305-8c75-c87eca1f75e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:49.427775 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ba2f5a24-4cbd-4305-8c75-c87eca1f75e9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/329fc84d-67db-4b58-bf92-e994c5dbae43 HTTP/1.1" status: 204 len: 168 time: 0.3992257 Dec 11 22:33:49.436680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f5a24-4cbd-4305-8c75-c87eca1f75e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329fc84d-67db-4b58-bf92-e994c5dbae43,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:49.708908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05195931-3d28-411d-a610-7ffa210e1e58 req-11655873-4d88-4605-bf42-1b5b83ab346b tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:49.711450 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-05195931-3d28-411d-a610-7ffa210e1e58 req-11655873-4d88-4605-bf42-1b5b83ab346b tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 966 time: 0.0482805 Dec 11 22:33:49.767628 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-05195931-3d28-411d-a610-7ffa210e1e58 req-d930489d-80f7-4077-b655-8e81b48652e1 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477631 Dec 11 22:33:49.813536 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a686fa-f778-47fc-aaa7-33f51818b5b8 req-218c9d76-ba90-4d8a-9bd9-a3313449fc01 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:49.815109 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26a686fa-f778-47fc-aaa7-33f51818b5b8 req-218c9d76-ba90-4d8a-9bd9-a3313449fc01 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 950 time: 0.0561075 Dec 11 22:33:49.873974 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26a686fa-f778-47fc-aaa7-33f51818b5b8 req-6d16806e-b01b-4c09-b37b-c566c466a5c0 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451767 Dec 11 22:33:50.009832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879ae63-0016-4a13-8bef-85345e4d3400 req-7e472956-8159-4ac5-8664-39c3d899a1d8 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:50.017332 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2879ae63-0016-4a13-8bef-85345e4d3400 req-7e472956-8159-4ac5-8664-39c3d899a1d8 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 948 time: 0.0724540 Dec 11 22:33:50.066606 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2879ae63-0016-4a13-8bef-85345e4d3400 req-b6844a7f-609f-4ac7-abd8-65437aeafcbe tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483687 Dec 11 22:33:50.211367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e2d1b-de84-456e-b3c3-8c45e3429ccb req-f01562ea-0968-44fa-8ef8-ba6be92b5e10 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:50.213422 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-546e2d1b-de84-456e-b3c3-8c45e3429ccb req-f01562ea-0968-44fa-8ef8-ba6be92b5e10 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 970 time: 0.0551600 Dec 11 22:33:50.264898 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-546e2d1b-de84-456e-b3c3-8c45e3429ccb req-938c9066-3e82-403f-b5d3-6d3ed00bad4d tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443704 Dec 11 22:33:50.384525 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbc6f7-d651-4545-867f-d58ba2d36a28 req-fa639f4b-1f21-44f0-889e-640f85b12fd7 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:50.385783 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6bbc6f7-d651-4545-867f-d58ba2d36a28 req-fa639f4b-1f21-44f0-889e-640f85b12fd7 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 965 time: 0.0530522 Dec 11 22:33:50.438023 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6bbc6f7-d651-4545-867f-d58ba2d36a28 req-2d981819-e727-4e64-959d-5d08d269a30b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449016 Dec 11 22:33:50.584958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38884) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:50.693911 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff64c983-ce62-41b9-92b5-23b4b51e3668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:50.799734 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff64c983-ce62-41b9-92b5-23b4b51e3668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:50.823445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95b8cd-ee97-48cd-afd3-d1ee1bf90d11 req-617fe45d-5a93-4d88-a037-af17943e50bb tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:50.825139 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba95b8cd-ee97-48cd-afd3-d1ee1bf90d11 req-617fe45d-5a93-4d88-a037-af17943e50bb tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0675702 Dec 11 22:33:50.868384 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff64c983-ce62-41b9-92b5-23b4b51e3668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:50.918076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba95b8cd-ee97-48cd-afd3-d1ee1bf90d11 req-b5f611af-822b-4a4e-ae83-e0d6c59771e9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862720 Dec 11 22:33:50.920271 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e496a-bed6-40e4-a22e-186d0aec99c8 req-be0ee0d7-d280-41b4-8d01-453bd52a2977 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:50.923283 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ea9e496a-bed6-40e4-a22e-186d0aec99c8 req-be0ee0d7-d280-41b4-8d01-453bd52a2977 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 966 time: 0.0740376 Dec 11 22:33:50.923797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64c983-ce62-41b9-92b5-23b4b51e3668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5700d47-c94d-44cb-835e-36e74c3d1897,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:50.928858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ff64c983-ce62-41b9-92b5-23b4b51e3668 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c408c82bf8904fb08bb9fedc7208edf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427083 Dec 11 22:33:50.940870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38902) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:51.031955 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ea9e496a-bed6-40e4-a22e-186d0aec99c8 req-c94d0516-e76f-4003-95c2-474a1d552e3b tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851631 Dec 11 22:33:51.033880 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38906) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:51.050022 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4b3b219-584a-49f7-8619-ef220d9f0138 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:51.074394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a57ea8-0e10-4be2-bb33-a30c7ee97941 req-5104c0c4-2657-4ec5-9d81-5c0b5aa5fae7 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:51.076314 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9a57ea8-0e10-4be2-bb33-a30c7ee97941 req-5104c0c4-2657-4ec5-9d81-5c0b5aa5fae7 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 950 time: 0.0765684 Dec 11 22:33:51.089683 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4b3b219-584a-49f7-8619-ef220d9f0138 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:51.156102 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9a57ea8-0e10-4be2-bb33-a30c7ee97941 req-287c613f-a3ea-44e9-a779-5fc896f75bdb tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707464 Dec 11 22:33:51.221479 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-96c509da-9a25-4f04-b162-01323969be62 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1864405 Dec 11 22:33:51.227339 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-53aa6b13-3fd5-4ea1-8672-831771a7e70a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:33:51.228472 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-53aa6b13-3fd5-4ea1-8672-831771a7e70a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061734 Dec 11 22:33:51.233517 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e0dcacad-937a-41cd-8a18-5d2158805c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:51.247550 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7f063-ebe5-4fe2-9817-2d24e6262785 req-ecba9cde-a6b1-491f-868f-69cc58526796 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:51.249214 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-50c7f063-ebe5-4fe2-9817-2d24e6262785 req-ecba9cde-a6b1-491f-868f-69cc58526796 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 948 time: 0.0959156 Dec 11 22:33:51.265586 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4b3b219-584a-49f7-8619-ef220d9f0138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:51.274082 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4b3b219-584a-49f7-8619-ef220d9f0138 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:51.274082 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b4b3b219-584a-49f7-8619-ef220d9f0138 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a5700d47-c94d-44cb-835e-36e74c3d1897 HTTP/1.1" status: 204 len: 168 time: 0.3295557 Dec 11 22:33:51.280173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3b219-584a-49f7-8619-ef220d9f0138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5700d47-c94d-44cb-835e-36e74c3d1897,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:51.318292 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-50c7f063-ebe5-4fe2-9817-2d24e6262785 req-f6af278d-fd30-4af6-9cd0-d4ecf79e9d1c tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597408 Dec 11 22:33:51.432521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5636efe-2f5f-489c-a233-0241c52cffb8 req-fcd043ff-10b5-421e-a309-dcc189e1cefa tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:51.434257 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a5636efe-2f5f-489c-a233-0241c52cffb8 req-fcd043ff-10b5-421e-a309-dcc189e1cefa tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 970 time: 0.0549364 Dec 11 22:33:51.512350 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a5636efe-2f5f-489c-a233-0241c52cffb8 req-783679f8-7835-40a9-bbaf-03a454c4bb91 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/security-groups?id=93693792-724a-41a8-8828-1f0e55879155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646760 Dec 11 22:33:51.564154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 9398fa54-db68-49ae-98a4-30522ea49db3 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:33:51.595759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d4261-cfb3-4cca-a692-9ce04e7900ba req-ec43cd1f-c34e-49dc-90fb-7f414b3d953d tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:51.597274 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-157d4261-cfb3-4cca-a692-9ce04e7900ba req-ec43cd1f-c34e-49dc-90fb-7f414b3d953d tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 970 time: 0.0612199 Dec 11 22:33:51.665855 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003c31b-e050-4904-9480-3f30b2de4298 req-3bc4207b-948c-4021-b0dd-49af7bc3f119 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:51.667421 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0003c31b-e050-4904-9480-3f30b2de4298 req-3bc4207b-948c-4021-b0dd-49af7bc3f119 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 965 time: 0.0709631 Dec 11 22:33:51.735184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 9398fa54-db68-49ae-98a4-30522ea49db3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=9398fa54-db68-49ae-98a4-30522ea49db3,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:51.746994 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0003c31b-e050-4904-9480-3f30b2de4298 req-a1969089-0d8f-4b8b-8e05-e8cf9eb00c4e tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569923 Dec 11 22:33:51.764723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '9398fa54-db68-49ae-98a4-30522ea49db3', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '9398fa54-db68-49ae-98a4-30522ea49db3', 'mac_address': 'fa:16:3e:67:26:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:33:51.818405 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-157d4261-cfb3-4cca-a692-9ce04e7900ba req-394a62d6-d58a-4a85-92ed-a8698f60a320 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Deleting port 38449936-87cc-4369-9e2e-b4e775f248f6 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:33:51.819436 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-157d4261-cfb3-4cca-a692-9ce04e7900ba req-394a62d6-d58a-4a85-92ed-a8698f60a320 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:51.846843 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:51.866789 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9398fa54-db68-49ae-98a4-30522ea49db3 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:33:51.892219 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 9398fa54-db68-49ae-98a4-30522ea49db3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=9398fa54-db68-49ae-98a4-30522ea49db3,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:51.932702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-157d4261-cfb3-4cca-a692-9ce04e7900ba req-394a62d6-d58a-4a85-92ed-a8698f60a320 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] For port 38449936-87cc-4369-9e2e-b4e775f248f6, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=38449936-87cc-4369-9e2e-b4e775f248f6,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:51.933179 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-157d4261-cfb3-4cca-a692-9ce04e7900ba req-394a62d6-d58a-4a85-92ed-a8698f60a320 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:51.953546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-157d4261-cfb3-4cca-a692-9ce04e7900ba req-394a62d6-d58a-4a85-92ed-a8698f60a320 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Calling delete_port for 38449936-87cc-4369-9e2e-b4e775f248f6 owned by compute:tempest-test_az-431819819 {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:33:51.957405 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:52.032984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71028a-2d1a-4304-9a83-35f071a260f4 req-a2fbddba-9d62-43d6-a506-405a23e7d75a tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:52.036402 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e71028a-2d1a-4304-9a83-35f071a260f4 req-a2fbddba-9d62-43d6-a506-405a23e7d75a tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 950 time: 0.0974019 Dec 11 22:33:52.045274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device fb341b21-8b30-4d61-9ea8-661430baf73f up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:52.079173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=9398fa54-db68-49ae-98a4-30522ea49db3,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:52.088594 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:52.135831 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e71028a-2d1a-4304-9a83-35f071a260f4 req-19a8360c-02a2-4658-a909-26cd187fbe37 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932677 Dec 11 22:33:52.201811 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38960) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:52.213061 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e2d78831-3c5e-4cda-b25f-02768f116f9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:52.219936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port fb341b21-8b30-4d61-9ea8-661430baf73f completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:33:52.226056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port fb341b21-8b30-4d61-9ea8-661430baf73f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:52.226464 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:52.259572 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-157d4261-cfb3-4cca-a692-9ce04e7900ba req-394a62d6-d58a-4a85-92ed-a8698f60a320 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:52.276298 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['9398fa54-db68-49ae-98a4-30522ea49db3'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:33:52.279621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['38449936-87cc-4369-9e2e-b4e775f248f6'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:33:52.321272 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a62d6-d58a-4a85-92ed-a8698f60a320 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Pushing event deleted for resources: {'Port': ['ID=38449936-87cc-4369-9e2e-b4e775f248f6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:52.345688 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e44e9-ead2-4d4d-a531-5ceb77d6a1d4 req-7eb29c97-6980-4da0-8fc2-def057aaf922 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:52.347387 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-763e44e9-ead2-4d4d-a531-5ceb77d6a1d4 req-7eb29c97-6980-4da0-8fc2-def057aaf922 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.1361101 Dec 11 22:33:52.408771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-157d4261-cfb3-4cca-a692-9ce04e7900ba req-394a62d6-d58a-4a85-92ed-a8698f60a320 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] No DVR routers for this DVR port 38449936-87cc-4369-9e2e-b4e775f248f6 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:33:52.416168 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:52.420738 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-157d4261-cfb3-4cca-a692-9ce04e7900ba req-394a62d6-d58a-4a85-92ed-a8698f60a320 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:52.426384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-157d4261-cfb3-4cca-a692-9ce04e7900ba req-394a62d6-d58a-4a85-92ed-a8698f60a320 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.13 "DELETE /v2.0/ports/38449936-87cc-4369-9e2e-b4e775f248f6 HTTP/1.1" status: 204 len: 173 time: 0.8218422 Dec 11 22:33:52.427949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2d1467-6c52-41a0-aab0-7cda2b24f68c', 'name': 'network-vif-deleted', 'tag': '38449936-87cc-4369-9e2e-b4e775f248f6'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:33:52.431464 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b1caf6-cb52-4b1f-9096-aa7a173b5c4c" -d '{"events": [{"server_uuid": "dd2d1467-6c52-41a0-aab0-7cda2b24f68c", "name": "network-vif-deleted", "tag": "38449936-87cc-4369-9e2e-b4e775f248f6"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:33:52.463324 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904eddeb-2243-47d3-91d0-47f5f430bdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb341b21-8b30-4d61-9ea8-661430baf73f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:33:52.466091 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45643e34-9ac8-4777-abf6-42d769f408e9" -d '{"events": [{"server_uuid": "904eddeb-2243-47d3-91d0-47f5f430bdbd", "name": "network-vif-plugged", "status": "completed", "tag": "fb341b21-8b30-4d61-9ea8-661430baf73f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:33:52.474129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5579c-7e3d-4ea3-b76e-01af32b452a3 req-19ce1ec7-7a31-4903-b45f-731a02c34703 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:52.477221 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-763e44e9-ead2-4d4d-a531-5ceb77d6a1d4 req-ff59620a-e1b1-423f-9665-ecbf9686a632 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194916 Dec 11 22:33:52.482374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0c5579c-7e3d-4ea3-b76e-01af32b452a3 req-19ce1ec7-7a31-4903-b45f-731a02c34703 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 966 time: 0.1673779 Dec 11 22:33:52.491777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port fb341b21-8b30-4d61-9ea8-661430baf73f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=fb341b21-8b30-4d61-9ea8-661430baf73f,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:52.500703 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e2d78831-3c5e-4cda-b25f-02768f116f9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:52.563851 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:52.563851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ac56fdea-5004-4422-b011-65e1f4d16141 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:52.574244 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e2d78831-3c5e-4cda-b25f-02768f116f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:52.587376 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0c5579c-7e3d-4ea3-b76e-01af32b452a3 req-35c895e3-61e9-4adb-afa7-004418476439 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972948 Dec 11 22:33:52.638240 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50a5ac5-d702-465d-ad21-d402ec63ed3d x-openstack-request-id: req-b50a5ac5-d702-465d-ad21-d402ec63ed3d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:33:52.639195 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2d1467-6c52-41a0-aab0-7cda2b24f68c", "name": "network-vif-deleted", "tag": "38449936-87cc-4369-9e2e-b4e775f248f6", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:33:52.639465 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b50a5ac5-d702-465d-ad21-d402ec63ed3d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:33:52.639885 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2d1467-6c52-41a0-aab0-7cda2b24f68c', 'name': 'network-vif-deleted', 'tag': '38449936-87cc-4369-9e2e-b4e775f248f6', 'status': 'completed', 'code': 200} Dec 11 22:33:52.658503 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d78831-3c5e-4cda-b25f-02768f116f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e278ed-95c6-4a6e-b7c9-9adf0ec4a006,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:52.663407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e2d78831-3c5e-4cda-b25f-02768f116f9e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f9a9dd880cb487194a8f7e98c27e60a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4654455 Dec 11 22:33:52.666069 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38978) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:52.715671 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaf5063-4beb-4a8f-a6c4-bb28cfcbce25 x-openstack-request-id: req-fbaf5063-4beb-4a8f-a6c4-bb28cfcbce25 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:33:52.716423 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904eddeb-2243-47d3-91d0-47f5f430bdbd", "name": "network-vif-plugged", "status": "completed", "tag": "fb341b21-8b30-4d61-9ea8-661430baf73f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:33:52.730476 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fbaf5063-4beb-4a8f-a6c4-bb28cfcbce25 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:33:52.730476 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904eddeb-2243-47d3-91d0-47f5f430bdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb341b21-8b30-4d61-9ea8-661430baf73f', 'code': 200} Dec 11 22:33:52.734581 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-28a1c44e-1d0b-4ede-aa3f-f6d53532d4bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:52.755882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=fb341b21-8b30-4d61-9ea8-661430baf73f,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:52.764432 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-28a1c44e-1d0b-4ede-aa3f-f6d53532d4bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:52.808680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port ac56fdea-5004-4422-b011-65e1f4d16141 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:33:52.814614 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7e791ef3-f7d3-473e-8ef6-6e44d03a2e32 req-26b1ea45-39a9-4adf-be0c-a431360ec303 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 210 time: 0.0423071 Dec 11 22:33:52.814947 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port ac56fdea-5004-4422-b011-65e1f4d16141 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:52.815152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bcffb-c520-49e5-9c83-cc5d8be3b696 req-454e005a-7a61-4439-b16c-8b71c464f293 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:52.815332 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:52.823193 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed0bcffb-c520-49e5-9c83-cc5d8be3b696 req-454e005a-7a61-4439-b16c-8b71c464f293 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 949 time: 0.1026137 Dec 11 22:33:52.894543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce768bf-65f3-4a46-87b2-6b4417be5eef req-4df2d1b0-de84-44b1-9601-da0f2269b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:52.896215 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ce768bf-65f3-4a46-87b2-6b4417be5eef req-4df2d1b0-de84-44b1-9601-da0f2269b75d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 1118 time: 0.0704725 Dec 11 22:33:52.918320 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:52.927040 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed0bcffb-c520-49e5-9c83-cc5d8be3b696 req-21bad22b-9e2a-44cf-acd6-7fb3dbff612e tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028199 Dec 11 22:33:52.954054 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ac56fdea-5004-4422-b011-65e1f4d16141, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ac56fdea-5004-4422-b011-65e1f4d16141,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:53.001838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ce768bf-65f3-4a46-87b2-6b4417be5eef req-140fd445-507c-4541-8ba2-304e097a24e0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753169 Dec 11 22:33:53.010151 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319e2ab-3bee-4c14-aac0-5330ce6db439 req-462039b3-effa-43f5-b8fe-eebf0f6a4166 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:53.011758 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f319e2ab-3bee-4c14-aac0-5330ce6db439 req-462039b3-effa-43f5-b8fe-eebf0f6a4166 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 965 time: 0.0520880 Dec 11 22:33:53.044045 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-28a1c44e-1d0b-4ede-aa3f-f6d53532d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:53.047154 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-28a1c44e-1d0b-4ede-aa3f-f6d53532d4bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:53.048938 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-28a1c44e-1d0b-4ede-aa3f-f6d53532d4bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53e278ed-95c6-4a6e-b7c9-9adf0ec4a006 HTTP/1.1" status: 204 len: 168 time: 0.3761113 Dec 11 22:33:53.074715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1c44e-1d0b-4ede-aa3f-f6d53532d4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e278ed-95c6-4a6e-b7c9-9adf0ec4a006,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:53.085035 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f319e2ab-3bee-4c14-aac0-5330ce6db439 req-6f56d0b5-bd8b-425d-9b75-e1c3c464006a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665212 Dec 11 22:33:53.259810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac104d28-0d2e-46df-a2e7-e067cc428656 req-d425aeec-d441-4cc7-8fc7-e87f0b08c89c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:53.261465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac104d28-0d2e-46df-a2e7-e067cc428656 req-d425aeec-d441-4cc7-8fc7-e87f0b08c89c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 950 time: 0.0545185 Dec 11 22:33:53.315160 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac104d28-0d2e-46df-a2e7-e067cc428656 req-fdb99a40-819e-47fe-b27e-231ff1555abb tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467350 Dec 11 22:33:53.369965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562680b-7087-4de9-9223-f929e8c19e42 req-85289089-f436-4180-b9c6-68a34fa31c20 tempest-DeleteServersAdminTestJSON-347635726 tempest-DeleteServersAdminTestJSON-347635726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:53.371473 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8562680b-7087-4de9-9223-f929e8c19e42 req-85289089-f436-4180-b9c6-68a34fa31c20 tempest-DeleteServersAdminTestJSON-347635726 tempest-DeleteServersAdminTestJSON-347635726-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 1101 time: 0.0392387 Dec 11 22:33:53.431156 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:53.450641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-8562680b-7087-4de9-9223-f929e8c19e42 req-879eab7b-d4a3-4cff-b7c9-5a0797c74bf6 tempest-DeleteServersAdminTestJSON-347635726 tempest-DeleteServersAdminTestJSON-347635726-project-admin] Deleting port e7b7615f-43ad-4e12-9329-ee17b8695ca2 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:33:53.451134 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8562680b-7087-4de9-9223-f929e8c19e42 req-879eab7b-d4a3-4cff-b7c9-5a0797c74bf6 tempest-DeleteServersAdminTestJSON-347635726 tempest-DeleteServersAdminTestJSON-347635726-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:53.483082 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ac56fdea-5004-4422-b011-65e1f4d16141,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:53.549129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-8562680b-7087-4de9-9223-f929e8c19e42 req-879eab7b-d4a3-4cff-b7c9-5a0797c74bf6 tempest-DeleteServersAdminTestJSON-347635726 tempest-DeleteServersAdminTestJSON-347635726-project-admin] For port e7b7615f-43ad-4e12-9329-ee17b8695ca2, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e7b7615f-43ad-4e12-9329-ee17b8695ca2,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:53.549490 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8562680b-7087-4de9-9223-f929e8c19e42 req-879eab7b-d4a3-4cff-b7c9-5a0797c74bf6 tempest-DeleteServersAdminTestJSON-347635726 tempest-DeleteServersAdminTestJSON-347635726-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:53.562359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-8562680b-7087-4de9-9223-f929e8c19e42 req-879eab7b-d4a3-4cff-b7c9-5a0797c74bf6 tempest-DeleteServersAdminTestJSON-347635726 tempest-DeleteServersAdminTestJSON-347635726-project-admin] Calling delete_port for e7b7615f-43ad-4e12-9329-ee17b8695ca2 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:33:53.573174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 9398fa54-db68-49ae-98a4-30522ea49db3 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:33:53.602829 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b88ff7-4ee9-4104-b021-df74012e05f0 req-d424e99f-5faa-4781-9fd5-7b6e0d0bbae7 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:53.604453 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10b88ff7-4ee9-4104-b021-df74012e05f0 req-d424e99f-5faa-4781-9fd5-7b6e0d0bbae7 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0541062 Dec 11 22:33:53.727588 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10b88ff7-4ee9-4104-b021-df74012e05f0 req-a7536172-cd8b-4b70-8e88-852edc30ab91 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136358 Dec 11 22:33:53.780096 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:53.780801 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 9398fa54-db68-49ae-98a4-30522ea49db3 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:33:53.794454 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 9398fa54-db68-49ae-98a4-30522ea49db3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:33:53.794854 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:53.797259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df48708-6407-4ec6-ad3f-8f668904584a req-cd4305c0-7fb5-4ec2-bce5-0c2dfc32c1ff tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:53.798867 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0df48708-6407-4ec6-ad3f-8f668904584a req-cd4305c0-7fb5-4ec2-bce5-0c2dfc32c1ff tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 967 time: 0.0697134 Dec 11 22:33:53.862903 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8562680b-7087-4de9-9223-f929e8c19e42 req-879eab7b-d4a3-4cff-b7c9-5a0797c74bf6 tempest-DeleteServersAdminTestJSON-347635726 tempest-DeleteServersAdminTestJSON-347635726-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:53.870822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0df48708-6407-4ec6-ad3f-8f668904584a req-b98f06dc-1a13-4088-be44-0f7e7c6e6939 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630646 Dec 11 22:33:53.905152 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39016) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:53.908708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879eab7b-d4a3-4cff-b7c9-5a0797c74bf6 tempest-DeleteServersAdminTestJSON-347635726 tempest-DeleteServersAdminTestJSON-347635726-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7b7615f-43ad-4e12-9329-ee17b8695ca2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:53.927172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['e7b7615f-43ad-4e12-9329-ee17b8695ca2'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:33:53.968085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-8562680b-7087-4de9-9223-f929e8c19e42 req-879eab7b-d4a3-4cff-b7c9-5a0797c74bf6 tempest-DeleteServersAdminTestJSON-347635726 tempest-DeleteServersAdminTestJSON-347635726-project-admin] No DVR routers for this DVR port e7b7615f-43ad-4e12-9329-ee17b8695ca2 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:33:53.975438 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8562680b-7087-4de9-9223-f929e8c19e42 req-879eab7b-d4a3-4cff-b7c9-5a0797c74bf6 tempest-DeleteServersAdminTestJSON-347635726 tempest-DeleteServersAdminTestJSON-347635726-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:53.986858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8562680b-7087-4de9-9223-f929e8c19e42 req-879eab7b-d4a3-4cff-b7c9-5a0797c74bf6 tempest-DeleteServersAdminTestJSON-347635726 tempest-DeleteServersAdminTestJSON-347635726-project-admin] 10.222.0.47 "DELETE /v2.0/ports/e7b7615f-43ad-4e12-9329-ee17b8695ca2 HTTP/1.1" status: 204 len: 173 time: 0.6081526 Dec 11 22:33:54.018297 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:54.123684 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 9398fa54-db68-49ae-98a4-30522ea49db3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=9398fa54-db68-49ae-98a4-30522ea49db3,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:33:54.140289 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb0326c2-084d-40df-9ada-8c18d65bcbd6 req-223e2444-a605-4472-8751-b459d7d2c328 tempest-AggregatesAdminTestJSON-205017556 tempest-AggregatesAdminTestJSON-205017556-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd2d1467-6c52-41a0-aab0-7cda2b24f68c HTTP/1.1" status: 200 len: 210 time: 0.0741336 Dec 11 22:33:54.227264 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddabd24-211f-4dae-ba97-468bd77ae8b7 req-b2a6e009-d114-473e-9409-339ccc4125ca tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:54.234752 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ddabd24-211f-4dae-ba97-468bd77ae8b7 req-b2a6e009-d114-473e-9409-339ccc4125ca tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 949 time: 0.1993768 Dec 11 22:33:54.238205 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:54.244532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b4410-cfec-4161-9241-e4d099456a28 req-58645d12-6cba-4e69-ae33-7cd7dd2a62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:54.245336 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e96b4410-cfec-4161-9241-e4d099456a28 req-58645d12-6cba-4e69-ae33-7cd7dd2a62c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 1101 time: 0.1535413 Dec 11 22:33:54.341045 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51867214-2c64-4c28-9cb5-aa5cc72b8a98 req-0891d8f3-f367-4930-9ee2-30e3a4ab66ea tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:54.354893 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=9398fa54-db68-49ae-98a4-30522ea49db3,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:54.363433 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ddabd24-211f-4dae-ba97-468bd77ae8b7 req-16f8ea1b-13a0-4e0b-8f33-21debf46448b tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277132 Dec 11 22:33:54.376124 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-51867214-2c64-4c28-9cb5-aa5cc72b8a98 req-0891d8f3-f367-4930-9ee2-30e3a4ab66ea tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 966 time: 0.1327176 Dec 11 22:33:54.440123 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-51867214-2c64-4c28-9cb5-aa5cc72b8a98 req-12cfaf23-1ffe-4c36-8102-d60ebfe9f4c3 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701520 Dec 11 22:33:54.500429 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4f52-8495-40c4-9a9b-3046f1ad00fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:54.513686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b4410-cfec-4161-9241-e4d099456a28 req-17dba46c-b1af-4b1f-9ed4-d7029c5be864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:54.515425 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e96b4410-cfec-4161-9241-e4d099456a28 req-17dba46c-b1af-4b1f-9ed4-d7029c5be864 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2046883 Dec 11 22:33:54.563906 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e96b4410-cfec-4161-9241-e4d099456a28 req-ecb2724c-86c3-470b-afa0-9d88e3f98f59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76 HTTP/1.1" status: 200 len: 217 time: 0.0385940 Dec 11 22:33:54.574500 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:54.583328 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a4b1d25-70a7-46ed-9f01-f21fdc02ca26 req-9dc396fb-9d1b-41d6-9cd9-c076bf337e37 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12110b6-9586-4ce5-a386-aa0a48c8dd9b HTTP/1.1" status: 200 len: 210 time: 0.1178000 Dec 11 22:33:54.612306 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4f52-8495-40c4-9a9b-3046f1ad00fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:54.638910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b4410-cfec-4161-9241-e4d099456a28 req-192991ba-e13f-40af-b15f-ee2559f46897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:54.640381 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e96b4410-cfec-4161-9241-e4d099456a28 req-192991ba-e13f-40af-b15f-ee2559f46897 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0557797 Dec 11 22:33:54.640928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12110b6-9586-4ce5-a386-aa0a48c8dd9b', 'name': 'network-vif-deleted', 'tag': 'e7b7615f-43ad-4e12-9329-ee17b8695ca2'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:33:54.643289 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a86255-6b6f-4419-8a45-a90094ecf49b" -d '{"events": [{"server_uuid": "c12110b6-9586-4ce5-a386-aa0a48c8dd9b", "name": "network-vif-deleted", "tag": "e7b7615f-43ad-4e12-9329-ee17b8695ca2"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:33:54.686730 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24383483-211e-4709-b813-41f8112d0760 x-openstack-request-id: req-24383483-211e-4709-b813-41f8112d0760 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:33:54.687083 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12110b6-9586-4ce5-a386-aa0a48c8dd9b", "name": "network-vif-deleted", "tag": "e7b7615f-43ad-4e12-9329-ee17b8695ca2", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:33:54.687345 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-24383483-211e-4709-b813-41f8112d0760 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:33:54.687741 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12110b6-9586-4ce5-a386-aa0a48c8dd9b', 'name': 'network-vif-deleted', 'tag': 'e7b7615f-43ad-4e12-9329-ee17b8695ca2', 'status': 'completed', 'code': 200} Dec 11 22:33:54.690298 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b4410-cfec-4161-9241-e4d099456a28 req-439dbb59-6cc2-42fb-9424-b018e970ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:54.692180 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e96b4410-cfec-4161-9241-e4d099456a28 req-439dbb59-6cc2-42fb-9424-b018e970ed86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446086 Dec 11 22:33:54.693844 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4f52-8495-40c4-9a9b-3046f1ad00fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:54.719741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9038015-0b77-492f-8a30-27cb74d8ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac56fdea-5004-4422-b011-65e1f4d16141'}, {'server_uuid': '383bb4c2-9da2-4d15-ab2a-bacd59390668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398fa54-db68-49ae-98a4-30522ea49db3'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:33:54.722742 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0d0abb-bada-4ce9-a661-7c85680ae57b" -d '{"events": [{"server_uuid": "d9038015-0b77-492f-8a30-27cb74d8ec15", "name": "network-vif-plugged", "status": "completed", "tag": "ac56fdea-5004-4422-b011-65e1f4d16141"}, {"server_uuid": "383bb4c2-9da2-4d15-ab2a-bacd59390668", "name": "network-vif-plugged", "status": "completed", "tag": "9398fa54-db68-49ae-98a4-30522ea49db3"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:33:54.744868 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1c3e4f52-8495-40c4-9a9b-3046f1ad00fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=749d7fd63c6e4bb48ce4bd6bb85325d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8362346 Dec 11 22:33:54.746858 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39046) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:54.764593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e4f52-8495-40c4-9a9b-3046f1ad00fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a6b826-63d5-424d-bf8e-1a8a67e3bbc7,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:54.791232 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 22:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e410a81-a46f-4b58-aa59-129837313e33 x-openstack-request-id: req-9e410a81-a46f-4b58-aa59-129837313e33 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:33:54.791534 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9038015-0b77-492f-8a30-27cb74d8ec15", "name": "network-vif-plugged", "status": "completed", "tag": "ac56fdea-5004-4422-b011-65e1f4d16141", "code": 200}, {"server_uuid": "383bb4c2-9da2-4d15-ab2a-bacd59390668", "name": "network-vif-plugged", "status": "completed", "tag": "9398fa54-db68-49ae-98a4-30522ea49db3", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:33:54.791788 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e410a81-a46f-4b58-aa59-129837313e33 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:33:54.792190 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9038015-0b77-492f-8a30-27cb74d8ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac56fdea-5004-4422-b011-65e1f4d16141', 'code': 200} Dec 11 22:33:54.792447 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383bb4c2-9da2-4d15-ab2a-bacd59390668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398fa54-db68-49ae-98a4-30522ea49db3', 'code': 200} Dec 11 22:33:54.810784 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e96b4410-cfec-4161-9241-e4d099456a28 req-94190dd4-3d16-4033-b06a-ae30b935f053 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054533 Dec 11 22:33:54.876747 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5a4e03be-48ae-43e5-9695-d5ffd97aef92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:54.919650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c093e-f4c3-43cd-9b1f-b06ccd24a1c9 req-2f50b390-7dfe-456d-a33d-472a76fb179e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:54.927504 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f26c093e-f4c3-43cd-9b1f-b06ccd24a1c9 req-2f50b390-7dfe-456d-a33d-472a76fb179e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0871868 Dec 11 22:33:54.935690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5a4e03be-48ae-43e5-9695-d5ffd97aef92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:54.981926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c49e59-525e-41af-8331-ba06a54c70bd req-b3c8ea9e-4e64-42c8-bdff-8b947894a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:54.983884 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27c49e59-525e-41af-8331-ba06a54c70bd req-b3c8ea9e-4e64-42c8-bdff-8b947894a976 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 1117 time: 0.0981991 Dec 11 22:33:55.023384 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f26c093e-f4c3-43cd-9b1f-b06ccd24a1c9 req-bd9de74d-252d-4065-92d6-080072159570 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948269 Dec 11 22:33:55.046557 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e96b4410-cfec-4161-9241-e4d099456a28 req-c78fb8a7-66cc-422d-91a0-370557a382be service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219214 Dec 11 22:33:55.075664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a1c8a-ccd1-43be-9f7d-d595ac7d57ec req-08f477d8-52c8-41c2-8889-96c392f018df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:55.077129 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9f6a1c8a-ccd1-43be-9f7d-d595ac7d57ec req-08f477d8-52c8-41c2-8889-96c392f018df service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 1101 time: 0.1584423 Dec 11 22:33:55.086794 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27c49e59-525e-41af-8331-ba06a54c70bd req-5ef77348-8d17-49b0-934f-4eae0168c8de service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911920 Dec 11 22:33:55.098693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b4b03-5bf7-47d6-ae44-b4cea291daba req-2ca4fc80-5d39-4b3c-ade8-ee1db1914a27 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:55.100234 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-254b4b03-5bf7-47d6-ae44-b4cea291daba req-2ca4fc80-5d39-4b3c-ade8-ee1db1914a27 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 967 time: 0.1065011 Dec 11 22:33:55.139602 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5a4e03be-48ae-43e5-9695-d5ffd97aef92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:55.143764 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5a4e03be-48ae-43e5-9695-d5ffd97aef92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:55.150164 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5a4e03be-48ae-43e5-9695-d5ffd97aef92 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57a6b826-63d5-424d-bf8e-1a8a67e3bbc7 HTTP/1.1" status: 204 len: 168 time: 0.3990495 Dec 11 22:33:55.156098 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e03be-48ae-43e5-9695-d5ffd97aef92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a6b826-63d5-424d-bf8e-1a8a67e3bbc7,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:55.197650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9f6a1c8a-ccd1-43be-9f7d-d595ac7d57ec req-87bbc69e-0cf6-4c59-82f6-ff6b43e403fc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848217 Dec 11 22:33:55.211060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-254b4b03-5bf7-47d6-ae44-b4cea291daba req-9853b418-105e-4d4b-abdb-916861f29780 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045732 Dec 11 22:33:55.367904 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c5289-9f55-427d-ab87-0c4fcd80da74 req-6c70c370-715f-4848-a158-d618ef5e60a5 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:55.369385 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd2c5289-9f55-427d-ab87-0c4fcd80da74 req-6c70c370-715f-4848-a158-d618ef5e60a5 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 967 time: 0.0497632 Dec 11 22:33:55.378430 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39066) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:55.383379 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b38ead5e-0ec9-45cd-be54-d14cce11fc87 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Request body: {'floatingip': {'port_id': 'fb341b21-8b30-4d61-9ea8-661430baf73f'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:55.458726 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b38ead5e-0ec9-45cd-be54-d14cce11fc87 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:55.532266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09b33e-8f00-483b-aff0-87f76af26c29 req-f8c25397-bef4-4a54-b811-01ed6d300663 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:55.539887 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c09b33e-8f00-483b-aff0-87f76af26c29 req-f8c25397-bef4-4a54-b811-01ed6d300663 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 950 time: 0.1082528 Dec 11 22:33:55.550459 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-52300402-65f4-49f2-9cb9-82ecd9e23222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:55.552404 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-52300402-65f4-49f2-9cb9-82ecd9e23222 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 1101 time: 0.0889277 Dec 11 22:33:55.657003 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c09b33e-8f00-483b-aff0-87f76af26c29 req-28fb612a-74c7-4073-9541-368301dcef12 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127627 Dec 11 22:33:55.710593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-af6d4cd4-fb56-41b1-8b13-9e32395e478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:55.712090 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-af6d4cd4-fb56-41b1-8b13-9e32395e478e service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1371977 Dec 11 22:33:55.781940 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-c49b234a-2922-41e8-9d17-126d77001033 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76 HTTP/1.1" status: 200 len: 217 time: 0.0521853 Dec 11 22:33:55.813218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1f09a-fc9e-485b-b35f-290fe73276a4 req-e39660d7-dfb8-4177-8529-d69007e27df4 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:55.814714 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7ff1f09a-fc9e-485b-b35f-290fe73276a4 req-e39660d7-dfb8-4177-8529-d69007e27df4 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 966 time: 0.1366906 Dec 11 22:33:55.838027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-1f59874f-5213-423f-9c4b-b57fa42b6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:55.839550 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-1f59874f-5213-423f-9c4b-b57fa42b6693 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0483429 Dec 11 22:33:55.886219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-cce5a8b4-615b-4a80-8064-2ae4de9b3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:55.887728 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-cce5a8b4-615b-4a80-8064-2ae4de9b3d4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407734 Dec 11 22:33:56.017308 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-df406d0a-d975-4534-a18c-bc87be6f5f09 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119251 Dec 11 22:33:56.018121 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7ff1f09a-fc9e-485b-b35f-290fe73276a4 req-fd804e9f-b220-4bdd-870a-c6075697436e tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828139 Dec 11 22:33:56.018221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39082) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:56.048584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39084) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:56.062554 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d85f5136-a5eb-46a1-9240-f4055f0f73ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:56.071270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 38449936-87cc-4369-9e2e-b4e775f248f6 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:33:56.120104 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 38449936-87cc-4369-9e2e-b4e775f248f6 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:33:56.120470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 38449936-87cc-4369-9e2e-b4e775f248f6 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:33:56.322108 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-2d3b3b92-5f41-4d56-90f5-0e60dc43434f tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=581f7732a8e743268ae6fe05a6ba6f4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506134 Dec 11 22:33:56.480007 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-1f0772fb-8e2f-4bf6-a22e-57546bb72e56 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645166 Dec 11 22:33:56.507529 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578bafe-a957-41a5-9808-f0a08377586c req-23eb4ec5-bb51-4577-bad7-0a50d1b31822 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:56.509030 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4578bafe-a957-41a5-9808-f0a08377586c req-23eb4ec5-bb51-4577-bad7-0a50d1b31822 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.1079681 Dec 11 22:33:56.561267 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d85f5136-a5eb-46a1-9240-f4055f0f73ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:56.579410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4578bafe-a957-41a5-9808-f0a08377586c req-63417de0-d883-4f64-b8fb-116b1e4e6686 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632768 Dec 11 22:33:56.615582 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d85f5136-a5eb-46a1-9240-f4055f0f73ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:56.619868 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4305cbdc-1866-4500-9935-61a11e6dc405 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e45ffcc61acb4a48bdc66a4d70003a2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5701513 Dec 11 22:33:56.632594 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39108) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:56.656632 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d85f5136-a5eb-46a1-9240-f4055f0f73ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fda1715983ac49b6a86006c8ce8f99fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6381280 Dec 11 22:33:56.659110 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39110) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:56.675452 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.resource_extend [None req-b38ead5e-0ec9-45cd-be54-d14cce11fc87 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:33:56.701854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f5136-a5eb-46a1-9240-f4055f0f73ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d10c752-d6cf-4726-88dd-c0d806f3306d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:56.751229 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8fbce8a-5318-4405-b058-43da0b6c7fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:56.766392 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-5b8526f2-5448-417c-8c1a-4e10d3efe30d tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:56.767922 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-5b8526f2-5448-417c-8c1a-4e10d3efe30d tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4374013 Dec 11 22:33:56.774505 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8fbce8a-5318-4405-b058-43da0b6c7fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:56.785805 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b38ead5e-0ec9-45cd-be54-d14cce11fc87 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:56.796270 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-621aafa2-f053-47a3-bb56-ae9e5da5cf23 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/quotas/581f7732a8e743268ae6fe05a6ba6f4a HTTP/1.1" status: 200 len: 375 time: 0.0179639 Dec 11 22:33:56.838667 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-a42763ff-a0d8-4740-b379-db6f2fa6166e tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=581f7732a8e743268ae6fe05a6ba6f4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328088 Dec 11 22:33:56.839696 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b38ead5e-0ec9-45cd-be54-d14cce11fc87 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:56.842307 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6f97d9a-1d33-4568-94d1-6fb3e3200aa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:56.918007 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6f97d9a-1d33-4568-94d1-6fb3e3200aa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:56.939652 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8fbce8a-5318-4405-b058-43da0b6c7fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:56.943576 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8fbce8a-5318-4405-b058-43da0b6c7fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:56.948785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e8fbce8a-5318-4405-b058-43da0b6c7fc0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d10c752-d6cf-4726-88dd-c0d806f3306d HTTP/1.1" status: 204 len: 168 time: 0.2791622 Dec 11 22:33:56.961274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbce8a-5318-4405-b058-43da0b6c7fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d10c752-d6cf-4726-88dd-c0d806f3306d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:56.987146 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-b38ead5e-0ec9-45cd-be54-d14cce11fc87 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Floating IP 0fdbbb86-ba35-4739-8cf4-f693f01bb47a associated. External IP: 172.25.1.109, port: fb341b21-8b30-4d61-9ea8-661430baf73f. Dec 11 22:33:57.219054 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d54d2-23e6-4d07-a759-e2f0939dbfdf req-bed721d6-d057-4278-9f15-da0f120b8d13 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:57.224140 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-788d54d2-23e6-4d07-a759-e2f0939dbfdf req-bed721d6-d057-4278-9f15-da0f120b8d13 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 966 time: 0.0528371 Dec 11 22:33:57.283249 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-788d54d2-23e6-4d07-a759-e2f0939dbfdf req-4e4930f2-6ea7-446f-b03f-de18176cd5cb tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540824 Dec 11 22:33:57.325210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f281ae-c95d-4408-acf3-b887c8106b21 req-169367c4-0aae-42a1-873b-cd335a4e51b9 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:57.330131 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-48f281ae-c95d-4408-acf3-b887c8106b21 req-169367c4-0aae-42a1-873b-cd335a4e51b9 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 950 time: 0.1029410 Dec 11 22:33:57.330131 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6f97d9a-1d33-4568-94d1-6fb3e3200aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:57.332605 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6f97d9a-1d33-4568-94d1-6fb3e3200aa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:57.333685 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f6f97d9a-1d33-4568-94d1-6fb3e3200aa1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93693792-724a-41a8-8828-1f0e55879155 HTTP/1.1" status: 204 len: 168 time: 0.7001607 Dec 11 22:33:57.355047 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-806fe4a8-64ee-4dca-bdff-c843024182b6 req-bb9fcc4c-f6c5-47f9-ab22-ba63729c7e41 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 210 time: 0.0291040 Dec 11 22:33:57.362333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f97d9a-1d33-4568-94d1-6fb3e3200aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93693792-724a-41a8-8828-1f0e55879155,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:57.438995 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-48f281ae-c95d-4408-acf3-b887c8106b21 req-bc333d42-f853-4190-acf9-1d6ef074d946 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040757 Dec 11 22:33:57.518547 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38ead5e-0ec9-45cd-be54-d14cce11fc87 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Router 955d64cc-d25f-4201-b2e1-ce8b83245284 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:33:57.591592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e7b7615f-43ad-4e12-9329-ee17b8695ca2 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:33:57.630964 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: e7b7615f-43ad-4e12-9329-ee17b8695ca2 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:33:57.631677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e7b7615f-43ad-4e12-9329-ee17b8695ca2 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:33:57.668686 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38ead5e-0ec9-45cd-be54-d14cce11fc87 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:33:57.676494 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b38ead5e-0ec9-45cd-be54-d14cce11fc87 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:57.702770 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8442cb66-4263-437e-958f-36843ac491a4 None None] Sync routers for ids ['955d64cc-d25f-4201-b2e1-ce8b83245284'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:33:57.730249 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8442cb66-4263-437e-958f-36843ac491a4 None None] Routers {'955d64cc-d25f-4201-b2e1-ce8b83245284'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:33:57.730249 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8442cb66-4263-437e-958f-36843ac491a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:33:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['955d64cc-d25f-4201-b2e1-ce8b83245284'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:57.730473 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b38ead5e-0ec9-45cd-be54-d14cce11fc87 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "PUT /v2.0/floatingips/0fdbbb86-ba35-4739-8cf4-f693f01bb47a HTTP/1.1" status: 200 len: 1013 time: 2.3461206 Dec 11 22:33:57.730473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904eddeb-2243-47d3-91d0-47f5f430bdbd', 'tag': 'fb341b21-8b30-4d61-9ea8-661430baf73f'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:33:57.730473 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278c402b-dafe-415d-a235-d93ad64322d1" -d '{"events": [{"name": "network-changed", "server_uuid": "904eddeb-2243-47d3-91d0-47f5f430bdbd", "tag": "fb341b21-8b30-4d61-9ea8-661430baf73f"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:33:57.836249 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8442cb66-4263-437e-958f-36843ac491a4 None None] Set router 955d64cc-d25f-4201-b2e1-ce8b83245284 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:33:57.966958 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef8812-9724-42b2-beca-75cb7e9b6458 req-ab465ab1-b980-467a-9a44-4c9bb7547a7f tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:57.968761 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a5ef8812-9724-42b2-beca-75cb7e9b6458 req-ab465ab1-b980-467a-9a44-4c9bb7547a7f tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 1117 time: 0.0659435 Dec 11 22:33:58.038629 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a5ef8812-9724-42b2-beca-75cb7e9b6458 req-28a6b272-617c-4e85-ae5f-2bf8053ef16b tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533557 Dec 11 22:33:58.216290 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41a1c0-ae1b-46d6-8658-f7d951255081 req-d3dd2254-358e-4fdb-a323-960bc5c920d8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:58.217813 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e41a1c0-ae1b-46d6-8658-f7d951255081 req-d3dd2254-358e-4fdb-a323-960bc5c920d8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0560560 Dec 11 22:33:58.234348 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8442cb66-4263-437e-958f-36843ac491a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '0fdbbb86-ba35-4739-8cf4-f693f01bb47a', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'port_id': 'fb341b21-8b30-4d61-9ea8-661430baf73f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'mac_address': 'fa:16:3e:2d:95:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eddeb-2243-47d3-91d0-47f5f430bdbd', 'device_owner': 'compute:tempest-test_az-431819819'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:33:31Z', 'updated_at': '2021-12-11T22:33:56Z', 'revision_number': 1, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:09Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:58.262582 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8442cb66-4263-437e-958f-36843ac491a4 None None] Checking router: 955d64cc-d25f-4201-b2e1-ce8b83245284 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:33:58.271739 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8442cb66-4263-437e-958f-36843ac491a4 None None] Routers {'955d64cc-d25f-4201-b2e1-ce8b83245284'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:33:58.272697 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8442cb66-4263-437e-958f-36843ac491a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:33:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['955d64cc-d25f-4201-b2e1-ce8b83245284'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:58.275403 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e41a1c0-ae1b-46d6-8658-f7d951255081 req-2820b6dc-bf05-4ad3-83a0-ccf1de821a04 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497222 Dec 11 22:33:58.293947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39160) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:58.388915 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaee222-7fa7-4906-ad9a-0faebd2d408b x-openstack-request-id: req-ffaee222-7fa7-4906-ad9a-0faebd2d408b {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:33:58.388915 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904eddeb-2243-47d3-91d0-47f5f430bdbd", "tag": "fb341b21-8b30-4d61-9ea8-661430baf73f", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:33:58.389545 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8442cb66-4263-437e-958f-36843ac491a4 None None] Set router 955d64cc-d25f-4201-b2e1-ce8b83245284 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:33:58.389636 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ffaee222-7fa7-4906-ad9a-0faebd2d408b {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:33:58.389636 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904eddeb-2243-47d3-91d0-47f5f430bdbd', 'tag': 'fb341b21-8b30-4d61-9ea8-661430baf73f', 'status': 'completed', 'code': 200} Dec 11 22:33:58.533460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bee166e7-0fac-4325-82fa-562c276545c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bce9ec8cd2404f36bb2ff807a26b09a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376847 Dec 11 22:33:58.536809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39172) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:33:58.571784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c402b-dafe-415d-a235-d93ad64322d1 req-7db20cde-93b5-4a9a-8818-b9552c647b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:58.572286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65a87f-b625-43d7-915e-4de06008b0d5 req-1f95dfc0-28ec-4b21-9690-16dbc346ebec tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:58.573793 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-278c402b-dafe-415d-a235-d93ad64322d1 req-7db20cde-93b5-4a9a-8818-b9552c647b29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=556a7ebc068346b0987349bf55b5f5c7&device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 1118 time: 0.1538017 Dec 11 22:33:58.575111 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d65a87f-b625-43d7-915e-4de06008b0d5 req-1f95dfc0-28ec-4b21-9690-16dbc346ebec tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 950 time: 0.0802023 Dec 11 22:33:58.578335 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f984814-f02d-4974-a787-a1a001a0e13b req-04b6d18c-12d0-49a3-a3ab-c3d5e845c5c5 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:58.580060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f984814-f02d-4974-a787-a1a001a0e13b req-04b6d18c-12d0-49a3-a3ab-c3d5e845c5c5 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 1117 time: 0.0970254 Dec 11 22:33:58.643298 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d65a87f-b625-43d7-915e-4de06008b0d5 req-d171b3b6-4d69-41f9-ae99-498915ccb8e4 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604842 Dec 11 22:33:58.663784 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8442cb66-4263-437e-958f-36843ac491a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '0fdbbb86-ba35-4739-8cf4-f693f01bb47a', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'port_id': 'fb341b21-8b30-4d61-9ea8-661430baf73f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'mac_address': 'fa:16:3e:2d:95:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eddeb-2243-47d3-91d0-47f5f430bdbd', 'device_owner': 'compute:tempest-test_az-431819819'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:33:31Z', 'updated_at': '2021-12-11T22:33:56Z', 'revision_number': 1, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:09Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:33:58.695573 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8442cb66-4263-437e-958f-36843ac491a4 None None] The sync data for ids ['955d64cc-d25f-4201-b2e1-ce8b83245284'] in n-d-710847-6 is: [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '0fdbbb86-ba35-4739-8cf4-f693f01bb47a', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'port_id': 'fb341b21-8b30-4d61-9ea8-661430baf73f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'mac_address': 'fa:16:3e:2d:95:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eddeb-2243-47d3-91d0-47f5f430bdbd', 'device_owner': 'compute:tempest-test_az-431819819'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:33:31Z', 'updated_at': '2021-12-11T22:33:56Z', 'revision_number': 1, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:09Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:33:58.695858 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c1db0ecf-7720-4257-a82f-663477c9abe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:58.733006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f984814-f02d-4974-a787-a1a001a0e13b req-d6d3e4be-a332-410a-bb59-d8f52b6dbae8 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392643 Dec 11 22:33:58.766032 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c1db0ecf-7720-4257-a82f-663477c9abe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:58.768777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c402b-dafe-415d-a235-d93ad64322d1 req-ae1ec69f-2269-4591-bc97-3ae7a6934cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:58.771108 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-278c402b-dafe-415d-a235-d93ad64322d1 req-ae1ec69f-2269-4591-bc97-3ae7a6934cde service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4c48a02-3b82-4092-9ade-e5e796a844fd HTTP/1.1" status: 200 len: 924 time: 0.1861625 Dec 11 22:33:58.916175 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-278c402b-dafe-415d-a235-d93ad64322d1 req-ed1a7574-56f3-475a-898a-fa853bd6a5cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb341b21-8b30-4d61-9ea8-661430baf73f HTTP/1.1" status: 200 len: 1021 time: 0.1366065 Dec 11 22:33:58.940470 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-700c6c84-f597-4965-af5d-17d6eda1b8f1 req-69f78657-eefd-4669-a8b2-ce3946a72c73 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 210 time: 0.0352805 Dec 11 22:33:58.994941 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c402b-dafe-415d-a235-d93ad64322d1 req-06ed8334-2a82-4792-95a0-ff38ad879244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:58.994941 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-278c402b-dafe-415d-a235-d93ad64322d1 req-06ed8334-2a82-4792-95a0-ff38ad879244 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=719ab16a-0b20-4a94-b6be-58476ab1f8d5 HTTP/1.1" status: 200 len: 862 time: 0.0573242 Dec 11 22:33:59.057840 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f528f-38aa-4cfa-9cc0-33478745f05d None None] New status for floating IP 0fdbbb86-ba35-4739-8cf4-f693f01bb47a: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:33:59.089601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c402b-dafe-415d-a235-d93ad64322d1 req-83c7275a-fb12-4b49-8a0b-cd1b9aa492e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:59.091551 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-278c402b-dafe-415d-a235-d93ad64322d1 req-83c7275a-fb12-4b49-8a0b-cd1b9aa492e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4c48a02-3b82-4092-9ade-e5e796a844fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892830 Dec 11 22:33:59.158293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-8082a721-5798-46b8-aadd-4b37fb5ae733 req-e72e5a43-8380-4f0e-8012-b570426a9d5b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:33:59.159375 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8082a721-5798-46b8-aadd-4b37fb5ae733 req-e72e5a43-8380-4f0e-8012-b570426a9d5b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051789 Dec 11 22:33:59.173628 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c1db0ecf-7720-4257-a82f-663477c9abe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:59.177335 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c1db0ecf-7720-4257-a82f-663477c9abe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:59.181322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c1db0ecf-7720-4257-a82f-663477c9abe3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86b6a28d-aed0-47c3-a30a-f9a052703729 HTTP/1.1" status: 204 len: 168 time: 0.6427360 Dec 11 22:33:59.201613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db0ecf-7720-4257-a82f-663477c9abe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b6a28d-aed0-47c3-a30a-f9a052703729,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:33:59.225995 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-278c402b-dafe-415d-a235-d93ad64322d1 req-c8f71e88-d197-45b6-af16-5e0aeb91a72a service neutron] 10.222.0.13 "GET /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247437 Dec 11 22:33:59.375214 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-b36e1890-0d7f-4711-a1e3-4297ecff6439 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=581f7732a8e743268ae6fe05a6ba6f4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251071 Dec 11 22:33:59.458710 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-278c402b-dafe-415d-a235-d93ad64322d1 req-333f0816-d1c7-46aa-91ea-59d6584cb257 service neutron] 10.222.0.13 "GET /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247264 Dec 11 22:33:59.542383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-47a223b8-dbe7-4a3d-8aab-7eb6522282f4 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:59.544557 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-47a223b8-dbe7-4a3d-8aab-7eb6522282f4 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1630018 Dec 11 22:33:59.563624 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01044b8-e614-4c44-8aa1-a0c25124336b req-7775409e-15bb-482e-9476-9a741369801a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:59.565483 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c01044b8-e614-4c44-8aa1-a0c25124336b req-7775409e-15bb-482e-9476-9a741369801a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0748622 Dec 11 22:33:59.565992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Request body: {'port': {'device_id': 'c16ac036-3583-4464-a6bf-aebd1bf6256a', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': '581f7732a8e743268ae6fe05a6ba6f4a'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:33:59.645076 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c01044b8-e614-4c44-8aa1-a0c25124336b req-96d026e7-23c5-4d96-9fdc-4e392634a627 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651319 Dec 11 22:33:59.773947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Made reservation on behalf of 581f7732a8e743268ae6fe05a6ba6f4a for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:33:59.779326 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:33:59.955123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a9b67-7b47-4a27-a013-3a50b56ab3e4 req-e4983544-0760-47b2-891a-7fe6a54e7e19 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:33:59.958710 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-972a9b67-7b47-4a27-a013-3a50b56ab3e4 req-e4983544-0760-47b2-891a-7fe6a54e7e19 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 950 time: 0.0598447 Dec 11 22:33:59.960341 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Allocated IP 192.168.233.110 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/a5abf96e-8b6c-42b4-bc2f-f8f84696d786) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:34:00.043960 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-972a9b67-7b47-4a27-a013-3a50b56ab3e4 req-85fc2706-05b8-4ad6-856b-8867f9a953bc tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752881 Dec 11 22:34:00.140384 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:00.241620 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5cf4cbb5-15e3-4d07-ae84-5438ed13d5b9 req-155b987c-1a8d-4925-8a2b-9df9a0b59597 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 210 time: 0.0254443 Dec 11 22:34:00.288212 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:00.351324 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6640a5-c948-486f-95f7-989b9c13b6a9 req-0d54fba6-906c-47b3-b0a1-dd6ffb7f085c tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:00.352849 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa6640a5-c948-486f-95f7-989b9c13b6a9 req-0d54fba6-906c-47b3-b0a1-dd6ffb7f085c tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 1101 time: 0.0432074 Dec 11 22:34:00.362979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:34:00.371140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:00.380782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Pushing event updated for resources: {'Port': ['ID=a5abf96e-8b6c-42b4-bc2f-f8f84696d786,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:00.381330 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-aa6640a5-c948-486f-95f7-989b9c13b6a9 req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:00.392793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:34:00.405166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:00.405839 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:00.409186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.409540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.409892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.410234 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.410720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.410964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.411303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.411633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.411983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.412475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.412966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.413299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.413625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.477861 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-aa6640a5-c948-486f-95f7-989b9c13b6a9 req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:00.525068 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-7c9739e0-030d-42c2-b6c6-fb30146ff85b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9631608 Dec 11 22:34:00.551756 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-aa6640a5-c948-486f-95f7-989b9c13b6a9 req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:00.553195 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Request body: {'port': {'device_id': 'c16ac036-3583-4464-a6bf-aebd1bf6256a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:00.591118 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa6640a5-c948-486f-95f7-989b9c13b6a9 req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288206 Dec 11 22:34:00.591720 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63256eb1-2d20-4d36-8cfd-be366adcc09a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:00.599648 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.600006 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.600357 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.600698 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.601223 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.601562 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.601901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.602237 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.602571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.602926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.603261 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.603593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.603915 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8c7c4a-0c8c-4c45-83a3-11d6b9f879c8 tempest-LiveMigrationNegativeTest-1793270239 tempest-LiveMigrationNegativeTest-1793270239-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:00.612094 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:00.647366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-601f3440-35d2-46f6-aa57-7e421d7e8a37 None None] Provisioning complete for port a5abf96e-8b6c-42b4-bc2f-f8f84696d786 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:00.647366 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-601f3440-35d2-46f6-aa57-7e421d7e8a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:00.697094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-601f3440-35d2-46f6-aa57-7e421d7e8a37 None None] Port a5abf96e-8b6c-42b4-bc2f-f8f84696d786 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:34:00.898321 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5abf96e-8b6c-42b4-bc2f-f8f84696d786 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:00.906294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:00.920337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Transition to ACTIVE for port object a5abf96e-8b6c-42b4-bc2f-f8f84696d786 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:34:00.986327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39278) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:01.025373 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:01.102229 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c958684-64ab-40a9-a850-12f744352938 req-9e4d7f2a-a0a8-4bb6-8e9a-d2662cd65221 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:01.104210 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8c958684-64ab-40a9-a850-12f744352938 req-9e4d7f2a-a0a8-4bb6-8e9a-d2662cd65221 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0656207 Dec 11 22:34:01.115312 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Pushing event updated for resources: {'Port': ['ID=a5abf96e-8b6c-42b4-bc2f-f8f84696d786,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:01.122786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Attempting to bind port a5abf96e-8b6c-42b4-bc2f-f8f84696d786 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:01.123156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Attempting to bind port a5abf96e-8b6c-42b4-bc2f-f8f84696d786 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:01.123485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Attempting to bind port a5abf96e-8b6c-42b4-bc2f-f8f84696d786 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:01.132372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Port a5abf96e-8b6c-42b4-bc2f-f8f84696d786 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:34:01.132771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Attempting to bind port a5abf96e-8b6c-42b4-bc2f-f8f84696d786 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:01.145999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:01.146340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:01.146718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:01.147189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Bound port: a5abf96e-8b6c-42b4-bc2f-f8f84696d786, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:01.147546 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:01.167934 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a88248b-49e4-49a0-a76d-732ecc783619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:01.180595 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8c958684-64ab-40a9-a850-12f744352938 req-14614e82-baa1-49be-8222-7e00cddc510f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704372 Dec 11 22:34:01.278344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] For port a5abf96e-8b6c-42b4-bc2f-f8f84696d786, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:01.283585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] For port a5abf96e-8b6c-42b4-bc2f-f8f84696d786, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a5abf96e-8b6c-42b4-bc2f-f8f84696d786,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:01.343925 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a88248b-49e4-49a0-a76d-732ecc783619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:01.380928 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:01.437584 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a88248b-49e4-49a0-a76d-732ecc783619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:01.485497 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd4dc5-d659-4aac-844e-486bb9127800 req-932cae85-1971-4c85-86eb-4ebc2a2e3809 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:01.487147 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8cdd4dc5-d659-4aac-844e-486bb9127800 req-932cae85-1971-4c85-86eb-4ebc2a2e3809 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 948 time: 0.0589890 Dec 11 22:34:01.499449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88248b-49e4-49a0-a76d-732ecc783619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b58f814-f2c7-4c2a-ba9d-b2d156a6564e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:01.525256 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9a88248b-49e4-49a0-a76d-732ecc783619 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c934ce68c4d54b5db0393c830a1f674d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5290613 Dec 11 22:34:01.525688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Pushing event updated for resources: {'Port': ['ID=a5abf96e-8b6c-42b4-bc2f-f8f84696d786,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:01.527965 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39302) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:01.542135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:01.543110 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:01.544724 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-475cf013-29ef-4754-b0c1-f73983707e24 service neutron] 10.222.0.47 "PUT /v2.0/ports/a5abf96e-8b6c-42b4-bc2f-f8f84696d786 HTTP/1.1" status: 200 len: 1096 time: 0.9974561 Dec 11 22:34:01.559395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16ac036-3583-4464-a6bf-aebd1bf6256a', 'tag': 'a5abf96e-8b6c-42b4-bc2f-f8f84696d786'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:01.565154 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d4b6e7-3b92-4367-8ab7-cdfd447a2953" -d '{"events": [{"name": "network-changed", "server_uuid": "c16ac036-3583-4464-a6bf-aebd1bf6256a", "tag": "a5abf96e-8b6c-42b4-bc2f-f8f84696d786"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:01.566101 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8cdd4dc5-d659-4aac-844e-486bb9127800 req-8c66c25f-e6e5-481b-847d-64cf4cff2497 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724311 Dec 11 22:34:01.627090 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f46d32fc-732f-412b-9f8f-329e3c4b35ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:01.678291 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f46d32fc-732f-412b-9f8f-329e3c4b35ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:01.781992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-e6a4adab-e473-4850-890c-21bbc2ecf73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:01.783536 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-e6a4adab-e473-4850-890c-21bbc2ecf73c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=581f7732a8e743268ae6fe05a6ba6f4a&device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 1099 time: 0.0679018 Dec 11 22:34:01.814290 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39314) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:01.849937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-95530d21-f211-4a38-914e-e57f239743ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a5abf96e-8b6c-42b4-bc2f-f8f84696d786 HTTP/1.1" status: 200 len: 217 time: 0.0516243 Dec 11 22:34:01.851620 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f46d32fc-732f-412b-9f8f-329e3c4b35ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:01.854061 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f46d32fc-732f-412b-9f8f-329e3c4b35ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:01.855229 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f46d32fc-732f-412b-9f8f-329e3c4b35ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b58f814-f2c7-4c2a-ba9d-b2d156a6564e HTTP/1.1" status: 204 len: 168 time: 0.3243873 Dec 11 22:34:01.866599 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d32fc-732f-412b-9f8f-329e3c4b35ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b58f814-f2c7-4c2a-ba9d-b2d156a6564e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:01.931505 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-0ef8d4be-aecf-4071-ad03-92a89245945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:01.933585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-0ef8d4be-aecf-4071-ad03-92a89245945b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0571215 Dec 11 22:34:01.994533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-260a7d49-527c-4850-ab9f-74bd38b93304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:01.994533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-260a7d49-527c-4850-ab9f-74bd38b93304 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0522010 Dec 11 22:34:02.058399 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7db0b9-d40d-4730-ae6d-d8e8270f6c02 x-openstack-request-id: req-fc7db0b9-d40d-4730-ae6d-d8e8270f6c02 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:02.058832 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16ac036-3583-4464-a6bf-aebd1bf6256a", "tag": "a5abf96e-8b6c-42b4-bc2f-f8f84696d786", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:02.058999 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc7db0b9-d40d-4730-ae6d-d8e8270f6c02 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:02.059352 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16ac036-3583-4464-a6bf-aebd1bf6256a', 'tag': 'a5abf96e-8b6c-42b4-bc2f-f8f84696d786', 'status': 'completed', 'code': 200} Dec 11 22:34:02.117859 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fdb31d2-165e-439e-abf1-63d87fc69c63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:02.141348 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-8f00d9e2-85f9-4249-a0fb-51e631a3ea52 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377797 Dec 11 22:34:02.201479 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51212d71-6b47-4f3f-8fa8-558c7e7ec9e2 req-c66cb25c-d2f6-47a0-b7a7-44c8d12fcccf tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:02.202924 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-51212d71-6b47-4f3f-8fa8-558c7e7ec9e2 req-c66cb25c-d2f6-47a0-b7a7-44c8d12fcccf tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 950 time: 0.0799668 Dec 11 22:34:02.259192 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9b6890d-dfd1-4427-9565-d5bb57e46ba5 req-ea046ed0-6d12-4afb-b348-b3369b7d09c1 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102579 Dec 11 22:34:02.288545 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fdb31d2-165e-439e-abf1-63d87fc69c63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:02.292440 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-51212d71-6b47-4f3f-8fa8-558c7e7ec9e2 req-4bc9c9ee-2175-4664-89a1-37f9d17db75a tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776324 Dec 11 22:34:02.373261 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fdb31d2-165e-439e-abf1-63d87fc69c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:02.421265 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2fdb31d2-165e-439e-abf1-63d87fc69c63 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0d45f8818bd465d8b1077dc1c0f41d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6029162 Dec 11 22:34:02.422340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-05db7c54-60ba-4d19-bcb2-ac67740cf19d tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:34:02.422995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39338) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:02.430451 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-05db7c54-60ba-4d19-bcb2-ac67740cf19d tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1947768 Dec 11 22:34:02.432279 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb31d2-165e-439e-abf1-63d87fc69c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abce39a-6951-4a22-bada-66f0bb1f590f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:02.471713 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-d54f1f85-2472-49aa-999e-161d22731948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:02.479785 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-d54f1f85-2472-49aa-999e-161d22731948 service neutron] 10.222.0.45 "GET /v2.0/ports/ac56fdea-5004-4422-b011-65e1f4d16141 HTTP/1.1" status: 200 len: 1114 time: 0.0483854 Dec 11 22:34:02.485189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-416b93f5-2b2b-4f2b-b450-14d2b945ba89 service neutron] Request body: {'binding': {'host': 'n-h1-710847-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:02.485933 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-416b93f5-2b2b-4f2b-b450-14d2b945ba89 service neutron] Unknown quota resources ['binding']. {{(pid=103691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 22:34:02.505522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4b6e7-3b92-4367-8ab7-cdfd447a2953 req-d316e5bc-71f7-4bdd-a396-5e0c287c06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:02.507040 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c8d4b6e7-3b92-4367-8ab7-cdfd447a2953 req-d316e5bc-71f7-4bdd-a396-5e0c287c06c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=581f7732a8e743268ae6fe05a6ba6f4a&device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 1099 time: 0.0729325 Dec 11 22:34:02.522614 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7008e974-b282-4062-bcd2-4fac9bc1d73e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:02.624819 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7008e974-b282-4062-bcd2-4fac9bc1d73e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:02.663183 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-416b93f5-2b2b-4f2b-b450-14d2b945ba89 service neutron] Attempting to bind port ac56fdea-5004-4422-b011-65e1f4d16141 on host n-h1-710847-6 for vnic_type normal with profile None {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:02.663781 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-416b93f5-2b2b-4f2b-b450-14d2b945ba89 service neutron] Attempting to bind port ac56fdea-5004-4422-b011-65e1f4d16141 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:02.663901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-416b93f5-2b2b-4f2b-b450-14d2b945ba89 service neutron] Attempting to bind port ac56fdea-5004-4422-b011-65e1f4d16141 on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:02.670652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-416b93f5-2b2b-4f2b-b450-14d2b945ba89 service neutron] Port ac56fdea-5004-4422-b011-65e1f4d16141 on network 16806276-ddd2-4647-87cf-feda1dff0e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:34:02.670970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-416b93f5-2b2b-4f2b-b450-14d2b945ba89 service neutron] Attempting to bind port ac56fdea-5004-4422-b011-65e1f4d16141 on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:02.676131 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4b6e7-3b92-4367-8ab7-cdfd447a2953 req-f2818abe-900b-4d9e-bdcb-4ce7ca1571d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:02.678212 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c8d4b6e7-3b92-4367-8ab7-cdfd447a2953 req-f2818abe-900b-4d9e-bdcb-4ce7ca1571d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1566870 Dec 11 22:34:02.682475 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793bd2e-17b2-43d3-8b33-f558fe85bc57 req-e3c63168-6ba0-429c-829b-9b0302f4fcf4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:02.683958 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6793bd2e-17b2-43d3-8b33-f558fe85bc57 req-e3c63168-6ba0-429c-829b-9b0302f4fcf4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0686202 Dec 11 22:34:02.686974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-416b93f5-2b2b-4f2b-b450-14d2b945ba89 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:02.687321 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-416b93f5-2b2b-4f2b-b450-14d2b945ba89 service neutron] Checking segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:02.687701 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-416b93f5-2b2b-4f2b-b450-14d2b945ba89 service neutron] Bound using segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:02.688138 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-416b93f5-2b2b-4f2b-b450-14d2b945ba89 service neutron] Bound port: ac56fdea-5004-4422-b011-65e1f4d16141, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:02.725797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c8d4b6e7-3b92-4367-8ab7-cdfd447a2953 req-aab5e6df-7a08-4c1d-93d4-8836b917cd69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a5abf96e-8b6c-42b4-bc2f-f8f84696d786 HTTP/1.1" status: 200 len: 217 time: 0.0398114 Dec 11 22:34:02.786191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4b6e7-3b92-4367-8ab7-cdfd447a2953 req-17acd740-d886-4eef-a556-5d66a1a58365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:02.787712 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c8d4b6e7-3b92-4367-8ab7-cdfd447a2953 req-17acd740-d886-4eef-a556-5d66a1a58365 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0481343 Dec 11 22:34:02.807820 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6793bd2e-17b2-43d3-8b33-f558fe85bc57 req-a5096f3e-78cd-4508-aff6-d0127f6d0c39 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141627 Dec 11 22:34:02.811162 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-416b93f5-2b2b-4f2b-b450-14d2b945ba89 service neutron] For port ac56fdea-5004-4422-b011-65e1f4d16141, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ac56fdea-5004-4422-b011-65e1f4d16141,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:02.833801 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7008e974-b282-4062-bcd2-4fac9bc1d73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:02.833801 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7008e974-b282-4062-bcd2-4fac9bc1d73e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:02.833801 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7008e974-b282-4062-bcd2-4fac9bc1d73e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7abce39a-6951-4a22-bada-66f0bb1f590f HTTP/1.1" status: 204 len: 168 time: 0.4058032 Dec 11 22:34:02.844329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008e974-b282-4062-bcd2-4fac9bc1d73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abce39a-6951-4a22-bada-66f0bb1f590f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:02.866672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4b6e7-3b92-4367-8ab7-cdfd447a2953 req-006ac3df-c219-4eec-b6d7-7003bd1d1be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:02.868304 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c8d4b6e7-3b92-4367-8ab7-cdfd447a2953 req-006ac3df-c219-4eec-b6d7-7003bd1d1be7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0727618 Dec 11 22:34:02.873783 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-416b93f5-2b2b-4f2b-b450-14d2b945ba89 service neutron] Publish callbacks [] for binding, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:02.877774 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-416b93f5-2b2b-4f2b-b450-14d2b945ba89 service neutron] 10.222.0.45 "POST /v2.0/ports/ac56fdea-5004-4422-b011-65e1f4d16141/bindings HTTP/1.1" status: 201 len: 389 time: 0.3964119 Dec 11 22:34:02.890743 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39348) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:02.915303 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f62c2ef-2363-4c36-a022-e4656ec01a2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:02.968314 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c8d4b6e7-3b92-4367-8ab7-cdfd447a2953 req-ac9703a1-90a1-4850-a355-5a413bf4a833 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918398 Dec 11 22:34:02.994019 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f62c2ef-2363-4c36-a022-e4656ec01a2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:03.048340 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f62c2ef-2363-4c36-a022-e4656ec01a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:03.077013 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c8d4b6e7-3b92-4367-8ab7-cdfd447a2953 req-8ad29d34-457e-4136-badd-05e8abad7ebe service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013587 Dec 11 22:34:03.110399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39356) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:03.111306 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4f62c2ef-2363-4c36-a022-e4656ec01a2e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=071ae43692b541e5bd5e6d2811d1ac8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231719 Dec 11 22:34:03.135051 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62c2ef-2363-4c36-a022-e4656ec01a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b750773d-4afa-4ded-97cd-35b540fe4653,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:03.162669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5616c-c693-4e18-83ea-89d11df565b8 req-b64c07d8-d384-4f33-976f-b8b38317aa3e tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:03.164311 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9eb5616c-c693-4e18-83ea-89d11df565b8 req-b64c07d8-d384-4f33-976f-b8b38317aa3e tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 948 time: 0.0828958 Dec 11 22:34:03.181029 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95bf1e95-ba71-41b6-a76c-3d1f49bd82aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:03.208687 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95bf1e95-ba71-41b6-a76c-3d1f49bd82aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:03.239213 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9eb5616c-c693-4e18-83ea-89d11df565b8 req-3117b5c2-8fcb-40c5-9e98-fea890d02665 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635870 Dec 11 22:34:03.334237 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95bf1e95-ba71-41b6-a76c-3d1f49bd82aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:03.336983 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95bf1e95-ba71-41b6-a76c-3d1f49bd82aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:03.341897 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-95bf1e95-ba71-41b6-a76c-3d1f49bd82aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b750773d-4afa-4ded-97cd-35b540fe4653 HTTP/1.1" status: 204 len: 168 time: 0.2262073 Dec 11 22:34:03.345994 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf1e95-ba71-41b6-a76c-3d1f49bd82aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b750773d-4afa-4ded-97cd-35b540fe4653,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:03.383039 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810d179-db05-463f-b830-9949f7b31868 req-a4b3c43a-f88e-44c2-b568-644204f60fb5 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:03.384549 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5810d179-db05-463f-b830-9949f7b31868 req-a4b3c43a-f88e-44c2-b568-644204f60fb5 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 966 time: 0.0514641 Dec 11 22:34:03.445400 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5810d179-db05-463f-b830-9949f7b31868 req-e47d68d5-291a-4ba6-8880-6b97efa9a522 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545313 Dec 11 22:34:03.540160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f812eb1-42ad-4998-8bc0-0da8263f0475 req-3843959c-b3a5-45d9-a1c6-f2c4b67645d9 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:03.541570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9f812eb1-42ad-4998-8bc0-0da8263f0475 req-3843959c-b3a5-45d9-a1c6-f2c4b67645d9 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 950 time: 0.0554557 Dec 11 22:34:03.603303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9f812eb1-42ad-4998-8bc0-0da8263f0475 req-8057286d-c149-48a1-b8bb-90cc99dff06d tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555351 Dec 11 22:34:03.689606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-a3ef9ede-df14-4303-a99e-983db4882e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:03.691973 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-a3ef9ede-df14-4303-a99e-983db4882e25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 1117 time: 0.0455496 Dec 11 22:34:03.774232 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39382) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:03.793443 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c44b-7798-4f90-8d92-c21c3dfd96df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:03.846272 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfd7d1-805d-43d8-9e6b-25827629c781 req-0a4848f6-83e7-46a2-a72d-b0e4f525c23e tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:03.848507 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-66cfd7d1-805d-43d8-9e6b-25827629c781 req-0a4848f6-83e7-46a2-a72d-b0e4f525c23e tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.47 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 950 time: 0.1146300 Dec 11 22:34:03.908283 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c44b-7798-4f90-8d92-c21c3dfd96df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:03.977313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-dfd0f09a-9ecd-42f2-998a-de02ce7d09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:03.978849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-dfd0f09a-9ecd-42f2-998a-de02ce7d09ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.2365458 Dec 11 22:34:03.985722 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c44b-7798-4f90-8d92-c21c3dfd96df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:04.016397 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9cf8c44b-7798-4f90-8d92-c21c3dfd96df admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=711c2ca9981c40019e43c4ad44818841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409928 Dec 11 22:34:04.019440 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:34:04.023915 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39398) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:04.046516 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-18173b75-b1a6-4f2f-920d-3a418511dd41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac56fdea-5004-4422-b011-65e1f4d16141 HTTP/1.1" status: 200 len: 217 time: 0.0603898 Dec 11 22:34:04.058445 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8c44b-7798-4f90-8d92-c21c3dfd96df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8722e0-f6e4-41a7-83e1-576a5cbd534f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:04.059373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f24d6-3fee-4e90-a90f-721d0338b1e0 req-db7877d3-8d05-43fd-881c-59e73f92f9e9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:04.060863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-961f24d6-3fee-4e90-a90f-721d0338b1e0 req-db7877d3-8d05-43fd-881c-59e73f92f9e9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.1481814 Dec 11 22:34:04.095659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-66cfd7d1-805d-43d8-9e6b-25827629c781 req-5651d899-a20b-417b-8e1d-f7790a71bdb2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Deleting port 9398fa54-db68-49ae-98a4-30522ea49db3 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:34:04.095996 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66cfd7d1-805d-43d8-9e6b-25827629c781 req-5651d899-a20b-417b-8e1d-f7790a71bdb2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:04.101182 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2f89e4e-8d7a-487d-808c-3832a4e0b8c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:04.128292 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2f89e4e-8d7a-487d-808c-3832a4e0b8c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:04.276710 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2f89e4e-8d7a-487d-808c-3832a4e0b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:04.279451 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2f89e4e-8d7a-487d-808c-3832a4e0b8c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:04.280818 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d2f89e4e-8d7a-487d-808c-3832a4e0b8c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3e8722e0-f6e4-41a7-83e1-576a5cbd534f HTTP/1.1" status: 204 len: 168 time: 0.2557147 Dec 11 22:34:04.290889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f89e4e-8d7a-487d-808c-3832a4e0b8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8722e0-f6e4-41a7-83e1-576a5cbd534f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:04.442337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-181f70e0-2c05-4f71-802f-9d95e153e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:04.443923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-181f70e0-2c05-4f71-802f-9d95e153e487 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.3786428 Dec 11 22:34:04.509230 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-687ae2f4-9334-48a5-b04e-f0322abc9b47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461595 Dec 11 22:34:04.517323 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-961f24d6-3fee-4e90-a90f-721d0338b1e0 req-fbae3b3b-5eb8-4a54-9133-a1802c705e65 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410934 Dec 11 22:34:04.531016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-66cfd7d1-805d-43d8-9e6b-25827629c781 req-5651d899-a20b-417b-8e1d-f7790a71bdb2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] For port 9398fa54-db68-49ae-98a4-30522ea49db3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=9398fa54-db68-49ae-98a4-30522ea49db3,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:04.535802 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66cfd7d1-805d-43d8-9e6b-25827629c781 req-5651d899-a20b-417b-8e1d-f7790a71bdb2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:04.581577 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a52dcf-692f-48ce-906b-3eee3f6cbcfc req-891e3a7b-6047-417f-a948-746b6c7437a0 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:04.591561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-66cfd7d1-805d-43d8-9e6b-25827629c781 req-5651d899-a20b-417b-8e1d-f7790a71bdb2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Calling delete_port for 9398fa54-db68-49ae-98a4-30522ea49db3 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:34:04.599086 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b3a52dcf-692f-48ce-906b-3eee3f6cbcfc req-891e3a7b-6047-417f-a948-746b6c7437a0 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 948 time: 0.0909832 Dec 11 22:34:04.678146 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b3a52dcf-692f-48ce-906b-3eee3f6cbcfc req-a83859e2-2be3-46fa-84f0-a116be5f931b tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784295 Dec 11 22:34:04.719135 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3065617f-69da-4d76-a0d5-87be0ce46276 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005742 Dec 11 22:34:04.817687 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821c740-6547-41a4-b295-8d201d5d6c48 req-611769d9-afd3-4fac-8fc3-33706dcc9cfe tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:04.819489 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2821c740-6547-41a4-b295-8d201d5d6c48 req-611769d9-afd3-4fac-8fc3-33706dcc9cfe tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 950 time: 0.0600679 Dec 11 22:34:04.888024 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2821c740-6547-41a4-b295-8d201d5d6c48 req-7ab2b2f0-86b8-48c5-ba99-d9eae11480b3 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575311 Dec 11 22:34:04.963926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94288958-45b9-4d8b-9c96-be5fffdaafc2 req-588359a9-c242-4d60-9cda-493a73e64bcb tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:04.965516 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94288958-45b9-4d8b-9c96-be5fffdaafc2 req-588359a9-c242-4d60-9cda-493a73e64bcb tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 966 time: 0.2138054 Dec 11 22:34:04.972748 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-c2ac5afb-fe79-49c9-8a42-4fbd98056312 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306023 Dec 11 22:34:05.037179 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94288958-45b9-4d8b-9c96-be5fffdaafc2 req-f252da45-d61a-48d9-996a-b64221df67a9 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634234 Dec 11 22:34:05.053886 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66cfd7d1-805d-43d8-9e6b-25827629c781 req-5651d899-a20b-417b-8e1d-f7790a71bdb2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:05.080246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['a31f5369-5180-4734-b19f-75021b3af264'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:05.098864 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651d899-a20b-417b-8e1d-f7790a71bdb2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Pushing event deleted for resources: {'Port': ['ID=9398fa54-db68-49ae-98a4-30522ea49db3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:05.139178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['9398fa54-db68-49ae-98a4-30522ea49db3'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:05.156851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cfd7d1-805d-43d8-9e6b-25827629c781 req-5651d899-a20b-417b-8e1d-f7790a71bdb2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] No DVR routers for this DVR port 9398fa54-db68-49ae-98a4-30522ea49db3 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:34:05.161270 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66cfd7d1-805d-43d8-9e6b-25827629c781 req-5651d899-a20b-417b-8e1d-f7790a71bdb2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:05.164770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-66cfd7d1-805d-43d8-9e6b-25827629c781 req-5651d899-a20b-417b-8e1d-f7790a71bdb2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.47 "DELETE /v2.0/ports/9398fa54-db68-49ae-98a4-30522ea49db3 HTTP/1.1" status: 204 len: 173 time: 1.3064783 Dec 11 22:34:05.169916 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383bb4c2-9da2-4d15-ab2a-bacd59390668', 'name': 'network-vif-deleted', 'tag': '9398fa54-db68-49ae-98a4-30522ea49db3'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:05.173767 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c39a41-e64b-4bed-be99-992e09f12dec" -d '{"events": [{"server_uuid": "383bb4c2-9da2-4d15-ab2a-bacd59390668", "name": "network-vif-deleted", "tag": "9398fa54-db68-49ae-98a4-30522ea49db3"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:05.283875 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fd8bb6-326c-4128-8ff6-4d73f30c6114 x-openstack-request-id: req-74fd8bb6-326c-4128-8ff6-4d73f30c6114 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:05.283875 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383bb4c2-9da2-4d15-ab2a-bacd59390668", "name": "network-vif-deleted", "tag": "9398fa54-db68-49ae-98a4-30522ea49db3", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:05.283875 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74fd8bb6-326c-4128-8ff6-4d73f30c6114 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:05.283875 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383bb4c2-9da2-4d15-ab2a-bacd59390668', 'name': 'network-vif-deleted', 'tag': '9398fa54-db68-49ae-98a4-30522ea49db3', 'status': 'completed', 'code': 200} Dec 11 22:34:05.435007 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-969a3edb-1bc1-4310-bcca-9ae4b5d1c60d tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:05.436228 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-969a3edb-1bc1-4310-bcca-9ae4b5d1c60d tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15&tenant_id=dab8ea8688024b64a53ac9357c6943c4&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 1117 time: 0.1104243 Dec 11 22:34:05.451633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-710847-6'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:05.518106 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:05.647440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a5abf96e-8b6c-42b4-bc2f-f8f84696d786 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:34:05.678940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] For port ac56fdea-5004-4422-b011-65e1f4d16141, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ac56fdea-5004-4422-b011-65e1f4d16141,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:05.712825 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75fd6c-3b5f-4864-89bf-acb94531183e req-5ae66eb6-d303-4330-889a-26a10e0a920a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:05.735209 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb75fd6c-3b5f-4864-89bf-acb94531183e req-5ae66eb6-d303-4330-889a-26a10e0a920a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0869780 Dec 11 22:34:05.735309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] For port ac56fdea-5004-4422-b011-65e1f4d16141, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:05.787544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:05.794127 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb75fd6c-3b5f-4864-89bf-acb94531183e req-5823c47f-8276-49ab-86fc-0306509c7cc8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664985 Dec 11 22:34:05.873689 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:05.978840 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520549-b318-4549-8e92-3b37a64fe646 req-7f29dd75-c575-4d04-bb5c-07bb8281118c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:05.990361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a5abf96e-8b6c-42b4-bc2f-f8f84696d786, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a5abf96e-8b6c-42b4-bc2f-f8f84696d786,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:05.993023 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96520549-b318-4549-8e92-3b37a64fe646 req-7f29dd75-c575-4d04-bb5c-07bb8281118c tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 948 time: 0.1875856 Dec 11 22:34:06.005097 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'a5abf96e-8b6c-42b4-bc2f-f8f84696d786', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': 'a5abf96e-8b6c-42b4-bc2f-f8f84696d786', 'mac_address': 'fa:16:3e:f6:2f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:34:06.049338 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:06.056038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac56fdea-5004-4422-b011-65e1f4d16141,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:06.060355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Attempting to bind port ac56fdea-5004-4422-b011-65e1f4d16141 on host n-h2-710847-6 for vnic_type normal with profile {"migrating_to": "n-h1-710847-6"} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:06.060697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Attempting to bind port ac56fdea-5004-4422-b011-65e1f4d16141 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:06.061026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Attempting to bind port ac56fdea-5004-4422-b011-65e1f4d16141 on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:06.074465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5abf96e-8b6c-42b4-bc2f-f8f84696d786 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:06.076296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Port ac56fdea-5004-4422-b011-65e1f4d16141 on network 16806276-ddd2-4647-87cf-feda1dff0e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:34:06.076633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Attempting to bind port ac56fdea-5004-4422-b011-65e1f4d16141 on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:06.099243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:06.099243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Checking segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:06.105142 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b4ef9da9-8c6f-469f-9cd6-a94446a43e22 req-2f8a5d95-9c1c-46c7-8c99-ba2f55208580 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=383bb4c2-9da2-4d15-ab2a-bacd59390668 HTTP/1.1" status: 200 len: 210 time: 0.0501890 Dec 11 22:34:06.105596 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Bound using segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:06.105596 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Bound port: ac56fdea-5004-4422-b011-65e1f4d16141, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:06.105596 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:06.107461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a5abf96e-8b6c-42b4-bc2f-f8f84696d786, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a5abf96e-8b6c-42b4-bc2f-f8f84696d786,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:06.117100 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96520549-b318-4549-8e92-3b37a64fe646 req-6df21758-de68-4402-9981-da47b933dac0 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231365 Dec 11 22:34:06.208821 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:06.210500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] For port ac56fdea-5004-4422-b011-65e1f4d16141, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:06.213896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] For port ac56fdea-5004-4422-b011-65e1f4d16141, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ac56fdea-5004-4422-b011-65e1f4d16141,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:06.263778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a5abf96e-8b6c-42b4-bc2f-f8f84696d786,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:06.273201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:06.274468 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:06.275183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:06.275713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:06.276239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:06.276754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:06.277296 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:06.277813 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:06.278325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:06.278865 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:06.283932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:06.283932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:06.283932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:06.290132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c857266-211e-4a0c-96ea-1e732695f901 req-40666e2d-65d0-4ff7-b6ed-bb1282d645da tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:06.292186 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c857266-211e-4a0c-96ea-1e732695f901 req-40666e2d-65d0-4ff7-b6ed-bb1282d645da tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 964 time: 0.0632243 Dec 11 22:34:06.316241 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:06.393119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c857266-211e-4a0c-96ea-1e732695f901 req-2afcb954-ccb2-4d28-ab48-c1113eba9af4 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945435 Dec 11 22:34:06.429256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:06.430384 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:06.432436 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] 10.222.0.47 "PUT /v2.0/ports/ac56fdea-5004-4422-b011-65e1f4d16141 HTTP/1.1" status: 200 len: 1142 time: 0.9865088 Dec 11 22:34:06.439715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee54d9d-d5b6-44e1-954c-0aad5e9e70b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac56fdea-5004-4422-b011-65e1f4d16141,revision_number=8']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:06.512980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['a5abf96e-8b6c-42b4-bc2f-f8f84696d786'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:06.515680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ac56fdea-5004-4422-b011-65e1f4d16141'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:06.594100 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-e6aeddec-4d08-4d17-8d6d-13560473e4f8 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c7c3f8969403495aa067352a7a22a852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283887 Dec 11 22:34:06.714384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-5965ccbf-e848-4832-a3c9-8766cc2109a4 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:06.721220 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-5965ccbf-e848-4832-a3c9-8766cc2109a4 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1181717 Dec 11 22:34:06.737165 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-da224fe7-0aaa-4a81-be9b-cba724e2cd11 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/quotas/c7c3f8969403495aa067352a7a22a852 HTTP/1.1" status: 200 len: 375 time: 0.0150540 Dec 11 22:34:06.777204 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-48eed220-dc94-4aca-a2ff-7caa485d3d70 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7c3f8969403495aa067352a7a22a852&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388689 Dec 11 22:34:07.053540 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167e1ea-6645-4c75-ac67-d10e5bc478fb req-f9a2f87f-4006-432c-af6a-c6aa0f6eecd0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:07.055081 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a167e1ea-6645-4c75-ac67-d10e5bc478fb req-f9a2f87f-4006-432c-af6a-c6aa0f6eecd0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0555511 Dec 11 22:34:07.111327 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a167e1ea-6645-4c75-ac67-d10e5bc478fb req-0a5beb39-db78-479c-bb8e-f92f69d5903f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503457 Dec 11 22:34:07.171701 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8a39c71f-49df-4b08-b640-ba8cd824c865 req-b1211b58-19b6-4c75-8b97-18d0257d8338 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 210 time: 0.0245795 Dec 11 22:34:07.283041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9038015-0b77-492f-8a30-27cb74d8ec15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac56fdea-5004-4422-b011-65e1f4d16141'}, {'name': 'network-changed', 'server_uuid': 'd9038015-0b77-492f-8a30-27cb74d8ec15', 'tag': 'ac56fdea-5004-4422-b011-65e1f4d16141'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:07.285797 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6348027-5041-474e-9db6-12176819fcd8" -d '{"events": [{"server_uuid": "d9038015-0b77-492f-8a30-27cb74d8ec15", "name": "network-vif-unplugged", "status": "completed", "tag": "ac56fdea-5004-4422-b011-65e1f4d16141"}, {"name": "network-changed", "server_uuid": "d9038015-0b77-492f-8a30-27cb74d8ec15", "tag": "ac56fdea-5004-4422-b011-65e1f4d16141"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:07.318855 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c253b5-eb1d-46e0-a5b1-ba6dc920edbd req-6923b004-93cf-4646-bf85-bafc28f89b32 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:07.320312 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-66c253b5-eb1d-46e0-a5b1-ba6dc920edbd req-6923b004-93cf-4646-bf85-bafc28f89b32 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 949 time: 0.0524025 Dec 11 22:34:07.367400 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-66c253b5-eb1d-46e0-a5b1-ba6dc920edbd req-b24281e2-1c60-4a9b-8d9e-f3ed3b6c330a tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Dec 11 22:34:07.658714 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a5abf96e-8b6c-42b4-bc2f-f8f84696d786 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:34:07.695347 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dd885d-b13d-49b7-91a8-30e9ef9c4b1a x-openstack-request-id: req-79dd885d-b13d-49b7-91a8-30e9ef9c4b1a {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:07.695347 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9038015-0b77-492f-8a30-27cb74d8ec15", "name": "network-vif-unplugged", "status": "completed", "tag": "ac56fdea-5004-4422-b011-65e1f4d16141", "code": 200}, {"name": "network-changed", "server_uuid": "d9038015-0b77-492f-8a30-27cb74d8ec15", "tag": "ac56fdea-5004-4422-b011-65e1f4d16141", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:07.695347 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-79dd885d-b13d-49b7-91a8-30e9ef9c4b1a {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:07.696001 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9038015-0b77-492f-8a30-27cb74d8ec15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac56fdea-5004-4422-b011-65e1f4d16141', 'code': 200} Dec 11 22:34:07.696327 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9038015-0b77-492f-8a30-27cb74d8ec15', 'tag': 'ac56fdea-5004-4422-b011-65e1f4d16141', 'status': 'completed', 'code': 200} Dec 11 22:34:07.770707 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6348027-5041-474e-9db6-12176819fcd8 req-aa167862-a5bf-47e0-8d93-852f30d649df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:07.772338 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6348027-5041-474e-9db6-12176819fcd8 req-aa167862-a5bf-47e0-8d93-852f30d649df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 1145 time: 0.0416515 Dec 11 22:34:07.798848 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port a5abf96e-8b6c-42b4-bc2f-f8f84696d786 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:34:07.807397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port a5abf96e-8b6c-42b4-bc2f-f8f84696d786 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:07.807824 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:07.875425 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3441016-dd1c-428a-9fc1-8a06d1c7c103 req-a759bb5a-b30e-4f42-a7f8-7624bf35d9ba tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:07.877280 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3441016-dd1c-428a-9fc1-8a06d1c7c103 req-a759bb5a-b30e-4f42-a7f8-7624bf35d9ba tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 964 time: 0.0560491 Dec 11 22:34:07.885009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6348027-5041-474e-9db6-12176819fcd8 req-5e5ad11b-666a-4a27-8616-cc2a3274ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:07.886645 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6348027-5041-474e-9db6-12176819fcd8 req-5e5ad11b-666a-4a27-8616-cc2a3274ff45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.1032155 Dec 11 22:34:07.907022 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:07.931196 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3441016-dd1c-428a-9fc1-8a06d1c7c103 req-8e9e40fd-3896-4204-85d1-9ea734610307 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439043 Dec 11 22:34:07.935416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16ac036-3583-4464-a6bf-aebd1bf6256a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5abf96e-8b6c-42b4-bc2f-f8f84696d786'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:07.937682 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14811b8-ca6d-458e-ab7c-e35c65519e7c" -d '{"events": [{"server_uuid": "c16ac036-3583-4464-a6bf-aebd1bf6256a", "name": "network-vif-plugged", "status": "completed", "tag": "a5abf96e-8b6c-42b4-bc2f-f8f84696d786"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:07.949393 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6348027-5041-474e-9db6-12176819fcd8 req-451dd9fa-0b6b-477a-aa25-d4e8257d4aa1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac56fdea-5004-4422-b011-65e1f4d16141 HTTP/1.1" status: 200 len: 217 time: 0.0511689 Dec 11 22:34:07.952778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a5abf96e-8b6c-42b4-bc2f-f8f84696d786, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a5abf96e-8b6c-42b4-bc2f-f8f84696d786,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:08.015390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6348027-5041-474e-9db6-12176819fcd8 req-d09ceee8-8096-4949-9dcf-bd58e60aac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:08.016866 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6348027-5041-474e-9db6-12176819fcd8 req-d09ceee8-8096-4949-9dcf-bd58e60aac65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.0531900 Dec 11 22:34:08.020583 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:08.021761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 9398fa54-db68-49ae-98a4-30522ea49db3 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:34:08.048129 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 9398fa54-db68-49ae-98a4-30522ea49db3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:34:08.048481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 9398fa54-db68-49ae-98a4-30522ea49db3 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:34:08.057405 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6348027-5041-474e-9db6-12176819fcd8 req-697509ce-5f20-4f77-943b-92c68194eec7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307341 Dec 11 22:34:08.061776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec004e-6590-4da5-bef9-de972a21c525 req-41f8b936-9ca0-4185-a2b1-f51b18d4b06d tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:08.063304 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-adec004e-6590-4da5-bef9-de972a21c525 req-41f8b936-9ca0-4185-a2b1-f51b18d4b06d tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 949 time: 0.0641100 Dec 11 22:34:08.097341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a5abf96e-8b6c-42b4-bc2f-f8f84696d786,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:08.140368 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-adec004e-6590-4da5-bef9-de972a21c525 req-6a6e15ba-99cd-4ac6-a4e3-09c6313199aa tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700748 Dec 11 22:34:08.182508 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6348027-5041-474e-9db6-12176819fcd8 req-1e2b721e-1813-489f-b118-4801d1421702 service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077893 Dec 11 22:34:08.185565 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44df8103-7350-4ca1-b8c1-73b4bbe54459 x-openstack-request-id: req-44df8103-7350-4ca1-b8c1-73b4bbe54459 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:08.185881 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16ac036-3583-4464-a6bf-aebd1bf6256a", "name": "network-vif-plugged", "status": "completed", "tag": "a5abf96e-8b6c-42b4-bc2f-f8f84696d786", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:08.186139 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44df8103-7350-4ca1-b8c1-73b4bbe54459 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:08.186532 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16ac036-3583-4464-a6bf-aebd1bf6256a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5abf96e-8b6c-42b4-bc2f-f8f84696d786', 'code': 200} Dec 11 22:34:08.312646 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6348027-5041-474e-9db6-12176819fcd8 req-d204f00d-c417-42d9-8ce8-b83fc13ef54a service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214268 Dec 11 22:34:08.329399 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1da8e-23e0-4dfa-9b02-a731a2ebc3d7 req-ca354eb2-8bf5-4b7a-8f8c-14f9a55a307b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:08.331021 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09a1da8e-23e0-4dfa-9b02-a731a2ebc3d7 req-ca354eb2-8bf5-4b7a-8f8c-14f9a55a307b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0702777 Dec 11 22:34:08.350008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bdaa0-2ac0-467c-afb1-ccb91655aa65 req-348d22a9-4528-4dce-ae27-089d623e3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:08.351649 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ab5bdaa0-2ac0-467c-afb1-ccb91655aa65 req-348d22a9-4528-4dce-ae27-089d623e3779 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 1101 time: 0.0554800 Dec 11 22:34:08.391347 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09a1da8e-23e0-4dfa-9b02-a731a2ebc3d7 req-cc4b8e3b-4615-4aee-b9bb-9ad003048c36 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529881 Dec 11 22:34:08.398578 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ab5bdaa0-2ac0-467c-afb1-ccb91655aa65 req-5fca96b9-d2f4-4247-bb94-15a5d1521131 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403740 Dec 11 22:34:08.481918 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c41e8c7-e2dd-4d0a-8238-58696d1f09a7 req-fd34c2c8-b8cc-465e-8053-91e689c15455 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 210 time: 0.0260055 Dec 11 22:34:08.588502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd5f8a-8ece-4ab1-8a33-82aa1673f769 req-9a530a00-5f92-4267-8e3f-36c6507aa7f4 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:08.589944 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20dd5f8a-8ece-4ab1-8a33-82aa1673f769 req-9a530a00-5f92-4267-8e3f-36c6507aa7f4 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 950 time: 0.0488162 Dec 11 22:34:08.637126 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20dd5f8a-8ece-4ab1-8a33-82aa1673f769 req-ea560e40-8c08-41bf-8534-8e5188e8b930 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412407 Dec 11 22:34:09.088682 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76dc8f-3c89-42e3-94c1-b1bc76000349 req-90fd998a-2733-4520-93a9-5a3d9fe4d686 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:09.090141 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9e76dc8f-3c89-42e3-94c1-b1bc76000349 req-90fd998a-2733-4520-93a9-5a3d9fe4d686 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 964 time: 0.0493295 Dec 11 22:34:09.141299 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9e76dc8f-3c89-42e3-94c1-b1bc76000349 req-5b046026-6150-435f-98ce-e58599a87e40 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450437 Dec 11 22:34:09.371941 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-6274307c-c53e-4406-ac51-8cc9ec788089 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c7c3f8969403495aa067352a7a22a852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570257 Dec 11 22:34:09.377411 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caf300-912f-4986-9d04-705442fe5e7b req-f0d40f9c-89af-4ec5-8d09-172dfb0ce875 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:09.378998 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-95caf300-912f-4986-9d04-705442fe5e7b req-f0d40f9c-89af-4ec5-8d09-172dfb0ce875 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 949 time: 0.0600882 Dec 11 22:34:09.443000 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-95caf300-912f-4986-9d04-705442fe5e7b req-f303fcf3-86c0-4e54-a6db-c9fa86f4c2e6 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/security-groups?id=4174f907-6145-4558-850f-0b2ae2dec6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565181 Dec 11 22:34:09.539989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-fa76927d-7745-497d-b5cc-4aeb237b5da3 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:09.541455 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-fa76927d-7745-497d-b5cc-4aeb237b5da3 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501317 Dec 11 22:34:09.550081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379854d-f6ea-4310-9365-6e2318983b09 req-efa287d0-779d-49a2-b772-ecb0168d15c2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:09.551584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5379854d-f6ea-4310-9365-6e2318983b09 req-efa287d0-779d-49a2-b772-ecb0168d15c2 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 949 time: 0.0982969 Dec 11 22:34:09.589033 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea999c7-4bcc-4595-acd6-34ac0176e00f req-c58433fa-c015-48df-82a5-e40a80bf4d7b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:09.596372 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ea999c7-4bcc-4595-acd6-34ac0176e00f req-c58433fa-c015-48df-82a5-e40a80bf4d7b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0615821 Dec 11 22:34:09.617075 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e31528c2-5513-413d-ae90-5a0d4547c9c0 req-b36333b7-3b40-4195-80cd-a9e4df1f79d9 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 210 time: 0.0477853 Dec 11 22:34:09.631643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Request body: {'port': {'device_id': 'bfce6e2d-1226-46b8-9060-73bbba3a4719', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'c7c3f8969403495aa067352a7a22a852'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:09.655773 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ea999c7-4bcc-4595-acd6-34ac0176e00f req-cc2fdf5e-9794-46f1-8732-921fffcc2081 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582621 Dec 11 22:34:09.674013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ac56fdea-5004-4422-b011-65e1f4d16141 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:34:09.787055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39626) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:09.822455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-5379854d-f6ea-4310-9365-6e2318983b09 req-0c9d8e29-ca05-41bc-91d9-6b0a2b541859 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Deleting port a31f5369-5180-4734-b19f-75021b3af264 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:34:09.823074 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5379854d-f6ea-4310-9365-6e2318983b09 req-0c9d8e29-ca05-41bc-91d9-6b0a2b541859 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:09.854185 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ac56fdea-5004-4422-b011-65e1f4d16141, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ac56fdea-5004-4422-b011-65e1f4d16141,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:09.857180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa7203-c86a-4158-b557-7516cec1887f req-e3585925-7215-463e-a068-9265b033ba7f tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:09.864457 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-29aa7203-c86a-4158-b557-7516cec1887f req-e3585925-7215-463e-a068-9265b033ba7f tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 950 time: 0.1058373 Dec 11 22:34:09.876976 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ac56fdea-5004-4422-b011-65e1f4d16141 has no active binding in host n-h1-710847-6 {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 11 22:34:09.949182 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-291c9948-a76b-4a53-9188-30824f1ec350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:09.963263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Made reservation on behalf of c7c3f8969403495aa067352a7a22a852 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:34:09.966687 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:09.993215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39632) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:09.996318 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-29aa7203-c86a-4158-b557-7516cec1887f req-460a0c75-21d3-4fd7-a013-240aa4dd175d tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309934 Dec 11 22:34:10.002784 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.031421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5379854d-f6ea-4310-9365-6e2318983b09 req-0c9d8e29-ca05-41bc-91d9-6b0a2b541859 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] For port a31f5369-5180-4734-b19f-75021b3af264, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=a31f5369-5180-4734-b19f-75021b3af264,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:10.031787 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5379854d-f6ea-4310-9365-6e2318983b09 req-0c9d8e29-ca05-41bc-91d9-6b0a2b541859 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.050359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-5379854d-f6ea-4310-9365-6e2318983b09 req-0c9d8e29-ca05-41bc-91d9-6b0a2b541859 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Calling delete_port for a31f5369-5180-4734-b19f-75021b3af264 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:34:10.067949 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-291c9948-a76b-4a53-9188-30824f1ec350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.116789 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bd8af8b2-e331-4e13-8092-86cfb05d5eab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.148085 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-291c9948-a76b-4a53-9188-30824f1ec350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.166993 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.205049 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-291c9948-a76b-4a53-9188-30824f1ec350 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff998d744ff34a7ead1e35b7602b7eff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4168818 Dec 11 22:34:10.205799 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c9948-a76b-4a53-9188-30824f1ec350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e20e1b7-4559-41e0-a9fc-f9374b796299,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:10.208665 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39638) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:10.248346 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.276063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bd8af8b2-e331-4e13-8092-86cfb05d5eab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.325153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e90a7-a2ba-4a5d-ab6c-71cd9ee09cce req-44c2cd1f-1d13-4a77-9b94-d00aa436d077 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:10.326321 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2028d30a-8d2c-4aed-a736-dd5547b47817,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:10.326664 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-778e90a7-a2ba-4a5d-ab6c-71cd9ee09cce req-44c2cd1f-1d13-4a77-9b94-d00aa436d077 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 964 time: 0.0953965 Dec 11 22:34:10.327750 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-265e9320-d822-4940-8798-c95b663dd451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.362624 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5379854d-f6ea-4310-9365-6e2318983b09 req-0c9d8e29-ca05-41bc-91d9-6b0a2b541859 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.375266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['a31f5369-5180-4734-b19f-75021b3af264'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:10.382660 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-265e9320-d822-4940-8798-c95b663dd451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.386280 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bd8af8b2-e331-4e13-8092-86cfb05d5eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.399381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d8e29-ca05-41bc-91d9-6b0a2b541859 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Pushing event deleted for resources: {'Port': ['ID=a31f5369-5180-4734-b19f-75021b3af264,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:10.461267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Allocated IP 192.168.233.6 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/35b425c9-3623-49b6-a01d-522be9a00465) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:34:10.464190 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-5379854d-f6ea-4310-9365-6e2318983b09 req-0c9d8e29-ca05-41bc-91d9-6b0a2b541859 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] No DVR routers for this DVR port a31f5369-5180-4734-b19f-75021b3af264 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:34:10.467867 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5379854d-f6ea-4310-9365-6e2318983b09 req-0c9d8e29-ca05-41bc-91d9-6b0a2b541859 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.472343 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5379854d-f6ea-4310-9365-6e2318983b09 req-0c9d8e29-ca05-41bc-91d9-6b0a2b541859 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.13 "DELETE /v2.0/ports/a31f5369-5180-4734-b19f-75021b3af264 HTTP/1.1" status: 204 len: 173 time: 0.9112349 Dec 11 22:34:10.472343 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fd9500-8ab2-4e95-80f0-15d9c00d7dea', 'name': 'network-vif-deleted', 'tag': 'a31f5369-5180-4734-b19f-75021b3af264'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:10.474030 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bd8af8b2-e331-4e13-8092-86cfb05d5eab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6cb0c39d78cf4af8b998b717c62ec5ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4797542 Dec 11 22:34:10.477433 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df71aec-daea-441d-827b-f5ab5ce9df71" -d '{"events": [{"server_uuid": "d4fd9500-8ab2-4e95-80f0-15d9c00d7dea", "name": "network-vif-deleted", "tag": "a31f5369-5180-4734-b19f-75021b3af264"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:10.481971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39644) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:10.497120 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8af8b2-e331-4e13-8092-86cfb05d5eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6aa5df-4f5a-4389-8417-3ec31321cbc1,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:10.520788 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-778e90a7-a2ba-4a5d-ab6c-71cd9ee09cce req-e05d58ad-1cae-4688-95f2-4877cafa9ff8 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756394 Dec 11 22:34:10.580464 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-543bfea0-9e9c-4e50-8eb1-b6908fc55f44 req-1fbf4385-55da-4d8f-aed9-8b6a91fd9bf9 tempest-LiveMigrationNegativeTest-439727918 tempest-LiveMigrationNegativeTest-439727918-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4fd9500-8ab2-4e95-80f0-15d9c00d7dea HTTP/1.1" status: 200 len: 210 time: 0.0383012 Dec 11 22:34:10.593377 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedb2677-ed08-4969-aa5a-61229f3de04b x-openstack-request-id: req-dedb2677-ed08-4969-aa5a-61229f3de04b {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:10.593675 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4fd9500-8ab2-4e95-80f0-15d9c00d7dea", "name": "network-vif-deleted", "tag": "a31f5369-5180-4734-b19f-75021b3af264", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:10.593929 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dedb2677-ed08-4969-aa5a-61229f3de04b {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:10.594323 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fd9500-8ab2-4e95-80f0-15d9c00d7dea', 'name': 'network-vif-deleted', 'tag': 'a31f5369-5180-4734-b19f-75021b3af264', 'status': 'completed', 'code': 200} Dec 11 22:34:10.638403 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-265e9320-d822-4940-8798-c95b663dd451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.641298 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-265e9320-d822-4940-8798-c95b663dd451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.642570 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-265e9320-d822-4940-8798-c95b663dd451 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e20e1b7-4559-41e0-a9fc-f9374b796299 HTTP/1.1" status: 204 len: 168 time: 0.4315631 Dec 11 22:34:10.650996 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8fb1-856c-48a9-8d2e-ea17f2931581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.658022 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e9320-d822-4940-8798-c95b663dd451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e20e1b7-4559-41e0-a9fc-f9374b796299,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:10.686206 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8fb1-856c-48a9-8d2e-ea17f2931581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.752309 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.773522 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a1af812b-716d-4be4-9206-ac7cdbc8a7f6 req-e25d75b4-5a99-4820-ab8c-b59cb410630e tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 210 time: 0.0264378 Dec 11 22:34:10.823622 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cb219-54da-4f05-9917-34ba91c9b29c req-02a0a648-9c7d-4c4e-9b39-025002a6d12f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:10.825076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f39cb219-54da-4f05-9917-34ba91c9b29c req-02a0a648-9c7d-4c4e-9b39-025002a6d12f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0711503 Dec 11 22:34:10.873964 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f39cb219-54da-4f05-9917-34ba91c9b29c req-790da9d2-aff3-4605-b40e-f063c964198d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Dec 11 22:34:10.911401 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8fb1-856c-48a9-8d2e-ea17f2931581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.914293 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8fb1-856c-48a9-8d2e-ea17f2931581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:10.915799 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1e3f8fb1-856c-48a9-8d2e-ea17f2931581 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a6aa5df-4f5a-4389-8417-3ec31321cbc1 HTTP/1.1" status: 204 len: 168 time: 0.4326632 Dec 11 22:34:10.925707 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f8fb1-856c-48a9-8d2e-ea17f2931581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6aa5df-4f5a-4389-8417-3ec31321cbc1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:10.957915 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:11.013034 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:34:11.016095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:11.021099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:34:11.026672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:11.028409 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:11.031238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Pushing event updated for resources: {'Port': ['ID=35b425c9-3623-49b6-a01d-522be9a00465,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:11.103858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-c26a0a9c-e76c-4423-a8b2-579a78474dbe tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4784961 Dec 11 22:34:11.123129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Request body: {'port': {'device_id': 'bfce6e2d-1226-46b8-9060-73bbba3a4719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:11.132774 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93b541-3398-4560-b385-78a74250775a req-1d0ca696-a957-47eb-aee0-18c163570b22 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:11.140495 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fe93b541-3398-4560-b385-78a74250775a req-1d0ca696-a957-47eb-aee0-18c163570b22 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 950 time: 0.0626681 Dec 11 22:34:11.187208 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:11.365035 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fe93b541-3398-4560-b385-78a74250775a req-2a7fa191-9e7e-4099-a162-293a65819c50 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235606 Dec 11 22:34:11.413509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7384384d-a9eb-4a3d-b29c-a64145499101 None None] Provisioning complete for port 35b425c9-3623-49b6-a01d-522be9a00465 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:11.413509 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7384384d-a9eb-4a3d-b29c-a64145499101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:11.458585 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39666) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:11.478451 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1239a7ea-e871-4e30-9139-42dca1ba4af4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:11.517936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7384384d-a9eb-4a3d-b29c-a64145499101 None None] Port 35b425c9-3623-49b6-a01d-522be9a00465 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:34:11.550533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b425c9-3623-49b6-a01d-522be9a00465 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:11.559023 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:11.575012 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1239a7ea-e871-4e30-9139-42dca1ba4af4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:11.576136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Transition to ACTIVE for port object 35b425c9-3623-49b6-a01d-522be9a00465 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:34:11.666928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5021ebf-b6c1-4ec1-85c5-0a725186551f req-19b1af12-18d7-4980-a856-8220bebe357d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:11.668405 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5021ebf-b6c1-4ec1-85c5-0a725186551f req-19b1af12-18d7-4980-a856-8220bebe357d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 964 time: 0.0481210 Dec 11 22:34:11.671279 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1239a7ea-e871-4e30-9139-42dca1ba4af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:11.677053 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:11.724419 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1239a7ea-e871-4e30-9139-42dca1ba4af4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99f50e61d6e6465495642be94f8fbc60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644117 Dec 11 22:34:11.728836 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39672) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:11.730857 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239a7ea-e871-4e30-9139-42dca1ba4af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2e63ec-7519-4797-ae74-f19754b9f2e6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:11.785912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=35b425c9-3623-49b6-a01d-522be9a00465,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:11.802616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Attempting to bind port 35b425c9-3623-49b6-a01d-522be9a00465 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:11.802985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Attempting to bind port 35b425c9-3623-49b6-a01d-522be9a00465 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:11.803465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Attempting to bind port 35b425c9-3623-49b6-a01d-522be9a00465 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:11.808709 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5021ebf-b6c1-4ec1-85c5-0a725186551f req-5f92c0f3-0513-4b7b-aa73-ac700f633b6b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220543 Dec 11 22:34:11.811624 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Port 35b425c9-3623-49b6-a01d-522be9a00465 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:34:11.812063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Attempting to bind port 35b425c9-3623-49b6-a01d-522be9a00465 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:11.818122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:11.818564 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:11.818828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:11.819363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Bound port: 35b425c9-3623-49b6-a01d-522be9a00465, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:11.824223 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:11.829498 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f46a8653-4f2f-40f5-8244-61b5a95a6f64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:11.829728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39678) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:11.847592 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-87efaaa0-484c-4376-a201-597f3817092b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:11.857208 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f46a8653-4f2f-40f5-8244-61b5a95a6f64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:12.007444 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] For port 35b425c9-3623-49b6-a01d-522be9a00465, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:12.019303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] For port 35b425c9-3623-49b6-a01d-522be9a00465, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=35b425c9-3623-49b6-a01d-522be9a00465,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:12.029723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09755678-8d57-4622-b3ea-76952cb2362a req-58bed1fd-76c3-4434-9d59-8b7bef333b53 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:12.038292 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-09755678-8d57-4622-b3ea-76952cb2362a req-58bed1fd-76c3-4434-9d59-8b7bef333b53 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 946 time: 0.0828006 Dec 11 22:34:12.049260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb830ce0-65b6-46ac-9752-413a554b176a req-a42c41d2-8533-47de-966c-263cb84d949d tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:12.052017 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb830ce0-65b6-46ac-9752-413a554b176a req-a42c41d2-8533-47de-966c-263cb84d949d tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 950 time: 0.0880108 Dec 11 22:34:12.057493 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f46a8653-4f2f-40f5-8244-61b5a95a6f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:12.061210 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f46a8653-4f2f-40f5-8244-61b5a95a6f64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:12.062457 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f46a8653-4f2f-40f5-8244-61b5a95a6f64 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a2e63ec-7519-4797-ae74-f19754b9f2e6 HTTP/1.1" status: 204 len: 168 time: 0.3325827 Dec 11 22:34:12.079394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a8653-4f2f-40f5-8244-61b5a95a6f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2e63ec-7519-4797-ae74-f19754b9f2e6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:12.090042 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:12.136185 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb830ce0-65b6-46ac-9752-413a554b176a req-ad0b4a72-2dfd-4e4c-ae49-ade2c522627d tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718939 Dec 11 22:34:12.201046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:12.201738 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:12.203251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] 10.222.0.47 "PUT /v2.0/ports/35b425c9-3623-49b6-a01d-522be9a00465 HTTP/1.1" status: 200 len: 1094 time: 1.0844774 Dec 11 22:34:12.211998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-09755678-8d57-4622-b3ea-76952cb2362a req-4f4af30b-7b0c-41ce-944e-8505ec6a9cfb tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/security-groups?id=2028d30a-8d2c-4aed-a736-dd5547b47817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705956 Dec 11 22:34:12.252782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d766f6-a39a-4b24-978e-532b4218a2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=35b425c9-3623-49b6-a01d-522be9a00465,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:12.273517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5947ca-2547-4cdd-9823-515f5a3f98c4 req-0eb922b9-0fe4-40f2-b781-4c4b236790d6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:12.281179 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-db5947ca-2547-4cdd-9823-515f5a3f98c4 req-0eb922b9-0fe4-40f2-b781-4c4b236790d6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0768762 Dec 11 22:34:12.361757 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-db5947ca-2547-4cdd-9823-515f5a3f98c4 req-516dfe6d-3afa-4448-8f23-ca13deb99369 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776567 Dec 11 22:34:12.518514 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39694) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:12.534785 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-87efaaa0-484c-4376-a201-597f3817092b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:12.587776 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-6698f31e-35b8-43e9-abc3-6b0ec3c38625 service neutron] 10.222.0.13 "GET /v2.0/ports/ac56fdea-5004-4422-b011-65e1f4d16141/bindings/n-h1-710847-6 HTTP/1.1" status: 200 len: 384 time: 0.4651303 Dec 11 22:34:12.593356 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-87efaaa0-484c-4376-a201-597f3817092b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:12.600280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfce6e2d-1226-46b8-9060-73bbba3a4719', 'tag': '35b425c9-3623-49b6-a01d-522be9a00465'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:12.602646 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c124a494-3c9f-4dd0-82f3-b703c2797489" -d '{"events": [{"name": "network-changed", "server_uuid": "bfce6e2d-1226-46b8-9060-73bbba3a4719", "tag": "35b425c9-3623-49b6-a01d-522be9a00465"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:12.617937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-cce72187-2f4e-4a72-8292-6b80bd89775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:12.619474 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-cce72187-2f4e-4a72-8292-6b80bd89775f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7c3f8969403495aa067352a7a22a852&device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 1097 time: 0.0828795 Dec 11 22:34:12.707736 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f77e64-1cb6-4aaf-be49-40e9f3a8c23f x-openstack-request-id: req-15f77e64-1cb6-4aaf-be49-40e9f3a8c23f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:12.708026 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfce6e2d-1226-46b8-9060-73bbba3a4719", "tag": "35b425c9-3623-49b6-a01d-522be9a00465", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:12.708278 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-15f77e64-1cb6-4aaf-be49-40e9f3a8c23f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:12.709627 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfce6e2d-1226-46b8-9060-73bbba3a4719', 'tag': '35b425c9-3623-49b6-a01d-522be9a00465', 'status': 'completed', 'code': 200} Dec 11 22:34:12.720656 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-fb2de819-6f5c-4ebd-a439-6b0581d037ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=35b425c9-3623-49b6-a01d-522be9a00465 HTTP/1.1" status: 200 len: 217 time: 0.0749555 Dec 11 22:34:12.726971 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-87efaaa0-484c-4376-a201-597f3817092b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8fea343b7bd45eeb27e401333506d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8958743 Dec 11 22:34:12.731155 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-994be84e-cef3-4950-811c-01251ca93945 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ba0a631ce760407a8f0bb0044b66926c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2091556 Dec 11 22:34:12.731155 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39708) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:12.734965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efaaa0-484c-4376-a201-597f3817092b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4b83fa-f7df-49aa-aeda-81d022c6e4d9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:12.735101 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39710) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:12.833478 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c84e5a9-8d09-4526-b600-6908d07760b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:12.835870 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4fe0da9a-3271-4da6-9d64-3bb960abdf43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:12.855709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-ad8569c0-f5e9-458f-a27b-6bfff180d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:12.857175 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-ad8569c0-f5e9-458f-a27b-6bfff180d1e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1238496 Dec 11 22:34:12.871837 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c84e5a9-8d09-4526-b600-6908d07760b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:12.877723 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4fe0da9a-3271-4da6-9d64-3bb960abdf43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:12.928172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a1e8-6ce4-44c4-a92c-3994bdb41a10 req-d29e42da-29e8-44be-bb6c-998ad82f7ee4 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:12.931871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b898a1e8-6ce4-44c4-a92c-3994bdb41a10 req-d29e42da-29e8-44be-bb6c-998ad82f7ee4 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 950 time: 0.1576245 Dec 11 22:34:12.983367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-a1d343c2-8a61-4be0-8d82-64ec92834797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:12.984906 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-a1d343c2-8a61-4be0-8d82-64ec92834797 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145339 Dec 11 22:34:13.021335 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-89098287-0eb6-4f06-ad07-3cbae3f1d1eb service neutron] For port ac56fdea-5004-4422-b011-65e1f4d16141, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ac56fdea-5004-4422-b011-65e1f4d16141,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:13.027496 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad22054-c1a4-43f0-b761-32ac9edeb412 req-396342ab-5172-4f6b-b530-c2fb0cc7c3f7 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:13.036509 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ad22054-c1a4-43f0-b761-32ac9edeb412 req-396342ab-5172-4f6b-b530-c2fb0cc7c3f7 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 964 time: 0.0744627 Dec 11 22:34:13.044226 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4fe0da9a-3271-4da6-9d64-3bb960abdf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:13.052365 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4fe0da9a-3271-4da6-9d64-3bb960abdf43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:13.052365 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4fe0da9a-3271-4da6-9d64-3bb960abdf43 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4174f907-6145-4558-850f-0b2ae2dec6e5 HTTP/1.1" status: 204 len: 168 time: 0.3117042 Dec 11 22:34:13.052365 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c84e5a9-8d09-4526-b600-6908d07760b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:13.052365 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c84e5a9-8d09-4526-b600-6908d07760b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:13.053327 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0c84e5a9-8d09-4526-b600-6908d07760b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be4b83fa-f7df-49aa-aeda-81d022c6e4d9 HTTP/1.1" status: 204 len: 168 time: 0.3228981 Dec 11 22:34:13.071436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0da9a-3271-4da6-9d64-3bb960abdf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4174f907-6145-4558-850f-0b2ae2dec6e5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:13.095533 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84e5a9-8d09-4526-b600-6908d07760b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4b83fa-f7df-49aa-aeda-81d022c6e4d9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:13.103446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b898a1e8-6ce4-44c4-a92c-3994bdb41a10 req-c240a510-cbb1-42e3-9f41-aba7e4284180 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512122 Dec 11 22:34:13.111042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-89098287-0eb6-4f06-ad07-3cbae3f1d1eb service neutron] For port ac56fdea-5004-4422-b011-65e1f4d16141, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:13.139204 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ad22054-c1a4-43f0-b761-32ac9edeb412 req-26a86757-edd7-4163-be45-802e002401d2 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010058 Dec 11 22:34:13.180585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-89098287-0eb6-4f06-ad07-3cbae3f1d1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac56fdea-5004-4422-b011-65e1f4d16141 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:13.194521 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-8aec31a7-a41e-4f71-9648-a3e04d2041da service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974745 Dec 11 22:34:13.196201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-89098287-0eb6-4f06-ad07-3cbae3f1d1eb service neutron] For port ac56fdea-5004-4422-b011-65e1f4d16141, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ac56fdea-5004-4422-b011-65e1f4d16141,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:13.253188 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:13.289024 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-89098287-0eb6-4f06-ad07-3cbae3f1d1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:13.331228 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-66acb849-4b8e-4333-9eaf-c3fdabd43b14 req-9fa079e7-b2a1-40bc-9cc0-f790c7d21b71 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230838 Dec 11 22:34:13.413562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7f595-bf3c-4330-992d-7a7b82b35fef req-12284ffb-b5b3-4c64-b811-407e73501f53 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:13.415137 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ba7f595-bf3c-4330-992d-7a7b82b35fef req-12284ffb-b5b3-4c64-b811-407e73501f53 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 946 time: 0.1085229 Dec 11 22:34:13.432995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-89098287-0eb6-4f06-ad07-3cbae3f1d1eb service neutron] Transition to ACTIVE for port object ac56fdea-5004-4422-b011-65e1f4d16141 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:34:13.479420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ba7f595-bf3c-4330-992d-7a7b82b35fef req-e4e93b08-ff4d-45c0-83fb-33640024672f tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/security-groups?id=2028d30a-8d2c-4aed-a736-dd5547b47817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571468 Dec 11 22:34:13.491888 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bc07e-b7ed-4680-8cb7-e602182bc70c req-86fcd5ef-9658-47db-8921-96e6a7bcb0ad tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:13.499123 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-470bc07e-b7ed-4680-8cb7-e602182bc70c req-86fcd5ef-9658-47db-8921-96e6a7bcb0ad tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0584037 Dec 11 22:34:13.512760 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-89098287-0eb6-4f06-ad07-3cbae3f1d1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:13.547776 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-470bc07e-b7ed-4680-8cb7-e602182bc70c req-52615769-44d5-421c-a6f1-55e064ff780a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477860 Dec 11 22:34:13.618128 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-89098287-0eb6-4f06-ad07-3cbae3f1d1eb service neutron] No DVR routers for this DVR port ac56fdea-5004-4422-b011-65e1f4d16141 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:34:13.644540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89098287-0eb6-4f06-ad07-3cbae3f1d1eb service neutron] Pushing event updated for resources: {'Port': ['ID=ac56fdea-5004-4422-b011-65e1f4d16141,revision_number=10']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:13.665171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124a494-3c9f-4dd0-82f3-b703c2797489 req-15e363b0-c4a3-4b1c-86f2-247feca48795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:13.666663 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c124a494-3c9f-4dd0-82f3-b703c2797489 req-15e363b0-c4a3-4b1c-86f2-247feca48795 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7c3f8969403495aa067352a7a22a852&device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 1097 time: 0.1509285 Dec 11 22:34:13.676482 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-89098287-0eb6-4f06-ad07-3cbae3f1d1eb service neutron] 10.222.0.13 "PUT /v2.0/ports/ac56fdea-5004-4422-b011-65e1f4d16141/bindings/n-h1-710847-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0798049 Dec 11 22:34:13.768168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124a494-3c9f-4dd0-82f3-b703c2797489 req-de9d3b86-944e-44da-b38d-e60802c63690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:13.770204 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c124a494-3c9f-4dd0-82f3-b703c2797489 req-de9d3b86-944e-44da-b38d-e60802c63690 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.0921247 Dec 11 22:34:13.818241 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c124a494-3c9f-4dd0-82f3-b703c2797489 req-01c2b4cd-432b-4024-9dc6-662908355127 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=35b425c9-3623-49b6-a01d-522be9a00465 HTTP/1.1" status: 200 len: 217 time: 0.0404460 Dec 11 22:34:13.905129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124a494-3c9f-4dd0-82f3-b703c2797489 req-fe511933-7e34-49b8-984b-249fb0ed007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:13.906680 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c124a494-3c9f-4dd0-82f3-b703c2797489 req-fe511933-7e34-49b8-984b-249fb0ed007f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0750427 Dec 11 22:34:13.913423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-8f62730c-0786-41ce-8274-ed2703c8e2ec tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:13.915627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-8f62730c-0786-41ce-8274-ed2703c8e2ec tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15&tenant_id=dab8ea8688024b64a53ac9357c6943c4&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 1116 time: 0.0820265 Dec 11 22:34:13.973880 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-b9d8de13-6813-4469-9c9b-1cfb65308d6f tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7571b379e1a44109b0c3e2523b2ec6cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270729 Dec 11 22:34:13.984241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39758) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:14.088773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3fec36fd-a044-48a7-ab4f-2da98d40e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:14.090389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-3fec36fd-a044-48a7-ab4f-2da98d40e246 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15&tenant_id=dab8ea8688024b64a53ac9357c6943c4 HTTP/1.1" status: 200 len: 1116 time: 0.1447785 Dec 11 22:34:14.100158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-beb55d75-acae-4db9-b844-65726120b7c8 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:14.101683 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-beb55d75-acae-4db9-b844-65726120b7c8 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1207550 Dec 11 22:34:14.109284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-270e4588-60af-4bde-b06a-90927f254c6a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3dd28c06650443108b199ea0d78c443c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1235096 Dec 11 22:34:14.111990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124a494-3c9f-4dd0-82f3-b703c2797489 req-c4fb0e21-d24e-4955-b108-99535edc8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:14.115837 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39760) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:14.115985 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c124a494-3c9f-4dd0-82f3-b703c2797489 req-c4fb0e21-d24e-4955-b108-99535edc8b0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1325028 Dec 11 22:34:14.131601 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-48583471-739b-4bb4-a917-d4772f5c527e tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/quotas/7571b379e1a44109b0c3e2523b2ec6cc HTTP/1.1" status: 200 len: 375 time: 0.0223584 Dec 11 22:34:14.165362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device a31f5369-5180-4734-b19f-75021b3af264 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:34:14.191095 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-278c8daa-5d60-4319-be81-dce4bfe14747 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7571b379e1a44109b0c3e2523b2ec6cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451438 Dec 11 22:34:14.210835 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f8089a7-5f5d-4444-851e-91aab5a4b9f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:14.237933 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f8089a7-5f5d-4444-851e-91aab5a4b9f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:14.246447 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c124a494-3c9f-4dd0-82f3-b703c2797489 req-eb7880cf-017f-4b3c-b338-976c89d7df2d service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122324 Dec 11 22:34:14.247127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: a31f5369-5180-4734-b19f-75021b3af264 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:34:14.247572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device a31f5369-5180-4734-b19f-75021b3af264 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:34:14.368360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-f003e4de-2658-4a53-87b2-e27559f1ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:14.369842 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-f003e4de-2658-4a53-87b2-e27559f1ed6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 1116 time: 0.2370472 Dec 11 22:34:14.397424 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f8089a7-5f5d-4444-851e-91aab5a4b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:14.400075 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f8089a7-5f5d-4444-851e-91aab5a4b9f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:14.402179 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3f8089a7-5f5d-4444-851e-91aab5a4b9f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63256eb1-2d20-4d36-8cfd-be366adcc09a HTTP/1.1" status: 204 len: 168 time: 0.2844567 Dec 11 22:34:14.414898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8089a7-5f5d-4444-851e-91aab5a4b9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63256eb1-2d20-4d36-8cfd-be366adcc09a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:14.457765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6caf3d6-9c8f-463d-bc78-679ee71a7a66 req-fc3b38c7-a5fd-48c8-b862-1aaafe5f7ce9 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:14.465985 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6caf3d6-9c8f-463d-bc78-679ee71a7a66 req-fc3b38c7-a5fd-48c8-b862-1aaafe5f7ce9 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 950 time: 0.1479366 Dec 11 22:34:14.469068 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c124a494-3c9f-4dd0-82f3-b703c2797489 req-275d5be5-c9d0-47b6-aa79-3c35135252a3 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110298 Dec 11 22:34:14.549331 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6caf3d6-9c8f-463d-bc78-679ee71a7a66 req-34eaef20-09b1-4398-ac2a-086dcb3fecc2 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824165 Dec 11 22:34:14.551024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-07ca5095-3735-4202-bc92-d806875a194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:14.552562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-07ca5095-3735-4202-bc92-d806875a194c service neutron] 10.222.0.47 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.1674500 Dec 11 22:34:14.610386 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-64c60bf7-f5ff-449b-b8ac-7e02a423487f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac56fdea-5004-4422-b011-65e1f4d16141 HTTP/1.1" status: 200 len: 217 time: 0.0451095 Dec 11 22:34:14.634761 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4cc09755-9e59-4abb-9fb8-842417bd035d req-d2d03e9d-c30b-40ce-b8de-25f043d73d68 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 210 time: 0.0270576 Dec 11 22:34:14.639545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad581ee4-7fff-44dc-9685-84ed049a4c02 req-212205f8-bdd5-4611-a5f5-a5d071db7bb4 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:14.641157 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ad581ee4-7fff-44dc-9685-84ed049a4c02 req-212205f8-bdd5-4611-a5f5-a5d071db7bb4 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 965 time: 0.0654423 Dec 11 22:34:14.740396 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ad581ee4-7fff-44dc-9685-84ed049a4c02 req-c628f26b-e66d-4b64-bfc3-3ac99f20e61f tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894942 Dec 11 22:34:14.799188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-17ae5802-6ddb-4f0e-81e0-bb9f0926cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:14.801175 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-17ae5802-6ddb-4f0e-81e0-bb9f0926cb81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.1212533 Dec 11 22:34:14.809733 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601dc8f-9f1c-4d0e-b58f-ab2d141a90c2 req-eb8f0e68-5939-4175-bcaf-2ed8fba1d0c7 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:14.811297 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b601dc8f-9f1c-4d0e-b58f-ab2d141a90c2 req-eb8f0e68-5939-4175-bcaf-2ed8fba1d0c7 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.47 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 950 time: 0.1304722 Dec 11 22:34:14.852725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f310a2-e156-48b3-a7fd-dca050ba1948 req-521b8e12-5d9b-4a69-9d1d-b66a621383c1 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:14.854253 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5f310a2-e156-48b3-a7fd-dca050ba1948 req-521b8e12-5d9b-4a69-9d1d-b66a621383c1 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 946 time: 0.1316648 Dec 11 22:34:14.856089 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-5829825b-ae9c-404a-ad94-9430ccdfc475 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439348 Dec 11 22:34:14.877369 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fc3c3-8995-4ac6-8f35-c605f3cc599f req-dbbec66a-f868-4f68-ab61-fccff5aa06b5 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:14.879786 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5e9fc3c3-8995-4ac6-8f35-c605f3cc599f req-dbbec66a-f868-4f68-ab61-fccff5aa06b5 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0680454 Dec 11 22:34:14.967332 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5e9fc3c3-8995-4ac6-8f35-c605f3cc599f req-db9dde06-e4a0-4e09-8b70-b03c0cdce887 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810702 Dec 11 22:34:15.034034 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5f310a2-e156-48b3-a7fd-dca050ba1948 req-50668b41-cbf7-4ee2-aeea-2187b7ef4a4b tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/security-groups?id=2028d30a-8d2c-4aed-a736-dd5547b47817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611612 Dec 11 22:34:15.062762 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-1719721b-04ed-454b-8347-1cbc3bc37798 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888325 Dec 11 22:34:15.071677 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b601dc8f-9f1c-4d0e-b58f-ab2d141a90c2 req-34f43a3d-9b20-495a-92a8-3cb0dbda5c97 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Deleting port a5abf96e-8b6c-42b4-bc2f-f8f84696d786 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:34:15.072021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b601dc8f-9f1c-4d0e-b58f-ab2d141a90c2 req-34f43a3d-9b20-495a-92a8-3cb0dbda5c97 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:15.456240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b601dc8f-9f1c-4d0e-b58f-ab2d141a90c2 req-34f43a3d-9b20-495a-92a8-3cb0dbda5c97 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] For port a5abf96e-8b6c-42b4-bc2f-f8f84696d786, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a5abf96e-8b6c-42b4-bc2f-f8f84696d786,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:15.456599 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b601dc8f-9f1c-4d0e-b58f-ab2d141a90c2 req-34f43a3d-9b20-495a-92a8-3cb0dbda5c97 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:15.467541 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-cada89c9-1181-49a0-be15-ffa445f29f5f service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890183 Dec 11 22:34:15.475074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b601dc8f-9f1c-4d0e-b58f-ab2d141a90c2 req-34f43a3d-9b20-495a-92a8-3cb0dbda5c97 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Calling delete_port for a5abf96e-8b6c-42b4-bc2f-f8f84696d786 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:34:15.694325 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b601dc8f-9f1c-4d0e-b58f-ab2d141a90c2 req-34f43a3d-9b20-495a-92a8-3cb0dbda5c97 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:15.740667 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['a5abf96e-8b6c-42b4-bc2f-f8f84696d786'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:15.749119 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045aee0-abd2-4588-9407-6e500a51741a req-fe87df5c-57b9-4aa6-8721-471a2855b9c0 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:15.750797 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9045aee0-abd2-4588-9407-6e500a51741a req-fe87df5c-57b9-4aa6-8721-471a2855b9c0 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 867 time: 0.0970945 Dec 11 22:34:15.766046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f43a3d-9b20-495a-92a8-3cb0dbda5c97 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Pushing event deleted for resources: {'Port': ['ID=a5abf96e-8b6c-42b4-bc2f-f8f84696d786,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:15.839287 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-884484c8-7b65-40bf-822b-386822caea27 req-1d776e37-56fb-421b-8747-e2f2fdb7bff4 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 210 time: 0.0856431 Dec 11 22:34:15.846575 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9045aee0-abd2-4588-9407-6e500a51741a req-a4d907e9-4032-48fb-94f9-8bb0eb0907a5 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/security-groups?id=e6942034-c5ee-4852-af12-64e6e8a9f9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835414 Dec 11 22:34:15.923117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b601dc8f-9f1c-4d0e-b58f-ab2d141a90c2 req-34f43a3d-9b20-495a-92a8-3cb0dbda5c97 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] No DVR routers for this DVR port a5abf96e-8b6c-42b4-bc2f-f8f84696d786 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:34:15.928661 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b601dc8f-9f1c-4d0e-b58f-ab2d141a90c2 req-34f43a3d-9b20-495a-92a8-3cb0dbda5c97 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:15.937633 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b601dc8f-9f1c-4d0e-b58f-ab2d141a90c2 req-34f43a3d-9b20-495a-92a8-3cb0dbda5c97 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.47 "DELETE /v2.0/ports/a5abf96e-8b6c-42b4-bc2f-f8f84696d786 HTTP/1.1" status: 204 len: 173 time: 1.1134381 Dec 11 22:34:15.938099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16ac036-3583-4464-a6bf-aebd1bf6256a', 'name': 'network-vif-deleted', 'tag': 'a5abf96e-8b6c-42b4-bc2f-f8f84696d786'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:15.944922 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a255b154-a3c9-4fbb-8f97-5039d4846f82" -d '{"events": [{"server_uuid": "c16ac036-3583-4464-a6bf-aebd1bf6256a", "name": "network-vif-deleted", "tag": "a5abf96e-8b6c-42b4-bc2f-f8f84696d786"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:16.026967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc677b-270b-4ba1-9f51-57f9db2496d7 req-5a67ff0c-7470-432a-b35a-0f8c4034537e tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:16.028546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79cc677b-270b-4ba1-9f51-57f9db2496d7 req-5a67ff0c-7470-432a-b35a-0f8c4034537e tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 965 time: 0.0825145 Dec 11 22:34:16.143106 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79cc677b-270b-4ba1-9f51-57f9db2496d7 req-8fbd4714-42bf-418c-9d59-9ade474fd96b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053455 Dec 11 22:34:16.172666 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ac56fdea-5004-4422-b011-65e1f4d16141 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:34:16.176840 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-4a788e37-2465-4203-80db-d0033ed2385f tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:16.178463 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-4a788e37-2465-4203-80db-d0033ed2385f tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15&tenant_id=dab8ea8688024b64a53ac9357c6943c4&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 1116 time: 0.0853982 Dec 11 22:34:16.197187 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b97a3f-4d41-4b0f-9118-e49946ecc1df x-openstack-request-id: req-b3b97a3f-4d41-4b0f-9118-e49946ecc1df {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:16.197488 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16ac036-3583-4464-a6bf-aebd1bf6256a", "name": "network-vif-deleted", "tag": "a5abf96e-8b6c-42b4-bc2f-f8f84696d786", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:16.198281 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3b97a3f-4d41-4b0f-9118-e49946ecc1df {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:16.198750 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16ac036-3583-4464-a6bf-aebd1bf6256a', 'name': 'network-vif-deleted', 'tag': 'a5abf96e-8b6c-42b4-bc2f-f8f84696d786', 'status': 'completed', 'code': 200} Dec 11 22:34:16.251801 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ac56fdea-5004-4422-b011-65e1f4d16141 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:34:16.402147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1d969-feb5-4908-9af0-7206bc3eece2 req-3b281c40-364b-4640-af85-c69e0ceaa0b8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:16.403420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ee1d969-feb5-4908-9af0-7206bc3eece2 req-3b281c40-364b-4640-af85-c69e0ceaa0b8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.1498983 Dec 11 22:34:16.426753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64ea06-396b-4af8-90dc-276a7435731f req-0e8dc256-20c9-468d-ba8d-f5f9c3a35451 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:16.428321 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec64ea06-396b-4af8-90dc-276a7435731f req-0e8dc256-20c9-468d-ba8d-f5f9c3a35451 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 946 time: 0.0595481 Dec 11 22:34:16.472923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ee1d969-feb5-4908-9af0-7206bc3eece2 req-82a0375e-3242-4c99-988f-a462f0ad8b98 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600023 Dec 11 22:34:16.486186 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec64ea06-396b-4af8-90dc-276a7435731f req-cc4c1b13-d03d-4c16-bab6-fd10257f254f tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/security-groups?id=2028d30a-8d2c-4aed-a736-dd5547b47817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506599 Dec 11 22:34:16.516450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-eb7d7396-dd97-44af-acd4-8a996db13dec service neutron] For port ac56fdea-5004-4422-b011-65e1f4d16141, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:16.517837 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-eb7d7396-dd97-44af-acd4-8a996db13dec service neutron] Publish callbacks [] for binding, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:16.518987 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04e71cbf-b725-49af-b02c-8e238b081e3c req-eb7d7396-dd97-44af-acd4-8a996db13dec service neutron] 10.222.0.47 "DELETE /v2.0/ports/ac56fdea-5004-4422-b011-65e1f4d16141/bindings/n-h2-710847-6 HTTP/1.1" status: 204 len: 173 time: 0.3194609 Dec 11 22:34:16.945644 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d803a8ef-fb81-49dc-9007-5bb4337cd757 req-6072de45-b2e8-4044-bca4-b54b551578b6 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 210 time: 0.0421324 Dec 11 22:34:16.951813 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:16.978249 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-55e81680-edbe-4d7e-901f-a15418107f93 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7571b379e1a44109b0c3e2523b2ec6cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385616 Dec 11 22:34:17.058545 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0dd4262c-3f2c-4583-95b5-40c5362d7cb8 req-f72a1fc2-54d5-4410-8a28-f73448378067 tempest-DeleteServersAdminTestJSON-371124429 tempest-DeleteServersAdminTestJSON-371124429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16ac036-3583-4464-a6bf-aebd1bf6256a HTTP/1.1" status: 200 len: 210 time: 0.0318587 Dec 11 22:34:17.198686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-2359a881-23c8-4bd7-a5b2-1ebf4a5cd901 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:17.200413 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-2359a881-23c8-4bd7-a5b2-1ebf4a5cd901 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108941 Dec 11 22:34:17.242163 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ad377ce-9399-475e-853c-b85294a55d28 req-2385c8e8-3b1b-436f-8f15-30039b2bc501 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=eb174d04fa334972afa3decee998ec89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328159 Dec 11 22:34:17.255864 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Request body: {'port': {'device_id': '67e965b8-e7f8-4af2-b929-890f353f3ebb', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': '7571b379e1a44109b0c3e2523b2ec6cc'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:17.354500 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad377ce-9399-475e-853c-b85294a55d28 req-2106ffe4-0fc7-4111-9c77-77ec8b3a57d1 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:17.356113 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ad377ce-9399-475e-853c-b85294a55d28 req-2106ffe4-0fc7-4111-9c77-77ec8b3a57d1 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1131778 Dec 11 22:34:17.371215 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ad377ce-9399-475e-853c-b85294a55d28 req-f15ee024-b689-41a9-9dff-b1ec8f23c1b7 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/quotas/eb174d04fa334972afa3decee998ec89 HTTP/1.1" status: 200 len: 375 time: 0.0092180 Dec 11 22:34:17.404045 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ad377ce-9399-475e-853c-b85294a55d28 req-3221c9d5-76d9-4926-96bc-6fec5ed48eb0 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb174d04fa334972afa3decee998ec89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271010 Dec 11 22:34:17.437672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Made reservation on behalf of 7571b379e1a44109b0c3e2523b2ec6cc for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:34:17.441785 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:17.477672 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:17.516310 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b85f27-0c78-49cf-a561-ae419968e963 req-f3efbf46-4c1b-4d76-8a1c-ec425a51a230 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:17.517827 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6b85f27-0c78-49cf-a561-ae419968e963 req-f3efbf46-4c1b-4d76-8a1c-ec425a51a230 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 965 time: 0.0814936 Dec 11 22:34:17.591044 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6b85f27-0c78-49cf-a561-ae419968e963 req-b728a9c3-298e-4257-8abc-69ebaa150add tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632963 Dec 11 22:34:17.624147 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:17.688832 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:17.754690 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 35b425c9-3623-49b6-a01d-522be9a00465 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:34:17.766956 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b28080e9-078c-4631-893a-713f912fc0fd,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:17.855407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c48e9-1dc9-4e06-9da7-1e366de0651d req-c09685fc-ecb8-4a88-9dad-d4d840c9c2b9 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:17.855920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc9aa2-ba20-4c31-a659-375df77d8b94 req-b8bd45f8-60d6-4dea-9fb9-56ec6275c733 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:17.857578 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-737c48e9-1dc9-4e06-9da7-1e366de0651d req-c09685fc-ecb8-4a88-9dad-d4d840c9c2b9 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 946 time: 0.0645776 Dec 11 22:34:17.859244 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42bc9aa2-ba20-4c31-a659-375df77d8b94 req-b8bd45f8-60d6-4dea-9fb9-56ec6275c733 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.1348631 Dec 11 22:34:17.882889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 35b425c9-3623-49b6-a01d-522be9a00465, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=35b425c9-3623-49b6-a01d-522be9a00465,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:17.893982 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '35b425c9-3623-49b6-a01d-522be9a00465', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '35b425c9-3623-49b6-a01d-522be9a00465', 'mac_address': 'fa:16:3e:13:fe:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:34:17.910346 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-737c48e9-1dc9-4e06-9da7-1e366de0651d req-0fef3e1c-3bfa-4bcf-bcf2-7dd6f97a16d4 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/security-groups?id=2028d30a-8d2c-4aed-a736-dd5547b47817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466528 Dec 11 22:34:17.935450 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:17.950288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b425c9-3623-49b6-a01d-522be9a00465 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:17.961598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Allocated IP 192.168.233.213 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/034dc8e8-4ce1-483b-a091-b46a3b55de95) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:34:17.966902 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42bc9aa2-ba20-4c31-a659-375df77d8b94 req-a8cf84d5-7f3b-478e-80ab-b875f375c1aa tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000166 Dec 11 22:34:17.987210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 35b425c9-3623-49b6-a01d-522be9a00465, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=35b425c9-3623-49b6-a01d-522be9a00465,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:18.036796 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-52f01d01-be56-4629-b4cd-85c2df7866a2 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=eb174d04fa334972afa3decee998ec89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306871 Dec 11 22:34:18.038855 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:18.102404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=35b425c9-3623-49b6-a01d-522be9a00465,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:18.141559 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:18.163007 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-2295a8ac-0794-4109-a25c-5ef810731bd2 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:18.164496 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-2295a8ac-0794-4109-a25c-5ef810731bd2 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1221457 Dec 11 22:34:18.180189 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-01ea8433-9c86-40e9-b8db-f1792e39d5ca tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/quotas/eb174d04fa334972afa3decee998ec89 HTTP/1.1" status: 200 len: 375 time: 0.0094724 Dec 11 22:34:18.212984 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-9d582cf5-9e3a-4c71-b653-0f50724cd5d9 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb174d04fa334972afa3decee998ec89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272987 Dec 11 22:34:18.242785 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:18.325832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:34:18.328650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Pushing event updated for resources: {'Port': ['ID=034dc8e8-4ce1-483b-a091-b46a3b55de95,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:18.332611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:18.335821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:34:18.346220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:18.346220 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:18.362970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5e65e-843b-4836-ab97-8978442d65b9 req-b213b27b-7161-482c-9f0f-84cfedb8c250 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:18.364661 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c7e5e65e-843b-4836-ab97-8978442d65b9 req-b213b27b-7161-482c-9f0f-84cfedb8c250 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 936 time: 0.0869312 Dec 11 22:34:18.386942 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['35b425c9-3623-49b6-a01d-522be9a00465'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:18.432325 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-7be7175f-b37b-4fc6-aaad-11ed75cdcb12 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1864486 Dec 11 22:34:18.470922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Request body: {'port': {'device_id': '67e965b8-e7f8-4af2-b929-890f353f3ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:18.499132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c7e5e65e-843b-4836-ab97-8978442d65b9 req-801a00a4-875e-4a69-89d7-35efef1033cd tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217189 Dec 11 22:34:18.524088 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fb603-0b8f-4582-aeb3-29ac318c0cf9 req-24ca1413-b2d8-49dc-a6c0-2a13170a6b51 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:18.532838 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-451fb603-0b8f-4582-aeb3-29ac318c0cf9 req-24ca1413-b2d8-49dc-a6c0-2a13170a6b51 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 1116 time: 0.0635929 Dec 11 22:34:18.611804 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-451fb603-0b8f-4582-aeb3-29ac318c0cf9 req-20e5c626-2793-45f8-8931-4eb78ffe31a2 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772071 Dec 11 22:34:18.616759 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:18.786943 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc9b1939-350b-405f-b01a-cb969881bd00 req-771fd331-1a40-4df1-9ecf-ec94a315446d tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 210 time: 0.0560939 Dec 11 22:34:18.801654 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eecc783f-0f8b-41d5-8e8c-6f4bdee1d4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:18.824258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-daced7f7-d3aa-4352-bf85-8150162073ee None None] Provisioning complete for port 034dc8e8-4ce1-483b-a091-b46a3b55de95 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:18.824709 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-daced7f7-d3aa-4352-bf85-8150162073ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:18.894030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-daced7f7-d3aa-4352-bf85-8150162073ee None None] Port 034dc8e8-4ce1-483b-a091-b46a3b55de95 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:34:18.905036 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-d0f34732-14df-41c2-a418-c69b6b42ffb9 service neutron] show failed (client error): The resource could not be found. Dec 11 22:34:18.906057 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-d0f34732-14df-41c2-a418-c69b6b42ffb9 service neutron] 10.222.0.47 "GET /v2.0/ports/2c7cb36c-8146-4e13-afa8-b3d282699a76/bindings/n-h2-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.1879742 Dec 11 22:34:19.145931 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65612c4-acc0-4216-90ca-22aaaadc4a87 req-0ffb0911-d32b-45ba-ad6e-822a929e125c tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:19.147482 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b65612c4-acc0-4216-90ca-22aaaadc4a87 req-0ffb0911-d32b-45ba-ad6e-822a929e125c tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 947 time: 0.0529170 Dec 11 22:34:19.199760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-51ba780c-0038-4b38-b33f-4d7a2c3f6243 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:19.208823 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-51ba780c-0038-4b38-b33f-4d7a2c3f6243 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 821 time: 0.2056780 Dec 11 22:34:19.217331 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b65612c4-acc0-4216-90ca-22aaaadc4a87 req-0f65de20-ec19-4ed1-89b1-e4635cf2e42e tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/security-groups?id=2028d30a-8d2c-4aed-a736-dd5547b47817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538805 Dec 11 22:34:19.226789 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-89629c06-387e-437a-a6a9-6217cd1c12cf tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/quotas/dab8ea8688024b64a53ac9357c6943c4 HTTP/1.1" status: 200 len: 375 time: 0.0170164 Dec 11 22:34:19.243919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034dc8e8-4ce1-483b-a091-b46a3b55de95 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:19.261036 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:19.291171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Transition to ACTIVE for port object 034dc8e8-4ce1-483b-a091-b46a3b55de95 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:34:19.307115 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d0a70579-833b-4f31-bb10-c228a72cd3df tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580981 Dec 11 22:34:19.398832 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:19.422130 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83555ae8-3bad-4042-89c3-337786fb753d req-ab9db80d-185a-485a-b783-76e9a2c6ee65 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:19.423706 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83555ae8-3bad-4042-89c3-337786fb753d req-ab9db80d-185a-485a-b783-76e9a2c6ee65 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0500922 Dec 11 22:34:19.468531 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-232350ee-a558-4bb4-ab0a-19f9dae7852b service neutron] 10.222.0.45 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543868 Dec 11 22:34:19.486442 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83555ae8-3bad-4042-89c3-337786fb753d req-2aa2e703-96a1-4c18-8c1c-e0c56e15945a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546420 Dec 11 22:34:19.514655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=034dc8e8-4ce1-483b-a091-b46a3b55de95,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:19.545586 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-1bee770f-d80c-49ab-a2f6-e8c2ecd1b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:19.545699 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-1bee770f-d80c-49ab-a2f6-e8c2ecd1b875 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521&tenant_id=e828c78368f2446e9a1b9388577b4d40 HTTP/1.1" status: 200 len: 1101 time: 0.1592474 Dec 11 22:34:19.605900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:19.653909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Attempting to bind port 034dc8e8-4ce1-483b-a091-b46a3b55de95 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:19.654399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Attempting to bind port 034dc8e8-4ce1-483b-a091-b46a3b55de95 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:19.654787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Attempting to bind port 034dc8e8-4ce1-483b-a091-b46a3b55de95 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:19.678181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Port 034dc8e8-4ce1-483b-a091-b46a3b55de95 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:34:19.678623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Attempting to bind port 034dc8e8-4ce1-483b-a091-b46a3b55de95 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:19.707988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d46d9e43-7e02-4f7e-bc87-72b3fecc6091 service neutron] 10.222.0.45 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300577 Dec 11 22:34:19.717673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:19.721207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:19.721770 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:19.723211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Bound port: 034dc8e8-4ce1-483b-a091-b46a3b55de95, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:19.724841 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:19.732376 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:19.772433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d2959-e216-48c0-b3be-08091b48d99b req-f7641060-e62f-4486-b8d1-b3b3fcc86d7b tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:19.782517 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-889d2959-e216-48c0-b3be-08091b48d99b req-f7641060-e62f-4486-b8d1-b3b3fcc86d7b tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 948 time: 0.1305091 Dec 11 22:34:19.783181 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 35b425c9-3623-49b6-a01d-522be9a00465 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:34:19.865838 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-889d2959-e216-48c0-b3be-08091b48d99b req-4460026a-99bd-478c-9d75-1c23a6b71dff tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823505 Dec 11 22:34:19.932491 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ad377ce-9399-475e-853c-b85294a55d28 req-d6ef723d-6a3d-4fd2-9bf3-cdc8b8d4ea8b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=eb174d04fa334972afa3decee998ec89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336819 Dec 11 22:34:19.935817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] For port 034dc8e8-4ce1-483b-a091-b46a3b55de95, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:19.936017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 35b425c9-3623-49b6-a01d-522be9a00465 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:34:19.946312 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 35b425c9-3623-49b6-a01d-522be9a00465 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:19.946686 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:19.972704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] For port 034dc8e8-4ce1-483b-a091-b46a3b55de95, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=034dc8e8-4ce1-483b-a091-b46a3b55de95,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:20.078225 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:20.089279 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:20.130739 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfce6e2d-1226-46b8-9060-73bbba3a4719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b425c9-3623-49b6-a01d-522be9a00465'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:20.135708 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f6538b-3c07-4fe4-9f77-4bfa57762379" -d '{"events": [{"server_uuid": "bfce6e2d-1226-46b8-9060-73bbba3a4719", "name": "network-vif-plugged", "status": "completed", "tag": "35b425c9-3623-49b6-a01d-522be9a00465"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:20.156383 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 35b425c9-3623-49b6-a01d-522be9a00465, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=35b425c9-3623-49b6-a01d-522be9a00465,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:20.198789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:20.199576 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:20.201467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] 10.222.0.13 "PUT /v2.0/ports/034dc8e8-4ce1-483b-a091-b46a3b55de95 HTTP/1.1" status: 200 len: 1096 time: 1.7541099 Dec 11 22:34:20.237080 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad377ce-9399-475e-853c-b85294a55d28 req-7941d7f4-714b-43e9-bf08-802c231e1f1b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:20.237080 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ad377ce-9399-475e-853c-b85294a55d28 req-7941d7f4-714b-43e9-bf08-802c231e1f1b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2775671 Dec 11 22:34:20.270261 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-0ad377ce-9399-475e-853c-b85294a55d28 req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Request body: {'port': {'device_id': 'a825d142-1137-4e82-9bbd-ce2174e48943', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'eb174d04fa334972afa3decee998ec89'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:20.281128 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e965b8-e7f8-4af2-b929-890f353f3ebb', 'tag': '034dc8e8-4ce1-483b-a091-b46a3b55de95'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:20.286718 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6016e91b-86a1-4651-8025-d4a20cdf6178 req-c50a9c4c-cb8e-4ce0-93c0-bde9bab5a115 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 210 time: 0.2856884 Dec 11 22:34:20.286894 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:20.286894 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a5abf96e-8b6c-42b4-bc2f-f8f84696d786 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:34:20.288705 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30edb507-c6ce-46a4-a499-22877ea99b53" -d '{"events": [{"name": "network-changed", "server_uuid": "67e965b8-e7f8-4af2-b929-890f353f3ebb", "tag": "034dc8e8-4ce1-483b-a091-b46a3b55de95"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:20.357018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: a5abf96e-8b6c-42b4-bc2f-f8f84696d786 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:34:20.364779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a5abf96e-8b6c-42b4-bc2f-f8f84696d786 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:34:20.365622 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d1fc6dc8-7ef8-42e7-84e3-010f4b96cd81 req-e44ab1a2-7621-46ed-88cf-2dea60aa095a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 210 time: 0.1887314 Dec 11 22:34:20.407990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40006) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:20.453087 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2674cc4-c694-42ac-911b-854ef6c5ba2c x-openstack-request-id: req-e2674cc4-c694-42ac-911b-854ef6c5ba2c {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:20.453418 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfce6e2d-1226-46b8-9060-73bbba3a4719", "name": "network-vif-plugged", "status": "completed", "tag": "35b425c9-3623-49b6-a01d-522be9a00465", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:20.453683 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2674cc4-c694-42ac-911b-854ef6c5ba2c {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:20.454087 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfce6e2d-1226-46b8-9060-73bbba3a4719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b425c9-3623-49b6-a01d-522be9a00465', 'code': 200} Dec 11 22:34:20.481698 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=35b425c9-3623-49b6-a01d-522be9a00465,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:20.506485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40010) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:20.600387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] For port 2c7cb36c-8146-4e13-afa8-b3d282699a76, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:20.617401 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da55d6f7-a1c5-4f96-9ce3-6cf97eae7e5e x-openstack-request-id: req-da55d6f7-a1c5-4f96-9ce3-6cf97eae7e5e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:20.620796 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e965b8-e7f8-4af2-b929-890f353f3ebb", "tag": "034dc8e8-4ce1-483b-a091-b46a3b55de95", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:20.620796 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da55d6f7-a1c5-4f96-9ce3-6cf97eae7e5e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:20.620796 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e965b8-e7f8-4af2-b929-890f353f3ebb', 'tag': '034dc8e8-4ce1-483b-a091-b46a3b55de95', 'status': 'completed', 'code': 200} Dec 11 22:34:20.638211 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad377ce-9399-475e-853c-b85294a55d28 req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Made reservation on behalf of eb174d04fa334972afa3decee998ec89 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:34:20.641813 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0ad377ce-9399-475e-853c-b85294a55d28 req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:20.648790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ea680-59c2-4719-8251-656578bc9ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=034dc8e8-4ce1-483b-a091-b46a3b55de95,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:20.655560 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0ad377ce-9399-475e-853c-b85294a55d28 req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:20.700039 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4f7f4-0a08-41d6-8747-6ac126e4ffbf req-1be469c2-30eb-4875-a840-af4476270045 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:20.709426 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9f4f7f4-0a08-41d6-8747-6ac126e4ffbf req-1be469c2-30eb-4875-a840-af4476270045 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.1058853 Dec 11 22:34:20.726320 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] For port 2c7cb36c-8146-4e13-afa8-b3d282699a76, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:20.751718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-3a64e986-413c-4106-91d0-a3c90939e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:20.754440 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-3a64e986-413c-4106-91d0-a3c90939e1ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7571b379e1a44109b0c3e2523b2ec6cc&device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 1099 time: 0.2552855 Dec 11 22:34:20.794420 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9f4f7f4-0a08-41d6-8747-6ac126e4ffbf req-5fb1692e-4210-4231-9553-a768e5bff77e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836647 Dec 11 22:34:20.843448 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645cf88-2743-4a99-986a-f9b8c5170b39 req-9ebe3e6c-8761-4c83-9ff0-834562430584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:20.843448 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1645cf88-2743-4a99-986a-f9b8c5170b39 req-9ebe3e6c-8761-4c83-9ff0-834562430584 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 1099 time: 0.2193880 Dec 11 22:34:20.843815 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-99a96f51-aa79-4f42-8871-f0f86e736cab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=034dc8e8-4ce1-483b-a091-b46a3b55de95 HTTP/1.1" status: 200 len: 217 time: 0.0716388 Dec 11 22:34:20.849517 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0ad377ce-9399-475e-853c-b85294a55d28 req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:20.852119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aac87d-28ec-4e7c-a6e3-f3084024faa1 req-f3822833-323e-40ce-b43c-12d60b41af71 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:20.853673 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73aac87d-28ec-4e7c-a6e3-f3084024faa1 req-f3822833-323e-40ce-b43c-12d60b41af71 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 948 time: 0.2384219 Dec 11 22:34:20.875972 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.13', 53884) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:20.887883 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0ad377ce-9399-475e-853c-b85294a55d28 req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:20.921395 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-d3a2c056-721b-4d69-b66f-fc90eb9cb39b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=eb174d04fa334972afa3decee998ec89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442605 Dec 11 22:34:20.936516 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:20.958600 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e9128d03-4e12-4952-a8fe-1633b717398d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:21.003274 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a0cc71c2-0eb7-4d13-a344-e3f6aaafe0cd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=581f7732a8e743268ae6fe05a6ba6f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5915897 Dec 11 22:34:21.012205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Transition to ACTIVE for port object 2c7cb36c-8146-4e13-afa8-b3d282699a76 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:34:21.012844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40022) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:21.034534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-49fb1091-c8e5-4991-9897-b00fdb1e246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:21.036037 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-49fb1091-c8e5-4991-9897-b00fdb1e246d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1732190 Dec 11 22:34:21.060759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f028a8c-c28a-4663-ae56-c1aa7444223d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:21.063663 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1645cf88-2743-4a99-986a-f9b8c5170b39 req-89c6cbe0-ea98-4d48-ab61-81950c81e6d7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2028d30a-8d2c-4aed-a736-dd5547b47817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018495 Dec 11 22:34:21.105798 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73aac87d-28ec-4e7c-a6e3-f3084024faa1 req-fa3ff7e8-8761-4cca-b3dd-8c122e93bff2 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/security-groups?id=2028d30a-8d2c-4aed-a736-dd5547b47817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326002 Dec 11 22:34:21.106909 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e2b9b-6e4d-4394-a04e-05fe5759ddf2 req-e6ca338c-a68b-4519-900b-054ec1bc3fd3 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:21.115829 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-338e2b9b-6e4d-4394-a04e-05fe5759ddf2 req-e6ca338c-a68b-4519-900b-054ec1bc3fd3 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 948 time: 0.1300082 Dec 11 22:34:21.117352 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:21.202008 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-d09eaf83-4230-4583-b844-32d61443c153 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:21.203747 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-d09eaf83-4230-4583-b844-32d61443c153 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2347913 Dec 11 22:34:21.232468 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e77bd527-f0ea-4c38-b61f-409d602ca302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:21.237940 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-2894ee97-9609-47cc-be5c-0046e5f5ecfd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Request body: {'port': {'device_id': '5f35f0be-546b-4a25-9508-fb11a8ad42a7', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'eb174d04fa334972afa3decee998ec89'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:21.244398 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-0ad377ce-9399-475e-853c-b85294a55d28 req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Allocated IP 192.168.233.172 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/9a43d656-6517-423a-be7b-325665329207) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:34:21.303252 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-338e2b9b-6e4d-4394-a04e-05fe5759ddf2 req-1d03073a-09dd-4ebf-a0e1-f6c93d7fe882 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386614 Dec 11 22:34:21.500890 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-b8af336c-2631-4a2d-86de-632a90443877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:21.502425 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-b8af336c-2631-4a2d-86de-632a90443877 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4571619 Dec 11 22:34:21.519078 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ace7483-aa09-429c-9175-3256f55cff04 req-833bfee0-1d5f-4a77-ad70-cea9bed35281 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 210 time: 0.0383103 Dec 11 22:34:21.525318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7cb36c-8146-4e13-afa8-b3d282699a76,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:21.539925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc28bab6-f667-45f7-b10d-7881a048464b req-6b097276-a326-4e67-883e-83838a2801e5 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 210 time: 0.1515214 Dec 11 22:34:21.540277 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0ad377ce-9399-475e-853c-b85294a55d28 req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:21.560076 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] No DVR routers for this DVR port 2c7cb36c-8146-4e13-afa8-b3d282699a76 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:34:21.563574 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e9128d03-4e12-4952-a8fe-1633b717398d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:21.567674 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-2894ee97-9609-47cc-be5c-0046e5f5ecfd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Made reservation on behalf of eb174d04fa334972afa3decee998ec89 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:34:21.571065 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-2894ee97-9609-47cc-be5c-0046e5f5ecfd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:21.577394 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5c07e5f-5ac7-4d34-8c7b-b050af8109d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:21.658030 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e9128d03-4e12-4952-a8fe-1633b717398d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:21.673871 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0ad377ce-9399-475e-853c-b85294a55d28 req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:21.674088 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5c07e5f-5ac7-4d34-8c7b-b050af8109d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:21.696590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Attempting to bind port 2c7cb36c-8146-4e13-afa8-b3d282699a76 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:21.696932 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Attempting to bind port 2c7cb36c-8146-4e13-afa8-b3d282699a76 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:21.697265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Attempting to bind port 2c7cb36c-8146-4e13-afa8-b3d282699a76 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:21.747305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Port 2c7cb36c-8146-4e13-afa8-b3d282699a76 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:34:21.747634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Attempting to bind port 2c7cb36c-8146-4e13-afa8-b3d282699a76 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:21.753731 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad377ce-9399-475e-853c-b85294a55d28 req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:34:21.763125 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-0ad377ce-9399-475e-853c-b85294a55d28 req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:21.768308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad377ce-9399-475e-853c-b85294a55d28 req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:34:21.770344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9128d03-4e12-4952-a8fe-1633b717398d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b679d40b-7f7d-4174-9709-17c7a7cb18a8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:21.774070 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad377ce-9399-475e-853c-b85294a55d28 req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:21.774503 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e9128d03-4e12-4952-a8fe-1633b717398d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=93851e0be7164a54b02b8ddad0c843d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1634033 Dec 11 22:34:21.774705 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0ad377ce-9399-475e-853c-b85294a55d28 req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:21.782751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:21.783137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:21.783522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:21.783965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Bound port: 2c7cb36c-8146-4e13-afa8-b3d282699a76, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:21.784310 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:21.785679 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Pushing event updated for resources: {'Port': ['ID=9a43d656-6517-423a-be7b-325665329207,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:21.787790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40030) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:21.800363 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-2894ee97-9609-47cc-be5c-0046e5f5ecfd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Allocated IP 192.168.233.249 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/b382d259-fd5f-41ed-a846-28654a6df958) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:34:21.809313 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-ee9050cc-38d6-4afa-b042-8ab52c2fb546 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543468 Dec 11 22:34:21.867766 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ad377ce-9399-475e-853c-b85294a55d28 req-57cc29be-f8d6-4081-a25d-6abff82b1444 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6083145 Dec 11 22:34:21.889757 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Request body: {'port': {'device_id': 'a825d142-1137-4e82-9bbd-ce2174e48943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:21.949318 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5c07e5f-5ac7-4d34-8c7b-b050af8109d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:21.951973 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5c07e5f-5ac7-4d34-8c7b-b050af8109d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:21.953131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a5c07e5f-5ac7-4d34-8c7b-b050af8109d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e6942034-c5ee-4852-af12-64e6e8a9f9b6 HTTP/1.1" status: 204 len: 168 time: 0.9319475 Dec 11 22:34:21.982106 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c4b2-fa31-44e6-be70-2e63fe38f3e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:21.984527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] For port 2c7cb36c-8146-4e13-afa8-b3d282699a76, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:22.001026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] For port 2c7cb36c-8146-4e13-afa8-b3d282699a76, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:22.002142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c07e5f-5ac7-4d34-8c7b-b050af8109d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6942034-c5ee-4852-af12-64e6e8a9f9b6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:22.054201 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f07f25-ee03-45ca-a9c8-d48c8f5c59d4 req-14d1be0d-8b2b-4079-85e7-b0cf2a9306cc tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:22.058280 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f7f6a21-08f5-4250-9b00-47da80519022 req-908ac458-9149-4489-829d-2b1d39beab0f service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402647 Dec 11 22:34:22.060526 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c4b2-fa31-44e6-be70-2e63fe38f3e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:22.061752 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:22.065421 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5f07f25-ee03-45ca-a9c8-d48c8f5c59d4 req-14d1be0d-8b2b-4079-85e7-b0cf2a9306cc tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 948 time: 0.1938791 Dec 11 22:34:22.105349 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:22.114415 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:22.155245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:22.155969 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:22.157523 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] 10.222.0.13 "PUT /v2.0/ports/2c7cb36c-8146-4e13-afa8-b3d282699a76 HTTP/1.1" status: 200 len: 1096 time: 2.6010444 Dec 11 22:34:22.172141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9d1b29ae-2286-4c68-af08-6e8e6d673fd4 None None] Provisioning complete for port 9a43d656-6517-423a-be7b-325665329207 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:22.174200 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d1b29ae-2286-4c68-af08-6e8e6d673fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:22.181812 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a3acc-83f6-43ff-ad3e-73ae17106eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7cb36c-8146-4e13-afa8-b3d282699a76,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:22.208501 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-2894ee97-9609-47cc-be5c-0046e5f5ecfd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:22.240702 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5f07f25-ee03-45ca-a9c8-d48c8f5c59d4 req-c2836015-98fb-4b1a-afbb-6974562c10f6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694100 Dec 11 22:34:22.266287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-c567b8ae-e93e-4fc0-be56-198f92b9f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:22.268384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-c567b8ae-e93e-4fc0-be56-198f92b9f579 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 1099 time: 0.0621507 Dec 11 22:34:22.280002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9d1b29ae-2286-4c68-af08-6e8e6d673fd4 None None] Port 9a43d656-6517-423a-be7b-325665329207 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:34:22.345841 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c4b2-fa31-44e6-be70-2e63fe38f3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:22.349188 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c4b2-fa31-44e6-be70-2e63fe38f3e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:22.350252 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a5f0c4b2-fa31-44e6-be70-2e63fe38f3e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b679d40b-7f7d-4174-9709-17c7a7cb18a8 HTTP/1.1" status: 204 len: 168 time: 0.5609097 Dec 11 22:34:22.398537 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0c4b2-fa31-44e6-be70-2e63fe38f3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b679d40b-7f7d-4174-9709-17c7a7cb18a8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:22.501250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edb507-c6ce-46a4-a499-22877ea99b53 req-a92318d2-bef7-4514-a9a9-c7b67a20383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:22.502730 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-30edb507-c6ce-46a4-a499-22877ea99b53 req-a92318d2-bef7-4514-a9a9-c7b67a20383b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7571b379e1a44109b0c3e2523b2ec6cc&device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 1099 time: 0.2333136 Dec 11 22:34:22.514233 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-2894ee97-9609-47cc-be5c-0046e5f5ecfd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:22.595248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6a622-3052-4996-94df-d2f6b8f468b2 req-4e5846d4-5439-4288-8263-51097779a674 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:22.596963 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3db6a622-3052-4996-94df-d2f6b8f468b2 req-4e5846d4-5439-4288-8263-51097779a674 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 948 time: 0.2739985 Dec 11 22:34:22.622387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc58355-fcea-417d-93e0-6100e864c521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c7cb36c-8146-4e13-afa8-b3d282699a76'}, {'name': 'network-changed', 'server_uuid': 'bcc58355-fcea-417d-93e0-6100e864c521', 'tag': '2c7cb36c-8146-4e13-afa8-b3d282699a76'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:22.624534 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7ca39f-40eb-40e6-8353-8069e78ab865" -d '{"events": [{"server_uuid": "bcc58355-fcea-417d-93e0-6100e864c521", "name": "network-vif-unplugged", "status": "completed", "tag": "2c7cb36c-8146-4e13-afa8-b3d282699a76"}, {"name": "network-changed", "server_uuid": "bcc58355-fcea-417d-93e0-6100e864c521", "tag": "2c7cb36c-8146-4e13-afa8-b3d282699a76"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:22.667979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-41b6961f-4ed9-4b68-bbb7-4a867b8e41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:22.669465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-41b6961f-4ed9-4b68-bbb7-4a867b8e41c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.3374963 Dec 11 22:34:22.741863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-075a766d-3339-4ead-8258-6c4b825efaed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76 HTTP/1.1" status: 200 len: 217 time: 0.0613284 Dec 11 22:34:22.762958 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3db6a622-3052-4996-94df-d2f6b8f468b2 req-d00f226d-1ccc-4280-9ba0-70c3eaf2b20d tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/security-groups?id=2028d30a-8d2c-4aed-a736-dd5547b47817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423867 Dec 11 22:34:22.795114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edb507-c6ce-46a4-a499-22877ea99b53 req-83135ac2-e39e-4da2-8602-fc369d80c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:22.797563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-30edb507-c6ce-46a4-a499-22877ea99b53 req-83135ac2-e39e-4da2-8602-fc369d80c447 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2842722 Dec 11 22:34:22.812083 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-2894ee97-9609-47cc-be5c-0046e5f5ecfd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:34:22.823354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-2894ee97-9609-47cc-be5c-0046e5f5ecfd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:22.828648 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-2894ee97-9609-47cc-be5c-0046e5f5ecfd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:34:22.834843 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-2894ee97-9609-47cc-be5c-0046e5f5ecfd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:22.835487 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-2894ee97-9609-47cc-be5c-0046e5f5ecfd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:22.844141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894ee97-9609-47cc-be5c-0046e5f5ecfd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Pushing event updated for resources: {'Port': ['ID=b382d259-fd5f-41ed-a846-28654a6df958,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:22.859878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3eb958-7d6a-41a0-a437-5c8ebcf9d590 req-f9583f09-696f-4119-aed5-82ab4e568b58 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:22.860944 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f3eb958-7d6a-41a0-a437-5c8ebcf9d590 req-f9583f09-696f-4119-aed5-82ab4e568b58 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 948 time: 0.3914304 Dec 11 22:34:22.895593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40054) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:22.901583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-852ff4da-f97f-47fa-8ed0-af9abbc4f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:22.903082 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-852ff4da-f97f-47fa-8ed0-af9abbc4f561 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1385441 Dec 11 22:34:22.938858 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-848d401d-a101-443c-84b9-60708401b4a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:22.984935 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-30edb507-c6ce-46a4-a499-22877ea99b53 req-a80f0ee9-b78e-4442-b253-7b29cbe22a0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=034dc8e8-4ce1-483b-a091-b46a3b55de95 HTTP/1.1" status: 200 len: 217 time: 0.0944061 Dec 11 22:34:23.009362 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-2894ee97-9609-47cc-be5c-0046e5f5ecfd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7888639 Dec 11 22:34:23.024505 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-02a3567f-d379-489b-865d-7fdc134350b7 req-d251d3fa-b335-4b65-b935-bfc2f722842b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 210 time: 0.1352434 Dec 11 22:34:23.072138 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Request body: {'port': {'device_id': '5f35f0be-546b-4a25-9508-fb11a8ad42a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:23.126078 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f3eb958-7d6a-41a0-a437-5c8ebcf9d590 req-528299f4-cd16-4c00-9ff9-c8a6bb5282a4 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316744 Dec 11 22:34:23.159465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7b9e7bf0-36d1-4db8-aa4e-9c402e8e0447 None None] Provisioning complete for port b382d259-fd5f-41ed-a846-28654a6df958 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:23.160483 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7bf0-36d1-4db8-aa4e-9c402e8e0447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:23.176040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a43d656-6517-423a-be7b-325665329207 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:23.187897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-e79c16cf-6bdc-402f-855a-561fb57d17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:23.189468 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-e79c16cf-6bdc-402f-855a-561fb57d17cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2205155 Dec 11 22:34:23.193647 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edb507-c6ce-46a4-a499-22877ea99b53 req-3473e52d-7c00-4db4-810c-319ddc8e1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:23.195062 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-30edb507-c6ce-46a4-a499-22877ea99b53 req-3473e52d-7c00-4db4-810c-319ddc8e1247 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1800241 Dec 11 22:34:23.201446 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:23.204413 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-a71e7002-e5a9-48b8-8d8c-c3db09c96451 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:23.206184 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-a71e7002-e5a9-48b8-8d8c-c3db09c96451 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.47 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 821 time: 0.4267855 Dec 11 22:34:23.228128 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a65f70-011f-457b-a80c-8a90c2d53dc3 x-openstack-request-id: req-92a65f70-011f-457b-a80c-8a90c2d53dc3 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:23.228128 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc58355-fcea-417d-93e0-6100e864c521", "name": "network-vif-unplugged", "status": "completed", "tag": "2c7cb36c-8146-4e13-afa8-b3d282699a76", "code": 200}, {"name": "network-changed", "server_uuid": "bcc58355-fcea-417d-93e0-6100e864c521", "tag": "2c7cb36c-8146-4e13-afa8-b3d282699a76", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:23.228428 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92a65f70-011f-457b-a80c-8a90c2d53dc3 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:23.228876 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc58355-fcea-417d-93e0-6100e864c521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c7cb36c-8146-4e13-afa8-b3d282699a76', 'code': 200} Dec 11 22:34:23.229086 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc58355-fcea-417d-93e0-6100e864c521', 'tag': '2c7cb36c-8146-4e13-afa8-b3d282699a76', 'status': 'completed', 'code': 200} Dec 11 22:34:23.230450 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:23.237438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e7bf0-36d1-4db8-aa4e-9c402e8e0447 None None] Port b382d259-fd5f-41ed-a846-28654a6df958 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:34:23.239266 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Transition to ACTIVE for port object 9a43d656-6517-423a-be7b-325665329207 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:34:23.263782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-f7d09782-d006-4dba-a0da-fbf878dd3c3d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Request body: {'port': {'device_id': 'd6103d9c-f5fc-4a31-bb91-e60601b68e02', 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59', 'admin_state_up': True, 'tenant_id': 'dab8ea8688024b64a53ac9357c6943c4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:23.266254 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-848d401d-a101-443c-84b9-60708401b4a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:23.352531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32befdb-729c-4b9f-a312-4fa5858a18f1 req-077a49bd-14b1-4e9d-ac08-e082b0ce6baa tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:23.354870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f32befdb-729c-4b9f-a312-4fa5858a18f1 req-077a49bd-14b1-4e9d-ac08-e082b0ce6baa tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 936 time: 0.2322640 Dec 11 22:34:23.359795 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:23.399019 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-848d401d-a101-443c-84b9-60708401b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:23.439159 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edb507-c6ce-46a4-a499-22877ea99b53 req-ed0fb039-85b8-4197-b423-44fb31348d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:23.440672 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-30edb507-c6ce-46a4-a499-22877ea99b53 req-ed0fb039-85b8-4197-b423-44fb31348d3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2330351 Dec 11 22:34:23.521772 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-a303104c-33cc-4ccc-8e3e-f5a9e23f31bd service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111079 Dec 11 22:34:23.542747 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-848d401d-a101-443c-84b9-60708401b4a5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8548c05cfc774eb68dbdcd9e26115f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6364152 Dec 11 22:34:23.542747 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Pushing event updated for resources: {'Port': ['ID=9a43d656-6517-423a-be7b-325665329207,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:23.543557 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40062) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:23.543875 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40064) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:23.557262 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-f9d20b5b-dd23-44f6-94f1-f43ec6488631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:23.558854 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-f9d20b5b-dd23-44f6-94f1-f43ec6488631 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 1099 time: 0.2030301 Dec 11 22:34:23.594365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f32befdb-729c-4b9f-a312-4fa5858a18f1 req-64bb79f5-eb55-46ad-939a-083534ba18a2 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178626 Dec 11 22:34:23.599078 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d401d-a101-443c-84b9-60708401b4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6354bc-3831-49d2-a23f-9f448268660b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:23.614404 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54b893ad-040e-4512-bda6-fba43db86b8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:23.623034 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58060c54-7de3-415b-87b8-9f0f338d516f req-e0fadf9f-a275-4e5a-ad29-4c31d58043fa tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:23.630688 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-58060c54-7de3-415b-87b8-9f0f338d516f req-e0fadf9f-a275-4e5a-ad29-4c31d58043fa tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 948 time: 0.2754309 Dec 11 22:34:23.704851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Attempting to bind port 9a43d656-6517-423a-be7b-325665329207 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:23.704851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Attempting to bind port 9a43d656-6517-423a-be7b-325665329207 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:23.705163 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Attempting to bind port 9a43d656-6517-423a-be7b-325665329207 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:23.751240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Port 9a43d656-6517-423a-be7b-325665329207 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:34:23.751564 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Attempting to bind port 9a43d656-6517-423a-be7b-325665329207 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:23.774465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-30edb507-c6ce-46a4-a499-22877ea99b53 req-4601174f-b8b3-4739-b8b7-db0831d89c4b service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146188 Dec 11 22:34:23.779537 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:23.793621 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:23.793962 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:23.794308 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 2c7cb36c-8146-4e13-afa8-b3d282699a76 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:34:23.794441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:23.794791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Bound port: 9a43d656-6517-423a-be7b-325665329207, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:23.795178 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:23.811806 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-626021af-b909-42b2-bb44-613694702aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:23.813292 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-626021af-b909-42b2-bb44-613694702aa1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2340934 Dec 11 22:34:23.816756 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-f7d09782-d006-4dba-a0da-fbf878dd3c3d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Made reservation on behalf of dab8ea8688024b64a53ac9357c6943c4 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:34:23.819985 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-f7d09782-d006-4dba-a0da-fbf878dd3c3d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:23.823454 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-58060c54-7de3-415b-87b8-9f0f338d516f req-a90e7176-90ff-4b46-ba40-219c55bd55f7 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864231 Dec 11 22:34:23.839174 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0da1ddbb-2ce3-4779-bf46-f9556624eeb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:23.851335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c104bbc4-fad1-464a-bc96-d2ac5a38fb8f req-a8cf41ec-a30e-4553-bad8-1001c0e5c925 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912250 Dec 11 22:34:23.913441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 2c7cb36c-8146-4e13-afa8-b3d282699a76 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:34:23.927199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b382d259-fd5f-41ed-a846-28654a6df958 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:23.943268 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0da1ddbb-2ce3-4779-bf46-f9556624eeb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:23.946129 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:24.017696 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54b893ad-040e-4512-bda6-fba43db86b8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:24.023188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Transition to ACTIVE for port object b382d259-fd5f-41ed-a846-28654a6df958 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:34:24.042291 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] For port 9a43d656-6517-423a-be7b-325665329207, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:24.045972 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] For port 9a43d656-6517-423a-be7b-325665329207, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9a43d656-6517-423a-be7b-325665329207,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:24.095714 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54b893ad-040e-4512-bda6-fba43db86b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:24.101071 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:24.136048 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-b93e73ae-fc88-478d-ba9a-95c1045583c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76 HTTP/1.1" status: 200 len: 217 time: 0.3136189 Dec 11 22:34:24.183135 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0da1ddbb-2ce3-4779-bf46-f9556624eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:24.185865 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0da1ddbb-2ce3-4779-bf46-f9556624eeb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:24.189517 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0da1ddbb-2ce3-4779-bf46-f9556624eeb2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a6354bc-3831-49d2-a23f-9f448268660b HTTP/1.1" status: 204 len: 168 time: 0.6338284 Dec 11 22:34:24.189517 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:24.225482 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b893ad-040e-4512-bda6-fba43db86b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1708baee-5362-4658-b28c-936328637b7b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:24.264433 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-54b893ad-040e-4512-bda6-fba43db86b8d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb788fc2c64940239239724dc87a06ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7121792 Dec 11 22:34:24.266840 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0f6ce2c9-1fb1-493e-88f9-53d9a66c558d req-bd56f8bf-07b3-4741-9d6c-2b6c8c3fc908 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 210 time: 0.1617382 Dec 11 22:34:24.267439 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40076) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:24.272054 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1ddbb-2ce3-4779-bf46-f9556624eeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6354bc-3831-49d2-a23f-9f448268660b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:24.288932 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:24.289571 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:24.291223 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] 10.222.0.13 "PUT /v2.0/ports/9a43d656-6517-423a-be7b-325665329207 HTTP/1.1" status: 200 len: 1096 time: 2.4070311 Dec 11 22:34:24.291683 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Pushing event updated for resources: {'Port': ['ID=b382d259-fd5f-41ed-a846-28654a6df958,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:24.325369 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a825d142-1137-4e82-9bbd-ce2174e48943', 'tag': '9a43d656-6517-423a-be7b-325665329207'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:24.327919 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01f858a-1400-4ba2-aee5-7b786b8f194c" -d '{"events": [{"name": "network-changed", "server_uuid": "a825d142-1137-4e82-9bbd-ce2174e48943", "tag": "9a43d656-6517-423a-be7b-325665329207"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:24.388436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-25109dc4-c332-48df-9318-9e3e7727f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:24.389958 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-25109dc4-c332-48df-9318-9e3e7727f00b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 1099 time: 0.2663045 Dec 11 22:34:24.397025 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-30edb507-c6ce-46a4-a499-22877ea99b53 req-f29586fd-3947-4f1e-bfe5-b4ad9677b8d9 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080751 Dec 11 22:34:24.398472 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-d6162b5f-dfe3-49c9-b6f8-45abe2e43241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:24.403013 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-d6162b5f-dfe3-49c9-b6f8-45abe2e43241 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.2290812 Dec 11 22:34:24.419037 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9a915-6424-4e23-862f-6c252e8e7b5e req-c14e1415-bf8a-4b6e-b2fd-bdcf946a928a tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:24.426797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c9a915-6424-4e23-862f-6c252e8e7b5e req-c14e1415-bf8a-4b6e-b2fd-bdcf946a928a tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 948 time: 0.3014646 Dec 11 22:34:24.516307 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Attempting to bind port b382d259-fd5f-41ed-a846-28654a6df958 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:24.516782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Attempting to bind port b382d259-fd5f-41ed-a846-28654a6df958 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:24.517097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Attempting to bind port b382d259-fd5f-41ed-a846-28654a6df958 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:24.534190 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Port b382d259-fd5f-41ed-a846-28654a6df958 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:34:24.534521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Attempting to bind port b382d259-fd5f-41ed-a846-28654a6df958 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:24.547122 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] Pushing event updated for resources: {'Port': ['ID=9a43d656-6517-423a-be7b-325665329207,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:24.553380 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:24.553838 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:24.554297 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:24.554842 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Bound port: b382d259-fd5f-41ed-a846-28654a6df958, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:24.555300 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:24.557068 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:24.585669 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f108a21e-19e6-4d74-92f6-51e627be33ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:24.595206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed69ab9-1d10-4b19-9ed4-00b94e706b4d req-46f74216-9e05-4490-8c48-73d06791e893 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:24.602674 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ed69ab9-1d10-4b19-9ed4-00b94e706b4d req-46f74216-9e05-4490-8c48-73d06791e893 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 948 time: 0.1832218 Dec 11 22:34:24.646292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-f7d09782-d006-4dba-a0da-fbf878dd3c3d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Allocated IP 172.20.0.8 (16806276-ddd2-4647-87cf-feda1dff0e59/8f040924-a8ae-49f7-b7f5-f3e9e2d94400/5608468d-0751-4210-b80b-696395b31387) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:34:24.672893 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f108a21e-19e6-4d74-92f6-51e627be33ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:24.683057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad377ce-9399-475e-853c-b85294a55d28 req-cca3846b-e75c-43dd-be53-f17c88c4e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:24.683057 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ad377ce-9399-475e-853c-b85294a55d28 req-cca3846b-e75c-43dd-be53-f17c88c4e187 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb174d04fa334972afa3decee998ec89&device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 1099 time: 0.2494633 Dec 11 22:34:24.687013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-bc2e3c6f-2234-4022-9350-92eb8dde255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:24.689066 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-bc2e3c6f-2234-4022-9350-92eb8dde255b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2571723 Dec 11 22:34:24.703879 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c9a915-6424-4e23-862f-6c252e8e7b5e req-036d183d-ba12-49ab-9847-9d9a78ea6421 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/security-groups?id=2028d30a-8d2c-4aed-a736-dd5547b47817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710607 Dec 11 22:34:24.760338 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ed69ab9-1d10-4b19-9ed4-00b94e706b4d req-4f25ca53-7fe8-4a41-94d8-548a482a4814 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496847 Dec 11 22:34:24.761391 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86babc5a-74aa-46b5-bdfa-9a506d0d7b9e x-openstack-request-id: req-86babc5a-74aa-46b5-bdfa-9a506d0d7b9e {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:24.761823 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a825d142-1137-4e82-9bbd-ce2174e48943", "tag": "9a43d656-6517-423a-be7b-325665329207", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:24.761927 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86babc5a-74aa-46b5-bdfa-9a506d0d7b9e {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:24.762325 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a825d142-1137-4e82-9bbd-ce2174e48943', 'tag': '9a43d656-6517-423a-be7b-325665329207', 'status': 'completed', 'code': 200} Dec 11 22:34:24.793859 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] For port b382d259-fd5f-41ed-a846-28654a6df958, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:24.808327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] For port b382d259-fd5f-41ed-a846-28654a6df958, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=b382d259-fd5f-41ed-a846-28654a6df958,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:24.827847 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ad377ce-9399-475e-853c-b85294a55d28 req-e8b15790-3e17-419f-aa95-5a77fedf0c03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9a43d656-6517-423a-be7b-325665329207 HTTP/1.1" status: 200 len: 217 time: 0.1143188 Dec 11 22:34:24.828901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-61448b3b-9187-40c4-a127-564fe4d5e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:24.830378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-61448b3b-9187-40c4-a127-564fe4d5e9e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.4296715 Dec 11 22:34:24.893976 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:24.932601 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f108a21e-19e6-4d74-92f6-51e627be33ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:24.935830 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f108a21e-19e6-4d74-92f6-51e627be33ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:24.937503 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f108a21e-19e6-4d74-92f6-51e627be33ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1708baee-5362-4658-b28c-936328637b7b HTTP/1.1" status: 204 len: 168 time: 0.6666098 Dec 11 22:34:24.955068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:24.955794 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:24.958428 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] 10.222.0.13 "PUT /v2.0/ports/b382d259-fd5f-41ed-a846-28654a6df958 HTTP/1.1" status: 200 len: 1096 time: 1.8971450 Dec 11 22:34:24.961446 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108a21e-19e6-4d74-92f6-51e627be33ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1708baee-5362-4658-b28c-936328637b7b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:24.973222 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-a3a5460e-ea5f-46e9-aa7b-b77233ecfcb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76 HTTP/1.1" status: 200 len: 217 time: 0.1165240 Dec 11 22:34:24.980998 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29825-cf69-4ec1-a5dc-71e1c40f8808 service neutron] Pushing event updated for resources: {'Port': ['ID=b382d259-fd5f-41ed-a846-28654a6df958,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:25.143242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad377ce-9399-475e-853c-b85294a55d28 req-23ff098f-d0df-4edd-9d61-f8678c9ab625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:25.145072 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ad377ce-9399-475e-853c-b85294a55d28 req-23ff098f-d0df-4edd-9d61-f8678c9ab625 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.2874148 Dec 11 22:34:25.190979 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-1587250e-fc7f-4250-8aeb-ddb67e9d9981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:25.194427 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-1587250e-fc7f-4250-8aeb-ddb67e9d9981 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb174d04fa334972afa3decee998ec89&device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 1099 time: 0.0884748 Dec 11 22:34:25.204583 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-2fcce819-37f8-4bda-8fd5-0be3ce8c4fd3 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921739 Dec 11 22:34:25.227708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518779f-081b-4751-84a0-c8726b6f9609 req-991e98a5-07fc-4705-a762-84cfde0e1fee tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:25.228009 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1518779f-081b-4751-84a0-c8726b6f9609 req-991e98a5-07fc-4705-a762-84cfde0e1fee tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 948 time: 0.3966684 Dec 11 22:34:25.256166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-480cf2dd-780f-40aa-9e57-8cffe96ad0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:25.257648 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-480cf2dd-780f-40aa-9e57-8cffe96ad0bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.2609320 Dec 11 22:34:25.293472 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-53ab524f-1f9a-47ee-a3cc-989d16b3ff79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=b382d259-fd5f-41ed-a846-28654a6df958 HTTP/1.1" status: 200 len: 217 time: 0.0895262 Dec 11 22:34:25.405747 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c159615-3dab-48ec-b27f-9d73a4bea216 req-0ece18cd-67f3-4da2-be96-97aa00c21eb6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:25.413168 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-f7d09782-d006-4dba-a0da-fbf878dd3c3d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:25.415593 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1c159615-3dab-48ec-b27f-9d73a4bea216 req-0ece18cd-67f3-4da2-be96-97aa00c21eb6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 948 time: 0.1179717 Dec 11 22:34:25.418268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-1146edbf-963b-409d-a011-89d097477f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:25.419704 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-1146edbf-963b-409d-a011-89d097477f53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0881877 Dec 11 22:34:25.428444 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad377ce-9399-475e-853c-b85294a55d28 req-c835f5a9-44a7-4027-94c4-4cdd1f909b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:25.429702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ad377ce-9399-475e-853c-b85294a55d28 req-c835f5a9-44a7-4027-94c4-4cdd1f909b5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2756071 Dec 11 22:34:25.503750 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1518779f-081b-4751-84a0-c8726b6f9609 req-bf76e3e5-3406-4edb-938b-bc7ec2b41113 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584815 Dec 11 22:34:25.520501 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1c159615-3dab-48ec-b27f-9d73a4bea216 req-ee5e1317-385f-4a8b-b9f7-49930f75083a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859370 Dec 11 22:34:25.543361 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-022748ba-7342-4d4d-8dce-b8b33612b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:25.545024 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-022748ba-7342-4d4d-8dce-b8b33612b6fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1109653 Dec 11 22:34:25.545428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-4d5c2202-f0bf-4682-ae44-306ae7e8cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:25.547003 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-4d5c2202-f0bf-4682-ae44-306ae7e8cf94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2649555 Dec 11 22:34:25.554014 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-2dc7e433-8e98-4faa-902b-ef79c83f1626 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417513 Dec 11 22:34:25.677960 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58900bff-3f8a-4c5d-b790-b148bc15b940 req-d8a91204-94a6-4891-ac03-937d04308947 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 210 time: 0.0467496 Dec 11 22:34:25.686219 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ad377ce-9399-475e-853c-b85294a55d28 req-8d39d51b-d5aa-4fc3-a61b-6f50182fe6ba service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456014 Dec 11 22:34:25.718475 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-a76907a6-3bee-4c5c-bfaa-167e7da9d33e service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577430 Dec 11 22:34:25.735727 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-f7d09782-d006-4dba-a0da-fbf878dd3c3d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:25.816834 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-23c700da-3bba-4a4f-bbed-949e4c92c4e7 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527540 Dec 11 22:34:25.841496 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01cf9103-12f4-44b7-b835-50aef9683f15 req-9569fc6e-1629-4f82-8f7a-fb788717bb4d service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155064 Dec 11 22:34:25.842425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-f7d09782-d006-4dba-a0da-fbf878dd3c3d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Network 16806276-ddd2-4647-87cf-feda1dff0e59 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:34:25.861730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-f7d09782-d006-4dba-a0da-fbf878dd3c3d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:25.864848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-f7d09782-d006-4dba-a0da-fbf878dd3c3d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:34:25.871118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-f7d09782-d006-4dba-a0da-fbf878dd3c3d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:25.871827 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-f7d09782-d006-4dba-a0da-fbf878dd3c3d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:25.920721 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d09782-d006-4dba-a0da-fbf878dd3c3d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Pushing event updated for resources: {'Port': ['ID=5608468d-0751-4210-b80b-696395b31387,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:25.945190 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308f8ec-c91a-41c5-b54b-a54643cac636 req-0ef59999-507e-44d1-abd1-5776f0e3edd2 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:25.946578 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9308f8ec-c91a-41c5-b54b-a54643cac636 req-0ef59999-507e-44d1-abd1-5776f0e3edd2 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 948 time: 0.0730391 Dec 11 22:34:25.955597 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ad377ce-9399-475e-853c-b85294a55d28 req-f93a1c1f-0d40-4082-869a-f9c075e00b70 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578080 Dec 11 22:34:25.988728 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d7ca39f-40eb-40e6-8353-8069e78ab865 req-73bc05ac-cc10-4f01-a8c2-7414858568bd service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612599 Dec 11 22:34:26.038942 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9308f8ec-c91a-41c5-b54b-a54643cac636 req-af4ad72a-6967-4726-bd0d-d65dbb60d829 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849898 Dec 11 22:34:26.042937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-f7d09782-d006-4dba-a0da-fbf878dd3c3d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8107073 Dec 11 22:34:26.066165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Request body: {'port': {'device_id': 'd6103d9c-f5fc-4a31-bb91-e60601b68e02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:26.162911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f858a-1400-4ba2-aee5-7b786b8f194c req-9cc2076d-74df-4d4f-af78-b2c317053a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:26.164529 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d01f858a-1400-4ba2-aee5-7b786b8f194c req-9cc2076d-74df-4d4f-af78-b2c317053a67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb174d04fa334972afa3decee998ec89&device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 1099 time: 0.0946100 Dec 11 22:34:26.165378 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:26.200312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2ed91-2ae1-4b83-b3fb-f4b5c4852247 req-7c87e11f-2269-4fa2-aee8-9804924bff61 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:26.202214 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20b2ed91-2ae1-4b83-b3fb-f4b5c4852247 req-7c87e11f-2269-4fa2-aee8-9804924bff61 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 948 time: 0.0672941 Dec 11 22:34:26.240676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 034dc8e8-4ce1-483b-a091-b46a3b55de95 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:34:26.287099 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20b2ed91-2ae1-4b83-b3fb-f4b5c4852247 req-665c8f40-1cb9-47dc-84b3-a39d9e0776fa tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/security-groups?id=2028d30a-8d2c-4aed-a736-dd5547b47817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775685 Dec 11 22:34:26.408576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f858a-1400-4ba2-aee5-7b786b8f194c req-e8a3d4dd-a822-4111-9309-f08fc0d4fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:26.410090 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d01f858a-1400-4ba2-aee5-7b786b8f194c req-e8a3d4dd-a822-4111-9309-f08fc0d4fe32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2355943 Dec 11 22:34:26.415183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 034dc8e8-4ce1-483b-a091-b46a3b55de95, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=034dc8e8-4ce1-483b-a091-b46a3b55de95,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:26.429742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '034dc8e8-4ce1-483b-a091-b46a3b55de95', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '034dc8e8-4ce1-483b-a091-b46a3b55de95', 'mac_address': 'fa:16:3e:4a:bc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:34:26.491708 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:26.498132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d01f858a-1400-4ba2-aee5-7b786b8f194c req-9d35c48d-84eb-4fde-838a-a8ae1e7f78a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9a43d656-6517-423a-be7b-325665329207 HTTP/1.1" status: 200 len: 217 time: 0.0791175 Dec 11 22:34:26.510078 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034dc8e8-4ce1-483b-a091-b46a3b55de95 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:26.559663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 034dc8e8-4ce1-483b-a091-b46a3b55de95, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=034dc8e8-4ce1-483b-a091-b46a3b55de95,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:26.608286 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:26.645506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f858a-1400-4ba2-aee5-7b786b8f194c req-5dd9363c-5d18-488d-885f-86b38317953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:26.645506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d01f858a-1400-4ba2-aee5-7b786b8f194c req-5dd9363c-5d18-488d-885f-86b38317953f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1385682 Dec 11 22:34:26.719506 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=034dc8e8-4ce1-483b-a091-b46a3b55de95,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:26.759554 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d0ee2-dbb0-410d-8462-d8435b0a7640 req-09681bd8-d36c-4639-8bf8-a0651eb405d1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:26.761180 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-827d0ee2-dbb0-410d-8462-d8435b0a7640 req-09681bd8-d36c-4639-8bf8-a0651eb405d1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 948 time: 0.1144352 Dec 11 22:34:26.764151 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f35f0be-546b-4a25-9508-fb11a8ad42a7', 'tag': 'b382d259-fd5f-41ed-a846-28654a6df958'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:26.765911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243839a0-f862-4ff5-982f-eca6775c859c req-ee2d8172-27d4-42a7-91ba-da5184282159 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:26.766484 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dfff86-1e30-494a-be6a-fd1450a18ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "5f35f0be-546b-4a25-9508-fb11a8ad42a7", "tag": "b382d259-fd5f-41ed-a846-28654a6df958"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:26.773543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-243839a0-f862-4ff5-982f-eca6775c859c req-ee2d8172-27d4-42a7-91ba-da5184282159 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 948 time: 0.1397438 Dec 11 22:34:26.811373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f858a-1400-4ba2-aee5-7b786b8f194c req-0665106b-d59e-45a2-b9b2-ffb3d88981c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:26.813623 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d01f858a-1400-4ba2-aee5-7b786b8f194c req-0665106b-d59e-45a2-b9b2-ffb3d88981c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539235 Dec 11 22:34:26.859679 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-827d0ee2-dbb0-410d-8462-d8435b0a7640 req-89e615a2-cef7-4f05-8edf-cdb44a1782f9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855262 Dec 11 22:34:26.978595 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06457cb1-5e45-40cb-a18c-91409a1ccd47 req-f44bf792-8f1e-44fb-8aee-508578a9a8ac tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:26.987493 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-06457cb1-5e45-40cb-a18c-91409a1ccd47 req-f44bf792-8f1e-44fb-8aee-508578a9a8ac tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 931 time: 0.0619006 Dec 11 22:34:27.041488 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['034dc8e8-4ce1-483b-a091-b46a3b55de95'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:27.090144 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5608468d-0751-4210-b80b-696395b31387 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:27.100061 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:27.114751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Transition to ACTIVE for port object 5608468d-0751-4210-b80b-696395b31387 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:34:27.119279 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-06457cb1-5e45-40cb-a18c-91409a1ccd47 req-0b925652-73b2-40b9-92d8-782bc80fee98 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295943 Dec 11 22:34:27.176703 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc2aee8-edd4-48f4-a2e0-b7f5e7e32457 x-openstack-request-id: req-3fc2aee8-edd4-48f4-a2e0-b7f5e7e32457 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:27.177277 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f35f0be-546b-4a25-9508-fb11a8ad42a7", "tag": "b382d259-fd5f-41ed-a846-28654a6df958", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:27.177767 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3fc2aee8-edd4-48f4-a2e0-b7f5e7e32457 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:27.179293 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f35f0be-546b-4a25-9508-fb11a8ad42a7', 'tag': 'b382d259-fd5f-41ed-a846-28654a6df958', 'status': 'completed', 'code': 200} Dec 11 22:34:27.217291 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:27.241883 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-243839a0-f862-4ff5-982f-eca6775c859c req-59442e05-c85c-40f8-a4d8-7e57ac4a1659 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674227 Dec 11 22:34:27.329915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Pushing event updated for resources: {'Port': ['ID=5608468d-0751-4210-b80b-696395b31387,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:27.341054 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d5ffd-8b64-4806-8de8-0fb1c9190fed req-529b70a7-6bc9-438f-9ad7-8d09fbdd5d7a tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:27.354902 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f0d5ffd-8b64-4806-8de8-0fb1c9190fed req-529b70a7-6bc9-438f-9ad7-8d09fbdd5d7a tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 949 time: 0.1054399 Dec 11 22:34:27.428698 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d01f858a-1400-4ba2-aee5-7b786b8f194c req-6b357d25-7e12-4697-b501-5e51a7e70403 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990708 Dec 11 22:34:27.431656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfff86-1e30-494a-be6a-fd1450a18ebe req-8ba056ef-29db-491b-91dc-85b31e6f6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:27.433082 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69dfff86-1e30-494a-be6a-fd1450a18ebe req-8ba056ef-29db-491b-91dc-85b31e6f6aa3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb174d04fa334972afa3decee998ec89&device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 1099 time: 0.2289073 Dec 11 22:34:27.448950 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f0d5ffd-8b64-4806-8de8-0fb1c9190fed req-9f77be2e-c43e-49c8-a3b2-60ed66522204 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907574 Dec 11 22:34:27.583046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Attempting to bind port 5608468d-0751-4210-b80b-696395b31387 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:27.583413 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Attempting to bind port 5608468d-0751-4210-b80b-696395b31387 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:27.583742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Attempting to bind port 5608468d-0751-4210-b80b-696395b31387 on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:27.609337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a4b5c-d99d-4734-9ffb-cb01c0fdbd91 req-452054c7-ff4a-46fa-8453-6f84772690a1 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:27.617718 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b90a4b5c-d99d-4734-9ffb-cb01c0fdbd91 req-452054c7-ff4a-46fa-8453-6f84772690a1 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 948 time: 0.0595193 Dec 11 22:34:27.626707 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Port 5608468d-0751-4210-b80b-696395b31387 on network 16806276-ddd2-4647-87cf-feda1dff0e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:34:27.627456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Attempting to bind port 5608468d-0751-4210-b80b-696395b31387 on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:27.637502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:27.637916 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Checking segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:27.638318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Bound using segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:27.638764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Bound port: 5608468d-0751-4210-b80b-696395b31387, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:27.640536 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:27.677813 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b90a4b5c-d99d-4734-9ffb-cb01c0fdbd91 req-d80aefeb-b537-4c1f-905f-66eb24e518dd tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/security-groups?id=2028d30a-8d2c-4aed-a736-dd5547b47817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590045 Dec 11 22:34:27.920246 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d01f858a-1400-4ba2-aee5-7b786b8f194c req-81b7548b-dfd3-4d46-85f3-cd350d69f5f2 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797685 Dec 11 22:34:27.920246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fe095-dfd7-4c2a-a05e-e98f41253a21 req-c7713830-70b2-4fea-8a44-1fdaee1401a9 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:27.920246 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f8fe095-dfd7-4c2a-a05e-e98f41253a21 req-c7713830-70b2-4fea-8a44-1fdaee1401a9 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.47 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 948 time: 0.1175816 Dec 11 22:34:27.920246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfff86-1e30-494a-be6a-fd1450a18ebe req-a0f57566-f608-4bd1-a8a3-9e7af45d4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:27.920246 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69dfff86-1e30-494a-be6a-fd1450a18ebe req-a0f57566-f608-4bd1-a8a3-9e7af45d4491 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.3922436 Dec 11 22:34:27.920246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] For port 5608468d-0751-4210-b80b-696395b31387, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:27.920246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] For port 5608468d-0751-4210-b80b-696395b31387, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5608468d-0751-4210-b80b-696395b31387,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:27.920246 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69dfff86-1e30-494a-be6a-fd1450a18ebe req-186f03ed-1a02-4b06-8064-941a726078b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=b382d259-fd5f-41ed-a846-28654a6df958 HTTP/1.1" status: 200 len: 217 time: 0.0334756 Dec 11 22:34:27.983876 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ef727-b0d2-49b9-bf58-bc2ff381cfdc req-ae119ce1-1a1f-4efa-86cd-373800723ace tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:27.983876 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-629ef727-b0d2-49b9-bf58-bc2ff381cfdc req-ae119ce1-1a1f-4efa-86cd-373800723ace tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 948 time: 0.0558524 Dec 11 22:34:27.993624 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfff86-1e30-494a-be6a-fd1450a18ebe req-a042ad62-37d3-4603-ad7f-d88a2615d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:27.995118 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69dfff86-1e30-494a-be6a-fd1450a18ebe req-a042ad62-37d3-4603-ad7f-d88a2615d958 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1103151 Dec 11 22:34:28.037898 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-629ef727-b0d2-49b9-bf58-bc2ff381cfdc req-d8fa5ab1-3951-4f87-9ab6-c1f5264d3bde tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465889 Dec 11 22:34:28.055145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfff86-1e30-494a-be6a-fd1450a18ebe req-0b9ba6f4-bcba-4cbd-b6c6-9eedcf94b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:28.056680 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69dfff86-1e30-494a-be6a-fd1450a18ebe req-0b9ba6f4-bcba-4cbd-b6c6-9eedcf94b4e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0529721 Dec 11 22:34:28.058522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-6f8fe095-dfd7-4c2a-a05e-e98f41253a21 req-39d8e802-bf15-417d-b2e4-85c7c6ed26c6 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Deleting port 35b425c9-3623-49b6-a01d-522be9a00465 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:34:28.058879 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6f8fe095-dfd7-4c2a-a05e-e98f41253a21 req-39d8e802-bf15-417d-b2e4-85c7c6ed26c6 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:28.127174 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:28.205021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:28.206139 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:28.208271 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] 10.222.0.47 "PUT /v2.0/ports/5608468d-0751-4210-b80b-696395b31387 HTTP/1.1" status: 200 len: 1091 time: 2.1467834 Dec 11 22:34:28.215399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6103d9c-f5fc-4a31-bb91-e60601b68e02', 'tag': '5608468d-0751-4210-b80b-696395b31387'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:28.218910 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dd2d8d-a829-477d-8bf5-8120c8818af7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6103d9c-f5fc-4a31-bb91-e60601b68e02", "tag": "5608468d-0751-4210-b80b-696395b31387"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:28.243339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2c7cb36c-8146-4e13-afa8-b3d282699a76 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:34:28.283434 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 034dc8e8-4ce1-483b-a091-b46a3b55de95 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:34:28.325244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf64c8-872e-4b58-a31f-4fc7385eb058 service neutron] Pushing event updated for resources: {'Port': ['ID=5608468d-0751-4210-b80b-696395b31387,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:28.368799 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69dfff86-1e30-494a-be6a-fd1450a18ebe req-d9b8d246-6ac3-467c-b08b-d638879eb487 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954030 Dec 11 22:34:28.401411 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6f8fe095-dfd7-4c2a-a05e-e98f41253a21 req-39d8e802-bf15-417d-b2e4-85c7c6ed26c6 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] For port 35b425c9-3623-49b6-a01d-522be9a00465, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=35b425c9-3623-49b6-a01d-522be9a00465,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:28.401784 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6f8fe095-dfd7-4c2a-a05e-e98f41253a21 req-39d8e802-bf15-417d-b2e4-85c7c6ed26c6 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:28.409742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 2c7cb36c-8146-4e13-afa8-b3d282699a76, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:28.424759 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '2c7cb36c-8146-4e13-afa8-b3d282699a76', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '2c7cb36c-8146-4e13-afa8-b3d282699a76', 'mac_address': 'fa:16:3e:58:df:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:34:28.456811 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-6f8fe095-dfd7-4c2a-a05e-e98f41253a21 req-39d8e802-bf15-417d-b2e4-85c7c6ed26c6 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Calling delete_port for 35b425c9-3623-49b6-a01d-522be9a00465 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:34:28.469004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 034dc8e8-4ce1-483b-a091-b46a3b55de95 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:34:28.472773 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:28.474235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19587e9-4bc4-4a01-b6d9-5c4817285b07 req-25bbc0f5-9383-497c-bb58-168f1be51fb8 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:28.475383 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 034dc8e8-4ce1-483b-a091-b46a3b55de95 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:28.475848 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f19587e9-4bc4-4a01-b6d9-5c4817285b07 req-25bbc0f5-9383-497c-bb58-168f1be51fb8 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 943 time: 0.2021654 Dec 11 22:34:28.475943 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:28.480681 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e074115d-e52c-4a98-b7ab-aa50243840d8 x-openstack-request-id: req-e074115d-e52c-4a98-b7ab-aa50243840d8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:28.485869 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6103d9c-f5fc-4a31-bb91-e60601b68e02", "tag": "5608468d-0751-4210-b80b-696395b31387", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:28.485869 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e074115d-e52c-4a98-b7ab-aa50243840d8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:28.485869 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6103d9c-f5fc-4a31-bb91-e60601b68e02', 'tag': '5608468d-0751-4210-b80b-696395b31387', 'status': 'completed', 'code': 200} Dec 11 22:34:28.517627 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7cb36c-8146-4e13-afa8-b3d282699a76 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:28.541502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 2c7cb36c-8146-4e13-afa8-b3d282699a76, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:28.543562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-7ffc076e-d6a7-4462-8c19-0a94345147d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:28.545462 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-7ffc076e-d6a7-4462-8c19-0a94345147d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 1094 time: 0.2093685 Dec 11 22:34:28.561599 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced87bd-33ad-4444-83e4-ca92494adf4e req-03c02f4f-7075-4601-9c32-217b4a562a26 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:28.566704 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cced87bd-33ad-4444-83e4-ca92494adf4e req-03c02f4f-7075-4601-9c32-217b4a562a26 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 948 time: 0.0510075 Dec 11 22:34:28.622400 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cced87bd-33ad-4444-83e4-ca92494adf4e req-1cae2a13-c924-456a-a5c3-b3b996925ae9 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502479 Dec 11 22:34:28.633931 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-c7848ee3-e90f-4c6f-8c4a-03d3cbeec72a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5608468d-0751-4210-b80b-696395b31387 HTTP/1.1" status: 200 len: 217 time: 0.0742085 Dec 11 22:34:28.640539 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69dfff86-1e30-494a-be6a-fd1450a18ebe req-c580e61f-aadc-4803-83ed-74b76cb5f1c3 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596018 Dec 11 22:34:28.687713 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f19587e9-4bc4-4a01-b6d9-5c4817285b07 req-6fe2de99-a189-4046-810a-df586da79e02 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972036 Dec 11 22:34:28.705305 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:28.716068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-cc80b00d-88cc-4c60-82d3-dab6b41875b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:28.717585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-cc80b00d-88cc-4c60-82d3-dab6b41875b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.0706506 Dec 11 22:34:28.756368 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:28.782402 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-280ffeaf-a86b-4617-96f6-f30aae2f8b17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567744 Dec 11 22:34:28.787569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=2c7cb36c-8146-4e13-afa8-b3d282699a76,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:28.796849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e965b8-e7f8-4af2-b929-890f353f3ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034dc8e8-4ce1-483b-a091-b46a3b55de95'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:28.798955 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55519c77-e7ed-4d05-8ddc-92f836af996e" -d '{"events": [{"server_uuid": "67e965b8-e7f8-4af2-b929-890f353f3ebb", "name": "network-vif-plugged", "status": "completed", "tag": "034dc8e8-4ce1-483b-a091-b46a3b55de95"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:28.815882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 034dc8e8-4ce1-483b-a091-b46a3b55de95, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=034dc8e8-4ce1-483b-a091-b46a3b55de95,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:28.876711 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:28.900454 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6f8fe095-dfd7-4c2a-a05e-e98f41253a21 req-39d8e802-bf15-417d-b2e4-85c7c6ed26c6 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:28.918487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d6a95-1917-439d-a7b7-fc65b02411dd req-28e47009-b2b2-4327-ba7c-c9bc95749bee tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:28.920380 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-947d6a95-1917-439d-a7b7-fc65b02411dd req-28e47009-b2b2-4327-ba7c-c9bc95749bee tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 867 time: 0.0578361 Dec 11 22:34:28.935054 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['35b425c9-3623-49b6-a01d-522be9a00465'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:28.962034 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=034dc8e8-4ce1-483b-a091-b46a3b55de95,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:28.964515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-2dfce1a2-0439-4dc1-b06a-86cb43630ed6 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733863 Dec 11 22:34:28.964515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8e802-bf15-417d-b2e4-85c7c6ed26c6 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Pushing event deleted for resources: {'Port': ['ID=35b425c9-3623-49b6-a01d-522be9a00465,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:28.978020 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-947d6a95-1917-439d-a7b7-fc65b02411dd req-6b68af5f-c3b1-4da2-9b45-f264a4404a72 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/security-groups?id=2028d30a-8d2c-4aed-a736-dd5547b47817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453999 Dec 11 22:34:28.983885 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d4834-b5f2-4500-b46c-33f3ad9e1061 req-99b58a72-783a-435a-9b83-410e04bbb60c tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:28.985399 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a05d4834-b5f2-4500-b46c-33f3ad9e1061 req-99b58a72-783a-435a-9b83-410e04bbb60c tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 949 time: 0.1419969 Dec 11 22:34:29.048362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8fe095-dfd7-4c2a-a05e-e98f41253a21 req-39d8e802-bf15-417d-b2e4-85c7c6ed26c6 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] No DVR routers for this DVR port 35b425c9-3623-49b6-a01d-522be9a00465 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:34:29.057748 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf795cd2-30bf-4d81-9675-ec89571351aa x-openstack-request-id: req-cf795cd2-30bf-4d81-9675-ec89571351aa {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:29.058088 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e965b8-e7f8-4af2-b929-890f353f3ebb", "name": "network-vif-plugged", "status": "completed", "tag": "034dc8e8-4ce1-483b-a091-b46a3b55de95", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:29.058359 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf795cd2-30bf-4d81-9675-ec89571351aa {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:29.058791 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e965b8-e7f8-4af2-b929-890f353f3ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034dc8e8-4ce1-483b-a091-b46a3b55de95', 'code': 200} Dec 11 22:34:29.060133 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6f8fe095-dfd7-4c2a-a05e-e98f41253a21 req-39d8e802-bf15-417d-b2e4-85c7c6ed26c6 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:29.063888 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['2c7cb36c-8146-4e13-afa8-b3d282699a76'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:29.071921 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f8fe095-dfd7-4c2a-a05e-e98f41253a21 req-39d8e802-bf15-417d-b2e4-85c7c6ed26c6 tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.47 "DELETE /v2.0/ports/35b425c9-3623-49b6-a01d-522be9a00465 HTTP/1.1" status: 204 len: 173 time: 1.2810719 Dec 11 22:34:29.190385 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a05d4834-b5f2-4500-b46c-33f3ad9e1061 req-c8cf6ae6-1975-4ed3-a871-89e5546dc2cb tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800358 Dec 11 22:34:29.216397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4f186-5cc9-4b9f-8700-8a932209eb13 req-6dda8e26-b550-4218-992c-2e4678cd8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:29.221705 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71f4f186-5cc9-4b9f-8700-8a932209eb13 req-6dda8e26-b550-4218-992c-2e4678cd8b88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 1101 time: 0.0899544 Dec 11 22:34:29.255566 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71f7ea89-94e9-4233-a124-f766ef4bb6ec req-f374dec8-94bf-4020-bace-23701de6afe6 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531207 Dec 11 22:34:29.289174 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71f4f186-5cc9-4b9f-8700-8a932209eb13 req-8e793504-ca72-498d-93f5-10f80d74b002 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562122 Dec 11 22:34:29.383262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b4285-baf6-49d2-a17a-bef896033947 req-d4a1b4f8-a7d7-4a0d-a83c-737f3c234e72 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:29.384760 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-203b4285-baf6-49d2-a17a-bef896033947 req-d4a1b4f8-a7d7-4a0d-a83c-737f3c234e72 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 949 time: 0.0558660 Dec 11 22:34:29.437084 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-203b4285-baf6-49d2-a17a-bef896033947 req-9fc11fa0-0768-4168-b672-6b43d810f401 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464332 Dec 11 22:34:29.478471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd2d8d-a829-477d-8bf5-8120c8818af7 req-de83d854-ccc6-4bf6-86ac-3fc61ea86242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:29.480427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53dd2d8d-a829-477d-8bf5-8120c8818af7 req-de83d854-ccc6-4bf6-86ac-3fc61ea86242 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 1094 time: 0.0479369 Dec 11 22:34:29.580858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd2d8d-a829-477d-8bf5-8120c8818af7 req-61f2214c-9c47-440f-94b4-496454325047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:29.582952 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53dd2d8d-a829-477d-8bf5-8120c8818af7 req-61f2214c-9c47-440f-94b4-496454325047 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.0954664 Dec 11 22:34:29.641707 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53dd2d8d-a829-477d-8bf5-8120c8818af7 req-e3e218f9-9758-4973-936f-519cff98ea3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5608468d-0751-4210-b80b-696395b31387 HTTP/1.1" status: 200 len: 217 time: 0.0492432 Dec 11 22:34:29.701582 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd2d8d-a829-477d-8bf5-8120c8818af7 req-62d415ba-b76b-40f3-994a-03cb6498cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:29.703096 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53dd2d8d-a829-477d-8bf5-8120c8818af7 req-62d415ba-b76b-40f3-994a-03cb6498cebb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.0537601 Dec 11 22:34:29.746059 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53dd2d8d-a829-477d-8bf5-8120c8818af7 req-6c6b94e1-b650-4ff3-8fdb-c54107b633fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354521 Dec 11 22:34:29.810850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e68235-3b41-444b-ba41-de26bda2deba req-299f8e78-474c-480d-a61d-d35eae2e22d7 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:29.812668 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c5e68235-3b41-444b-ba41-de26bda2deba req-299f8e78-474c-480d-a61d-d35eae2e22d7 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 949 time: 0.0538614 Dec 11 22:34:29.847452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260174e7-9193-4cbf-aa89-aa6a11db7923 req-d771c74f-4ef2-47d2-a0a3-7e79484b4ac9 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:29.849697 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-260174e7-9193-4cbf-aa89-aa6a11db7923 req-d771c74f-4ef2-47d2-a0a3-7e79484b4ac9 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 948 time: 0.1146913 Dec 11 22:34:29.866122 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c5e68235-3b41-444b-ba41-de26bda2deba req-d450dee4-a7a3-42ef-bacb-ffe063c08633 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447903 Dec 11 22:34:29.975253 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53dd2d8d-a829-477d-8bf5-8120c8818af7 req-bcc9faea-de67-40e2-8ada-9540cf3c5822 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090881 Dec 11 22:34:29.990776 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e90d15-106f-4463-8699-1f5b822bcb61 req-fc8a1fcf-be54-474d-b54a-a2a816ca5f20 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:29.992280 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3e90d15-106f-4463-8699-1f5b822bcb61 req-fc8a1fcf-be54-474d-b54a-a2a816ca5f20 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521&tenant_id=e828c78368f2446e9a1b9388577b4d40&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 949 time: 0.1397800 Dec 11 22:34:30.058934 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-260174e7-9193-4cbf-aa89-aa6a11db7923 req-7fb0ddb1-8aa2-469e-bd47-3bd46b549327 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960375 Dec 11 22:34:30.089397 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4d084-e66b-42d2-80ca-48102a8c0720 req-58420481-5306-42d6-a94a-8964c1a5e998 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:30.091516 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-acb4d084-e66b-42d2-80ca-48102a8c0720 req-58420481-5306-42d6-a94a-8964c1a5e998 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 943 time: 0.0811927 Dec 11 22:34:30.101374 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40262) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:30.142389 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-c3e90d15-106f-4463-8699-1f5b822bcb61 req-783c37fe-aa7c-48e8-a76f-aae0a63cf8b2 service neutron] delete failed (client error): The resource could not be found. Dec 11 22:34:30.143460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3e90d15-106f-4463-8699-1f5b822bcb61 req-783c37fe-aa7c-48e8-a76f-aae0a63cf8b2 service neutron] 10.222.0.47 "DELETE /v2.0/ports/2c7cb36c-8146-4e13-afa8-b3d282699a76/bindings/n-h1-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.1334176 Dec 11 22:34:30.168562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53dd2d8d-a829-477d-8bf5-8120c8818af7 req-ef42413f-2ae2-4224-93d9-f1e7a2a2e86d service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725519 Dec 11 22:34:30.183356 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-acb4d084-e66b-42d2-80ca-48102a8c0720 req-d35361bf-554a-49f4-a4d5-88eaeae6982f tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754809 Dec 11 22:34:30.225513 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0434462-5255-4261-be80-b5550783a407 req-4378ae8d-c74e-4184-970d-6d95ecf6bfdc tempest-TenantUsagesTestJSON-1280247969 tempest-TenantUsagesTestJSON-1280247969-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfce6e2d-1226-46b8-9060-73bbba3a4719 HTTP/1.1" status: 200 len: 210 time: 0.0451138 Dec 11 22:34:30.266701 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1d2d53de-d055-4e6d-81e3-e471f17ee647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:30.276586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device b382d259-fd5f-41ed-a846-28654a6df958 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:34:30.279854 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2c7cb36c-8146-4e13-afa8-b3d282699a76 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:34:30.388443 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1d2d53de-d055-4e6d-81e3-e471f17ee647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:30.429428 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1d2d53de-d055-4e6d-81e3-e471f17ee647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:30.437208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port b382d259-fd5f-41ed-a846-28654a6df958, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=b382d259-fd5f-41ed-a846-28654a6df958,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:30.451945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'b382d259-fd5f-41ed-a846-28654a6df958', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': 'b382d259-fd5f-41ed-a846-28654a6df958', 'mac_address': 'fa:16:3e:3f:c5:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:34:30.483374 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1d2d53de-d055-4e6d-81e3-e471f17ee647 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=38d83a2c48e54880b0aa0f3e2685f976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786750 Dec 11 22:34:30.484572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40276) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:30.485635 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 2c7cb36c-8146-4e13-afa8-b3d282699a76 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:34:30.494723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d53de-d055-4e6d-81e3-e471f17ee647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b3550f-7e0f-4822-b39e-6ee6ae0d16e6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:30.511584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 2c7cb36c-8146-4e13-afa8-b3d282699a76 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:30.511953 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:30.535504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfce6e2d-1226-46b8-9060-73bbba3a4719', 'name': 'network-vif-deleted', 'tag': '35b425c9-3623-49b6-a01d-522be9a00465'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:30.538040 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1f158f-67e6-4675-870b-fa5ed107cd2d" -d '{"events": [{"server_uuid": "bfce6e2d-1226-46b8-9060-73bbba3a4719", "name": "network-vif-deleted", "tag": "35b425c9-3623-49b6-a01d-522be9a00465"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:30.548215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e90d15-106f-4463-8699-1f5b822bcb61 req-9665285a-464d-4d33-ad77-30e43fc3285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:30.549727 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3e90d15-106f-4463-8699-1f5b822bcb61 req-9665285a-464d-4d33-ad77-30e43fc3285c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 1100 time: 0.2976670 Dec 11 22:34:30.555746 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43511d91-b503-4918-9128-f4db8173f2f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:30.566862 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:30.585416 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43511d91-b503-4918-9128-f4db8173f2f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:30.587168 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b382d259-fd5f-41ed-a846-28654a6df958 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:30.635726 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2177bf16-a655-43e3-8ffc-aa2dc4e6cf18 x-openstack-request-id: req-2177bf16-a655-43e3-8ffc-aa2dc4e6cf18 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:30.638166 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfce6e2d-1226-46b8-9060-73bbba3a4719", "name": "network-vif-deleted", "tag": "35b425c9-3623-49b6-a01d-522be9a00465", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:30.638166 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2177bf16-a655-43e3-8ffc-aa2dc4e6cf18 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:30.638166 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfce6e2d-1226-46b8-9060-73bbba3a4719', 'name': 'network-vif-deleted', 'tag': '35b425c9-3623-49b6-a01d-522be9a00465', 'status': 'completed', 'code': 200} Dec 11 22:34:30.640660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port b382d259-fd5f-41ed-a846-28654a6df958, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=b382d259-fd5f-41ed-a846-28654a6df958,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:30.652418 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:30.663214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a57a2a-6f83-46cb-a8de-ad4e1af1600b req-44b589fa-eef8-4644-a5da-ccd1571f3a2b tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:30.670519 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7a57a2a-6f83-46cb-a8de-ad4e1af1600b req-44b589fa-eef8-4644-a5da-ccd1571f3a2b tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 950 time: 0.1294782 Dec 11 22:34:30.686391 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 2c7cb36c-8146-4e13-afa8-b3d282699a76, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:30.730253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e90d15-106f-4463-8699-1f5b822bcb61 req-2ac8229e-6444-4398-96ff-de44d52bd4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:30.731756 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3e90d15-106f-4463-8699-1f5b822bcb61 req-2ac8229e-6444-4398-96ff-de44d52bd4cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1725798 Dec 11 22:34:30.739934 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7a57a2a-6f83-46cb-a8de-ad4e1af1600b req-f2e27d3f-9c74-4867-9655-caca9663c9e1 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685654 Dec 11 22:34:30.740127 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43511d91-b503-4918-9128-f4db8173f2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:30.740241 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:30.740864 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9a43d656-6517-423a-be7b-325665329207 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:34:30.743539 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43511d91-b503-4918-9128-f4db8173f2f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:30.748993 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-43511d91-b503-4918-9128-f4db8173f2f7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0b3550f-7e0f-4822-b39e-6ee6ae0d16e6 HTTP/1.1" status: 204 len: 168 time: 0.2579489 Dec 11 22:34:30.775545 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:30.780933 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3e90d15-106f-4463-8699-1f5b822bcb61 req-b07dbc1f-b338-4f40-8c6a-7e0203bbd962 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76 HTTP/1.1" status: 200 len: 217 time: 0.0393860 Dec 11 22:34:30.782119 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43511d91-b503-4918-9128-f4db8173f2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b3550f-7e0f-4822-b39e-6ee6ae0d16e6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:30.841442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9a43d656-6517-423a-be7b-325665329207, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9a43d656-6517-423a-be7b-325665329207,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:30.842989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e90d15-106f-4463-8699-1f5b822bcb61 req-54597515-3c31-4eea-8736-2f1760a51247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:30.844510 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3e90d15-106f-4463-8699-1f5b822bcb61 req-54597515-3c31-4eea-8736-2f1760a51247 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0572894 Dec 11 22:34:30.853699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=b382d259-fd5f-41ed-a846-28654a6df958,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:30.907721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '9a43d656-6517-423a-be7b-325665329207', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '9a43d656-6517-423a-be7b-325665329207', 'mac_address': 'fa:16:3e:b8:c3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:34:30.919227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e90d15-106f-4463-8699-1f5b822bcb61 req-9c0776f6-5216-4c88-a205-9b4d11f8ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:30.921428 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3e90d15-106f-4463-8699-1f5b822bcb61 req-9c0776f6-5216-4c88-a205-9b4d11f8ac54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691922 Dec 11 22:34:31.018517 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:31.037428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40286) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:31.042276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=2c7cb36c-8146-4e13-afa8-b3d282699a76,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:31.060349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc58355-fcea-417d-93e0-6100e864c521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7cb36c-8146-4e13-afa8-b3d282699a76'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:31.063227 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604a6202-8b39-4f68-ab30-a991ca83bdd3" -d '{"events": [{"server_uuid": "bcc58355-fcea-417d-93e0-6100e864c521", "name": "network-vif-plugged", "status": "completed", "tag": "2c7cb36c-8146-4e13-afa8-b3d282699a76"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:31.067896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaafdb-4080-425b-a487-5b71cabbb786 req-12b1f312-0978-4927-adbf-538c8c1f0efe tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:31.070028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a43d656-6517-423a-be7b-325665329207 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:31.075265 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aafaafdb-4080-425b-a487-5b71cabbb786 req-12b1f312-0978-4927-adbf-538c8c1f0efe tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.0660281 Dec 11 22:34:31.093216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9a43d656-6517-423a-be7b-325665329207, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9a43d656-6517-423a-be7b-325665329207,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:31.110997 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3e90d15-106f-4463-8699-1f5b822bcb61 req-1e3b1fc0-0c58-4078-90e6-f5439b8041df service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828206 Dec 11 22:34:31.147252 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aafaafdb-4080-425b-a487-5b71cabbb786 req-0e634626-d498-4944-a691-c2b0e5aa652d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705867 Dec 11 22:34:31.172618 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8decbea4-43b5-4a24-8e27-a26ca25291d4 x-openstack-request-id: req-8decbea4-43b5-4a24-8e27-a26ca25291d4 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:31.172973 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc58355-fcea-417d-93e0-6100e864c521", "name": "network-vif-plugged", "status": "completed", "tag": "2c7cb36c-8146-4e13-afa8-b3d282699a76", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:31.173347 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8decbea4-43b5-4a24-8e27-a26ca25291d4 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:31.173825 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc58355-fcea-417d-93e0-6100e864c521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7cb36c-8146-4e13-afa8-b3d282699a76', 'code': 200} Dec 11 22:34:31.180147 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:31.259332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=9a43d656-6517-423a-be7b-325665329207,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:31.272332 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3e90d15-106f-4463-8699-1f5b822bcb61 req-11d0d1e5-caf6-4931-9082-172f32c31c04 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524277 Dec 11 22:34:31.306797 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cddbd-5d1d-462e-a076-8c0dc872e1a9 req-3a22b41c-99f1-42c8-ab34-ee94e9a4a9c3 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:31.315411 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-018cddbd-5d1d-462e-a076-8c0dc872e1a9 req-3a22b41c-99f1-42c8-ab34-ee94e9a4a9c3 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 949 time: 0.1024325 Dec 11 22:34:31.366752 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-018cddbd-5d1d-462e-a076-8c0dc872e1a9 req-0c16266e-94b9-4f7b-b7e0-cd90f6f44fd5 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496392 Dec 11 22:34:31.381202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03efc76-23f8-49c9-87c9-793369f115b8 req-576aa932-acce-42a0-aa06-c4e00b231016 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:31.382758 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a03efc76-23f8-49c9-87c9-793369f115b8 req-576aa932-acce-42a0-aa06-c4e00b231016 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 943 time: 0.0856078 Dec 11 22:34:31.388643 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8f84f1d-fa3f-483a-99d4-5686d9f885c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:31.478667 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a03efc76-23f8-49c9-87c9-793369f115b8 req-272b5b03-9d1a-4ca0-a5e5-0bd62f0ac1c9 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864899 Dec 11 22:34:31.525440 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8f84f1d-fa3f-483a-99d4-5686d9f885c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:31.545502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['b382d259-fd5f-41ed-a846-28654a6df958'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:31.549056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['9a43d656-6517-423a-be7b-325665329207'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:31.611091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40304) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:31.619270 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8f84f1d-fa3f-483a-99d4-5686d9f885c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:31.635265 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ecac4c45-a34c-45f9-911a-db0123df4c45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:31.679988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e8f84f1d-fa3f-483a-99d4-5686d9f885c2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10d161950af746dd82df7f897b8c01eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6414955 Dec 11 22:34:31.683438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40306) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:31.693650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f84f1d-fa3f-483a-99d4-5686d9f885c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343f1e91-ab36-4ee7-9127-0250e9a953c0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:31.775371 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09817bbe-5f9a-490f-aa79-421093154a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:31.803355 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ecac4c45-a34c-45f9-911a-db0123df4c45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:31.812537 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09817bbe-5f9a-490f-aa79-421093154a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:31.829518 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 35b425c9-3623-49b6-a01d-522be9a00465 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:34:31.856707 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ecac4c45-a34c-45f9-911a-db0123df4c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:31.862961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 35b425c9-3623-49b6-a01d-522be9a00465 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:34:31.863384 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 35b425c9-3623-49b6-a01d-522be9a00465 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:34:31.899025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40312) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:31.921457 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ecac4c45-a34c-45f9-911a-db0123df4c45 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6f9853724ca428ab15ca08435b1c4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064597 Dec 11 22:34:31.921864 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40316) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:31.927448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb8a13-1d5b-4723-ac61-53a27ca10112 req-78172fcd-7f37-43db-9e7e-4b0f32701f6a tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:31.930295 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d9eb8a13-1d5b-4723-ac61-53a27ca10112 req-78172fcd-7f37-43db-9e7e-4b0f32701f6a tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 950 time: 0.0716543 Dec 11 22:34:31.934040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac4c45-a34c-45f9-911a-db0123df4c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66dca55-5bd6-43ee-b8dc-12f3b60825b0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:31.989194 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f85bba77-45e9-4a42-976d-3ec99e59bd68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:32.003479 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d9eb8a13-1d5b-4723-ac61-53a27ca10112 req-aa43f551-6ef8-4989-827e-5420831e3772 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678086 Dec 11 22:34:32.025979 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f85bba77-45e9-4a42-976d-3ec99e59bd68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:32.025979 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09817bbe-5f9a-490f-aa79-421093154a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:32.028238 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09817bbe-5f9a-490f-aa79-421093154a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:32.031435 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-09817bbe-5f9a-490f-aa79-421093154a3a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/343f1e91-ab36-4ee7-9127-0250e9a953c0 HTTP/1.1" status: 204 len: 168 time: 0.3441234 Dec 11 22:34:32.049457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09817bbe-5f9a-490f-aa79-421093154a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343f1e91-ab36-4ee7-9127-0250e9a953c0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:32.106942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40322) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:32.107131 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-747fe896-6be7-4db2-8052-4856b969f5f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7c3f8969403495aa067352a7a22a852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2083449 Dec 11 22:34:32.164194 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70ca4cdb-74a6-4cd6-a623-d0c5748e5397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:32.187185 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70ca4cdb-74a6-4cd6-a623-d0c5748e5397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:32.219345 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f85bba77-45e9-4a42-976d-3ec99e59bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:32.223314 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f85bba77-45e9-4a42-976d-3ec99e59bd68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:32.224690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f85bba77-45e9-4a42-976d-3ec99e59bd68 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e66dca55-5bd6-43ee-b8dc-12f3b60825b0 HTTP/1.1" status: 204 len: 168 time: 0.3014727 Dec 11 22:34:32.233182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bba77-45e9-4a42-976d-3ec99e59bd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66dca55-5bd6-43ee-b8dc-12f3b60825b0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:32.305123 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70ca4cdb-74a6-4cd6-a623-d0c5748e5397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:32.308008 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70ca4cdb-74a6-4cd6-a623-d0c5748e5397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:32.311861 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-70ca4cdb-74a6-4cd6-a623-d0c5748e5397 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2028d30a-8d2c-4aed-a736-dd5547b47817 HTTP/1.1" status: 204 len: 168 time: 0.2011821 Dec 11 22:34:32.318144 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca4cdb-74a6-4cd6-a623-d0c5748e5397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2028d30a-8d2c-4aed-a736-dd5547b47817,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:32.337132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab7dba-6392-4374-bd4e-b48a46270b5f req-5c7cc860-324a-49da-82e8-4f293799aab0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:32.338693 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82ab7dba-6392-4374-bd4e-b48a46270b5f req-5c7cc860-324a-49da-82e8-4f293799aab0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.1242926 Dec 11 22:34:32.404415 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82ab7dba-6392-4374-bd4e-b48a46270b5f req-a71d9304-4fba-4ac3-bb05-c4f2baaf015e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538228 Dec 11 22:34:32.543576 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b58e1b-0471-4656-8645-34082633387f req-be05e811-1695-4ea4-b596-c51132456ce3 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:32.545319 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-06b58e1b-0471-4656-8645-34082633387f req-be05e811-1695-4ea4-b596-c51132456ce3 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 949 time: 0.0717180 Dec 11 22:34:32.595108 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-06b58e1b-0471-4656-8645-34082633387f req-5af6e415-ea4a-49de-a7aa-ab8b5d67f597 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427358 Dec 11 22:34:32.690722 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e6b8d-d1c7-4f5a-a72e-62ab75a685f1 req-f59876c7-0da2-4a5d-81cc-fd7dee948580 tempest-MigrationsAdminTest-1983146638 tempest-MigrationsAdminTest-1983146638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:32.692405 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-981e6b8d-d1c7-4f5a-a72e-62ab75a685f1 req-f59876c7-0da2-4a5d-81cc-fd7dee948580 tempest-MigrationsAdminTest-1983146638 tempest-MigrationsAdminTest-1983146638-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 1101 time: 0.0399330 Dec 11 22:34:32.746762 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-981e6b8d-d1c7-4f5a-a72e-62ab75a685f1 req-a883ad12-f45a-400e-9e72-9fe0f6f6753d tempest-MigrationsAdminTest-1983146638 tempest-MigrationsAdminTest-1983146638-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482647 Dec 11 22:34:32.891184 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dd337-8328-4092-a7ab-9bb6fa5247d6 req-fe8af2f5-dc88-4662-bfba-0a5ce90cf136 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:32.892744 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-924dd337-8328-4092-a7ab-9bb6fa5247d6 req-fe8af2f5-dc88-4662-bfba-0a5ce90cf136 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 943 time: 0.0576861 Dec 11 22:34:32.915760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40368) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:32.933230 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b24d6d0e-90d2-4081-b074-4200a4fa2953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:32.952648 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-924dd337-8328-4092-a7ab-9bb6fa5247d6 req-320d9dcc-9aac-4ac8-b785-b8586214b38a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521808 Dec 11 22:34:33.021730 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b24d6d0e-90d2-4081-b074-4200a4fa2953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:33.128290 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b24d6d0e-90d2-4081-b074-4200a4fa2953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:33.190674 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-bf335f54-85ce-48fb-9b3d-d62d6cf949cc tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e828c78368f2446e9a1b9388577b4d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432241 Dec 11 22:34:33.194660 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b24d6d0e-90d2-4081-b074-4200a4fa2953 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6cc108eaa6643bb9e3d8b08a22fb06d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766824 Dec 11 22:34:33.195414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40384) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:33.196244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d6d0e-90d2-4081-b074-4200a4fa2953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4960474-57b0-45b2-a4ac-dfdbcfa64b03,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:33.198771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40386) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:33.222271 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56236ad2-ee1c-414e-af37-102e9a3304ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:33.309699 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56236ad2-ee1c-414e-af37-102e9a3304ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:33.314787 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3b21dd1-d547-4b95-aad3-0fcaa2546f58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:33.356540 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56236ad2-ee1c-414e-af37-102e9a3304ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:33.356655 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3b21dd1-d547-4b95-aad3-0fcaa2546f58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:33.369307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-b3d395ac-3b6d-4a7b-9573-9a82a049e8cb tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:33.370781 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-b3d395ac-3b6d-4a7b-9573-9a82a049e8cb tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1550879 Dec 11 22:34:33.390071 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-56236ad2-ee1c-414e-af37-102e9a3304ef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=606e7d698b384450852eafad911eb31a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932874 Dec 11 22:34:33.392650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40390) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:33.403742 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-89638e7d-4964-45d8-8c8a-8f8154cd23bb tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/quotas/e828c78368f2446e9a1b9388577b4d40 HTTP/1.1" status: 200 len: 375 time: 0.0231802 Dec 11 22:34:33.419247 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56236ad2-ee1c-414e-af37-102e9a3304ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723196d9-eb28-44bd-bdcc-ae72d26c6e47,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:33.459851 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b3f50bf2-2f0b-47ed-80cd-84e00f1284e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:33.460712 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-087edb3c-12ec-4f2c-bff6-59107fe561ae tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508130 Dec 11 22:34:33.482527 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b3f50bf2-2f0b-47ed-80cd-84e00f1284e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:33.505747 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3b21dd1-d547-4b95-aad3-0fcaa2546f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:33.511887 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3b21dd1-d547-4b95-aad3-0fcaa2546f58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:33.516736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c3b21dd1-d547-4b95-aad3-0fcaa2546f58 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4960474-57b0-45b2-a4ac-dfdbcfa64b03 HTTP/1.1" status: 204 len: 168 time: 0.3149033 Dec 11 22:34:33.543268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b21dd1-d547-4b95-aad3-0fcaa2546f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4960474-57b0-45b2-a4ac-dfdbcfa64b03,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:33.602172 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b3f50bf2-2f0b-47ed-80cd-84e00f1284e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:33.604850 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b3f50bf2-2f0b-47ed-80cd-84e00f1284e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:33.606061 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b3f50bf2-2f0b-47ed-80cd-84e00f1284e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/723196d9-eb28-44bd-bdcc-ae72d26c6e47 HTTP/1.1" status: 204 len: 168 time: 0.2124779 Dec 11 22:34:33.614754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f50bf2-2f0b-47ed-80cd-84e00f1284e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723196d9-eb28-44bd-bdcc-ae72d26c6e47,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:33.733373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14d93f-9760-4809-ba9c-186349eeafb2 req-e41bd52b-1e6f-4880-b763-13c41af024ef tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:33.739378 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ff14d93f-9760-4809-ba9c-186349eeafb2 req-e41bd52b-1e6f-4880-b763-13c41af024ef tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 949 time: 0.0717878 Dec 11 22:34:33.742608 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-054c7cd8-2c23-4a3d-b7f3-cf9fb7f1e33b req-67278ebc-99e0-44e3-8970-fc59d454cfcc tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 210 time: 0.0525599 Dec 11 22:34:33.790612 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ff14d93f-9760-4809-ba9c-186349eeafb2 req-1f5b2e25-e78c-4f47-95eb-ace447356d84 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468435 Dec 11 22:34:33.845516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5608468d-0751-4210-b80b-696395b31387 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:34:33.975363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5608468d-0751-4210-b80b-696395b31387, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5608468d-0751-4210-b80b-696395b31387,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:33.987093 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '5608468d-0751-4210-b80b-696395b31387', 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59', 'port_id': '5608468d-0751-4210-b80b-696395b31387', 'mac_address': 'fa:16:3e:c1:4d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f040924-a8ae-49f7-b7f5-f3e9e2d94400', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:34:34.040197 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:34.054674 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5608468d-0751-4210-b80b-696395b31387 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:34.076921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5608468d-0751-4210-b80b-696395b31387, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5608468d-0751-4210-b80b-696395b31387,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:34.096993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20d284-4e00-49a7-a28a-05ec5c5a227a req-b9bd0e01-ef15-4922-b000-820a43a90fcf tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:34.099771 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f20d284-4e00-49a7-a28a-05ec5c5a227a req-b9bd0e01-ef15-4922-b000-820a43a90fcf tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 943 time: 0.0534749 Dec 11 22:34:34.156810 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:34.159495 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f20d284-4e00-49a7-a28a-05ec5c5a227a req-819d6656-a9c4-4b79-8d0e-96d9f8ff29c2 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478015 Dec 11 22:34:34.216037 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=5608468d-0751-4210-b80b-696395b31387,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:34.329615 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device b382d259-fd5f-41ed-a846-28654a6df958 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:34:34.453736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port b382d259-fd5f-41ed-a846-28654a6df958 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:34:34.458764 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port b382d259-fd5f-41ed-a846-28654a6df958 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:34.460870 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:34.464098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['5608468d-0751-4210-b80b-696395b31387'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:34.608838 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:34.651270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f35f0be-546b-4a25-9508-fb11a8ad42a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b382d259-fd5f-41ed-a846-28654a6df958'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:34.653384 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e368a6-9d5b-4bfe-b7ac-7dbccdf7b0d7" -d '{"events": [{"server_uuid": "5f35f0be-546b-4a25-9508-fb11a8ad42a7", "name": "network-vif-plugged", "status": "completed", "tag": "b382d259-fd5f-41ed-a846-28654a6df958"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:34.673769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port b382d259-fd5f-41ed-a846-28654a6df958, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=b382d259-fd5f-41ed-a846-28654a6df958,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:34.700928 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2302f9-69e7-447a-afc1-e5f18d9032e3 x-openstack-request-id: req-0b2302f9-69e7-447a-afc1-e5f18d9032e3 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:34.701159 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f35f0be-546b-4a25-9508-fb11a8ad42a7", "name": "network-vif-plugged", "status": "completed", "tag": "b382d259-fd5f-41ed-a846-28654a6df958", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:34.704205 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b2302f9-69e7-447a-afc1-e5f18d9032e3 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:34.704629 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f35f0be-546b-4a25-9508-fb11a8ad42a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b382d259-fd5f-41ed-a846-28654a6df958', 'code': 200} Dec 11 22:34:34.749721 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:34.750673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9a43d656-6517-423a-be7b-325665329207 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:34:34.815402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35a322-bc2a-48bd-9c39-258c3985f0d7 req-7c23c192-82e5-4c91-8a66-42e8602d0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:34.817984 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f35a322-bc2a-48bd-9c39-258c3985f0d7 req-7c23c192-82e5-4c91-8a66-42e8602d0d87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 1101 time: 0.0464921 Dec 11 22:34:34.858083 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=b382d259-fd5f-41ed-a846-28654a6df958,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:34.899661 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e2dd140-68dc-44d1-ae69-e7db3bf7a7ae req-747e4030-7b1f-43fc-82ae-9bc898fdaf4e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 210 time: 0.0348268 Dec 11 22:34:34.902979 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f35a322-bc2a-48bd-9c39-258c3985f0d7 req-54f5f523-f741-4956-91f7-65163c5c20de service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774996 Dec 11 22:34:34.951568 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 9a43d656-6517-423a-be7b-325665329207 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:34:34.962100 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 9a43d656-6517-423a-be7b-325665329207 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:34.962100 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:34.966674 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6d09a-2ec6-4bf5-890a-8cb240daa60b req-393c9a46-4cdb-45ad-84c1-165d2287328b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:34.969488 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a1f6d09a-2ec6-4bf5-890a-8cb240daa60b req-393c9a46-4cdb-45ad-84c1-165d2287328b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 950 time: 0.0665538 Dec 11 22:34:35.036544 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a1f6d09a-2ec6-4bf5-890a-8cb240daa60b req-2f919782-2c96-4940-9869-c4b2575206d0 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524812 Dec 11 22:34:35.103697 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:35.144398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9a43d656-6517-423a-be7b-325665329207, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9a43d656-6517-423a-be7b-325665329207,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:35.226691 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:35.290034 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=9a43d656-6517-423a-be7b-325665329207,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:35.300075 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd60739-e8dd-4791-bb3f-e6ede49aeb16 req-d2d7864e-acd6-4778-a880-f07caa6e0ace tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:35.302342 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0bd60739-e8dd-4791-bb3f-e6ede49aeb16 req-d2d7864e-acd6-4778-a880-f07caa6e0ace tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 944 time: 0.0563059 Dec 11 22:34:35.371927 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0bd60739-e8dd-4791-bb3f-e6ede49aeb16 req-143394e0-7f66-4ab1-bec7-9553abc43ccd tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630236 Dec 11 22:34:35.436970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40502) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:35.615968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ff0466e0-1543-43f9-8d51-ac628afba701 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1456383043-network', 'tenant_id': '05b1c75e324e4700bfb1295f82404dfd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:35.693453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0466e0-1543-43f9-8d51-ac628afba701 admin admin] Made reservation on behalf of 05b1c75e324e4700bfb1295f82404dfd for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:34:35.695847 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff0466e0-1543-43f9-8d51-ac628afba701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:35.706212 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff0466e0-1543-43f9-8d51-ac628afba701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:35.772870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-97591d39-e23a-4960-b5d6-cdbf73450d3b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e828c78368f2446e9a1b9388577b4d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251617 Dec 11 22:34:35.859792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5608468d-0751-4210-b80b-696395b31387 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:34:35.901503 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff0466e0-1543-43f9-8d51-ac628afba701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:35.952043 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-54958f99-d9d6-4063-8e40-97473637763a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:35.953871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-54958f99-d9d6-4063-8e40-97473637763a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735332 Dec 11 22:34:35.962477 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff0466e0-1543-43f9-8d51-ac628afba701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:35.984251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-895d02b8-ceea-4d6b-a1b6-cd6102c02d52 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Request body: {'port': {'device_id': '1af2a299-8199-4584-a6dc-e059e94488af', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'e828c78368f2446e9a1b9388577b4d40'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:35.996188 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 5608468d-0751-4210-b80b-696395b31387 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:34:35.998612 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b01c2647-5973-47b4-889e-380977ad5a4f req-e503e73b-5480-4d73-86d8-bb3185060275 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 210 time: 0.0267971 Dec 11 22:34:36.001987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 5608468d-0751-4210-b80b-696395b31387 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:36.002632 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:36.057503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0466e0-1543-43f9-8d51-ac628afba701 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:34:36.059521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0466e0-1543-43f9-8d51-ac628afba701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f4c8d8-bf0f-4725-ae93-a5784f8bb598,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:36.080679 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff0466e0-1543-43f9-8d51-ac628afba701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:36.081023 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-ff0466e0-1543-43f9-8d51-ac628afba701 admin admin] Added segment 6c685366-00a0-48af-b6ca-b1cb1f15b030 of type vlan for network 3b1888ad-4670-4d85-83c4-8057bffa3a84 Dec 11 22:34:36.114307 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:36.159198 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff0466e0-1543-43f9-8d51-ac628afba701 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:36.202642 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5608468d-0751-4210-b80b-696395b31387, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5608468d-0751-4210-b80b-696395b31387,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:36.255925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40540) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:36.258753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9862a3-f5a1-4986-a58e-43d75d82af60 req-49ea9a5a-3e2e-442d-8352-ced60300da5c tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:36.260297 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bd9862a3-f5a1-4986-a58e-43d75d82af60 req-49ea9a5a-3e2e-442d-8352-ced60300da5c tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 950 time: 0.1031218 Dec 11 22:34:36.275535 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:36.324068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-895d02b8-ceea-4d6b-a1b6-cd6102c02d52 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Made reservation on behalf of e828c78368f2446e9a1b9388577b4d40 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:34:36.329135 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-895d02b8-ceea-4d6b-a1b6-cd6102c02d52 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:36.336452 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=5608468d-0751-4210-b80b-696395b31387,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:36.336728 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bd9862a3-f5a1-4986-a58e-43d75d82af60 req-2d5ea463-7d1f-4f15-93aa-93e742b52071 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687685 Dec 11 22:34:36.337482 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff0466e0-1543-43f9-8d51-ac628afba701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:36.338391 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0466e0-1543-43f9-8d51-ac628afba701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:36.339135 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff0466e0-1543-43f9-8d51-ac628afba701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:36.393610 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d1214f69-d813-4851-9b39-97f2d8ee65f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:36.490556 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ff0466e0-1543-43f9-8d51-ac628afba701 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0489857 Dec 11 22:34:36.491512 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40550) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:36.493759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0466e0-1543-43f9-8d51-ac628afba701 admin admin] Pushing event updated for resources: {'Network': ['ID=3b1888ad-4670-4d85-83c4-8057bffa3a84,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:36.498124 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-27f220a7-a1e5-4e3e-9e77-3741f5fb39f2 admin admin] Request body: {'subnet': {'network_id': '3b1888ad-4670-4d85-83c4-8057bffa3a84', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1456383043-subnet', 'tenant_id': '05b1c75e324e4700bfb1295f82404dfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:36.512019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 3b1888ad-4670-4d85-83c4-8057bffa3a84 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:34:36.538393 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d1214f69-d813-4851-9b39-97f2d8ee65f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:36.552447 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0d219-4a69-4c72-9001-00164aab0244 req-fd78e719-67ab-4968-8a0f-d7b38fd955e4 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:36.560011 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8eb0d219-4a69-4c72-9001-00164aab0244 req-fd78e719-67ab-4968-8a0f-d7b38fd955e4 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 945 time: 0.1077249 Dec 11 22:34:36.614980 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8eb0d219-4a69-4c72-9001-00164aab0244 req-a1b6ac73-cb4a-4fb8-9895-6eff7d7f90dd tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537899 Dec 11 22:34:36.616815 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d1214f69-d813-4851-9b39-97f2d8ee65f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:36.621963 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f220a7-a1e5-4e3e-9e77-3741f5fb39f2 admin admin] Made reservation on behalf of 05b1c75e324e4700bfb1295f82404dfd for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:34:36.624555 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-27f220a7-a1e5-4e3e-9e77-3741f5fb39f2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:36.650849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-895d02b8-ceea-4d6b-a1b6-cd6102c02d52 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Allocated IP 192.168.233.44 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/ce022248-3628-412e-b0d4-51927750f75d) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:34:36.705943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a825d142-1137-4e82-9bbd-ce2174e48943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a43d656-6517-423a-be7b-325665329207'}, {'server_uuid': 'd6103d9c-f5fc-4a31-bb91-e60601b68e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5608468d-0751-4210-b80b-696395b31387'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:36.707502 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d1214f69-d813-4851-9b39-97f2d8ee65f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e6b3593f4e34ae0939f3b9679531243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4502153 Dec 11 22:34:36.710340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40556) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:36.710993 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1214f69-d813-4851-9b39-97f2d8ee65f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1ebe82-e604-4778-b209-b6e434c2a7c1,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:36.712376 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb72110a-f73c-45fb-8927-d9baff25a643" -d '{"events": [{"server_uuid": "a825d142-1137-4e82-9bbd-ce2174e48943", "name": "network-vif-plugged", "status": "completed", "tag": "9a43d656-6517-423a-be7b-325665329207"}, {"server_uuid": "d6103d9c-f5fc-4a31-bb91-e60601b68e02", "name": "network-vif-plugged", "status": "completed", "tag": "5608468d-0751-4210-b80b-696395b31387"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:36.774507 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6f0960-dbe0-4937-b453-b158e618d6b7 x-openstack-request-id: req-2e6f0960-dbe0-4937-b453-b158e618d6b7 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:36.774839 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a825d142-1137-4e82-9bbd-ce2174e48943", "name": "network-vif-plugged", "status": "completed", "tag": "9a43d656-6517-423a-be7b-325665329207", "code": 200}, {"server_uuid": "d6103d9c-f5fc-4a31-bb91-e60601b68e02", "name": "network-vif-plugged", "status": "completed", "tag": "5608468d-0751-4210-b80b-696395b31387", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:36.775103 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e6f0960-dbe0-4937-b453-b158e618d6b7 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:36.775505 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a825d142-1137-4e82-9bbd-ce2174e48943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a43d656-6517-423a-be7b-325665329207', 'code': 200} Dec 11 22:34:36.775760 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6103d9c-f5fc-4a31-bb91-e60601b68e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5608468d-0751-4210-b80b-696395b31387', 'code': 200} Dec 11 22:34:36.835668 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-195f959a-1372-4c26-a582-a10b5fc6f7f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:36.875793 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-195f959a-1372-4c26-a582-a10b5fc6f7f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:36.952518 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-895d02b8-ceea-4d6b-a1b6-cd6102c02d52 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:36.975528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43aa61-cc2e-4d4d-b5ab-489e9ba5d399 req-5340fa0f-2e59-4607-b855-081d53f550b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:36.977050 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b43aa61-cc2e-4d4d-b5ab-489e9ba5d399 req-5340fa0f-2e59-4607-b855-081d53f550b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 1101 time: 0.1056852 Dec 11 22:34:36.983891 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b28c2-3b34-4374-9f94-75515561c1d2 req-6a0c829e-5ac2-422b-82a8-d3e6c47342a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:36.985339 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-089b28c2-3b34-4374-9f94-75515561c1d2 req-6a0c829e-5ac2-422b-82a8-d3e6c47342a8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 1096 time: 0.1035829 Dec 11 22:34:36.993618 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-27f220a7-a1e5-4e3e-9e77-3741f5fb39f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:37.046390 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-195f959a-1372-4c26-a582-a10b5fc6f7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:37.049928 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-195f959a-1372-4c26-a582-a10b5fc6f7f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:37.051782 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-195f959a-1372-4c26-a582-a10b5fc6f7f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f1ebe82-e604-4778-b209-b6e434c2a7c1 HTTP/1.1" status: 204 len: 168 time: 0.3377111 Dec 11 22:34:37.075087 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b43aa61-cc2e-4d4d-b5ab-489e9ba5d399 req-9ccce968-4c7a-4b4f-ad15-3d19e841b948 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846303 Dec 11 22:34:37.077323 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-089b28c2-3b34-4374-9f94-75515561c1d2 req-e703810e-c23c-4460-b522-12ff033e5f91 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795095 Dec 11 22:34:37.087877 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-895d02b8-ceea-4d6b-a1b6-cd6102c02d52 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:37.115603 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f959a-1372-4c26-a582-a10b5fc6f7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1ebe82-e604-4778-b209-b6e434c2a7c1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:37.119339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['2c7cb36c-8146-4e13-afa8-b3d282699a76'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:37.140530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-895d02b8-ceea-4d6b-a1b6-cd6102c02d52 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:34:37.144559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-895d02b8-ceea-4d6b-a1b6-cd6102c02d52 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:37.147248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-895d02b8-ceea-4d6b-a1b6-cd6102c02d52 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:34:37.153695 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-895d02b8-ceea-4d6b-a1b6-cd6102c02d52 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:37.154419 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-895d02b8-ceea-4d6b-a1b6-cd6102c02d52 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:37.163529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f220a7-a1e5-4e3e-9e77-3741f5fb39f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d82ebcd8-97a4-46c7-97e9-d9ec645ba73b,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:37.168160 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f220a7-a1e5-4e3e-9e77-3741f5fb39f2 admin admin] Checking segment: {'id': '6c685366-00a0-48af-b6ca-b1cb1f15b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3b1888ad-4670-4d85-83c4-8057bffa3a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:37.168614 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f220a7-a1e5-4e3e-9e77-3741f5fb39f2 admin admin] Network hostable DHCP agents. Network: 3b1888ad-4670-4d85-83c4-8057bffa3a84, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:34:37.174728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d02b8-ceea-4d6b-a1b6-cd6102c02d52 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Pushing event updated for resources: {'Port': ['ID=ce022248-3628-412e-b0d4-51927750f75d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:37.246717 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-895d02b8-ceea-4d6b-a1b6-cd6102c02d52 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2751410 Dec 11 22:34:37.264312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ef10a-81d2-4fb0-9473-552cd28c26a9 req-3ecc18d2-3f49-4b25-8005-d906bee6d176 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:37.272085 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-432ef10a-81d2-4fb0-9473-552cd28c26a9 req-3ecc18d2-3f49-4b25-8005-d906bee6d176 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 935 time: 0.1658876 Dec 11 22:34:37.301081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f220a7-a1e5-4e3e-9e77-3741f5fb39f2 admin admin] Network 3b1888ad-4670-4d85-83c4-8057bffa3a84 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:34:37.350473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Request body: {'port': {'device_id': '1af2a299-8199-4584-a6dc-e059e94488af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:37.361586 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-432ef10a-81d2-4fb0-9473-552cd28c26a9 req-51c7d1bc-fec9-4aa4-8d1c-cd86e480e472 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746014 Dec 11 22:34:37.390832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-27f220a7-a1e5-4e3e-9e77-3741f5fb39f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 3b1888ad-4670-4d85-83c4-8057bffa3a84) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:37.396049 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f220a7-a1e5-4e3e-9e77-3741f5fb39f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:37.399362 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-27f220a7-a1e5-4e3e-9e77-3741f5fb39f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:37.406377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc611e8-a7ae-43e8-b581-f228a09578ef None None] Network 3b1888ad-4670-4d85-83c4-8057bffa3a84 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:34:37.481005 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-27f220a7-a1e5-4e3e-9e77-3741f5fb39f2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9880128 Dec 11 22:34:37.483213 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:37.483809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40606) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:37.495273 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1456383043-router', 'tenant_id': '05b1c75e324e4700bfb1295f82404dfd', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:37.535010 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7b82e-9efa-483f-b30e-c68ec81b941e req-86f1493d-b028-49aa-8c2e-537d23eb63cd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:37.545163 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6fb7b82e-9efa-483f-b30e-c68ec81b941e req-86f1493d-b028-49aa-8c2e-537d23eb63cd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 950 time: 0.1064382 Dec 11 22:34:37.556861 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-3b1888ad-4670-4d85-83c4-8057bffa3a84', 'network_id': '3b1888ad-4670-4d85-83c4-8057bffa3a84', 'project_id': '05b1c75e324e4700bfb1295f82404dfd', 'fixed_ips': [{'subnet_id': 'd82ebcd8-97a4-46c7-97e9-d9ec645ba73b'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:34:37.557718 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:37.576083 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9b6211eb-3ec5-4066-a014-98e2b134929a None None] Provisioning complete for port ce022248-3628-412e-b0d4-51927750f75d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:37.576369 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9b6211eb-3ec5-4066-a014-98e2b134929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:37.614177 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6fb7b82e-9efa-483f-b30e-c68ec81b941e req-8229a8f2-a282-4be1-81e9-4ce341103ace tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680108 Dec 11 22:34:37.617504 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:37.618723 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:37.640595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9b6211eb-3ec5-4066-a014-98e2b134929a None None] Port ce022248-3628-412e-b0d4-51927750f75d cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:34:37.802605 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Allocated IP 172.20.0.2 (3b1888ad-4670-4d85-83c4-8057bffa3a84/d82ebcd8-97a4-46c7-97e9-d9ec645ba73b/27aa281a-72ea-4ad3-8a39-5f987b72023d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:34:37.825919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea998ab-c81b-4cc4-95ea-8caa0066c41a req-1f6f780c-45be-4d52-9fff-d36e17ee4ece tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:37.827527 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ea998ab-c81b-4cc4-95ea-8caa0066c41a req-1f6f780c-45be-4d52-9fff-d36e17ee4ece tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1123865 Dec 11 22:34:37.927706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40624) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:37.936123 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:37.943718 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ea998ab-c81b-4cc4-95ea-8caa0066c41a req-2d772fcd-b2be-4698-8b3d-61dca97cbd7f tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026573 Dec 11 22:34:37.953619 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0db15b2c-927e-4a4c-aa49-ce92978ff480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:37.963400 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:37.990454 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce022248-3628-412e-b0d4-51927750f75d {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:38.007695 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.030232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Transition to ACTIVE for port object ce022248-3628-412e-b0d4-51927750f75d will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:34:38.033092 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.064742 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac46f8-2d7c-40ba-a389-b363c452fdb2 req-d5ccc28a-1a27-40ac-a5bd-693fe6eb091d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:38.066604 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1dac46f8-2d7c-40ba-a389-b363c452fdb2 req-d5ccc28a-1a27-40ac-a5bd-693fe6eb091d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 945 time: 0.1592927 Dec 11 22:34:38.097980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Network 3b1888ad-4670-4d85-83c4-8057bffa3a84 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:34:38.101240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:38.104963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:34:38.107102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0db15b2c-927e-4a4c-aa49-ce92978ff480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.111663 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.114941 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Pushing event updated for resources: {'Port': ['ID=27aa281a-72ea-4ad3-8a39-5f987b72023d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:38.185237 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0db15b2c-927e-4a4c-aa49-ce92978ff480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.196833 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.198547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Attempting to bind port 27aa281a-72ea-4ad3-8a39-5f987b72023d on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:38.199041 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Attempting to bind port 27aa281a-72ea-4ad3-8a39-5f987b72023d by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '6c685366-00a0-48af-b6ca-b1cb1f15b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3b1888ad-4670-4d85-83c4-8057bffa3a84'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:38.199281 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Attempting to bind port 27aa281a-72ea-4ad3-8a39-5f987b72023d on network 3b1888ad-4670-4d85-83c4-8057bffa3a84 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:38.206211 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:38.207371 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Checking segment: {'id': '6c685366-00a0-48af-b6ca-b1cb1f15b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3b1888ad-4670-4d85-83c4-8057bffa3a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:38.207835 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.209134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Bound using segment: {'id': '6c685366-00a0-48af-b6ca-b1cb1f15b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3b1888ad-4670-4d85-83c4-8057bffa3a84'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:38.209796 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Bound port: 27aa281a-72ea-4ad3-8a39-5f987b72023d, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c685366-00a0-48af-b6ca-b1cb1f15b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3b1888ad-4670-4d85-83c4-8057bffa3a84'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:38.210372 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.234618 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1dac46f8-2d7c-40ba-a389-b363c452fdb2 req-5a260302-86ef-4c6e-b36f-d8e89434b170 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566489 Dec 11 22:34:38.258696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Pushing event updated for resources: {'Port': ['ID=ce022248-3628-412e-b0d4-51927750f75d,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:38.298371 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0db15b2c-927e-4a4c-aa49-ce92978ff480 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b584adaec0b04d52bd55ab96f4a9025f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696082 Dec 11 22:34:38.299756 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Attempting to bind port ce022248-3628-412e-b0d4-51927750f75d on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:38.300417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Attempting to bind port ce022248-3628-412e-b0d4-51927750f75d by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:38.301305 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40628) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:38.308150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Attempting to bind port ce022248-3628-412e-b0d4-51927750f75d on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:38.311608 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db15b2c-927e-4a4c-aa49-ce92978ff480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848698a5-2f43-4b20-aa20-d3eadc27c638,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:38.315904 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] For port 27aa281a-72ea-4ad3-8a39-5f987b72023d, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:38.316140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Port ce022248-3628-412e-b0d4-51927750f75d on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:34:38.316443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Attempting to bind port ce022248-3628-412e-b0d4-51927750f75d on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:38.321266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] For port 27aa281a-72ea-4ad3-8a39-5f987b72023d, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=27aa281a-72ea-4ad3-8a39-5f987b72023d,segment=NetworkSegment(6c685366-00a0-48af-b6ca-b1cb1f15b030),segment_id=6c685366-00a0-48af-b6ca-b1cb1f15b030)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:38.321819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:38.322417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:38.323071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:38.323289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Bound port: ce022248-3628-412e-b0d4-51927750f75d, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:38.323648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.354773 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 034dc8e8-4ce1-483b-a091-b46a3b55de95 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:34:38.407009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] For port ce022248-3628-412e-b0d4-51927750f75d, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:38.412728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] For port ce022248-3628-412e-b0d4-51927750f75d, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ce022248-3628-412e-b0d4-51927750f75d,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:38.483337 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.538499 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5fc30786-9efb-45b2-add5-ec7ef7b1460e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.545112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:38.545721 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.547294 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] 10.222.0.47 "PUT /v2.0/ports/ce022248-3628-412e-b0d4-51927750f75d HTTP/1.1" status: 200 len: 1095 time: 1.2030072 Dec 11 22:34:38.547744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af2a299-8199-4584-a6dc-e059e94488af', 'tag': 'ce022248-3628-412e-b0d4-51927750f75d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:38.550151 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b001bb-486e-4298-8ef3-cf1977f7ee40" -d '{"events": [{"name": "network-changed", "server_uuid": "1af2a299-8199-4584-a6dc-e059e94488af", "tag": "ce022248-3628-412e-b0d4-51927750f75d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:38.575518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be6616-3170-4a46-a123-d3618d06a021 service neutron] Pushing event updated for resources: {'Port': ['ID=ce022248-3628-412e-b0d4-51927750f75d,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:38.594676 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5058a-01d9-4aa2-856f-eb49d0c370f4 req-a6b4395c-cbb9-4e44-8db9-e75fa275ec40 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:38.603380 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c2a5058a-01d9-4aa2-856f-eb49d0c370f4 req-a6b4395c-cbb9-4e44-8db9-e75fa275ec40 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 947 time: 0.1334014 Dec 11 22:34:38.617011 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a3ccdc-4d8d-4faf-8413-f7b5e0abca1e x-openstack-request-id: req-d1a3ccdc-4d8d-4faf-8413-f7b5e0abca1e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:38.617723 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af2a299-8199-4584-a6dc-e059e94488af", "tag": "ce022248-3628-412e-b0d4-51927750f75d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:38.618305 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1a3ccdc-4d8d-4faf-8413-f7b5e0abca1e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:38.618926 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af2a299-8199-4584-a6dc-e059e94488af', 'tag': 'ce022248-3628-412e-b0d4-51927750f75d', 'status': 'completed', 'code': 200} Dec 11 22:34:38.639151 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5fc30786-9efb-45b2-add5-ec7ef7b1460e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.651314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40648) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:38.679889 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.726944 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c2a5058a-01d9-4aa2-856f-eb49d0c370f4 req-a8235a09-0a9e-4b62-97bc-7d91866c06e1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124518 Dec 11 22:34:38.790546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b001bb-486e-4298-8ef3-cf1977f7ee40 req-408d9095-4437-495a-aa87-91caf274c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:38.795006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e0b001bb-486e-4298-8ef3-cf1977f7ee40 req-408d9095-4437-495a-aa87-91caf274c10e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 1098 time: 0.1183355 Dec 11 22:34:38.828613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721072d0-8080-4889-abd1-fcf0749bc8e9 None None] Pushing event updated for resources: {'Port': ['ID=27aa281a-72ea-4ad3-8a39-5f987b72023d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:38.849549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 034dc8e8-4ce1-483b-a091-b46a3b55de95, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=034dc8e8-4ce1-483b-a091-b46a3b55de95,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:38.865413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '034dc8e8-4ce1-483b-a091-b46a3b55de95', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '034dc8e8-4ce1-483b-a091-b46a3b55de95', 'mac_address': 'fa:16:3e:4a:bc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:34:38.886547 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e0b001bb-486e-4298-8ef3-cf1977f7ee40 req-452976d7-d57c-4c8a-ad78-6aa2be321680 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e828c78368f2446e9a1b9388577b4d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770559 Dec 11 22:34:38.899381 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5fc30786-9efb-45b2-add5-ec7ef7b1460e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.903455 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5fc30786-9efb-45b2-add5-ec7ef7b1460e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.904985 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5fc30786-9efb-45b2-add5-ec7ef7b1460e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/848698a5-2f43-4b20-aa20-d3eadc27c638 HTTP/1.1" status: 204 len: 168 time: 0.6026967 Dec 11 22:34:38.917629 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.926089 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.927276 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc30786-9efb-45b2-add5-ec7ef7b1460e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848698a5-2f43-4b20-aa20-d3eadc27c638,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:38.941708 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2e181aca-9c0b-4794-82ab-f76f4a325da1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.952729 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:38.954537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 034dc8e8-4ce1-483b-a091-b46a3b55de95 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:38.982530 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 034dc8e8-4ce1-483b-a091-b46a3b55de95, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=034dc8e8-4ce1-483b-a091-b46a3b55de95,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:39.083209 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:39.190516 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Allocated IP 172.25.1.238 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/a64b4a29-32ec-4b16-a313-8501008513f0) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:34:39.214226 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=034dc8e8-4ce1-483b-a091-b46a3b55de95,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:39.218686 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['034dc8e8-4ce1-483b-a091-b46a3b55de95'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:39.307230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b78392-5bfc-4b26-b6c0-26e47d6aa7e4 req-861a298d-869f-472c-a3e2-e808035b55f9 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:39.310269 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6b78392-5bfc-4b26-b6c0-26e47d6aa7e4 req-861a298d-869f-472c-a3e2-e808035b55f9 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.2496092 Dec 11 22:34:39.348990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b001bb-486e-4298-8ef3-cf1977f7ee40 req-34feec27-e590-4083-b6b7-52a282f9e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:39.354677 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e0b001bb-486e-4298-8ef3-cf1977f7ee40 req-34feec27-e590-4083-b6b7-52a282f9e8ae service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4495533 Dec 11 22:34:39.427938 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:39.441997 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2e181aca-9c0b-4794-82ab-f76f4a325da1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:39.456971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 27aa281a-72ea-4ad3-8a39-5f987b72023d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:34:39.473616 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6b78392-5bfc-4b26-b6c0-26e47d6aa7e4 req-d9ce1e82-4ca7-4db3-9ec1-38cfc92baf5f tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418858 Dec 11 22:34:39.494145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-30c416e0-9526-4d31-978a-9e281f6f0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:39.495671 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-30c416e0-9526-4d31-978a-9e281f6f0cf4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 1098 time: 0.0705473 Dec 11 22:34:39.531916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 27aa281a-72ea-4ad3-8a39-5f987b72023d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:39.532528 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:39.544514 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c838f89-a52a-47ca-b6d7-d275f473d811 req-25c059b5-3df9-4df0-bf78-a99fcce86c9f tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:39.545997 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c838f89-a52a-47ca-b6d7-d275f473d811 req-25c059b5-3df9-4df0-bf78-a99fcce86c9f tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 945 time: 0.0733442 Dec 11 22:34:39.552027 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:39.563675 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2e181aca-9c0b-4794-82ab-f76f4a325da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:39.574923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-df8d3913-ef34-447e-aafe-0fc5025ae36e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=ce022248-3628-412e-b0d4-51927750f75d HTTP/1.1" status: 200 len: 217 time: 0.0662680 Dec 11 22:34:39.653531 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2e181aca-9c0b-4794-82ab-f76f4a325da1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a9b2494eed404396b69e2faf3bf9933c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0007010 Dec 11 22:34:39.662797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40678) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:39.687543 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:39.697052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e181aca-9c0b-4794-82ab-f76f4a325da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e06156-ff52-4b24-8e59-84a6cb807c86,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:39.718642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:34:39.718773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-851efd06-b836-41e1-aae4-f003691213e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:39.720382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-851efd06-b836-41e1-aae4-f003691213e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1283669 Dec 11 22:34:39.732768 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:39.738432 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Pushing event updated for resources: {'Port': ['ID=a64b4a29-32ec-4b16-a313-8501008513f0,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:39.740632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:34:39.743860 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 27aa281a-72ea-4ad3-8a39-5f987b72023d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=27aa281a-72ea-4ad3-8a39-5f987b72023d,segment=NetworkSegment(6c685366-00a0-48af-b6ca-b1cb1f15b030),segment_id=6c685366-00a0-48af-b6ca-b1cb1f15b030)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:39.804317 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c838f89-a52a-47ca-b6d7-d275f473d811 req-a659aed6-e7ab-487a-8a64-de826716ead1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413414 Dec 11 22:34:39.815144 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dfcb4f8d-cb6d-4093-9110-7a4cfaf01924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:39.818511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-a027a650-e13f-42b7-a10a-b7ca06ed9aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:39.820237 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-a027a650-e13f-42b7-a10a-b7ca06ed9aab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0916305 Dec 11 22:34:39.824956 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:39.930614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=27aa281a-72ea-4ad3-8a39-5f987b72023d,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:40.001959 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bba12b-15d1-4174-a3e1-d9a14699face req-383bb63d-a1a5-4792-952f-4858dfafdf22 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:40.003683 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97bba12b-15d1-4174-a3e1-d9a14699face req-383bb63d-a1a5-4792-952f-4858dfafdf22 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 1096 time: 0.0748863 Dec 11 22:34:40.058912 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97bba12b-15d1-4174-a3e1-d9a14699face req-9aa1e565-6961-4955-9671-9bf571ce3dbb tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475335 Dec 11 22:34:40.066491 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-3acd617b-af07-4d51-8b7a-0fa912061973 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302690 Dec 11 22:34:40.069372 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dfcb4f8d-cb6d-4093-9110-7a4cfaf01924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:40.300591 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd68b783-bc73-43be-bd0c-24502f86e146 None None] Network 3b1888ad-4670-4d85-83c4-8057bffa3a84 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:34:40.318402 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9b76f-7107-47cc-a610-e7cac5fce54a req-155cd670-d375-42a7-bad9-384b8055b00c tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:40.320308 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70f9b76f-7107-47cc-a610-e7cac5fce54a req-155cd670-d375-42a7-bad9-384b8055b00c tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 1096 time: 0.1348894 Dec 11 22:34:40.325364 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:40.366870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 034dc8e8-4ce1-483b-a091-b46a3b55de95 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:34:40.429709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e9e8b13d-4aaf-43f3-a573-25b4b3212835 None None] Provisioning complete for port 27aa281a-72ea-4ad3-8a39-5f987b72023d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:40.429709 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b13d-4aaf-43f3-a573-25b4b3212835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:40.470147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb200f-2aea-4238-8336-ec0770f00de5 req-fc203ebd-b82b-45a0-8fa8-062d8e7e53f9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:40.472689 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63fb200f-2aea-4238-8336-ec0770f00de5 req-fc203ebd-b82b-45a0-8fa8-062d8e7e53f9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 947 time: 0.4581153 Dec 11 22:34:40.523616 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40712) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:40.527992 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70f9b76f-7107-47cc-a610-e7cac5fce54a req-906221f4-2433-4a22-a75e-3121b1cd9cf7 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004282 Dec 11 22:34:40.554911 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 034dc8e8-4ce1-483b-a091-b46a3b55de95 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:40.555450 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:40.657053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63fb200f-2aea-4238-8336-ec0770f00de5 req-a83bff59-ae0a-4f78-aedd-cd86eaefb4ff tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480820 Dec 11 22:34:40.696773 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a843b7f-d40f-4815-be20-534ba4c63297 req-4ed0ed4b-e980-41ce-b21d-6e1843c361d9 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193449 Dec 11 22:34:40.806125 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-42a37571-993f-4149-8055-1b493a5f497a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1110308269-network', 'tenant_id': '4a03958ca25f4977b4fabaad3b861845'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:40.838566 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dfcb4f8d-cb6d-4093-9110-7a4cfaf01924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:40.842762 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dfcb4f8d-cb6d-4093-9110-7a4cfaf01924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:40.850980 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dfcb4f8d-cb6d-4093-9110-7a4cfaf01924 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/06e06156-ff52-4b24-8e59-84a6cb807c86 HTTP/1.1" status: 204 len: 168 time: 1.1796679 Dec 11 22:34:40.866784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb4f8d-cb6d-4093-9110-7a4cfaf01924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e06156-ff52-4b24-8e59-84a6cb807c86,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:40.867201 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:40.877204 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:40.883183 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5dbea-0370-4b39-8102-922632a05a04 req-698a8290-2b5e-4dd1-a7c1-78c17b91fff6 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:40.891567 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-45f5dbea-0370-4b39-8102-922632a05a04 req-698a8290-2b5e-4dd1-a7c1-78c17b91fff6 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1445091 Dec 11 22:34:40.943474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 034dc8e8-4ce1-483b-a091-b46a3b55de95, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=034dc8e8-4ce1-483b-a091-b46a3b55de95,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:40.948902 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e965b8-e7f8-4af2-b929-890f353f3ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034dc8e8-4ce1-483b-a091-b46a3b55de95'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:40.951861 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f5a9ca-a377-4862-8e73-110508653def" -d '{"events": [{"server_uuid": "67e965b8-e7f8-4af2-b929-890f353f3ebb", "name": "network-vif-plugged", "status": "completed", "tag": "034dc8e8-4ce1-483b-a091-b46a3b55de95"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:40.970748 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a37571-993f-4149-8055-1b493a5f497a admin admin] Made reservation on behalf of 4a03958ca25f4977b4fabaad3b861845 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:34:40.973970 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42a37571-993f-4149-8055-1b493a5f497a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:41.008568 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a5eeb855-e602-4266-af54-a463eaf7c724 None None] Provisioning complete for port 27aa281a-72ea-4ad3-8a39-5f987b72023d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:41.009114 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb855-e602-4266-af54-a463eaf7c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:41.011103 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:34:41.034159 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42a37571-993f-4149-8055-1b493a5f497a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:41.049987 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:41.147663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=034dc8e8-4ce1-483b-a091-b46a3b55de95,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:41.181697 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-45f5dbea-0370-4b39-8102-922632a05a04 req-eaab7ffd-e00c-4c99-98c5-80bfeb65f081 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188873 Dec 11 22:34:41.298205 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06270b96-9df0-4880-963a-1e24baf5b0e9 x-openstack-request-id: req-06270b96-9df0-4880-963a-1e24baf5b0e9 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:41.298205 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e965b8-e7f8-4af2-b929-890f353f3ebb", "name": "network-vif-plugged", "status": "completed", "tag": "034dc8e8-4ce1-483b-a091-b46a3b55de95", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:41.298205 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06270b96-9df0-4880-963a-1e24baf5b0e9 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:41.298205 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e965b8-e7f8-4af2-b929-890f353f3ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034dc8e8-4ce1-483b-a091-b46a3b55de95', 'code': 200} Dec 11 22:34:41.390773 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 27aa281a-72ea-4ad3-8a39-5f987b72023d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:34:41.457612 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42a37571-993f-4149-8055-1b493a5f497a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:41.470374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 27aa281a-72ea-4ad3-8a39-5f987b72023d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:41.470753 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:41.491034 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2042eb0-7db5-4c9e-84b9-3a139f4cc6da req-09cd9da4-d6a9-4605-8440-b520fc6d2eaa tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:41.503119 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d2042eb0-7db5-4c9e-84b9-3a139f4cc6da req-09cd9da4-d6a9-4605-8440-b520fc6d2eaa tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 1096 time: 0.0917470 Dec 11 22:34:41.557652 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-e5e6dc78-698e-428b-a11d-82b7f9ea6441 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=eb174d04fa334972afa3decee998ec89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316875 Dec 11 22:34:41.598937 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d2042eb0-7db5-4c9e-84b9-3a139f4cc6da req-0439b1e9-8650-4000-9731-52ead1106d89 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939460 Dec 11 22:34:41.599957 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42a37571-993f-4149-8055-1b493a5f497a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:41.605306 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Router 0427853f-3cb7-4d11-adbc-88e514615168 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:34:41.665639 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a37571-993f-4149-8055-1b493a5f497a admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:34:41.718517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a37571-993f-4149-8055-1b493a5f497a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185cdf4f-73ac-4494-aa66-f526749f3f2e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:41.745839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-e26c1ff9-9f0c-4012-8b50-5a90d72d5afb tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:41.756745 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-e26c1ff9-9f0c-4012-8b50-5a90d72d5afb tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956022 Dec 11 22:34:41.775592 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-e669f5ea-3086-4f01-8fee-1a1292bfe73b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/quotas/eb174d04fa334972afa3decee998ec89 HTTP/1.1" status: 200 len: 375 time: 0.0174451 Dec 11 22:34:41.808643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40770) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:41.826791 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4c64543-aafe-4e78-b478-c59bdfe39fc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:41.870845 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-96e937d3-1c45-46ea-b5ad-0dfa9ea80270 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb174d04fa334972afa3decee998ec89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848289 Dec 11 22:34:42.045225 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42a37571-993f-4149-8055-1b493a5f497a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:42.045705 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-42a37571-993f-4149-8055-1b493a5f497a admin admin] Added segment 77894fd9-75b4-4fdf-811a-3560367e2b86 of type vlan for network dc99fe2a-f620-40db-bef5-51a1a7294f37 Dec 11 22:34:42.054110 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4c64543-aafe-4e78-b478-c59bdfe39fc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:42.105707 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4c64543-aafe-4e78-b478-c59bdfe39fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:42.136185 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42a37571-993f-4149-8055-1b493a5f497a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:42.170254 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e4c64543-aafe-4e78-b478-c59bdfe39fc0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=65a0ff53487742a78df873990fd6cdee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587065 Dec 11 22:34:42.173895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40776) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:42.213617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae6a66-6f41-4b87-8cab-c33393da3841 req-425e3537-eef8-45a4-b794-be11d8ba5a51 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:42.225219 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4dae6a66-6f41-4b87-8cab-c33393da3841 req-425e3537-eef8-45a4-b794-be11d8ba5a51 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 947 time: 0.1671283 Dec 11 22:34:42.226738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c64543-aafe-4e78-b478-c59bdfe39fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7958bc66-61ad-4bbb-8c98-b768701d318e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:42.250322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:34:42.268817 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Sync routers for ids ['0427853f-3cb7-4d11-adbc-88e514615168'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:34:42.302928 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Routers {'0427853f-3cb7-4d11-adbc-88e514615168'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:34:42.303601 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:34:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0427853f-3cb7-4d11-adbc-88e514615168'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:34:42.310202 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1157c44f-1dfb-43a0-8f94-15a996fa1a4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:42.335316 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4dae6a66-6f41-4b87-8cab-c33393da3841 req-61101f88-8d3d-4b76-83a9-107256a21f5e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940859 Dec 11 22:34:42.335316 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42a37571-993f-4149-8055-1b493a5f497a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:42.335316 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a37571-993f-4149-8055-1b493a5f497a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:42.344633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42a37571-993f-4149-8055-1b493a5f497a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:42.366163 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1157c44f-1dfb-43a0-8f94-15a996fa1a4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:42.438095 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:42.449642 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bedc456e-a3f9-4e35-893f-a562afbb0a46 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9643726 Dec 11 22:34:42.453299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40790) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:42.510581 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-295faeae-1f4f-4e22-95a0-a6295f371284 req-df514fd4-c43f-412b-8b1c-9589b0556ca4 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 210 time: 0.0783846 Dec 11 22:34:42.521896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a37571-993f-4149-8055-1b493a5f497a admin admin] Pushing event updated for resources: {'Network': ['ID=dc99fe2a-f620-40db-bef5-51a1a7294f37,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:42.534098 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Set router 0427853f-3cb7-4d11-adbc-88e514615168 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:34:42.535640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network dc99fe2a-f620-40db-bef5-51a1a7294f37 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:34:42.539680 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-42a37571-993f-4149-8055-1b493a5f497a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0123091 Dec 11 22:34:42.543024 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40792) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:42.560040 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1157c44f-1dfb-43a0-8f94-15a996fa1a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:42.560040 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1157c44f-1dfb-43a0-8f94-15a996fa1a4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:42.561084 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-cb500231-de6c-4bb8-97ec-8ca287c24dd2 admin admin] Request body: {'subnet': {'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1110308269-subnet', 'tenant_id': '4a03958ca25f4977b4fabaad3b861845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:42.565155 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1157c44f-1dfb-43a0-8f94-15a996fa1a4b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7958bc66-61ad-4bbb-8c98-b768701d318e HTTP/1.1" status: 204 len: 168 time: 0.3896210 Dec 11 22:34:42.598158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157c44f-1dfb-43a0-8f94-15a996fa1a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7958bc66-61ad-4bbb-8c98-b768701d318e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:42.671085 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb500231-de6c-4bb8-97ec-8ca287c24dd2 admin admin] Made reservation on behalf of 4a03958ca25f4977b4fabaad3b861845 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:34:42.678014 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cb500231-de6c-4bb8-97ec-8ca287c24dd2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:42.832977 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0427853f-3cb7-4d11-adbc-88e514615168', 'name': 'tempest-FloatingIPsTestJSON-1456383043-router', 'tenant_id': '05b1c75e324e4700bfb1295f82404dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a64b4a29-32ec-4b16-a313-8501008513f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:34:37Z', 'updated_at': '2021-12-11T22:34:39Z', 'revision_number': 3, 'project_id': '05b1c75e324e4700bfb1295f82404dfd', 'gw_port': {'id': 'a64b4a29-32ec-4b16-a313-8501008513f0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0427853f-3cb7-4d11-adbc-88e514615168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:34:38Z', 'updated_at': '2021-12-11T22:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:34:42.875809 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Checking router: 0427853f-3cb7-4d11-adbc-88e514615168 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:34:42.876518 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Updating router 0427853f-3cb7-4d11-adbc-88e514615168 port a64b4a29-32ec-4b16-a313-8501008513f0 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:34:42.936826 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:43.145532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a8d0d-69ee-4ceb-9ba5-da9b860e8bfc req-7c93be87-3eda-4e6f-8ba3-9ac774b82f49 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:43.149121 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f4a8d0d-69ee-4ceb-9ba5-da9b860e8bfc req-7c93be87-3eda-4e6f-8ba3-9ac774b82f49 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 1096 time: 0.3167531 Dec 11 22:34:43.209144 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cb500231-de6c-4bb8-97ec-8ca287c24dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:43.260311 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:43.312134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb500231-de6c-4bb8-97ec-8ca287c24dd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f778c4-8576-40f1-9e48-2f4f1f10e98c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:43.350723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb500231-de6c-4bb8-97ec-8ca287c24dd2 admin admin] Checking segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:43.351237 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb500231-de6c-4bb8-97ec-8ca287c24dd2 admin admin] Network hostable DHCP agents. Network: dc99fe2a-f620-40db-bef5-51a1a7294f37, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:34:43.376578 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:43.377182 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f4a8d0d-69ee-4ceb-9ba5-da9b860e8bfc req-09cfb12b-f3b9-44fa-bfd2-5942d8097901 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166309 Dec 11 22:34:43.505355 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:43.507565 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:43.540345 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb500231-de6c-4bb8-97ec-8ca287c24dd2 admin admin] Network dc99fe2a-f620-40db-bef5-51a1a7294f37 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:34:43.606948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6ecb4-f0f7-4c9a-93fc-ba559caf6000 req-7b538ebe-3b80-4787-a8a1-272cd392082e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:43.610300 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-acf6ecb4-f0f7-4c9a-93fc-ba559caf6000 req-7b538ebe-3b80-4787-a8a1-272cd392082e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 947 time: 0.1299620 Dec 11 22:34:43.612169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-cb500231-de6c-4bb8-97ec-8ca287c24dd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, dc99fe2a-f620-40db-bef5-51a1a7294f37) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:43.622211 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1d5a1b-1dc9-4f83-b656-d1a7fd9adeb3 None None] Network dc99fe2a-f620-40db-bef5-51a1a7294f37 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:34:43.649164 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb500231-de6c-4bb8-97ec-8ca287c24dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:43.650428 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cb500231-de6c-4bb8-97ec-8ca287c24dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:43.679398 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Attempting to bind port a64b4a29-32ec-4b16-a313-8501008513f0 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:43.679778 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Attempting to bind port a64b4a29-32ec-4b16-a313-8501008513f0 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:43.680149 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Attempting to bind port a64b4a29-32ec-4b16-a313-8501008513f0 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:43.684276 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7ab26-9e00-4ac6-a075-99f34a7d538e None None] Pushing event updated for resources: {'Port': ['ID=a64b4a29-32ec-4b16-a313-8501008513f0,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:43.719988 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7ab26-9e00-4ac6-a075-99f34a7d538e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:43.720234 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7ab26-9e00-4ac6-a075-99f34a7d538e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:43.721455 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7ab26-9e00-4ac6-a075-99f34a7d538e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:43.721821 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7ab26-9e00-4ac6-a075-99f34a7d538e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:43.722205 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7ab26-9e00-4ac6-a075-99f34a7d538e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:43.724388 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7ab26-9e00-4ac6-a075-99f34a7d538e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:43.725517 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7ab26-9e00-4ac6-a075-99f34a7d538e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:43.725517 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7ab26-9e00-4ac6-a075-99f34a7d538e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:43.728839 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7ab26-9e00-4ac6-a075-99f34a7d538e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:43.729207 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7ab26-9e00-4ac6-a075-99f34a7d538e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:43.730019 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7ab26-9e00-4ac6-a075-99f34a7d538e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:43.745552 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7ab26-9e00-4ac6-a075-99f34a7d538e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:43.746333 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a7ab26-9e00-4ac6-a075-99f34a7d538e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:34:43.774951 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:43.780653 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:43.780653 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:43.780653 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:43.780653 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Bound port: a64b4a29-32ec-4b16-a313-8501008513f0, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:43.780653 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:43.800918 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ad2925-48e3-46cb-913a-f68624161af0 None None] Network dc99fe2a-f620-40db-bef5-51a1a7294f37 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:34:43.808963 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-acf6ecb4-f0f7-4c9a-93fc-ba559caf6000 req-a4da3b46-4ed4-470c-bd9b-06a92e85fdf7 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860521 Dec 11 22:34:43.846219 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cb500231-de6c-4bb8-97ec-8ca287c24dd2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2945929 Dec 11 22:34:43.934348 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] For port a64b4a29-32ec-4b16-a313-8501008513f0, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:43.939280 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] For port a64b4a29-32ec-4b16-a313-8501008513f0, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a64b4a29-32ec-4b16-a313-8501008513f0,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:43.945845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Allocated IP 172.20.0.1 (3b1888ad-4670-4d85-83c4-8057bffa3a84/d82ebcd8-97a4-46c7-97e9-d9ec645ba73b/decd4712-6461-4291-9cfc-b9075109982c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:34:44.026339 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:44.061753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ce022248-3628-412e-b0d4-51927750f75d details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:34:44.128892 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Routers {'0427853f-3cb7-4d11-adbc-88e514615168'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:34:44.129698 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:34:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0427853f-3cb7-4d11-adbc-88e514615168'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:34:44.144699 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a228bc80-3014-47ea-a918-34cc97db0159 req-a6390d1d-4d66-4aa0-8e0f-87b218797a5d tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 210 time: 0.1530731 Dec 11 22:34:44.198484 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7ab26-9e00-4ac6-a075-99f34a7d538e None None] Pushing event updated for resources: {'Port': ['ID=a64b4a29-32ec-4b16-a313-8501008513f0,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:44.252596 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:44.434361 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:44.508476 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ce022248-3628-412e-b0d4-51927750f75d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ce022248-3628-412e-b0d4-51927750f75d,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:44.533781 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'ce022248-3628-412e-b0d4-51927750f75d', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': 'ce022248-3628-412e-b0d4-51927750f75d', 'mac_address': 'fa:16:3e:64:41:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:34:44.546401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Network 3b1888ad-4670-4d85-83c4-8057bffa3a84 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:34:44.562686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:44.572390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:34:44.573185 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:44.622419 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:44.665575 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce022248-3628-412e-b0d4-51927750f75d {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:44.687352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Pushing event updated for resources: {'Port': ['ID=decd4712-6461-4291-9cfc-b9075109982c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:44.720638 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ce022248-3628-412e-b0d4-51927750f75d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ce022248-3628-412e-b0d4-51927750f75d,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:44.759068 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] Set router 0427853f-3cb7-4d11-adbc-88e514615168 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:34:44.779278 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:44.964851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=ce022248-3628-412e-b0d4-51927750f75d,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:44.974357 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:45.098439 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['ce022248-3628-412e-b0d4-51927750f75d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:45.122867 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-954438b1-6f37-425f-a664-459c997b88b7 None None] Provisioning complete for port decd4712-6461-4291-9cfc-b9075109982c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:45.123452 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-954438b1-6f37-425f-a664-459c997b88b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:45.124618 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee09088-9cc6-4b97-9373-bc82f0512b11 req-80d9b28d-713b-4dca-9106-04ab834ae0a3 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:45.126944 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fee09088-9cc6-4b97-9373-bc82f0512b11 req-80d9b28d-713b-4dca-9106-04ab834ae0a3 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 948 time: 0.1384850 Dec 11 22:34:45.238173 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fee09088-9cc6-4b97-9373-bc82f0512b11 req-312565d6-0ba8-4359-a273-b4c51415e307 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033659 Dec 11 22:34:45.309416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-954438b1-6f37-425f-a664-459c997b88b7 None None] Port decd4712-6461-4291-9cfc-b9075109982c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:34:45.320301 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0427853f-3cb7-4d11-adbc-88e514615168', 'name': 'tempest-FloatingIPsTestJSON-1456383043-router', 'tenant_id': '05b1c75e324e4700bfb1295f82404dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a64b4a29-32ec-4b16-a313-8501008513f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:34:37Z', 'updated_at': '2021-12-11T22:34:39Z', 'revision_number': 3, 'project_id': '05b1c75e324e4700bfb1295f82404dfd', 'gw_port': {'id': 'a64b4a29-32ec-4b16-a313-8501008513f0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0427853f-3cb7-4d11-adbc-88e514615168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:34:38Z', 'updated_at': '2021-12-11T22:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:34:45.377482 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:45.406991 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaed1e5-0acd-428d-8ecf-074690f92cac None None] The sync data for ids ['0427853f-3cb7-4d11-adbc-88e514615168'] in n-d-710847-6 is: [{'id': '0427853f-3cb7-4d11-adbc-88e514615168', 'name': 'tempest-FloatingIPsTestJSON-1456383043-router', 'tenant_id': '05b1c75e324e4700bfb1295f82404dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a64b4a29-32ec-4b16-a313-8501008513f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:34:37Z', 'updated_at': '2021-12-11T22:34:39Z', 'revision_number': 3, 'project_id': '05b1c75e324e4700bfb1295f82404dfd', 'gw_port': {'id': 'a64b4a29-32ec-4b16-a313-8501008513f0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0427853f-3cb7-4d11-adbc-88e514615168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:34:38Z', 'updated_at': '2021-12-11T22:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:34:45.440871 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-abf53bda-8c87-4825-9926-e0bf07003ab5 req-3d1dec47-2e5a-4d1a-bda3-2fd2566e84f1 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 210 time: 0.0961950 Dec 11 22:34:45.522473 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-579da6d4-e0b4-45c4-a380-fb4312bd471e tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=eb174d04fa334972afa3decee998ec89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1339376 Dec 11 22:34:45.530062 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:45.536183 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:45.681526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40906) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:45.687190 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0041c87c-9178-470a-a483-1f9ac08207d2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1692697586-network', 'tenant_id': 'd6fa7c4df23047ddad9d58f8f621a0bf'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:45.831112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0041c87c-9178-470a-a483-1f9ac08207d2 admin admin] Made reservation on behalf of d6fa7c4df23047ddad9d58f8f621a0bf for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:34:45.831112 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0041c87c-9178-470a-a483-1f9ac08207d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:45.844469 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0041c87c-9178-470a-a483-1f9ac08207d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:45.926562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Pushing event updated for resources: {'Port': ['ID=decd4712-6461-4291-9cfc-b9075109982c,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:46.042390 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0041c87c-9178-470a-a483-1f9ac08207d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:46.101844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-0d72815f-0eb7-4971-9847-642bc05aec63 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:46.109592 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-0d72815f-0eb7-4971-9847-642bc05aec63 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5710278 Dec 11 22:34:46.115971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Network 3b1888ad-4670-4d85-83c4-8057bffa3a84 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:34:46.120206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:46.145224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-025ca215-2fe2-44c1-ade2-829f6e2fcfad tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Request body: {'port': {'device_id': 'd9fe092b-f817-4468-a44e-a0a10f64ad14', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'eb174d04fa334972afa3decee998ec89'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:46.179430 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0041c87c-9178-470a-a483-1f9ac08207d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:46.198570 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0041c87c-9178-470a-a483-1f9ac08207d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:34:46.263949 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0041c87c-9178-470a-a483-1f9ac08207d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:46.264949 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-0041c87c-9178-470a-a483-1f9ac08207d2 admin admin] Added segment f3d4fe5d-42c9-4ad1-8e16-c3bd497d3834 of type vlan for network 0bc1a707-8e96-46f3-93f0-a542b4856f0f Dec 11 22:34:46.334109 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0041c87c-9178-470a-a483-1f9ac08207d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:46.367190 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Router 0427853f-3cb7-4d11-adbc-88e514615168 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:34:46.442358 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041c87c-9178-470a-a483-1f9ac08207d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2170bd67-97cd-43d3-827e-5733f969a153,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:46.473441 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0041c87c-9178-470a-a483-1f9ac08207d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:46.476487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0041c87c-9178-470a-a483-1f9ac08207d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:46.480871 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0041c87c-9178-470a-a483-1f9ac08207d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:46.746001 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0041c87c-9178-470a-a483-1f9ac08207d2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0602889 Dec 11 22:34:46.749922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40926) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:46.764784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4e865742-5926-427a-ae79-a3009366c95f None None] Provisioning complete for port decd4712-6461-4291-9cfc-b9075109982c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:46.765396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041c87c-9178-470a-a483-1f9ac08207d2 admin admin] Pushing event updated for resources: {'Network': ['ID=0bc1a707-8e96-46f3-93f0-a542b4856f0f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:46.765911 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e865742-5926-427a-ae79-a3009366c95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:46.780297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-fc9c066a-10f1-458b-8930-5591248c6731 admin admin] Request body: {'subnet': {'network_id': '0bc1a707-8e96-46f3-93f0-a542b4856f0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1692697586-subnet', 'tenant_id': 'd6fa7c4df23047ddad9d58f8f621a0bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:46.789781 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa87b70-905a-4a46-9f5f-b8d63a41adbb req-1fd1b290-f6da-43eb-83f9-0eeb901eee83 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:46.804900 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3fa87b70-905a-4a46-9f5f-b8d63a41adbb req-1fd1b290-f6da-43eb-83f9-0eeb901eee83 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 948 time: 0.2600794 Dec 11 22:34:46.809883 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 0bc1a707-8e96-46f3-93f0-a542b4856f0f details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:34:46.935122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:34:46.936436 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3fa87b70-905a-4a46-9f5f-b8d63a41adbb req-17f4c398-b7e4-425a-b9a3-8d8d6dd5c8a6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242230 Dec 11 22:34:46.941104 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-353eae6d-aa82-4ac9-8aec-fa1c2553528e admin admin] 10.222.0.45 "PUT /v2.0/routers/0427853f-3cb7-4d11-adbc-88e514615168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4867697 Dec 11 22:34:46.971132 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4e865742-5926-427a-ae79-a3009366c95f None None] Port decd4712-6461-4291-9cfc-b9075109982c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:34:46.976873 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-aad04923-29b8-419f-a463-e01fd587fc51 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:34:46.977952 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-aad04923-29b8-419f-a463-e01fd587fc51 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073237 Dec 11 22:34:47.005172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9c066a-10f1-458b-8930-5591248c6731 admin admin] Made reservation on behalf of d6fa7c4df23047ddad9d58f8f621a0bf for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:34:47.008634 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc9c066a-10f1-458b-8930-5591248c6731 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:47.067691 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c049202-9a91-46e9-89cb-b967a895baca req-dc0ccf4b-9962-4ed4-a66d-1e628561ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:47.080197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-dc0ccf4b-9962-4ed4-a66d-1e628561ae2a service neutron] 10.222.0.45 "GET /v2.0/ports/5608468d-0751-4210-b80b-696395b31387 HTTP/1.1" status: 200 len: 1093 time: 0.0750208 Dec 11 22:34:47.086249 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-1c049202-9a91-46e9-89cb-b967a895baca req-dd81772e-0cbe-47e0-abc2-d33dfe5ece6c service neutron] Request body: {'binding': {'host': 'n-h2-710847-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:47.086433 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:47.086710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-1c049202-9a91-46e9-89cb-b967a895baca req-dd81772e-0cbe-47e0-abc2-d33dfe5ece6c service neutron] Unknown quota resources ['binding']. {{(pid=103691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 22:34:47.289954 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b895b71c-0db3-4f67-9dca-adb92bfb78d6 req-b8b7069e-327f-4c06-af84-8d85d85d92a2 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 210 time: 0.2074971 Dec 11 22:34:47.360147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-025ca215-2fe2-44c1-ade2-829f6e2fcfad tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Made reservation on behalf of eb174d04fa334972afa3decee998ec89 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:34:47.364291 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-025ca215-2fe2-44c1-ade2-829f6e2fcfad tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:47.469071 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a64b4a29-32ec-4b16-a313-8501008513f0 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:34:47.502249 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-1c049202-9a91-46e9-89cb-b967a895baca req-dd81772e-0cbe-47e0-abc2-d33dfe5ece6c service neutron] Attempting to bind port 5608468d-0751-4210-b80b-696395b31387 on host n-h2-710847-6 for vnic_type normal with profile None {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:47.502891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-1c049202-9a91-46e9-89cb-b967a895baca req-dd81772e-0cbe-47e0-abc2-d33dfe5ece6c service neutron] Attempting to bind port 5608468d-0751-4210-b80b-696395b31387 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:47.504303 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c049202-9a91-46e9-89cb-b967a895baca req-dd81772e-0cbe-47e0-abc2-d33dfe5ece6c service neutron] Attempting to bind port 5608468d-0751-4210-b80b-696395b31387 on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:47.532144 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c049202-9a91-46e9-89cb-b967a895baca req-dd81772e-0cbe-47e0-abc2-d33dfe5ece6c service neutron] Port 5608468d-0751-4210-b80b-696395b31387 on network 16806276-ddd2-4647-87cf-feda1dff0e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:34:47.532481 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c049202-9a91-46e9-89cb-b967a895baca req-dd81772e-0cbe-47e0-abc2-d33dfe5ece6c service neutron] Attempting to bind port 5608468d-0751-4210-b80b-696395b31387 on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:47.549394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c049202-9a91-46e9-89cb-b967a895baca req-dd81772e-0cbe-47e0-abc2-d33dfe5ece6c service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:47.550783 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c049202-9a91-46e9-89cb-b967a895baca req-dd81772e-0cbe-47e0-abc2-d33dfe5ece6c service neutron] Checking segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:47.550783 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c049202-9a91-46e9-89cb-b967a895baca req-dd81772e-0cbe-47e0-abc2-d33dfe5ece6c service neutron] Bound using segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:47.551114 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-1c049202-9a91-46e9-89cb-b967a895baca req-dd81772e-0cbe-47e0-abc2-d33dfe5ece6c service neutron] Bound port: 5608468d-0751-4210-b80b-696395b31387, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:47.588281 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a64b4a29-32ec-4b16-a313-8501008513f0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:47.590339 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:47.650256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-1c049202-9a91-46e9-89cb-b967a895baca req-dd81772e-0cbe-47e0-abc2-d33dfe5ece6c service neutron] For port 5608468d-0751-4210-b80b-696395b31387, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=5608468d-0751-4210-b80b-696395b31387,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:47.695574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-025ca215-2fe2-44c1-ade2-829f6e2fcfad tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Allocated IP 192.168.233.36 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/9e7bb875-1ba5-4275-859c-93cd1247d4b9) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:34:47.699713 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:47.722567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port a64b4a29-32ec-4b16-a313-8501008513f0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a64b4a29-32ec-4b16-a313-8501008513f0,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:47.890564 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-025ca215-2fe2-44c1-ade2-829f6e2fcfad tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:47.939004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ce022248-3628-412e-b0d4-51927750f75d up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:34:47.951273 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc9c066a-10f1-458b-8930-5591248c6731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:48.016334 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1c049202-9a91-46e9-89cb-b967a895baca req-dd81772e-0cbe-47e0-abc2-d33dfe5ece6c service neutron] Publish callbacks [] for binding, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:48.023397 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-dd81772e-0cbe-47e0-abc2-d33dfe5ece6c service neutron] 10.222.0.45 "POST /v2.0/ports/5608468d-0751-4210-b80b-696395b31387/bindings HTTP/1.1" status: 201 len: 389 time: 0.9422438 Dec 11 22:34:48.043212 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c066a-10f1-458b-8930-5591248c6731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b947c4-7a10-478a-9beb-6ce098f9fcbf,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:48.048217 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:48.057738 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-025ca215-2fe2-44c1-ade2-829f6e2fcfad tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:48.096599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['b382d259-fd5f-41ed-a846-28654a6df958', '9a43d656-6517-423a-be7b-325665329207'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:48.100565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c066a-10f1-458b-8930-5591248c6731 admin admin] Checking segment: {'id': 'f3d4fe5d-42c9-4ad1-8e16-c3bd497d3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0bc1a707-8e96-46f3-93f0-a542b4856f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:48.100955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9c066a-10f1-458b-8930-5591248c6731 admin admin] Network hostable DHCP agents. Network: 0bc1a707-8e96-46f3-93f0-a542b4856f0f, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:34:48.113814 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-025ca215-2fe2-44c1-ade2-829f6e2fcfad tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:34:48.120909 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-379408df-fd00-4308-978b-b1c49c1ea68e req-bb765219-1c49-4766-a315-1993faa4f07b tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2661839 Dec 11 22:34:48.121454 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-025ca215-2fe2-44c1-ade2-829f6e2fcfad tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:48.126851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-025ca215-2fe2-44c1-ade2-829f6e2fcfad tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:34:48.133051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-025ca215-2fe2-44c1-ade2-829f6e2fcfad tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:48.133686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-025ca215-2fe2-44c1-ade2-829f6e2fcfad tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:48.137694 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port ce022248-3628-412e-b0d4-51927750f75d completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:34:48.144535 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ca215-2fe2-44c1-ade2-829f6e2fcfad tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Pushing event updated for resources: {'Port': ['ID=9e7bb875-1ba5-4275-859c-93cd1247d4b9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:48.150864 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-379408df-fd00-4308-978b-b1c49c1ea68e req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:48.166013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port ce022248-3628-412e-b0d4-51927750f75d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:48.166636 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:48.226362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=a64b4a29-32ec-4b16-a313-8501008513f0,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:48.256322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9c066a-10f1-458b-8930-5591248c6731 admin admin] Network 0bc1a707-8e96-46f3-93f0-a542b4856f0f is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:34:48.317389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-025ca215-2fe2-44c1-ade2-829f6e2fcfad tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1899476 Dec 11 22:34:48.331410 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Request body: {'port': {'device_id': 'd9fe092b-f817-4468-a44e-a0a10f64ad14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:48.403599 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:48.431601 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:48.454140 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-379408df-fd00-4308-978b-b1c49c1ea68e req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:48.471765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af2a299-8199-4584-a6dc-e059e94488af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce022248-3628-412e-b0d4-51927750f75d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:48.475976 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef9baa3-8bd1-4b86-82d7-a8ddcf6c355e" -d '{"events": [{"server_uuid": "1af2a299-8199-4584-a6dc-e059e94488af", "name": "network-vif-plugged", "status": "completed", "tag": "ce022248-3628-412e-b0d4-51927750f75d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:48.497332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-fc9c066a-10f1-458b-8930-5591248c6731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 0bc1a707-8e96-46f3-93f0-a542b4856f0f) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:48.499463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ce022248-3628-412e-b0d4-51927750f75d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ce022248-3628-412e-b0d4-51927750f75d,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:48.507680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9c066a-10f1-458b-8930-5591248c6731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:48.508397 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc9c066a-10f1-458b-8930-5591248c6731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:48.542752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f3f0ad-65fa-4c80-aaf2-2264e9e30962 None None] Network 0bc1a707-8e96-46f3-93f0-a542b4856f0f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:34:48.648234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Sync routers for ids ['0427853f-3cb7-4d11-adbc-88e514615168'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:34:48.655713 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fc9c066a-10f1-458b-8930-5591248c6731 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8931148 Dec 11 22:34:48.696157 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:48.713992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Routers {'0427853f-3cb7-4d11-adbc-88e514615168'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:34:48.714646 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:34:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0427853f-3cb7-4d11-adbc-88e514615168'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:34:48.737715 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-379408df-fd00-4308-978b-b1c49c1ea68e req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:48.968758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-379408df-fd00-4308-978b-b1c49c1ea68e req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Allocated IP 172.25.1.245 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/c6b3245d-4bd6-482f-9931-3e062f2f1667) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:34:49.012410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=ce022248-3628-412e-b0d4-51927750f75d,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:49.080845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cadb3fe7-9ea9-49a2-bb19-06db56c7bf01 None None] Provisioning complete for port 9e7bb875-1ba5-4275-859c-93cd1247d4b9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:49.081298 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cadb3fe7-9ea9-49a2-bb19-06db56c7bf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:49.122726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f19ff-a5a0-4434-92a8-7c230d6f072b req-16ffc1a6-3ec8-427f-8119-2e03e9f0aa6a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:49.124470 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba3f19ff-a5a0-4434-92a8-7c230d6f072b req-16ffc1a6-3ec8-427f-8119-2e03e9f0aa6a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.4630525 Dec 11 22:34:49.137046 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b483375-4ba2-4cf9-a475-22297b594cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:49.138979 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-379408df-fd00-4308-978b-b1c49c1ea68e req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:49.151959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c049202-9a91-46e9-89cb-b967a895baca req-d3df64c5-d457-4dbd-9769-26959e07c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:49.153820 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-d3df64c5-d457-4dbd-9769-26959e07c05d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 1096 time: 0.1130786 Dec 11 22:34:49.284154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dfe025-a5ea-47c5-bc26-1c6f0440aab1 None None] Network 0bc1a707-8e96-46f3-93f0-a542b4856f0f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:34:49.294443 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-379408df-fd00-4308-978b-b1c49c1ea68e req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:49.297518 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba3f19ff-a5a0-4434-92a8-7c230d6f072b req-a5ba7773-f42e-40fa-acdd-3f73f8bf75a5 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637912 Dec 11 22:34:49.357488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7bb875-1ba5-4275-859c-93cd1247d4b9 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:49.361677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-cadb3fe7-9ea9-49a2-bb19-06db56c7bf01 None None] Port 9e7bb875-1ba5-4275-859c-93cd1247d4b9 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:34:49.369093 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:49.372362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c049202-9a91-46e9-89cb-b967a895baca req-84d030dd-4d29-4549-a8c0-4d19fce9f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:49.375329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-84d030dd-4d29-4549-a8c0-4d19fce9f05e service neutron] 10.222.0.13 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.2098856 Dec 11 22:34:49.386285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Transition to ACTIVE for port object 9e7bb875-1ba5-4275-859c-93cd1247d4b9 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:34:49.423297 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379408df-fd00-4308-978b-b1c49c1ea68e req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:34:49.427509 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-379408df-fd00-4308-978b-b1c49c1ea68e req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:49.431307 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-379408df-fd00-4308-978b-b1c49c1ea68e req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:34:49.434504 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-578d6ca4-0362-495a-bd3a-d599fee7a42a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5608468d-0751-4210-b80b-696395b31387 HTTP/1.1" status: 200 len: 217 time: 0.0464809 Dec 11 22:34:49.439989 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:49.440327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Pushing event updated for resources: {'Port': ['ID=c6b3245d-4bd6-482f-9931-3e062f2f1667,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:49.447923 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a64b4a29-32ec-4b16-a313-8501008513f0 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:34:49.525480 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Set router 0427853f-3cb7-4d11-adbc-88e514615168 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:34:49.533527 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-379408df-fd00-4308-978b-b1c49c1ea68e req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:49.608251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Pushing event updated for resources: {'Port': ['ID=9e7bb875-1ba5-4275-859c-93cd1247d4b9,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:49.617745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c049202-9a91-46e9-89cb-b967a895baca req-16cf7956-d5e2-4c26-a503-b3306d41f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:49.619379 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-16cf7956-d5e2-4c26-a503-b3306d41f084 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.1724985 Dec 11 22:34:49.664682 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-379408df-fd00-4308-978b-b1c49c1ea68e req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:49.698216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70277b7a-99d9-4297-929c-af8306ce0fdc req-da526c4b-1a49-497e-b9f6-430d44ffffe2 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:49.700107 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70277b7a-99d9-4297-929c-af8306ce0fdc req-da526c4b-1a49-497e-b9f6-430d44ffffe2 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 947 time: 0.1712544 Dec 11 22:34:49.703856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-0164e223-bc6e-46c1-a1a0-22891849733d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537300 Dec 11 22:34:49.704980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Attempting to bind port 9e7bb875-1ba5-4275-859c-93cd1247d4b9 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:49.705462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Attempting to bind port 9e7bb875-1ba5-4275-859c-93cd1247d4b9 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:49.705801 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Attempting to bind port 9e7bb875-1ba5-4275-859c-93cd1247d4b9 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:49.719501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Port 9e7bb875-1ba5-4275-859c-93cd1247d4b9 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:34:49.719834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Attempting to bind port 9e7bb875-1ba5-4275-859c-93cd1247d4b9 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:49.755122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:49.758944 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:49.759370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:49.759838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Bound port: 9e7bb875-1ba5-4275-859c-93cd1247d4b9, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:49.760209 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:49.836578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a64b4a29-32ec-4b16-a313-8501008513f0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:49.837431 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:49.909777 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-379408df-fd00-4308-978b-b1c49c1ea68e req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:49.957850 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70277b7a-99d9-4297-929c-af8306ce0fdc req-1799bdb4-c4d7-4d6d-ad49-f66d1ce5ffdd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472732 Dec 11 22:34:49.980802 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0427853f-3cb7-4d11-adbc-88e514615168', 'name': 'tempest-FloatingIPsTestJSON-1456383043-router', 'tenant_id': '05b1c75e324e4700bfb1295f82404dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a64b4a29-32ec-4b16-a313-8501008513f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:34:37Z', 'updated_at': '2021-12-11T22:34:44Z', 'revision_number': 4, 'project_id': '05b1c75e324e4700bfb1295f82404dfd', 'gw_port': {'id': 'a64b4a29-32ec-4b16-a313-8501008513f0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0427853f-3cb7-4d11-adbc-88e514615168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:34:38Z', 'updated_at': '2021-12-11T22:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'decd4712-6461-4291-9cfc-b9075109982c', 'name': '', 'network_id': '3b1888ad-4670-4d85-83c4-8057bffa3a84', 'tenant_id': '05b1c75e324e4700bfb1295f82404dfd', 'mac_address': 'fa:16:3e:af:46:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0427853f-3cb7-4d11-adbc-88e514615168', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'd82ebcd8-97a4-46c7-97e9-d9ec645ba73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:34:43Z', 'updated_at': '2021-12-11T22:34:45Z', 'revision_number': 2, 'project_id': '05b1c75e324e4700bfb1295f82404dfd', 'subnets': [{'id': 'd82ebcd8-97a4-46c7-97e9-d9ec645ba73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:34:50.013749 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-379408df-fd00-4308-978b-b1c49c1ea68e req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:50.028489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Checking router: 0427853f-3cb7-4d11-adbc-88e514615168 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:34:50.029141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Updating router 0427853f-3cb7-4d11-adbc-88e514615168 port decd4712-6461-4291-9cfc-b9075109982c binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:34:50.032434 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-09581d6c-72a1-4306-a90a-68e32b2413fc service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072445 Dec 11 22:34:50.041436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] For port 9e7bb875-1ba5-4275-859c-93cd1247d4b9, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:50.044894 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] For port 9e7bb875-1ba5-4275-859c-93cd1247d4b9, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9e7bb875-1ba5-4275-859c-93cd1247d4b9,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:50.080834 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:50.120181 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-379408df-fd00-4308-978b-b1c49c1ea68e req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:50.123565 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98a6110-75d1-4fbe-80c1-962a4023e988 x-openstack-request-id: req-d98a6110-75d1-4fbe-80c1-962a4023e988 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:50.123883 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af2a299-8199-4584-a6dc-e059e94488af", "name": "network-vif-plugged", "status": "completed", "tag": "ce022248-3628-412e-b0d4-51927750f75d", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:50.124143 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d98a6110-75d1-4fbe-80c1-962a4023e988 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:50.124535 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af2a299-8199-4584-a6dc-e059e94488af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce022248-3628-412e-b0d4-51927750f75d', 'code': 200} Dec 11 22:34:50.179950 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Pushing event updated for resources: {'Port': ['ID=c6b3245d-4bd6-482f-9931-3e062f2f1667,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:50.199397 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-379408df-fd00-4308-978b-b1c49c1ea68e req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:50.202114 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:50.207390 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-379408df-fd00-4308-978b-b1c49c1ea68e req-946403d9-db5a-4b4b-8359-ae31c29a0303 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0743775 Dec 11 22:34:50.313802 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-379408df-fd00-4308-978b-b1c49c1ea68e req-e0fd20e8-9e0f-4354-90e0-a6a1c1572140 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.1045487 Dec 11 22:34:50.381292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:50.382056 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:50.390206 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] 10.222.0.13 "PUT /v2.0/ports/9e7bb875-1ba5-4275-859c-93cd1247d4b9 HTTP/1.1" status: 200 len: 1095 time: 2.0565429 Dec 11 22:34:50.392031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fe092b-f817-4468-a44e-a0a10f64ad14', 'tag': '9e7bb875-1ba5-4275-859c-93cd1247d4b9'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:50.405015 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7790de15-4479-4589-bf99-6ccdfddccd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fe092b-f817-4468-a44e-a0a10f64ad14", "tag": "9e7bb875-1ba5-4275-859c-93cd1247d4b9"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:50.449381 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379408df-fd00-4308-978b-b1c49c1ea68e req-32aa4593-b296-4c55-be76-b0f8f792fa07 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:50.452575 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:50.458974 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-379408df-fd00-4308-978b-b1c49c1ea68e req-32aa4593-b296-4c55-be76-b0f8f792fa07 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.1443484 Dec 11 22:34:50.465924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-379408df-fd00-4308-978b-b1c49c1ea68e req-a9de6ccd-26e3-41cd-b6d7-23cc8a1d241b tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:34:50.466986 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-379408df-fd00-4308-978b-b1c49c1ea68e req-a9de6ccd-26e3-41cd-b6d7-23cc8a1d241b tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068572 Dec 11 22:34:50.524655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10534b83-cae3-49fa-a966-91d1ac12ce2c service neutron] Pushing event updated for resources: {'Port': ['ID=9e7bb875-1ba5-4275-859c-93cd1247d4b9,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:50.539168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-39aa4435-22a8-4eeb-b204-b43306e3d6c5 service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921651 Dec 11 22:34:50.545275 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:50.583284 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddff1a-11d2-4ef4-9ae0-65b1f70f309d req-961cd721-918c-4ebc-902b-d514932111d0 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:50.585311 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4ddff1a-11d2-4ef4-9ae0-65b1f70f309d req-961cd721-918c-4ebc-902b-d514932111d0 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 945 time: 0.3382800 Dec 11 22:34:50.589155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376cb93-8216-46bb-b060-4d86ce5c9ec3 req-e13ef8ee-b595-4472-8324-6379d2c6e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:50.591562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e376cb93-8216-46bb-b060-4d86ce5c9ec3 req-e13ef8ee-b595-4472-8324-6379d2c6e55d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 1100 time: 0.3355327 Dec 11 22:34:50.681517 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba94d8-c2db-41c8-8c3d-62a78ea1a48e None None] Pushing event updated for resources: {'Port': ['ID=decd4712-6461-4291-9cfc-b9075109982c,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:50.731004 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e376cb93-8216-46bb-b060-4d86ce5c9ec3 req-a5e39a8b-8999-4d1f-8b52-2473e12c8feb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271899 Dec 11 22:34:50.734112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-1d7244d6-a454-40c9-bd2d-98d9b4c975f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:50.736287 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-1d7244d6-a454-40c9-bd2d-98d9b4c975f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb174d04fa334972afa3decee998ec89&device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 1098 time: 0.2222223 Dec 11 22:34:50.786514 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4ddff1a-11d2-4ef4-9ae0-65b1f70f309d req-e0a01f1c-c14b-4a64-86cb-78da48dbe911 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935861 Dec 11 22:34:50.797550 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Attempting to bind port decd4712-6461-4291-9cfc-b9075109982c on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:50.797936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Attempting to bind port decd4712-6461-4291-9cfc-b9075109982c by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '6c685366-00a0-48af-b6ca-b1cb1f15b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3b1888ad-4670-4d85-83c4-8057bffa3a84'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:50.798321 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Attempting to bind port decd4712-6461-4291-9cfc-b9075109982c on network 3b1888ad-4670-4d85-83c4-8057bffa3a84 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:50.821285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:50.821674 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Checking segment: {'id': '6c685366-00a0-48af-b6ca-b1cb1f15b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3b1888ad-4670-4d85-83c4-8057bffa3a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:50.822085 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:50.822490 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Bound using segment: {'id': '6c685366-00a0-48af-b6ca-b1cb1f15b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3b1888ad-4670-4d85-83c4-8057bffa3a84'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:50.834405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Bound port: decd4712-6461-4291-9cfc-b9075109982c, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c685366-00a0-48af-b6ca-b1cb1f15b030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3b1888ad-4670-4d85-83c4-8057bffa3a84'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:50.834670 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:50.900059 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-786b566e-7c61-4aac-a507-38f4b03bad41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=9e7bb875-1ba5-4275-859c-93cd1247d4b9 HTTP/1.1" status: 200 len: 217 time: 0.1469779 Dec 11 22:34:50.960556 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] For port decd4712-6461-4291-9cfc-b9075109982c, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:50.968004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] For port decd4712-6461-4291-9cfc-b9075109982c, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=decd4712-6461-4291-9cfc-b9075109982c,segment=NetworkSegment(6c685366-00a0-48af-b6ca-b1cb1f15b030),segment_id=6c685366-00a0-48af-b6ca-b1cb1f15b030)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:51.007319 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-741d0292-f9df-4a61-8155-eb5a41961f58 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:51.016713 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-741d0292-f9df-4a61-8155-eb5a41961f58 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 808 time: 0.1763051 Dec 11 22:34:51.024182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c049202-9a91-46e9-89cb-b967a895baca req-30790215-f8d8-49fb-8caf-1266c69a683d tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:51.025931 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-30790215-f8d8-49fb-8caf-1266c69a683d tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02&tenant_id=dab8ea8688024b64a53ac9357c6943c4&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 1096 time: 0.3075290 Dec 11 22:34:51.040174 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-c2a50a59-a201-4e9b-8d74-45c16c367a62 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/quotas/4a03958ca25f4977b4fabaad3b861845 HTTP/1.1" status: 200 len: 375 time: 0.0224907 Dec 11 22:34:51.040710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94624e8-a144-4750-9880-32602e0d9bc8 req-b3799ec2-9d14-4154-99da-f0048917ce87 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:51.042246 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f94624e8-a144-4750-9880-32602e0d9bc8 req-b3799ec2-9d14-4154-99da-f0048917ce87 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.1410415 Dec 11 22:34:51.056817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a1ac80d9-a94e-40c7-bef3-88bf072a2576 None None] Provisioning complete for port decd4712-6461-4291-9cfc-b9075109982c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:51.065830 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a1ac80d9-a94e-40c7-bef3-88bf072a2576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:51.066032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-710847-6'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:51.085886 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-f89c59b4-da5c-4507-810b-a43b53e9ead5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446029 Dec 11 22:34:51.087362 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:51.109433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-d3337ef5-b7c3-4b72-bd21-f397aac464f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:51.110917 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-d3337ef5-b7c3-4b72-bd21-f397aac464f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1877453 Dec 11 22:34:51.145657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba94d8-c2db-41c8-8c3d-62a78ea1a48e None None] Pushing event updated for resources: {'Port': ['ID=decd4712-6461-4291-9cfc-b9075109982c,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:51.186268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a1ac80d9-a94e-40c7-bef3-88bf072a2576 None None] Port decd4712-6461-4291-9cfc-b9075109982c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:34:51.198419 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Routers {'0427853f-3cb7-4d11-adbc-88e514615168'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:34:51.199164 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:34:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0427853f-3cb7-4d11-adbc-88e514615168'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:34:51.235411 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-1599781b-6a9f-41d1-bf3b-91f227591df8 service neutron] 10.222.0.45 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486979 Dec 11 22:34:51.244932 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:51.287144 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f94624e8-a144-4750-9880-32602e0d9bc8 req-c9ea85b9-deae-4c93-9cb4-fec0b9d3dc30 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809757 Dec 11 22:34:51.347228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-cd7fe55a-a7e3-42e1-b11d-066762cdc849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:51.348938 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-cd7fe55a-a7e3-42e1-b11d-066762cdc849 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1927288 Dec 11 22:34:51.374149 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2aa29ca1-6704-44e6-9c73-7bbc7da92f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:51.399938 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f45de3-a074-46cf-af02-f76c9d2dc8ce x-openstack-request-id: req-17f45de3-a074-46cf-af02-f76c9d2dc8ce {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:51.399938 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fe092b-f817-4468-a44e-a0a10f64ad14", "tag": "9e7bb875-1ba5-4275-859c-93cd1247d4b9", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:51.402587 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-ac133c96-1db4-4f33-ad6a-ab36112e2c25 service neutron] 10.222.0.45 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663258 Dec 11 22:34:51.402831 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17f45de3-a074-46cf-af02-f76c9d2dc8ce {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:51.403713 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fe092b-f817-4468-a44e-a0a10f64ad14', 'tag': '9e7bb875-1ba5-4275-859c-93cd1247d4b9', 'status': 'completed', 'code': 200} Dec 11 22:34:51.420501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] Set router 0427853f-3cb7-4d11-adbc-88e514615168 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:34:51.601461 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e8038eb8-b141-421b-86e3-dcae36e3e41a req-fca85b78-3231-4a39-92b2-6bb8f90084e0 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/floatingips/d176d847-f157-4223-8de9-77c4d25a5fab HTTP/1.1" status: 200 len: 693 time: 0.1936901 Dec 11 22:34:51.634894 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-aeb15e50-2f0f-492a-8436-8002b5c7175c None None] Provisioning complete for port decd4712-6461-4291-9cfc-b9075109982c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:51.636036 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aeb15e50-2f0f-492a-8436-8002b5c7175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:51.799468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] For port 5608468d-0751-4210-b80b-696395b31387, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5608468d-0751-4210-b80b-696395b31387,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:51.824560 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-302c65dd-c1f3-4464-90e3-3710e2eb2c43 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203606 Dec 11 22:34:52.022518 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aeb15e50-2f0f-492a-8436-8002b5c7175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:52.049856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8038eb8-b141-421b-86e3-dcae36e3e41a req-1f2c9c4b-2860-4fac-8b56-df4af846088e tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:52.051339 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a3b0d-7f1b-4162-8725-e17bb36af75c req-2e473eef-bba8-451e-a3f6-531d46216466 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:52.052458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e8038eb8-b141-421b-86e3-dcae36e3e41a req-1f2c9c4b-2860-4fac-8b56-df4af846088e tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.4423561 Dec 11 22:34:52.053709 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-900a3b0d-7f1b-4162-8725-e17bb36af75c req-2e473eef-bba8-451e-a3f6-531d46216466 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 947 time: 0.1060603 Dec 11 22:34:52.057605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] For port 5608468d-0751-4210-b80b-696395b31387, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:52.085829 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:52.087658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-e8038eb8-b141-421b-86e3-dcae36e3e41a req-0850f641-b038-4035-b434-baf11bca86b1 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:34:52.089759 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e8038eb8-b141-421b-86e3-dcae36e3e41a req-0850f641-b038-4035-b434-baf11bca86b1 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070720 Dec 11 22:34:52.122558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-aeb15e50-2f0f-492a-8436-8002b5c7175c None None] For port decd4712-6461-4291-9cfc-b9075109982c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=decd4712-6461-4291-9cfc-b9075109982c,segment=NetworkSegment(6c685366-00a0-48af-b6ca-b1cb1f15b030),segment_id=6c685366-00a0-48af-b6ca-b1cb1f15b030)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:52.146123 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0427853f-3cb7-4d11-adbc-88e514615168', 'name': 'tempest-FloatingIPsTestJSON-1456383043-router', 'tenant_id': '05b1c75e324e4700bfb1295f82404dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a64b4a29-32ec-4b16-a313-8501008513f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:34:37Z', 'updated_at': '2021-12-11T22:34:44Z', 'revision_number': 4, 'project_id': '05b1c75e324e4700bfb1295f82404dfd', 'gw_port': {'id': 'a64b4a29-32ec-4b16-a313-8501008513f0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0427853f-3cb7-4d11-adbc-88e514615168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:34:38Z', 'updated_at': '2021-12-11T22:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'decd4712-6461-4291-9cfc-b9075109982c', 'name': '', 'network_id': '3b1888ad-4670-4d85-83c4-8057bffa3a84', 'tenant_id': '05b1c75e324e4700bfb1295f82404dfd', 'mac_address': 'fa:16:3e:af:46:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0427853f-3cb7-4d11-adbc-88e514615168', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'd82ebcd8-97a4-46c7-97e9-d9ec645ba73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:34:43Z', 'updated_at': '2021-12-11T22:34:50Z', 'revision_number': 4, 'project_id': '05b1c75e324e4700bfb1295f82404dfd', 'subnets': [{'id': 'd82ebcd8-97a4-46c7-97e9-d9ec645ba73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:34:52.157085 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-168a697e-6914-4c0e-9b47-4ce3b889e7ec req-2ea64a77-0ce8-43bf-8a3d-4dab9e8a3d52 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065178 Dec 11 22:34:52.159069 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:52.220507 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-900a3b0d-7f1b-4162-8725-e17bb36af75c req-5425f133-2d7b-4064-8228-77e18dd30e05 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526301 Dec 11 22:34:52.227790 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5a34b2-427a-4319-9fad-6874612542dd None None] The sync data for ids ['0427853f-3cb7-4d11-adbc-88e514615168'] in n-d-710847-6 is: [{'id': '0427853f-3cb7-4d11-adbc-88e514615168', 'name': 'tempest-FloatingIPsTestJSON-1456383043-router', 'tenant_id': '05b1c75e324e4700bfb1295f82404dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a64b4a29-32ec-4b16-a313-8501008513f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:34:37Z', 'updated_at': '2021-12-11T22:34:44Z', 'revision_number': 4, 'project_id': '05b1c75e324e4700bfb1295f82404dfd', 'gw_port': {'id': 'a64b4a29-32ec-4b16-a313-8501008513f0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0427853f-3cb7-4d11-adbc-88e514615168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:34:38Z', 'updated_at': '2021-12-11T22:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'decd4712-6461-4291-9cfc-b9075109982c', 'name': '', 'network_id': '3b1888ad-4670-4d85-83c4-8057bffa3a84', 'tenant_id': '05b1c75e324e4700bfb1295f82404dfd', 'mac_address': 'fa:16:3e:af:46:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0427853f-3cb7-4d11-adbc-88e514615168', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'd82ebcd8-97a4-46c7-97e9-d9ec645ba73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:34:43Z', 'updated_at': '2021-12-11T22:34:50Z', 'revision_number': 4, 'project_id': '05b1c75e324e4700bfb1295f82404dfd', 'subnets': [{'id': 'd82ebcd8-97a4-46c7-97e9-d9ec645ba73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:34:52.231643 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:52.232073 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aeb15e50-2f0f-492a-8436-8002b5c7175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:52.346556 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ea610f8-3516-4649-a650-7cc1c6ba6405 req-2dfa1a7a-21b0-40d6-a71b-88eeb7f517a7 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 210 time: 0.0812595 Dec 11 22:34:52.398632 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb15e50-2f0f-492a-8436-8002b5c7175c None None] Pushing event updated for resources: {'Port': ['ID=decd4712-6461-4291-9cfc-b9075109982c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:52.579458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Pushing event updated for resources: {'Port': ['ID=5608468d-0751-4210-b80b-696395b31387,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:52.604852 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a88cef91-4058-473f-8a1d-45d28e700086 req-67081e5e-e394-4557-b528-36166ca82b5c tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=05b1c75e324e4700bfb1295f82404dfd HTTP/1.1" status: 200 len: 696 time: 0.1879740 Dec 11 22:34:52.680400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790de15-4479-4589-bf99-6ccdfddccd1d req-fc2b2aec-d029-43f1-a037-0bf89f1bf1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:52.682174 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7790de15-4479-4589-bf99-6ccdfddccd1d req-fc2b2aec-d029-43f1-a037-0bf89f1bf1f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb174d04fa334972afa3decee998ec89&device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 1098 time: 0.2408252 Dec 11 22:34:52.689076 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Attempting to bind port 5608468d-0751-4210-b80b-696395b31387 on host n-h1-710847-6 for vnic_type normal with profile {"migrating_to": "n-h2-710847-6"} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:52.689507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Attempting to bind port 5608468d-0751-4210-b80b-696395b31387 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:52.689927 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Attempting to bind port 5608468d-0751-4210-b80b-696395b31387 on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:52.744588 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bccf95-4900-4dea-8c50-3d45e49aef43 req-bfaa518e-0b96-4437-89fb-31591284fd85 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:52.748707 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-48bccf95-4900-4dea-8c50-3d45e49aef43 req-bfaa518e-0b96-4437-89fb-31591284fd85 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 943 time: 0.3060999 Dec 11 22:34:52.762442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Port 5608468d-0751-4210-b80b-696395b31387 on network 16806276-ddd2-4647-87cf-feda1dff0e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:34:52.766039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Attempting to bind port 5608468d-0751-4210-b80b-696395b31387 on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:52.801579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cef91-4058-473f-8a1d-45d28e700086 req-6952429a-f822-4ec9-9884-69d7b1ab75ba tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:52.810163 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a88cef91-4058-473f-8a1d-45d28e700086 req-6952429a-f822-4ec9-9884-69d7b1ab75ba tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/networks?id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 787 time: 0.2040057 Dec 11 22:34:52.816881 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-a88cef91-4058-473f-8a1d-45d28e700086 req-ca718912-e6c9-49bd-8fb2-7d23386ab923 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:34:52.840204 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a88cef91-4058-473f-8a1d-45d28e700086 req-ca718912-e6c9-49bd-8fb2-7d23386ab923 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0288846 Dec 11 22:34:52.852318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:52.852672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Checking segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:52.853073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Bound using segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:52.853539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Bound port: 5608468d-0751-4210-b80b-696395b31387, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:52.853906 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:52.944554 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-48bccf95-4900-4dea-8c50-3d45e49aef43 req-4a9f8a11-4fe6-4a52-af2c-a0e869ed8776 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831017 Dec 11 22:34:53.004569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790de15-4479-4589-bf99-6ccdfddccd1d req-ac1a4fc9-355a-4108-bb11-2711520f4afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:53.011131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7790de15-4479-4589-bf99-6ccdfddccd1d req-ac1a4fc9-355a-4108-bb11-2711520f4afa service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.3083239 Dec 11 22:34:53.168818 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7790de15-4479-4589-bf99-6ccdfddccd1d req-baa8fa74-277e-4a47-a4a3-a1adea65e9e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=9e7bb875-1ba5-4275-859c-93cd1247d4b9 HTTP/1.1" status: 200 len: 217 time: 0.1412189 Dec 11 22:34:53.177286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] For port 5608468d-0751-4210-b80b-696395b31387, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:53.192315 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff1af7f5-9a67-4834-84c5-8d9b4726396a req-fba1982c-a840-4a5f-b6be-40ea78eaa56e tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/floatingips/d176d847-f157-4223-8de9-77c4d25a5fab HTTP/1.1" status: 200 len: 693 time: 0.1459732 Dec 11 22:34:53.205404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] For port 5608468d-0751-4210-b80b-696395b31387, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5608468d-0751-4210-b80b-696395b31387,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:53.289281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10037263-1498-4fa0-be80-5483987e21fb req-fb0a22ad-0a58-4611-86ba-966ecd1b1ca1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:53.298405 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10037263-1498-4fa0-be80-5483987e21fb req-fb0a22ad-0a58-4611-86ba-966ecd1b1ca1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.4100592 Dec 11 22:34:53.312146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790de15-4479-4589-bf99-6ccdfddccd1d req-fc695cdd-88ae-4f15-9cae-704e9093293b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:53.316972 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7790de15-4479-4589-bf99-6ccdfddccd1d req-fc695cdd-88ae-4f15-9cae-704e9093293b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1335404 Dec 11 22:34:53.317832 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:53.380598 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10037263-1498-4fa0-be80-5483987e21fb req-7d227232-4d73-4750-8b7e-c4702a4607d0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804935 Dec 11 22:34:53.405627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6103d9c-f5fc-4a31-bb91-e60601b68e02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5608468d-0751-4210-b80b-696395b31387'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:53.408772 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1421f4ad-63e4-4727-be4a-f5026c9fb6b6" -d '{"events": [{"server_uuid": "d6103d9c-f5fc-4a31-bb91-e60601b68e02", "name": "network-vif-unplugged", "status": "completed", "tag": "5608468d-0751-4210-b80b-696395b31387"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:53.426445 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device decd4712-6461-4291-9cfc-b9075109982c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:34:53.535729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1af7f5-9a67-4834-84c5-8d9b4726396a req-218e5304-a3f0-4c4d-946c-8bd67a1700df tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:53.537456 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff1af7f5-9a67-4834-84c5-8d9b4726396a req-218e5304-a3f0-4c4d-946c-8bd67a1700df tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.3344293 Dec 11 22:34:53.541665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port decd4712-6461-4291-9cfc-b9075109982c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:34:53.542366 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:53.546686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790de15-4479-4589-bf99-6ccdfddccd1d req-b5203f3e-c873-4f3e-9c49-746f14c4b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:53.548621 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7790de15-4479-4589-bf99-6ccdfddccd1d req-b5203f3e-c873-4f3e-9c49-746f14c4b322 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2004230 Dec 11 22:34:53.549298 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Pushing event updated for resources: {'Port': ['ID=5608468d-0751-4210-b80b-696395b31387,revision_number=8']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:53.568138 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-ff1af7f5-9a67-4834-84c5-8d9b4726396a req-410c5882-ce0d-4065-ac13-6adf2d79ed58 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:34:53.570989 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff1af7f5-9a67-4834-84c5-8d9b4726396a req-410c5882-ce0d-4065-ac13-6adf2d79ed58 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170803 Dec 11 22:34:53.572841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:53.573776 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:53.576479 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-e971b2a9-24b1-4336-98d1-0c0abecf1e0e service neutron] 10.222.0.13 "PUT /v2.0/ports/5608468d-0751-4210-b80b-696395b31387 HTTP/1.1" status: 200 len: 1121 time: 2.5315251 Dec 11 22:34:53.697381 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['5608468d-0751-4210-b80b-696395b31387'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:53.808872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d44aa0-09fb-4798-b366-291fd506c2b1 req-f7ed7217-527f-4422-a584-b98f7eabbb26 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:53.820781 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e9d44aa0-09fb-4798-b366-291fd506c2b1 req-f7ed7217-527f-4422-a584-b98f7eabbb26 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 947 time: 0.1050951 Dec 11 22:34:53.892422 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e9d44aa0-09fb-4798-b366-291fd506c2b1 req-a8949b86-f82a-41d1-81c5-2c2cb7f64249 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713522 Dec 11 22:34:53.907568 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:54.156516 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1a5161d0-e6da-442f-b9f5-f3d4cd60bc68 req-d6102b3e-160c-44cd-88b1-f0ba0f55cbd8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 210 time: 0.0459173 Dec 11 22:34:54.200381 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff1af7f5-9a67-4834-84c5-8d9b4726396a req-a661b84c-5b7b-444c-a27e-ea016e47b2af tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.5992410 Dec 11 22:34:54.265909 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff1af7f5-9a67-4834-84c5-8d9b4726396a req-c99f7012-f242-41a8-8181-118082f1f796 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.0567014 Dec 11 22:34:54.311057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-e7f3dd7b-39b1-4e79-b051-2ff49c986166 req-db6b537e-8f03-46ca-9d1c-92905c7c05fe service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:34:54.317289 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7f3dd7b-39b1-4e79-b051-2ff49c986166 req-db6b537e-8f03-46ca-9d1c-92905c7c05fe service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104911 Dec 11 22:34:54.333093 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7790de15-4479-4589-bf99-6ccdfddccd1d req-d62fd926-5de8-4bf1-a308-05a2e3873918 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7554486 Dec 11 22:34:54.514342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7790de15-4479-4589-bf99-6ccdfddccd1d req-46fad582-0328-465b-b968-c388df50e6ea service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714251 Dec 11 22:34:54.541852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-ff1af7f5-9a67-4834-84c5-8d9b4726396a req-e7162d98-785d-47b1-b2aa-ec19cba10caf tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Deleting port c6b3245d-4bd6-482f-9931-3e062f2f1667 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:34:54.542692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ff1af7f5-9a67-4834-84c5-8d9b4726396a req-e7162d98-785d-47b1-b2aa-ec19cba10caf tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:54.573748 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:54.636001 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ff1af7f5-9a67-4834-84c5-8d9b4726396a req-e7162d98-785d-47b1-b2aa-ec19cba10caf tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:54.636356 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ff1af7f5-9a67-4834-84c5-8d9b4726396a req-e7162d98-785d-47b1-b2aa-ec19cba10caf tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:54.649714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-ff1af7f5-9a67-4834-84c5-8d9b4726396a req-e7162d98-785d-47b1-b2aa-ec19cba10caf tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Calling delete_port for c6b3245d-4bd6-482f-9931-3e062f2f1667 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:34:54.835766 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5228b42-ccaa-4a89-90d6-2bffe41dce47 x-openstack-request-id: req-e5228b42-ccaa-4a89-90d6-2bffe41dce47 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:54.836066 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6103d9c-f5fc-4a31-bb91-e60601b68e02", "name": "network-vif-unplugged", "status": "completed", "tag": "5608468d-0751-4210-b80b-696395b31387", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:54.836378 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e5228b42-ccaa-4a89-90d6-2bffe41dce47 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:54.836729 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6103d9c-f5fc-4a31-bb91-e60601b68e02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5608468d-0751-4210-b80b-696395b31387', 'code': 200} Dec 11 22:34:54.947830 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19114e5-e156-446a-972a-878c16469d71 req-4e8145be-f237-41ec-8d02-c2e26e18bb35 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:54.949349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e19114e5-e156-446a-972a-878c16469d71 req-4e8145be-f237-41ec-8d02-c2e26e18bb35 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 943 time: 0.0589082 Dec 11 22:34:54.997942 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e19114e5-e156-446a-972a-878c16469d71 req-f887ebba-2202-4c98-b60c-60c58cf8cde3 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426362 Dec 11 22:34:55.072823 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0aa4031-ee92-4d5a-baf1-c089cd312fe8 req-d4ce8526-8e55-4e22-938d-bd7513ce52ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506780 Dec 11 22:34:55.182377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa4031-ee92-4d5a-baf1-c089cd312fe8 req-0c6a5c3b-352a-46e4-bc12-264a6190979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:55.185380 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0aa4031-ee92-4d5a-baf1-c089cd312fe8 req-0c6a5c3b-352a-46e4-bc12-264a6190979a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 1116 time: 0.0468256 Dec 11 22:34:55.199216 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f899eed-a7bb-469c-8daf-8743b7785e1e req-e9a0c44b-449b-485e-9427-877bc4338b06 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:55.200885 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f899eed-a7bb-469c-8daf-8743b7785e1e req-e9a0c44b-449b-485e-9427-877bc4338b06 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.0537019 Dec 11 22:34:55.232257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ff1af7f5-9a67-4834-84c5-8d9b4726396a req-e7162d98-785d-47b1-b2aa-ec19cba10caf tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:55.295072 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f899eed-a7bb-469c-8daf-8743b7785e1e req-63a20ec1-fe74-4778-9e93-e31356c47163 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854204 Dec 11 22:34:55.295512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7162d98-785d-47b1-b2aa-ec19cba10caf tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Pushing event deleted for resources: {'Port': ['ID=c6b3245d-4bd6-482f-9931-3e062f2f1667,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:55.297382 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ff1af7f5-9a67-4834-84c5-8d9b4726396a req-e7162d98-785d-47b1-b2aa-ec19cba10caf tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:55.300137 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ff1af7f5-9a67-4834-84c5-8d9b4726396a req-e7162d98-785d-47b1-b2aa-ec19cba10caf tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:55.301354 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff1af7f5-9a67-4834-84c5-8d9b4726396a req-e7162d98-785d-47b1-b2aa-ec19cba10caf tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "DELETE /v2.0/floatingips/d176d847-f157-4223-8de9-77c4d25a5fab HTTP/1.1" status: 204 len: 173 time: 1.0230999 Dec 11 22:34:55.437878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd25b69-fb03-4665-a2b0-93c798871313 req-644c34fa-6126-42ab-8021-61e5b83931a1 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:55.439209 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0dd25b69-fb03-4665-a2b0-93c798871313 req-644c34fa-6126-42ab-8021-61e5b83931a1 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 947 time: 0.0589533 Dec 11 22:34:55.464419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa4031-ee92-4d5a-baf1-c089cd312fe8 req-d5bd067d-1692-42ef-b2ac-e4afca612993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:55.465898 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0aa4031-ee92-4d5a-baf1-c089cd312fe8 req-d5bd067d-1692-42ef-b2ac-e4afca612993 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.1947410 Dec 11 22:34:55.475365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-78774eb5-56a0-48e3-a60b-e6aacdea5ed1 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:55.476792 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-78774eb5-56a0-48e3-a60b-e6aacdea5ed1 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.13 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 808 time: 0.1840398 Dec 11 22:34:55.506659 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0dd25b69-fb03-4665-a2b0-93c798871313 req-9d817047-171c-42ed-8207-c7a5d5f601ca tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592325 Dec 11 22:34:55.550848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-bb6717d1-501f-4c31-95d4-3517ff418edd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Request body: {'port': {'device_id': 'b9365822-8361-423d-a08a-f287695788b0', 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37', 'admin_state_up': True, 'tenant_id': '4a03958ca25f4977b4fabaad3b861845'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:55.551401 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-9c69f3ef-6c4c-41bd-be39-955385b29822 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0572324 Dec 11 22:34:55.555263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-65abf058-52ba-4178-9bf3-8bf02441bc05 req-29dcf510-a152-4ffc-b487-aba1e2e5053f tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 210 time: 0.0419049 Dec 11 22:34:55.557112 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0aa4031-ee92-4d5a-baf1-c089cd312fe8 req-76e29d6e-3534-4640-910b-5185128815da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac56fdea-5004-4422-b011-65e1f4d16141 HTTP/1.1" status: 200 len: 217 time: 0.0790110 Dec 11 22:34:55.673126 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa4031-ee92-4d5a-baf1-c089cd312fe8 req-ef371a19-da36-47b0-86e9-c7c9dcd2893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:55.674583 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0aa4031-ee92-4d5a-baf1-c089cd312fe8 req-ef371a19-da36-47b0-86e9-c7c9dcd2893f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.1035895 Dec 11 22:34:55.678026 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-589d95d4-b0eb-4f23-8eb2-b528be6625dc tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1392498 Dec 11 22:34:55.700127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:55.737066 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0aa4031-ee92-4d5a-baf1-c089cd312fe8 req-9370c483-cde2-4035-b5cc-f09f65607774 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521779 Dec 11 22:34:55.835461 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:55.879219 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0aa4031-ee92-4d5a-baf1-c089cd312fe8 req-6ea75a75-bcda-46bf-9e61-1f04f42e33d1 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214893 Dec 11 22:34:55.973918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-bb6717d1-501f-4c31-95d4-3517ff418edd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Made reservation on behalf of 4a03958ca25f4977b4fabaad3b861845 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:34:55.977953 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-bb6717d1-501f-4c31-95d4-3517ff418edd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:56.069759 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:56.160975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-bb6717d1-501f-4c31-95d4-3517ff418edd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Allocated IP 172.20.0.4 (dc99fe2a-f620-40db-bef5-51a1a7294f37/f7f778c4-8576-40f1-9e48-2f4f1f10e98c/ea7f4509-4f61-4640-8f9b-b12e2884be88) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:34:56.163102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41114) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:56.276714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205a4f5-81e3-46c8-83f5-67303a209a09 req-090ee87f-5336-4403-a937-afe17c6010f9 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:56.278228 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0205a4f5-81e3-46c8-83f5-67303a209a09 req-090ee87f-5336-4403-a937-afe17c6010f9 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 943 time: 0.1214721 Dec 11 22:34:56.320885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Allocated IP 172.25.1.194 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/5be45864-8e0d-4822-8e9a-a57ab591128f) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:34:56.378403 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0205a4f5-81e3-46c8-83f5-67303a209a09 req-17dbfefd-1ba5-4ed1-8aa4-8bc61e1b93ab tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818179 Dec 11 22:34:56.383737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0aa4031-ee92-4d5a-baf1-c089cd312fe8 req-104f5089-78ef-4cb9-9931-6e6c6e456df2 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965081 Dec 11 22:34:56.402325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9e7bb875-1ba5-4275-859c-93cd1247d4b9 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:34:56.564800 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:56.590788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9e7bb875-1ba5-4275-859c-93cd1247d4b9, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9e7bb875-1ba5-4275-859c-93cd1247d4b9,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:56.594003 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f64b53ad-95c0-4f50-9516-4aeeb07e0ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:56.629892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '9e7bb875-1ba5-4275-859c-93cd1247d4b9', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '9e7bb875-1ba5-4275-859c-93cd1247d4b9', 'mac_address': 'fa:16:3e:13:58:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:34:56.676044 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:56.687996 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:56.709743 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7bb875-1ba5-4275-859c-93cd1247d4b9 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:56.739182 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:34:56.742607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:56.743257 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9e7bb875-1ba5-4275-859c-93cd1247d4b9, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9e7bb875-1ba5-4275-859c-93cd1247d4b9,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:56.746544 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:34:56.774616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88142736-a533-46dd-9a97-280f3deb3a32 req-b4faa7ac-4748-420e-a381-1a045604017c tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:56.775770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-88142736-a533-46dd-9a97-280f3deb3a32 req-b4faa7ac-4748-420e-a381-1a045604017c tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.2048552 Dec 11 22:34:56.780194 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Pushing event updated for resources: {'Port': ['ID=5be45864-8e0d-4822-8e9a-a57ab591128f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:56.813617 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:56.819879 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:56.820765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 5608468d-0751-4210-b80b-696395b31387 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:34:56.839113 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-bb6717d1-501f-4c31-95d4-3517ff418edd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:56.845904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6103d9c-f5fc-4a31-bb91-e60601b68e02', 'tag': '5608468d-0751-4210-b80b-696395b31387'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:34:56.848979 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230ff489-f82b-43de-9c2c-6923b261695a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6103d9c-f5fc-4a31-bb91-e60601b68e02", "tag": "5608468d-0751-4210-b80b-696395b31387"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:34:56.927008 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-88142736-a533-46dd-9a97-280f3deb3a32 req-fdff5b3f-6d86-4023-a7c2-459ec34b56a4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371417 Dec 11 22:34:56.938886 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f64b53ad-95c0-4f50-9516-4aeeb07e0ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:56.940386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=9e7bb875-1ba5-4275-859c-93cd1247d4b9,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:56.994290 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:56.999450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 5608468d-0751-4210-b80b-696395b31387, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5608468d-0751-4210-b80b-696395b31387,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:34:57.020165 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 5608468d-0751-4210-b80b-696395b31387 has no active binding in host n-h2-710847-6 {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 11 22:34:57.025138 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f64b53ad-95c0-4f50-9516-4aeeb07e0ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:57.085437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b53ad-95c0-4f50-9516-4aeeb07e0ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615a621f-93fc-4183-a962-6c592a6e51db,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:57.098830 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-bb6717d1-501f-4c31-95d4-3517ff418edd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:57.187699 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:57.219903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-bb6717d1-501f-4c31-95d4-3517ff418edd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Network dc99fe2a-f620-40db-bef5-51a1a7294f37 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:34:57.225344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-bb6717d1-501f-4c31-95d4-3517ff418edd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:34:57.230151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-bb6717d1-501f-4c31-95d4-3517ff418edd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:34:57.235205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-bb6717d1-501f-4c31-95d4-3517ff418edd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:57.235896 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-bb6717d1-501f-4c31-95d4-3517ff418edd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:57.248725 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f64b53ad-95c0-4f50-9516-4aeeb07e0ce0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2218b496c4be49bab6023716a34a6cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0845499 Dec 11 22:34:57.251472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41146) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:57.264246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6717d1-501f-4c31-95d4-3517ff418edd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Pushing event updated for resources: {'Port': ['ID=ea7f4509-4f61-4640-8f9b-b12e2884be88,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:57.287130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0684d6-48be-4088-894c-63f4a00722f7 req-800b6c8b-8bf8-4a94-b635-16cfcdbe7919 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:57.289323 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0a0684d6-48be-4088-894c-63f4a00722f7 req-800b6c8b-8bf8-4a94-b635-16cfcdbe7919 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 948 time: 0.1177323 Dec 11 22:34:57.306902 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:57.350205 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-bb6717d1-501f-4c31-95d4-3517ff418edd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8370655 Dec 11 22:34:57.350772 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:57.353437 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-439888c8-dde8-458e-9c25-4e1bd28106b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:57.356537 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0a0684d6-48be-4088-894c-63f4a00722f7 req-9f711d30-13e4-4209-9860-613d3846aafa tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591729 Dec 11 22:34:57.384530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Request body: {'port': {'device_id': 'b9365822-8361-423d-a08a-f287695788b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:34:57.398840 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-439888c8-dde8-458e-9c25-4e1bd28106b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:57.424858 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Pushing event updated for resources: {'Port': ['ID=5be45864-8e0d-4822-8e9a-a57ab591128f,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:57.450691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['9e7bb875-1ba5-4275-859c-93cd1247d4b9'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:34:57.500133 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:57.502368 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-dcab42c0-90eb-4b54-bf13-ed58d47a7bc3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8185041 Dec 11 22:34:57.530977 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:57.651109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92662d63-f000-46ab-bcc5-4683ed47bb60 req-13d10d3b-5768-4a6b-844e-ccd3b8721095 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:57.658719 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-92662d63-f000-46ab-bcc5-4683ed47bb60 req-13d10d3b-5768-4a6b-844e-ccd3b8721095 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 931 time: 0.1131461 Dec 11 22:34:57.699912 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-c402ebdf-86b6-4b02-b3d3-216eb3098306 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.194 HTTP/1.1" status: 200 len: 696 time: 0.1616507 Dec 11 22:34:57.827637 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-c2db51fc-2eb5-4778-a5bf-585193c735c6 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:57.840943 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0a7872a-fb25-4210-a5fa-fdc2f3ba8405 req-c2db51fc-2eb5-4778-a5bf-585193c735c6 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.1210592 Dec 11 22:34:57.859217 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-439888c8-dde8-458e-9c25-4e1bd28106b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:57.862137 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-439888c8-dde8-458e-9c25-4e1bd28106b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:57.866490 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-439888c8-dde8-458e-9c25-4e1bd28106b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/615a621f-93fc-4183-a962-6c592a6e51db HTTP/1.1" status: 204 len: 168 time: 0.6137710 Dec 11 22:34:57.880928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439888c8-dde8-458e-9c25-4e1bd28106b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615a621f-93fc-4183-a962-6c592a6e51db,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:58.009825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7f4509-4f61-4640-8f9b-b12e2884be88 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:34:58.010851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e96e0b-e830-4dd6-a388-7a78cb7ce2f8 req-c4513633-bf73-4ede-adf9-1e02f5935956 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:58.019538 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-67e96e0b-e830-4dd6-a388-7a78cb7ce2f8 req-c4513633-bf73-4ede-adf9-1e02f5935956 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 943 time: 0.0688107 Dec 11 22:34:58.022151 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:58.036795 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Transition to ACTIVE for port object ea7f4509-4f61-4640-8f9b-b12e2884be88 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:34:58.038589 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b13a5fd-7f8c-44c2-8896-687eb73c8191 x-openstack-request-id: req-1b13a5fd-7f8c-44c2-8896-687eb73c8191 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:34:58.038903 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6103d9c-f5fc-4a31-bb91-e60601b68e02", "tag": "5608468d-0751-4210-b80b-696395b31387", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:34:58.039161 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b13a5fd-7f8c-44c2-8896-687eb73c8191 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:34:58.039551 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6103d9c-f5fc-4a31-bb91-e60601b68e02', 'tag': '5608468d-0751-4210-b80b-696395b31387', 'status': 'completed', 'code': 200} Dec 11 22:34:58.087879 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-67e96e0b-e830-4dd6-a388-7a78cb7ce2f8 req-849bcac7-82f3-47d8-b50d-a9ccab077d0a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669904 Dec 11 22:34:58.102533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-92662d63-f000-46ab-bcc5-4683ed47bb60 req-d2fe1999-aff8-4fad-ae49-a0363f6766de tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330354 Dec 11 22:34:58.146230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ff489-f82b-43de-9c2c-6923b261695a req-08077a40-7aac-4d29-bc55-3e100b12de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:58.147782 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-230ff489-f82b-43de-9c2c-6923b261695a req-08077a40-7aac-4d29-bc55-3e100b12de5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 1124 time: 0.1045477 Dec 11 22:34:58.167734 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:58.267552 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1c8628f-9698-4fe2-8e08-99faf0604597 req-6c590dab-38d7-4b5f-87be-d557264443df tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/floatingips/8b2ae15a-abb3-49f3-8880-ab75d21fffba HTTP/1.1" status: 200 len: 693 time: 0.1229496 Dec 11 22:34:58.282393 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af430a0-1239-4d3a-9bca-32ab71ad8492 req-293981a7-5a82-4dc1-99e3-8d08fe7fa955 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:58.290548 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8af430a0-1239-4d3a-9bca-32ab71ad8492 req-293981a7-5a82-4dc1-99e3-8d08fe7fa955 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.0633864 Dec 11 22:34:58.346410 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8af430a0-1239-4d3a-9bca-32ab71ad8492 req-dd165317-7ad5-4368-a64e-387999a5240b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548809 Dec 11 22:34:58.498742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8628f-9698-4fe2-8e08-99faf0604597 req-666fb620-0175-4b81-be36-11158ffe3985 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:58.500256 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1c8628f-9698-4fe2-8e08-99faf0604597 req-666fb620-0175-4b81-be36-11158ffe3985 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.1945488 Dec 11 22:34:58.618756 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfba08c-f10c-43d0-8c43-65e0d0acfa5c req-4d1efc5d-770e-400b-a471-cd98bdaf5b38 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:58.620490 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dcfba08c-f10c-43d0-8c43-65e0d0acfa5c req-4d1efc5d-770e-400b-a471-cd98bdaf5b38 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 948 time: 0.0594046 Dec 11 22:34:58.644404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Pushing event updated for resources: {'Port': ['ID=ea7f4509-4f61-4640-8f9b-b12e2884be88,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:58.660193 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1c8628f-9698-4fe2-8e08-99faf0604597 req-7c928b53-b185-4d79-aeca-0e6bb005ea37 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.194 HTTP/1.1" status: 200 len: 696 time: 0.1448846 Dec 11 22:34:58.666662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ff489-f82b-43de-9c2c-6923b261695a req-0ab78382-2206-4641-bfef-77a10693063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:58.668151 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-230ff489-f82b-43de-9c2c-6923b261695a req-0ab78382-2206-4641-bfef-77a10693063a service neutron] 10.222.0.47 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.5054355 Dec 11 22:34:58.686231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Attempting to bind port ea7f4509-4f61-4640-8f9b-b12e2884be88 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:34:58.686565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Attempting to bind port ea7f4509-4f61-4640-8f9b-b12e2884be88 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:34:58.686925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Attempting to bind port ea7f4509-4f61-4640-8f9b-b12e2884be88 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:58.699235 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dcfba08c-f10c-43d0-8c43-65e0d0acfa5c req-1042632f-e014-4531-9b7b-5b35254ecbf3 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701311 Dec 11 22:34:58.776382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-230ff489-f82b-43de-9c2c-6923b261695a req-f9147332-7ea0-4999-883f-f8eda55b6eba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5608468d-0751-4210-b80b-696395b31387 HTTP/1.1" status: 200 len: 217 time: 0.0970361 Dec 11 22:34:58.789139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Port ea7f4509-4f61-4640-8f9b-b12e2884be88 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:34:58.789535 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Attempting to bind port ea7f4509-4f61-4640-8f9b-b12e2884be88 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:34:58.795952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41172) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:58.804082 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1c8628f-9698-4fe2-8e08-99faf0604597 req-2def1a87-b319-449d-9adc-807613aead03 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.194 HTTP/1.1" status: 200 len: 696 time: 0.1348810 Dec 11 22:34:58.812299 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-722b0d63-7b55-47c9-8766-8ee40cc39e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:58.856667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:34:58.857090 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Checking segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:34:58.857406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Bound using segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:34:58.857867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Bound port: ea7f4509-4f61-4640-8f9b-b12e2884be88, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:34:58.858226 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:58.935603 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-722b0d63-7b55-47c9-8766-8ee40cc39e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:58.996870 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-722b0d63-7b55-47c9-8766-8ee40cc39e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:59.050060 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-722b0d63-7b55-47c9-8766-8ee40cc39e05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=259bcf245bfc48f98da0e6d56894f74b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529299 Dec 11 22:34:59.050828 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b0d63-7b55-47c9-8766-8ee40cc39e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd8ee59-e564-4949-9226-646c2e902cd7,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:59.055319 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41174) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:34:59.130110 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dec72a3b-c4fe-40ab-ae27-eaebc85e833f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:59.154468 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dec72a3b-c4fe-40ab-ae27-eaebc85e833f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:59.292832 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dec72a3b-c4fe-40ab-ae27-eaebc85e833f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:59.297862 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dec72a3b-c4fe-40ab-ae27-eaebc85e833f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:59.300426 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dec72a3b-c4fe-40ab-ae27-eaebc85e833f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5bd8ee59-e564-4949-9226-646c2e902cd7 HTTP/1.1" status: 204 len: 168 time: 0.2428300 Dec 11 22:34:59.317683 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec72a3b-c4fe-40ab-ae27-eaebc85e833f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd8ee59-e564-4949-9226-646c2e902cd7,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:59.323999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ff489-f82b-43de-9c2c-6923b261695a req-3f68b884-abd1-4566-acb7-1b46e45c0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:59.325965 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-230ff489-f82b-43de-9c2c-6923b261695a req-3f68b884-abd1-4566-acb7-1b46e45c0f05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.5172596 Dec 11 22:34:59.348234 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d117212-e099-4367-a883-2f0898c56a68 req-e4683958-a5a1-4694-ade4-cbb8a5268384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:59.349969 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-e4683958-a5a1-4694-ade4-cbb8a5268384 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 1100 time: 0.5699534 Dec 11 22:34:59.357500 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91147c46-6445-41dd-a372-280d52ae09dc req-bb455ed3-b5ec-473c-9bb9-83ab98b798a2 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:59.359522 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91147c46-6445-41dd-a372-280d52ae09dc req-bb455ed3-b5ec-473c-9bb9-83ab98b798a2 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 943 time: 0.1098247 Dec 11 22:34:59.401160 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-230ff489-f82b-43de-9c2c-6923b261695a req-454de075-e2d8-4b9b-b0c7-54b8f45d8137 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498457 Dec 11 22:34:59.467855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] For port ea7f4509-4f61-4640-8f9b-b12e2884be88, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:34:59.468571 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91147c46-6445-41dd-a372-280d52ae09dc req-4130067c-dee5-4538-84f4-6dc9362522c8 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912995 Dec 11 22:34:59.532141 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] For port ea7f4509-4f61-4640-8f9b-b12e2884be88, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:34:59.594636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a1c8628f-9698-4fe2-8e08-99faf0604597 req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Deleting port 5be45864-8e0d-4822-8e9a-a57ab591128f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:34:59.595096 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a1c8628f-9698-4fe2-8e08-99faf0604597 req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:59.598093 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d117212-e099-4367-a883-2f0898c56a68 req-22342071-f6c8-4e83-bff4-d40c382ea943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:59.599740 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-22342071-f6c8-4e83-bff4-d40c382ea943 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2367544 Dec 11 22:34:59.611092 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:59.627629 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2d086-f07f-401d-a902-8aa649fb2000 req-3ffb72ef-26e4-428a-9def-d6c1e360d335 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:59.629941 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a3e2d086-f07f-401d-a902-8aa649fb2000 req-3ffb72ef-26e4-428a-9def-d6c1e360d335 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 943 time: 0.0609782 Dec 11 22:34:59.698535 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a3e2d086-f07f-401d-a902-8aa649fb2000 req-0409c283-0c74-44c6-a067-083215047277 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595276 Dec 11 22:34:59.725818 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-230ff489-f82b-43de-9c2c-6923b261695a req-3b1ec901-f668-4464-bec8-a9418c5d268a service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051820 Dec 11 22:34:59.735016 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-e0523b6a-4ccb-42aa-82c5-09aa1ea84e29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=ce022248-3628-412e-b0d4-51927750f75d HTTP/1.1" status: 200 len: 217 time: 0.1252451 Dec 11 22:34:59.773496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:59.774083 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:59.775481 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] 10.222.0.13 "PUT /v2.0/ports/ea7f4509-4f61-4640-8f9b-b12e2884be88 HTTP/1.1" status: 200 len: 1091 time: 2.4136407 Dec 11 22:34:59.877153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03904636-a8d1-41b1-a341-13d86c67cd1c service neutron] Pushing event updated for resources: {'Port': ['ID=ea7f4509-4f61-4640-8f9b-b12e2884be88,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:34:59.916315 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d117212-e099-4367-a883-2f0898c56a68 req-1ea4d008-890e-4210-947d-75d2b413a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:34:59.917694 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-1ea4d008-890e-4210-947d-75d2b413a065 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1589694 Dec 11 22:34:59.926734 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a1c8628f-9698-4fe2-8e08-99faf0604597 req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:34:59.927185 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a1c8628f-9698-4fe2-8e08-99faf0604597 req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:00.014675 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a1c8628f-9698-4fe2-8e08-99faf0604597 req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Calling delete_port for 5be45864-8e0d-4822-8e9a-a57ab591128f owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:35:00.035026 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920616bb-66b6-44ab-93d2-e9b8653a9aa8 req-8d33f35e-327c-44cf-952d-41f317bc6842 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:00.040607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9365822-8361-423d-a08a-f287695788b0', 'tag': 'ea7f4509-4f61-4640-8f9b-b12e2884be88'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:00.042921 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ea1dd3-7d0e-4a9d-bf3b-c7b48c32f5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b9365822-8361-423d-a08a-f287695788b0", "tag": "ea7f4509-4f61-4640-8f9b-b12e2884be88"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:00.046998 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-920616bb-66b6-44ab-93d2-e9b8653a9aa8 req-8d33f35e-327c-44cf-952d-41f317bc6842 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.1260571 Dec 11 22:35:00.050565 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-230ff489-f82b-43de-9c2c-6923b261695a req-70a45643-41f6-4cd5-ba9a-5131bf128ae1 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110096 Dec 11 22:35:00.062392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-8929c6c6-aa8c-4c85-9c9b-de83652494b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:00.063972 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-8929c6c6-aa8c-4c85-9c9b-de83652494b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 1094 time: 0.1669483 Dec 11 22:35:00.137570 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-920616bb-66b6-44ab-93d2-e9b8653a9aa8 req-60601cff-74ab-4400-b12f-723fa5638d2c tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873709 Dec 11 22:35:00.170599 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d117212-e099-4367-a883-2f0898c56a68 req-43798e49-fc40-4443-8740-d7c0664d1866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:00.172407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-43798e49-fc40-4443-8740-d7c0664d1866 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2096028 Dec 11 22:35:00.173929 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-803b614d-b733-43d6-b89e-63f4f60ceb67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88 HTTP/1.1" status: 200 len: 217 time: 0.0475423 Dec 11 22:35:00.324642 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-f739ce50-3ff2-42f9-bdff-a6b917a87964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:00.325586 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-f739ce50-3ff2-42f9-bdff-a6b917a87964 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.1337154 Dec 11 22:35:00.372449 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-5f3a642d-5e53-411b-a7f0-7dfb308997d4 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916130 Dec 11 22:35:00.396753 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-a36f1ab3-e60f-4c24-ab66-aa721dcc4d29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522006 Dec 11 22:35:00.427362 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6703ac-ce0a-41e4-965f-ab0bdd743918 req-ee05a368-45ed-4783-b15d-07f271bba018 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:00.427963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9e7bb875-1ba5-4275-859c-93cd1247d4b9 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:35:00.428882 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c6703ac-ce0a-41e4-965f-ab0bdd743918 req-ee05a368-45ed-4783-b15d-07f271bba018 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 948 time: 0.0622427 Dec 11 22:35:00.504233 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c6703ac-ce0a-41e4-965f-ab0bdd743918 req-83183ee6-92ec-4eb2-be37-58303d7ccb61 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655584 Dec 11 22:35:00.562620 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75c4996-c6d9-401c-a549-107ee806edfa x-openstack-request-id: req-f75c4996-c6d9-401c-a549-107ee806edfa {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:00.563156 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9365822-8361-423d-a08a-f287695788b0", "tag": "ea7f4509-4f61-4640-8f9b-b12e2884be88", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:00.563247 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f75c4996-c6d9-401c-a549-107ee806edfa {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:00.563581 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9365822-8361-423d-a08a-f287695788b0', 'tag': 'ea7f4509-4f61-4640-8f9b-b12e2884be88', 'status': 'completed', 'code': 200} Dec 11 22:35:00.599431 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-b0bb4222-406e-4afa-b957-326b6a87cd8a service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068334 Dec 11 22:35:00.601595 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-ef0ed541-cec3-403f-a242-27c1dd09241d service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798279 Dec 11 22:35:00.653909 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d1c30-0cea-4dfa-8cdb-47c44c8d9e94 req-4e2e176c-978c-495f-9118-a64b711c8d40 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:00.655523 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-412d1c30-0cea-4dfa-8cdb-47c44c8d9e94 req-4e2e176c-978c-495f-9118-a64b711c8d40 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 943 time: 0.0491438 Dec 11 22:35:00.712903 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-412d1c30-0cea-4dfa-8cdb-47c44c8d9e94 req-fbdb1dfa-6c0e-4b6e-a0f2-58c9c2e4acc0 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507226 Dec 11 22:35:00.723955 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ca6bd1dd-714f-4048-9135-ade0945e6a7e req-7ebb960f-7c08-4d0c-8284-4d1f0c86c11d service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928679 Dec 11 22:35:00.824925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38094a91-e297-4ba2-bb3e-b5f96ad7ad1e req-49a91a87-7dab-4e0d-8c5b-076c60a86663 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:00.826321 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38094a91-e297-4ba2-bb3e-b5f96ad7ad1e req-49a91a87-7dab-4e0d-8c5b-076c60a86663 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 943 time: 0.0551593 Dec 11 22:35:00.876379 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38094a91-e297-4ba2-bb3e-b5f96ad7ad1e req-820d1899-8883-41d7-b65c-afd2bd29e134 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426323 Dec 11 22:35:00.922045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 9e7bb875-1ba5-4275-859c-93cd1247d4b9 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:35:00.922928 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a1c8628f-9698-4fe2-8e08-99faf0604597 req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:00.928890 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 9e7bb875-1ba5-4275-859c-93cd1247d4b9 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:00.929270 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:01.002238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Pushing event deleted for resources: {'Port': ['ID=5be45864-8e0d-4822-8e9a-a57ab591128f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:01.057446 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a1c8628f-9698-4fe2-8e08-99faf0604597 req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:01.060468 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a1c8628f-9698-4fe2-8e08-99faf0604597 req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:01.061656 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1c8628f-9698-4fe2-8e08-99faf0604597 req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "DELETE /v2.0/floatingips/8b2ae15a-abb3-49f3-8880-ab75d21fffba HTTP/1.1" status: 204 len: 173 time: 2.2566276 Dec 11 22:35:01.064191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:01.064657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:01.066018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:01.066390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:01.066744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:01.067136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:01.067461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:01.067804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:01.068228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:01.080151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:01.080653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:01.081038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:01.081401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adce44-3f52-4544-b1fe-7d9bd412f1d3 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:01.127737 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [req-ff105a60-ab2a-4945-ae83-861cbd0c9920 req-32d51918-f2fa-4ab0-8bd7-d712416a0c04 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] show failed (client error): The resource could not be found. Dec 11 22:35:01.137245 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ff105a60-ab2a-4945-ae83-861cbd0c9920 req-32d51918-f2fa-4ab0-8bd7-d712416a0c04 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/floatingips/8b2ae15a-abb3-49f3-8880-ab75d21fffba HTTP/1.1" status: 404 len: 350 time: 0.0494645 Dec 11 22:35:01.145724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea1dd3-7d0e-4a9d-bf3b-c7b48c32f5c0 req-61de0d2c-9b46-4f14-96ef-b790663fb788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:01.147783 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ea1dd3-7d0e-4a9d-bf3b-c7b48c32f5c0 req-61de0d2c-9b46-4f14-96ef-b790663fb788 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 1094 time: 0.1571870 Dec 11 22:35:01.148866 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:01.191368 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9e7bb875-1ba5-4275-859c-93cd1247d4b9, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9e7bb875-1ba5-4275-859c-93cd1247d4b9,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:01.192548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fe092b-f817-4468-a44e-a0a10f64ad14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7bb875-1ba5-4275-859c-93cd1247d4b9'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:01.197298 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1bd0c1-6cc0-40f9-8ffd-fcbd1fd6a49a" -d '{"events": [{"server_uuid": "d9fe092b-f817-4468-a44e-a0a10f64ad14", "name": "network-vif-plugged", "status": "completed", "tag": "9e7bb875-1ba5-4275-859c-93cd1247d4b9"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:01.264801 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-6aecf2b2-b23b-41b9-bc9b-86d3d4066ec1 req-99cbeb01-c18d-4e79-b2d9-b5d337bb0440 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] show failed (client error): The resource could not be found. Dec 11 22:35:01.265828 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6aecf2b2-b23b-41b9-bc9b-86d3d4066ec1 req-99cbeb01-c18d-4e79-b2d9-b5d337bb0440 tempest-FloatingIPsTestJSON-1141113942 tempest-FloatingIPsTestJSON-1141113942-project] 10.222.0.45 "GET /v2.0/floatingips/8b2ae15a-abb3-49f3-8880-ab75d21fffba HTTP/1.1" status: 404 len: 350 time: 0.1114893 Dec 11 22:35:01.270976 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:01.277107 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41244) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:01.344336 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8b9eac-593b-446f-be6c-050d7ea99234 x-openstack-request-id: req-cc8b9eac-593b-446f-be6c-050d7ea99234 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:01.344844 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fe092b-f817-4468-a44e-a0a10f64ad14", "name": "network-vif-plugged", "status": "completed", "tag": "9e7bb875-1ba5-4275-859c-93cd1247d4b9", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:01.345105 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc8b9eac-593b-446f-be6c-050d7ea99234 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:01.345508 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fe092b-f817-4468-a44e-a0a10f64ad14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7bb875-1ba5-4275-859c-93cd1247d4b9', 'code': 200} Dec 11 22:35:01.389727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea1dd3-7d0e-4a9d-bf3b-c7b48c32f5c0 req-9f041622-1381-4311-be91-bf8d16bd7f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:01.391322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ea1dd3-7d0e-4a9d-bf3b-c7b48c32f5c0 req-9f041622-1381-4311-be91-bf8d16bd7f4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.2336526 Dec 11 22:35:01.393546 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=9e7bb875-1ba5-4275-859c-93cd1247d4b9,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:01.530261 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e8753-6fd5-4b92-b6b3-2bfc8cb1cbb8 req-3553c202-3175-453a-8e54-55e4a82460a8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:01.531846 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b98e8753-6fd5-4b92-b6b3-2bfc8cb1cbb8 req-3553c202-3175-453a-8e54-55e4a82460a8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.2681589 Dec 11 22:35:01.538410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ea1dd3-7d0e-4a9d-bf3b-c7b48c32f5c0 req-659364c9-49c1-4624-af51-5f75cd622397 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88 HTTP/1.1" status: 200 len: 217 time: 0.1191094 Dec 11 22:35:01.607374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de24f6-89af-43c2-a35c-2dbbde8ef10e req-16ef97ee-1c99-4f48-b160-67896c9d8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:01.608819 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13de24f6-89af-43c2-a35c-2dbbde8ef10e req-16ef97ee-1c99-4f48-b160-67896c9d8617 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 1100 time: 0.1818421 Dec 11 22:35:01.685231 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13de24f6-89af-43c2-a35c-2dbbde8ef10e req-d01d9018-8071-4ab6-9635-c10f4a0d3d13 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631316 Dec 11 22:35:01.692549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea1dd3-7d0e-4a9d-bf3b-c7b48c32f5c0 req-45428e2b-48e9-49af-844d-ebc575565d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:01.694048 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ea1dd3-7d0e-4a9d-bf3b-c7b48c32f5c0 req-45428e2b-48e9-49af-844d-ebc575565d44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.1390147 Dec 11 22:35:01.724044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501ba5d-8b99-43c8-9522-1dc6c49c5653 req-a82d4ea1-6790-4cd0-8873-12be16a71f8d tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:01.725599 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0501ba5d-8b99-43c8-9522-1dc6c49c5653 req-a82d4ea1-6790-4cd0-8873-12be16a71f8d tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 949 time: 0.1159112 Dec 11 22:35:01.738461 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b98e8753-6fd5-4b92-b6b3-2bfc8cb1cbb8 req-74db2edb-3443-4e1b-a334-98b8cde1e68b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402287 Dec 11 22:35:01.779870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0501ba5d-8b99-43c8-9522-1dc6c49c5653 req-606a1085-eb67-4917-bb73-35e6aef217eb tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481522 Dec 11 22:35:01.938059 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02870c93-2089-4190-8671-33b63ec719e7 req-5b94942f-b9de-4248-855b-ab9224c8afa8 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:01.940955 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-02870c93-2089-4190-8671-33b63ec719e7 req-5b94942f-b9de-4248-855b-ab9224c8afa8 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 943 time: 0.1146505 Dec 11 22:35:02.023764 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-02870c93-2089-4190-8671-33b63ec719e7 req-52a53625-7eaf-44aa-8b41-b169c0864b77 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745974 Dec 11 22:35:02.032742 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ea1dd3-7d0e-4a9d-bf3b-c7b48c32f5c0 req-879b0159-e6a9-4aeb-af1a-7569f5b7a2e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438676 Dec 11 22:35:02.043563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e30b1-08c8-42b3-8fd6-6ae740713ee5 req-22551c09-3097-4363-bcc1-2efc8165253d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:02.045055 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9d0e30b1-08c8-42b3-8fd6-6ae740713ee5 req-22551c09-3097-4363-bcc1-2efc8165253d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 943 time: 0.0913925 Dec 11 22:35:02.153398 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9d0e30b1-08c8-42b3-8fd6-6ae740713ee5 req-18aff9c9-c53f-4e39-9b96-e06a0856dad0 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002226 Dec 11 22:35:02.164959 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:02.185837 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ea1dd3-7d0e-4a9d-bf3b-c7b48c32f5c0 req-620d896b-f763-4ae1-b14a-0ce8066d4f5b service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395967 Dec 11 22:35:02.297322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ea1dd3-7d0e-4a9d-bf3b-c7b48c32f5c0 req-e7a384e1-338e-4bcc-b5e9-bd5d90b85a1f service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002436 Dec 11 22:35:02.480232 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-e88d39e0-6ba3-4e8e-a4f2-937a3775910d service neutron] 10.222.0.47 "GET /v2.0/ports/5608468d-0751-4210-b80b-696395b31387/bindings/n-h2-710847-6 HTTP/1.1" status: 200 len: 384 time: 0.0604563 Dec 11 22:35:02.695201 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Deleting port decd4712-6461-4291-9cfc-b9075109982c {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:35:02.695547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:02.788894 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] For port decd4712-6461-4291-9cfc-b9075109982c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=decd4712-6461-4291-9cfc-b9075109982c,segment=NetworkSegment(6c685366-00a0-48af-b6ca-b1cb1f15b030),segment_id=6c685366-00a0-48af-b6ca-b1cb1f15b030)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:02.789516 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:02.804578 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Calling delete_port for decd4712-6461-4291-9cfc-b9075109982c owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:35:02.921796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1c049202-9a91-46e9-89cb-b967a895baca req-1482d032-6c37-46e7-8162-1a2688154be9 service neutron] For port 5608468d-0751-4210-b80b-696395b31387, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5608468d-0751-4210-b80b-696395b31387,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:02.971323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1c049202-9a91-46e9-89cb-b967a895baca req-1482d032-6c37-46e7-8162-1a2688154be9 service neutron] For port 5608468d-0751-4210-b80b-696395b31387, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:35:02.978588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c43d1-1862-4af1-94ab-6440406b901e req-3103d33b-c669-494e-8b65-7856323ec28d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:02.980197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-714c43d1-1862-4af1-94ab-6440406b901e req-3103d33b-c669-494e-8b65-7856323ec28d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.1108830 Dec 11 22:35:03.016250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-1c049202-9a91-46e9-89cb-b967a895baca req-1482d032-6c37-46e7-8162-1a2688154be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5608468d-0751-4210-b80b-696395b31387 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:03.030137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1c049202-9a91-46e9-89cb-b967a895baca req-1482d032-6c37-46e7-8162-1a2688154be9 service neutron] For port 5608468d-0751-4210-b80b-696395b31387, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=5608468d-0751-4210-b80b-696395b31387,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:03.039442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e75cc1-a416-4871-a860-18cefe8ae928 req-b6727105-a0b4-4429-94e2-216fc3c1476b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:03.040973 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f3e75cc1-a416-4871-a860-18cefe8ae928 req-b6727105-a0b4-4429-94e2-216fc3c1476b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 949 time: 0.1013730 Dec 11 22:35:03.092825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f3e75cc1-a416-4871-a860-18cefe8ae928 req-1d12fc37-3821-4b37-94a8-f857aa63aff3 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454094 Dec 11 22:35:03.136913 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-714c43d1-1862-4af1-94ab-6440406b901e req-c87a8f83-a681-4728-a053-b798dc4ace97 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354392 Dec 11 22:35:03.145070 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1c049202-9a91-46e9-89cb-b967a895baca req-1482d032-6c37-46e7-8162-1a2688154be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:03.276348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-1c049202-9a91-46e9-89cb-b967a895baca req-1482d032-6c37-46e7-8162-1a2688154be9 service neutron] Transition to ACTIVE for port object 5608468d-0751-4210-b80b-696395b31387 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:35:03.281901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df03b9-1b40-43d5-9eb9-94e921676f05 req-971389e7-2d52-465e-939d-017ae3bb66a7 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:03.283567 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-75df03b9-1b40-43d5-9eb9-94e921676f05 req-971389e7-2d52-465e-939d-017ae3bb66a7 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 943 time: 0.0598314 Dec 11 22:35:03.284788 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:03.325331 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Pushing event deleted for resources: {'Port': ['ID=decd4712-6461-4291-9cfc-b9075109982c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:03.350555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:03.350948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:03.351303 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:03.351651 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:03.352001 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:03.352345 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:03.352755 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:03.353532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:03.353881 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:03.354225 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:03.355038 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:03.355038 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:03.355241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:03.358353 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1c049202-9a91-46e9-89cb-b967a895baca req-1482d032-6c37-46e7-8162-1a2688154be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:03.446962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c049202-9a91-46e9-89cb-b967a895baca req-1482d032-6c37-46e7-8162-1a2688154be9 service neutron] No DVR routers for this DVR port 5608468d-0751-4210-b80b-696395b31387 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:35:03.450252 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-75df03b9-1b40-43d5-9eb9-94e921676f05 req-aac11321-5847-4667-940c-e09bd46e59d1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601458 Dec 11 22:35:03.498959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482d032-6c37-46e7-8162-1a2688154be9 service neutron] Pushing event updated for resources: {'Port': ['ID=5608468d-0751-4210-b80b-696395b31387,revision_number=10']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:03.516238 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:03.524742 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-1482d032-6c37-46e7-8162-1a2688154be9 service neutron] 10.222.0.47 "PUT /v2.0/ports/5608468d-0751-4210-b80b-696395b31387/bindings/n-h2-710847-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0379293 Dec 11 22:35:03.538588 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793c71c-2c6e-4c1f-bd82-bba0343bc59b req-db973a91-1944-4740-a4d5-995a1c640619 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:03.539493 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d793c71c-2c6e-4c1f-bd82-bba0343bc59b req-db973a91-1944-4740-a4d5-995a1c640619 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 943 time: 0.1115458 Dec 11 22:35:03.595762 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d793c71c-2c6e-4c1f-bd82-bba0343bc59b req-06a15968-1ff9-4703-ad3f-2d49e3184ade tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498691 Dec 11 22:35:03.789340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c049202-9a91-46e9-89cb-b967a895baca req-994328e6-018c-49c7-ae96-1e6d27ea5ba7 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:03.790733 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-994328e6-018c-49c7-ae96-1e6d27ea5ba7 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02&tenant_id=dab8ea8688024b64a53ac9357c6943c4&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 1095 time: 0.0935235 Dec 11 22:35:03.805293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f871a-eda3-4967-aa93-3f57f6ee6caf req-2afbfd96-e26d-493f-8192-a14f6fb1a0e4 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:03.807076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-542f871a-eda3-4967-aa93-3f57f6ee6caf req-2afbfd96-e26d-493f-8192-a14f6fb1a0e4 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 950 time: 0.0698311 Dec 11 22:35:03.808162 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Router 0427853f-3cb7-4d11-adbc-88e514615168 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:35:03.891656 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-542f871a-eda3-4967-aa93-3f57f6ee6caf req-49b71792-efd3-4f69-9581-de45216b4f8b tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747237 Dec 11 22:35:03.896258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c049202-9a91-46e9-89cb-b967a895baca req-2ef891ff-8e41-4526-8628-1629ee2bbabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:03.898012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-2ef891ff-8e41-4526-8628-1629ee2bbabd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02&tenant_id=dab8ea8688024b64a53ac9357c6943c4 HTTP/1.1" status: 200 len: 1095 time: 0.0900731 Dec 11 22:35:03.947080 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:35:03.955274 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2aa623c2-e7b6-4942-99f1-971acadb24ed admin admin] 10.222.0.45 "PUT /v2.0/routers/0427853f-3cb7-4d11-adbc-88e514615168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6681199 Dec 11 22:35:03.958495 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41362) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:03.967040 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ea9ad4-60d2-40a1-9606-38f92b1fc42d None None] Sync routers for ids ['0427853f-3cb7-4d11-adbc-88e514615168'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:35:03.979956 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea9ad4-60d2-40a1-9606-38f92b1fc42d None None] Routers {'0427853f-3cb7-4d11-adbc-88e514615168'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:35:03.981832 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-09ea9ad4-60d2-40a1-9606-38f92b1fc42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:34:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0427853f-3cb7-4d11-adbc-88e514615168'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:04.025979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c049202-9a91-46e9-89cb-b967a895baca req-81036720-ae5c-466c-9493-4853ae39a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:04.028620 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-81036720-ae5c-466c-9493-4853ae39a1d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 1095 time: 0.0981979 Dec 11 22:35:04.106638 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51fe7cf3-2dbb-4a7f-9fde-35a362f6917e admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:04.163989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c049202-9a91-46e9-89cb-b967a895baca req-1919b944-d640-4135-9798-81cf28784d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:04.164797 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-09ea9ad4-60d2-40a1-9606-38f92b1fc42d None None] Set router 0427853f-3cb7-4d11-adbc-88e514615168 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:35:04.168135 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-1919b944-d640-4135-9798-81cf28784d03 service neutron] 10.222.0.13 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.1320319 Dec 11 22:35:04.241042 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-e452bb10-5607-4b47-abbc-57d9b0a6b70e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5608468d-0751-4210-b80b-696395b31387 HTTP/1.1" status: 200 len: 217 time: 0.0588346 Dec 11 22:35:04.309848 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51fe7cf3-2dbb-4a7f-9fde-35a362f6917e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:04.332941 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c049202-9a91-46e9-89cb-b967a895baca req-78d12253-8147-4054-b5c1-39384e18e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:04.334685 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-78d12253-8147-4054-b5c1-39384e18e795 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.0839496 Dec 11 22:35:04.382641 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-3b0732d3-09c6-40d9-9bf4-8946e0466621 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385787 Dec 11 22:35:04.462527 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-09ea9ad4-60d2-40a1-9606-38f92b1fc42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0427853f-3cb7-4d11-adbc-88e514615168', 'name': 'tempest-FloatingIPsTestJSON-1456383043-router', 'tenant_id': '05b1c75e324e4700bfb1295f82404dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a64b4a29-32ec-4b16-a313-8501008513f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:34:37Z', 'updated_at': '2021-12-11T22:35:03Z', 'revision_number': 5, 'project_id': '05b1c75e324e4700bfb1295f82404dfd', 'gw_port': {'id': 'a64b4a29-32ec-4b16-a313-8501008513f0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0427853f-3cb7-4d11-adbc-88e514615168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:34:38Z', 'updated_at': '2021-12-11T22:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:04.476174 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae68fa-8eca-486f-b20c-e35ca4750423 req-2831a359-e61a-4b49-a961-27b05682c0da tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:04.478034 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5ae68fa-8eca-486f-b20c-e35ca4750423 req-2831a359-e61a-4b49-a961-27b05682c0da tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 949 time: 0.1091654 Dec 11 22:35:04.494282 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ea9ad4-60d2-40a1-9606-38f92b1fc42d None None] Checking router: 0427853f-3cb7-4d11-adbc-88e514615168 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:35:04.503667 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea9ad4-60d2-40a1-9606-38f92b1fc42d None None] Routers {'0427853f-3cb7-4d11-adbc-88e514615168'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:35:04.504536 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-09ea9ad4-60d2-40a1-9606-38f92b1fc42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:34:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0427853f-3cb7-4d11-adbc-88e514615168'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:04.513073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-51fe7cf3-2dbb-4a7f-9fde-35a362f6917e admin admin] Deleting port a64b4a29-32ec-4b16-a313-8501008513f0 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:35:04.513424 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51fe7cf3-2dbb-4a7f-9fde-35a362f6917e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:04.514029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-5e762dfc-96be-456d-af16-1987a166b85e service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222279 Dec 11 22:35:04.600649 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-09ea9ad4-60d2-40a1-9606-38f92b1fc42d None None] Set router 0427853f-3cb7-4d11-adbc-88e514615168 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:35:04.603606 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5ae68fa-8eca-486f-b20c-e35ca4750423 req-640c4dfe-3753-4a91-b5ed-30d5f1516597 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172485 Dec 11 22:35:04.641297 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-51fe7cf3-2dbb-4a7f-9fde-35a362f6917e admin admin] For port a64b4a29-32ec-4b16-a313-8501008513f0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a64b4a29-32ec-4b16-a313-8501008513f0,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:04.642955 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51fe7cf3-2dbb-4a7f-9fde-35a362f6917e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:04.659249 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-b381bc80-a5d3-47b9-9152-c9d902a3b172 service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292291 Dec 11 22:35:04.662937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-51fe7cf3-2dbb-4a7f-9fde-35a362f6917e admin admin] Calling delete_port for a64b4a29-32ec-4b16-a313-8501008513f0 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:35:04.681596 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-09ea9ad4-60d2-40a1-9606-38f92b1fc42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0427853f-3cb7-4d11-adbc-88e514615168', 'name': 'tempest-FloatingIPsTestJSON-1456383043-router', 'tenant_id': '05b1c75e324e4700bfb1295f82404dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:34:37Z', 'updated_at': '2021-12-11T22:35:04Z', 'revision_number': 6, 'project_id': '05b1c75e324e4700bfb1295f82404dfd', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:04.710578 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ea9ad4-60d2-40a1-9606-38f92b1fc42d None None] The sync data for ids ['0427853f-3cb7-4d11-adbc-88e514615168'] in n-d-710847-6 is: [{'id': '0427853f-3cb7-4d11-adbc-88e514615168', 'name': 'tempest-FloatingIPsTestJSON-1456383043-router', 'tenant_id': '05b1c75e324e4700bfb1295f82404dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:34:37Z', 'updated_at': '2021-12-11T22:35:04Z', 'revision_number': 6, 'project_id': '05b1c75e324e4700bfb1295f82404dfd', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:35:04.780774 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5c8af-5be8-4e8e-87c8-a79283eecd71 req-7a9846cd-c9e7-404b-8eba-bb0791bf28b4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:04.783552 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8fd5c8af-5be8-4e8e-87c8-a79283eecd71 req-7a9846cd-c9e7-404b-8eba-bb0791bf28b4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.0773358 Dec 11 22:35:04.878943 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8fd5c8af-5be8-4e8e-87c8-a79283eecd71 req-0aaae148-a07d-4a22-bae2-853c162e20d4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591321 Dec 11 22:35:04.991665 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac124fa9-7fc9-45b9-be06-0c7078a599ea req-b859aaeb-1374-45e5-b230-825f9c31ae52 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:04.993156 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ac124fa9-7fc9-45b9-be06-0c7078a599ea req-b859aaeb-1374-45e5-b230-825f9c31ae52 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 944 time: 0.0563393 Dec 11 22:35:04.994209 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51fe7cf3-2dbb-4a7f-9fde-35a362f6917e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:05.025668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe7cf3-2dbb-4a7f-9fde-35a362f6917e admin admin] Pushing event deleted for resources: {'Port': ['ID=a64b4a29-32ec-4b16-a313-8501008513f0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:05.071961 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51fe7cf3-2dbb-4a7f-9fde-35a362f6917e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:05.165538 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ac124fa9-7fc9-45b9-be06-0c7078a599ea req-9de73c98-41fa-43c4-9a96-91f25e4656bd tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659424 Dec 11 22:35:05.198532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51fe7cf3-2dbb-4a7f-9fde-35a362f6917e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:05.199982 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51fe7cf3-2dbb-4a7f-9fde-35a362f6917e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:05.350886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c049202-9a91-46e9-89cb-b967a895baca req-5df549bd-bf59-46e6-8fe8-63165cdd1b99 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:05.352712 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-5df549bd-bf59-46e6-8fe8-63165cdd1b99 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02&tenant_id=dab8ea8688024b64a53ac9357c6943c4&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 1095 time: 0.0484705 Dec 11 22:35:05.527642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586709a-0361-4362-81e6-21fea0d1fb3e req-183c9fb6-a878-4445-9a6c-635f053bbcbd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:05.529115 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f586709a-0361-4362-81e6-21fea0d1fb3e req-183c9fb6-a878-4445-9a6c-635f053bbcbd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 943 time: 0.0539708 Dec 11 22:35:05.543744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a64b4a29-32ec-4b16-a313-8501008513f0 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:35:05.559227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1c049202-9a91-46e9-89cb-b967a895baca req-b3f855d8-2122-4bb0-913d-0ddd74cbfeb0 service neutron] For port 5608468d-0751-4210-b80b-696395b31387, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:35:05.562623 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1c049202-9a91-46e9-89cb-b967a895baca req-b3f855d8-2122-4bb0-913d-0ddd74cbfeb0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:05.563791 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c049202-9a91-46e9-89cb-b967a895baca req-b3f855d8-2122-4bb0-913d-0ddd74cbfeb0 service neutron] 10.222.0.13 "DELETE /v2.0/ports/5608468d-0751-4210-b80b-696395b31387/bindings/n-h1-710847-6 HTTP/1.1" status: 204 len: 173 time: 0.2030962 Dec 11 22:35:05.576528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: a64b4a29-32ec-4b16-a313-8501008513f0 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:35:05.576892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a64b4a29-32ec-4b16-a313-8501008513f0 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:35:05.577165 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51fe7cf3-2dbb-4a7f-9fde-35a362f6917e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:05.577319 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device decd4712-6461-4291-9cfc-b9075109982c no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:35:05.577835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fe7cf3-2dbb-4a7f-9fde-35a362f6917e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0427853f-3cb7-4d11-adbc-88e514615168 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:35:05.582534 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f586709a-0361-4362-81e6-21fea0d1fb3e req-d7297f7c-cd4f-475e-840a-e92f4aa52b03 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469279 Dec 11 22:35:05.590505 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51fe7cf3-2dbb-4a7f-9fde-35a362f6917e admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:05.592197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-51fe7cf3-2dbb-4a7f-9fde-35a362f6917e admin admin] 10.222.0.45 "DELETE /v2.0/routers/0427853f-3cb7-4d11-adbc-88e514615168 HTTP/1.1" status: 204 len: 168 time: 1.6321409 Dec 11 22:35:05.594251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41432) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:05.620086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: decd4712-6461-4291-9cfc-b9075109982c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:35:05.620430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device decd4712-6461-4291-9cfc-b9075109982c not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:35:05.671496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-757e780b-9409-43d4-9572-acfdb2b7a304 admin admin] Deleting subnet d82ebcd8-97a4-46c7-97e9-d9ec645ba73b {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:35:05.676654 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-757e780b-9409-43d4-9572-acfdb2b7a304 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:05.728732 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-757e780b-9409-43d4-9572-acfdb2b7a304 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:05.817980 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-757e780b-9409-43d4-9572-acfdb2b7a304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:05.945165 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-757e780b-9409-43d4-9572-acfdb2b7a304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:05.970044 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec633129-a891-4170-af71-b1e3b5ef1a2b None None] Network 3b1888ad-4670-4d85-83c4-8057bffa3a84 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:35:05.993772 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5608468d-0751-4210-b80b-696395b31387 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:35:06.001883 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-757e780b-9409-43d4-9572-acfdb2b7a304 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:06.007059 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-757e780b-9409-43d4-9572-acfdb2b7a304 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d82ebcd8-97a4-46c7-97e9-d9ec645ba73b HTTP/1.1" status: 204 len: 168 time: 0.4112070 Dec 11 22:35:06.007803 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e780b-9409-43d4-9572-acfdb2b7a304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d82ebcd8-97a4-46c7-97e9-d9ec645ba73b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:06.009216 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41454) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:06.115003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5608468d-0751-4210-b80b-696395b31387 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:35:06.168572 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:06.211594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] DHCP port deletion for 3b1888ad-4670-4d85-83c4-8057bffa3a84 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:35:06.237881 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73623cab-978c-4cdc-8a0a-594ffbb86c5f req-369c1293-1575-4424-83a6-25088a92f8db tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:06.239574 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-73623cab-978c-4cdc-8a0a-594ffbb86c5f req-369c1293-1575-4424-83a6-25088a92f8db tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.1166875 Dec 11 22:35:06.297207 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Deleting port 27aa281a-72ea-4ad3-8a39-5f987b72023d {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:35:06.297207 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:06.318751 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Deleting port 27aa281a-72ea-4ad3-8a39-5f987b72023d {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:35:06.319211 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:06.369255 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-73623cab-978c-4cdc-8a0a-594ffbb86c5f req-f0f10be4-236d-4fc3-a6e4-7f8d0277e6c3 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219313 Dec 11 22:35:06.370942 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] For port 27aa281a-72ea-4ad3-8a39-5f987b72023d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=27aa281a-72ea-4ad3-8a39-5f987b72023d,segment=NetworkSegment(6c685366-00a0-48af-b6ca-b1cb1f15b030),segment_id=6c685366-00a0-48af-b6ca-b1cb1f15b030)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:06.371524 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:06.390259 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Calling delete_port for 27aa281a-72ea-4ad3-8a39-5f987b72023d owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:35:06.434097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] For port 27aa281a-72ea-4ad3-8a39-5f987b72023d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=27aa281a-72ea-4ad3-8a39-5f987b72023d,segment=NetworkSegment(6c685366-00a0-48af-b6ca-b1cb1f15b030),segment_id=6c685366-00a0-48af-b6ca-b1cb1f15b030)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:06.434758 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:06.454096 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Calling delete_port for 27aa281a-72ea-4ad3-8a39-5f987b72023d owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:35:06.551006 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ea7f4509-4f61-4640-8f9b-b12e2884be88 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:35:06.553204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 034dc8e8-4ce1-483b-a091-b46a3b55de95 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:35:06.600466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c57b7-b42a-44a6-b8a8-0de11bc2e38b req-9e190556-6418-4695-8a98-395cb2176afc tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:06.601146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c57b7-b42a-44a6-b8a8-0de11bc2e38b req-9e190556-6418-4695-8a98-395cb2176afc tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:06.601635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c57b7-b42a-44a6-b8a8-0de11bc2e38b req-9e190556-6418-4695-8a98-395cb2176afc tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:06.602258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c57b7-b42a-44a6-b8a8-0de11bc2e38b req-9e190556-6418-4695-8a98-395cb2176afc tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:06.602581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c57b7-b42a-44a6-b8a8-0de11bc2e38b req-9e190556-6418-4695-8a98-395cb2176afc tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:06.603208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c57b7-b42a-44a6-b8a8-0de11bc2e38b req-9e190556-6418-4695-8a98-395cb2176afc tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:06.604157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c57b7-b42a-44a6-b8a8-0de11bc2e38b req-9e190556-6418-4695-8a98-395cb2176afc tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:06.604609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c57b7-b42a-44a6-b8a8-0de11bc2e38b req-9e190556-6418-4695-8a98-395cb2176afc tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:06.605307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c57b7-b42a-44a6-b8a8-0de11bc2e38b req-9e190556-6418-4695-8a98-395cb2176afc tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:06.606034 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c57b7-b42a-44a6-b8a8-0de11bc2e38b req-9e190556-6418-4695-8a98-395cb2176afc tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:06.618409 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-838c57b7-b42a-44a6-b8a8-0de11bc2e38b req-9e190556-6418-4695-8a98-395cb2176afc tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0&device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14&device_id=1af2a299-8199-4584-a6dc-e059e94488af&device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02&device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7&device_id=a825d142-1137-4e82-9bbd-ce2174e48943&device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb&device_id=d9038015-0b77-492f-8a30-27cb74d8ec15&device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd&device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 9138 time: 0.0749133 Dec 11 22:35:06.632273 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-838c57b7-b42a-44a6-b8a8-0de11bc2e38b req-4d55353c-c4ab-4050-8667-ddb09663e57d tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:06.636591 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:06.662823 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Pushing event deleted for resources: {'Port': ['ID=27aa281a-72ea-4ad3-8a39-5f987b72023d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:06.673305 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] No DVR routers for this DVR port 27aa281a-72ea-4ad3-8a39-5f987b72023d on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:35:06.711891 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:06.754001 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:06.769125 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-838c57b7-b42a-44a6-b8a8-0de11bc2e38b req-4d55353c-c4ab-4050-8667-ddb09663e57d tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:06.783742 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:35:06.784883 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:35:06.786063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:35:06.786063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Subscribe: > port after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:35:06.786363 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:35:06.786750 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Subscribe: > port after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:35:06.787351 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:35:06.788023 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:35:06.788365 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:35:06.788931 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:35:06.789042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Pushing event deleted for resources: {'Port': ['ID=27aa281a-72ea-4ad3-8a39-5f987b72023d,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:06.805690 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] No DVR routers for this DVR port 27aa281a-72ea-4ad3-8a39-5f987b72023d on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:35:06.816209 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:06.816568 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:06.816928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:06.817357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:06.817939 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:06.818345 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:06.818684 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:06.819471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:06.819846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:06.820159 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:06.820868 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:06.821653 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:06.822393 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c36b221-b7b5-457b-b36a-de33e300854d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:35:06.850126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ea7f4509-4f61-4640-8f9b-b12e2884be88, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:06.853314 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:06.855012 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-838c57b7-b42a-44a6-b8a8-0de11bc2e38b req-4d55353c-c4ab-4050-8667-ddb09663e57d tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:06.875643 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'ea7f4509-4f61-4640-8f9b-b12e2884be88', 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37', 'port_id': 'ea7f4509-4f61-4640-8f9b-b12e2884be88', 'mac_address': 'fa:16:3e:59:ee:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f778c4-8576-40f1-9e48-2f4f1f10e98c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:35:06.887993 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:35:06.888456 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:35:06.888881 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:35:06.889431 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:35:06.889734 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1888ad-4670-4d85-83c4-8057bffa3a84']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:06.894130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e965b8-e7f8-4af2-b929-890f353f3ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '034dc8e8-4ce1-483b-a091-b46a3b55de95'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:06.896867 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df4f7e8-2660-480d-9b7a-6c6c7207a055" -d '{"events": [{"server_uuid": "67e965b8-e7f8-4af2-b929-890f353f3ebb", "name": "network-vif-unplugged", "status": "completed", "tag": "034dc8e8-4ce1-483b-a091-b46a3b55de95"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:06.916522 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c685366-00a0-48af-b6ca-b1cb1f15b030') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:06.918030 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c685366-00a0-48af-b6ca-b1cb1f15b030') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:06.937014 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:06.938607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 034dc8e8-4ce1-483b-a091-b46a3b55de95, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=034dc8e8-4ce1-483b-a091-b46a3b55de95,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:06.961289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55353c-c4ab-4050-8667-ddb09663e57d tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f73854c-5f35-49ae-9b9f-e09d2e162524,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:06.962765 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:06.963849 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:06.986414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7f4509-4f61-4640-8f9b-b12e2884be88 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:06.991244 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:35:06.992274 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:07.011241 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ea7f4509-4f61-4640-8f9b-b12e2884be88, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: from cryptography.utils import int_from_bytes Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: from cryptography.utils import int_from_bytes Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:35:07.028779 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:35:07.031689 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-838c57b7-b42a-44a6-b8a8-0de11bc2e38b req-4d55353c-c4ab-4050-8667-ddb09663e57d tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&id=6c5a676d-a877-453b-8bc2-fa761d52617c&id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&id=b28080e9-078c-4631-893a-713f912fc0fd&id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.4121587 Dec 11 22:35:07.043339 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:07.076350 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:07.104753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=034dc8e8-4ce1-483b-a091-b46a3b55de95,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:07.142451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4aaed-6e10-44f3-b5f4-0723bcb31449 req-dfe96e2f-9f52-4147-80ab-fcdad93b19c3 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:07.144616 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5a4aaed-6e10-44f3-b5f4-0723bcb31449 req-dfe96e2f-9f52-4147-80ab-fcdad93b19c3 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 944 time: 0.0488331 Dec 11 22:35:07.161893 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:07.167511 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ea7f4509-4f61-4640-8f9b-b12e2884be88,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:07.169947 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:07.177582 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3b1888ad-4670-4d85-83c4-8057bffa3a84 HTTP/1.1" status: 204 len: 168 time: 1.1672561 Dec 11 22:35:07.198225 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b654e3-c8da-479b-ba26-52009522d830 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1888ad-4670-4d85-83c4-8057bffa3a84,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:07.209877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5a4aaed-6e10-44f3-b5f4-0723bcb31449 req-a5a5cc98-e18b-44a4-ae74-19cb610d691f tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520453 Dec 11 22:35:07.345708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 27aa281a-72ea-4ad3-8a39-5f987b72023d no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:35:07.368010 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ebd1a-9b1d-4702-9c0c-b7b0ae4e3ca5 req-96f415c3-7ada-4abf-ad68-8860df19eb8b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:07.369133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 27aa281a-72ea-4ad3-8a39-5f987b72023d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:35:07.369460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 27aa281a-72ea-4ad3-8a39-5f987b72023d not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:35:07.370018 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fe2ebd1a-9b1d-4702-9c0c-b7b0ae4e3ca5 req-96f415c3-7ada-4abf-ad68-8860df19eb8b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 944 time: 0.0756092 Dec 11 22:35:07.419998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fe2ebd1a-9b1d-4702-9c0c-b7b0ae4e3ca5 req-4087aaa4-e160-4256-b6da-eb285a03e412 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Dec 11 22:35:07.466242 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98019835-32e6-49a8-8118-472cde5b9f00 x-openstack-request-id: req-98019835-32e6-49a8-8118-472cde5b9f00 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:07.466549 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e965b8-e7f8-4af2-b929-890f353f3ebb", "name": "network-vif-unplugged", "status": "completed", "tag": "034dc8e8-4ce1-483b-a091-b46a3b55de95", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:07.466833 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-98019835-32e6-49a8-8118-472cde5b9f00 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:07.467237 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e965b8-e7f8-4af2-b929-890f353f3ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '034dc8e8-4ce1-483b-a091-b46a3b55de95', 'code': 200} Dec 11 22:35:07.516541 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ea7f4509-4f61-4640-8f9b-b12e2884be88'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:35:07.635936 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41518) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:07.686431 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fe400ea0-8eec-437a-82a4-6dbac2335730 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=05b1c75e324e4700bfb1295f82404dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492401 Dec 11 22:35:07.688969 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41520) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:07.689101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e7d71-5a72-4613-8294-0f7a36f9f945 req-bd66d90c-0112-4a04-9deb-34f3e5e57727 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:07.691334 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a4e7d71-5a72-4613-8294-0f7a36f9f945 req-bd66d90c-0112-4a04-9deb-34f3e5e57727 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.0654092 Dec 11 22:35:07.744957 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31c9889a-2b0e-4b5b-b560-0b84179bf33f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:07.746304 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a4e7d71-5a72-4613-8294-0f7a36f9f945 req-59a5d6b3-e77c-49e0-a5fc-d70a4e4f71a9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474892 Dec 11 22:35:07.770666 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31c9889a-2b0e-4b5b-b560-0b84179bf33f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:07.860269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e692be-5a7b-4683-9705-2be6a97ddefa req-e93637b0-3331-44bb-881b-9031f8d47b78 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:07.863344 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26e692be-5a7b-4683-9705-2be6a97ddefa req-e93637b0-3331-44bb-881b-9031f8d47b78 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 1095 time: 0.0425279 Dec 11 22:35:07.887848 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31c9889a-2b0e-4b5b-b560-0b84179bf33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:07.890714 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31c9889a-2b0e-4b5b-b560-0b84179bf33f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:07.891948 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-31c9889a-2b0e-4b5b-b560-0b84179bf33f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6f4c8d8-bf0f-4725-ae93-a5784f8bb598 HTTP/1.1" status: 204 len: 168 time: 0.2020364 Dec 11 22:35:07.901099 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9889a-2b0e-4b5b-b560-0b84179bf33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f4c8d8-bf0f-4725-ae93-a5784f8bb598,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:07.925399 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26e692be-5a7b-4683-9705-2be6a97ddefa req-8c1c28fe-04eb-4522-bce8-047779f4aad6 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573454 Dec 11 22:35:08.037383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf78f-095d-483c-9b73-a53b44106036 req-856518ff-f73f-4fd7-9a82-c769ba79bf6c tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:08.037997 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf78f-095d-483c-9b73-a53b44106036 req-856518ff-f73f-4fd7-9a82-c769ba79bf6c tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:08.038766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf78f-095d-483c-9b73-a53b44106036 req-856518ff-f73f-4fd7-9a82-c769ba79bf6c tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:08.040488 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e83cf78f-095d-483c-9b73-a53b44106036 req-856518ff-f73f-4fd7-9a82-c769ba79bf6c tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14&device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7&device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 2883 time: 0.0504525 Dec 11 22:35:08.086474 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e83cf78f-095d-483c-9b73-a53b44106036 req-a32b0306-2504-42b3-b165-2074f48d0dba tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400379 Dec 11 22:35:08.317634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-13233507-b419-428a-b04f-21da756be3ea tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:08.319328 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-13233507-b419-428a-b04f-21da756be3ea tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 821 time: 0.1333463 Dec 11 22:35:08.336282 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-6ba33bae-d5ab-4f0e-8a2e-1729b3067185 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/quotas/dab8ea8688024b64a53ac9357c6943c4 HTTP/1.1" status: 200 len: 375 time: 0.0106912 Dec 11 22:35:08.390975 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-de5cea03-b051-417a-9bca-b1154b8ef0e8 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486438 Dec 11 22:35:08.495264 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-0b7a4942-2bdd-4d35-bb14-f94fca2e0637 service neutron] 10.222.0.45 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957541 Dec 11 22:35:08.587197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-b1a6b2e1-99e0-4c74-b6c2-fba706c3d6af service neutron] 10.222.0.45 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856166 Dec 11 22:35:08.645445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc710a5d-7937-4e0d-a2e1-189d7a31bc57 req-cde84fbb-67f4-419d-a551-e33857847f3f tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:08.646993 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc710a5d-7937-4e0d-a2e1-189d7a31bc57 req-cde84fbb-67f4-419d-a551-e33857847f3f tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 944 time: 0.0575480 Dec 11 22:35:08.700817 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc710a5d-7937-4e0d-a2e1-189d7a31bc57 req-7e6756d3-72f9-41cc-ae3c-37fc67f95404 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454886 Dec 11 22:35:09.050629 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94fcf6a4-d185-40b9-bc20-5940907bd36b req-9d640126-aff0-4b7b-9755-7dca912fd883 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 210 time: 0.0271454 Dec 11 22:35:09.093566 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41600) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:09.168679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628351c-7a94-4af7-94d9-1bf6b7f96a7b req-479bce99-8cf7-46e9-955c-5cee707ed1af tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:09.170354 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6628351c-7a94-4af7-94d9-1bf6b7f96a7b req-479bce99-8cf7-46e9-955c-5cee707ed1af tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.0571818 Dec 11 22:35:09.206473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-51e00a33-1f40-415e-aa67-26aebdd4a701 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454416161-network', 'tenant_id': '21c0697097cf41359bc2ffe28cd6fe35'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:09.224022 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6628351c-7a94-4af7-94d9-1bf6b7f96a7b req-ce7bda86-dc2c-4bde-b98a-4aa6fa783947 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466712 Dec 11 22:35:09.287829 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e00a33-1f40-415e-aa67-26aebdd4a701 admin admin] Made reservation on behalf of 21c0697097cf41359bc2ffe28cd6fe35 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:35:09.290457 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51e00a33-1f40-415e-aa67-26aebdd4a701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:09.300242 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51e00a33-1f40-415e-aa67-26aebdd4a701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:09.380515 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51e00a33-1f40-415e-aa67-26aebdd4a701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:09.426784 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51e00a33-1f40-415e-aa67-26aebdd4a701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:09.448974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e00a33-1f40-415e-aa67-26aebdd4a701 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:35:09.463033 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e00a33-1f40-415e-aa67-26aebdd4a701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b2d07a-f0ec-443c-9a56-aa923e45f08a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:09.467773 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51e00a33-1f40-415e-aa67-26aebdd4a701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:09.468121 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-51e00a33-1f40-415e-aa67-26aebdd4a701 admin admin] Added segment ab0e2642-690e-48ef-843c-1c0da7b5b546 of type vlan for network 4060dd4d-e358-4237-9876-aa32693bf40a Dec 11 22:35:09.514845 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51e00a33-1f40-415e-aa67-26aebdd4a701 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:09.630504 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51e00a33-1f40-415e-aa67-26aebdd4a701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:09.631607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e00a33-1f40-415e-aa67-26aebdd4a701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:09.632360 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51e00a33-1f40-415e-aa67-26aebdd4a701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:09.690714 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e00a33-1f40-415e-aa67-26aebdd4a701 admin admin] Pushing event updated for resources: {'Network': ['ID=4060dd4d-e358-4237-9876-aa32693bf40a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:09.700535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 4060dd4d-e358-4237-9876-aa32693bf40a details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:35:09.725502 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-51e00a33-1f40-415e-aa67-26aebdd4a701 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6307297 Dec 11 22:35:09.728289 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41612) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:09.733772 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-324065c4-2a1d-4462-b381-ba9cf17dd396 admin admin] Request body: {'subnet': {'network_id': '4060dd4d-e358-4237-9876-aa32693bf40a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454416161-subnet', 'tenant_id': '21c0697097cf41359bc2ffe28cd6fe35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:09.818917 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324065c4-2a1d-4462-b381-ba9cf17dd396 admin admin] Made reservation on behalf of 21c0697097cf41359bc2ffe28cd6fe35 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:35:09.821544 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-324065c4-2a1d-4462-b381-ba9cf17dd396 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:10.047757 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-324065c4-2a1d-4462-b381-ba9cf17dd396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:10.105739 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324065c4-2a1d-4462-b381-ba9cf17dd396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a84fa1fe-ba10-4a3d-8f8a-86e5d0125fb5,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:10.115106 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324065c4-2a1d-4462-b381-ba9cf17dd396 admin admin] Checking segment: {'id': 'ab0e2642-690e-48ef-843c-1c0da7b5b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4060dd4d-e358-4237-9876-aa32693bf40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:35:10.115472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324065c4-2a1d-4462-b381-ba9cf17dd396 admin admin] Network hostable DHCP agents. Network: 4060dd4d-e358-4237-9876-aa32693bf40a, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:35:10.224876 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324065c4-2a1d-4462-b381-ba9cf17dd396 admin admin] Network 4060dd4d-e358-4237-9876-aa32693bf40a is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:35:10.304764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-324065c4-2a1d-4462-b381-ba9cf17dd396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 4060dd4d-e358-4237-9876-aa32693bf40a) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:35:10.308950 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324065c4-2a1d-4462-b381-ba9cf17dd396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:10.309557 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-324065c4-2a1d-4462-b381-ba9cf17dd396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:10.319299 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eadfb5d-4135-4474-a617-b8d9bc463b94 None None] Network 4060dd4d-e358-4237-9876-aa32693bf40a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:35:10.415538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-4060dd4d-e358-4237-9876-aa32693bf40a', 'network_id': '4060dd4d-e358-4237-9876-aa32693bf40a', 'project_id': '21c0697097cf41359bc2ffe28cd6fe35', 'fixed_ips': [{'subnet_id': 'a84fa1fe-ba10-4a3d-8f8a-86e5d0125fb5'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:35:10.416392 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:10.428119 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-324065c4-2a1d-4462-b381-ba9cf17dd396 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6984386 Dec 11 22:35:10.431008 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41620) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:10.435887 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454416161-router', 'tenant_id': '21c0697097cf41359bc2ffe28cd6fe35', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:10.539463 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:10.541465 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:10.611769 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:10.613310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ea7f4509-4f61-4640-8f9b-b12e2884be88 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:35:10.626367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-e63b9045-3836-403a-8f56-d00f0cd19497 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:10.628352 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-e63b9045-3836-403a-8f56-d00f0cd19497 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.47 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 821 time: 0.1182580 Dec 11 22:35:10.647732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-9aa9bd76-bd51-4777-a502-2ce7337c5c80 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Request body: {'port': {'device_id': '6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f', 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59', 'admin_state_up': True, 'tenant_id': 'dab8ea8688024b64a53ac9357c6943c4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:10.720782 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Allocated IP 172.20.0.2 (4060dd4d-e358-4237-9876-aa32693bf40a/a84fa1fe-ba10-4a3d-8f8a-86e5d0125fb5/eb721191-8daa-40f4-b1ec-35fc17fc1b2f) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:35:10.786698 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port ea7f4509-4f61-4640-8f9b-b12e2884be88 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:35:10.793975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port ea7f4509-4f61-4640-8f9b-b12e2884be88 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:10.794350 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:10.870559 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:10.881645 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-9aa9bd76-bd51-4777-a502-2ce7337c5c80 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Made reservation on behalf of dab8ea8688024b64a53ac9357c6943c4 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:35:10.885327 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-9aa9bd76-bd51-4777-a502-2ce7337c5c80 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:10.938916 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:10.943500 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:10.971543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9365822-8361-423d-a08a-f287695788b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7f4509-4f61-4640-8f9b-b12e2884be88'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:10.974020 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d928d1-dd4e-4b4a-90a6-e16195bc8167" -d '{"events": [{"server_uuid": "b9365822-8361-423d-a08a-f287695788b0", "name": "network-vif-plugged", "status": "completed", "tag": "ea7f4509-4f61-4640-8f9b-b12e2884be88"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:10.988199 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ea7f4509-4f61-4640-8f9b-b12e2884be88, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:10.999195 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:11.046949 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Network 4060dd4d-e358-4237-9876-aa32693bf40a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:35:11.048273 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:11.054567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-9aa9bd76-bd51-4777-a502-2ce7337c5c80 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Allocated IP 172.20.0.4 (16806276-ddd2-4647-87cf-feda1dff0e59/8f040924-a8ae-49f7-b7f5-f3e9e2d94400/c98a004c-6528-42ec-a1c8-d658f38adbca) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:35:11.056224 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:35:11.058731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:35:11.060774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Pushing event updated for resources: {'Port': ['ID=eb721191-8daa-40f4-b1ec-35fc17fc1b2f,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:11.094164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d6f7-7b32-4f45-8d8c-31b38096b2f6 req-206f6bb1-7648-42c6-9ca9-df9d186b9ba7 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:11.097338 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3959d6f7-7b32-4f45-8d8c-31b38096b2f6 req-206f6bb1-7648-42c6-9ca9-df9d186b9ba7 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 944 time: 0.0882707 Dec 11 22:35:11.145705 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ea7f4509-4f61-4640-8f9b-b12e2884be88,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:11.162376 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Attempting to bind port eb721191-8daa-40f4-b1ec-35fc17fc1b2f on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:35:11.162752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Attempting to bind port eb721191-8daa-40f4-b1ec-35fc17fc1b2f by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'ab0e2642-690e-48ef-843c-1c0da7b5b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4060dd4d-e358-4237-9876-aa32693bf40a'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:35:11.163141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Attempting to bind port eb721191-8daa-40f4-b1ec-35fc17fc1b2f on network 4060dd4d-e358-4237-9876-aa32693bf40a {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:11.168400 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:35:11.168779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Checking segment: {'id': 'ab0e2642-690e-48ef-843c-1c0da7b5b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4060dd4d-e358-4237-9876-aa32693bf40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:35:11.169175 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:11.169747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Bound using segment: {'id': 'ab0e2642-690e-48ef-843c-1c0da7b5b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4060dd4d-e358-4237-9876-aa32693bf40a'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:35:11.170397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Bound port: eb721191-8daa-40f4-b1ec-35fc17fc1b2f, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0e2642-690e-48ef-843c-1c0da7b5b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4060dd4d-e358-4237-9876-aa32693bf40a'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:35:11.170977 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:11.182471 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:11.205156 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:11.216347 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3959d6f7-7b32-4f45-8d8c-31b38096b2f6 req-bc6a9cab-b83a-4885-8c5f-90dafbcbd826 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093168 Dec 11 22:35:11.239297 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] For port eb721191-8daa-40f4-b1ec-35fc17fc1b2f, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:35:11.244421 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] For port eb721191-8daa-40f4-b1ec-35fc17fc1b2f, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=eb721191-8daa-40f4-b1ec-35fc17fc1b2f,segment=NetworkSegment(ab0e2642-690e-48ef-843c-1c0da7b5b546),segment_id=ab0e2642-690e-48ef-843c-1c0da7b5b546)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:35:11.276682 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-9aa9bd76-bd51-4777-a502-2ce7337c5c80 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:11.311539 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:11.328513 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Allocated IP 172.25.1.213 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/ec0c2566-b142-439a-93d9-17c2021a395d) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:35:11.346149 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-9aa9bd76-bd51-4777-a502-2ce7337c5c80 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:11.382144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061aa949-3ca3-4205-b929-1e09e318f9c6 None None] Pushing event updated for resources: {'Port': ['ID=eb721191-8daa-40f4-b1ec-35fc17fc1b2f,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:11.436066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-9aa9bd76-bd51-4777-a502-2ce7337c5c80 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Network 16806276-ddd2-4647-87cf-feda1dff0e59 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:35:11.443932 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:11.445550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-9aa9bd76-bd51-4777-a502-2ce7337c5c80 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:35:11.449176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9bd76-bd51-4777-a502-2ce7337c5c80 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Pushing event updated for resources: {'Port': ['ID=c98a004c-6528-42ec-a1c8-d658f38adbca,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:11.451646 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-9aa9bd76-bd51-4777-a502-2ce7337c5c80 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:35:11.457456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-9aa9bd76-bd51-4777-a502-2ce7337c5c80 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:11.458138 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-9aa9bd76-bd51-4777-a502-2ce7337c5c80 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:11.478226 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b244b-b250-4986-b136-dced6eb0fa36 req-5ea50f7c-772b-49de-bef2-4af0d5c65302 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:11.479769 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-456b244b-b250-4986-b136-dced6eb0fa36 req-5ea50f7c-772b-49de-bef2-4af0d5c65302 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 931 time: 0.1250339 Dec 11 22:35:11.529540 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-9aa9bd76-bd51-4777-a502-2ce7337c5c80 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8857329 Dec 11 22:35:11.533477 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:11.537788 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-456b244b-b250-4986-b136-dced6eb0fa36 req-cb6098dc-2b4a-4d6e-b76d-f8f1e9e05ec0 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513828 Dec 11 22:35:11.553705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Request body: {'port': {'device_id': '6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:11.586245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:35:11.602986 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Pushing event updated for resources: {'Port': ['ID=ec0c2566-b142-439a-93d9-17c2021a395d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:11.606959 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:35:11.617833 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:35:11.675881 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:11.735879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41e999-23e7-4ea1-a76c-8d2ef37cccc8 req-f383b8c8-91b3-454e-aa48-b906225753f3 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:11.738406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc41e999-23e7-4ea1-a76c-8d2ef37cccc8 req-f383b8c8-91b3-454e-aa48-b906225753f3 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.1008387 Dec 11 22:35:11.871136 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc41e999-23e7-4ea1-a76c-8d2ef37cccc8 req-fa959497-062b-4252-a96d-8f74c6a1dbca tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215844 Dec 11 22:35:11.961375 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:12.018317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98a004c-6528-42ec-a1c8-d658f38adbca {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:12.026100 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:12.038501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Transition to ACTIVE for port object c98a004c-6528-42ec-a1c8-d658f38adbca will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:35:12.099074 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:12.164854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Pushing event updated for resources: {'Port': ['ID=c98a004c-6528-42ec-a1c8-d658f38adbca,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:12.177246 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:12.195781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Attempting to bind port c98a004c-6528-42ec-a1c8-d658f38adbca on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:35:12.196139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Attempting to bind port c98a004c-6528-42ec-a1c8-d658f38adbca by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:35:12.196663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Attempting to bind port c98a004c-6528-42ec-a1c8-d658f38adbca on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:12.201947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Port c98a004c-6528-42ec-a1c8-d658f38adbca on network 16806276-ddd2-4647-87cf-feda1dff0e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:35:12.202288 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Attempting to bind port c98a004c-6528-42ec-a1c8-d658f38adbca on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:12.209329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:35:12.209669 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Checking segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:35:12.210056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Bound using segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:35:12.210487 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Bound port: c98a004c-6528-42ec-a1c8-d658f38adbca, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:35:12.214535 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:12.296854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:35:12.397585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c98a004c-6528-42ec-a1c8-d658f38adbca,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:35:12.435082 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663658b2-3b5a-4a36-866a-9601d8a6efca None None] Network 4060dd4d-e358-4237-9876-aa32693bf40a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:35:12.465034 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Router d49ee6e6-c507-4d74-be8a-f7551d96a79a is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:35:12.477591 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 034dc8e8-4ce1-483b-a091-b46a3b55de95 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:35:12.489066 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:12.539857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:12.540669 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:12.542407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] 10.222.0.47 "PUT /v2.0/ports/c98a004c-6528-42ec-a1c8-d658f38adbca HTTP/1.1" status: 200 len: 1091 time: 0.9943557 Dec 11 22:35:12.542915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f', 'tag': 'c98a004c-6528-42ec-a1c8-d658f38adbca'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:12.548044 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b56feb5-c30b-434a-80ba-13edb6ea8263" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f", "tag": "c98a004c-6528-42ec-a1c8-d658f38adbca"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:12.585259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc555fd5-7926-4e83-a0e5-392fb41d5229 service neutron] Pushing event updated for resources: {'Port': ['ID=c98a004c-6528-42ec-a1c8-d658f38adbca,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:12.614030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5636c374-75ff-4e93-92a5-b6ffe6ff46d7 None None] Provisioning complete for port eb721191-8daa-40f4-b1ec-35fc17fc1b2f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:12.614395 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5636c374-75ff-4e93-92a5-b6ffe6ff46d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:12.666560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 034dc8e8-4ce1-483b-a091-b46a3b55de95, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=034dc8e8-4ce1-483b-a091-b46a3b55de95,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:12.691739 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '034dc8e8-4ce1-483b-a091-b46a3b55de95', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '034dc8e8-4ce1-483b-a091-b46a3b55de95', 'mac_address': 'fa:16:3e:4a:bc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:35:12.746696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-7662afbc-6267-4fa4-9289-ae956f41a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:12.748533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-7662afbc-6267-4fa4-9289-ae956f41a7b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 1094 time: 0.0620537 Dec 11 22:35:12.761080 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:12.777322 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5636c374-75ff-4e93-92a5-b6ffe6ff46d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:12.780201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034dc8e8-4ce1-483b-a091-b46a3b55de95 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:12.811158 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-f18a8415-f490-49ee-a0c7-a13eab82a6f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c98a004c-6528-42ec-a1c8-d658f38adbca HTTP/1.1" status: 200 len: 217 time: 0.0394332 Dec 11 22:35:12.814242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 034dc8e8-4ce1-483b-a091-b46a3b55de95, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=034dc8e8-4ce1-483b-a091-b46a3b55de95,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:12.830521 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5636c374-75ff-4e93-92a5-b6ffe6ff46d7 None None] For port eb721191-8daa-40f4-b1ec-35fc17fc1b2f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=eb721191-8daa-40f4-b1ec-35fc17fc1b2f,segment=NetworkSegment(ab0e2642-690e-48ef-843c-1c0da7b5b546),segment_id=ab0e2642-690e-48ef-843c-1c0da7b5b546)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:12.837329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:35:12.851716 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Sync routers for ids ['d49ee6e6-c507-4d74-be8a-f7551d96a79a'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:35:12.863804 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Routers {'d49ee6e6-c507-4d74-be8a-f7551d96a79a'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:35:12.864439 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:34:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d49ee6e6-c507-4d74-be8a-f7551d96a79a'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:12.884161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bdae26a2-105c-4146-b10f-a662366efbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:12.885904 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-bdae26a2-105c-4146-b10f-a662366efbec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.0572782 Dec 11 22:35:12.905980 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:12.907783 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5636c374-75ff-4e93-92a5-b6ffe6ff46d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:12.913755 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:12.917781 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6acc5ccc-cda7-47bb-a934-dbda68de4ffd admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.4828196 Dec 11 22:35:12.928782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41650) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:12.928934 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-e8cc8c57-f005-4bdb-8267-316348214574 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329628 Dec 11 22:35:13.028151 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-d7d92b00-f679-4bbf-b7f0-18abd3de6395 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943713 Dec 11 22:35:13.040205 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['034dc8e8-4ce1-483b-a091-b46a3b55de95'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:35:13.047779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=034dc8e8-4ce1-483b-a091-b46a3b55de95,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:13.119755 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Set router d49ee6e6-c507-4d74-be8a-f7551d96a79a gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:35:13.124858 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-48f79089-e9a6-4870-bcdb-ae04dc3fc4aa None None] Provisioning complete for port eb721191-8daa-40f4-b1ec-35fc17fc1b2f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:13.125238 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-48f79089-e9a6-4870-bcdb-ae04dc3fc4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:13.142338 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bbdac263-d41e-4b18-9bac-17cd99680860 req-52b3c154-680c-4196-8e18-11fe9a547501 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061196 Dec 11 22:35:13.303381 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636c374-75ff-4e93-92a5-b6ffe6ff46d7 None None] Pushing event updated for resources: {'Port': ['ID=eb721191-8daa-40f4-b1ec-35fc17fc1b2f,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:13.344388 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:13.388427 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:13.398053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device eb721191-8daa-40f4-b1ec-35fc17fc1b2f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:35:13.603247 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Allocated IP 172.20.0.1 (4060dd4d-e358-4237-9876-aa32693bf40a/a84fa1fe-ba10-4a3d-8f8a-86e5d0125fb5/e6cf82b9-9e96-40d0-918a-f8cb65240005) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:35:13.693509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port eb721191-8daa-40f4-b1ec-35fc17fc1b2f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:13.694774 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:13.725970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49ee6e6-c507-4d74-be8a-f7551d96a79a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454416161-router', 'tenant_id': '21c0697097cf41359bc2ffe28cd6fe35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'ec0c2566-b142-439a-93d9-17c2021a395d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:35:10Z', 'updated_at': '2021-12-11T22:35:11Z', 'revision_number': 3, 'project_id': '21c0697097cf41359bc2ffe28cd6fe35', 'gw_port': {'id': 'ec0c2566-b142-439a-93d9-17c2021a395d', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49ee6e6-c507-4d74-be8a-f7551d96a79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:35:11Z', 'updated_at': '2021-12-11T22:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:13.727710 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:13.766597 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Checking router: d49ee6e6-c507-4d74-be8a-f7551d96a79a for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:35:13.766995 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Updating router d49ee6e6-c507-4d74-be8a-f7551d96a79a port ec0c2566-b142-439a-93d9-17c2021a395d binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:35:13.802703 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:13.813862 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:13.823589 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf6180-463d-475d-94c8-bc876a571bd2 req-1e7b61b5-6dd3-4f2d-9b19-7782b171a5fc tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:13.825686 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70bf6180-463d-475d-94c8-bc876a571bd2 req-1e7b61b5-6dd3-4f2d-9b19-7782b171a5fc tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 1101 time: 0.0450068 Dec 11 22:35:13.864306 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Network 4060dd4d-e358-4237-9876-aa32693bf40a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:35:13.868178 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:35:13.872696 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:35:13.884471 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70bf6180-463d-475d-94c8-bc876a571bd2 req-d0bbc16e-aaeb-4560-bfe5-46bacb2a6546 tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509248 Dec 11 22:35:13.924078 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Pushing event updated for resources: {'Port': ['ID=e6cf82b9-9e96-40d0-918a-f8cb65240005,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:13.952547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:13.981730 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17832849-3e72-44f6-9864-85ac66f0a5b2 x-openstack-request-id: req-17832849-3e72-44f6-9864-85ac66f0a5b2 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:13.982060 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9365822-8361-423d-a08a-f287695788b0", "name": "network-vif-plugged", "status": "completed", "tag": "ea7f4509-4f61-4640-8f9b-b12e2884be88", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:13.982322 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17832849-3e72-44f6-9864-85ac66f0a5b2 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:13.982764 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9365822-8361-423d-a08a-f287695788b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7f4509-4f61-4640-8f9b-b12e2884be88', 'code': 200} Dec 11 22:35:14.125331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33f461-a0f0-4c39-96e3-2bb26961265c req-6d755217-26cb-44be-8d0f-7f269649afdb tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:14.127060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f33f461-a0f0-4c39-96e3-2bb26961265c req-6d755217-26cb-44be-8d0f-7f269649afdb tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 945 time: 0.0839617 Dec 11 22:35:14.174572 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:14.192679 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f33f461-a0f0-4c39-96e3-2bb26961265c req-4cb3a0f6-15c5-4d6b-b691-bb13ac69023c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562873 Dec 11 22:35:14.198407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41658) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:14.207783 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:14.247777 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:14.250370 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5f166de7-9fad-428f-94ed-668346e2532d None None] Provisioning complete for port e6cf82b9-9e96-40d0-918a-f8cb65240005 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:14.256362 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f166de7-9fad-428f-94ed-668346e2532d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:14.324743 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd85f0a-25dc-42e1-ac71-476a55b5886f x-openstack-request-id: req-fcd85f0a-25dc-42e1-ac71-476a55b5886f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:14.325084 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f", "tag": "c98a004c-6528-42ec-a1c8-d658f38adbca", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:14.325342 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fcd85f0a-25dc-42e1-ac71-476a55b5886f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:14.325729 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f', 'tag': 'c98a004c-6528-42ec-a1c8-d658f38adbca', 'status': 'completed', 'code': 200} Dec 11 22:35:14.339354 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee5071d6-0547-4fc9-9d0c-b20e87145710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:14.374754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5f166de7-9fad-428f-94ed-668346e2532d None None] Port e6cf82b9-9e96-40d0-918a-f8cb65240005 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:35:14.379672 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Attempting to bind port ec0c2566-b142-439a-93d9-17c2021a395d on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:35:14.379988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Attempting to bind port ec0c2566-b142-439a-93d9-17c2021a395d by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:35:14.381065 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Attempting to bind port ec0c2566-b142-439a-93d9-17c2021a395d on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:14.388435 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:35:14.389015 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:35:14.389512 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:14.389999 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:35:14.390573 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Bound port: ec0c2566-b142-439a-93d9-17c2021a395d, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:35:14.391094 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:14.411398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a98a1-5515-41cf-a8b5-df3279b40e61 None None] Pushing event updated for resources: {'Port': ['ID=ec0c2566-b142-439a-93d9-17c2021a395d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:14.425307 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:14.450885 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] For port ec0c2566-b142-439a-93d9-17c2021a395d, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:35:14.454002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] For port ec0c2566-b142-439a-93d9-17c2021a395d, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ec0c2566-b142-439a-93d9-17c2021a395d,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:35:14.465069 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:14.485453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56feb5-c30b-434a-80ba-13edb6ea8263 req-4240f700-b73a-4b38-bd55-c1580bee533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:14.487646 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b56feb5-c30b-434a-80ba-13edb6ea8263 req-4240f700-b73a-4b38-bd55-c1580bee533f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 1094 time: 0.1141701 Dec 11 22:35:14.491133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 034dc8e8-4ce1-483b-a091-b46a3b55de95 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:35:14.516225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78be3c8-5a83-44ae-a89e-3d7e1aa89fe1 req-0ebec43e-8395-4092-8642-16e4118afc6b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:14.517736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e78be3c8-5a83-44ae-a89e-3d7e1aa89fe1 req-0ebec43e-8395-4092-8642-16e4118afc6b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 943 time: 0.1054468 Dec 11 22:35:14.531903 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:14.534641 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:14.536621 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Pushing event updated for resources: {'Port': ['ID=e6cf82b9-9e96-40d0-918a-f8cb65240005,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:14.544144 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee5071d6-0547-4fc9-9d0c-b20e87145710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:14.611469 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a98a1-5515-41cf-a8b5-df3279b40e61 None None] Pushing event updated for resources: {'Port': ['ID=ec0c2566-b142-439a-93d9-17c2021a395d,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:14.621078 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Routers {'d49ee6e6-c507-4d74-be8a-f7551d96a79a'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:35:14.621711 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:34:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d49ee6e6-c507-4d74-be8a-f7551d96a79a'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:14.628726 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee5071d6-0547-4fc9-9d0c-b20e87145710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:14.629122 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Network 4060dd4d-e358-4237-9876-aa32693bf40a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:35:14.630571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:35:14.640406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e78be3c8-5a83-44ae-a89e-3d7e1aa89fe1 req-2bb6b56b-8ad7-42c5-b98d-1f845fc08850 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054087 Dec 11 22:35:14.683548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56feb5-c30b-434a-80ba-13edb6ea8263 req-cd0177b5-0fa8-41f8-91aa-2c3fe8783464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:14.685027 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b56feb5-c30b-434a-80ba-13edb6ea8263 req-cd0177b5-0fa8-41f8-91aa-2c3fe8783464 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.1863103 Dec 11 22:35:14.694302 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ee5071d6-0547-4fc9-9d0c-b20e87145710 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=831b418394ee427ba040f70519765abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4914865 Dec 11 22:35:14.695650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41670) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:14.703656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5071d6-0547-4fc9-9d0c-b20e87145710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d7036c-88a1-4797-b0ee-fcb422b88d83,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:14.757229 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b56feb5-c30b-434a-80ba-13edb6ea8263 req-99cfc2a2-7a18-4738-8960-7ce1d75c3ae8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c98a004c-6528-42ec-a1c8-d658f38adbca HTTP/1.1" status: 200 len: 217 time: 0.0607140 Dec 11 22:35:14.822234 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Router d49ee6e6-c507-4d74-be8a-f7551d96a79a has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:35:14.824005 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8f5cfcdf-197a-4b31-9cb5-56e673030b10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:14.827050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56feb5-c30b-434a-80ba-13edb6ea8263 req-60ab54fa-ef8f-4e64-9e9b-c672d9ac8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:14.828543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b56feb5-c30b-434a-80ba-13edb6ea8263 req-60ab54fa-ef8f-4e64-9e9b-c672d9ac8744 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.0614676 Dec 11 22:35:14.841976 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] Set router d49ee6e6-c507-4d74-be8a-f7551d96a79a gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:35:14.878061 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b56feb5-c30b-434a-80ba-13edb6ea8263 req-800886aa-d771-4c00-8b0d-0df5dafbf7f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371344 Dec 11 22:35:14.900748 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8f5cfcdf-197a-4b31-9cb5-56e673030b10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:14.946239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 034dc8e8-4ce1-483b-a091-b46a3b55de95 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:14.946908 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:14.985571 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b56feb5-c30b-434a-80ba-13edb6ea8263 req-b09c35bf-320a-4f99-bd9a-8f7235f8cd1b service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004512 Dec 11 22:35:15.043863 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8f5cfcdf-197a-4b31-9cb5-56e673030b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:15.046544 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8f5cfcdf-197a-4b31-9cb5-56e673030b10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:15.047931 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8f5cfcdf-197a-4b31-9cb5-56e673030b10 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b6d7036c-88a1-4797-b0ee-fcb422b88d83 HTTP/1.1" status: 204 len: 168 time: 0.3511889 Dec 11 22:35:15.051032 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:35:15.076008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4a77-d09d-4efe-aee6-dc45a85f4545 None None] Provisioning complete for port e6cf82b9-9e96-40d0-918a-f8cb65240005 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:15.076008 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4a77-d09d-4efe-aee6-dc45a85f4545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:15.079747 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ac6a2e62-e006-4ba4-b7c0-e6f7add40122 admin admin] 10.222.0.45 "PUT /v2.0/routers/d49ee6e6-c507-4d74-be8a-f7551d96a79a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1506867 Dec 11 22:35:15.092508 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cfcdf-197a-4b31-9cb5-56e673030b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d7036c-88a1-4797-b0ee-fcb422b88d83,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:15.106169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fd938-8909-48fc-87a4-d001965f6f79 req-52d17ed8-75f5-4fc4-8ebd-260204524d90 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:15.107743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-609fd938-8909-48fc-87a4-d001965f6f79 req-52d17ed8-75f5-4fc4-8ebd-260204524d90 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.1065776 Dec 11 22:35:15.134109 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b56feb5-c30b-434a-80ba-13edb6ea8263 req-ea63e344-ba4d-4709-a79e-2a768cb09f1f service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404407 Dec 11 22:35:15.179251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4a77-d09d-4efe-aee6-dc45a85f4545 None None] Port e6cf82b9-9e96-40d0-918a-f8cb65240005 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:35:15.188433 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-609fd938-8909-48fc-87a4-d001965f6f79 req-ee89a127-3452-4da3-9307-1575c940a34e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673764 Dec 11 22:35:15.250668 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:15.288074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9dce2-c24e-46ac-9c79-663f3517b7e9 req-256aed8a-fadd-4945-a3f6-dc906d6d9179 tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:15.289772 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-62f9dce2-c24e-46ac-9c79-663f3517b7e9 req-256aed8a-fadd-4945-a3f6-dc906d6d9179 tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 1101 time: 0.0426557 Dec 11 22:35:15.295987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 034dc8e8-4ce1-483b-a091-b46a3b55de95, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=034dc8e8-4ce1-483b-a091-b46a3b55de95,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:15.318981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49ee6e6-c507-4d74-be8a-f7551d96a79a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454416161-router', 'tenant_id': '21c0697097cf41359bc2ffe28cd6fe35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'ec0c2566-b142-439a-93d9-17c2021a395d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:35:10Z', 'updated_at': '2021-12-11T22:35:14Z', 'revision_number': 4, 'project_id': '21c0697097cf41359bc2ffe28cd6fe35', 'gw_port': {'id': 'ec0c2566-b142-439a-93d9-17c2021a395d', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49ee6e6-c507-4d74-be8a-f7551d96a79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:35:11Z', 'updated_at': '2021-12-11T22:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'e6cf82b9-9e96-40d0-918a-f8cb65240005', 'name': '', 'network_id': '4060dd4d-e358-4237-9876-aa32693bf40a', 'tenant_id': '21c0697097cf41359bc2ffe28cd6fe35', 'mac_address': 'fa:16:3e:37:88:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49ee6e6-c507-4d74-be8a-f7551d96a79a', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a84fa1fe-ba10-4a3d-8f8a-86e5d0125fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:35:13Z', 'updated_at': '2021-12-11T22:35:14Z', 'revision_number': 2, 'project_id': '21c0697097cf41359bc2ffe28cd6fe35', 'subnets': [{'id': 'a84fa1fe-ba10-4a3d-8f8a-86e5d0125fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:15.351367 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-62f9dce2-c24e-46ac-9c79-663f3517b7e9 req-1eceacc9-f974-4da2-906b-ebce1e4b36c3 tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529783 Dec 11 22:35:15.357604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040e8f16-bcbc-485b-9abc-837070055779 None None] The sync data for ids ['d49ee6e6-c507-4d74-be8a-f7551d96a79a'] in n-d-710847-6 is: [{'id': 'd49ee6e6-c507-4d74-be8a-f7551d96a79a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454416161-router', 'tenant_id': '21c0697097cf41359bc2ffe28cd6fe35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'ec0c2566-b142-439a-93d9-17c2021a395d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:35:10Z', 'updated_at': '2021-12-11T22:35:14Z', 'revision_number': 4, 'project_id': '21c0697097cf41359bc2ffe28cd6fe35', 'gw_port': {'id': 'ec0c2566-b142-439a-93d9-17c2021a395d', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49ee6e6-c507-4d74-be8a-f7551d96a79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:35:11Z', 'updated_at': '2021-12-11T22:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'e6cf82b9-9e96-40d0-918a-f8cb65240005', 'name': '', 'network_id': '4060dd4d-e358-4237-9876-aa32693bf40a', 'tenant_id': '21c0697097cf41359bc2ffe28cd6fe35', 'mac_address': 'fa:16:3e:37:88:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49ee6e6-c507-4d74-be8a-f7551d96a79a', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a84fa1fe-ba10-4a3d-8f8a-86e5d0125fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:35:13Z', 'updated_at': '2021-12-11T22:35:14Z', 'revision_number': 2, 'project_id': '21c0697097cf41359bc2ffe28cd6fe35', 'subnets': [{'id': 'a84fa1fe-ba10-4a3d-8f8a-86e5d0125fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:35:15.370263 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device eb721191-8daa-40f4-b1ec-35fc17fc1b2f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:35:15.403248 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:15.468560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=034dc8e8-4ce1-483b-a091-b46a3b55de95,revision_number=10']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:15.473741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port eb721191-8daa-40f4-b1ec-35fc17fc1b2f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:15.474081 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:15.646229 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-02c9b703-ba43-4875-9d21-d1169ed8e818 req-9e78aa57-cf34-4898-a0ec-609427781a25 tempest-FloatingIPDetailsNegativeTestJSON-562152400 tempest-FloatingIPDetailsNegativeTestJSON-562152400-project] show failed (client error): The resource could not be found. Dec 11 22:35:15.656293 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41688) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:15.658367 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-02c9b703-ba43-4875-9d21-d1169ed8e818 req-9e78aa57-cf34-4898-a0ec-609427781a25 tempest-FloatingIPDetailsNegativeTestJSON-562152400 tempest-FloatingIPDetailsNegativeTestJSON-562152400-project] 10.222.0.45 "GET /v2.0/floatingips/7d134287-64ab-478c-a667-9b626025eb2d HTTP/1.1" status: 404 len: 350 time: 0.0648944 Dec 11 22:35:15.754644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41692) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:15.772754 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d22ee6c2-b1c6-4406-ab7d-0d360b8be36c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:15.795631 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d8a2e-efcd-4695-b31a-db99be69594d req-02954fcf-4529-4faa-9fc0-7f6f2a7c9fb4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:15.797217 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-230d8a2e-efcd-4695-b31a-db99be69594d req-02954fcf-4529-4faa-9fc0-7f6f2a7c9fb4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 945 time: 0.0827770 Dec 11 22:35:15.876080 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-230d8a2e-efcd-4695-b31a-db99be69594d req-fce0a48f-44f1-4263-9903-7754d235b5f5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699670 Dec 11 22:35:15.912112 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d22ee6c2-b1c6-4406-ab7d-0d360b8be36c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:15.984116 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e965b8-e7f8-4af2-b929-890f353f3ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034dc8e8-4ce1-483b-a091-b46a3b55de95'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:15.986782 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d22ee6c2-b1c6-4406-ab7d-0d360b8be36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:15.987470 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8489a313-e676-446d-a007-ec123536a6d9" -d '{"events": [{"server_uuid": "67e965b8-e7f8-4af2-b929-890f353f3ebb", "name": "network-vif-plugged", "status": "completed", "tag": "034dc8e8-4ce1-483b-a091-b46a3b55de95"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:16.017413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device c98a004c-6528-42ec-a1c8-d658f38adbca details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:35:16.023435 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d22ee6c2-b1c6-4406-ab7d-0d360b8be36c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=902b5c93b8304e5893f75dcfd569c6f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664132 Dec 11 22:35:16.024338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41704) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:16.064341 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42604b24-0cbb-460c-b332-1d81876b940e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:16.099607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ee6c2-b1c6-4406-ab7d-0d360b8be36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9308eb28-1be8-446e-b978-5c65f86f3ea2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:16.155081 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-350509ed-0a72-42d2-9ea9-1787fd6af189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:16.214173 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-350509ed-0a72-42d2-9ea9-1787fd6af189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:16.232292 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c98a004c-6528-42ec-a1c8-d658f38adbca,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:16.253882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'c98a004c-6528-42ec-a1c8-d658f38adbca', 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59', 'port_id': 'c98a004c-6528-42ec-a1c8-d658f38adbca', 'mac_address': 'fa:16:3e:9b:ee:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f040924-a8ae-49f7-b7f5-f3e9e2d94400', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:35:16.305350 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:16.322144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98a004c-6528-42ec-a1c8-d658f38adbca {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:16.326962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da86c66-f6ec-4376-b25b-50a1a43baff3 req-96ad73d6-ac4e-46de-8501-eaa3ece3ed52 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:16.326962 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6da86c66-f6ec-4376-b25b-50a1a43baff3 req-96ad73d6-ac4e-46de-8501-eaa3ece3ed52 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 943 time: 0.0662549 Dec 11 22:35:16.347878 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c98a004c-6528-42ec-a1c8-d658f38adbca,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:16.397121 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6da86c66-f6ec-4376-b25b-50a1a43baff3 req-2d764376-7dbc-4345-b84d-02496db81153 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618591 Dec 11 22:35:16.397954 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-350509ed-0a72-42d2-9ea9-1787fd6af189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:16.400885 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-350509ed-0a72-42d2-9ea9-1787fd6af189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:16.405339 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-350509ed-0a72-42d2-9ea9-1787fd6af189 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9308eb28-1be8-446e-b978-5c65f86f3ea2 HTTP/1.1" status: 204 len: 168 time: 0.3788157 Dec 11 22:35:16.422003 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:16.422916 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350509ed-0a72-42d2-9ea9-1787fd6af189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9308eb28-1be8-446e-b978-5c65f86f3ea2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:16.488319 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e69678-9f8d-43ea-8583-c84ffbe19d85 x-openstack-request-id: req-85e69678-9f8d-43ea-8583-c84ffbe19d85 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:16.489144 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e965b8-e7f8-4af2-b929-890f353f3ebb", "name": "network-vif-plugged", "status": "completed", "tag": "034dc8e8-4ce1-483b-a091-b46a3b55de95", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:16.489804 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-85e69678-9f8d-43ea-8583-c84ffbe19d85 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:16.490589 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e965b8-e7f8-4af2-b929-890f353f3ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034dc8e8-4ce1-483b-a091-b46a3b55de95', 'code': 200} Dec 11 22:35:16.508085 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=c98a004c-6528-42ec-a1c8-d658f38adbca,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:16.671418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211022a4-d4ae-427f-87ce-4787243880e9 req-1fbade90-fdaa-45ad-b9de-c9df64018743 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:16.673108 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-211022a4-d4ae-427f-87ce-4787243880e9 req-1fbade90-fdaa-45ad-b9de-c9df64018743 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.0559599 Dec 11 22:35:16.679308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-42604b24-0cbb-460c-b332-1d81876b940e admin admin] Deleting port e6cf82b9-9e96-40d0-918a-f8cb65240005 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:35:16.682353 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42604b24-0cbb-460c-b332-1d81876b940e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:16.720142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['c98a004c-6528-42ec-a1c8-d658f38adbca'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:35:16.762793 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-211022a4-d4ae-427f-87ce-4787243880e9 req-4c227a1b-25ab-4024-88f4-1712322e2a0e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747783 Dec 11 22:35:16.812560 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42604b24-0cbb-460c-b332-1d81876b940e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:16.832362 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-42604b24-0cbb-460c-b332-1d81876b940e admin admin] Calling delete_port for e6cf82b9-9e96-40d0-918a-f8cb65240005 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:35:16.979546 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:17.082731 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42604b24-0cbb-460c-b332-1d81876b940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:17.111203 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42604b24-0cbb-460c-b332-1d81876b940e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6cf82b9-9e96-40d0-918a-f8cb65240005,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:17.190334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bae76-29cf-4840-91a1-ba1f62a7ca0b req-42409302-f18e-4ecd-bbcb-693b437603be tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:17.191931 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-341bae76-29cf-4840-91a1-ba1f62a7ca0b req-42409302-f18e-4ecd-bbcb-693b437603be tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 945 time: 0.0781116 Dec 11 22:35:17.258744 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-341bae76-29cf-4840-91a1-ba1f62a7ca0b req-39268d2b-faed-4fad-86fa-a8c9d9cd0f9e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557587 Dec 11 22:35:17.341883 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42604b24-0cbb-460c-b332-1d81876b940e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:17.424693 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ec0c2566-b142-439a-93d9-17c2021a395d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:35:17.528170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port ec0c2566-b142-439a-93d9-17c2021a395d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:17.528551 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:17.625763 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42604b24-0cbb-460c-b332-1d81876b940e admin admin] Router d49ee6e6-c507-4d74-be8a-f7551d96a79a has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:35:17.629384 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:17.653372 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port ec0c2566-b142-439a-93d9-17c2021a395d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ec0c2566-b142-439a-93d9-17c2021a395d,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:17.710863 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:17.756992 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42604b24-0cbb-460c-b332-1d81876b940e admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:35:17.763012 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-42604b24-0cbb-460c-b332-1d81876b940e admin admin] 10.222.0.45 "PUT /v2.0/routers/d49ee6e6-c507-4d74-be8a-f7551d96a79a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1056845 Dec 11 22:35:17.765798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41758) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:17.809434 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=ec0c2566-b142-439a-93d9-17c2021a395d,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:17.925382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be573c18-434c-426b-802e-b5a5b6336ae2 req-192b87dc-cbcb-4ce1-80fd-1c030730f148 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:17.926966 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be573c18-434c-426b-802e-b5a5b6336ae2 req-192b87dc-cbcb-4ce1-80fd-1c030730f148 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 944 time: 0.0945101 Dec 11 22:35:17.935263 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6351c9a6-9988-424a-886b-bac87ebdf667 None None] Sync routers for ids ['d49ee6e6-c507-4d74-be8a-f7551d96a79a'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:35:17.945314 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6351c9a6-9988-424a-886b-bac87ebdf667 None None] Routers {'d49ee6e6-c507-4d74-be8a-f7551d96a79a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:35:17.945922 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6351c9a6-9988-424a-886b-bac87ebdf667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:34:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d49ee6e6-c507-4d74-be8a-f7551d96a79a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:17.956569 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4afd9e28-d7b6-49c9-a84d-0e7bd59ca038 admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:18.047097 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:35:18.048668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device c98a004c-6528-42ec-a1c8-d658f38adbca up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:35:18.069357 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-6351c9a6-9988-424a-886b-bac87ebdf667 None None] Set router d49ee6e6-c507-4d74-be8a-f7551d96a79a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:35:18.213845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port c98a004c-6528-42ec-a1c8-d658f38adbca completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:35:18.221136 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port c98a004c-6528-42ec-a1c8-d658f38adbca triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:18.221868 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:18.267779 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6351c9a6-9988-424a-886b-bac87ebdf667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49ee6e6-c507-4d74-be8a-f7551d96a79a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454416161-router', 'tenant_id': '21c0697097cf41359bc2ffe28cd6fe35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'ec0c2566-b142-439a-93d9-17c2021a395d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:35:10Z', 'updated_at': '2021-12-11T22:35:16Z', 'revision_number': 5, 'project_id': '21c0697097cf41359bc2ffe28cd6fe35', 'gw_port': {'id': 'ec0c2566-b142-439a-93d9-17c2021a395d', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49ee6e6-c507-4d74-be8a-f7551d96a79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:35:11Z', 'updated_at': '2021-12-11T22:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:18.285313 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be573c18-434c-426b-802e-b5a5b6336ae2 req-6a6489f5-c839-4bf4-bd2f-507d77640843 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477461 Dec 11 22:35:18.301019 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6351c9a6-9988-424a-886b-bac87ebdf667 None None] Checking router: d49ee6e6-c507-4d74-be8a-f7551d96a79a for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:35:18.309643 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6351c9a6-9988-424a-886b-bac87ebdf667 None None] Routers {'d49ee6e6-c507-4d74-be8a-f7551d96a79a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:35:18.310284 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6351c9a6-9988-424a-886b-bac87ebdf667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:34:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d49ee6e6-c507-4d74-be8a-f7551d96a79a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:18.334989 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:18.373066 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4afd9e28-d7b6-49c9-a84d-0e7bd59ca038 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:18.374547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c98a004c-6528-42ec-a1c8-d658f38adbca,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:18.436154 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:18.439173 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-6351c9a6-9988-424a-886b-bac87ebdf667 None None] Set router d49ee6e6-c507-4d74-be8a-f7551d96a79a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:35:18.439647 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d6007-915b-4d6c-af58-5c018bb70c5d req-a2db1726-f451-4d45-97f4-6652bfa1b43b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:18.442251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-154d6007-915b-4d6c-af58-5c018bb70c5d req-a2db1726-f451-4d45-97f4-6652bfa1b43b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0551903 Dec 11 22:35:18.496244 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98a004c-6528-42ec-a1c8-d658f38adbca'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:18.498994 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42347a12-d245-47f1-baa6-8ee95a493116" -d '{"events": [{"server_uuid": "6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f", "name": "network-vif-plugged", "status": "completed", "tag": "c98a004c-6528-42ec-a1c8-d658f38adbca"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:18.509129 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=c98a004c-6528-42ec-a1c8-d658f38adbca,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:18.529581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-4afd9e28-d7b6-49c9-a84d-0e7bd59ca038 admin admin] Deleting port ec0c2566-b142-439a-93d9-17c2021a395d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:35:18.530342 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4afd9e28-d7b6-49c9-a84d-0e7bd59ca038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:18.537241 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-154d6007-915b-4d6c-af58-5c018bb70c5d req-cc15c930-0b76-4648-a60f-ca0920651930 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732074 Dec 11 22:35:18.666232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-4afd9e28-d7b6-49c9-a84d-0e7bd59ca038 admin admin] For port ec0c2566-b142-439a-93d9-17c2021a395d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ec0c2566-b142-439a-93d9-17c2021a395d,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:18.666632 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4afd9e28-d7b6-49c9-a84d-0e7bd59ca038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:18.686318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-4afd9e28-d7b6-49c9-a84d-0e7bd59ca038 admin admin] Calling delete_port for ec0c2566-b142-439a-93d9-17c2021a395d owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:35:18.703423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16202e2f-60e7-4202-bf24-d3c22e6a0626 req-d4c8c7b1-edba-4f75-a0df-97fcda17d8b8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:18.704931 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-16202e2f-60e7-4202-bf24-d3c22e6a0626 req-d4c8c7b1-edba-4f75-a0df-97fcda17d8b8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.0824983 Dec 11 22:35:18.739658 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a9c5-e103-40fb-9034-5d9b27299260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:18.774064 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6351c9a6-9988-424a-886b-bac87ebdf667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49ee6e6-c507-4d74-be8a-f7551d96a79a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454416161-router', 'tenant_id': '21c0697097cf41359bc2ffe28cd6fe35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'ec0c2566-b142-439a-93d9-17c2021a395d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:35:10Z', 'updated_at': '2021-12-11T22:35:16Z', 'revision_number': 5, 'project_id': '21c0697097cf41359bc2ffe28cd6fe35', 'gw_port': {'id': 'ec0c2566-b142-439a-93d9-17c2021a395d', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49ee6e6-c507-4d74-be8a-f7551d96a79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:35:11Z', 'updated_at': '2021-12-11T22:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:18.796805 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-16202e2f-60e7-4202-bf24-d3c22e6a0626 req-1b553b48-79f4-4699-ae9d-511fc293deb3 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581396 Dec 11 22:35:18.802029 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6351c9a6-9988-424a-886b-bac87ebdf667 None None] The sync data for ids ['d49ee6e6-c507-4d74-be8a-f7551d96a79a'] in n-d-710847-6 is: [{'id': 'd49ee6e6-c507-4d74-be8a-f7551d96a79a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454416161-router', 'tenant_id': '21c0697097cf41359bc2ffe28cd6fe35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'ec0c2566-b142-439a-93d9-17c2021a395d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:35:10Z', 'updated_at': '2021-12-11T22:35:16Z', 'revision_number': 5, 'project_id': '21c0697097cf41359bc2ffe28cd6fe35', 'gw_port': {'id': 'ec0c2566-b142-439a-93d9-17c2021a395d', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49ee6e6-c507-4d74-be8a-f7551d96a79a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:35:11Z', 'updated_at': '2021-12-11T22:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:35:18.959719 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38e281-caf8-45a4-b982-6514e8ee1ac1 req-c54c8e19-14fb-455d-9399-c079460097dc tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:18.961183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f38e281-caf8-45a4-b982-6514e8ee1ac1 req-c54c8e19-14fb-455d-9399-c079460097dc tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 945 time: 0.0818019 Dec 11 22:35:19.008620 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f38e281-caf8-45a4-b982-6514e8ee1ac1 req-8f6539fc-730b-4cd4-acba-7e184d62e196 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413966 Dec 11 22:35:19.030154 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4afd9e28-d7b6-49c9-a84d-0e7bd59ca038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:19.061729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd9e28-d7b6-49c9-a84d-0e7bd59ca038 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0c2566-b142-439a-93d9-17c2021a395d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:19.084490 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4afd9e28-d7b6-49c9-a84d-0e7bd59ca038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:19.109175 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d37d43c-f864-4b85-8f9f-f3c41b476c04 x-openstack-request-id: req-7d37d43c-f864-4b85-8f9f-f3c41b476c04 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:19.109667 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f", "name": "network-vif-plugged", "status": "completed", "tag": "c98a004c-6528-42ec-a1c8-d658f38adbca", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:19.110130 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d37d43c-f864-4b85-8f9f-f3c41b476c04 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:19.110580 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98a004c-6528-42ec-a1c8-d658f38adbca', 'code': 200} Dec 11 22:35:19.195685 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4afd9e28-d7b6-49c9-a84d-0e7bd59ca038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:19.199223 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4afd9e28-d7b6-49c9-a84d-0e7bd59ca038 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:19.326270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e21ec-9fb2-4fc7-b44c-e37b9d2c1bc8 req-dc33611f-78aa-44db-b393-a5e0217d3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:19.326270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-171e21ec-9fb2-4fc7-b44c-e37b9d2c1bc8 req-dc33611f-78aa-44db-b393-a5e0217d3c2f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 1096 time: 0.0914299 Dec 11 22:35:19.354999 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e6cf82b9-9e96-40d0-918a-f8cb65240005 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:35:19.378136 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: e6cf82b9-9e96-40d0-918a-f8cb65240005 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:35:19.378485 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e6cf82b9-9e96-40d0-918a-f8cb65240005 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:35:19.383335 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4afd9e28-d7b6-49c9-a84d-0e7bd59ca038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:19.384090 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afd9e28-d7b6-49c9-a84d-0e7bd59ca038 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d49ee6e6-c507-4d74-be8a-f7551d96a79a {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:35:19.392675 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4afd9e28-d7b6-49c9-a84d-0e7bd59ca038 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:19.394389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4afd9e28-d7b6-49c9-a84d-0e7bd59ca038 admin admin] 10.222.0.45 "DELETE /v2.0/routers/d49ee6e6-c507-4d74-be8a-f7551d96a79a HTTP/1.1" status: 204 len: 168 time: 1.6276016 Dec 11 22:35:19.397006 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41808) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:19.397486 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-171e21ec-9fb2-4fc7-b44c-e37b9d2c1bc8 req-0a8968aa-510d-4cf8-b502-614801800b8b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636461 Dec 11 22:35:19.449998 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-623ba18a-4e02-4b28-b601-2accdf06737a admin admin] Deleting subnet a84fa1fe-ba10-4a3d-8f8a-86e5d0125fb5 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:35:19.453981 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-623ba18a-4e02-4b28-b601-2accdf06737a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:19.492981 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-623ba18a-4e02-4b28-b601-2accdf06737a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:19.556759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3798fc-e349-4233-a890-8065f0f48afb req-de0081f2-07f3-461a-a158-5b8270340527 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:19.558729 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf3798fc-e349-4233-a890-8065f0f48afb req-de0081f2-07f3-461a-a158-5b8270340527 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 945 time: 0.0606956 Dec 11 22:35:19.611336 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf3798fc-e349-4233-a890-8065f0f48afb req-664542e6-05eb-402e-a5da-9ee63f81c010 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457308 Dec 11 22:35:19.621055 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-623ba18a-4e02-4b28-b601-2accdf06737a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:19.756879 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-623ba18a-4e02-4b28-b601-2accdf06737a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:19.808594 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ba18a-4e02-4b28-b601-2accdf06737a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a84fa1fe-ba10-4a3d-8f8a-86e5d0125fb5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:19.814199 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-623ba18a-4e02-4b28-b601-2accdf06737a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:19.821651 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-623ba18a-4e02-4b28-b601-2accdf06737a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a84fa1fe-ba10-4a3d-8f8a-86e5d0125fb5 HTTP/1.1" status: 204 len: 168 time: 0.4221904 Dec 11 22:35:19.822092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c56926-6dba-4bdf-807a-8c1b1b66bfa7 req-eb22c942-58f3-4f73-a178-20be0788d490 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:19.823781 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41824) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:19.830329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-95c56926-6dba-4bdf-807a-8c1b1b66bfa7 req-eb22c942-58f3-4f73-a178-20be0788d490 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0643842 Dec 11 22:35:19.833275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7253c7-b8e4-426d-8aab-74fc1a369091 None None] Network 4060dd4d-e358-4237-9876-aa32693bf40a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:35:19.883396 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-95c56926-6dba-4bdf-807a-8c1b1b66bfa7 req-57304af4-369b-4c84-a18a-582e83585957 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512819 Dec 11 22:35:19.918429 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:19.986553 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] Deleting port eb721191-8daa-40f4-b1ec-35fc17fc1b2f {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:35:19.988052 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:20.015778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1644a-c0bc-45c9-8628-1ff2482c5b03 req-98bc767c-ae0b-4d8a-a2e3-7349b6b1528e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:20.020898 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6fb1644a-c0bc-45c9-8628-1ff2482c5b03 req-98bc767c-ae0b-4d8a-a2e3-7349b6b1528e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.0759723 Dec 11 22:35:20.070596 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] For port eb721191-8daa-40f4-b1ec-35fc17fc1b2f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=eb721191-8daa-40f4-b1ec-35fc17fc1b2f,segment=NetworkSegment(ab0e2642-690e-48ef-843c-1c0da7b5b546),segment_id=ab0e2642-690e-48ef-843c-1c0da7b5b546)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:20.071024 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:20.074242 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6fb1644a-c0bc-45c9-8628-1ff2482c5b03 req-b2ac91a7-321c-424f-9095-a1607102a9ec tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523858 Dec 11 22:35:20.095241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] Calling delete_port for eb721191-8daa-40f4-b1ec-35fc17fc1b2f owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:35:20.195052 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49b7c24-93af-499a-8b98-6d718a0df979 None None] DHCP port deletion for 4060dd4d-e358-4237-9876-aa32693bf40a request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:35:20.252026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c49b7c24-93af-499a-8b98-6d718a0df979 None None] Deleting port eb721191-8daa-40f4-b1ec-35fc17fc1b2f {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:35:20.259439 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c49b7c24-93af-499a-8b98-6d718a0df979 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:20.276251 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:20.289860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] No DVR routers for this DVR port eb721191-8daa-40f4-b1ec-35fc17fc1b2f on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:35:20.318395 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c49b7c24-93af-499a-8b98-6d718a0df979 None None] For port eb721191-8daa-40f4-b1ec-35fc17fc1b2f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=eb721191-8daa-40f4-b1ec-35fc17fc1b2f,segment=NetworkSegment(ab0e2642-690e-48ef-843c-1c0da7b5b546),segment_id=ab0e2642-690e-48ef-843c-1c0da7b5b546)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:20.318815 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c49b7c24-93af-499a-8b98-6d718a0df979 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:20.332170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c49b7c24-93af-499a-8b98-6d718a0df979 None None] Calling delete_port for eb721191-8daa-40f4-b1ec-35fc17fc1b2f owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:35:20.335699 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=eb721191-8daa-40f4-b1ec-35fc17fc1b2f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:20.396460 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:20.420189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4060dd4d-e358-4237-9876-aa32693bf40a']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:20.421009 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c49b7c24-93af-499a-8b98-6d718a0df979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:20.432145 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0e2642-690e-48ef-843c-1c0da7b5b546') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:20.432753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0e2642-690e-48ef-843c-1c0da7b5b546') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:35:20.443164 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:20.451767 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b7c24-93af-499a-8b98-6d718a0df979 None None] Pushing event deleted for resources: {'Port': ['ID=eb721191-8daa-40f4-b1ec-35fc17fc1b2f,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:20.454064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b7c24-93af-499a-8b98-6d718a0df979 None None] No DVR routers for this DVR port eb721191-8daa-40f4-b1ec-35fc17fc1b2f on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:35:20.460933 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:20.467596 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:35:20.467988 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:35:20.470004 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:35:20.504933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3fd9d-88f8-4b32-8858-1715d6219e92 req-390844e8-8baf-4d3c-a4a2-666179a1230f tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:20.506602 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7b3fd9d-88f8-4b32-8858-1715d6219e92 req-390844e8-8baf-4d3c-a4a2-666179a1230f tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 945 time: 0.0655978 Dec 11 22:35:20.569420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7b3fd9d-88f8-4b32-8858-1715d6219e92 req-e9d52618-fd02-4394-93e0-b3c3a048b21b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566390 Dec 11 22:35:20.601963 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:20.609533 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:20.613945 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] 10.222.0.45 "DELETE /v2.0/networks/4060dd4d-e358-4237-9876-aa32693bf40a HTTP/1.1" status: 204 len: 168 time: 0.7889895 Dec 11 22:35:20.630407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220b7c6-81ee-4e8e-aa55-24e6053c6a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=4060dd4d-e358-4237-9876-aa32693bf40a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:20.817420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db828a5-f8fc-4860-b5d4-6185cf8e1f0b req-06e7d861-de2f-42c8-b30b-764544c4a9cc tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:20.818869 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6db828a5-f8fc-4860-b5d4-6185cf8e1f0b req-06e7d861-de2f-42c8-b30b-764544c4a9cc tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 945 time: 0.0505598 Dec 11 22:35:20.866850 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6db828a5-f8fc-4860-b5d4-6185cf8e1f0b req-75eb92e1-4ebb-4126-a291-869c69b92238 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413756 Dec 11 22:35:20.981187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135e12e-a7e7-434a-98c9-80df08da3f17 req-04c703cf-be06-4b86-9856-a0aeb29e824a tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:20.982724 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d135e12e-a7e7-434a-98c9-80df08da3f17 req-04c703cf-be06-4b86-9856-a0aeb29e824a tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 1096 time: 0.0415437 Dec 11 22:35:21.015902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41864) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:21.033874 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d135e12e-a7e7-434a-98c9-80df08da3f17 req-b02d26b9-ec76-4dbc-8b7a-4febd5beb502 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438113 Dec 11 22:35:21.059779 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b676fa6b-3022-46c7-8a60-ba79730e8a10 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=21c0697097cf41359bc2ffe28cd6fe35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403323 Dec 11 22:35:21.060882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41866) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:21.160651 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d810-4293-49f7-9c45-af96223dd520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:21.188099 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d810-4293-49f7-9c45-af96223dd520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:21.202765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051300d-473b-4f16-853c-1170b022e1ef req-c08723c7-ca58-41b3-bae3-39bc409aa391 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:21.204243 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f051300d-473b-4f16-853c-1170b022e1ef req-c08723c7-ca58-41b3-bae3-39bc409aa391 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0880442 Dec 11 22:35:21.242171 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3be9212d-c1c4-4c18-90ee-8e97082d6860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:21.270037 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f051300d-473b-4f16-853c-1170b022e1ef req-a890df13-3288-4063-85ae-1412acf88383 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563748 Dec 11 22:35:21.340487 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device eb721191-8daa-40f4-b1ec-35fc17fc1b2f no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:35:21.351718 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d810-4293-49f7-9c45-af96223dd520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:21.355416 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d810-4293-49f7-9c45-af96223dd520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:21.359442 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1fa1d810-4293-49f7-9c45-af96223dd520 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/68b2d07a-f0ec-443c-9a56-aa923e45f08a HTTP/1.1" status: 204 len: 168 time: 0.2968898 Dec 11 22:35:21.364555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: eb721191-8daa-40f4-b1ec-35fc17fc1b2f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:35:21.365127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device eb721191-8daa-40f4-b1ec-35fc17fc1b2f not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:35:21.365707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ec0c2566-b142-439a-93d9-17c2021a395d no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:35:21.388288 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1d810-4293-49f7-9c45-af96223dd520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b2d07a-f0ec-443c-9a56-aa923e45f08a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:21.416388 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: ec0c2566-b142-439a-93d9-17c2021a395d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:35:21.416820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ec0c2566-b142-439a-93d9-17c2021a395d not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:35:21.443897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e423c48-eb03-4aa3-b2f6-07462b358c36 req-7be63ee8-ef8c-472d-b9ee-df73cae34ea9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:21.446485 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e423c48-eb03-4aa3-b2f6-07462b358c36 req-7be63ee8-ef8c-472d-b9ee-df73cae34ea9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.0746317 Dec 11 22:35:21.514013 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e423c48-eb03-4aa3-b2f6-07462b358c36 req-ab17e53a-7e77-4072-b64d-2e60127cd8a8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600822 Dec 11 22:35:21.688450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca3b82-4a40-4652-856b-280e1254d40d req-48d8b018-ae09-4046-870c-9617c8e0cbb9 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:21.691104 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0dca3b82-4a40-4652-856b-280e1254d40d req-48d8b018-ae09-4046-870c-9617c8e0cbb9 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 945 time: 0.0502987 Dec 11 22:35:21.740711 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0dca3b82-4a40-4652-856b-280e1254d40d req-17ffcdf4-9bda-4182-b584-1dc1022ded59 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441070 Dec 11 22:35:21.914222 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41898) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:22.045913 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4e0b8e33-8fbb-47a0-8659-9e1f59410c71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:22.070077 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:22.119465 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4e0b8e33-8fbb-47a0-8659-9e1f59410c71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:22.178916 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4e0b8e33-8fbb-47a0-8659-9e1f59410c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:22.241945 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4e0b8e33-8fbb-47a0-8659-9e1f59410c71 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ff0cb4681374444969e3e5970eb062c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260145 Dec 11 22:35:22.247179 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b8e33-8fbb-47a0-8659-9e1f59410c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901e464a-148b-41ea-97fa-106ada4a0f85,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:22.248184 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41916) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:22.305504 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c1783a5-855a-4cb2-af21-b0d8fc1664c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:22.348418 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c1783a5-855a-4cb2-af21-b0d8fc1664c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:22.397477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80899526-8b61-4747-be58-baf65a876244 req-d0856806-f7ca-4632-8120-410345ab9233 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:22.404692 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80899526-8b61-4747-be58-baf65a876244 req-d0856806-f7ca-4632-8120-410345ab9233 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0605919 Dec 11 22:35:22.460737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80899526-8b61-4747-be58-baf65a876244 req-2c60328e-e866-4b77-ad63-c8b2fd73dd76 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551879 Dec 11 22:35:22.476238 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c1783a5-855a-4cb2-af21-b0d8fc1664c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:22.479186 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c1783a5-855a-4cb2-af21-b0d8fc1664c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:22.480660 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6c1783a5-855a-4cb2-af21-b0d8fc1664c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/901e464a-148b-41ea-97fa-106ada4a0f85 HTTP/1.1" status: 204 len: 168 time: 0.2311754 Dec 11 22:35:22.489789 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1783a5-855a-4cb2-af21-b0d8fc1664c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901e464a-148b-41ea-97fa-106ada4a0f85,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:22.644766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b628a7-793c-4fb4-8fc4-7a725fad0ad2 req-8542542d-7d7c-4db9-8e76-c05e5185aae0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:22.647032 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50b628a7-793c-4fb4-8fc4-7a725fad0ad2 req-8542542d-7d7c-4db9-8e76-c05e5185aae0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.0629523 Dec 11 22:35:22.680229 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41936) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:22.789309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec00a5d-194e-418f-a8cf-eae5bd145539 req-ff479d79-94df-496a-9073-f84cdeb90b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:22.800053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ec00a5d-194e-418f-a8cf-eae5bd145539 req-ff479d79-94df-496a-9073-f84cdeb90b9a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 1096 time: 0.0990894 Dec 11 22:35:22.810107 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50b628a7-793c-4fb4-8fc4-7a725fad0ad2 req-89644364-bf1e-4c40-8472-493907e739f5 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560104 Dec 11 22:35:22.972693 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-69245b58-efcf-4db4-b86c-042343e6daae service neutron] 10.222.0.47 "GET /v2.0/ports/ce022248-3628-412e-b0d4-51927750f75d/bindings/n-h1-710847-6 HTTP/1.1" status: 200 len: 382 time: 0.0851936 Dec 11 22:35:22.984134 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ec00a5d-194e-418f-a8cf-eae5bd145539 req-5cc37c8b-5d8b-414f-a25b-3dcf31e9341a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695652 Dec 11 22:35:23.004862 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e124c307-7f67-454e-b4d0-7628d5cee576 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2099649592-network', 'tenant_id': '6a71688f425e4140977d2fb5123ec3d3'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:23.023423 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012beaaf-50ed-4a28-868e-09d9be9b5f9f req-adb0f834-6d8f-4dbd-b20f-755860cd37ed tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:23.025066 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-012beaaf-50ed-4a28-868e-09d9be9b5f9f req-adb0f834-6d8f-4dbd-b20f-755860cd37ed tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 945 time: 0.1159532 Dec 11 22:35:23.078466 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-012beaaf-50ed-4a28-868e-09d9be9b5f9f req-6fa82664-a220-4a17-b7f8-1e99b4d18348 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464699 Dec 11 22:35:23.163867 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e124c307-7f67-454e-b4d0-7628d5cee576 admin admin] Made reservation on behalf of 6a71688f425e4140977d2fb5123ec3d3 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:35:23.164511 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e124c307-7f67-454e-b4d0-7628d5cee576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.173880 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e124c307-7f67-454e-b4d0-7628d5cee576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.258275 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e124c307-7f67-454e-b4d0-7628d5cee576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.350933 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e124c307-7f67-454e-b4d0-7628d5cee576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.352978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41962) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:23.366773 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e124c307-7f67-454e-b4d0-7628d5cee576 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:35:23.375984 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd47a2e1-6133-4f9e-8918-03cad1d862d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.379619 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e124c307-7f67-454e-b4d0-7628d5cee576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.380200 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-e124c307-7f67-454e-b4d0-7628d5cee576 admin admin] Added segment c0b62ba9-8115-466a-80bd-e976cdd15430 of type vlan for network 54478511-f8de-4e50-83dc-4c9857155262 Dec 11 22:35:23.441811 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e124c307-7f67-454e-b4d0-7628d5cee576 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.448157 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124c307-7f67-454e-b4d0-7628d5cee576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d725f2b4-f23d-41a4-859f-657d4d4ded2d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:23.474429 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd47a2e1-6133-4f9e-8918-03cad1d862d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.516008 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e124c307-7f67-454e-b4d0-7628d5cee576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.517126 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e124c307-7f67-454e-b4d0-7628d5cee576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:23.517999 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e124c307-7f67-454e-b4d0-7628d5cee576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.544443 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd47a2e1-6133-4f9e-8918-03cad1d862d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.584189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124c307-7f67-454e-b4d0-7628d5cee576 admin admin] Pushing event updated for resources: {'Network': ['ID=54478511-f8de-4e50-83dc-4c9857155262,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:23.594797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 54478511-f8de-4e50-83dc-4c9857155262 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:35:23.615543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cd47a2e1-6133-4f9e-8918-03cad1d862d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e822f036ae024ac49bc952f0775771ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593100 Dec 11 22:35:23.616164 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41968) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:23.616499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d117212-e099-4367-a883-2f0898c56a68 req-e79ba12e-eefb-4997-a205-d9e088aaefbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:23.618007 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-e79ba12e-eefb-4997-a205-d9e088aaefbf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af&tenant_id=e828c78368f2446e9a1b9388577b4d40 HTTP/1.1" status: 200 len: 1100 time: 0.1164036 Dec 11 22:35:23.618624 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47a2e1-6133-4f9e-8918-03cad1d862d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa7a13b-6c1d-4a55-a9b8-c5d665adc8b3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:23.651553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db1d8e-d5d7-42d0-9fed-5bb28c789ef9 req-c845cd2c-5e5c-48ae-98af-558b1a434dc0 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:23.653582 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e124c307-7f67-454e-b4d0-7628d5cee576 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9713197 Dec 11 22:35:23.661701 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e2db1d8e-d5d7-42d0-9fed-5bb28c789ef9 req-c845cd2c-5e5c-48ae-98af-558b1a434dc0 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1228762 Dec 11 22:35:23.664426 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41970) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:23.669862 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-858802fa-eba0-407c-bdf5-32ca828fc2e9 admin admin] Request body: {'subnet': {'network_id': '54478511-f8de-4e50-83dc-4c9857155262', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2099649592-subnet', 'tenant_id': '6a71688f425e4140977d2fb5123ec3d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:23.705005 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6733d04b-5cd3-4eaa-9bcc-562d4bc1e436 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.733373 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6733d04b-5cd3-4eaa-9bcc-562d4bc1e436 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.741160 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858802fa-eba0-407c-bdf5-32ca828fc2e9 admin admin] Made reservation on behalf of 6a71688f425e4140977d2fb5123ec3d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:35:23.743998 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-858802fa-eba0-407c-bdf5-32ca828fc2e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.751345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e2db1d8e-d5d7-42d0-9fed-5bb28c789ef9 req-33599590-cd89-4b51-a6b6-cd8c453c92a8 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786259 Dec 11 22:35:23.753405 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d117212-e099-4367-a883-2f0898c56a68 req-bc4603a4-df3a-427e-8cb6-02c78331ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:23.755587 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-bc4603a4-df3a-427e-8cb6-02c78331ffef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 1100 time: 0.0939026 Dec 11 22:35:23.756255 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.872479 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d117212-e099-4367-a883-2f0898c56a68 req-76715741-3b32-4716-be1c-fe6ab900f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:23.874272 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-76715741-3b32-4716-be1c-fe6ab900f0e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1120880 Dec 11 22:35:23.926754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-696fc965-13a4-49ef-837c-5dbe4565f854 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=ce022248-3628-412e-b0d4-51927750f75d HTTP/1.1" status: 200 len: 217 time: 0.0453823 Dec 11 22:35:23.964936 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6733d04b-5cd3-4eaa-9bcc-562d4bc1e436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.967612 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6733d04b-5cd3-4eaa-9bcc-562d4bc1e436 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:23.972763 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6733d04b-5cd3-4eaa-9bcc-562d4bc1e436 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6fa7a13b-6c1d-4a55-a9b8-c5d665adc8b3 HTTP/1.1" status: 204 len: 168 time: 0.3554077 Dec 11 22:35:24.003939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d117212-e099-4367-a883-2f0898c56a68 req-0ab193b8-4050-4e7f-b26e-3c49a6922ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:24.004205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733d04b-5cd3-4eaa-9bcc-562d4bc1e436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa7a13b-6c1d-4a55-a9b8-c5d665adc8b3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:24.005740 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-0ab193b8-4050-4e7f-b26e-3c49a6922ef5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0724833 Dec 11 22:35:24.047178 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c8c0b-89fe-4b32-9602-2efeffa50abd req-4a4e6790-fe66-45e5-8ab8-203c5439481f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:24.048649 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-818c8c0b-89fe-4b32-9602-2efeffa50abd req-4a4e6790-fe66-45e5-8ab8-203c5439481f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.1405110 Dec 11 22:35:24.073270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d117212-e099-4367-a883-2f0898c56a68 req-d86ed3c8-7951-4197-96d0-b2bd13cb09d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:24.077223 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-d86ed3c8-7951-4197-96d0-b2bd13cb09d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625484 Dec 11 22:35:24.104604 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-858802fa-eba0-407c-bdf5-32ca828fc2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:24.140445 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-818c8c0b-89fe-4b32-9602-2efeffa50abd req-7c74b8a7-cd6f-4bbe-a80a-5d044201ec1a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833554 Dec 11 22:35:24.187641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858802fa-eba0-407c-bdf5-32ca828fc2e9 admin admin] Checking segment: {'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:35:24.188004 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858802fa-eba0-407c-bdf5-32ca828fc2e9 admin admin] Network hostable DHCP agents. Network: 54478511-f8de-4e50-83dc-4c9857155262, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:35:24.192805 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858802fa-eba0-407c-bdf5-32ca828fc2e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deb1c5ef-7e62-452c-b0f4-c1de3e5763b5,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:24.235451 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-f13167b7-1f92-44c6-a963-bfd9cf6afa8f service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511195 Dec 11 22:35:24.299712 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858802fa-eba0-407c-bdf5-32ca828fc2e9 admin admin] Network 54478511-f8de-4e50-83dc-4c9857155262 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:35:24.333014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9378f1-5680-458c-af8c-282abcbf3780 req-1ef5c0a8-b32e-45f9-8b41-cbeec4649982 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:24.334624 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc9378f1-5680-458c-af8c-282abcbf3780 req-1ef5c0a8-b32e-45f9-8b41-cbeec4649982 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 945 time: 0.1116810 Dec 11 22:35:24.367870 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-858802fa-eba0-407c-bdf5-32ca828fc2e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 54478511-f8de-4e50-83dc-4c9857155262) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:35:24.377035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d117212-e099-4367-a883-2f0898c56a68 req-aaee931e-8764-45ac-8d3c-9591945877a7 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219351 Dec 11 22:35:24.378285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb15bce-4b99-4805-ad87-4ed4cb831fb5 None None] Network 54478511-f8de-4e50-83dc-4c9857155262 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:35:24.380640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858802fa-eba0-407c-bdf5-32ca828fc2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:24.381309 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-858802fa-eba0-407c-bdf5-32ca828fc2e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:24.410366 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc9378f1-5680-458c-af8c-282abcbf3780 req-b8c96e08-f8cc-429e-89a8-2d48f181f27b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641580 Dec 11 22:35:24.472829 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-858802fa-eba0-407c-bdf5-32ca828fc2e9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8027041 Dec 11 22:35:24.598640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1c7518-2f84-41a4-b569-7017e6f23b39 None None] Network 54478511-f8de-4e50-83dc-4c9857155262 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:35:24.718385 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:24.924617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94d7fb-a9b0-4644-9401-2e610e70f807 req-eff84dd9-af9f-461d-977b-b74aab1b2fb3 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:24.926308 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e94d7fb-a9b0-4644-9401-2e610e70f807 req-eff84dd9-af9f-461d-977b-b74aab1b2fb3 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0559411 Dec 11 22:35:24.978030 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e94d7fb-a9b0-4644-9401-2e610e70f807 req-9d8ad44b-ecf7-4403-ba7d-1fcc69af3012 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439208 Dec 11 22:35:25.179783 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-219dd65a-b1fa-4404-88ba-1e2fa4473bc7 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:25.181586 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-219dd65a-b1fa-4404-88ba-1e2fa4473bc7 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/networks?id=54478511-f8de-4e50-83dc-4c9857155262 HTTP/1.1" status: 200 len: 805 time: 0.1061978 Dec 11 22:35:25.197003 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-baa03e4e-8b5b-4037-9256-cd3e415e4d75 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/quotas/6a71688f425e4140977d2fb5123ec3d3 HTTP/1.1" status: 200 len: 375 time: 0.0093114 Dec 11 22:35:25.234653 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-fcf9496a-08da-4f66-b016-7e90a3acac0e tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a71688f425e4140977d2fb5123ec3d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315435 Dec 11 22:35:25.291979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ec2e5-9881-48d6-8f83-64e40a0d7338 req-b5d2e79d-442e-4500-bde0-91260e56874d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:25.293776 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-697ec2e5-9881-48d6-8f83-64e40a0d7338 req-b5d2e79d-442e-4500-bde0-91260e56874d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.0653555 Dec 11 22:35:25.358128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-697ec2e5-9881-48d6-8f83-64e40a0d7338 req-65bcf293-9769-48f1-bdb5-ef0c3a44ea17 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583408 Dec 11 22:35:25.371730 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-0571288a-cbae-4476-b0c0-49f96c7c117d service neutron] 10.222.0.45 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273601 Dec 11 22:35:25.475594 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-724d87b8-4f61-4d35-a09d-9db917388812 service neutron] 10.222.0.45 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978456 Dec 11 22:35:25.541530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eca829-6664-4582-95b3-15fbd65785cc req-c4a9fb04-b6ba-4d25-8efd-7d2904c57c2c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:25.541770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6eca829-6664-4582-95b3-15fbd65785cc req-c4a9fb04-b6ba-4d25-8efd-7d2904c57c2c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 945 time: 0.0533152 Dec 11 22:35:25.596655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6eca829-6664-4582-95b3-15fbd65785cc req-ddab5d1b-2c2c-42f1-9378-a69d2dc98e6e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488253 Dec 11 22:35:25.948519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677bf8b-fcd4-4df0-a56c-ff45d09ca029 req-bec62397-c483-4f6b-8cf6-af2649bed5d7 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:25.950182 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7677bf8b-fcd4-4df0-a56c-ff45d09ca029 req-bec62397-c483-4f6b-8cf6-af2649bed5d7 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 1096 time: 0.0417233 Dec 11 22:35:26.002623 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7677bf8b-fcd4-4df0-a56c-ff45d09ca029 req-fa4d4cd2-9d65-4eb8-91b4-cc855ab3cddc tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455291 Dec 11 22:35:26.070301 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-abd520da-909e-4099-9f68-b518ed1a8cfb req-2c55968c-5c1e-4993-a3ab-e52cd243f1ab tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 210 time: 0.0280776 Dec 11 22:35:26.280128 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6db413-41d2-4ce8-966a-cd151a4a78b8 req-41edc16b-ca70-452c-8507-114080d50a6d tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:26.282234 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ba6db413-41d2-4ce8-966a-cd151a4a78b8 req-41edc16b-ca70-452c-8507-114080d50a6d tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0560529 Dec 11 22:35:26.351658 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ba6db413-41d2-4ce8-966a-cd151a4a78b8 req-e3856bf5-2d0b-4709-9226-ba283f796812 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591619 Dec 11 22:35:26.512770 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf68d1-f99e-45fa-9999-adea2e7ccd77 req-192aae3b-b04a-46cf-98f6-8794cb66f0e2 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:26.515709 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97cf68d1-f99e-45fa-9999-adea2e7ccd77 req-192aae3b-b04a-46cf-98f6-8794cb66f0e2 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 1096 time: 0.0700424 Dec 11 22:35:26.568996 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97cf68d1-f99e-45fa-9999-adea2e7ccd77 req-f93d1781-fc01-4557-9fc8-d3f8ba3fd54c tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467155 Dec 11 22:35:26.638086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7e872-3cfc-4b46-bf64-16245ec1c708 req-1752ff5e-2d95-4145-a6b3-2e8301aed79a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:26.640318 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4dc7e872-3cfc-4b46-bf64-16245ec1c708 req-1752ff5e-2d95-4145-a6b3-2e8301aed79a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.0767992 Dec 11 22:35:26.695273 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4dc7e872-3cfc-4b46-bf64-16245ec1c708 req-98230a6f-046e-4a2a-a444-7e8179c149d8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481224 Dec 11 22:35:26.819330 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-ef37ba22-a483-486a-bfdf-7894ae06cb8e tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bd8b8882d0b84256ae81960d37aa1622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231504 Dec 11 22:35:26.952093 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-d1c1176b-8927-4a4d-bc59-d236d27e8944 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:26.953611 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-d1c1176b-8927-4a4d-bc59-d236d27e8944 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1257272 Dec 11 22:35:26.969736 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-48ea34f1-6384-46a9-8633-f7a1ec0ec059 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/quotas/bd8b8882d0b84256ae81960d37aa1622 HTTP/1.1" status: 200 len: 375 time: 0.0096233 Dec 11 22:35:27.012126 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-ab4b308c-66aa-4bb9-aab6-ed255a335494 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd8b8882d0b84256ae81960d37aa1622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339687 Dec 11 22:35:27.458751 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-05b7779b-5956-4a38-b646-5800315c128d req-bf326b44-ce36-44a1-b739-e5c73e5c8d43 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 210 time: 0.0349157 Dec 11 22:35:27.676075 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9be9063-d9cc-4a20-b632-966b6339897e req-e878f8d7-0a2d-4ee4-848d-3211eb7443f7 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 210 time: 0.0281332 Dec 11 22:35:27.785830 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4ccac-6b61-4ca0-b8a1-e075274ee99b req-3bd6ba81-dd65-4d69-ba12-3036711b0ae0 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:27.787333 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dcc4ccac-6b61-4ca0-b8a1-e075274ee99b req-3bd6ba81-dd65-4d69-ba12-3036711b0ae0 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0510430 Dec 11 22:35:27.838887 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dcc4ccac-6b61-4ca0-b8a1-e075274ee99b req-5cc2aaa3-981b-46a7-84e1-82bc4c5b4d20 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452144 Dec 11 22:35:28.040424 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27689558-3144-4c66-8c43-34cfd1575071 req-931b5da9-e6ca-49f3-9aa0-67146eaf6e0d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:28.042001 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-27689558-3144-4c66-8c43-34cfd1575071 req-931b5da9-e6ca-49f3-9aa0-67146eaf6e0d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.0807977 Dec 11 22:35:28.096333 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-27689558-3144-4c66-8c43-34cfd1575071 req-3ca8d6b7-9b3f-4e6b-b50c-785a42ca2747 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471985 Dec 11 22:35:28.097007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ce022248-3628-412e-b0d4-51927750f75d details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:35:28.167343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ce022248-3628-412e-b0d4-51927750f75d no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:35:28.298586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ce022248-3628-412e-b0d4-51927750f75d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ce022248-3628-412e-b0d4-51927750f75d,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:28.315880 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'ce022248-3628-412e-b0d4-51927750f75d', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': 'ce022248-3628-412e-b0d4-51927750f75d', 'mac_address': 'fa:16:3e:64:41:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:35:28.322552 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:28.379525 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af2a299-8199-4584-a6dc-e059e94488af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce022248-3628-412e-b0d4-51927750f75d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:28.381873 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2668dbd8-09f8-4ec7-b50f-2247eac990ed" -d '{"events": [{"server_uuid": "1af2a299-8199-4584-a6dc-e059e94488af", "name": "network-vif-unplugged", "status": "completed", "tag": "ce022248-3628-412e-b0d4-51927750f75d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:28.399220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ce022248-3628-412e-b0d4-51927750f75d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ce022248-3628-412e-b0d4-51927750f75d,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:28.400478 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:28.414913 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce022248-3628-412e-b0d4-51927750f75d {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:28.499541 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:28.500426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-99a65dc7-44b9-4d67-afe0-a17436b04c03 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:28.502309 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-99a65dc7-44b9-4d67-afe0-a17436b04c03 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.47 "GET /v2.0/networks?id=54478511-f8de-4e50-83dc-4c9857155262 HTTP/1.1" status: 200 len: 805 time: 0.1373827 Dec 11 22:35:28.508690 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b53a469-1634-4565-9fba-0738deb1e22c x-openstack-request-id: req-8b53a469-1634-4565-9fba-0738deb1e22c {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:28.508690 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af2a299-8199-4584-a6dc-e059e94488af", "name": "network-vif-unplugged", "status": "completed", "tag": "ce022248-3628-412e-b0d4-51927750f75d", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:28.510537 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b53a469-1634-4565-9fba-0738deb1e22c {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:28.510973 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af2a299-8199-4584-a6dc-e059e94488af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce022248-3628-412e-b0d4-51927750f75d', 'code': 200} Dec 11 22:35:28.596948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-44ad4cad-e00d-40de-9009-07a80d99d355 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Request body: {'port': {'device_id': 'a30f58e7-593a-4c83-9dd9-f682105aa969', 'network_id': '54478511-f8de-4e50-83dc-4c9857155262', 'admin_state_up': True, 'tenant_id': '6a71688f425e4140977d2fb5123ec3d3'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:28.601851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11271f59-63a6-4f09-a730-6e0f871b3888 req-b12ce57b-e41c-4362-b7b3-7afe6e4a56ac tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:28.602946 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:35:28.603483 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:35:28.611069 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-11271f59-63a6-4f09-a730-6e0f871b3888 req-b12ce57b-e41c-4362-b7b3-7afe6e4a56ac tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 947 time: 0.0578895 Dec 11 22:35:28.612260 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=ce022248-3628-412e-b0d4-51927750f75d,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:28.676165 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-11271f59-63a6-4f09-a730-6e0f871b3888 req-4d215b12-151b-479f-a49a-4f08bc4f213f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638056 Dec 11 22:35:28.790574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706aff7-e991-4ebd-a368-39a30219683e req-bdae71d3-c416-4674-b617-a64801ec4ff1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:28.792190 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2706aff7-e991-4ebd-a368-39a30219683e req-bdae71d3-c416-4674-b617-a64801ec4ff1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.47 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af&tenant_id=e828c78368f2446e9a1b9388577b4d40&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 947 time: 0.0874407 Dec 11 22:35:28.818962 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c7d9a38-ea17-4749-9c9a-8a0852a4c4a7 req-47730e8d-99bb-429e-86a6-25a228a91459 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 210 time: 0.0576444 Dec 11 22:35:28.929206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-44ad4cad-e00d-40de-9009-07a80d99d355 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Made reservation on behalf of 6a71688f425e4140977d2fb5123ec3d3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:35:28.933283 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-44ad4cad-e00d-40de-9009-07a80d99d355 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:28.945045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706aff7-e991-4ebd-a368-39a30219683e req-66d8a983-06ee-44ea-974e-586d64c014bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:28.946570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2706aff7-e991-4ebd-a368-39a30219683e req-66d8a983-06ee-44ea-974e-586d64c014bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 1098 time: 0.0751135 Dec 11 22:35:29.054554 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-620900d5-4e23-4cb5-a0e0-3dad0026b9b8 req-7d71c42c-0089-4079-ab6a-a07bc2a89ddb tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 210 time: 0.0325582 Dec 11 22:35:29.100059 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-b12e9267-3b0e-4f14-b6e6-14cae284ea51 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:35:29.113425 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-b12e9267-3b0e-4f14-b6e6-14cae284ea51 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0248027 Dec 11 22:35:29.138741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706aff7-e991-4ebd-a368-39a30219683e req-3a3b795d-17a4-4594-846b-a2d420883590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:29.140257 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2706aff7-e991-4ebd-a368-39a30219683e req-3a3b795d-17a4-4594-846b-a2d420883590 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1851394 Dec 11 22:35:29.163950 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-45da06bd-a04b-4882-beab-e4ee3c2f8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:29.165332 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-45da06bd-a04b-4882-beab-e4ee3c2f8a54 service neutron] 10.222.0.45 "GET /v2.0/ports/ea7f4509-4f61-4640-8f9b-b12e2884be88 HTTP/1.1" status: 200 len: 1093 time: 0.0507643 Dec 11 22:35:29.180063 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-3a594c1e-be1b-408e-9178-0f631832d2df service neutron] Request body: {'binding': {'host': 'n-h1-710847-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:29.180451 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-3a594c1e-be1b-408e-9178-0f631832d2df service neutron] Unknown quota resources ['binding']. {{(pid=103691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 22:35:29.181329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-44ad4cad-e00d-40de-9009-07a80d99d355 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Allocated IP 172.20.0.2 (54478511-f8de-4e50-83dc-4c9857155262/deb1c5ef-7e62-452c-b0f4-c1de3e5763b5/e19fdb9a-06c2-4261-b418-4e345a7c8649) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:35:29.205009 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:29.221534 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce022248-3628-412e-b0d4-51927750f75d {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:29.225230 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2706aff7-e991-4ebd-a368-39a30219683e req-b5ffe45b-f468-4f84-abd9-1a457706221e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=ce022248-3628-412e-b0d4-51927750f75d HTTP/1.1" status: 200 len: 217 time: 0.0622149 Dec 11 22:35:29.245767 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ce022248-3628-412e-b0d4-51927750f75d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ce022248-3628-412e-b0d4-51927750f75d,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:29.327828 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:29.360973 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706aff7-e991-4ebd-a368-39a30219683e req-28606324-0e7c-4deb-abf7-bb9d0ae9dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:29.362587 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2706aff7-e991-4ebd-a368-39a30219683e req-28606324-0e7c-4deb-abf7-bb9d0ae9dbae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1303365 Dec 11 22:35:29.386276 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c2317-6fda-498b-b3c6-a0392017ad7a req-d1c2255f-5059-4bb7-8ab9-1935ee2560cd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:29.398648 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c17c2317-6fda-498b-b3c6-a0392017ad7a req-d1c2255f-5059-4bb7-8ab9-1935ee2560cd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1805098 Dec 11 22:35:29.415524 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=ce022248-3628-412e-b0d4-51927750f75d,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:29.488251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706aff7-e991-4ebd-a368-39a30219683e req-9ae3ad5d-7002-4b09-aa23-a14c825ccf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:29.489976 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2706aff7-e991-4ebd-a368-39a30219683e req-9ae3ad5d-7002-4b09-aa23-a14c825ccf2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185584 Dec 11 22:35:29.503121 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c17c2317-6fda-498b-b3c6-a0392017ad7a req-a552eb09-4279-4cee-a994-1f01b29b39bc tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027269 Dec 11 22:35:29.538670 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-44ad4cad-e00d-40de-9009-07a80d99d355 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:29.546575 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-3a594c1e-be1b-408e-9178-0f631832d2df service neutron] Attempting to bind port ea7f4509-4f61-4640-8f9b-b12e2884be88 on host n-h1-710847-6 for vnic_type normal with profile None {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:35:29.546945 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-3a594c1e-be1b-408e-9178-0f631832d2df service neutron] Attempting to bind port ea7f4509-4f61-4640-8f9b-b12e2884be88 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:35:29.547278 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-3a594c1e-be1b-408e-9178-0f631832d2df service neutron] Attempting to bind port ea7f4509-4f61-4640-8f9b-b12e2884be88 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:29.552948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-3a594c1e-be1b-408e-9178-0f631832d2df service neutron] Port ea7f4509-4f61-4640-8f9b-b12e2884be88 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:35:29.553279 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-3a594c1e-be1b-408e-9178-0f631832d2df service neutron] Attempting to bind port ea7f4509-4f61-4640-8f9b-b12e2884be88 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:29.559200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-3a594c1e-be1b-408e-9178-0f631832d2df service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:35:29.559540 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-3a594c1e-be1b-408e-9178-0f631832d2df service neutron] Checking segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:35:29.560079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-3a594c1e-be1b-408e-9178-0f631832d2df service neutron] Bound using segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:35:29.560515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-3a594c1e-be1b-408e-9178-0f631832d2df service neutron] Bound port: ea7f4509-4f61-4640-8f9b-b12e2884be88, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:35:29.643900 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2706aff7-e991-4ebd-a368-39a30219683e req-43dd3d7c-44fb-4eeb-8829-dd3555cec695 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443553 Dec 11 22:35:29.650179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['ce022248-3628-412e-b0d4-51927750f75d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:35:29.661170 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-3a594c1e-be1b-408e-9178-0f631832d2df service neutron] For port ea7f4509-4f61-4640-8f9b-b12e2884be88, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:35:29.747366 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-44ad4cad-e00d-40de-9009-07a80d99d355 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:29.781132 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-3a594c1e-be1b-408e-9178-0f631832d2df service neutron] Publish callbacks [] for binding, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:29.782979 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-3a594c1e-be1b-408e-9178-0f631832d2df service neutron] 10.222.0.45 "POST /v2.0/ports/ea7f4509-4f61-4640-8f9b-b12e2884be88/bindings HTTP/1.1" status: 201 len: 389 time: 0.6088276 Dec 11 22:35:29.817510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-44ad4cad-e00d-40de-9009-07a80d99d355 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Network 54478511-f8de-4e50-83dc-4c9857155262 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:35:29.823851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-44ad4cad-e00d-40de-9009-07a80d99d355 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:35:29.836166 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2706aff7-e991-4ebd-a368-39a30219683e req-aef1ed12-4459-4966-a577-594b2eb93529 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827798 Dec 11 22:35:29.839718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-44ad4cad-e00d-40de-9009-07a80d99d355 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:35:29.847028 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-44ad4cad-e00d-40de-9009-07a80d99d355 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:29.848615 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-44ad4cad-e00d-40de-9009-07a80d99d355 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:29.855861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad4cad-e00d-40de-9009-07a80d99d355 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Pushing event updated for resources: {'Port': ['ID=e19fdb9a-06c2-4261-b418-4e345a7c8649,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:29.879503 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85a3f0-ff72-40a2-9ae1-4a1bb1668589 req-b968318c-d58b-4907-98ec-e113f9fb6e09 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:29.881112 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f85a3f0-ff72-40a2-9ae1-4a1bb1668589 req-b968318c-d58b-4907-98ec-e113f9fb6e09 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 948 time: 0.0786319 Dec 11 22:35:29.927287 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-44ad4cad-e00d-40de-9009-07a80d99d355 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3425932 Dec 11 22:35:29.948405 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f85a3f0-ff72-40a2-9ae1-4a1bb1668589 req-a216038e-fbde-4870-aee9-1a790721503e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605290 Dec 11 22:35:30.000242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Request body: {'port': {'device_id': 'a30f58e7-593a-4c83-9dd9-f682105aa969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:30.110271 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:30.115629 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c725674-2a19-434e-8bce-4fcf6a599fa0 req-e7da24e6-d191-4873-bac5-be9133ad3290 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:30.121858 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c725674-2a19-434e-8bce-4fcf6a599fa0 req-e7da24e6-d191-4873-bac5-be9133ad3290 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 931 time: 0.0848885 Dec 11 22:35:30.190327 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c725674-2a19-434e-8bce-4fcf6a599fa0 req-5322f3d7-d502-4f0a-8af8-fdeace425992 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582051 Dec 11 22:35:30.319276 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71bcbcf3-1e52-4fbc-ba0e-e92ef9eb129b req-d8a19d2a-cace-4c82-94b6-064654905178 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 210 time: 0.0561275 Dec 11 22:35:30.620895 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-62e71fb9-0c29-4a5d-90f1-87495e6b2d02 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=bd8b8882d0b84256ae81960d37aa1622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3172643 Dec 11 22:35:30.635415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885a74f-05b7-4da4-ae87-d96e2caf1eda req-9f269e6d-d8e3-4c5a-844e-cab05478fd7c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:30.642567 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1885a74f-05b7-4da4-ae87-d96e2caf1eda req-9f269e6d-d8e3-4c5a-844e-cab05478fd7c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 945 time: 0.4674048 Dec 11 22:35:30.700503 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479a9a3-61ec-4985-b78b-290a82cb696b req-1fc289e1-105d-4fdb-b239-de9c89f78630 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:30.702084 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8479a9a3-61ec-4985-b78b-290a82cb696b req-1fc289e1-105d-4fdb-b239-de9c89f78630 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1229551 Dec 11 22:35:30.725206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.47', 60444) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:30.820057 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8479a9a3-61ec-4985-b78b-290a82cb696b req-285fa1fa-483a-4691-a5b5-5ccf2a44c6bd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057112 Dec 11 22:35:30.850094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-14058669-4871-47c6-9470-7d94951e45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:30.852197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-14058669-4871-47c6-9470-7d94951e45b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 1096 time: 0.1167724 Dec 11 22:35:30.887962 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1885a74f-05b7-4da4-ae87-d96e2caf1eda req-6f4fde75-2370-4db7-859a-d4852deb6cdc tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198145 Dec 11 22:35:30.936912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-674c41bc-431b-481f-9d42-0caedba3bb31 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:30.938358 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-674c41bc-431b-481f-9d42-0caedba3bb31 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2946501 Dec 11 22:35:30.965156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Request body: {'port': {'device_id': 'b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'bd8b8882d0b84256ae81960d37aa1622'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:31.028107 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-6aecced6-a4ad-4304-a276-7f899322b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:31.029721 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-6aecced6-a4ad-4304-a276-7f899322b276 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.1693115 Dec 11 22:35:31.124342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19fdb9a-06c2-4261-b418-4e345a7c8649 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:31.134648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:31.152328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Transition to ACTIVE for port object e19fdb9a-06c2-4261-b418-4e345a7c8649 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:35:31.152563 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-bbaa3809-e43c-446e-9fb5-fed446f75e1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88 HTTP/1.1" status: 200 len: 217 time: 0.0986600 Dec 11 22:35:31.254192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Made reservation on behalf of bd8b8882d0b84256ae81960d37aa1622 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:35:31.257589 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:31.268290 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:31.291771 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bf2dc-c32f-4f29-ac0d-2593a67faa5f req-ec7bf5b0-50a0-4e1e-8117-3a9fddd613cc tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:31.299213 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c68bf2dc-c32f-4f29-ac0d-2593a67faa5f req-ec7bf5b0-50a0-4e1e-8117-3a9fddd613cc tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 948 time: 0.2263863 Dec 11 22:35:31.310582 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:31.340816 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-007684a0-21e4-46a0-a087-884e45c22ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:31.344915 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-007684a0-21e4-46a0-a087-884e45c22ddf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.1545660 Dec 11 22:35:31.434728 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c68bf2dc-c32f-4f29-ac0d-2593a67faa5f req-a6297a72-708f-40bb-9ba5-37ca760bfc10 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188912 Dec 11 22:35:31.434728 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-539d3dfe-742e-495f-ba7f-8bdea213e98c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732021 Dec 11 22:35:31.478487 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e19fdb9a-06c2-4261-b418-4e345a7c8649,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:31.489246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Attempting to bind port e19fdb9a-06c2-4261-b418-4e345a7c8649 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:35:31.489838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Attempting to bind port e19fdb9a-06c2-4261-b418-4e345a7c8649 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:35:31.496194 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Attempting to bind port e19fdb9a-06c2-4261-b418-4e345a7c8649 on network 54478511-f8de-4e50-83dc-4c9857155262 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:31.496534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Port e19fdb9a-06c2-4261-b418-4e345a7c8649 on network 54478511-f8de-4e50-83dc-4c9857155262 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:35:31.497034 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Attempting to bind port e19fdb9a-06c2-4261-b418-4e345a7c8649 on network 54478511-f8de-4e50-83dc-4c9857155262 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:31.508722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e435b06-bfab-4d5a-92d8-d703aca7b08d req-c1bcd400-16ec-4840-b7c2-ce480285c2a2 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:31.517145 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e435b06-bfab-4d5a-92d8-d703aca7b08d req-c1bcd400-16ec-4840-b7c2-ce480285c2a2 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 943 time: 0.2101271 Dec 11 22:35:31.552375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:35:31.552984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Checking segment: {'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:35:31.553590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Bound using segment: {'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:35:31.554433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Bound port: e19fdb9a-06c2-4261-b418-4e345a7c8649, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:35:31.554977 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:31.618317 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:31.635416 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-daf0743a-0056-4f7d-8b96-44c869b590b2 req-2788c05b-c572-4ad2-b785-5a560f024ebc tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 210 time: 0.0480981 Dec 11 22:35:31.635653 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e435b06-bfab-4d5a-92d8-d703aca7b08d req-825fe517-61cf-442d-b4df-c22554d6a2fe tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122177 Dec 11 22:35:31.698494 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-d65b9b76-7047-4ed3-adfe-cb714dfc898d service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636530 Dec 11 22:35:31.706230 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:31.824876 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-e9ec2569-b290-4f31-bd42-84942d17a4a9 service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130760 Dec 11 22:35:31.844468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] For port e19fdb9a-06c2-4261-b418-4e345a7c8649, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:35:31.871999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9785150e-551f-48b3-93f8-9719edce681c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:31.875793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] For port e19fdb9a-06c2-4261-b418-4e345a7c8649, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e19fdb9a-06c2-4261-b418-4e345a7c8649,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:35:31.930997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03257ab6-0a10-414a-ab24-ccfcb476e860 req-540ba401-27a3-4b35-9e97-4ed05f00a7e8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:31.932454 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03257ab6-0a10-414a-ab24-ccfcb476e860 req-540ba401-27a3-4b35-9e97-4ed05f00a7e8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 948 time: 0.2209775 Dec 11 22:35:31.969467 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:31.995120 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e7122-1cd3-4c39-b709-e96dc1f1c754 req-129f9ea2-e541-4be5-b3d8-be17cdd4a4d5 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:32.001590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Allocated IP 192.168.233.144 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/a885a73f-a4c7-4062-a696-d230ef215dd3) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:35:32.014018 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6b9e7122-1cd3-4c39-b709-e96dc1f1c754 req-129f9ea2-e541-4be5-b3d8-be17cdd4a4d5 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1090395 Dec 11 22:35:32.044850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:32.045477 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:32.053150 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/e19fdb9a-06c2-4261-b418-4e345a7c8649 HTTP/1.1" status: 200 len: 1091 time: 2.0563416 Dec 11 22:35:32.053150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30f58e7-593a-4c83-9dd9-f682105aa969', 'tag': 'e19fdb9a-06c2-4261-b418-4e345a7c8649'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:32.055047 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7823f06a-a572-4ccf-bdfb-4ee185e13e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "a30f58e7-593a-4c83-9dd9-f682105aa969", "tag": "e19fdb9a-06c2-4261-b418-4e345a7c8649"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:32.096754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03257ab6-0a10-414a-ab24-ccfcb476e860 req-d326266d-979c-4712-a9c2-a011ae2795b4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462140 Dec 11 22:35:32.112768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7980c3f-aed9-4a58-9e9a-4b3be97f05e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e19fdb9a-06c2-4261-b418-4e345a7c8649,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:32.115431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ce022248-3628-412e-b0d4-51927750f75d up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:35:32.471792 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-7a4cb786-4afa-4678-8ffc-eaa66859792f tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:32.471792 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-7a4cb786-4afa-4678-8ffc-eaa66859792f tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0&tenant_id=4a03958ca25f4977b4fabaad3b861845&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 1096 time: 0.2627811 Dec 11 22:35:32.471792 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-710847-6'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:32.472769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port ce022248-3628-412e-b0d4-51927750f75d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:32.472769 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:32.473792 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:32.474166 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6b9e7122-1cd3-4c39-b709-e96dc1f1c754 req-68418d32-03a2-43da-b262-8701e6c08b28 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335416 Dec 11 22:35:32.523457 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:32.529918 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762733b9-b779-4ea1-b807-684b9177ea5c x-openstack-request-id: req-762733b9-b779-4ea1-b807-684b9177ea5c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:32.534853 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30f58e7-593a-4c83-9dd9-f682105aa969", "tag": "e19fdb9a-06c2-4261-b418-4e345a7c8649", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:32.535638 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-762733b9-b779-4ea1-b807-684b9177ea5c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:32.537614 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30f58e7-593a-4c83-9dd9-f682105aa969', 'tag': 'e19fdb9a-06c2-4261-b418-4e345a7c8649', 'status': 'completed', 'code': 200} Dec 11 22:35:32.589586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ce022248-3628-412e-b0d4-51927750f75d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ce022248-3628-412e-b0d4-51927750f75d,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:32.589586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af2a299-8199-4584-a6dc-e059e94488af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce022248-3628-412e-b0d4-51927750f75d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:32.589586 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2df3f8f-2199-4bce-9738-3c9f518ea3fc" -d '{"events": [{"server_uuid": "1af2a299-8199-4584-a6dc-e059e94488af", "name": "network-vif-plugged", "status": "completed", "tag": "ce022248-3628-412e-b0d4-51927750f75d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:32.640242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-8907b58e-34e1-479a-af15-629337e088d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:32.640242 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-8907b58e-34e1-479a-af15-629337e088d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a71688f425e4140977d2fb5123ec3d3&device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 1094 time: 0.2331247 Dec 11 22:35:32.710260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b798d2-96b5-40e3-883e-50219f1a1b17 req-d64380dd-8c50-437f-9e16-266c2924f677 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:32.710260 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01b798d2-96b5-40e3-883e-50219f1a1b17 req-d64380dd-8c50-437f-9e16-266c2924f677 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 945 time: 0.2639751 Dec 11 22:35:32.710260 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:32.747857 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-0c9c3892-ffce-45e3-8854-d705ce3ec2ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e19fdb9a-06c2-4261-b418-4e345a7c8649 HTTP/1.1" status: 200 len: 217 time: 0.0827961 Dec 11 22:35:32.790956 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:32.798658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:35:32.803641 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:32.808545 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fecc6a6-60fa-4c77-99aa-16c65582340f x-openstack-request-id: req-7fecc6a6-60fa-4c77-99aa-16c65582340f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:32.812492 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af2a299-8199-4584-a6dc-e059e94488af", "name": "network-vif-plugged", "status": "completed", "tag": "ce022248-3628-412e-b0d4-51927750f75d", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:32.812492 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7fecc6a6-60fa-4c77-99aa-16c65582340f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:32.812492 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af2a299-8199-4584-a6dc-e059e94488af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce022248-3628-412e-b0d4-51927750f75d', 'code': 200} Dec 11 22:35:32.867698 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=ce022248-3628-412e-b0d4-51927750f75d,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:32.889569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:35:32.926302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:35:32.935605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:32.936273 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:32.956517 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01b798d2-96b5-40e3-883e-50219f1a1b17 req-5f0a7fb2-6718-4885-9237-1cbe48b66896 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316222 Dec 11 22:35:32.986734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-c618595d-cb8b-49e1-bb4c-0f948b7710b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:32.988171 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-c618595d-cb8b-49e1-bb4c-0f948b7710b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=deb1c5ef-7e62-452c-b0f4-c1de3e5763b5 HTTP/1.1" status: 200 len: 845 time: 0.2150228 Dec 11 22:35:32.988929 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Pushing event updated for resources: {'Port': ['ID=a885a73f-a4c7-4062-a696-d230ef215dd3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:33.051487 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-514bc730-f5b9-468c-bc0f-a1822cb5b1bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54478511-f8de-4e50-83dc-4c9857155262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473797 Dec 11 22:35:33.094910 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-740eccc6-4d40-47bf-8e27-4b3cb2a75188 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1368136 Dec 11 22:35:33.126736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea0e32-708c-4e88-aaf8-38c200f07563 req-b063a1e9-1c53-4dd1-837d-cc245917db65 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:33.136835 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-56ea0e32-708c-4e88-aaf8-38c200f07563 req-b063a1e9-1c53-4dd1-837d-cc245917db65 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 943 time: 0.2112520 Dec 11 22:35:33.146026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Request body: {'port': {'device_id': 'b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:33.294592 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-56ea0e32-708c-4e88-aaf8-38c200f07563 req-54058ed8-bcb7-4d3c-be73-6c4e7c034188 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567144 Dec 11 22:35:33.310123 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-09721a03-cd8a-424d-957e-a9bcd5ac758c None None] Provisioning complete for port a885a73f-a4c7-4062-a696-d230ef215dd3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:33.310689 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] For port ea7f4509-4f61-4640-8f9b-b12e2884be88, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:33.310878 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09721a03-cd8a-424d-957e-a9bcd5ac758c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:33.327561 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-47ac719f-a0e3-4d89-b59c-d76715e50693 service neutron] 10.222.0.47 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609365 Dec 11 22:35:33.378837 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] For port ea7f4509-4f61-4640-8f9b-b12e2884be88, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:35:33.382787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23df4f-706f-41c3-859c-266400457346 req-030dd329-bb5b-4743-9da6-cc72a0452a5a tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:33.396193 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc23df4f-706f-41c3-859c-266400457346 req-030dd329-bb5b-4743-9da6-cc72a0452a5a tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 936 time: 0.3000031 Dec 11 22:35:33.399903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-09721a03-cd8a-424d-957e-a9bcd5ac758c None None] Port a885a73f-a4c7-4062-a696-d230ef215dd3 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:35:33.437452 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9365822-8361-423d-a08a-f287695788b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7f4509-4f61-4640-8f9b-b12e2884be88'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:33.440956 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c18e60-411e-4516-b026-ffe6843ba92d" -d '{"events": [{"server_uuid": "b9365822-8361-423d-a08a-f287695788b0", "name": "network-vif-unplugged", "status": "completed", "tag": "ea7f4509-4f61-4640-8f9b-b12e2884be88"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:33.462544 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:33.520330 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3250d5ea-9699-45e1-9d9b-b38456412bb6 x-openstack-request-id: req-3250d5ea-9699-45e1-9d9b-b38456412bb6 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:33.520330 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9365822-8361-423d-a08a-f287695788b0", "name": "network-vif-unplugged", "status": "completed", "tag": "ea7f4509-4f61-4640-8f9b-b12e2884be88", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:33.520330 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3250d5ea-9699-45e1-9d9b-b38456412bb6 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:33.520330 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9365822-8361-423d-a08a-f287695788b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7f4509-4f61-4640-8f9b-b12e2884be88', 'code': 200} Dec 11 22:35:33.534989 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:33.547460 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:33.652230 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a95f1646-dbf4-49f0-8ffd-82cea33711c4 req-b65ae1ec-3e43-4d79-b689-06352ffb5198 service neutron] 10.222.0.47 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185172 Dec 11 22:35:33.663665 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc23df4f-706f-41c3-859c-266400457346 req-195ed394-70a4-4d67-b5c9-2269a5945598 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/security-groups?id=9785150e-551f-48b3-93f8-9719edce681c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665515 Dec 11 22:35:33.754675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Attempting to bind port ea7f4509-4f61-4640-8f9b-b12e2884be88 on host n-h2-710847-6 for vnic_type normal with profile {"migrating_to": "n-h1-710847-6"} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:35:33.755380 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Attempting to bind port ea7f4509-4f61-4640-8f9b-b12e2884be88 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:35:33.755893 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Attempting to bind port ea7f4509-4f61-4640-8f9b-b12e2884be88 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:33.814258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Port ea7f4509-4f61-4640-8f9b-b12e2884be88 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:35:33.814923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Attempting to bind port ea7f4509-4f61-4640-8f9b-b12e2884be88 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:33.832207 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Pushing event updated for resources: {'Port': ['ID=ea7f4509-4f61-4640-8f9b-b12e2884be88,revision_number=7']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:33.861518 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72421a78-1488-48a9-bcd0-839f572108a9 req-d467254c-889d-4c9c-81b0-6142bc334415 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:33.868529 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-72421a78-1488-48a9-bcd0-839f572108a9 req-d467254c-889d-4c9c-81b0-6142bc334415 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1274118 Dec 11 22:35:33.868529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:35:33.868529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Checking segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:35:33.868529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Bound using segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:35:33.868529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Bound port: ea7f4509-4f61-4640-8f9b-b12e2884be88, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:35:33.868529 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:33.923118 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ca017f92-482c-474b-be57-fca1fb8f84bf tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e828c78368f2446e9a1b9388577b4d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758355 Dec 11 22:35:33.967677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] For port ea7f4509-4f61-4640-8f9b-b12e2884be88, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:35:33.971214 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] For port ea7f4509-4f61-4640-8f9b-b12e2884be88, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:35:33.983515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823f06a-a572-4ccf-bdfb-4ee185e13e9f req-1e9a5282-6e82-4bf3-9242-549788e936ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:33.988094 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7823f06a-a572-4ccf-bdfb-4ee185e13e9f req-1e9a5282-6e82-4bf3-9242-549788e936ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a71688f425e4140977d2fb5123ec3d3&device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 1094 time: 0.1400867 Dec 11 22:35:34.030195 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-72421a78-1488-48a9-bcd0-839f572108a9 req-3f15b118-1c8d-44a6-82af-aa9b759f606b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439118 Dec 11 22:35:34.059406 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:34.202578 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Pushing event updated for resources: {'Port': ['ID=ea7f4509-4f61-4640-8f9b-b12e2884be88,revision_number=8']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:34.252951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-f958dc0d-6a96-4696-8314-7b88076eaa33 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:34.254827 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-f958dc0d-6a96-4696-8314-7b88076eaa33 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3219600 Dec 11 22:35:34.270490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823f06a-a572-4ccf-bdfb-4ee185e13e9f req-b6290a3f-de71-42cb-99f5-3d9d7541ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:34.272031 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7823f06a-a572-4ccf-bdfb-4ee185e13e9f req-b6290a3f-de71-42cb-99f5-3d9d7541ee02 service neutron] 10.222.0.47 "GET /v2.0/networks?id=54478511-f8de-4e50-83dc-4c9857155262 HTTP/1.1" status: 200 len: 906 time: 0.2306762 Dec 11 22:35:34.291779 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ee8ac070-9a92-47f7-a2ae-3d93b69a0a1b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/quotas/e828c78368f2446e9a1b9388577b4d40 HTTP/1.1" status: 200 len: 375 time: 0.0186238 Dec 11 22:35:34.333012 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:34.333926 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:34.335624 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-152d9e5c-092b-4a93-86fb-056e7e8d573b service neutron] 10.222.0.47 "PUT /v2.0/ports/ea7f4509-4f61-4640-8f9b-b12e2884be88 HTTP/1.1" status: 200 len: 1121 time: 2.0460544 Dec 11 22:35:34.337167 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7823f06a-a572-4ccf-bdfb-4ee185e13e9f req-1c512e9c-e996-442a-bcc5-88a59cd30150 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e19fdb9a-06c2-4261-b418-4e345a7c8649 HTTP/1.1" status: 200 len: 217 time: 0.0442586 Dec 11 22:35:34.367139 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ae2eb-8cb2-4ce9-ba98-eafe4bb480c3 req-40f374d9-0664-4d11-8d72-b8ccf9668b97 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:34.385752 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-874ae2eb-8cb2-4ce9-ba98-eafe4bb480c3 req-40f374d9-0664-4d11-8d72-b8ccf9668b97 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 943 time: 0.0836015 Dec 11 22:35:34.444238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ea7f4509-4f61-4640-8f9b-b12e2884be88'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:35:34.452047 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-874ae2eb-8cb2-4ce9-ba98-eafe4bb480c3 req-1341a01a-e593-42f7-84bf-2a0c401d7ae1 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593565 Dec 11 22:35:34.458380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a885a73f-a4c7-4062-a696-d230ef215dd3 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:34.495123 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:34.529849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Transition to ACTIVE for port object a885a73f-a4c7-4062-a696-d230ef215dd3 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:35:34.536528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823f06a-a572-4ccf-bdfb-4ee185e13e9f req-cb630a1f-a3b0-4d1f-b835-7f35157d9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:34.540314 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7823f06a-a572-4ccf-bdfb-4ee185e13e9f req-cb630a1f-a3b0-4d1f-b835-7f35157d9d42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=deb1c5ef-7e62-452c-b0f4-c1de3e5763b5 HTTP/1.1" status: 200 len: 845 time: 0.1684167 Dec 11 22:35:34.561063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-9c2008bc-467b-4635-bc42-debf79da1776 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2227421 Dec 11 22:35:34.621917 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7823f06a-a572-4ccf-bdfb-4ee185e13e9f req-79190a9e-43d8-4f37-802c-f0cfcb1013a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54478511-f8de-4e50-83dc-4c9857155262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579989 Dec 11 22:35:34.623324 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:34.657370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b61298-723e-4f7a-8c94-293d963dbd76 req-3f84ec20-4851-4515-912e-5b22239d39c4 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:34.657370 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-69b61298-723e-4f7a-8c94-293d963dbd76 req-3f84ec20-4851-4515-912e-5b22239d39c4 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 943 time: 0.0832622 Dec 11 22:35:34.743245 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-69b61298-723e-4f7a-8c94-293d963dbd76 req-9c699d57-d447-408f-b996-cac57d0ca3f9 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863843 Dec 11 22:35:34.802752 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7823f06a-a572-4ccf-bdfb-4ee185e13e9f req-2a792d67-a811-4b6d-9123-e678848fce68 service neutron] 10.222.0.47 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658356 Dec 11 22:35:34.950646 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd99a1aa-2f18-4489-a200-86bc9e28cc9b req-cda9c380-223b-4bb2-9af4-26c4fbcf40d9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 210 time: 0.0341878 Dec 11 22:35:35.036160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Pushing event updated for resources: {'Port': ['ID=a885a73f-a4c7-4062-a696-d230ef215dd3,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:35.098191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Attempting to bind port a885a73f-a4c7-4062-a696-d230ef215dd3 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:35:35.105317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Attempting to bind port a885a73f-a4c7-4062-a696-d230ef215dd3 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:35:35.105822 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Attempting to bind port a885a73f-a4c7-4062-a696-d230ef215dd3 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:35.149051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb2035-3c7b-481f-9159-33bb14b77242 req-b7542ab9-ec90-40ab-9669-830b06690658 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:35.156799 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7fb2035-3c7b-481f-9159-33bb14b77242 req-b7542ab9-ec90-40ab-9669-830b06690658 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 948 time: 0.2105525 Dec 11 22:35:35.162141 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Port a885a73f-a4c7-4062-a696-d230ef215dd3 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:35:35.162473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Attempting to bind port a885a73f-a4c7-4062-a696-d230ef215dd3 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:35.196120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:35:35.196478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:35:35.196987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:35:35.197606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Bound port: a885a73f-a4c7-4062-a696-d230ef215dd3, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:35:35.197890 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:35.227073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9e691-2eb1-4169-b786-752d2605673a req-3666c0df-df34-48fe-b103-02e424649189 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:35.234452 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04d9e691-2eb1-4169-b786-752d2605673a req-3666c0df-df34-48fe-b103-02e424649189 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1040823 Dec 11 22:35:35.277908 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7823f06a-a572-4ccf-bdfb-4ee185e13e9f req-9c2b0f3d-764d-4072-8118-b03ea62a3b5b service neutron] 10.222.0.47 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248242 Dec 11 22:35:35.320932 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04d9e691-2eb1-4169-b786-752d2605673a req-8eac9071-a5cb-46c2-812f-58818a940fa4 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850358 Dec 11 22:35:35.367178 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7fb2035-3c7b-481f-9159-33bb14b77242 req-e3aba4f7-3bf3-45dc-9457-015ce3b9b929 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/security-groups?id=9785150e-551f-48b3-93f8-9719edce681c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063832 Dec 11 22:35:35.375149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] For port a885a73f-a4c7-4062-a696-d230ef215dd3, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:35:35.375149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] For port a885a73f-a4c7-4062-a696-d230ef215dd3, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a885a73f-a4c7-4062-a696-d230ef215dd3,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:35:35.483352 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:35.521376 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9365822-8361-423d-a08a-f287695788b0', 'tag': 'ea7f4509-4f61-4640-8f9b-b12e2884be88'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:35.527819 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68920287-5ee2-45d7-94bb-16103269faca" -d '{"events": [{"name": "network-changed", "server_uuid": "b9365822-8361-423d-a08a-f287695788b0", "tag": "ea7f4509-4f61-4640-8f9b-b12e2884be88"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:35.555185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:35.555845 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:35.561065 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] 10.222.0.47 "PUT /v2.0/ports/a885a73f-a4c7-4062-a696-d230ef215dd3 HTTP/1.1" status: 200 len: 1096 time: 2.4220469 Dec 11 22:35:35.561533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1', 'tag': 'a885a73f-a4c7-4062-a696-d230ef215dd3'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:35.563881 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580b8fed-3bc9-4e18-82bf-634221473651" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1", "tag": "a885a73f-a4c7-4062-a696-d230ef215dd3"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:35.602867 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3cd759-36d5-4bb3-b3ae-d01200d5ec5d x-openstack-request-id: req-3d3cd759-36d5-4bb3-b3ae-d01200d5ec5d {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:35.603609 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9365822-8361-423d-a08a-f287695788b0", "tag": "ea7f4509-4f61-4640-8f9b-b12e2884be88", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:35.603609 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3d3cd759-36d5-4bb3-b3ae-d01200d5ec5d {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:35.603952 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9365822-8361-423d-a08a-f287695788b0', 'tag': 'ea7f4509-4f61-4640-8f9b-b12e2884be88', 'status': 'completed', 'code': 200} Dec 11 22:35:35.621617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2960fb0-8ac5-49af-9326-a1326933152d service neutron] Pushing event updated for resources: {'Port': ['ID=a885a73f-a4c7-4062-a696-d230ef215dd3,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:35.675267 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7301504-506f-4cfb-8c89-cb3c2fd5fb83 x-openstack-request-id: req-d7301504-506f-4cfb-8c89-cb3c2fd5fb83 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:35.678322 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1", "tag": "a885a73f-a4c7-4062-a696-d230ef215dd3", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:35.678322 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7301504-506f-4cfb-8c89-cb3c2fd5fb83 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:35.678322 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1', 'tag': 'a885a73f-a4c7-4062-a696-d230ef215dd3', 'status': 'completed', 'code': 200} Dec 11 22:35:35.765307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd92cf-1c05-44f0-af62-d9e0fb28dc7f req-3823a8a2-97ef-411b-8b9e-97d1335d9153 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:35.769720 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bcfd92cf-1c05-44f0-af62-d9e0fb28dc7f req-3823a8a2-97ef-411b-8b9e-97d1335d9153 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 943 time: 0.2020955 Dec 11 22:35:35.794368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68920287-5ee2-45d7-94bb-16103269faca req-aa482162-f995-41c0-b41f-649d17775e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:35.795899 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68920287-5ee2-45d7-94bb-16103269faca req-aa482162-f995-41c0-b41f-649d17775e2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 1124 time: 0.1188548 Dec 11 22:35:35.895890 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-cdec0154-9e44-40bf-b00b-7d5424d9d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:35.897349 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-cdec0154-9e44-40bf-b00b-7d5424d9d50f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd8b8882d0b84256ae81960d37aa1622&device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 1099 time: 0.1804051 Dec 11 22:35:35.918136 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635a013-bc52-4b68-aae6-d6f7fda09e55 req-29f7b9d6-1770-4997-9c12-f69337a0b609 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:35.926084 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2635a013-bc52-4b68-aae6-d6f7fda09e55 req-29f7b9d6-1770-4997-9c12-f69337a0b609 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 943 time: 0.0703847 Dec 11 22:35:35.983923 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2635a013-bc52-4b68-aae6-d6f7fda09e55 req-a05d3089-e70c-4cab-8842-b45e133e2302 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568459 Dec 11 22:35:36.195233 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c23e62a1-8b5a-4a45-9a84-64d282285921 req-e083bd42-0d12-469f-ad41-e723517c14fc tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 210 time: 0.0386379 Dec 11 22:35:36.244579 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bcfd92cf-1c05-44f0-af62-d9e0fb28dc7f req-81cdff5b-131a-4360-b9bf-42c83c48077e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625590 Dec 11 22:35:36.247829 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-c50c591b-95e0-4ac8-b573-fc1d6d4f2f19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=a885a73f-a4c7-4062-a696-d230ef215dd3 HTTP/1.1" status: 200 len: 217 time: 0.0464871 Dec 11 22:35:36.311067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68920287-5ee2-45d7-94bb-16103269faca req-4b61522b-082a-4173-b59d-edff5272bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:36.312442 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68920287-5ee2-45d7-94bb-16103269faca req-4b61522b-082a-4173-b59d-edff5272bd33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.4961877 Dec 11 22:35:36.319543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-9a210230-e58d-4bee-b7bd-5e2238b8585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:36.320994 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-9a210230-e58d-4bee-b7bd-5e2238b8585f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0609522 Dec 11 22:35:36.442084 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68920287-5ee2-45d7-94bb-16103269faca req-5ed5e6b7-dabc-4848-94ec-b038fc632524 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88 HTTP/1.1" status: 200 len: 217 time: 0.1201119 Dec 11 22:35:36.491503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-d6ccab4b-cc21-4941-b6ff-50909c538f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:36.493870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-d6ccab4b-cc21-4941-b6ff-50909c538f6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1652627 Dec 11 22:35:36.527575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68920287-5ee2-45d7-94bb-16103269faca req-3be5c924-431e-46da-8fbc-bb5df9c4fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:36.529366 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68920287-5ee2-45d7-94bb-16103269faca req-3be5c924-431e-46da-8fbc-bb5df9c4fe21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.0794928 Dec 11 22:35:36.582730 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672bee4-05d1-4269-810f-e1c92f98b2ca req-91d55a61-6e63-4052-a431-9bb7930402ce tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:36.591159 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0672bee4-05d1-4269-810f-e1c92f98b2ca req-91d55a61-6e63-4052-a431-9bb7930402ce tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0700543 Dec 11 22:35:36.603158 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68920287-5ee2-45d7-94bb-16103269faca req-eae47fbc-3642-40a3-b240-94c4ab323fe7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420985 Dec 11 22:35:36.663634 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0672bee4-05d1-4269-810f-e1c92f98b2ca req-3d28da07-cddb-43e2-826a-ef917076de04 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714996 Dec 11 22:35:36.730593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5b47e-0c61-4182-99f9-7f51305258d0 req-c3115f74-9039-4d19-bfd8-dea6712b00ed tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:36.732228 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebb5b47e-0c61-4182-99f9-7f51305258d0 req-c3115f74-9039-4d19-bfd8-dea6712b00ed tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 948 time: 0.1728737 Dec 11 22:35:36.742361 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-93373b4d-d132-47a7-92c0-21d5675b538c service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407799 Dec 11 22:35:36.793787 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68920287-5ee2-45d7-94bb-16103269faca req-139d2358-f655-431b-9620-bb76dd6d2d3a service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733396 Dec 11 22:35:36.895164 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebb5b47e-0c61-4182-99f9-7f51305258d0 req-89caf859-5e41-44cd-81d2-bd61796d6664 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/security-groups?id=9785150e-551f-48b3-93f8-9719edce681c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551442 Dec 11 22:35:36.941309 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03be49e6-6391-46b5-a5cf-adff36ad6699 req-f78d1866-b2d5-4dcd-8a15-e1342b2216bd service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830103 Dec 11 22:35:36.957385 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68920287-5ee2-45d7-94bb-16103269faca req-e036c633-b897-4033-ba78-2c6caab95977 service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299999 Dec 11 22:35:37.160901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32516064-b91d-4deb-94d8-992c5e2c34e6 req-7c3ed714-b1c8-410b-b5f8-3db4f0998206 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:37.162551 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-32516064-b91d-4deb-94d8-992c5e2c34e6 req-7c3ed714-b1c8-410b-b5f8-3db4f0998206 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 943 time: 0.0670476 Dec 11 22:35:37.215057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b8fed-3bc9-4e18-82bf-634221473651 req-bcb22b8a-189b-448d-8ccc-26d8350cc39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:37.217202 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-580b8fed-3bc9-4e18-82bf-634221473651 req-bcb22b8a-189b-448d-8ccc-26d8350cc39c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd8b8882d0b84256ae81960d37aa1622&device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 1099 time: 0.0704856 Dec 11 22:35:37.253864 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-32516064-b91d-4deb-94d8-992c5e2c34e6 req-3134f282-fc2f-4b87-afb4-fa3be0025ebe tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814126 Dec 11 22:35:37.369469 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03cbb76f-ce7f-417e-a3cb-4cb3a018d1a7 req-7b90d681-332e-45e4-b590-e5bc6c7a5159 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 210 time: 0.0367184 Dec 11 22:35:37.380169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5348d-769d-4440-adda-5d38df0b31f2 req-104f72bb-59b4-4937-bc89-771cdf1333f1 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:37.399670 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-87b5348d-769d-4440-adda-5d38df0b31f2 req-104f72bb-59b4-4937-bc89-771cdf1333f1 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 943 time: 0.0749285 Dec 11 22:35:37.410614 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b8fed-3bc9-4e18-82bf-634221473651 req-0596e824-0975-4368-a216-d8203af60720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:37.412193 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-580b8fed-3bc9-4e18-82bf-634221473651 req-0596e824-0975-4368-a216-d8203af60720 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1817515 Dec 11 22:35:37.479015 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-580b8fed-3bc9-4e18-82bf-634221473651 req-ce04bda9-8c12-47b6-b0fd-1acd29354e00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=a885a73f-a4c7-4062-a696-d230ef215dd3 HTTP/1.1" status: 200 len: 217 time: 0.0516803 Dec 11 22:35:37.479888 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-87b5348d-769d-4440-adda-5d38df0b31f2 req-d5043587-6ce6-4729-a7cc-7a761b903353 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717323 Dec 11 22:35:37.551237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b8fed-3bc9-4e18-82bf-634221473651 req-35079e3f-3913-4d48-9a6d-62098f421d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:37.553397 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-580b8fed-3bc9-4e18-82bf-634221473651 req-35079e3f-3913-4d48-9a6d-62098f421d43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0579295 Dec 11 22:35:37.616549 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-d28cd20c-6263-41a9-8c6c-3d3488c3f4db tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e828c78368f2446e9a1b9388577b4d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224488 Dec 11 22:35:37.653919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b8fed-3bc9-4e18-82bf-634221473651 req-1804782e-1601-49fb-9d4d-5b4e2b2ae673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:37.655826 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-580b8fed-3bc9-4e18-82bf-634221473651 req-1804782e-1601-49fb-9d4d-5b4e2b2ae673 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899482 Dec 11 22:35:37.794029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-580b8fed-3bc9-4e18-82bf-634221473651 req-a62fbb33-f2b1-4512-a715-be69f7fbf1d1 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045413 Dec 11 22:35:37.943396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-f323e589-fcdd-4f25-a1bf-1fbe55261e4b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:37.945088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-f323e589-fcdd-4f25-a1bf-1fbe55261e4b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3207490 Dec 11 22:35:37.959124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d7508-518f-4f30-ad3d-fe2f4b19e8ad req-2a1a23f2-0887-4b1d-a0b0-72ad8875dfd3 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:37.960918 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c60d7508-518f-4f30-ad3d-fe2f4b19e8ad req-2a1a23f2-0887-4b1d-a0b0-72ad8875dfd3 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1737618 Dec 11 22:35:37.978464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-97a5ce78-c2fd-4513-a520-c1cf53d58879 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Request body: {'port': {'device_id': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'e828c78368f2446e9a1b9388577b4d40'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:38.061791 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-580b8fed-3bc9-4e18-82bf-634221473651 req-c483e6c9-50c6-42e2-a263-a140b9d04f42 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548485 Dec 11 22:35:38.091311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e96e46-4048-45af-a077-ca206159e959 req-e849546b-799f-408d-af15-bd8dcd6f34ef tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:38.100932 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-15e96e46-4048-45af-a077-ca206159e959 req-e849546b-799f-408d-af15-bd8dcd6f34ef tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 948 time: 0.0834196 Dec 11 22:35:38.118522 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c60d7508-518f-4f30-ad3d-fe2f4b19e8ad req-4cc1958a-3d22-488e-b915-ddec158eb8f5 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398909 Dec 11 22:35:38.149356 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e19fdb9a-06c2-4261-b418-4e345a7c8649 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:35:38.213109 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-15e96e46-4048-45af-a077-ca206159e959 req-795b0deb-b97d-480b-99c5-376dc5577fcb tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/security-groups?id=9785150e-551f-48b3-93f8-9719edce681c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110311 Dec 11 22:35:38.281462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-97a5ce78-c2fd-4513-a520-c1cf53d58879 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Made reservation on behalf of e828c78368f2446e9a1b9388577b4d40 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:35:38.291166 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-97a5ce78-c2fd-4513-a520-c1cf53d58879 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:38.348617 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e19fdb9a-06c2-4261-b418-4e345a7c8649, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e19fdb9a-06c2-4261-b418-4e345a7c8649,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:38.376549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'e19fdb9a-06c2-4261-b418-4e345a7c8649', 'network_id': '54478511-f8de-4e50-83dc-4c9857155262', 'port_id': 'e19fdb9a-06c2-4261-b418-4e345a7c8649', 'mac_address': 'fa:16:3e:a8:77:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb1c5ef-7e62-452c-b0f4-c1de3e5763b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:35:38.418505 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944136e-8e4c-4686-aaa6-92aa6f546969 req-53768e7a-a674-4d82-be03-0fcd9a27a040 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:38.431304 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4944136e-8e4c-4686-aaa6-92aa6f546969 req-53768e7a-a674-4d82-be03-0fcd9a27a040 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 943 time: 0.0798166 Dec 11 22:35:38.442201 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:38.459451 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19fdb9a-06c2-4261-b418-4e345a7c8649 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:38.482304 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e19fdb9a-06c2-4261-b418-4e345a7c8649, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e19fdb9a-06c2-4261-b418-4e345a7c8649,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:38.533131 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4944136e-8e4c-4686-aaa6-92aa6f546969 req-eef85ab8-18b1-4132-8c6d-86ef2ccc7fc4 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988483 Dec 11 22:35:38.550571 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:38.551535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ea7f4509-4f61-4640-8f9b-b12e2884be88 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:35:38.552234 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0709be05-c51d-462c-876e-235947cf47ce req-724ca259-69b8-4f93-9a75-6c3c8b52b2aa tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 210 time: 0.0470901 Dec 11 22:35:38.582134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-97a5ce78-c2fd-4513-a520-c1cf53d58879 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Allocated IP 192.168.233.205 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/43d1c68e-45f3-42ce-a3df-ba0ce9310172) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:35:38.611331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9a43d656-6517-423a-be7b-325665329207 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:35:38.748937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5e798-1ab8-4b0b-a32d-a1a15b665f2d req-16286076-a296-425b-b047-c4a238b8b9e1 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:38.750400 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-55f5e798-1ab8-4b0b-a32d-a1a15b665f2d req-16286076-a296-425b-b047-c4a238b8b9e1 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 943 time: 0.0909927 Dec 11 22:35:38.771491 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=e19fdb9a-06c2-4261-b418-4e345a7c8649,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:38.807468 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:38.853124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9a43d656-6517-423a-be7b-325665329207, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9a43d656-6517-423a-be7b-325665329207,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:38.853124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a825d142-1137-4e82-9bbd-ce2174e48943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a43d656-6517-423a-be7b-325665329207'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:38.855177 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f844553d-54ae-4aa3-af8f-e00747894251" -d '{"events": [{"server_uuid": "a825d142-1137-4e82-9bbd-ce2174e48943", "name": "network-vif-unplugged", "status": "completed", "tag": "9a43d656-6517-423a-be7b-325665329207"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:38.858313 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-55f5e798-1ab8-4b0b-a32d-a1a15b665f2d req-37acc7cb-2794-4cf8-95e5-9ed031d32f93 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952241 Dec 11 22:35:38.920818 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:38.927674 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-97a5ce78-c2fd-4513-a520-c1cf53d58879 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:38.941063 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48fcd02-60bc-48f2-a229-772558bc9282 x-openstack-request-id: req-e48fcd02-60bc-48f2-a229-772558bc9282 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:38.942044 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a825d142-1137-4e82-9bbd-ce2174e48943", "name": "network-vif-unplugged", "status": "completed", "tag": "9a43d656-6517-423a-be7b-325665329207", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:38.942492 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e48fcd02-60bc-48f2-a229-772558bc9282 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:38.943089 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a825d142-1137-4e82-9bbd-ce2174e48943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a43d656-6517-423a-be7b-325665329207', 'code': 200} Dec 11 22:35:38.994994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=9a43d656-6517-423a-be7b-325665329207,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:39.008467 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ea7f4509-4f61-4640-8f9b-b12e2884be88, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:39.021196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ea7f4509-4f61-4640-8f9b-b12e2884be88 has no active binding in host n-h1-710847-6 {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 11 22:35:39.036694 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-97a5ce78-c2fd-4513-a520-c1cf53d58879 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:39.049195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['2c7cb36c-8146-4e13-afa8-b3d282699a76'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:35:39.094846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-97a5ce78-c2fd-4513-a520-c1cf53d58879 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:35:39.102675 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-97a5ce78-c2fd-4513-a520-c1cf53d58879 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:35:39.121305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-97a5ce78-c2fd-4513-a520-c1cf53d58879 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:35:39.125715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['ce022248-3628-412e-b0d4-51927750f75d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:35:39.133423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-97a5ce78-c2fd-4513-a520-c1cf53d58879 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:39.135348 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-97a5ce78-c2fd-4513-a520-c1cf53d58879 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:39.144778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5ce78-c2fd-4513-a520-c1cf53d58879 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Pushing event updated for resources: {'Port': ['ID=43d1c68e-45f3-42ce-a3df-ba0ce9310172,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:39.244829 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-97a5ce78-c2fd-4513-a520-c1cf53d58879 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2769661 Dec 11 22:35:39.304548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Request body: {'port': {'device_id': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:39.427217 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['e19fdb9a-06c2-4261-b418-4e345a7c8649'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:35:39.433495 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:39.462729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254ee48-0a2d-4b94-9aef-4fc98e056813 req-73005013-5cfb-4b9c-b9f9-6bf9a2dc8831 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:39.464734 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e254ee48-0a2d-4b94-9aef-4fc98e056813 req-73005013-5cfb-4b9c-b9f9-6bf9a2dc8831 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 948 time: 0.2188478 Dec 11 22:35:39.475702 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644313f-234b-43e8-8720-5305ebef2acf req-29622472-9f73-4339-9651-3a96fb430f93 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:39.492648 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0644313f-234b-43e8-8720-5305ebef2acf req-29622472-9f73-4339-9651-3a96fb430f93 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 948 time: 0.1239629 Dec 11 22:35:39.590834 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e254ee48-0a2d-4b94-9aef-4fc98e056813 req-12065ac4-345c-4a46-bc7e-56449d892057 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937028 Dec 11 22:35:39.603191 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c6e98af1-bae4-465b-aa4f-32f26ec6c499 None None] Provisioning complete for port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:39.603191 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6e98af1-bae4-465b-aa4f-32f26ec6c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:39.620108 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0644313f-234b-43e8-8720-5305ebef2acf req-26e9c165-c99d-45f1-8c71-92c6b9e2f87b tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/security-groups?id=9785150e-551f-48b3-93f8-9719edce681c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163416 Dec 11 22:35:39.737197 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c6e98af1-bae4-465b-aa4f-32f26ec6c499 None None] Port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:35:39.828091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68616a-6997-486d-b97a-ae30ff57b3b2 req-a8b1f913-a6ab-4603-99c4-d797471754e9 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:39.829567 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c68616a-6997-486d-b97a-ae30ff57b3b2 req-a8b1f913-a6ab-4603-99c4-d797471754e9 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 944 time: 0.0640523 Dec 11 22:35:39.832491 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-be2ddc57-ab76-48b8-8083-ce1201ce2c37 service neutron] 10.222.0.13 "GET /v2.0/ports/ea7f4509-4f61-4640-8f9b-b12e2884be88/bindings/n-h1-710847-6 HTTP/1.1" status: 200 len: 384 time: 0.2616229 Dec 11 22:35:39.907214 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c68616a-6997-486d-b97a-ae30ff57b3b2 req-151ce0b5-a5e3-4180-a8e3-4f375d5f4c39 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710173 Dec 11 22:35:39.959642 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee2548-cd15-4bf6-9e76-94282dd4ee1e req-3682ef4b-d73e-4449-9b22-6867bbce5650 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:39.964549 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1ee2548-cd15-4bf6-9e76-94282dd4ee1e req-3682ef4b-d73e-4449-9b22-6867bbce5650 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 936 time: 0.1713362 Dec 11 22:35:40.081129 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43739b75-0fde-462e-853e-7ef1283708fb req-7badf0d9-64a0-4da1-be26-fcc0b6eff35e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:40.083016 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-43739b75-0fde-462e-853e-7ef1283708fb req-7badf0d9-64a0-4da1-be26-fcc0b6eff35e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 943 time: 0.0729222 Dec 11 22:35:40.093610 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1ee2548-cd15-4bf6-9e76-94282dd4ee1e req-4a565969-805a-481b-8bb6-ed87727deb66 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281829 Dec 11 22:35:40.158972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d1c68e-45f3-42ce-a3df-ba0ce9310172 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:40.174346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a885a73f-a4c7-4062-a696-d230ef215dd3 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:35:40.193850 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:40.218185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Transition to ACTIVE for port object 43d1c68e-45f3-42ce-a3df-ba0ce9310172 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:35:40.223817 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-43739b75-0fde-462e-853e-7ef1283708fb req-531461bf-d507-4132-aa9a-8fead997314b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337020 Dec 11 22:35:40.262098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-52aebb74-fdab-4b81-a5e2-f7e243bbcd04 service neutron] For port ea7f4509-4f61-4640-8f9b-b12e2884be88, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:40.286344 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:40.324728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-52aebb74-fdab-4b81-a5e2-f7e243bbcd04 service neutron] For port ea7f4509-4f61-4640-8f9b-b12e2884be88, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:35:40.341763 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a885a73f-a4c7-4062-a696-d230ef215dd3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a885a73f-a4c7-4062-a696-d230ef215dd3,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:40.375169 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'a885a73f-a4c7-4062-a696-d230ef215dd3', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': 'a885a73f-a4c7-4062-a696-d230ef215dd3', 'mac_address': 'fa:16:3e:44:67:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:35:40.402949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-52aebb74-fdab-4b81-a5e2-f7e243bbcd04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7f4509-4f61-4640-8f9b-b12e2884be88 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:40.413926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=43d1c68e-45f3-42ce-a3df-ba0ce9310172,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:40.426081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-52aebb74-fdab-4b81-a5e2-f7e243bbcd04 service neutron] For port ea7f4509-4f61-4640-8f9b-b12e2884be88, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:40.444554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Attempting to bind port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:35:40.444903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Attempting to bind port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:35:40.445229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Attempting to bind port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:40.447071 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:40.451493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:35:40.451899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Attempting to bind port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:40.463563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:35:40.463783 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a885a73f-a4c7-4062-a696-d230ef215dd3 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:40.463957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:35:40.464686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:35:40.464686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Bound port: 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:35:40.465078 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:40.519844 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a885a73f-a4c7-4062-a696-d230ef215dd3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a885a73f-a4c7-4062-a696-d230ef215dd3,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:40.525472 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-52aebb74-fdab-4b81-a5e2-f7e243bbcd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:40.571679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9a43d656-6517-423a-be7b-325665329207 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:35:40.584896 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:40.631435 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:35:40.641130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:35:40.702099 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:40.706219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-52aebb74-fdab-4b81-a5e2-f7e243bbcd04 service neutron] Transition to ACTIVE for port object ea7f4509-4f61-4640-8f9b-b12e2884be88 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:35:40.784659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9a43d656-6517-423a-be7b-325665329207, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9a43d656-6517-423a-be7b-325665329207,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:40.800736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '9a43d656-6517-423a-be7b-325665329207', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '9a43d656-6517-423a-be7b-325665329207', 'mac_address': 'fa:16:3e:b8:c3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:35:40.801421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:40.805675 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:40.807683 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] 10.222.0.13 "PUT /v2.0/ports/43d1c68e-45f3-42ce-a3df-ba0ce9310172 HTTP/1.1" status: 200 len: 1096 time: 1.5320823 Dec 11 22:35:40.808634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:40.813433 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea25a0c7-df99-41fd-aa2a-a6db2599544a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:40.847282 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca33ae1-6b84-4ffa-872a-7ee77028b928 req-61a4a7c7-6ac0-470b-8fa9-31be8ed3ea79 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:40.856899 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cca33ae1-6b84-4ffa-872a-7ee77028b928 req-61a4a7c7-6ac0-470b-8fa9-31be8ed3ea79 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 949 time: 0.0901413 Dec 11 22:35:40.870848 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-52aebb74-fdab-4b81-a5e2-f7e243bbcd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:40.891952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed086de4-604d-4f35-be38-eb17f798dcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=43d1c68e-45f3-42ce-a3df-ba0ce9310172,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:40.968364 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cca33ae1-6b84-4ffa-872a-7ee77028b928 req-bec0af4c-7d5b-41c6-8842-b19a1bcafbd7 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/security-groups?id=9785150e-551f-48b3-93f8-9719edce681c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102331 Dec 11 22:35:41.069312 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd72cb-2cb0-451f-be9d-e8ca4cfe1082 req-026912df-9e45-4d64-bfa3-d6296b34ee3a tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:41.077807 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39bd72cb-2cb0-451f-be9d-e8ca4cfe1082 req-026912df-9e45-4d64-bfa3-d6296b34ee3a tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 948 time: 0.3625455 Dec 11 22:35:41.119138 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-52aebb74-fdab-4b81-a5e2-f7e243bbcd04 service neutron] No DVR routers for this DVR port ea7f4509-4f61-4640-8f9b-b12e2884be88 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:35:41.133809 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:41.155178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a885a73f-a4c7-4062-a696-d230ef215dd3,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:41.166588 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-d7ef4bbc-4ba6-43e8-865e-f316297c2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:41.168156 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-d7ef4bbc-4ba6-43e8-865e-f316297c2100 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 1099 time: 0.2490413 Dec 11 22:35:41.170193 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a43d656-6517-423a-be7b-325665329207 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:41.201950 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a877f3c-a3ee-46e5-92ef-ce51f962db54 x-openstack-request-id: req-8a877f3c-a3ee-46e5-92ef-ce51f962db54 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:41.201950 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:41.202178 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a877f3c-a3ee-46e5-92ef-ce51f962db54 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:41.202559 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172', 'status': 'completed', 'code': 200} Dec 11 22:35:41.209345 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9a43d656-6517-423a-be7b-325665329207, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9a43d656-6517-423a-be7b-325665329207,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:41.209720 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-52aebb74-fdab-4b81-a5e2-f7e243bbcd04 service neutron] 10.222.0.13 "PUT /v2.0/ports/ea7f4509-4f61-4640-8f9b-b12e2884be88/bindings/n-h1-710847-6/activate HTTP/1.1" status: 200 len: 369 time: 1.3624232 Dec 11 22:35:41.240336 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['a885a73f-a4c7-4062-a696-d230ef215dd3'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:35:41.251040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aebb74-fdab-4b81-a5e2-f7e243bbcd04 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7f4509-4f61-4640-8f9b-b12e2884be88,revision_number=10']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:41.260232 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-4d8d6364-0d19-41c0-85c8-fa47f7b0d30c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172 HTTP/1.1" status: 200 len: 217 time: 0.0783246 Dec 11 22:35:41.306691 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39bd72cb-2cb0-451f-be9d-e8ca4cfe1082 req-7857dccb-4859-4649-a107-50fe4a988087 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274625 Dec 11 22:35:41.334225 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa401574-e228-42fb-8a36-d668b5ef5147 req-d5ac5323-06b8-40fb-ab60-538db72b15fd tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:41.335052 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa401574-e228-42fb-8a36-d668b5ef5147 req-d5ac5323-06b8-40fb-ab60-538db72b15fd tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 944 time: 0.0722313 Dec 11 22:35:41.341358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-95a7f5e1-f99c-477e-95de-1f57ee803215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:41.350844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-95a7f5e1-f99c-477e-95de-1f57ee803215 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0731812 Dec 11 22:35:41.399803 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa401574-e228-42fb-8a36-d668b5ef5147 req-76ecc503-aa20-470c-9915-862ad65b02c6 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558450 Dec 11 22:35:41.434780 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-f373d9db-d334-48e8-a373-9e86133f59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:41.436682 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-f373d9db-d334-48e8-a373-9e86133f59b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851085 Dec 11 22:35:41.496557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19813538-5ea8-4093-8628-56f1db8bdd91 req-b916294f-61e9-459a-b2ce-290c5fc3343d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:41.498259 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19813538-5ea8-4093-8628-56f1db8bdd91 req-b916294f-61e9-459a-b2ce-290c5fc3343d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 948 time: 0.1134326 Dec 11 22:35:41.567725 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9e09c-a662-48ae-ba35-28a4b5b123fb req-cd63fa9e-bce2-4b58-b048-b78765b574ed tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:41.569377 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97b9e09c-a662-48ae-ba35-28a4b5b123fb req-cd63fa9e-bce2-4b58-b048-b78765b574ed tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 944 time: 0.0499058 Dec 11 22:35:41.604716 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19813538-5ea8-4093-8628-56f1db8bdd91 req-dfd6e61a-b75b-432c-9ec8-27692252259f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784893 Dec 11 22:35:41.625911 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-51c9fabf-0dab-4698-9e56-84ebd6af71f2 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734324 Dec 11 22:35:41.626155 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97b9e09c-a662-48ae-ba35-28a4b5b123fb req-1b77ab73-8d98-47d0-9a09-b1206d2dda37 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470722 Dec 11 22:35:41.642014 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:41.691650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=9a43d656-6517-423a-be7b-325665329207,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:41.749930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-71a9ba10-ca95-446d-b428-e5a904910568 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:41.751425 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-71a9ba10-ca95-446d-b428-e5a904910568 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0&tenant_id=4a03958ca25f4977b4fabaad3b861845&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 1095 time: 0.0710597 Dec 11 22:35:41.756665 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e7fbbef-f25e-4a1b-892b-a9498628d1f6 req-b4fd1f0e-1ff7-4f97-9e40-228925f9153d service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271884 Dec 11 22:35:41.808465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-22bd1d70-5a8b-430a-904d-d07fb1675a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:41.809963 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-22bd1d70-5a8b-430a-904d-d07fb1675a9e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0&tenant_id=4a03958ca25f4977b4fabaad3b861845 HTTP/1.1" status: 200 len: 1095 time: 0.0434909 Dec 11 22:35:41.930856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-765c11a8-bee3-48e6-870d-fbf1dd97ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:41.932391 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-765c11a8-bee3-48e6-870d-fbf1dd97ecc5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 1095 time: 0.0766494 Dec 11 22:35:41.947140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25a0c7-df99-41fd-aa2a-a6db2599544a req-24d14b69-30a4-48cf-9063-abb25585962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:41.949462 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea25a0c7-df99-41fd-aa2a-a6db2599544a req-24d14b69-30a4-48cf-9063-abb25585962b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 1099 time: 0.0574300 Dec 11 22:35:42.054740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['9a43d656-6517-423a-be7b-325665329207'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:35:42.065949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25a0c7-df99-41fd-aa2a-a6db2599544a req-785d1a1c-2919-4e9e-808d-0cc93372c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:42.067460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea25a0c7-df99-41fd-aa2a-a6db2599544a req-785d1a1c-2919-4e9e-808d-0cc93372c27a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.0985084 Dec 11 22:35:42.181889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e19fdb9a-06c2-4261-b418-4e345a7c8649 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:35:42.362851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port e19fdb9a-06c2-4261-b418-4e345a7c8649 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:35:42.371670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port e19fdb9a-06c2-4261-b418-4e345a7c8649 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:42.374591 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:42.447890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211caad-aea4-4322-8fc5-1c8e60075469 req-562cce0d-baf2-4e55-bcae-4f531311d32e tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:42.457483 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4211caad-aea4-4322-8fc5-1c8e60075469 req-562cce0d-baf2-4e55-bcae-4f531311d32e tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 949 time: 0.0669749 Dec 11 22:35:42.493877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea25a0c7-df99-41fd-aa2a-a6db2599544a req-4cab235f-a476-451e-8cdc-17badacd255f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172 HTTP/1.1" status: 200 len: 217 time: 0.0482690 Dec 11 22:35:42.519907 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4211caad-aea4-4322-8fc5-1c8e60075469 req-9a04ac59-7a46-44f0-8ccd-d587a5b08a1d tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611141 Dec 11 22:35:42.557840 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25a0c7-df99-41fd-aa2a-a6db2599544a req-6feddbc4-5c60-41df-ac82-b1b15c07f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:42.559342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea25a0c7-df99-41fd-aa2a-a6db2599544a req-6feddbc4-5c60-41df-ac82-b1b15c07f534 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0524592 Dec 11 22:35:42.594745 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:42.614241 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ea7f4509-4f61-4640-8f9b-b12e2884be88 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:35:42.615805 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d325e-4117-415b-8271-ead84a3a5e67 req-ea18b919-f47e-46c3-8cfa-5822a73949bd tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:42.624287 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e41d325e-4117-415b-8271-ead84a3a5e67 req-ea18b919-f47e-46c3-8cfa-5822a73949bd tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 949 time: 0.2067902 Dec 11 22:35:42.672695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30f58e7-593a-4c83-9dd9-f682105aa969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19fdb9a-06c2-4261-b418-4e345a7c8649'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:42.676297 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1eb201-15c7-474e-b8fd-bfe06ff83176" -d '{"events": [{"server_uuid": "a30f58e7-593a-4c83-9dd9-f682105aa969", "name": "network-vif-plugged", "status": "completed", "tag": "e19fdb9a-06c2-4261-b418-4e345a7c8649"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:42.676844 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad37fe-5356-4c2e-85e2-a6424744b4fe req-d343b3ac-de48-4108-aed9-4ed3f6e8c5f3 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:42.686448 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a8ad37fe-5356-4c2e-85e2-a6424744b4fe req-d343b3ac-de48-4108-aed9-4ed3f6e8c5f3 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 944 time: 0.1073372 Dec 11 22:35:42.692497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25a0c7-df99-41fd-aa2a-a6db2599544a req-47476b3f-06c3-49c4-b5a6-4aecfd7a04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:42.694521 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea25a0c7-df99-41fd-aa2a-a6db2599544a req-47476b3f-06c3-49c4-b5a6-4aecfd7a04ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123455 Dec 11 22:35:42.698059 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e19fdb9a-06c2-4261-b418-4e345a7c8649, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e19fdb9a-06c2-4261-b418-4e345a7c8649,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:42.714414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ea7f4509-4f61-4640-8f9b-b12e2884be88 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:35:42.756681 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:42.760424 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a8ad37fe-5356-4c2e-85e2-a6424744b4fe req-a5f0edbe-262c-41ef-ba07-826a4a9a9e6a tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679934 Dec 11 22:35:42.799709 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e41d325e-4117-415b-8271-ead84a3a5e67 req-e7ec9be8-b30c-474b-9f48-c169ebf1e668 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/security-groups?id=9785150e-551f-48b3-93f8-9719edce681c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738012 Dec 11 22:35:42.802755 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-898dba3d-852f-4f26-8e43-812e9f8067a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:42.804253 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-898dba3d-852f-4f26-8e43-812e9f8067a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.8597302 Dec 11 22:35:42.849590 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=e19fdb9a-06c2-4261-b418-4e345a7c8649,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:42.876258 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-a8203283-a421-4ea4-85d3-1df31f14eb09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88 HTTP/1.1" status: 200 len: 217 time: 0.0626485 Dec 11 22:35:43.008202 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea25a0c7-df99-41fd-aa2a-a6db2599544a req-ba17bc2d-b3ca-43f4-b60b-80313d8bfe26 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007591 Dec 11 22:35:43.014332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-0ce64993-ce10-4da4-8bf8-a8772ba73013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:43.015907 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-0ce64993-ce10-4da4-8bf8-a8772ba73013 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.1242628 Dec 11 22:35:43.078364 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeca8ba-9c20-4cc2-9e55-5c57410faceb req-f0c6ae9f-d417-41d0-bd22-3289ff03f1da tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:43.087479 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dbeca8ba-9c20-4cc2-9e55-5c57410faceb req-f0c6ae9f-d417-41d0-bd22-3289ff03f1da tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 944 time: 0.1237133 Dec 11 22:35:43.088613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028f92d-7553-4bf1-a260-6b474b8aaaae req-7dc98b5d-cd57-4c01-9348-17fc22753a48 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:43.090914 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d028f92d-7553-4bf1-a260-6b474b8aaaae req-7dc98b5d-cd57-4c01-9348-17fc22753a48 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 948 time: 0.1686971 Dec 11 22:35:43.121010 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-3de86399-3b6f-4dd8-ba61-37be76fca88e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929658 Dec 11 22:35:43.152546 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dbeca8ba-9c20-4cc2-9e55-5c57410faceb req-4a7a8213-7f9e-4254-8c60-82ad424cea1d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598283 Dec 11 22:35:43.219150 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdf537d-3174-4a7f-b71c-a3f39e91663b x-openstack-request-id: req-5cdf537d-3174-4a7f-b71c-a3f39e91663b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:43.219574 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30f58e7-593a-4c83-9dd9-f682105aa969", "name": "network-vif-plugged", "status": "completed", "tag": "e19fdb9a-06c2-4261-b418-4e345a7c8649", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:43.219930 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5cdf537d-3174-4a7f-b71c-a3f39e91663b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:43.220422 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30f58e7-593a-4c83-9dd9-f682105aa969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19fdb9a-06c2-4261-b418-4e345a7c8649', 'code': 200} Dec 11 22:35:43.253551 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:43.286132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d028f92d-7553-4bf1-a260-6b474b8aaaae req-c3f7e25e-fed7-4b13-bb7e-75551340ce44 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625404 Dec 11 22:35:43.288099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea25a0c7-df99-41fd-aa2a-a6db2599544a req-83c9f408-7cdf-4579-b96d-697acaecd362 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705901 Dec 11 22:35:43.344460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-1bdf3a56-a48f-4660-ad22-8122be82f591 service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104628 Dec 11 22:35:43.380753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da16b8d-2440-4842-bf55-3e32e257269b req-67ce50a5-4c41-40cf-a8da-eab31cf79d2a tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:43.389476 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9da16b8d-2440-4842-bf55-3e32e257269b req-67ce50a5-4c41-40cf-a8da-eab31cf79d2a tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 1096 time: 0.1129792 Dec 11 22:35:43.462350 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9da16b8d-2440-4842-bf55-3e32e257269b req-ab9e1b59-bc3e-44f5-8413-7d1ec340f0d2 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708125 Dec 11 22:35:43.477401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d0d91-4a96-4741-8a07-86c2ae363e4c req-aec66160-9f4a-4bb0-bf70-eae31fd31dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:43.479005 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f02d0d91-4a96-4741-8a07-86c2ae363e4c req-aec66160-9f4a-4bb0-bf70-eae31fd31dda service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 1096 time: 0.1031342 Dec 11 22:35:43.505613 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-666a2f4c-8315-458d-be8d-bc4438e6aa2b service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509695 Dec 11 22:35:43.552950 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f02d0d91-4a96-4741-8a07-86c2ae363e4c req-822ef329-e3fe-4205-bb25-61147a9ee44b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659218 Dec 11 22:35:43.687060 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483c0b2-d27c-4bc7-8d12-ee8bd568a384 req-16727c6a-94c4-4d61-9c64-ce952c39fbcd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:43.692454 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9483c0b2-d27c-4bc7-8d12-ee8bd568a384 req-16727c6a-94c4-4d61-9c64-ce952c39fbcd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 949 time: 0.0719161 Dec 11 22:35:43.762346 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9483c0b2-d27c-4bc7-8d12-ee8bd568a384 req-98d19976-08e1-4bae-9225-1f73f45034b8 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616584 Dec 11 22:35:43.891041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1c777-3b36-4988-876f-7535ec96d1cc req-3cefe333-a27e-407d-81b6-95eff98429f8 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:43.901750 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a8b1c777-3b36-4988-876f-7535ec96d1cc req-3cefe333-a27e-407d-81b6-95eff98429f8 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 945 time: 0.0723474 Dec 11 22:35:43.958547 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a8b1c777-3b36-4988-876f-7535ec96d1cc req-eaa3c45f-6eaa-41cf-8695-a81066ca4de3 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558269 Dec 11 22:35:44.082634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a27e7-7843-4afa-9d40-fb4390021770 req-c7fd1316-f281-469d-8873-05c08fbf62de tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:44.084226 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-094a27e7-7843-4afa-9d40-fb4390021770 req-c7fd1316-f281-469d-8873-05c08fbf62de tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 949 time: 0.0577190 Dec 11 22:35:44.164897 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-094a27e7-7843-4afa-9d40-fb4390021770 req-00abbb6f-cbb4-4581-b19a-ed1dd8642ebd tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/security-groups?id=9785150e-551f-48b3-93f8-9719edce681c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665648 Dec 11 22:35:44.211443 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a885a73f-a4c7-4062-a696-d230ef215dd3 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:35:44.374436 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port a885a73f-a4c7-4062-a696-d230ef215dd3 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:35:44.384072 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port a885a73f-a4c7-4062-a696-d230ef215dd3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:44.385103 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:44.406217 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-0d04ad4c-c623-4345-b43a-4a692fbf35e6 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:44.407027 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-0d04ad4c-c623-4345-b43a-4a692fbf35e6 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0&tenant_id=4a03958ca25f4977b4fabaad3b861845&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 1095 time: 0.0744624 Dec 11 22:35:44.462787 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e431b8d-5dbf-4e0f-83eb-46109c34655b req-bee1643e-af4b-4b55-a7ee-c6e6f53bcf39 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:44.476046 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3e431b8d-5dbf-4e0f-83eb-46109c34655b req-bee1643e-af4b-4b55-a7ee-c6e6f53bcf39 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 944 time: 0.0948613 Dec 11 22:35:44.532550 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:44.551812 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3e431b8d-5dbf-4e0f-83eb-46109c34655b req-5eedc1d5-8bea-4e64-a3bc-9567eef6a876 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702658 Dec 11 22:35:44.606483 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 43d1c68e-45f3-42ce-a3df-ba0ce9310172 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:35:44.637071 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a885a73f-a4c7-4062-a696-d230ef215dd3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a885a73f-a4c7-4062-a696-d230ef215dd3,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:44.638657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9a43d656-6517-423a-be7b-325665329207 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:35:44.668782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-6365b0c0-b9f9-40a6-8b47-ed7195a35026 service neutron] For port ea7f4509-4f61-4640-8f9b-b12e2884be88, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:35:44.668782 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-6365b0c0-b9f9-40a6-8b47-ed7195a35026 service neutron] Publish callbacks [] for binding, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:44.675809 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a1303ae-e9c1-4330-90dc-88afea998292 req-6365b0c0-b9f9-40a6-8b47-ed7195a35026 service neutron] 10.222.0.47 "DELETE /v2.0/ports/ea7f4509-4f61-4640-8f9b-b12e2884be88/bindings/n-h2-710847-6 HTTP/1.1" status: 204 len: 173 time: 0.2553535 Dec 11 22:35:44.726767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d801815-e783-4346-a5cd-eaddc03a3bef req-fa5d7fc1-f519-44f3-bfc7-a4ae8e1c1624 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:44.733461 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1d801815-e783-4346-a5cd-eaddc03a3bef req-fa5d7fc1-f519-44f3-bfc7-a4ae8e1c1624 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 948 time: 0.0760336 Dec 11 22:35:44.757153 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:44.818737 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1d801815-e783-4346-a5cd-eaddc03a3bef req-ceed330c-de81-4623-a8a8-7e732fb4b83d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793588 Dec 11 22:35:44.885497 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a885a73f-a4c7-4062-a696-d230ef215dd3,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:44.935118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:44.960290 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '43d1c68e-45f3-42ce-a3df-ba0ce9310172', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '43d1c68e-45f3-42ce-a3df-ba0ce9310172', 'mac_address': 'fa:16:3e:78:ae:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:35:45.007954 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:45.022897 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d1c68e-45f3-42ce-a3df-ba0ce9310172 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:45.051361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:45.056919 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 9a43d656-6517-423a-be7b-325665329207 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:45.057612 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:45.114317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3723e-7e9c-4f05-9bb5-53981a0da281 req-2ed6086a-146e-49dd-864b-5a6a812292fd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:45.126471 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aaa3723e-7e9c-4f05-9bb5-53981a0da281 req-2ed6086a-146e-49dd-864b-5a6a812292fd tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 949 time: 0.1144488 Dec 11 22:35:45.150471 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:45.236869 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aaa3723e-7e9c-4f05-9bb5-53981a0da281 req-38b4ae9e-158d-4f55-90b0-2468f307204e tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018231 Dec 11 22:35:45.249150 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a885a73f-a4c7-4062-a696-d230ef215dd3'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:45.251490 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8d595c-181e-4665-99f7-271c37a3fb05" -d '{"events": [{"server_uuid": "b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1", "name": "network-vif-plugged", "status": "completed", "tag": "a885a73f-a4c7-4062-a696-d230ef215dd3"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:45.255044 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=43d1c68e-45f3-42ce-a3df-ba0ce9310172,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:45.278657 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:45.365991 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9a43d656-6517-423a-be7b-325665329207, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9a43d656-6517-423a-be7b-325665329207,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:45.430021 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04ae2a-e8d7-47cc-bbc9-c2381b49b59d req-6595e1f0-5f29-4f9e-b7e0-b284d7fd56e9 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:45.431560 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c04ae2a-e8d7-47cc-bbc9-c2381b49b59d req-6595e1f0-5f29-4f9e-b7e0-b284d7fd56e9 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 1095 time: 0.0574989 Dec 11 22:35:45.474406 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:45.509015 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c04ae2a-e8d7-47cc-bbc9-c2381b49b59d req-f15d3c12-e2c7-4d07-b20d-377ab77a217f tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705464 Dec 11 22:35:45.585980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=9a43d656-6517-423a-be7b-325665329207,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:45.616584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['43d1c68e-45f3-42ce-a3df-ba0ce9310172'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:35:45.648116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f624b7-dbd4-4cbc-8ccd-006f123e4c1a req-59085a99-677f-4dfd-b9c0-0109bdb3e555 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:45.655484 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-12f624b7-dbd4-4cbc-8ccd-006f123e4c1a req-59085a99-677f-4dfd-b9c0-0109bdb3e555 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 945 time: 0.0844646 Dec 11 22:35:45.700928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42604) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:45.737150 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-12f624b7-dbd4-4cbc-8ccd-006f123e4c1a req-fc7b3ef8-0c44-4ce2-9d99-1011000e1a77 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770717 Dec 11 22:35:45.888590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-49721f97-d44a-4784-8d1b-578febfc451d tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:35:45.916771 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-49721f97-d44a-4784-8d1b-578febfc451d tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2133517 Dec 11 22:35:45.941915 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5aa4e-2953-4447-90a3-c2b39e5f054b req-ffca168a-4eee-4911-bb72-69374cb8cde9 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:45.943585 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c3e5aa4e-2953-4447-90a3-c2b39e5f054b req-ffca168a-4eee-4911-bb72-69374cb8cde9 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 950 time: 0.1224649 Dec 11 22:35:46.075156 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c3e5aa4e-2953-4447-90a3-c2b39e5f054b req-78fe4667-4be3-414a-ab2f-6fb0f5ad3466 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/security-groups?id=9785150e-551f-48b3-93f8-9719edce681c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020353 Dec 11 22:35:46.127965 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f30d34-afcf-475f-ba09-3fe1c258fd66 x-openstack-request-id: req-69f30d34-afcf-475f-ba09-3fe1c258fd66 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:46.128237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-914520f2-03f6-425c-8c75-dfeef4c3d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:46.128352 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1", "name": "network-vif-plugged", "status": "completed", "tag": "a885a73f-a4c7-4062-a696-d230ef215dd3", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:46.128670 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69f30d34-afcf-475f-ba09-3fe1c258fd66 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:46.129135 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a885a73f-a4c7-4062-a696-d230ef215dd3', 'code': 200} Dec 11 22:35:46.129670 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-914520f2-03f6-425c-8c75-dfeef4c3d772 service neutron] 10.222.0.45 "GET /v2.0/ports/c98a004c-6528-42ec-a1c8-d658f38adbca HTTP/1.1" status: 200 len: 1093 time: 0.1177897 Dec 11 22:35:46.139380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a6cfdcbd-72ec-487a-a8c9-eb5ecec7b3cc service neutron] Request body: {'binding': {'host': 'n-h2-710847-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:46.139993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a6cfdcbd-72ec-487a-a8c9-eb5ecec7b3cc service neutron] Unknown quota resources ['binding']. {{(pid=103692) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 22:35:46.356351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a6cfdcbd-72ec-487a-a8c9-eb5ecec7b3cc service neutron] Attempting to bind port c98a004c-6528-42ec-a1c8-d658f38adbca on host n-h2-710847-6 for vnic_type normal with profile None {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:35:46.356691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a6cfdcbd-72ec-487a-a8c9-eb5ecec7b3cc service neutron] Attempting to bind port c98a004c-6528-42ec-a1c8-d658f38adbca by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:35:46.357065 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a6cfdcbd-72ec-487a-a8c9-eb5ecec7b3cc service neutron] Attempting to bind port c98a004c-6528-42ec-a1c8-d658f38adbca on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:46.361709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7ea17-c3ae-4e01-bbf0-e663afcbb7ed req-94d4dd71-49ed-4cf8-877f-93702787259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:46.363458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccd7ea17-c3ae-4e01-bbf0-e663afcbb7ed req-94d4dd71-49ed-4cf8-877f-93702787259d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 1101 time: 0.0954554 Dec 11 22:35:46.365833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a6cfdcbd-72ec-487a-a8c9-eb5ecec7b3cc service neutron] Port c98a004c-6528-42ec-a1c8-d658f38adbca on network 16806276-ddd2-4647-87cf-feda1dff0e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:35:46.366249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a6cfdcbd-72ec-487a-a8c9-eb5ecec7b3cc service neutron] Attempting to bind port c98a004c-6528-42ec-a1c8-d658f38adbca on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:46.371816 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a6cfdcbd-72ec-487a-a8c9-eb5ecec7b3cc service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:35:46.372263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a6cfdcbd-72ec-487a-a8c9-eb5ecec7b3cc service neutron] Checking segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:35:46.372744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a6cfdcbd-72ec-487a-a8c9-eb5ecec7b3cc service neutron] Bound using segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:35:46.373173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a6cfdcbd-72ec-487a-a8c9-eb5ecec7b3cc service neutron] Bound port: c98a004c-6528-42ec-a1c8-d658f38adbca, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:35:46.375957 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-307fc436-ab3f-4eec-92dc-68398a9b4967 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:46.378302 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-307fc436-ab3f-4eec-92dc-68398a9b4967 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 808 time: 0.1146052 Dec 11 22:35:46.395767 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-5195b342-c0f3-49dd-82ed-d845276f9053 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/quotas/4a03958ca25f4977b4fabaad3b861845 HTTP/1.1" status: 200 len: 375 time: 0.0107138 Dec 11 22:35:46.452021 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccd7ea17-c3ae-4e01-bbf0-e663afcbb7ed req-7ed8c74d-aaa6-4a8c-9dcd-d5f828261787 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9785150e-551f-48b3-93f8-9719edce681c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763843 Dec 11 22:35:46.456760 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-3e4cadb7-6b52-45ed-9467-c173d42b16af tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0529203 Dec 11 22:35:46.461987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a6cfdcbd-72ec-487a-a8c9-eb5ecec7b3cc service neutron] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c98a004c-6528-42ec-a1c8-d658f38adbca,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:35:46.547280 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a6cfdcbd-72ec-487a-a8c9-eb5ecec7b3cc service neutron] Publish callbacks [] for binding, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:46.549852 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a6cfdcbd-72ec-487a-a8c9-eb5ecec7b3cc service neutron] 10.222.0.45 "POST /v2.0/ports/c98a004c-6528-42ec-a1c8-d658f38adbca/bindings HTTP/1.1" status: 201 len: 389 time: 0.4141200 Dec 11 22:35:46.555702 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-5ec86052-a7a7-4273-bfdc-637dc941dad3 service neutron] 10.222.0.45 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948758 Dec 11 22:35:46.708378 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-97917f65-aab3-4930-931f-f7dbaff0ae29 service neutron] 10.222.0.45 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374061 Dec 11 22:35:46.969009 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:47.135107 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f709c45-4743-4d0f-b355-8d8710df8e21 req-2245de8c-027e-4fd7-92e2-d0a6040de78a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:47.142884 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0f709c45-4743-4d0f-b355-8d8710df8e21 req-2245de8c-027e-4fd7-92e2-d0a6040de78a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 949 time: 0.1317589 Dec 11 22:35:47.224194 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0f709c45-4743-4d0f-b355-8d8710df8e21 req-4c8d312b-1177-452a-8aed-403eacb83a2f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753326 Dec 11 22:35:47.291478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1c074-1b79-479a-b961-1b1e5251ac59 req-51ba2160-b1ba-4dfc-97fc-acdd27ebae86 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:47.293830 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dfd1c074-1b79-479a-b961-1b1e5251ac59 req-51ba2160-b1ba-4dfc-97fc-acdd27ebae86 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1084807 Dec 11 22:35:47.365818 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59705a07-05ea-462f-a178-bd70f88032b8 req-47466c42-ed28-4cde-94fa-68417a38a76d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:47.367794 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-59705a07-05ea-462f-a178-bd70f88032b8 req-47466c42-ed28-4cde-94fa-68417a38a76d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 945 time: 0.0536630 Dec 11 22:35:47.377582 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dfd1c074-1b79-479a-b961-1b1e5251ac59 req-c64ad92b-00e8-4664-892e-d035de7be563 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740263 Dec 11 22:35:47.386314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a88b0bd3-f515-4548-8934-c7cee492890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:47.387846 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a88b0bd3-f515-4548-8934-c7cee492890a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 1096 time: 0.0662258 Dec 11 22:35:47.425188 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-59705a07-05ea-462f-a178-bd70f88032b8 req-8b87b459-a310-454c-a751-da662daa6739 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511637 Dec 11 22:35:47.493010 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46ae27e7-3cee-4935-82d9-57c35d7994c6 req-cce38649-3911-4705-97e0-c8ee68c4b6f0 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 210 time: 0.0721209 Dec 11 22:35:47.561767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88f170-2c37-4e5f-84d8-d68e1d71372f req-89a4c349-57c6-4934-8d11-27b159bb0e8e tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:47.563420 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa88f170-2c37-4e5f-84d8-d68e1d71372f req-89a4c349-57c6-4934-8d11-27b159bb0e8e tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 945 time: 0.0690961 Dec 11 22:35:47.590985 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e71cef39-d6e0-4e86-8a07-83631e1aadda req-bd1e03da-7218-4723-96d6-2d49c340296d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0946453 Dec 11 22:35:47.596370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-0ced8b86-6b4a-4426-abeb-21be6fbf0000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:47.597749 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-0ced8b86-6b4a-4426-abeb-21be6fbf0000 service neutron] 10.222.0.13 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.2009010 Dec 11 22:35:47.629642 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa88f170-2c37-4e5f-84d8-d68e1d71372f req-478946cb-2b8b-4367-8e96-031c4f39c317 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594447 Dec 11 22:35:47.700797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-242a6c40-393f-4961-bf01-9201e050d2e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c98a004c-6528-42ec-a1c8-d658f38adbca HTTP/1.1" status: 200 len: 217 time: 0.0668032 Dec 11 22:35:47.778240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b648375-75f9-4fdb-8e4e-1b3e6df9e4f5 req-1010d47a-67fa-4eae-98be-d5dd34350eda tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:47.780574 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b648375-75f9-4fdb-8e4e-1b3e6df9e4f5 req-1010d47a-67fa-4eae-98be-d5dd34350eda tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 950 time: 0.1864483 Dec 11 22:35:47.805240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-4e5d87fe-8230-4068-9ea4-6f640e61d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:47.806616 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-4e5d87fe-8230-4068-9ea4-6f640e61d91c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.0802126 Dec 11 22:35:47.808246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cef39-d6e0-4e86-8a07-83631e1aadda req-4c1535bd-dabe-47d8-ab83-4299b6f8f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:47.809563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e71cef39-d6e0-4e86-8a07-83631e1aadda req-4c1535bd-dabe-47d8-ab83-4299b6f8f3a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 1101 time: 0.1212695 Dec 11 22:35:47.849763 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-790a1ade-13c0-4a3b-872f-2562278f1377 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308828 Dec 11 22:35:47.960124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b648375-75f9-4fdb-8e4e-1b3e6df9e4f5 req-6c88ad03-f5ed-4754-9c89-4ea70465f9b6 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/security-groups?id=9785150e-551f-48b3-93f8-9719edce681c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690054 Dec 11 22:35:48.050536 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-0d359434-9bf6-4df2-a40c-39db4ab3dc08 service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875682 Dec 11 22:35:48.051654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cef39-d6e0-4e86-8a07-83631e1aadda req-b996d4ea-aefc-4ecd-b53f-3760bd56f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:48.053029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e71cef39-d6e0-4e86-8a07-83631e1aadda req-b996d4ea-aefc-4ecd-b53f-3760bd56f089 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1915705 Dec 11 22:35:48.137820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a825d142-1137-4e82-9bbd-ce2174e48943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a43d656-6517-423a-be7b-325665329207'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:48.137820 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cbe75b-5d17-48b4-a3d7-9df05db98149" -d '{"events": [{"server_uuid": "a825d142-1137-4e82-9bbd-ce2174e48943", "name": "network-vif-plugged", "status": "completed", "tag": "9a43d656-6517-423a-be7b-325665329207"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:48.149883 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e71cef39-d6e0-4e86-8a07-83631e1aadda req-0c7bc0a9-7d3b-45c8-9be9-e5c7cdbb1733 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76 HTTP/1.1" status: 200 len: 217 time: 0.0832143 Dec 11 22:35:48.181213 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2befd41-7198-4e43-9bdb-87f866eb739a x-openstack-request-id: req-e2befd41-7198-4e43-9bdb-87f866eb739a {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:48.181511 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a825d142-1137-4e82-9bbd-ce2174e48943", "name": "network-vif-plugged", "status": "completed", "tag": "9a43d656-6517-423a-be7b-325665329207", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:48.181770 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2befd41-7198-4e43-9bdb-87f866eb739a {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:48.182167 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a825d142-1137-4e82-9bbd-ce2174e48943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a43d656-6517-423a-be7b-325665329207', 'code': 200} Dec 11 22:35:48.247541 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-47395da3-88f4-40f4-98bd-faa793c4d6c1 service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815271 Dec 11 22:35:48.250600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cef39-d6e0-4e86-8a07-83631e1aadda req-6209b1a7-c3cf-4e57-a3c5-a8b93a9a06b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:48.250600 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e71cef39-d6e0-4e86-8a07-83631e1aadda req-6209b1a7-c3cf-4e57-a3c5-a8b93a9a06b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0896077 Dec 11 22:35:48.315473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cef39-d6e0-4e86-8a07-83631e1aadda req-bc8d19db-5be5-425e-93e2-2cef7ee03c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:48.316832 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e71cef39-d6e0-4e86-8a07-83631e1aadda req-bc8d19db-5be5-425e-93e2-2cef7ee03c15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0553501 Dec 11 22:35:48.352648 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810155a-ac1b-43e1-9ad6-3825399a4de8 req-471e222e-4ab2-48a1-be87-64ddb2d0a487 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:48.354193 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6810155a-ac1b-43e1-9ad6-3825399a4de8 req-471e222e-4ab2-48a1-be87-64ddb2d0a487 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 949 time: 0.0565529 Dec 11 22:35:48.406657 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6810155a-ac1b-43e1-9ad6-3825399a4de8 req-035c102f-2e6c-4062-bd7e-0adc9bab1db6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460305 Dec 11 22:35:48.418718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd09d2-269d-4aa5-b56d-a743b0bef80f req-bf36eebd-2779-457d-a407-38e338e0d47e tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:48.420225 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ddbd09d2-269d-4aa5-b56d-a743b0bef80f req-bf36eebd-2779-457d-a407-38e338e0d47e tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 951 time: 0.1024232 Dec 11 22:35:48.487289 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e71cef39-d6e0-4e86-8a07-83631e1aadda req-ec037a41-8aab-4ad8-8455-2df51ac65bfc service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600966 Dec 11 22:35:48.500238 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ddbd09d2-269d-4aa5-b56d-a743b0bef80f req-08d20ae6-fd2a-4880-ac79-19296e380785 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673478 Dec 11 22:35:48.541829 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b736d-52f0-46d9-8045-290cf63fb51e req-e5efca85-3201-4f2c-8810-1ae97209f763 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:48.543363 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-de9b736d-52f0-46d9-8045-290cf63fb51e req-e5efca85-3201-4f2c-8810-1ae97209f763 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0518458 Dec 11 22:35:48.597912 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-de9b736d-52f0-46d9-8045-290cf63fb51e req-1ac66eee-7074-4b75-9238-24ceaaeca062 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476139 Dec 11 22:35:48.611794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866e434-b4d9-458e-9b65-46edcc6960ce req-bf2c5d19-6491-49ef-b63e-385b992710c7 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:48.613441 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c866e434-b4d9-458e-9b65-46edcc6960ce req-bf2c5d19-6491-49ef-b63e-385b992710c7 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 945 time: 0.0569026 Dec 11 22:35:48.655147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 43d1c68e-45f3-42ce-a3df-ba0ce9310172 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:35:48.734889 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-80f0be65-bb29-426a-bea3-baa19f672983 req-119be7ac-b6fd-4983-b500-e3cd00088be8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 210 time: 0.0529666 Dec 11 22:35:48.740900 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c866e434-b4d9-458e-9b65-46edcc6960ce req-f85b4e18-fdb4-4845-bdf7-e110298e1864 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193745 Dec 11 22:35:48.801294 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5299a61f-691d-4b5b-a203-ee185c90c9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:48.828562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14293e13-27bb-4ccf-8cea-b6133d44615a req-95c1fb11-6716-4a35-a7e6-b23d7a63b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:48.830255 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-14293e13-27bb-4ccf-8cea-b6133d44615a req-95c1fb11-6716-4a35-a7e6-b23d7a63b7f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 1101 time: 0.1721532 Dec 11 22:35:48.892211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e71cef39-d6e0-4e86-8a07-83631e1aadda req-660d8502-8ff4-484d-8318-7ecbea6bf451 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248709 Dec 11 22:35:48.910382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:35:48.914609 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:48.921243 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:48.929866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5f54c-3942-4385-96a8-d0979752af21 req-988c1d34-9263-4ec8-97c8-53cfff360fdb tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:48.931390 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-48f5f54c-3942-4385-96a8-d0979752af21 req-988c1d34-9263-4ec8-97c8-53cfff360fdb tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 945 time: 0.0944054 Dec 11 22:35:48.933453 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-14293e13-27bb-4ccf-8cea-b6133d44615a req-30d38428-fcad-4859-828b-53116d97893a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844147 Dec 11 22:35:49.012493 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:49.018315 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-48f5f54c-3942-4385-96a8-d0979752af21 req-3ac75276-54a4-4aea-be2b-dd97361144aa tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754859 Dec 11 22:35:49.054494 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:49.099394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c4feb-9324-4bb7-8154-5531245b5d6b req-ed142a68-f993-4812-bb87-2c593f7f0bbe tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:49.100893 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-997c4feb-9324-4bb7-8154-5531245b5d6b req-ed142a68-f993-4812-bb87-2c593f7f0bbe tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 950 time: 0.0544965 Dec 11 22:35:49.137994 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:49.157037 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-997c4feb-9324-4bb7-8154-5531245b5d6b req-3822b195-b4b3-45b5-942f-756a51845741 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/security-groups?id=9785150e-551f-48b3-93f8-9719edce681c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491097 Dec 11 22:35:49.224960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=43d1c68e-45f3-42ce-a3df-ba0ce9310172,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:49.641391 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c679915-21c5-4a7e-bc4c-138c8ce0ebab req-27d7700f-594b-4fe8-bdc7-0dfe5ccc24ae tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:49.642901 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c679915-21c5-4a7e-bc4c-138c8ce0ebab req-27d7700f-594b-4fe8-bdc7-0dfe5ccc24ae tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0524209 Dec 11 22:35:49.656941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e68a3e-d889-4b8b-9c92-7a527546654e req-dc094d57-7249-407c-83af-55b3c4dc9e15 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:49.660283 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16e68a3e-d889-4b8b-9c92-7a527546654e req-dc094d57-7249-407c-83af-55b3c4dc9e15 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 951 time: 0.0555716 Dec 11 22:35:49.729535 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16e68a3e-d889-4b8b-9c92-7a527546654e req-88542894-ff1b-478c-9b02-a471fe6e675a tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607872 Dec 11 22:35:49.918851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e46f0-d35a-4a3c-bc48-753b7c9a3159 req-9339dd91-54a7-4c7b-98aa-a46be1ff1169 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:49.920689 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-033e46f0-d35a-4a3c-bc48-753b7c9a3159 req-9339dd91-54a7-4c7b-98aa-a46be1ff1169 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 950 time: 0.0596006 Dec 11 22:35:49.996572 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-033e46f0-d35a-4a3c-bc48-753b7c9a3159 req-95edff13-352d-4704-a2fe-3c7b3475288a tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/security-groups?id=9785150e-551f-48b3-93f8-9719edce681c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656569 Dec 11 22:35:50.001777 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c679915-21c5-4a7e-bc4c-138c8ce0ebab req-d77ac3f4-3263-4f8c-9805-fe89ae1d4333 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517904 Dec 11 22:35:50.103420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-21159212-b666-4038-be0d-bcc05bf978ed tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:50.104954 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-21159212-b666-4038-be0d-bcc05bf978ed tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.13 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 808 time: 0.1548867 Dec 11 22:35:50.123550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-fd9b6b19-9739-4213-bc1c-efb22182f5b8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Request body: {'port': {'device_id': '3ac0af33-548f-4e8b-adc6-5506a21351e7', 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37', 'admin_state_up': True, 'tenant_id': '4a03958ca25f4977b4fabaad3b861845'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:50.151744 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5afe5-2690-48a1-83e7-35f9d304ee59 req-db92902b-b5c9-4ceb-b64a-b6369eedb9ab tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:50.154780 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d1d5afe5-2690-48a1-83e7-35f9d304ee59 req-db92902b-b5c9-4ceb-b64a-b6369eedb9ab tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0679104 Dec 11 22:35:50.183693 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:50.191683 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde00665-f1cd-4285-88ea-fb97f29ca89c" -d '{"events": [{"server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "name": "network-vif-plugged", "status": "completed", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:50.253898 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d1d5afe5-2690-48a1-83e7-35f9d304ee59 req-1fc3a3b8-e68c-4e47-9564-6fb729465caa tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916018 Dec 11 22:35:50.383129 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f5f8d-1836-490b-b622-3e1cf1d0fcfd req-61614b52-dad2-4902-8a34-273bb7c3c328 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:50.384937 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-534f5f8d-1836-490b-b622-3e1cf1d0fcfd req-61614b52-dad2-4902-8a34-273bb7c3c328 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 945 time: 0.0564001 Dec 11 22:35:50.390064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-fd9b6b19-9739-4213-bc1c-efb22182f5b8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Made reservation on behalf of 4a03958ca25f4977b4fabaad3b861845 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:35:50.394136 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-fd9b6b19-9739-4213-bc1c-efb22182f5b8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:50.452560 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-534f5f8d-1836-490b-b622-3e1cf1d0fcfd req-42354abe-210b-4678-9fdd-2388eb5aaaeb tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578408 Dec 11 22:35:50.538362 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8a5c0eb8-289b-4aeb-b8ee-09f48e8982c7 req-18d3d68c-dffb-43c3-87f9-14fee624f5e9 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 210 time: 0.0299640 Dec 11 22:35:50.587192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-fd9b6b19-9739-4213-bc1c-efb22182f5b8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Allocated IP 172.20.0.7 (dc99fe2a-f620-40db-bef5-51a1a7294f37/f7f778c4-8576-40f1-9e48-2f4f1f10e98c/af7c6246-ccca-4f41-bd67-7fb59d41bd80) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:35:50.649967 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 034dc8e8-4ce1-483b-a091-b46a3b55de95 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:35:50.677306 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3da8041-7a9d-4bf7-abc5-a1e513e63306 x-openstack-request-id: req-f3da8041-7a9d-4bf7-abc5-a1e513e63306 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:50.677629 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "name": "network-vif-plugged", "status": "completed", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:50.677893 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3da8041-7a9d-4bf7-abc5-a1e513e63306 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:50.678294 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172', 'code': 200} Dec 11 22:35:50.788577 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:50.824822 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 034dc8e8-4ce1-483b-a091-b46a3b55de95, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=034dc8e8-4ce1-483b-a091-b46a3b55de95,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:50.845157 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-fd9b6b19-9739-4213-bc1c-efb22182f5b8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:50.859125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0273e-f3d7-4a08-8651-7a1c85567650 req-6456992d-c45e-4ce8-acfc-3e2fb6b1e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:50.860737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27d0273e-f3d7-4a08-8651-7a1c85567650 req-6456992d-c45e-4ce8-acfc-3e2fb6b1e954 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 1101 time: 0.0896606 Dec 11 22:35:50.882165 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:50.951412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27d0273e-f3d7-4a08-8651-7a1c85567650 req-8d949aff-b617-485d-949a-f480b0b6b661 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821855 Dec 11 22:35:50.953251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=034dc8e8-4ce1-483b-a091-b46a3b55de95,revision_number=11']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:51.025186 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-fd9b6b19-9739-4213-bc1c-efb22182f5b8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:51.067912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-fd9b6b19-9739-4213-bc1c-efb22182f5b8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Network dc99fe2a-f620-40db-bef5-51a1a7294f37 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:35:51.071421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-fd9b6b19-9739-4213-bc1c-efb22182f5b8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:35:51.075580 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-fd9b6b19-9739-4213-bc1c-efb22182f5b8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:35:51.085003 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-fd9b6b19-9739-4213-bc1c-efb22182f5b8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:51.086438 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-fd9b6b19-9739-4213-bc1c-efb22182f5b8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:51.105888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b6b19-9739-4213-bc1c-efb22182f5b8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Pushing event updated for resources: {'Port': ['ID=af7c6246-ccca-4f41-bd67-7fb59d41bd80,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:51.133284 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebf65a-2dec-4f39-8721-cf961e2f0453 req-4e91e303-06d7-4aa0-843d-3d591e70fbae tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:51.134857 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-feebf65a-2dec-4f39-8721-cf961e2f0453 req-4e91e303-06d7-4aa0-843d-3d591e70fbae tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 950 time: 0.0550935 Dec 11 22:35:51.187264 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-feebf65a-2dec-4f39-8721-cf961e2f0453 req-9ecbe01d-fc93-46d0-9ab2-ff977aa236ab tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/security-groups?id=9785150e-551f-48b3-93f8-9719edce681c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462179 Dec 11 22:35:51.210550 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-fd9b6b19-9739-4213-bc1c-efb22182f5b8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0912757 Dec 11 22:35:51.241734 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb70a-010a-42bd-8550-0c5ec249c5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:51.289229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Request body: {'port': {'device_id': '3ac0af33-548f-4e8b-adc6-5506a21351e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:35:51.305306 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb8f05-04e6-4e9b-a9f3-3ac8ca078f8a req-debee37d-df84-483d-90d2-31119b111708 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:51.314649 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8eb8f05-04e6-4e9b-a9f3-3ac8ca078f8a req-debee37d-df84-483d-90d2-31119b111708 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0644381 Dec 11 22:35:51.363140 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8eb8f05-04e6-4e9b-a9f3-3ac8ca078f8a req-bcc634f4-8a09-4afd-9734-7a1f26b58df7 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470855 Dec 11 22:35:51.384203 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:51.463205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997cf72-749d-44f3-b321-0d42da93d518 req-f43baf0b-8656-4515-aec2-ba5ce5ec8538 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:51.464727 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8997cf72-749d-44f3-b321-0d42da93d518 req-f43baf0b-8656-4515-aec2-ba5ce5ec8538 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1042631 Dec 11 22:35:51.586416 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8997cf72-749d-44f3-b321-0d42da93d518 req-d4bab996-a066-4a54-81ef-5604ce0fcde7 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098275 Dec 11 22:35:51.752627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5f27f-9dea-4fbd-9af9-4ca3e97d8809 req-813b203c-7db5-4c29-9440-5245528a5a6d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:51.754125 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ed5f27f-9dea-4fbd-9af9-4ca3e97d8809 req-813b203c-7db5-4c29-9440-5245528a5a6d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 945 time: 0.0857587 Dec 11 22:35:51.808600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7c6246-ccca-4f41-bd67-7fb59d41bd80 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:51.823779 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:51.846171 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaec268-7fb2-4cf7-90b9-f78f72b4c531 req-9e233606-9e0d-4892-bde2-c7fa9ea0887a tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:51.848024 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-daaec268-7fb2-4cf7-90b9-f78f72b4c531 req-9e233606-9e0d-4892-bde2-c7fa9ea0887a tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 931 time: 0.0689120 Dec 11 22:35:51.849012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ed5f27f-9dea-4fbd-9af9-4ca3e97d8809 req-860c4102-8f9c-43d9-b7ea-d9176a0efbc3 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716951 Dec 11 22:35:51.849970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Transition to ACTIVE for port object af7c6246-ccca-4f41-bd67-7fb59d41bd80 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:35:51.908175 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-daaec268-7fb2-4cf7-90b9-f78f72b4c531 req-e197489d-c90e-4092-afd3-63947a36e9a0 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514665 Dec 11 22:35:51.938346 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:52.044623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ce8ef-fab4-413e-91ee-ba4f79cc3602 req-5a99bb9a-4afa-4a65-ba02-ae31992d935b tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:52.046313 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0e4ce8ef-fab4-413e-91ee-ba4f79cc3602 req-5a99bb9a-4afa-4a65-ba02-ae31992d935b tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 950 time: 0.1509869 Dec 11 22:35:52.051984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Pushing event updated for resources: {'Port': ['ID=af7c6246-ccca-4f41-bd67-7fb59d41bd80,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:52.060135 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:52.085145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e36f0f-74ca-449a-9b47-38d7c95a700c req-e529a295-9959-429b-8538-1a4e73c88df0 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:52.086847 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85e36f0f-74ca-449a-9b47-38d7c95a700c req-e529a295-9959-429b-8538-1a4e73c88df0 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1606934 Dec 11 22:35:52.089133 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30888650-69ad-4e66-a2c3-711acf0977d0 req-4b6a2bf6-c9b4-4490-baf8-1a3a4604552f tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:52.090601 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-30888650-69ad-4e66-a2c3-711acf0977d0 req-4b6a2bf6-c9b4-4490-baf8-1a3a4604552f tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 949 time: 0.0510509 Dec 11 22:35:52.147421 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-30888650-69ad-4e66-a2c3-711acf0977d0 req-f3d979a3-d7d0-457d-b5b1-a365cf02e796 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495813 Dec 11 22:35:52.170233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Attempting to bind port af7c6246-ccca-4f41-bd67-7fb59d41bd80 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:35:52.170233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Attempting to bind port af7c6246-ccca-4f41-bd67-7fb59d41bd80 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:35:52.170233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Attempting to bind port af7c6246-ccca-4f41-bd67-7fb59d41bd80 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:52.207529 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Port af7c6246-ccca-4f41-bd67-7fb59d41bd80 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:35:52.207844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Attempting to bind port af7c6246-ccca-4f41-bd67-7fb59d41bd80 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:35:52.234381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:35:52.234381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Checking segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:35:52.234833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Bound using segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:35:52.235316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Bound port: af7c6246-ccca-4f41-bd67-7fb59d41bd80, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:35:52.236166 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:52.255796 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85e36f0f-74ca-449a-9b47-38d7c95a700c req-98228cf0-61d9-4fef-859b-db2a7449216b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485298 Dec 11 22:35:52.328691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-0e4ce8ef-fab4-413e-91ee-ba4f79cc3602 req-ec2f01a9-3978-4436-aa2a-bc82096bc79e tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Deleting port a885a73f-a4c7-4062-a696-d230ef215dd3 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:35:52.329207 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-0e4ce8ef-fab4-413e-91ee-ba4f79cc3602 req-ec2f01a9-3978-4436-aa2a-bc82096bc79e tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:52.360879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da02a12-0bfe-4fe2-bc6a-1d436d1c4f41 req-129867c1-2ef5-454e-a1d0-bd5369d2d9cd tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:52.363450 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8da02a12-0bfe-4fe2-bc6a-1d436d1c4f41 req-129867c1-2ef5-454e-a1d0-bd5369d2d9cd tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 950 time: 0.0717785 Dec 11 22:35:52.381219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] For port af7c6246-ccca-4f41-bd67-7fb59d41bd80, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:35:52.402722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] For port af7c6246-ccca-4f41-bd67-7fb59d41bd80, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:35:52.419774 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8da02a12-0bfe-4fe2-bc6a-1d436d1c4f41 req-4afdcbe4-2136-466f-9e35-4cd61a9960de tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/security-groups?id=9785150e-551f-48b3-93f8-9719edce681c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501497 Dec 11 22:35:52.451604 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-0e4ce8ef-fab4-413e-91ee-ba4f79cc3602 req-ec2f01a9-3978-4436-aa2a-bc82096bc79e tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] For port a885a73f-a4c7-4062-a696-d230ef215dd3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a885a73f-a4c7-4062-a696-d230ef215dd3,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:52.463926 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-0e4ce8ef-fab4-413e-91ee-ba4f79cc3602 req-ec2f01a9-3978-4436-aa2a-bc82096bc79e tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:52.475564 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-0e4ce8ef-fab4-413e-91ee-ba4f79cc3602 req-ec2f01a9-3978-4436-aa2a-bc82096bc79e tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Calling delete_port for a885a73f-a4c7-4062-a696-d230ef215dd3 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:35:52.486617 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:52.553992 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbb147-3beb-437d-9a4b-bec6c20db3ea req-f453e488-31c0-47a9-ba0e-348812cee80b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:52.556734 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b9cbb147-3beb-437d-9a4b-bec6c20db3ea req-f453e488-31c0-47a9-ba0e-348812cee80b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0558114 Dec 11 22:35:52.569068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:52.569692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:52.571180 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] 10.222.0.13 "PUT /v2.0/ports/af7c6246-ccca-4f41-bd67-7fb59d41bd80 HTTP/1.1" status: 200 len: 1091 time: 1.2888846 Dec 11 22:35:52.575074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac0af33-548f-4e8b-adc6-5506a21351e7', 'tag': 'af7c6246-ccca-4f41-bd67-7fb59d41bd80'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:52.577485 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d8c9c7-ea4b-41b2-8378-2e3f4602bf2e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac0af33-548f-4e8b-adc6-5506a21351e7", "tag": "af7c6246-ccca-4f41-bd67-7fb59d41bd80"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:52.612232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c47730-b4c0-4c93-bea5-79a5665a1802 service neutron] Pushing event updated for resources: {'Port': ['ID=af7c6246-ccca-4f41-bd67-7fb59d41bd80,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:52.646914 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b9cbb147-3beb-437d-9a4b-bec6c20db3ea req-b2ef9aef-fb86-41e1-b99f-39e2a786dd63 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784588 Dec 11 22:35:52.681547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e965b8-e7f8-4af2-b929-890f353f3ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '034dc8e8-4ce1-483b-a091-b46a3b55de95'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:52.685191 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146d3fb0-4dbf-4bbb-a330-89fb46a011c9" -d '{"events": [{"server_uuid": "67e965b8-e7f8-4af2-b929-890f353f3ebb", "name": "network-vif-unplugged", "status": "completed", "tag": "034dc8e8-4ce1-483b-a091-b46a3b55de95"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:52.728137 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e0e233-c621-4036-8aed-4bd22f444931 x-openstack-request-id: req-d5e0e233-c621-4036-8aed-4bd22f444931 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:52.728599 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac0af33-548f-4e8b-adc6-5506a21351e7", "tag": "af7c6246-ccca-4f41-bd67-7fb59d41bd80", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:52.728866 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5e0e233-c621-4036-8aed-4bd22f444931 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:52.729258 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac0af33-548f-4e8b-adc6-5506a21351e7', 'tag': 'af7c6246-ccca-4f41-bd67-7fb59d41bd80', 'status': 'completed', 'code': 200} Dec 11 22:35:52.749116 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8406575-ddca-488f-b0eb-927a520b2f7b x-openstack-request-id: req-e8406575-ddca-488f-b0eb-927a520b2f7b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:52.749412 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e965b8-e7f8-4af2-b929-890f353f3ebb", "name": "network-vif-unplugged", "status": "completed", "tag": "034dc8e8-4ce1-483b-a091-b46a3b55de95", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:52.749667 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8406575-ddca-488f-b0eb-927a520b2f7b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:52.750259 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e965b8-e7f8-4af2-b929-890f353f3ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '034dc8e8-4ce1-483b-a091-b46a3b55de95', 'code': 200} Dec 11 22:35:52.800333 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-1c18351e-5cf4-47de-8ee5-24f318225dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:52.802274 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-1c18351e-5cf4-47de-8ee5-24f318225dea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 1094 time: 0.0865717 Dec 11 22:35:52.803919 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-0e4ce8ef-fab4-413e-91ee-ba4f79cc3602 req-ec2f01a9-3978-4436-aa2a-bc82096bc79e tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:52.852505 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['a885a73f-a4c7-4062-a696-d230ef215dd3'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:35:52.862097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbb480-ff41-4774-96a5-43c90102dfaf req-426220cf-cdc7-418d-bb27-f8c2030a8bc7 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:52.870390 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ecbb480-ff41-4774-96a5-43c90102dfaf req-426220cf-cdc7-418d-bb27-f8c2030a8bc7 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0693624 Dec 11 22:35:52.898413 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f01a9-3978-4436-aa2a-bc82096bc79e tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Pushing event deleted for resources: {'Port': ['ID=a885a73f-a4c7-4062-a696-d230ef215dd3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:52.958565 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ecbb480-ff41-4774-96a5-43c90102dfaf req-82f49e27-eaeb-4e44-baca-348ff841f184 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872569 Dec 11 22:35:52.975556 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-19c86151-d8b4-4c71-915e-35492247f033 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80 HTTP/1.1" status: 200 len: 217 time: 0.1174414 Dec 11 22:35:53.010496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4ce8ef-fab4-413e-91ee-ba4f79cc3602 req-ec2f01a9-3978-4436-aa2a-bc82096bc79e tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] No DVR routers for this DVR port a885a73f-a4c7-4062-a696-d230ef215dd3 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:35:53.013859 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-0e4ce8ef-fab4-413e-91ee-ba4f79cc3602 req-ec2f01a9-3978-4436-aa2a-bc82096bc79e tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:53.018024 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0e4ce8ef-fab4-413e-91ee-ba4f79cc3602 req-ec2f01a9-3978-4436-aa2a-bc82096bc79e tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.47 "DELETE /v2.0/ports/a885a73f-a4c7-4062-a696-d230ef215dd3 HTTP/1.1" status: 204 len: 173 time: 0.9521267 Dec 11 22:35:53.110427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-1015b88b-6349-4bae-9312-3db09a8c1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:53.112877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-1015b88b-6349-4bae-9312-3db09a8c1582 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.1183956 Dec 11 22:35:53.125493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62b7bd-862c-4fc0-b893-900d27cd1f04 req-cd295099-742f-4a32-8ccb-30315516f775 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:53.127813 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2f62b7bd-862c-4fc0-b893-900d27cd1f04 req-cd295099-742f-4a32-8ccb-30315516f775 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 945 time: 0.1086898 Dec 11 22:35:53.145442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ec695-c87e-4044-9f89-f13c75363748 req-22dcc88e-95c2-4763-84ec-6acfb9f0ca4a tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:53.153378 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e47ec695-c87e-4044-9f89-f13c75363748 req-22dcc88e-95c2-4763-84ec-6acfb9f0ca4a tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 943 time: 0.0716629 Dec 11 22:35:53.159190 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-472f1969-a4e8-4f3e-9663-2a09d20c76f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303283 Dec 11 22:35:53.211685 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e47ec695-c87e-4044-9f89-f13c75363748 req-722c8599-7ceb-4347-8090-3e38e805d2ae tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562611 Dec 11 22:35:53.306248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2f62b7bd-862c-4fc0-b893-900d27cd1f04 req-6e68928a-8200-49c5-bc7d-a530a91ac27a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460593 Dec 11 22:35:53.349206 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-9e75ae2e-00b6-4a89-bbe2-bf197a9e4c90 service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719065 Dec 11 22:35:53.436771 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42134d4-078c-4c64-905b-9c5e343e6852 req-8a57d654-2a80-4c6a-9965-7513f43f8249 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:53.438591 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f42134d4-078c-4c64-905b-9c5e343e6852 req-8a57d654-2a80-4c6a-9965-7513f43f8249 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 949 time: 0.0689442 Dec 11 22:35:53.484556 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4af3792-5876-46d9-beb4-25cdee2f500a req-72810510-68e4-4aa0-ad60-1e415ab5f0e3 service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270905 Dec 11 22:35:53.515217 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f42134d4-078c-4c64-905b-9c5e343e6852 req-d8a5c1fe-8340-4af1-8268-2ad775ecb791 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659454 Dec 11 22:35:53.576822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47c31d26-4aa8-42e8-b837-bf40c00d15cc req-fc84b6d0-a259-4668-9b06-83bfa0089491 tempest-ServerDiagnosticsNegativeTest-1850368582 tempest-ServerDiagnosticsNegativeTest-1850368582-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1 HTTP/1.1" status: 200 len: 210 time: 0.0328214 Dec 11 22:35:53.685745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8c9c7-ea4b-41b2-8378-2e3f4602bf2e req-c943e74b-25e0-4908-9a5d-66843c298349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:53.687503 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1d8c9c7-ea4b-41b2-8378-2e3f4602bf2e req-c943e74b-25e0-4908-9a5d-66843c298349 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 1094 time: 0.0518124 Dec 11 22:35:53.779684 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:53.784272 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffd54a-180f-4287-b340-d1877fa83592 req-c446f08f-86c4-423a-92d1-eb050d7e4d87 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:53.785868 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-84ffd54a-180f-4287-b340-d1877fa83592 req-c446f08f-86c4-423a-92d1-eb050d7e4d87 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0630107 Dec 11 22:35:53.814332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8c9c7-ea4b-41b2-8378-2e3f4602bf2e req-583b58ef-6d8a-47f4-a30f-735a7dfd48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:53.815980 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1d8c9c7-ea4b-41b2-8378-2e3f4602bf2e req-583b58ef-6d8a-47f4-a30f-735a7dfd48b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.1158383 Dec 11 22:35:53.843646 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-84ffd54a-180f-4287-b340-d1877fa83592 req-f9337ea6-172b-413e-89f8-14166ea46161 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491941 Dec 11 22:35:53.863787 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1d8c9c7-ea4b-41b2-8378-2e3f4602bf2e req-691a9c84-492b-4fad-983a-9c00563636c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80 HTTP/1.1" status: 200 len: 217 time: 0.0390255 Dec 11 22:35:53.994707 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8c9c7-ea4b-41b2-8378-2e3f4602bf2e req-1e45442d-52f4-455a-a74c-88634ca07c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:53.997704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1d8c9c7-ea4b-41b2-8378-2e3f4602bf2e req-1e45442d-52f4-455a-a74c-88634ca07c33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.1261892 Dec 11 22:35:54.114385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b953621-5394-4fa5-9060-6c5ce4375141 req-5714e08a-43e2-456f-9048-7bda4e5b8ad0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:54.120193 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b953621-5394-4fa5-9060-6c5ce4375141 req-5714e08a-43e2-456f-9048-7bda4e5b8ad0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.1948507 Dec 11 22:35:54.122650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1d8c9c7-ea4b-41b2-8378-2e3f4602bf2e req-2b75a369-257c-4501-854a-22620fd4e59b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971458 Dec 11 22:35:54.144798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f31bb6-2f79-4f1f-97c0-bd32c9d36aea req-2eb08a81-b4ba-4855-8b94-f5d5954b2dc2 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:54.155482 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-80f31bb6-2f79-4f1f-97c0-bd32c9d36aea req-2eb08a81-b4ba-4855-8b94-f5d5954b2dc2 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0851321 Dec 11 22:35:54.222514 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e19fdb9a-06c2-4261-b418-4e345a7c8649 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:35:54.223657 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-80f31bb6-2f79-4f1f-97c0-bd32c9d36aea req-ca6757f3-88f4-42c3-9b99-af3a2cd4b552 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670102 Dec 11 22:35:54.377968 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0ad36-2201-46ae-80ac-dbcd6e56f1ff req-ea990a34-1a4b-45b6-be3a-8c7f1d7a1fa4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:54.382638 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dbd0ad36-2201-46ae-80ac-dbcd6e56f1ff req-ea990a34-1a4b-45b6-be3a-8c7f1d7a1fa4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 943 time: 0.0897841 Dec 11 22:35:54.409068 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b953621-5394-4fa5-9060-6c5ce4375141 req-67200b8c-30a1-4ef1-b515-ae333305bab9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736375 Dec 11 22:35:54.488053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e19fdb9a-06c2-4261-b418-4e345a7c8649, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e19fdb9a-06c2-4261-b418-4e345a7c8649,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:54.494566 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1d8c9c7-ea4b-41b2-8378-2e3f4602bf2e req-90a591c1-81c6-4186-ba22-c77b78b176b4 service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547008 Dec 11 22:35:54.538850 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dbd0ad36-2201-46ae-80ac-dbcd6e56f1ff req-a2fb1d8e-931f-47c2-89fe-c1bed59f990c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490226 Dec 11 22:35:54.548828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'e19fdb9a-06c2-4261-b418-4e345a7c8649', 'network_id': '54478511-f8de-4e50-83dc-4c9857155262', 'port_id': 'e19fdb9a-06c2-4261-b418-4e345a7c8649', 'mac_address': 'fa:16:3e:a8:77:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb1c5ef-7e62-452c-b0f4-c1de3e5763b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:35:54.630489 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:54.651361 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:54.657379 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0d673-91b2-41b6-962e-b475051752a8 req-da044421-1c8f-40b3-93ef-9d511098ab2f tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:54.659213 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7b0d673-91b2-41b6-962e-b475051752a8 req-da044421-1c8f-40b3-93ef-9d511098ab2f tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 949 time: 0.1637251 Dec 11 22:35:54.670515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e19fdb9a-06c2-4261-b418-4e345a7c8649 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:54.758654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e19fdb9a-06c2-4261-b418-4e345a7c8649, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e19fdb9a-06c2-4261-b418-4e345a7c8649,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:54.763326 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35280ce7-d6c6-4fb4-8c22-1c46b94e1468 req-28fb6179-8ac3-4a6c-b1c4-65bab26169f7 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:54.772011 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-35280ce7-d6c6-4fb4-8c22-1c46b94e1468 req-28fb6179-8ac3-4a6c-b1c4-65bab26169f7 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 945 time: 0.1072762 Dec 11 22:35:54.777971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1', 'name': 'network-vif-deleted', 'tag': 'a885a73f-a4c7-4062-a696-d230ef215dd3'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:54.781590 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d6345e-82bc-4ddc-aba2-c429398c896a" -d '{"events": [{"server_uuid": "b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1", "name": "network-vif-deleted", "tag": "a885a73f-a4c7-4062-a696-d230ef215dd3"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:54.859231 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:54.873415 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-35280ce7-d6c6-4fb4-8c22-1c46b94e1468 req-9a0a4b35-ffc2-4269-928e-412472b13e18 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007221 Dec 11 22:35:54.890009 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1d8c9c7-ea4b-41b2-8378-2e3f4602bf2e req-c5d888ca-a43d-46d4-9acd-dcf4cca548e3 service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833690 Dec 11 22:35:55.013356 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=e19fdb9a-06c2-4261-b418-4e345a7c8649,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:55.016670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b7b0d673-91b2-41b6-962e-b475051752a8 req-5f40abd5-7e49-47cc-8845-26ff5490eda0 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Deleting port 034dc8e8-4ce1-483b-a091-b46a3b55de95 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:35:55.016670 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b7b0d673-91b2-41b6-962e-b475051752a8 req-5f40abd5-7e49-47cc-8845-26ff5490eda0 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:55.044067 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:35:55.083393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eeff4-4e5c-4134-bda7-2749682003f4 req-31ac0ffb-a6d7-4c3a-a2d6-d1d2fbcb6e2f tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:55.084986 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f1eeff4-4e5c-4134-bda7-2749682003f4 req-31ac0ffb-a6d7-4c3a-a2d6-d1d2fbcb6e2f tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 949 time: 0.2284012 Dec 11 22:35:55.126301 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9e6053-839d-41d8-84d3-1db8c7d4265e x-openstack-request-id: req-ec9e6053-839d-41d8-84d3-1db8c7d4265e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:55.126752 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1", "name": "network-vif-deleted", "tag": "a885a73f-a4c7-4062-a696-d230ef215dd3", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:55.127284 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec9e6053-839d-41d8-84d3-1db8c7d4265e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:55.127695 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ac2b5d-f1b4-4555-96b3-f350c58cb9a1', 'name': 'network-vif-deleted', 'tag': 'a885a73f-a4c7-4062-a696-d230ef215dd3', 'status': 'completed', 'code': 200} Dec 11 22:35:55.128276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['e19fdb9a-06c2-4261-b418-4e345a7c8649'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:35:55.186577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f1eeff4-4e5c-4134-bda7-2749682003f4 req-9da93b7b-816f-40b7-b199-4072453af4e5 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/security-groups?id=b28080e9-078c-4631-893a-713f912fc0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919509 Dec 11 22:35:55.204033 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b7b0d673-91b2-41b6-962e-b475051752a8 req-5f40abd5-7e49-47cc-8845-26ff5490eda0 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] For port 034dc8e8-4ce1-483b-a091-b46a3b55de95, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=034dc8e8-4ce1-483b-a091-b46a3b55de95,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:55.204410 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b7b0d673-91b2-41b6-962e-b475051752a8 req-5f40abd5-7e49-47cc-8845-26ff5490eda0 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:55.270849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b7b0d673-91b2-41b6-962e-b475051752a8 req-5f40abd5-7e49-47cc-8845-26ff5490eda0 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Calling delete_port for 034dc8e8-4ce1-483b-a091-b46a3b55de95 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:35:55.467520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0176af-e6ba-40be-a87b-f8ccd753d9aa req-2cbef1c1-c23e-45ff-9697-3d0f7e5321de tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:55.469179 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a0176af-e6ba-40be-a87b-f8ccd753d9aa req-2cbef1c1-c23e-45ff-9697-3d0f7e5321de tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0989661 Dec 11 22:35:55.593052 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a0176af-e6ba-40be-a87b-f8ccd753d9aa req-665e5834-73f8-428b-b79f-8acc2b64c6c4 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128566 Dec 11 22:35:55.687452 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b7b0d673-91b2-41b6-962e-b475051752a8 req-5f40abd5-7e49-47cc-8845-26ff5490eda0 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:55.725058 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3151b7-d4b1-47b7-b135-72404d130f15 req-ff6703fe-3f9d-456c-a271-647c611746b8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:55.728434 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9a3151b7-d4b1-47b7-b135-72404d130f15 req-ff6703fe-3f9d-456c-a271-647c611746b8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.1463246 Dec 11 22:35:55.737117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40abd5-7e49-47cc-8845-26ff5490eda0 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Pushing event deleted for resources: {'Port': ['ID=034dc8e8-4ce1-483b-a091-b46a3b55de95,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:55.801351 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42948) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:55.850830 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-a12ebe66-a3df-4dfa-996b-aa7bd3970712 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1519198 Dec 11 22:35:55.889506 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9a3151b7-d4b1-47b7-b135-72404d130f15 req-bdb471c6-06b6-4c65-bc88-750154464deb tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227348 Dec 11 22:35:55.951335 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b0d673-91b2-41b6-962e-b475051752a8 req-5f40abd5-7e49-47cc-8845-26ff5490eda0 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] No DVR routers for this DVR port 034dc8e8-4ce1-483b-a091-b46a3b55de95 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:35:55.955641 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b7b0d673-91b2-41b6-962e-b475051752a8 req-5f40abd5-7e49-47cc-8845-26ff5490eda0 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:55.958983 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7b0d673-91b2-41b6-962e-b475051752a8 req-5f40abd5-7e49-47cc-8845-26ff5490eda0 tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.13 "DELETE /v2.0/ports/034dc8e8-4ce1-483b-a091-b46a3b55de95 HTTP/1.1" status: 204 len: 173 time: 1.2821159 Dec 11 22:35:56.007856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580a27f-0b53-4e88-90da-10cbc86f248c req-e2b00e38-6565-496b-a3ef-0b90faf284eb tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:56.036915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8580a27f-0b53-4e88-90da-10cbc86f248c req-e2b00e38-6565-496b-a3ef-0b90faf284eb tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 943 time: 0.1981506 Dec 11 22:35:56.191378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8580a27f-0b53-4e88-90da-10cbc86f248c req-cbc42e87-6d0f-4057-80e2-67fb4c8cabec tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283138 Dec 11 22:35:56.210224 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3674be8d-05ae-4991-b236-e06ce21e0c6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd8b8882d0b84256ae81960d37aa1622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060657 Dec 11 22:35:56.212928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42966) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:56.239794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e19fdb9a-06c2-4261-b418-4e345a7c8649 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:35:56.299158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd0192-71e7-4cab-a79b-a21b75c457b2 req-8417371e-6532-4752-878b-1d5298d42a79 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:56.309543 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0cbd0192-71e7-4cab-a79b-a21b75c457b2 req-8417371e-6532-4752-878b-1d5298d42a79 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 945 time: 0.1338799 Dec 11 22:35:56.366785 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36c1f4f5-72ab-4880-85d7-d12bdb59549b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:56.407040 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port e19fdb9a-06c2-4261-b418-4e345a7c8649 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:35:56.407759 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:56.424196 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0cbd0192-71e7-4cab-a79b-a21b75c457b2 req-b547628e-8f11-4fc9-91cb-3b18483cd2e1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077211 Dec 11 22:35:56.456577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8841f7f-3c5f-4ab5-af88-7d6bdeffbae9 req-26345840-4781-41d4-86a0-e04a1281fc8f tempest-ImagesOneServerTestJSON-1950328059 tempest-ImagesOneServerTestJSON-1950328059-project] 10.222.0.45 "GET /v2.0/ports?device_id=67e965b8-e7f8-4af2-b929-890f353f3ebb HTTP/1.1" status: 200 len: 210 time: 0.1079152 Dec 11 22:35:56.498711 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36c1f4f5-72ab-4880-85d7-d12bdb59549b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:56.562027 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:56.601006 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e19fdb9a-06c2-4261-b418-4e345a7c8649, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e19fdb9a-06c2-4261-b418-4e345a7c8649,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:56.602580 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30f58e7-593a-4c83-9dd9-f682105aa969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19fdb9a-06c2-4261-b418-4e345a7c8649'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:56.604860 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa8c613-826a-46b4-a37b-a31c86f6b08f" -d '{"events": [{"server_uuid": "a30f58e7-593a-4c83-9dd9-f682105aa969", "name": "network-vif-plugged", "status": "completed", "tag": "e19fdb9a-06c2-4261-b418-4e345a7c8649"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:56.619021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36c1f4f5-72ab-4880-85d7-d12bdb59549b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:56.623532 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36c1f4f5-72ab-4880-85d7-d12bdb59549b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:56.626329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-36c1f4f5-72ab-4880-85d7-d12bdb59549b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9785150e-551f-48b3-93f8-9719edce681c HTTP/1.1" status: 204 len: 168 time: 0.4113128 Dec 11 22:35:56.649006 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device af7c6246-ccca-4f41-bd67-7fb59d41bd80 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:35:56.656319 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1f4f5-72ab-4880-85d7-d12bdb59549b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9785150e-551f-48b3-93f8-9719edce681c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:56.679751 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:56.682631 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a885a73f-a4c7-4062-a696-d230ef215dd3 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:35:56.756184 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13756ef0-6022-42e4-a445-15ba356384e2 x-openstack-request-id: req-13756ef0-6022-42e4-a445-15ba356384e2 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:56.761425 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30f58e7-593a-4c83-9dd9-f682105aa969", "name": "network-vif-plugged", "status": "completed", "tag": "e19fdb9a-06c2-4261-b418-4e345a7c8649", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:56.761425 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13756ef0-6022-42e4-a445-15ba356384e2 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:56.761425 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30f58e7-593a-4c83-9dd9-f682105aa969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19fdb9a-06c2-4261-b418-4e345a7c8649', 'code': 200} Dec 11 22:35:56.794994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: a885a73f-a4c7-4062-a696-d230ef215dd3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:35:56.795427 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a885a73f-a4c7-4062-a696-d230ef215dd3 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:35:56.871985 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=e19fdb9a-06c2-4261-b418-4e345a7c8649,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:56.879713 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.resource_extend [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:35:56.919462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f1e11-0c6c-42f3-a87b-4cdffe455a0e req-d2df5b84-438f-4b96-950a-bedd8c8c2789 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:56.928648 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-374f1e11-0c6c-42f3-a87b-4cdffe455a0e req-d2df5b84-438f-4b96-950a-bedd8c8c2789 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1181970 Dec 11 22:35:57.083323 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-374f1e11-0c6c-42f3-a87b-4cdffe455a0e req-4a36b008-4561-459a-863e-c3c999c028cc tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536720 Dec 11 22:35:57.119269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be12fe1-2a0f-4d9d-9e0e-0795f42ab14b req-54edca48-4237-4dc7-8125-2dc418ca4637 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:57.131701 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e965b8-e7f8-4af2-b929-890f353f3ebb', 'name': 'network-vif-deleted', 'tag': '034dc8e8-4ce1-483b-a091-b46a3b55de95'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:35:57.131869 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f866714-cc4d-4695-af6b-6a370b62edf4" -d '{"events": [{"server_uuid": "67e965b8-e7f8-4af2-b929-890f353f3ebb", "name": "network-vif-deleted", "tag": "034dc8e8-4ce1-483b-a091-b46a3b55de95"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:35:57.132527 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7be12fe1-2a0f-4d9d-9e0e-0795f42ab14b req-54edca48-4237-4dc7-8125-2dc418ca4637 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0855207 Dec 11 22:35:57.146933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port af7c6246-ccca-4f41-bd67-7fb59d41bd80, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:57.172253 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'af7c6246-ccca-4f41-bd67-7fb59d41bd80', 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37', 'port_id': 'af7c6246-ccca-4f41-bd67-7fb59d41bd80', 'mac_address': 'fa:16:3e:5a:22:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f778c4-8576-40f1-9e48-2f4f1f10e98c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:35:57.235950 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7be12fe1-2a0f-4d9d-9e0e-0795f42ab14b req-66368a10-01e8-4183-957d-547531c0bd8f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021292 Dec 11 22:35:57.270339 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:57.283982 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6423a105-7edb-48db-97d5-b1aa4ce789b8 x-openstack-request-id: req-6423a105-7edb-48db-97d5-b1aa4ce789b8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:35:57.284279 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e965b8-e7f8-4af2-b929-890f353f3ebb", "name": "network-vif-deleted", "tag": "034dc8e8-4ce1-483b-a091-b46a3b55de95", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:35:57.284538 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6423a105-7edb-48db-97d5-b1aa4ce789b8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:35:57.284931 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e965b8-e7f8-4af2-b929-890f353f3ebb', 'name': 'network-vif-deleted', 'tag': '034dc8e8-4ce1-483b-a091-b46a3b55de95', 'status': 'completed', 'code': 200} Dec 11 22:35:57.299032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7c6246-ccca-4f41-bd67-7fb59d41bd80 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:35:57.333937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port af7c6246-ccca-4f41-bd67-7fb59d41bd80, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:35:57.410753 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:57.423041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a40eec-2ebd-4cbc-8a96-4be22f3dec05 req-f7147b18-1342-4632-8535-ae2e6d1685a7 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:57.425584 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97a40eec-2ebd-4cbc-8a96-4be22f3dec05 req-f7147b18-1342-4632-8535-ae2e6d1685a7 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 943 time: 0.0711782 Dec 11 22:35:57.524943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=af7c6246-ccca-4f41-bd67-7fb59d41bd80,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:57.539786 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97a40eec-2ebd-4cbc-8a96-4be22f3dec05 req-308aa5b2-d510-4f25-8163-8d00e9f7b611 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082921 Dec 11 22:35:57.643561 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43018) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:57.699578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccae12b-1d37-470b-828e-759a64a4f45d req-67e8163a-9b2f-4d96-b343-01394ba57553 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:57.707106 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ccae12b-1d37-470b-828e-759a64a4f45d req-67e8163a-9b2f-4d96-b343-01394ba57553 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 945 time: 0.1690595 Dec 11 22:35:57.714341 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cec0e85-ae38-4395-b093-1579766c8fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:57.811642 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['af7c6246-ccca-4f41-bd67-7fb59d41bd80'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:35:57.816136 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ccae12b-1d37-470b-828e-759a64a4f45d req-4c17ac17-301c-48b1-be4f-233c6b236901 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074879 Dec 11 22:35:57.908610 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cec0e85-ae38-4395-b093-1579766c8fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:58.046903 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cec0e85-ae38-4395-b093-1579766c8fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:58.125265 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9cec0e85-ae38-4395-b093-1579766c8fe3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a83d7f6e5e2f4876bba7d8d4dc8ff0e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4805431 Dec 11 22:35:58.127355 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0e85-ae38-4395-b093-1579766c8fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ab875b-13be-46f4-8eb4-d70b346beb83,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:58.129096 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43026) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:58.320680 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aa9fdbba-1ff5-4ea0-a0d4-d15ba3638e66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:58.429330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15d76a-2611-470b-9b9e-f1d1ac2ad843 req-5c6a1fec-7f6e-4e87-ac47-82d0bc1109ac tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:58.433362 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de15d76a-2611-470b-9b9e-f1d1ac2ad843 req-5c6a1fec-7f6e-4e87-ac47-82d0bc1109ac tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.2390459 Dec 11 22:35:58.441653 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aa9fdbba-1ff5-4ea0-a0d4-d15ba3638e66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:58.527039 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba8e6c-e916-47b7-9bde-26a77a2de062 req-bc811bcf-e74a-4daf-8879-0671feeeb2f8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:58.539152 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-27ba8e6c-e916-47b7-9bde-26a77a2de062 req-bc811bcf-e74a-4daf-8879-0671feeeb2f8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.1413960 Dec 11 22:35:58.596577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de15d76a-2611-470b-9b9e-f1d1ac2ad843 req-c22d017f-8bba-428d-8423-da54f5d723c9 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403902 Dec 11 22:35:58.608618 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43046) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:58.643297 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-27ba8e6c-e916-47b7-9bde-26a77a2de062 req-25c856c5-eb4a-4b3e-8783-9f1de4b74cc7 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981877 Dec 11 22:35:58.659529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 034dc8e8-4ce1-483b-a091-b46a3b55de95 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:35:58.703520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5110fcc4-a17f-415a-b3fc-6fd052dd0151 req-14a9479d-815e-4d96-98ee-3f1350b0b4d1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0815756 Dec 11 22:35:58.737892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 034dc8e8-4ce1-483b-a091-b46a3b55de95 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:35:58.738530 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 034dc8e8-4ce1-483b-a091-b46a3b55de95 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:35:58.795165 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aa9fdbba-1ff5-4ea0-a0d4-d15ba3638e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:58.797718 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aa9fdbba-1ff5-4ea0-a0d4-d15ba3638e66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:58.799750 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-aa9fdbba-1ff5-4ea0-a0d4-d15ba3638e66 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c5ab875b-13be-46f4-8eb4-d70b346beb83 HTTP/1.1" status: 204 len: 168 time: 0.6687181 Dec 11 22:35:58.852340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fdbba-1ff5-4ea0-a0d4-d15ba3638e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ab875b-13be-46f4-8eb4-d70b346beb83,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:58.874292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110fcc4-a17f-415a-b3fc-6fd052dd0151 req-5955e3d3-edff-48a4-b760-6bbd8287feef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:58.875853 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5110fcc4-a17f-415a-b3fc-6fd052dd0151 req-5955e3d3-edff-48a4-b760-6bbd8287feef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 1100 time: 0.1077585 Dec 11 22:35:58.895318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642aac3-d48c-4780-a741-95333e3cb85c req-69a44f0a-ee23-457d-a607-dc4675e168f2 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:58.896513 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b642aac3-d48c-4780-a741-95333e3cb85c req-69a44f0a-ee23-457d-a607-dc4675e168f2 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 944 time: 0.1406758 Dec 11 22:35:58.921059 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-33b8235f-4d2b-4db4-b0d7-bbb3250ce330 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7571b379e1a44109b0c3e2523b2ec6cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113263 Dec 11 22:35:58.927923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43054) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:35:59.074195 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b642aac3-d48c-4780-a741-95333e3cb85c req-ea650074-2cf3-4398-9cab-105536850a7e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691897 Dec 11 22:35:59.192673 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72958ad4-866f-4c3f-bc0d-dc905510ec4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:59.211740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110fcc4-a17f-415a-b3fc-6fd052dd0151 req-7a7da524-2395-4fe0-b633-b91754780408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:59.213212 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5110fcc4-a17f-415a-b3fc-6fd052dd0151 req-7a7da524-2395-4fe0-b633-b91754780408 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2689035 Dec 11 22:35:59.320713 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b98537-5687-4c64-869e-c56a7d2a97a1 req-c094c32f-9130-41a8-9337-70a892ddd8b4 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:59.322558 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e4b98537-5687-4c64-869e-c56a7d2a97a1 req-c094c32f-9130-41a8-9337-70a892ddd8b4 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 945 time: 0.3324206 Dec 11 22:35:59.324733 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72958ad4-866f-4c3f-bc0d-dc905510ec4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:59.333795 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5110fcc4-a17f-415a-b3fc-6fd052dd0151 req-ff98a8e1-980e-4ac3-b7eb-09288193fccc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=ce022248-3628-412e-b0d4-51927750f75d HTTP/1.1" status: 200 len: 217 time: 0.0955932 Dec 11 22:35:59.450330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110fcc4-a17f-415a-b3fc-6fd052dd0151 req-f1b69b4c-5c72-4ed7-b21f-768c02a0b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:59.451845 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5110fcc4-a17f-415a-b3fc-6fd052dd0151 req-f1b69b4c-5c72-4ed7-b21f-768c02a0b60a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0814619 Dec 11 22:35:59.462730 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e4b98537-5687-4c64-869e-c56a7d2a97a1 req-fafe65a7-a70b-44d5-be17-587e3a36654c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202693 Dec 11 22:35:59.464180 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72958ad4-866f-4c3f-bc0d-dc905510ec4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:59.482072 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72958ad4-866f-4c3f-bc0d-dc905510ec4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:35:59.485637 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-72958ad4-866f-4c3f-bc0d-dc905510ec4d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b28080e9-078c-4631-893a-713f912fc0fd HTTP/1.1" status: 204 len: 168 time: 0.5537670 Dec 11 22:35:59.499858 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72958ad4-866f-4c3f-bc0d-dc905510ec4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28080e9-078c-4631-893a-713f912fc0fd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:35:59.544759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110fcc4-a17f-415a-b3fc-6fd052dd0151 req-ad2110c7-2d30-4bf3-bc8d-c9fc8653d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:59.546312 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5110fcc4-a17f-415a-b3fc-6fd052dd0151 req-ad2110c7-2d30-4bf3-bc8d-c9fc8653d897 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858352 Dec 11 22:35:59.679767 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5110fcc4-a17f-415a-b3fc-6fd052dd0151 req-3779a595-2d4b-45d1-b2a1-cdeee7484c48 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128924 Dec 11 22:35:59.799836 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a598b-3b7e-4034-9757-957fc52f5b12 req-19990cbc-d9ba-4932-b759-93c2919f9640 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:59.809604 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a0a598b-3b7e-4034-9757-957fc52f5b12 req-19990cbc-d9ba-4932-b759-93c2919f9640 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0942416 Dec 11 22:35:59.869765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86337a-4d2a-4244-9576-e6da01f7d23c req-458d7d1a-e621-46e9-9c0d-43f9a45b8a35 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:35:59.878596 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf86337a-4d2a-4244-9576-e6da01f7d23c req-458d7d1a-e621-46e9-9c0d-43f9a45b8a35 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1378317 Dec 11 22:35:59.904491 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a0a598b-3b7e-4034-9757-957fc52f5b12 req-fed20945-93ab-470e-b8e8-f01ae9a04cdc tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938354 Dec 11 22:36:00.200399 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf86337a-4d2a-4244-9576-e6da01f7d23c req-dc360ace-8552-4409-9481-e9617452558e tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208177 Dec 11 22:36:00.248145 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5110fcc4-a17f-415a-b3fc-6fd052dd0151 req-76f450ea-0ec7-4a9c-9cb6-ef36207a2cb8 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566766 Dec 11 22:36:00.259747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-160e55cc-d6d4-4671-a5b4-cdb01a832916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:00.261231 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-160e55cc-d6d4-4671-a5b4-cdb01a832916 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 1101 time: 0.0728118 Dec 11 22:36:00.321292 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f0fba-9e3a-4088-8ccf-fa4fa5862c70 req-c100cbef-657f-4ed8-9f9a-eba22a273766 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:00.337789 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0a4f0fba-9e3a-4088-8ccf-fa4fa5862c70 req-c100cbef-657f-4ed8-9f9a-eba22a273766 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 944 time: 0.0940456 Dec 11 22:36:00.388740 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0a4f0fba-9e3a-4088-8ccf-fa4fa5862c70 req-a56950c3-8278-4315-8369-9dd8f0747505 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565588 Dec 11 22:36:00.429175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-10a63aeb-95de-4265-99dc-6368ffdb4806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:00.430755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-10a63aeb-95de-4265-99dc-6368ffdb4806 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1617646 Dec 11 22:36:00.481824 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-f984fdad-f449-4fd0-9626-bcabbdbc29c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172 HTTP/1.1" status: 200 len: 217 time: 0.0411758 Dec 11 22:36:00.536024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-78a26b82-5661-4d11-995c-10b2a95a4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:00.536024 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-78a26b82-5661-4d11-995c-10b2a95a4be2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0460727 Dec 11 22:36:00.606559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-a98d7d91-bf6d-49e1-a85e-e9857bcedd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:00.607569 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-a98d7d91-bf6d-49e1-a85e-e9857bcedd68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0538900 Dec 11 22:36:00.641268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc18f5-cbe4-4d4a-b99e-e967e9ea20d9 req-ea4ab1c2-a1ed-43a5-aa14-4ce16632ae06 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:00.645190 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43124) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:00.647121 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-51cc18f5-cbe4-4d4a-b99e-e967e9ea20d9 req-ea4ab1c2-a1ed-43a5-aa14-4ce16632ae06 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 945 time: 0.0867908 Dec 11 22:36:00.677197 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device af7c6246-ccca-4f41-bd67-7fb59d41bd80 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:36:00.754530 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-51cc18f5-cbe4-4d4a-b99e-e967e9ea20d9 req-30856988-2602-4b29-9b14-f9b20cf09237 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924652 Dec 11 22:36:00.776994 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-3babace3-00d8-4288-ac8f-61540be245f7 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629095 Dec 11 22:36:00.801708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port af7c6246-ccca-4f41-bd67-7fb59d41bd80 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:36:00.806581 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port af7c6246-ccca-4f41-bd67-7fb59d41bd80 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:00.807008 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:00.863302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-887781394-network', 'tenant_id': '1c5cc5126aa845a8afd4e91d9e912fb8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:00.920317 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:00.949268 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-387f87ed-de28-40ca-a663-0b65ee107bd2 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581159 Dec 11 22:36:00.955246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac0af33-548f-4e8b-adc6-5506a21351e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7c6246-ccca-4f41-bd67-7fb59d41bd80'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:00.958601 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d8761b-69aa-4ab2-949c-42e167cdc7c2" -d '{"events": [{"server_uuid": "3ac0af33-548f-4e8b-adc6-5506a21351e7", "name": "network-vif-plugged", "status": "completed", "tag": "af7c6246-ccca-4f41-bd67-7fb59d41bd80"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:00.983058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port af7c6246-ccca-4f41-bd67-7fb59d41bd80, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:00.992052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Made reservation on behalf of 1c5cc5126aa845a8afd4e91d9e912fb8 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:36:00.995082 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:01.014851 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:01.033826 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38551e07-833b-49f9-94cf-c1e8006eb252 x-openstack-request-id: req-38551e07-833b-49f9-94cf-c1e8006eb252 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:01.034144 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac0af33-548f-4e8b-adc6-5506a21351e7", "name": "network-vif-plugged", "status": "completed", "tag": "af7c6246-ccca-4f41-bd67-7fb59d41bd80", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:01.034404 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38551e07-833b-49f9-94cf-c1e8006eb252 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:01.034865 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac0af33-548f-4e8b-adc6-5506a21351e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7c6246-ccca-4f41-bd67-7fb59d41bd80', 'code': 200} Dec 11 22:36:01.059088 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:01.141937 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:01.146828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=af7c6246-ccca-4f41-bd67-7fb59d41bd80,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:01.218938 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717b135-aad4-4b69-bd85-a4c08319a43f req-ab361eb2-738e-43ce-8d1a-bc33004d886f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:01.220709 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0717b135-aad4-4b69-bd85-a4c08319a43f req-ab361eb2-738e-43ce-8d1a-bc33004d886f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.2012892 Dec 11 22:36:01.224468 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:01.235580 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9db3e-88da-41bb-8ac9-409345dd8561 req-707b2e81-2317-4142-a6a7-3eed974e6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:01.238136 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8f9db3e-88da-41bb-8ac9-409345dd8561 req-707b2e81-2317-4142-a6a7-3eed974e6112 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 1096 time: 0.0780625 Dec 11 22:36:01.280513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:36:01.342160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690f42c9-b023-4079-8402-b0666226f97a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:01.371746 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:01.372104 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Added segment 7e0491bf-47ca-48bd-8a05-9c38fba7ae76 of type vlan for network 3edf13e9-f980-49f5-91b4-3fd48a23543a Dec 11 22:36:01.421955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:01.422306 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:01.422658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:01.423071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:01.423539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:01.423539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:01.424340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:01.424340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:01.424671 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:01.424997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:01.425324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:01.425647 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:01.425967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:01.466207 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310582b1-a72f-4e14-bb94-4310ad30a2fe req-dc76bd03-f051-4ec6-a7b8-247f2ba6ff74 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:01.477411 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-310582b1-a72f-4e14-bb94-4310ad30a2fe req-dc76bd03-f051-4ec6-a7b8-247f2ba6ff74 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0687609 Dec 11 22:36:01.477569 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0717b135-aad4-4b69-bd85-a4c08319a43f req-f1f320b7-7bca-4ad1-b469-5f44c070f9c1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439754 Dec 11 22:36:01.503723 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:01.536152 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-310582b1-a72f-4e14-bb94-4310ad30a2fe req-b1d2defa-9f98-4da8-9b89-6478522bcfad tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587258 Dec 11 22:36:01.537336 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8f9db3e-88da-41bb-8ac9-409345dd8561 req-9f44d813-7dcc-47e0-b1a4-5a186e1cf6e2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687228 Dec 11 22:36:01.596459 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:01.598197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:01.598798 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:01.668786 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b7faa-5258-49b9-bb01-3a12ea0e637e req-18adb746-7279-4d0d-9f7c-d2358a72b2c6 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:01.670375 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-142b7faa-5258-49b9-bb01-3a12ea0e637e req-18adb746-7279-4d0d-9f7c-d2358a72b2c6 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 945 time: 0.0604146 Dec 11 22:36:01.694935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] Pushing event updated for resources: {'Network': ['ID=3edf13e9-f980-49f5-91b4-3fd48a23543a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:01.706513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 3edf13e9-f980-49f5-91b4-3fd48a23543a details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:36:01.730476 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-142b7faa-5258-49b9-bb01-3a12ea0e637e req-52a9c82d-e288-4a4a-a384-20b52d6997a9 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530076 Dec 11 22:36:01.736380 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-01f4bf8b-46be-4afb-b68c-1ff8d63c748f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0856671 Dec 11 22:36:01.736509 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43154) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:01.740111 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-857d5a20-b759-49d3-9e5a-7e601efdcba5 admin admin] Request body: {'subnet': {'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-887781394-subnet', 'tenant_id': '1c5cc5126aa845a8afd4e91d9e912fb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:01.837431 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857d5a20-b759-49d3-9e5a-7e601efdcba5 admin admin] Made reservation on behalf of 1c5cc5126aa845a8afd4e91d9e912fb8 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:36:01.842868 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-857d5a20-b759-49d3-9e5a-7e601efdcba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:02.002918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c0221-9ad9-4b91-9f8a-0d442fe02f68 req-5d055c12-1ee9-4e26-b497-0c7004b87118 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:02.004445 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-616c0221-9ad9-4b91-9f8a-0d442fe02f68 req-5d055c12-1ee9-4e26-b497-0c7004b87118 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 945 time: 0.0909526 Dec 11 22:36:02.074087 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-616c0221-9ad9-4b91-9f8a-0d442fe02f68 req-859a180c-2e9f-41d4-a956-d92b968c6e6d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583153 Dec 11 22:36:02.173411 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-857d5a20-b759-49d3-9e5a-7e601efdcba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:02.236605 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d5a20-b759-49d3-9e5a-7e601efdcba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7337e6a9-f530-438b-852b-2b3fd3b98957,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:02.248394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857d5a20-b759-49d3-9e5a-7e601efdcba5 admin admin] Checking segment: {'id': '7e0491bf-47ca-48bd-8a05-9c38fba7ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:36:02.248783 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d5a20-b759-49d3-9e5a-7e601efdcba5 admin admin] Network hostable DHCP agents. Network: 3edf13e9-f980-49f5-91b4-3fd48a23543a, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:36:02.321494 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d5a20-b759-49d3-9e5a-7e601efdcba5 admin admin] Network 3edf13e9-f980-49f5-91b4-3fd48a23543a is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:36:02.384538 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-857d5a20-b759-49d3-9e5a-7e601efdcba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 3edf13e9-f980-49f5-91b4-3fd48a23543a) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:36:02.398445 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857d5a20-b759-49d3-9e5a-7e601efdcba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:02.399826 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-857d5a20-b759-49d3-9e5a-7e601efdcba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:02.402406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3266e0ec-77f5-4c57-be6f-7d403026587c None None] Network 3edf13e9-f980-49f5-91b4-3fd48a23543a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:36:02.509046 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-857d5a20-b759-49d3-9e5a-7e601efdcba5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7731864 Dec 11 22:36:02.579996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca11035d-4c8e-4aa2-81f9-88e0c5bdd1fa None None] Network 3edf13e9-f980-49f5-91b4-3fd48a23543a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:36:02.654382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1238-32c2-4faa-8a41-120edf0ebcba req-4a1165f3-c789-452c-97d6-6405062bbd0c tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:02.665886 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b5d1238-32c2-4faa-8a41-120edf0ebcba req-4a1165f3-c789-452c-97d6-6405062bbd0c tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.1036489 Dec 11 22:36:02.767922 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b5d1238-32c2-4faa-8a41-120edf0ebcba req-812696d1-bbfa-4efc-abea-0b70dfc2ae49 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910075 Dec 11 22:36:02.773245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618cd2a-3dd1-4210-8f10-6afff092f49b req-dace38b0-42db-45f2-8bf8-3ee8819fda49 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:02.775168 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0618cd2a-3dd1-4210-8f10-6afff092f49b req-dace38b0-42db-45f2-8bf8-3ee8819fda49 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0694530 Dec 11 22:36:02.839353 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0618cd2a-3dd1-4210-8f10-6afff092f49b req-7e9ebfcd-f404-46ee-aaaa-c84ee705db59 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515041 Dec 11 22:36:03.125519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-8c613ebb-e037-4e84-9257-a0e0b891f26b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:03.135178 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-8c613ebb-e037-4e84-9257-a0e0b891f26b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/networks?id=3edf13e9-f980-49f5-91b4-3fd48a23543a HTTP/1.1" status: 200 len: 821 time: 0.1351483 Dec 11 22:36:03.155230 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-164dd6b4-eba8-4c36-91d3-4f22e1dec1a4 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/quotas/1c5cc5126aa845a8afd4e91d9e912fb8 HTTP/1.1" status: 200 len: 375 time: 0.0183339 Dec 11 22:36:03.193634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8103c-74b3-4140-9d6b-694beebf566b req-a8e00da6-601f-493f-8df3-597a8580d2e4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:03.194110 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-7bc9513d-ad47-4452-90ec-5ee357eae7ce tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c5cc5126aa845a8afd4e91d9e912fb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377471 Dec 11 22:36:03.195184 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96f8103c-74b3-4140-9d6b-694beebf566b req-a8e00da6-601f-493f-8df3-597a8580d2e4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 945 time: 0.0527968 Dec 11 22:36:03.262410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96f8103c-74b3-4140-9d6b-694beebf566b req-1918eff7-76aa-4f97-8d32-c2c3bf80d360 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548863 Dec 11 22:36:03.323963 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-569f9535-9ff1-44e7-9886-109de27b9c12 service neutron] 10.222.0.45 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288252 Dec 11 22:36:03.479710 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-b5473635-5637-4769-890f-97368fc5fe6e service neutron] 10.222.0.45 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475582 Dec 11 22:36:03.637482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136cbb4-b703-4cf5-b89a-e2ad5b31ac04 req-4b35df78-3cbf-4c7e-bbd9-4599aecabca4 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:03.639009 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4136cbb4-b703-4cf5-b89a-e2ad5b31ac04 req-4b35df78-3cbf-4c7e-bbd9-4599aecabca4 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 945 time: 0.0574312 Dec 11 22:36:03.726308 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4136cbb4-b703-4cf5-b89a-e2ad5b31ac04 req-78ead1ee-0c6f-409e-afa5-1d007f992424 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725081 Dec 11 22:36:03.794574 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c8ad1e72-8c50-4407-ae4e-b896ff52e86b req-d3ce0cfc-647b-4710-ad59-fe1753c63de5 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 210 time: 0.0482767 Dec 11 22:36:03.946012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06dc5e-3eae-44e3-bb6d-100667ea800b req-5ae38ed4-1828-45c6-a213-117221fb795b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:03.948011 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fd06dc5e-3eae-44e3-bb6d-100667ea800b req-5ae38ed4-1828-45c6-a213-117221fb795b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.1153612 Dec 11 22:36:04.025546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-4b87416a-6464-4512-8d0f-afbafcd377e6 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:04.027798 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-4b87416a-6464-4512-8d0f-afbafcd377e6 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f&tenant_id=dab8ea8688024b64a53ac9357c6943c4&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 1096 time: 0.1278136 Dec 11 22:36:04.049179 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fd06dc5e-3eae-44e3-bb6d-100667ea800b req-8b8f09bd-f2bb-4dfc-934e-902a0c44e6d4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779152 Dec 11 22:36:04.052022 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4597b-b95a-4582-aa60-3355105790aa req-ca4ccece-e70d-469a-b77b-5769f0341b5b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:04.061102 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-27b4597b-b95a-4582-aa60-3355105790aa req-ca4ccece-e70d-469a-b77b-5769f0341b5b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0757244 Dec 11 22:36:04.062674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-710847-6'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:04.152817 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-27b4597b-b95a-4582-aa60-3355105790aa req-31d138cb-f57b-420e-97e3-b39e00f5371d tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893228 Dec 11 22:36:04.153476 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:04.397055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c98a004c-6528-42ec-a1c8-d658f38adbca,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:04.496684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:04.548955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28231c-dd41-4109-938c-09f418dcd1e0 req-413f66e1-8d74-47fc-9fad-b00e011bf123 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:04.550679 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eb28231c-dd41-4109-938c-09f418dcd1e0 req-413f66e1-8d74-47fc-9fad-b00e011bf123 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 945 time: 0.1143091 Dec 11 22:36:04.570252 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98a004c-6528-42ec-a1c8-d658f38adbca'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:04.573025 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6841365-05b6-476b-b685-363809b3ef74" -d '{"events": [{"server_uuid": "6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f", "name": "network-vif-unplugged", "status": "completed", "tag": "c98a004c-6528-42ec-a1c8-d658f38adbca"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:04.577095 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:04.617207 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eb28231c-dd41-4109-938c-09f418dcd1e0 req-08c65714-26dd-4ba3-842d-c7c805cb1a7b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563884 Dec 11 22:36:04.619552 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47da6893-439f-409a-ac8a-ad6177b5ea69 x-openstack-request-id: req-47da6893-439f-409a-ac8a-ad6177b5ea69 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:04.619852 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f", "name": "network-vif-unplugged", "status": "completed", "tag": "c98a004c-6528-42ec-a1c8-d658f38adbca", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:04.620612 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47da6893-439f-409a-ac8a-ad6177b5ea69 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:04.620612 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98a004c-6528-42ec-a1c8-d658f38adbca', 'code': 200} Dec 11 22:36:04.724285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c98a004c-6528-42ec-a1c8-d658f38adbca details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:36:04.731099 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c6f77-dfe6-4ebf-a6d0-8f8c1ff9f6b4 req-1a17b53a-8f5a-4918-83ab-8aab92aeed78 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:04.737098 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-630c6f77-dfe6-4ebf-a6d0-8f8c1ff9f6b4 req-1a17b53a-8f5a-4918-83ab-8aab92aeed78 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 1096 time: 0.0444710 Dec 11 22:36:04.784806 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-630c6f77-dfe6-4ebf-a6d0-8f8c1ff9f6b4 req-11a1079c-19d2-46be-a06e-5c4295aa3aa5 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447564 Dec 11 22:36:04.844581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2c942-863f-40ba-9e07-640d7ac5bebc req-487ead41-f04c-4314-b1d5-b8ec1d8f2d20 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:04.846623 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c98a004c-6528-42ec-a1c8-d658f38adbca,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:04.851306 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6f2c942-863f-40ba-9e07-640d7ac5bebc req-487ead41-f04c-4314-b1d5-b8ec1d8f2d20 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 945 time: 0.0543706 Dec 11 22:36:04.859302 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c98a004c-6528-42ec-a1c8-d658f38adbca has no active binding in host n-h2-710847-6 {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 11 22:36:04.896405 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:04.899076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b10b5f-1f76-4e2d-b496-85f6e1327d15 req-2417a79e-04a4-42c6-a84f-74f68a2c5122 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:04.900615 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-23b10b5f-1f76-4e2d-b496-85f6e1327d15 req-2417a79e-04a4-42c6-a84f-74f68a2c5122 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 1096 time: 0.0459008 Dec 11 22:36:04.929345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6f2c942-863f-40ba-9e07-640d7ac5bebc req-458d7b9d-8293-4070-a7f3-9a8d4a52d56c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760338 Dec 11 22:36:04.950917 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-23b10b5f-1f76-4e2d-b496-85f6e1327d15 req-d90bc050-604a-4c31-9bf0-d702703bdbda tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432720 Dec 11 22:36:05.000450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Pushing event updated for resources: {'Port': ['ID=c98a004c-6528-42ec-a1c8-d658f38adbca,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:05.035287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Attempting to bind port c98a004c-6528-42ec-a1c8-d658f38adbca on host n-h1-710847-6 for vnic_type normal with profile {"migrating_to": "n-h2-710847-6"} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:36:05.035459 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Attempting to bind port c98a004c-6528-42ec-a1c8-d658f38adbca by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:36:05.035787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Attempting to bind port c98a004c-6528-42ec-a1c8-d658f38adbca on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:05.039526 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9f33de69-5959-40aa-8921-10a6479ffae2 req-1197c8c3-376e-48f1-ae8a-6d46e7c8d192 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 210 time: 0.0487292 Dec 11 22:36:05.042822 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Port c98a004c-6528-42ec-a1c8-d658f38adbca on network 16806276-ddd2-4647-87cf-feda1dff0e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:36:05.043159 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Attempting to bind port c98a004c-6528-42ec-a1c8-d658f38adbca on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:05.051215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:36:05.055130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Checking segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:36:05.064679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Bound using segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:36:05.065769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Bound port: c98a004c-6528-42ec-a1c8-d658f38adbca, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:36:05.066430 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:05.163834 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43270) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:05.178225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:05.182098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c98a004c-6528-42ec-a1c8-d658f38adbca,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:36:05.259651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6a668-69cb-4cc3-8e68-739966957763 req-fde8193f-dde6-4dbd-8a90-ff348f728bca tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:05.261332 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ac6a668-69cb-4cc3-8e68-739966957763 req-fde8193f-dde6-4dbd-8a90-ff348f728bca tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0777500 Dec 11 22:36:05.329229 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ac6a668-69cb-4cc3-8e68-739966957763 req-d7915a4a-dcce-4941-a37e-f22101702e45 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612462 Dec 11 22:36:05.331235 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:05.359165 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:05.405259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:05.411603 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:05.411603 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] 10.222.0.13 "PUT /v2.0/ports/c98a004c-6528-42ec-a1c8-d658f38adbca HTTP/1.1" status: 200 len: 1121 time: 1.3552935 Dec 11 22:36:05.507382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971cec4-4e93-4116-9296-8ef6ed9c3e6f service neutron] Pushing event updated for resources: {'Port': ['ID=c98a004c-6528-42ec-a1c8-d658f38adbca,revision_number=8']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:05.539776 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1bed2-dc12-44f3-a559-4b4334cb94d6 req-7764233c-cc3b-47d3-b18f-b94f9ef45a91 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:05.553495 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90d1bed2-dc12-44f3-a559-4b4334cb94d6 req-7764233c-cc3b-47d3-b18f-b94f9ef45a91 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1130884 Dec 11 22:36:05.569433 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:05.581986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['c98a004c-6528-42ec-a1c8-d658f38adbca'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:36:05.589666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d58a34-11fa-4e63-9cab-8531f3a67621 req-96606075-caea-4947-a565-3c5619fbc550 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:05.598084 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c3d58a34-11fa-4e63-9cab-8531f3a67621 req-96606075-caea-4947-a565-3c5619fbc550 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 1096 time: 0.0668123 Dec 11 22:36:05.643371 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:05.663587 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90d1bed2-dc12-44f3-a559-4b4334cb94d6 req-62d2ced7-89e4-42f5-a545-31e4d1598b9f tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092064 Dec 11 22:36:05.676654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['c98a004c-6528-42ec-a1c8-d658f38adbca'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:36:05.733385 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c3d58a34-11fa-4e63-9cab-8531f3a67621 req-e26c23fb-3287-4465-8de3-e50ed1942eb4 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342487 Dec 11 22:36:05.765754 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43290) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:05.768061 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=acd17e7d75de4a1e9e051cf1196428f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6022053 Dec 11 22:36:05.772574 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b2b50f-e761-4f84-9d96-ede4d29a62eb,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:05.789977 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:05.799187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:05.799187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:05.799187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:05.799187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:05.799187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:05.799187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:05.800244 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:05.800244 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:05.800431 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:05.800660 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:05.801002 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:05.801343 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a3411-6335-47ee-9240-c50a0fbfa12b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:05.879457 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94fb0762-334a-49c0-b819-58ba0cedaf65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:05.929049 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94fb0762-334a-49c0-b819-58ba0cedaf65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:06.101257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94fb0762-334a-49c0-b819-58ba0cedaf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:06.105852 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94fb0762-334a-49c0-b819-58ba0cedaf65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:06.105852 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-94fb0762-334a-49c0-b819-58ba0cedaf65 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c5b2b50f-e761-4f84-9d96-ede4d29a62eb HTTP/1.1" status: 204 len: 168 time: 0.3381970 Dec 11 22:36:06.120234 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb0762-334a-49c0-b819-58ba0cedaf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b2b50f-e761-4f84-9d96-ede4d29a62eb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:06.153860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460684a-15ff-4e1f-b096-a68f6c9feea3 req-45a3c575-c774-4940-8502-71959271de20 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:06.163099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6460684a-15ff-4e1f-b096-a68f6c9feea3 req-45a3c575-c774-4940-8502-71959271de20 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 943 time: 0.1042011 Dec 11 22:36:06.219763 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e447f771-fc8b-4309-8269-44569f98cb23 req-a8cec033-97bc-4203-af72-4fb3c00535e2 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 210 time: 0.0517766 Dec 11 22:36:06.224237 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6460684a-15ff-4e1f-b096-a68f6c9feea3 req-9bba992a-df14-4da9-9c75-230fa150589c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601795 Dec 11 22:36:06.505030 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396e350-34b9-4673-babf-3adbdccb92f7 req-88976460-b0e7-417f-a5bc-f2ef2a46f66f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:06.513869 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e396e350-34b9-4673-babf-3adbdccb92f7 req-88976460-b0e7-417f-a5bc-f2ef2a46f66f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0770109 Dec 11 22:36:06.575233 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e396e350-34b9-4673-babf-3adbdccb92f7 req-456e283d-c995-4a6e-86cd-e0d044ca08c8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604408 Dec 11 22:36:06.622085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f', 'tag': 'c98a004c-6528-42ec-a1c8-d658f38adbca'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:06.624509 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e623b95-446c-4e08-8943-c45354924948" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f", "tag": "c98a004c-6528-42ec-a1c8-d658f38adbca"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:06.672394 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcaa704-ad4b-4809-879a-d4c5412d6ea2 x-openstack-request-id: req-adcaa704-ad4b-4809-879a-d4c5412d6ea2 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:06.672701 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f", "tag": "c98a004c-6528-42ec-a1c8-d658f38adbca", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:06.672997 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-adcaa704-ad4b-4809-879a-d4c5412d6ea2 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:06.673442 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f', 'tag': 'c98a004c-6528-42ec-a1c8-d658f38adbca', 'status': 'completed', 'code': 200} Dec 11 22:36:06.798995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e623b95-446c-4e08-8943-c45354924948 req-51a0d9c1-293f-4a17-ad90-21db52b2c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:06.800503 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7e623b95-446c-4e08-8943-c45354924948 req-51a0d9c1-293f-4a17-ad90-21db52b2c5d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 1124 time: 0.0720599 Dec 11 22:36:06.884901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e52e5-9c32-444e-892c-e70427301f9e req-fd683b3c-995a-4be0-980c-5c22248f210d tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:06.895201 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f4e52e5-9c32-444e-892c-e70427301f9e req-fd683b3c-995a-4be0-980c-5c22248f210d tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1038187 Dec 11 22:36:06.956278 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f4e52e5-9c32-444e-892c-e70427301f9e req-dbedbc8e-c45b-400e-aa49-666e75b52107 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601835 Dec 11 22:36:06.977581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd61bd8-0623-4d36-8bb6-6c0793d510e9 req-acfe19da-1fe9-4406-bdb2-1bf0ff1faf3a tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:06.978999 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5fd61bd8-0623-4d36-8bb6-6c0793d510e9 req-acfe19da-1fe9-4406-bdb2-1bf0ff1faf3a tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 1096 time: 0.1182652 Dec 11 22:36:07.069117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e623b95-446c-4e08-8943-c45354924948 req-9e4555aa-2c97-49a8-b81b-028f789b52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:07.070731 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7e623b95-446c-4e08-8943-c45354924948 req-9e4555aa-2c97-49a8-b81b-028f789b52ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.2481589 Dec 11 22:36:07.143033 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5fd61bd8-0623-4d36-8bb6-6c0793d510e9 req-20871982-5a65-4423-aecf-1c33bc345435 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533997 Dec 11 22:36:07.186875 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7e623b95-446c-4e08-8943-c45354924948 req-6a82e265-bd3d-4d9b-a31b-67f1f9832bd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c98a004c-6528-42ec-a1c8-d658f38adbca HTTP/1.1" status: 200 len: 217 time: 0.0895734 Dec 11 22:36:07.362504 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cff1570d-f7f4-4069-a1c2-9a62edbef4b8 req-0682dbce-8502-4527-99a2-1904b4d2b3b9 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 210 time: 0.0445952 Dec 11 22:36:07.482252 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e623b95-446c-4e08-8943-c45354924948 req-1c117554-89dc-4a16-ab25-4ff6d9373c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:07.486930 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7e623b95-446c-4e08-8943-c45354924948 req-1c117554-89dc-4a16-ab25-4ff6d9373c21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.2724326 Dec 11 22:36:07.540964 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7e623b95-446c-4e08-8943-c45354924948 req-fae24e6f-4e3f-4778-a2ff-24cd58937971 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395198 Dec 11 22:36:07.561932 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-a0369bfb-7cf1-46d9-82cc-b54f0333dfc1 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:07.564353 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-a0369bfb-7cf1-46d9-82cc-b54f0333dfc1 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.47 "GET /v2.0/networks?id=3edf13e9-f980-49f5-91b4-3fd48a23543a HTTP/1.1" status: 200 len: 821 time: 0.3793602 Dec 11 22:36:07.570413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8de4e-793b-4cd4-b4f9-7469ae6e97b9 req-dceb2e85-16dd-4b40-8aa9-92872271b892 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:07.573160 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d7f8de4e-793b-4cd4-b4f9-7469ae6e97b9 req-dceb2e85-16dd-4b40-8aa9-92872271b892 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 943 time: 0.1073666 Dec 11 22:36:07.590473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-ec3a9ed5-00d7-4eb1-bebf-5cd1ddb720ba tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Request body: {'port': {'device_id': '6930f7f4-4adc-41a0-b24d-3823a3bc16a0', 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a', 'admin_state_up': True, 'tenant_id': '1c5cc5126aa845a8afd4e91d9e912fb8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:07.692191 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d7f8de4e-793b-4cd4-b4f9-7469ae6e97b9 req-63cb244a-8564-43e4-9ded-009b17b08bf7 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033998 Dec 11 22:36:07.744612 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7e623b95-446c-4e08-8943-c45354924948 req-85212137-45d6-468d-9ff6-b7184aa4b64b service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788414 Dec 11 22:36:07.837116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f6e8f-057c-45dd-a0a7-ce09558dc803 req-3b6bc68f-5422-438b-a457-dfc4e25d8a27 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:07.838848 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd4f6e8f-057c-45dd-a0a7-ce09558dc803 req-3b6bc68f-5422-438b-a457-dfc4e25d8a27 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0719931 Dec 11 22:36:07.886960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-ec3a9ed5-00d7-4eb1-bebf-5cd1ddb720ba tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Made reservation on behalf of 1c5cc5126aa845a8afd4e91d9e912fb8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:36:07.893435 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-ec3a9ed5-00d7-4eb1-bebf-5cd1ddb720ba tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:07.909711 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd4f6e8f-057c-45dd-a0a7-ce09558dc803 req-09fda8e3-ec03-4ae9-8b45-d020e8a77cd3 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615499 Dec 11 22:36:07.910595 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7e623b95-446c-4e08-8943-c45354924948 req-96809c9a-365c-4f06-839f-9cfa33b29bb2 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551533 Dec 11 22:36:08.080101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-ec3a9ed5-00d7-4eb1-bebf-5cd1ddb720ba tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Allocated IP 172.20.0.7 (3edf13e9-f980-49f5-91b4-3fd48a23543a/7337e6a9-f530-438b-852b-2b3fd3b98957/aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:36:08.312609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de15c5-d505-469a-8c72-cfebd3f0e9c6 req-0028cbbb-eda5-4a08-bdc3-a5e4b27c888b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:08.322600 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-66de15c5-d505-469a-8c72-cfebd3f0e9c6 req-0028cbbb-eda5-4a08-bdc3-a5e4b27c888b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1005430 Dec 11 22:36:08.324704 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-ec3a9ed5-00d7-4eb1-bebf-5cd1ddb720ba tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:08.395346 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-66de15c5-d505-469a-8c72-cfebd3f0e9c6 req-964e4c0b-134e-4108-a8a8-fc16b41f049e tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715678 Dec 11 22:36:08.464377 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-ec3a9ed5-00d7-4eb1-bebf-5cd1ddb720ba tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:08.550331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-ec3a9ed5-00d7-4eb1-bebf-5cd1ddb720ba tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Network 3edf13e9-f980-49f5-91b4-3fd48a23543a is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:36:08.554539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-ec3a9ed5-00d7-4eb1-bebf-5cd1ddb720ba tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:36:08.559002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-ec3a9ed5-00d7-4eb1-bebf-5cd1ddb720ba tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:36:08.566264 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-ec3a9ed5-00d7-4eb1-bebf-5cd1ddb720ba tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:08.567456 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-ec3a9ed5-00d7-4eb1-bebf-5cd1ddb720ba tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:08.584449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9ed5-00d7-4eb1-bebf-5cd1ddb720ba tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Pushing event updated for resources: {'Port': ['ID=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:08.656290 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-ec3a9ed5-00d7-4eb1-bebf-5cd1ddb720ba tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0696087 Dec 11 22:36:08.679462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Request body: {'port': {'device_id': '6930f7f4-4adc-41a0-b24d-3823a3bc16a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:08.783728 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:08.807444 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43392) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:08.822594 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9eaf6-8024-4f99-a95f-ce38c013ec6a req-6d4ce550-61a1-427d-91d9-a3757a575023 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:08.835894 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-36c9eaf6-8024-4f99-a95f-ce38c013ec6a req-6d4ce550-61a1-427d-91d9-a3757a575023 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 931 time: 0.1535068 Dec 11 22:36:09.005058 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-36c9eaf6-8024-4f99-a95f-ce38c013ec6a req-a81ecb12-1173-4c2b-bbb1-ddc6dd4627c9 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673911 Dec 11 22:36:09.109086 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75725e1f-c3fa-444d-9e4a-bcd6d943fde6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:09.153859 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f58723-57c4-42d8-822b-8ad5c8d6c14c req-72f86676-42d0-4953-8686-b505b27b2a0f tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:09.166976 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20f58723-57c4-42d8-822b-8ad5c8d6c14c req-72f86676-42d0-4953-8686-b505b27b2a0f tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 943 time: 0.0698187 Dec 11 22:36:09.232321 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20f58723-57c4-42d8-822b-8ad5c8d6c14c req-ba7f61c5-b3e0-4ae8-b505-0c4aedb78c77 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688362 Dec 11 22:36:09.326723 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75725e1f-c3fa-444d-9e4a-bcd6d943fde6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:09.332792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:09.341356 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:09.355256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Transition to ACTIVE for port object aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:36:09.386288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0c843-5eb6-4742-926c-a990df5679b1 req-f3d7f0d7-7186-4f3c-83f2-3dcd1680696a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:09.387986 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-37b0c843-5eb6-4742-926c-a990df5679b1 req-f3d7f0d7-7186-4f3c-83f2-3dcd1680696a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0804980 Dec 11 22:36:09.438070 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-37b0c843-5eb6-4742-926c-a990df5679b1 req-b795e7f1-e9a7-410a-976e-02eef20c8208 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431685 Dec 11 22:36:09.541745 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21555f77-8c1d-40ef-9cff-aa845baac073 req-2c9e6a53-2b74-4683-876a-9a9c15f99135 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:09.543267 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-21555f77-8c1d-40ef-9cff-aa845baac073 req-2c9e6a53-2b74-4683-876a-9a9c15f99135 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0500357 Dec 11 22:36:09.638395 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-21555f77-8c1d-40ef-9cff-aa845baac073 req-f609e26b-84aa-4a2d-8407-ba894ec951f0 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423226 Dec 11 22:36:09.710653 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75725e1f-c3fa-444d-9e4a-bcd6d943fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:09.751889 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:09.758092 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-75725e1f-c3fa-444d-9e4a-bcd6d943fde6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee1a4378ebfd4b7f8970435e6f91ba25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9491568 Dec 11 22:36:09.761014 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43412) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:09.762568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75725e1f-c3fa-444d-9e4a-bcd6d943fde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0c252d-5a5f-48d0-9090-3966aca700fd,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:09.812839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Pushing event updated for resources: {'Port': ['ID=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:09.823867 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-154279fe-61e3-421c-b050-8e3f82c68d8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:09.841221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Attempting to bind port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:36:09.846740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Attempting to bind port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '7e0491bf-47ca-48bd-8a05-9c38fba7ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:36:09.846740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Attempting to bind port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc on network 3edf13e9-f980-49f5-91b4-3fd48a23543a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:09.847787 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-154279fe-61e3-421c-b050-8e3f82c68d8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:09.848466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc on network 3edf13e9-f980-49f5-91b4-3fd48a23543a not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:36:09.848466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Attempting to bind port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc on network 3edf13e9-f980-49f5-91b4-3fd48a23543a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:09.853663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:36:09.854005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Checking segment: {'id': '7e0491bf-47ca-48bd-8a05-9c38fba7ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:36:09.854384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Bound using segment: {'id': '7e0491bf-47ca-48bd-8a05-9c38fba7ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:36:09.854836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Bound port: aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0491bf-47ca-48bd-8a05-9c38fba7ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:36:09.855209 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:09.899671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-259fe567-c81e-4b6d-9f2e-35bb22b60a9c tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:36:09.901074 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-259fe567-c81e-4b6d-9f2e-35bb22b60a9c tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151007 Dec 11 22:36:09.944011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] For port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:09.948172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] For port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:36:09.962458 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99064382-c0ad-4600-b654-7e8e351f4794 req-a50c0d6f-7813-403e-8da4-89800cc84123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:09.964539 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-a50c0d6f-7813-403e-8da4-89800cc84123 service neutron] 10.222.0.45 "GET /v2.0/ports/af7c6246-ccca-4f41-bd67-7fb59d41bd80 HTTP/1.1" status: 200 len: 1093 time: 0.0400116 Dec 11 22:36:09.972999 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-99064382-c0ad-4600-b654-7e8e351f4794 req-40788a5b-6a56-4002-84ab-96ed91c8c57f service neutron] Request body: {'binding': {'host': 'n-h1-710847-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:09.973804 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-99064382-c0ad-4600-b654-7e8e351f4794 req-40788a5b-6a56-4002-84ab-96ed91c8c57f service neutron] Unknown quota resources ['binding']. {{(pid=103691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 22:36:10.039206 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:10.067877 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-154279fe-61e3-421c-b050-8e3f82c68d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:10.070566 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-154279fe-61e3-421c-b050-8e3f82c68d8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:10.070566 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-154279fe-61e3-421c-b050-8e3f82c68d8b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba0c252d-5a5f-48d0-9090-3966aca700fd HTTP/1.1" status: 204 len: 168 time: 0.3081548 Dec 11 22:36:10.083806 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154279fe-61e3-421c-b050-8e3f82c68d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0c252d-5a5f-48d0-9090-3966aca700fd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:10.141548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:10.153752 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:10.153752 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] 10.222.0.47 "PUT /v2.0/ports/aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc HTTP/1.1" status: 200 len: 1091 time: 1.4753065 Dec 11 22:36:10.153752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6930f7f4-4adc-41a0-b24d-3823a3bc16a0', 'tag': 'aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:10.153752 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c386f59e-4027-4ced-966b-d53a29242363" -d '{"events": [{"name": "network-changed", "server_uuid": "6930f7f4-4adc-41a0-b24d-3823a3bc16a0", "tag": "aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:10.184229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ae700-7e5c-4f25-ae50-444713d88838 service neutron] Pushing event updated for resources: {'Port': ['ID=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:10.221464 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9c5f8-e184-48fd-b06f-04fc3c2cbfa2 req-1be88254-0415-49e8-bb97-8d2dbd4b0fb7 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:10.228925 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-48d9c5f8-e184-48fd-b06f-04fc3c2cbfa2 req-1be88254-0415-49e8-bb97-8d2dbd4b0fb7 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 943 time: 0.0763962 Dec 11 22:36:10.239216 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-99064382-c0ad-4600-b654-7e8e351f4794 req-40788a5b-6a56-4002-84ab-96ed91c8c57f service neutron] Attempting to bind port af7c6246-ccca-4f41-bd67-7fb59d41bd80 on host n-h1-710847-6 for vnic_type normal with profile None {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:36:10.239557 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-99064382-c0ad-4600-b654-7e8e351f4794 req-40788a5b-6a56-4002-84ab-96ed91c8c57f service neutron] Attempting to bind port af7c6246-ccca-4f41-bd67-7fb59d41bd80 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:36:10.239943 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99064382-c0ad-4600-b654-7e8e351f4794 req-40788a5b-6a56-4002-84ab-96ed91c8c57f service neutron] Attempting to bind port af7c6246-ccca-4f41-bd67-7fb59d41bd80 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:10.258545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99064382-c0ad-4600-b654-7e8e351f4794 req-40788a5b-6a56-4002-84ab-96ed91c8c57f service neutron] Port af7c6246-ccca-4f41-bd67-7fb59d41bd80 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:36:10.266325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99064382-c0ad-4600-b654-7e8e351f4794 req-40788a5b-6a56-4002-84ab-96ed91c8c57f service neutron] Attempting to bind port af7c6246-ccca-4f41-bd67-7fb59d41bd80 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:10.267919 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99064382-c0ad-4600-b654-7e8e351f4794 req-40788a5b-6a56-4002-84ab-96ed91c8c57f service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:36:10.267919 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99064382-c0ad-4600-b654-7e8e351f4794 req-40788a5b-6a56-4002-84ab-96ed91c8c57f service neutron] Checking segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:36:10.268197 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99064382-c0ad-4600-b654-7e8e351f4794 req-40788a5b-6a56-4002-84ab-96ed91c8c57f service neutron] Bound using segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:36:10.268612 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-99064382-c0ad-4600-b654-7e8e351f4794 req-40788a5b-6a56-4002-84ab-96ed91c8c57f service neutron] Bound port: af7c6246-ccca-4f41-bd67-7fb59d41bd80, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:36:10.327760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-d2dc892e-336a-4b96-91b1-298f924ecf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:10.329621 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-d2dc892e-336a-4b96-91b1-298f924ecf82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c5cc5126aa845a8afd4e91d9e912fb8&device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 1094 time: 0.0482314 Dec 11 22:36:10.343361 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-48d9c5f8-e184-48fd-b06f-04fc3c2cbfa2 req-28d42cb7-f692-4908-a21b-021fd38cbcd2 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087928 Dec 11 22:36:10.400420 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7d3e55-8dc0-4b8d-9ec3-802f8b028787 x-openstack-request-id: req-9e7d3e55-8dc0-4b8d-9ec3-802f8b028787 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:10.400913 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-99064382-c0ad-4600-b654-7e8e351f4794 req-40788a5b-6a56-4002-84ab-96ed91c8c57f service neutron] For port af7c6246-ccca-4f41-bd67-7fb59d41bd80, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:36:10.401681 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6930f7f4-4adc-41a0-b24d-3823a3bc16a0", "tag": "aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:10.401681 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e7d3e55-8dc0-4b8d-9ec3-802f8b028787 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:10.401681 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6930f7f4-4adc-41a0-b24d-3823a3bc16a0', 'tag': 'aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc', 'status': 'completed', 'code': 200} Dec 11 22:36:10.406404 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-a91450dd-5f54-4c7f-a76b-3fae09dac8e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc HTTP/1.1" status: 200 len: 217 time: 0.0591710 Dec 11 22:36:10.462008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-0c4ba9db-ec8e-47a6-90dc-0edf603129d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:10.463604 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-0c4ba9db-ec8e-47a6-90dc-0edf603129d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7337e6a9-f530-438b-852b-2b3fd3b98957 HTTP/1.1" status: 200 len: 861 time: 0.0502324 Dec 11 22:36:10.497635 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-5b4a63d0-4dc1-4f1d-9ae8-ba1bd0a5afd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3edf13e9-f980-49f5-91b4-3fd48a23543a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268486 Dec 11 22:36:10.609747 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-276113da-42e3-4824-83dc-adb1b33fde24 service neutron] 10.222.0.47 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031046 Dec 11 22:36:10.722467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3f0a20a-b25d-480b-935c-2cad441502ac req-ce4e573d-8e10-4fc4-9beb-ed94039352f8 service neutron] 10.222.0.47 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007969 Dec 11 22:36:10.733153 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-99064382-c0ad-4600-b654-7e8e351f4794 req-40788a5b-6a56-4002-84ab-96ed91c8c57f service neutron] Publish callbacks [] for binding, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:10.734328 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-40788a5b-6a56-4002-84ab-96ed91c8c57f service neutron] 10.222.0.45 "POST /v2.0/ports/af7c6246-ccca-4f41-bd67-7fb59d41bd80/bindings HTTP/1.1" status: 201 len: 389 time: 0.7649605 Dec 11 22:36:10.755793 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad6ba5-c946-418b-80c2-a1fddff848ca req-a1134782-4804-4e13-9b73-9062c135de7e tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:10.763083 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0ad6ba5-c946-418b-80c2-a1fddff848ca req-a1134782-4804-4e13-9b73-9062c135de7e tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 943 time: 0.3087711 Dec 11 22:36:10.808606 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0ad6ba5-c946-418b-80c2-a1fddff848ca req-a4ecd02d-dba9-4655-aa86-54276ecf0352 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446541 Dec 11 22:36:10.920514 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4403f7-ea24-4164-a3a8-b15efab4f7e6 req-e91880a3-4425-4859-ae53-0d193ed5a6c6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:10.922045 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5e4403f7-ea24-4164-a3a8-b15efab4f7e6 req-e91880a3-4425-4859-ae53-0d193ed5a6c6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0526023 Dec 11 22:36:10.975843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386f59e-4027-4ced-966b-d53a29242363 req-47835d11-b6d3-4694-a823-3ec59e5e0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:10.978183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c386f59e-4027-4ced-966b-d53a29242363 req-47835d11-b6d3-4694-a823-3ec59e5e0d48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c5cc5126aa845a8afd4e91d9e912fb8&device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 1094 time: 0.0646811 Dec 11 22:36:10.994655 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5e4403f7-ea24-4164-a3a8-b15efab4f7e6 req-188f0d3c-761f-4b31-9d8e-793480aaf4a1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644984 Dec 11 22:36:11.087624 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56761f-320c-4a13-a1e2-867ff3c50de7 req-e8d8ad4d-a948-4705-b3f9-84e3d2b9269a tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:11.089117 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0d56761f-320c-4a13-a1e2-867ff3c50de7 req-e8d8ad4d-a948-4705-b3f9-84e3d2b9269a tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1098025 Dec 11 22:36:11.134345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386f59e-4027-4ced-966b-d53a29242363 req-346cf31f-32e5-4e5a-97c6-63f6b2e56db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:11.135851 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c386f59e-4027-4ced-966b-d53a29242363 req-346cf31f-32e5-4e5a-97c6-63f6b2e56db6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3edf13e9-f980-49f5-91b4-3fd48a23543a HTTP/1.1" status: 200 len: 922 time: 0.1467488 Dec 11 22:36:11.160966 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0d56761f-320c-4a13-a1e2-867ff3c50de7 req-258f2fd4-2b93-4766-bd26-3c656aa5fa17 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598226 Dec 11 22:36:11.247920 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43478) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:11.278390 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c386f59e-4027-4ced-966b-d53a29242363 req-ba7916d3-dba6-445c-8d03-307874f90ab2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc HTTP/1.1" status: 200 len: 217 time: 0.0535586 Dec 11 22:36:11.288407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb814023-0187-40e3-9c1d-f9220f509aac req-7cc59ac4-0b5a-401f-8291-b57bc67c8136 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:11.296199 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cb814023-0187-40e3-9c1d-f9220f509aac req-7cc59ac4-0b5a-401f-8291-b57bc67c8136 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 945 time: 0.0923452 Dec 11 22:36:11.340216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386f59e-4027-4ced-966b-d53a29242363 req-64625375-bad0-4368-b075-4d32855e3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:11.341977 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c386f59e-4027-4ced-966b-d53a29242363 req-64625375-bad0-4368-b075-4d32855e3ca9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7337e6a9-f530-438b-852b-2b3fd3b98957 HTTP/1.1" status: 200 len: 861 time: 0.0558262 Dec 11 22:36:11.360142 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cb814023-0187-40e3-9c1d-f9220f509aac req-42c29125-3acd-4f8f-a978-0e5f72b20e01 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625570 Dec 11 22:36:11.399797 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-12f5f84e-27ce-40b8-8fda-b9172e0e0b82 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-740446196-network', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:11.411740 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c386f59e-4027-4ced-966b-d53a29242363 req-405a3afa-8b40-42e4-b363-ced043138338 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3edf13e9-f980-49f5-91b4-3fd48a23543a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594437 Dec 11 22:36:11.490199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833aa74-a04c-4a67-9e4f-63eb1833fa68 req-cd6e2db2-1573-430e-b4fe-17270096aa59 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:11.491738 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c833aa74-a04c-4a67-9e4f-63eb1833fa68 req-cd6e2db2-1573-430e-b4fe-17270096aa59 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 943 time: 0.0495627 Dec 11 22:36:11.506455 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f5f84e-27ce-40b8-8fda-b9172e0e0b82 admin admin] Made reservation on behalf of 7cabc9743ca34198b7d25719467d73e6 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:36:11.509471 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-12f5f84e-27ce-40b8-8fda-b9172e0e0b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:11.526547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99064382-c0ad-4600-b654-7e8e351f4794 req-dfaec86b-0d73-46ee-ac83-3ac14d708761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:11.526829 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-12f5f84e-27ce-40b8-8fda-b9172e0e0b82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:11.528204 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-dfaec86b-0d73-46ee-ac83-3ac14d708761 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 1096 time: 0.0941083 Dec 11 22:36:11.570766 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c833aa74-a04c-4a67-9e4f-63eb1833fa68 req-c8d909f0-cbf0-4698-845a-10cef495b983 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721917 Dec 11 22:36:11.591745 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c386f59e-4027-4ced-966b-d53a29242363 req-c542b04e-1b3b-44cf-be94-1b33e04ec1b0 service neutron] 10.222.0.47 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656408 Dec 11 22:36:11.627642 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-12f5f84e-27ce-40b8-8fda-b9172e0e0b82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:11.681425 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-12f5f84e-27ce-40b8-8fda-b9172e0e0b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:11.692796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99064382-c0ad-4600-b654-7e8e351f4794 req-3fff967a-5565-4f2d-a687-9bd67a1149f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:11.694256 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-3fff967a-5565-4f2d-a687-9bd67a1149f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.1583259 Dec 11 22:36:11.711301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f5f84e-27ce-40b8-8fda-b9172e0e0b82 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:36:11.718397 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5f84e-27ce-40b8-8fda-b9172e0e0b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542116e6-11de-4874-aebb-3ed0a9666ad3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:11.731380 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-12f5f84e-27ce-40b8-8fda-b9172e0e0b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:11.731855 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-12f5f84e-27ce-40b8-8fda-b9172e0e0b82 admin admin] Added segment 04b2816d-0084-41b8-a4aa-67bcaa4acb73 of type vlan for network 4241dd4b-9403-4fa5-b1dc-073261711d6e Dec 11 22:36:11.784458 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-12f5f84e-27ce-40b8-8fda-b9172e0e0b82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:11.898652 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-12f5f84e-27ce-40b8-8fda-b9172e0e0b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:11.899771 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f5f84e-27ce-40b8-8fda-b9172e0e0b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:11.900462 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-12f5f84e-27ce-40b8-8fda-b9172e0e0b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:11.989122 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5f84e-27ce-40b8-8fda-b9172e0e0b82 admin admin] Pushing event updated for resources: {'Network': ['ID=4241dd4b-9403-4fa5-b1dc-073261711d6e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:11.994100 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c386f59e-4027-4ced-966b-d53a29242363 req-476cf41d-3160-4261-bcd7-817fba8790d7 service neutron] 10.222.0.47 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905661 Dec 11 22:36:11.996037 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-fb1c172e-7ae3-428b-a567-32d9c36c6dd3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80 HTTP/1.1" status: 200 len: 217 time: 0.2896161 Dec 11 22:36:12.002037 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984d643-dea4-4a09-be7c-83f58eefec29 req-3cf7b47a-6aa9-4a5a-9ef4-b25289760e02 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:12.002662 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 4241dd4b-9403-4fa5-b1dc-073261711d6e details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:36:12.003680 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a984d643-dea4-4a09-be7c-83f58eefec29 req-3cf7b47a-6aa9-4a5a-9ef4-b25289760e02 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 943 time: 0.1177225 Dec 11 22:36:12.041075 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-12f5f84e-27ce-40b8-8fda-b9172e0e0b82 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7901838 Dec 11 22:36:12.046468 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43518) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:12.056565 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-501576a9-cd8b-4023-9782-46e21ddd21f0 admin admin] Request body: {'subnet': {'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-740446196-subnet', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:12.071114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99064382-c0ad-4600-b654-7e8e351f4794 req-bce8a396-5c5a-4881-bff7-bf9738bd90c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:12.072897 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-bce8a396-5c5a-4881-bff7-bf9738bd90c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.0498195 Dec 11 22:36:12.084291 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a984d643-dea4-4a09-be7c-83f58eefec29 req-f60795a6-9e2e-47b7-bcf3-fd93c1a9d68d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745721 Dec 11 22:36:12.107751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-b8ffe204-99f1-465a-891d-fb418d041866 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256908 Dec 11 22:36:12.158324 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501576a9-cd8b-4023-9782-46e21ddd21f0 admin admin] Made reservation on behalf of 7cabc9743ca34198b7d25719467d73e6 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:36:12.165216 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-501576a9-cd8b-4023-9782-46e21ddd21f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:12.215443 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-183ef942-f0e2-47b2-ae63-65676696f65c service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937610 Dec 11 22:36:12.258090 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b5d87-1774-4276-aa53-e5cd46dd919a req-3674650a-a444-42e3-8b1a-c085bf4c7cf4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:12.259621 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-182b5d87-1774-4276-aa53-e5cd46dd919a req-3674650a-a444-42e3-8b1a-c085bf4c7cf4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.1144702 Dec 11 22:36:12.320550 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-ff8c3051-7c95-4436-98f6-3e61c07ce275 service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961852 Dec 11 22:36:12.343070 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-182b5d87-1774-4276-aa53-e5cd46dd919a req-3fd1342c-a736-481b-b929-63e51f65e218 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764022 Dec 11 22:36:12.453829 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-501576a9-cd8b-4023-9782-46e21ddd21f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:12.542297 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501576a9-cd8b-4023-9782-46e21ddd21f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b266260b-8a9b-4319-b4e4-f35d8a8fc387,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:12.557694 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501576a9-cd8b-4023-9782-46e21ddd21f0 admin admin] Checking segment: {'id': '04b2816d-0084-41b8-a4aa-67bcaa4acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:36:12.558052 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501576a9-cd8b-4023-9782-46e21ddd21f0 admin admin] Network hostable DHCP agents. Network: 4241dd4b-9403-4fa5-b1dc-073261711d6e, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:36:12.565746 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99064382-c0ad-4600-b654-7e8e351f4794 req-1a05c3df-1243-4b00-a374-049ecc92ab12 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:12.566965 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db7b57-a46c-43a9-aedd-57fcd74fd192 req-83b639f6-6cf9-4124-96a4-ea75c9ef9450 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:12.567267 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-1a05c3df-1243-4b00-a374-049ecc92ab12 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7&tenant_id=4a03958ca25f4977b4fabaad3b861845&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 1096 time: 0.0511875 Dec 11 22:36:12.568443 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8db7b57-a46c-43a9-aedd-57fcd74fd192 req-83b639f6-6cf9-4124-96a4-ea75c9ef9450 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1040471 Dec 11 22:36:12.580741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-710847-6'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:12.623539 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8db7b57-a46c-43a9-aedd-57fcd74fd192 req-af676857-e9d9-4a19-8b59-91c1b85a335b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471237 Dec 11 22:36:12.638766 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:12.676226 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501576a9-cd8b-4023-9782-46e21ddd21f0 admin admin] Network 4241dd4b-9403-4fa5-b1dc-073261711d6e is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:36:12.748089 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39b06b-f880-462b-af57-8338bb158b75 req-4be5d52a-a6fc-4102-a36f-ba54b05f465d tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:12.749682 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa39b06b-f880-462b-af57-8338bb158b75 req-4be5d52a-a6fc-4102-a36f-ba54b05f465d tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 943 time: 0.0541139 Dec 11 22:36:12.763688 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-501576a9-cd8b-4023-9782-46e21ddd21f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 4241dd4b-9403-4fa5-b1dc-073261711d6e) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:36:12.769865 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501576a9-cd8b-4023-9782-46e21ddd21f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:12.771918 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-501576a9-cd8b-4023-9782-46e21ddd21f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:12.773457 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4364e79-e605-4889-9eb1-c06ee9ccccb8 None None] Network 4241dd4b-9403-4fa5-b1dc-073261711d6e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:36:12.789836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01be2dc-5582-45f4-9d76-934a9477c5cc req-b88f09a0-01a6-47d4-9583-881ec1055ebd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:12.791385 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01be2dc-5582-45f4-9d76-934a9477c5cc req-b88f09a0-01a6-47d4-9583-881ec1055ebd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 945 time: 0.0988324 Dec 11 22:36:12.818684 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa39b06b-f880-462b-af57-8338bb158b75 req-c3a9f230-884c-435d-bfea-870f5dc30092 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620809 Dec 11 22:36:12.839050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] For port af7c6246-ccca-4f41-bd67-7fb59d41bd80, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:12.872979 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-501576a9-cd8b-4023-9782-46e21ddd21f0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8254151 Dec 11 22:36:12.875323 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01be2dc-5582-45f4-9d76-934a9477c5cc req-529dd4b2-fb33-4518-8a2b-7fb8bbf75738 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754268 Dec 11 22:36:12.879954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43542) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:12.884271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-740446196-router', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:12.913182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] For port af7c6246-ccca-4f41-bd67-7fb59d41bd80, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:12.921762 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-4241dd4b-9403-4fa5-b1dc-073261711d6e', 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e', 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'fixed_ips': [{'subnet_id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:36:12.922775 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:12.955913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac0af33-548f-4e8b-adc6-5506a21351e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af7c6246-ccca-4f41-bd67-7fb59d41bd80'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:12.958241 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c6d6b8-b37f-4821-b4b6-af5854877acf" -d '{"events": [{"server_uuid": "3ac0af33-548f-4e8b-adc6-5506a21351e7", "name": "network-vif-unplugged", "status": "completed", "tag": "af7c6246-ccca-4f41-bd67-7fb59d41bd80"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:12.962450 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.004364 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d05807d-62b9-4876-a118-cce3600f68ff x-openstack-request-id: req-9d05807d-62b9-4876-a118-cce3600f68ff {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:13.004660 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac0af33-548f-4e8b-adc6-5506a21351e7", "name": "network-vif-unplugged", "status": "completed", "tag": "af7c6246-ccca-4f41-bd67-7fb59d41bd80", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:13.004915 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d05807d-62b9-4876-a118-cce3600f68ff {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:13.005311 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac0af33-548f-4e8b-adc6-5506a21351e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af7c6246-ccca-4f41-bd67-7fb59d41bd80', 'code': 200} Dec 11 22:36:13.007875 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.008952 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.060170 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.065691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Allocated IP 172.20.0.2 (4241dd4b-9403-4fa5-b1dc-073261711d6e/b266260b-8a9b-4319-b4e4-f35d8a8fc387/968c14fc-b6db-4788-ac38-5d41f74f518d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:36:13.070144 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.136497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Pushing event updated for resources: {'Port': ['ID=af7c6246-ccca-4f41-bd67-7fb59d41bd80,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:13.225668 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.271863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Attempting to bind port af7c6246-ccca-4f41-bd67-7fb59d41bd80 on host n-h2-710847-6 for vnic_type normal with profile {"migrating_to": "n-h1-710847-6"} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:36:13.272350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Attempting to bind port af7c6246-ccca-4f41-bd67-7fb59d41bd80 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:36:13.272576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Attempting to bind port af7c6246-ccca-4f41-bd67-7fb59d41bd80 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:13.276541 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.283745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Port af7c6246-ccca-4f41-bd67-7fb59d41bd80 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:36:13.284096 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Attempting to bind port af7c6246-ccca-4f41-bd67-7fb59d41bd80 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:13.299268 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.325504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:36:13.326105 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Checking segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:36:13.326265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Bound using segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:36:13.326664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Bound port: af7c6246-ccca-4f41-bd67-7fb59d41bd80, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:36:13.327050 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.341900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Network 4241dd4b-9403-4fa5-b1dc-073261711d6e is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:36:13.356423 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:36:13.360223 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:36:13.372770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Pushing event updated for resources: {'Port': ['ID=968c14fc-b6db-4788-ac38-5d41f74f518d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:13.373530 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.385921 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776aad1-f96b-4193-9db0-18f5f686bb1f req-3c3060ad-f7f3-4f66-942e-08c1366b9cc9 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:13.386129 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:13.386129 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:13.386129 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:13.386428 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:13.386522 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f776aad1-f96b-4193-9db0-18f5f686bb1f req-3c3060ad-f7f3-4f66-942e-08c1366b9cc9 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 943 time: 0.2067542 Dec 11 22:36:13.386611 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:13.386866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:13.387435 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:13.387834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:13.388339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:13.388678 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:13.389015 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:13.389578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:13.389741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:13.442299 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Attempting to bind port 968c14fc-b6db-4788-ac38-5d41f74f518d on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:36:13.442829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Attempting to bind port 968c14fc-b6db-4788-ac38-5d41f74f518d by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '04b2816d-0084-41b8-a4aa-67bcaa4acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:36:13.443203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Attempting to bind port 968c14fc-b6db-4788-ac38-5d41f74f518d on network 4241dd4b-9403-4fa5-b1dc-073261711d6e {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:13.448867 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:36:13.449256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Checking segment: {'id': '04b2816d-0084-41b8-a4aa-67bcaa4acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:36:13.451325 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.451325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Bound using segment: {'id': '04b2816d-0084-41b8-a4aa-67bcaa4acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:36:13.451325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Bound port: 968c14fc-b6db-4788-ac38-5d41f74f518d, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b2816d-0084-41b8-a4aa-67bcaa4acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:36:13.451325 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.489451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] For port af7c6246-ccca-4f41-bd67-7fb59d41bd80, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:13.499693 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f776aad1-f96b-4193-9db0-18f5f686bb1f req-ae834e00-2a6f-4c07-8a82-a7249d6a6e75 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890403 Dec 11 22:36:13.538047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] For port af7c6246-ccca-4f41-bd67-7fb59d41bd80, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:36:13.540130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] For port 968c14fc-b6db-4788-ac38-5d41f74f518d, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:13.543669 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] For port 968c14fc-b6db-4788-ac38-5d41f74f518d, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=968c14fc-b6db-4788-ac38-5d41f74f518d,segment=NetworkSegment(04b2816d-0084-41b8-a4aa-67bcaa4acb73),segment_id=04b2816d-0084-41b8-a4aa-67bcaa4acb73)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:36:13.546921 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-43112b59-e2f0-4b43-bb00-c43a933be222 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:13.546921 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-43112b59-e2f0-4b43-bb00-c43a933be222 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/networks?id=54478511-f8de-4e50-83dc-4c9857155262 HTTP/1.1" status: 200 len: 805 time: 0.1281412 Dec 11 22:36:13.564282 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-db3182aa-8ad0-4d2c-9071-cf91fa9bd441 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/quotas/6a71688f425e4140977d2fb5123ec3d3 HTTP/1.1" status: 200 len: 375 time: 0.0097682 Dec 11 22:36:13.616984 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.619942 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-9316ef49-b16c-43c4-9d9a-40d128db00bd tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a71688f425e4140977d2fb5123ec3d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486233 Dec 11 22:36:13.625074 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.695282 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e8784-b116-4226-88e3-6302d1cd8517 None None] Pushing event updated for resources: {'Port': ['ID=968c14fc-b6db-4788-ac38-5d41f74f518d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:13.702214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6004094-7202-4e57-b5b1-a2b66eb8bba7 req-4d50e57b-0f6e-47bc-a9f3-d63efa34770d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:13.703880 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e6004094-7202-4e57-b5b1-a2b66eb8bba7 req-4d50e57b-0f6e-47bc-a9f3-d63efa34770d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.1352336 Dec 11 22:36:13.740080 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-da2529e1-5716-4ef4-ac57-01d08e913c5d service neutron] 10.222.0.45 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042244 Dec 11 22:36:13.827831 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Pushing event updated for resources: {'Port': ['ID=af7c6246-ccca-4f41-bd67-7fb59d41bd80,revision_number=8']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:13.846424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:13.847080 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.848464 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f6b7ea48-65d4-4e8c-ae5e-cdc5a365c750 service neutron] 10.222.0.47 "PUT /v2.0/ports/af7c6246-ccca-4f41-bd67-7fb59d41bd80 HTTP/1.1" status: 200 len: 1121 time: 1.2732213 Dec 11 22:36:13.850842 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-5bad67a5-d19c-46b1-8716-2ef591f39d36 service neutron] 10.222.0.45 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023204 Dec 11 22:36:13.872384 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.898426 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e6004094-7202-4e57-b5b1-a2b66eb8bba7 req-21c7187f-48c1-4aec-868a-380e0331afc1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552176 Dec 11 22:36:13.900121 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:13.967182 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['af7c6246-ccca-4f41-bd67-7fb59d41bd80'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:36:14.037830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Allocated IP 172.25.1.78 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/c3077f35-edab-4fd9-beca-a2011ae45222) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:36:14.215079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424efb1-8178-450b-b646-46f13322011b req-01c2fb48-da2e-4ba9-bcd7-70c2317812cf tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:14.216589 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d424efb1-8178-450b-b646-46f13322011b req-01c2fb48-da2e-4ba9-bcd7-70c2317812cf tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0991664 Dec 11 22:36:14.240979 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:14.295130 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d424efb1-8178-450b-b646-46f13322011b req-821c0aa5-8050-46c9-a053-444edd37e14d tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700183 Dec 11 22:36:14.317869 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:36:14.332905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e19fdb9a-06c2-4261-b418-4e345a7c8649 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:36:14.372571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3861eb-fe78-4412-a1ba-8ca95455bbb8 req-30083d81-fcdc-4425-b050-256509b7f9c5 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:14.374173 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ab3861eb-fe78-4412-a1ba-8ca95455bbb8 req-30083d81-fcdc-4425-b050-256509b7f9c5 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 943 time: 0.0717883 Dec 11 22:36:14.400093 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:14.451358 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ab3861eb-fe78-4412-a1ba-8ca95455bbb8 req-a72d2a90-197b-44b2-9242-ea1f407f5794 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678389 Dec 11 22:36:14.484253 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:14.494996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:36:14.508150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:36:14.515130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:36:14.530254 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30f58e7-593a-4c83-9dd9-f682105aa969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19fdb9a-06c2-4261-b418-4e345a7c8649'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:14.533002 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dbd6ba-108c-4f0f-8a1e-4c53f00c7bac" -d '{"events": [{"server_uuid": "a30f58e7-593a-4c83-9dd9-f682105aa969", "name": "network-vif-unplugged", "status": "completed", "tag": "e19fdb9a-06c2-4261-b418-4e345a7c8649"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:14.538702 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:14.563239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e19fdb9a-06c2-4261-b418-4e345a7c8649, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e19fdb9a-06c2-4261-b418-4e345a7c8649,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:14.566877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc', 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a', 'port_id': 'aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc', 'mac_address': 'fa:16:3e:6d:24:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7337e6a9-f530-438b-852b-2b3fd3b98957', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:36:14.567266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Pushing event updated for resources: {'Port': ['ID=c3077f35-edab-4fd9-beca-a2011ae45222,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:14.592382 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-48d4fbd2-e142-4867-b175-9feb57a1dd68 req-edb6892f-1f16-433c-834f-d44925c36044 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 210 time: 0.0953782 Dec 11 22:36:14.615519 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:14.622238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccf0e0-e4c8-46bf-800e-b29b434a1e2e req-342913cc-a1c1-4a72-8bc0-87a24be33f44 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:14.630585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42ccf0e0-e4c8-46bf-800e-b29b434a1e2e req-342913cc-a1c1-4a72-8bc0-87a24be33f44 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 943 time: 0.2422082 Dec 11 22:36:14.643712 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:14.662416 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:14.726831 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:14.745853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e614a57-d0a2-4cd6-9cd2-796c812d3910 req-7f1169c5-690a-44c7-a256-7258e2e3ba9b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:14.752899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=e19fdb9a-06c2-4261-b418-4e345a7c8649,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:14.754120 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6e614a57-d0a2-4cd6-9cd2-796c812d3910 req-7f1169c5-690a-44c7-a256-7258e2e3ba9b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 943 time: 0.0619366 Dec 11 22:36:14.759495 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42ccf0e0-e4c8-46bf-800e-b29b434a1e2e req-7a94d9ff-2c2a-4289-80e2-9f2ee69839f7 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278911 Dec 11 22:36:14.808559 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a84788c-b186-46f1-8fb6-b9727cf9351a x-openstack-request-id: req-2a84788c-b186-46f1-8fb6-b9727cf9351a {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:14.808882 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30f58e7-593a-4c83-9dd9-f682105aa969", "name": "network-vif-unplugged", "status": "completed", "tag": "e19fdb9a-06c2-4261-b418-4e345a7c8649", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:14.809169 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a84788c-b186-46f1-8fb6-b9727cf9351a {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:14.809568 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30f58e7-593a-4c83-9dd9-f682105aa969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19fdb9a-06c2-4261-b418-4e345a7c8649', 'code': 200} Dec 11 22:36:14.819134 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:14.846290 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6e614a57-d0a2-4cd6-9cd2-796c812d3910 req-5faa69bb-bf0e-4d42-87ab-16ff82fccc58 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815165 Dec 11 22:36:14.882140 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:14.926982 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29af3c5-f877-4d02-a174-b620f3f33dab None None] Network 4241dd4b-9403-4fa5-b1dc-073261711d6e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:36:14.951828 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:15.005886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac0af33-548f-4e8b-adc6-5506a21351e7', 'tag': 'af7c6246-ccca-4f41-bd67-7fb59d41bd80'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:15.008174 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55360fca-b9b3-4457-9be0-77abc1e742b5" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac0af33-548f-4e8b-adc6-5506a21351e7", "tag": "af7c6246-ccca-4f41-bd67-7fb59d41bd80"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:15.030397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d140b086-006f-4942-9138-cb6f18250959 None None] Provisioning complete for port 968c14fc-b6db-4788-ac38-5d41f74f518d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:15.030792 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d140b086-006f-4942-9138-cb6f18250959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:15.056186 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c6ae5e-2ec9-45ff-9cfa-0e2281c4e62d x-openstack-request-id: req-d3c6ae5e-2ec9-45ff-9cfa-0e2281c4e62d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:15.056479 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac0af33-548f-4e8b-adc6-5506a21351e7", "tag": "af7c6246-ccca-4f41-bd67-7fb59d41bd80", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:15.056733 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d3c6ae5e-2ec9-45ff-9cfa-0e2281c4e62d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:15.057177 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac0af33-548f-4e8b-adc6-5506a21351e7', 'tag': 'af7c6246-ccca-4f41-bd67-7fb59d41bd80', 'status': 'completed', 'code': 200} Dec 11 22:36:15.162279 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d140b086-006f-4942-9138-cb6f18250959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:15.172309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a56965-0ecf-4e16-a28c-bb0e78ccf748 req-a987fe2e-3a63-428c-a839-cb4203156584 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:15.172309 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e2a56965-0ecf-4e16-a28c-bb0e78ccf748 req-a987fe2e-3a63-428c-a839-cb4203156584 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.1639488 Dec 11 22:36:15.203927 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d140b086-006f-4942-9138-cb6f18250959 None None] For port 968c14fc-b6db-4788-ac38-5d41f74f518d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=968c14fc-b6db-4788-ac38-5d41f74f518d,segment=NetworkSegment(04b2816d-0084-41b8-a4aa-67bcaa4acb73),segment_id=04b2816d-0084-41b8-a4aa-67bcaa4acb73)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:15.234694 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55360fca-b9b3-4457-9be0-77abc1e742b5 req-748a8e33-4b29-4338-aa45-c8f6293efc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:15.236356 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55360fca-b9b3-4457-9be0-77abc1e742b5 req-748a8e33-4b29-4338-aa45-c8f6293efc58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 1124 time: 0.1491880 Dec 11 22:36:15.253160 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d140b086-006f-4942-9138-cb6f18250959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:15.319316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140b086-006f-4942-9138-cb6f18250959 None None] Pushing event updated for resources: {'Port': ['ID=968c14fc-b6db-4788-ac38-5d41f74f518d,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:15.350772 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e2a56965-0ecf-4e16-a28c-bb0e78ccf748 req-f8d1eaff-0ecb-46e4-81aa-48c9a4aa5be4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484563 Dec 11 22:36:15.362517 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:15.398914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:36:15.405521 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a38082c8-95a7-45a9-91ca-577854d20766 None None] Provisioning complete for port 968c14fc-b6db-4788-ac38-5d41f74f518d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:15.406246 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a38082c8-95a7-45a9-91ca-577854d20766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:15.459416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55360fca-b9b3-4457-9be0-77abc1e742b5 req-a776bacc-5a39-4f69-b39c-9ff0590c847e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:15.462916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55360fca-b9b3-4457-9be0-77abc1e742b5 req-a776bacc-5a39-4f69-b39c-9ff0590c847e service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.1815073 Dec 11 22:36:15.483726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 968c14fc-b6db-4788-ac38-5d41f74f518d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:36:15.524053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098ced8-ada3-42b9-a8ba-de04d5c204f0 req-0a9affa4-ebfd-4bfc-897e-f70878b88cca tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:15.527001 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4098ced8-ada3-42b9-a8ba-de04d5c204f0 req-0a9affa4-ebfd-4bfc-897e-f70878b88cca tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1010628 Dec 11 22:36:15.598355 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4098ced8-ada3-42b9-a8ba-de04d5c204f0 req-f051136d-02c4-4f2e-aa02-e736c2b90039 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651355 Dec 11 22:36:15.653240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 968c14fc-b6db-4788-ac38-5d41f74f518d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:15.653620 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:15.707882 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-930dd0e5-7c0e-4415-ae18-974aa780f3cd req-ded9a38a-5123-4609-a2a2-5581435c0421 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 210 time: 0.0444465 Dec 11 22:36:15.803390 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55360fca-b9b3-4457-9be0-77abc1e742b5 req-e28f84ca-c5fa-4940-a59c-7c1532797fd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80 HTTP/1.1" status: 200 len: 217 time: 0.3108580 Dec 11 22:36:15.888263 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0b38b-06c8-426e-b4d0-6c239a746272 req-adc3e609-8d73-4cd3-a7dc-f799d8a9e054 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:15.890090 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8a0b38b-06c8-426e-b4d0-6c239a746272 req-adc3e609-8d73-4cd3-a7dc-f799d8a9e054 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 943 time: 0.0542638 Dec 11 22:36:15.930971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f927842-24ff-4205-924b-f1090345fac8 req-ddc454a6-6963-48e6-8f87-569b8f10ae60 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:15.933033 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f927842-24ff-4205-924b-f1090345fac8 req-ddc454a6-6963-48e6-8f87-569b8f10ae60 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.47 "GET /v2.0/ports?device_id=a30f58e7-593a-4c83-9dd9-f682105aa969 HTTP/1.1" status: 200 len: 943 time: 0.4280968 Dec 11 22:36:15.934479 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55360fca-b9b3-4457-9be0-77abc1e742b5 req-a27adb3c-840b-4629-9346-71c3b760387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:15.936279 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55360fca-b9b3-4457-9be0-77abc1e742b5 req-a27adb3c-840b-4629-9346-71c3b760387d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.1088927 Dec 11 22:36:15.949592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7719e-9d30-40f0-9101-f0eccb617644 req-b317c4dc-eaf8-4942-9597-b1ae4da72fa9 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:15.950898 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aed7719e-9d30-40f0-9101-f0eccb617644 req-b317c4dc-eaf8-4942-9597-b1ae4da72fa9 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 944 time: 0.1548183 Dec 11 22:36:15.969022 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8a0b38b-06c8-426e-b4d0-6c239a746272 req-77543b63-de58-41c5-a2e1-509a510d7971 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587049 Dec 11 22:36:16.017509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55360fca-b9b3-4457-9be0-77abc1e742b5 req-eacf8423-84c3-489a-996c-09cf7eb12e1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598776 Dec 11 22:36:16.080240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de317f6a-46e2-412b-bada-56508ab7fd37 req-8e0e51b1-3c82-4034-8dd6-0911303f5d13 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:16.081846 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-de317f6a-46e2-412b-bada-56508ab7fd37 req-8e0e51b1-3c82-4034-8dd6-0911303f5d13 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 943 time: 0.0500460 Dec 11 22:36:16.129923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Router 974a1be2-1675-4f8c-a8fd-52866897c162 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:36:16.134869 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-de317f6a-46e2-412b-bada-56508ab7fd37 req-08c0b9f7-87a2-40b5-8a61-c73c5aa1250c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469704 Dec 11 22:36:16.145470 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aed7719e-9d30-40f0-9101-f0eccb617644 req-70d63950-088c-4d61-b3cc-6a8a4b19e794 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837182 Dec 11 22:36:16.238489 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55360fca-b9b3-4457-9be0-77abc1e742b5 req-f4a3757d-cb27-492e-9d81-7af04082a5e4 service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014198 Dec 11 22:36:16.242281 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-6f927842-24ff-4205-924b-f1090345fac8 req-5e8921bf-7775-42dc-8854-6277a063820c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Deleting port e19fdb9a-06c2-4261-b418-4e345a7c8649 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:36:16.242626 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6f927842-24ff-4205-924b-f1090345fac8 req-5e8921bf-7775-42dc-8854-6277a063820c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:16.337027 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device af7c6246-ccca-4f41-bd67-7fb59d41bd80 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:36:16.415555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:36:16.437772 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Sync routers for ids ['974a1be2-1675-4f8c-a8fd-52866897c162'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:36:16.460278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port af7c6246-ccca-4f41-bd67-7fb59d41bd80, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:16.461735 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6f927842-24ff-4205-924b-f1090345fac8 req-5e8921bf-7775-42dc-8854-6277a063820c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] For port e19fdb9a-06c2-4261-b418-4e345a7c8649, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e19fdb9a-06c2-4261-b418-4e345a7c8649,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:16.464411 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6f927842-24ff-4205-924b-f1090345fac8 req-5e8921bf-7775-42dc-8854-6277a063820c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:16.466041 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55360fca-b9b3-4457-9be0-77abc1e742b5 req-478ad95c-0a3c-404e-b854-377230833cc4 service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180274 Dec 11 22:36:16.479308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-6f927842-24ff-4205-924b-f1090345fac8 req-5e8921bf-7775-42dc-8854-6277a063820c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Calling delete_port for e19fdb9a-06c2-4261-b418-4e345a7c8649 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:36:16.482853 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Routers {'974a1be2-1675-4f8c-a8fd-52866897c162'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:36:16.483499 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:35:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['974a1be2-1675-4f8c-a8fd-52866897c162'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:36:16.487499 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device af7c6246-ccca-4f41-bd67-7fb59d41bd80 has no active binding in host n-h1-710847-6 {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 11 22:36:16.560477 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:16.561594 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2193ca35-d288-4a27-a371-09c07aafd1f9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6806846 Dec 11 22:36:16.564783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43604) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:16.572776 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9cf68-fc73-4dfe-8466-89961449a0c0 req-4ef6f5f7-2799-4f83-8cab-6a50e4925ff1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:16.574295 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fe9cf68-fc73-4dfe-8466-89961449a0c0 req-4ef6f5f7-2799-4f83-8cab-6a50e4925ff1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0997810 Dec 11 22:36:16.596967 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Set router 974a1be2-1675-4f8c-a8fd-52866897c162 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:36:16.726267 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a55f4-3d8e-4d60-9fc9-eda6a6935db1 req-ca5950d2-252b-491b-811a-8cfda514359a tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:16.727962 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-783a55f4-3d8e-4d60-9fc9-eda6a6935db1 req-ca5950d2-252b-491b-811a-8cfda514359a tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0524726 Dec 11 22:36:16.796454 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-783a55f4-3d8e-4d60-9fc9-eda6a6935db1 req-237be5c2-c61e-4a54-bc77-7878d18ad7d6 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617988 Dec 11 22:36:16.811990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fe9cf68-fc73-4dfe-8466-89961449a0c0 req-d582f143-3d33-4c19-bf53-cbe9e1f1a73a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937602 Dec 11 22:36:16.830945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'name': 'tempest-ServersTestFqdnHostnames-740446196-router', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:14Z', 'revision_number': 3, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'gw_port': {'id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:36:16.858490 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Checking router: 974a1be2-1675-4f8c-a8fd-52866897c162 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:36:16.859375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Updating router 974a1be2-1675-4f8c-a8fd-52866897c162 port c3077f35-edab-4fd9-beca-a2011ae45222 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:36:16.874299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-2bd8750c-36fe-4527-8844-acd3dc4ca0c1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:16.876868 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-2bd8750c-36fe-4527-8844-acd3dc4ca0c1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.47 "GET /v2.0/networks?id=54478511-f8de-4e50-83dc-4c9857155262 HTTP/1.1" status: 200 len: 805 time: 0.2588134 Dec 11 22:36:16.893065 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:16.916315 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-680866a5-07ed-4320-a80f-e9c4e822b6bf req-a5e044d6-a7e3-4889-be96-e1e5ec38b18b tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 210 time: 0.0272448 Dec 11 22:36:16.924035 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-7c1cdb68-8bc1-4d31-a493-3f718fa08ffe tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Request body: {'port': {'device_id': 'c430f553-fb2a-4c52-b17c-a2f07478638f', 'network_id': '54478511-f8de-4e50-83dc-4c9857155262', 'admin_state_up': True, 'tenant_id': '6a71688f425e4140977d2fb5123ec3d3'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:17.022301 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:17.026271 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6f927842-24ff-4205-924b-f1090345fac8 req-5e8921bf-7775-42dc-8854-6277a063820c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:17.080286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8921bf-7775-42dc-8854-6277a063820c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Pushing event deleted for resources: {'Port': ['ID=e19fdb9a-06c2-4261-b418-4e345a7c8649,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:17.190655 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:17.205394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f927842-24ff-4205-924b-f1090345fac8 req-5e8921bf-7775-42dc-8854-6277a063820c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] No DVR routers for this DVR port e19fdb9a-06c2-4261-b418-4e345a7c8649 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:36:17.216162 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6f927842-24ff-4205-924b-f1090345fac8 req-5e8921bf-7775-42dc-8854-6277a063820c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:17.220374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f927842-24ff-4205-924b-f1090345fac8 req-5e8921bf-7775-42dc-8854-6277a063820c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.47 "DELETE /v2.0/ports/e19fdb9a-06c2-4261-b418-4e345a7c8649 HTTP/1.1" status: 204 len: 173 time: 1.2786772 Dec 11 22:36:17.220549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30f58e7-593a-4c83-9dd9-f682105aa969', 'name': 'network-vif-deleted', 'tag': 'e19fdb9a-06c2-4261-b418-4e345a7c8649'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:17.222907 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf79289-661a-4528-8129-ad21d0a7bf71" -d '{"events": [{"server_uuid": "a30f58e7-593a-4c83-9dd9-f682105aa969", "name": "network-vif-deleted", "tag": "e19fdb9a-06c2-4261-b418-4e345a7c8649"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:17.245386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4a271-7edd-470f-8f28-d004577dcb76 req-b13381a0-f3d1-4877-a6eb-b7ce93ef2852 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:17.246921 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4da4a271-7edd-470f-8f28-d004577dcb76 req-b13381a0-f3d1-4877-a6eb-b7ce93ef2852 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 943 time: 0.1759429 Dec 11 22:36:17.268591 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30fc1c-5972-477f-99bd-c63e0b7a1cf1 req-57613065-fc8a-455d-96fb-2df90f3a8bdc tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:17.270113 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3d30fc1c-5972-477f-99bd-c63e0b7a1cf1 req-57613065-fc8a-455d-96fb-2df90f3a8bdc tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 943 time: 0.0574043 Dec 11 22:36:17.281634 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:17.324615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-7c1cdb68-8bc1-4d31-a493-3f718fa08ffe tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Made reservation on behalf of 6a71688f425e4140977d2fb5123ec3d3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:36:17.325710 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3d30fc1c-5972-477f-99bd-c63e0b7a1cf1 req-9f6c9a61-d9bd-486b-b985-ea78a38b1184 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494485 Dec 11 22:36:17.328545 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-7c1cdb68-8bc1-4d31-a493-3f718fa08ffe tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:17.334114 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Attempting to bind port c3077f35-edab-4fd9-beca-a2011ae45222 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:36:17.334512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Attempting to bind port c3077f35-edab-4fd9-beca-a2011ae45222 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:36:17.335029 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Attempting to bind port c3077f35-edab-4fd9-beca-a2011ae45222 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:17.345751 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:36:17.346315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:36:17.346315 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:17.346735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:36:17.347384 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Bound port: c3077f35-edab-4fd9-beca-a2011ae45222, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:36:17.347785 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:17.377042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c18ebb-7a40-4bbe-a00b-3ffcefc50c8f None None] Pushing event updated for resources: {'Port': ['ID=c3077f35-edab-4fd9-beca-a2011ae45222,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:17.389721 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4da4a271-7edd-470f-8f28-d004577dcb76 req-94c79ec7-2fd6-41f4-afdc-dee541a07bf3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337638 Dec 11 22:36:17.410306 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] For port c3077f35-edab-4fd9-beca-a2011ae45222, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:17.413537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] For port c3077f35-edab-4fd9-beca-a2011ae45222, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c3077f35-edab-4fd9-beca-a2011ae45222,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:36:17.473432 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374ec94-3975-4ae1-b026-a22d6f1135dc req-ebcc77a6-5596-4bb7-bf22-f7073958dfb8 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:17.475029 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b374ec94-3975-4ae1-b026-a22d6f1135dc req-ebcc77a6-5596-4bb7-bf22-f7073958dfb8 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 944 time: 0.0556235 Dec 11 22:36:17.483040 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:17.509308 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e2c412-0621-4957-b37c-77d18373b9be x-openstack-request-id: req-a3e2c412-0621-4957-b37c-77d18373b9be {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:17.510003 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30f58e7-593a-4c83-9dd9-f682105aa969", "name": "network-vif-deleted", "tag": "e19fdb9a-06c2-4261-b418-4e345a7c8649", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:17.510003 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3e2c412-0621-4957-b37c-77d18373b9be {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:17.510788 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30f58e7-593a-4c83-9dd9-f682105aa969', 'name': 'network-vif-deleted', 'tag': 'e19fdb9a-06c2-4261-b418-4e345a7c8649', 'status': 'completed', 'code': 200} Dec 11 22:36:17.540239 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b374ec94-3975-4ae1-b026-a22d6f1135dc req-bc47c345-37c1-4821-aa4d-95b29f9cff88 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451896 Dec 11 22:36:17.556046 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Routers {'974a1be2-1675-4f8c-a8fd-52866897c162'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:36:17.556691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:35:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['974a1be2-1675-4f8c-a8fd-52866897c162'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:36:17.602142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c18ebb-7a40-4bbe-a00b-3ffcefc50c8f None None] Pushing event updated for resources: {'Port': ['ID=c3077f35-edab-4fd9-beca-a2011ae45222,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:17.614940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-7c1cdb68-8bc1-4d31-a493-3f718fa08ffe tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Allocated IP 172.20.0.12 (54478511-f8de-4e50-83dc-4c9857155262/deb1c5ef-7e62-452c-b0f4-c1de3e5763b5/05f4ad2d-8511-441e-a68a-c3d456ddddd3) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:36:17.675505 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] Set router 974a1be2-1675-4f8c-a8fd-52866897c162 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:36:17.676961 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:17.859679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'name': 'tempest-ServersTestFqdnHostnames-740446196-router', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:14Z', 'revision_number': 3, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'gw_port': {'id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:36:17.889640 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-7c1cdb68-8bc1-4d31-a493-3f718fa08ffe tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:17.892142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac09be5-f85d-4ab9-8f62-3f908a3ef6ac None None] The sync data for ids ['974a1be2-1675-4f8c-a8fd-52866897c162'] in n-d-710847-6 is: [{'id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'name': 'tempest-ServersTestFqdnHostnames-740446196-router', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:14Z', 'revision_number': 3, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'gw_port': {'id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:36:17.977868 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcd759-24a4-4f9a-a9d6-26ae4c71fe45 req-6350af54-eb71-424c-aceb-8f5a5fc4f44a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:17.979505 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b4dcd759-24a4-4f9a-a9d6-26ae4c71fe45 req-6350af54-eb71-424c-aceb-8f5a5fc4f44a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0658882 Dec 11 22:36:18.048150 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b4dcd759-24a4-4f9a-a9d6-26ae4c71fe45 req-1ccf7457-86d3-4519-89cf-b60d4b332c00 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531671 Dec 11 22:36:18.149052 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0f36168c-d471-4f51-a426-357df6416f12 req-cb9f0216-9a7f-44df-b71f-be107eb43b48 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 210 time: 0.0349302 Dec 11 22:36:18.304104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Allocated IP 172.20.0.1 (4241dd4b-9403-4fa5-b1dc-073261711d6e/b266260b-8a9b-4319-b4e4-f35d8a8fc387/77fc5518-0b52-4304-aa5e-11a701797a3d) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:36:18.335025 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b7356-86b8-437a-94d3-3ef4604e766e req-749ae244-abd0-473a-a804-17d83249fe4c tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:18.336581 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21b7356-86b8-437a-94d3-3ef4604e766e req-749ae244-abd0-473a-a804-17d83249fe4c tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.4376554 Dec 11 22:36:18.351917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:36:18.413207 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-018919a8-26f5-4d9d-b548-8b96417832a9 service neutron] 10.222.0.13 "GET /v2.0/ports/af7c6246-ccca-4f41-bd67-7fb59d41bd80/bindings/n-h1-710847-6 HTTP/1.1" status: 200 len: 384 time: 0.1771553 Dec 11 22:36:18.465547 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-7c1cdb68-8bc1-4d31-a493-3f718fa08ffe tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:18.503008 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14931fc-ef86-4995-b6cb-6b066a457fc4 req-5369bf69-93ed-438f-9202-114ca00a5d8f tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:18.504751 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f14931fc-ef86-4995-b6cb-6b066a457fc4 req-5369bf69-93ed-438f-9202-114ca00a5d8f tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 943 time: 0.0585914 Dec 11 22:36:18.515918 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:36:18.522194 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:18.522862 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:18.525849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21b7356-86b8-437a-94d3-3ef4604e766e req-3c695db6-8be2-4302-acae-48eca08739c3 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827412 Dec 11 22:36:18.564404 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f14931fc-ef86-4995-b6cb-6b066a457fc4 req-6461f3ed-b3cf-404d-bf38-61e8b89a29e7 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518425 Dec 11 22:36:18.603775 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-7c1cdb68-8bc1-4d31-a493-3f718fa08ffe tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Network 54478511-f8de-4e50-83dc-4c9857155262 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:36:18.606794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cdb68-8bc1-4d31-a493-3f718fa08ffe tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Pushing event updated for resources: {'Port': ['ID=05f4ad2d-8511-441e-a68a-c3d456ddddd3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:18.612780 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-7c1cdb68-8bc1-4d31-a493-3f718fa08ffe tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:36:18.619004 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-7c1cdb68-8bc1-4d31-a493-3f718fa08ffe tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:36:18.629953 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-7c1cdb68-8bc1-4d31-a493-3f718fa08ffe tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:18.629953 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-7c1cdb68-8bc1-4d31-a493-3f718fa08ffe tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:18.658321 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:18.704640 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:18.759239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:18.766091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6930f7f4-4adc-41a0-b24d-3823a3bc16a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:18.768896 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df51e3f-4918-498e-8217-7a68405198e0" -d '{"events": [{"server_uuid": "6930f7f4-4adc-41a0-b24d-3823a3bc16a0", "name": "network-vif-plugged", "status": "completed", "tag": "aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:18.772592 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-deb43428-4d9d-4305-8738-4938e8b24af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:18.806267 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-7c1cdb68-8bc1-4d31-a493-3f718fa08ffe tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8876758 Dec 11 22:36:18.817265 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c98a004c-6528-42ec-a1c8-d658f38adbca details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:36:18.817773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725a033-2e95-444d-a0dc-51ff967e66e4 req-fdc4f602-3236-4a30-b8f7-9bf6035a5b3f tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:18.819506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f725a033-2e95-444d-a0dc-51ff967e66e4 req-fdc4f602-3236-4a30-b8f7-9bf6035a5b3f tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 943 time: 0.1653135 Dec 11 22:36:18.828865 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee16f8f-b254-4ac6-b09a-3e54af26fd62 req-49713afa-e314-48f0-a707-bf73b6714c88 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:18.836042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Request body: {'port': {'device_id': 'c430f553-fb2a-4c52-b17c-a2f07478638f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:18.836204 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:18.839453 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7ee16f8f-b254-4ac6-b09a-3e54af26fd62 req-49713afa-e314-48f0-a707-bf73b6714c88 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 944 time: 0.0898461 Dec 11 22:36:18.888287 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:18.899197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7ee16f8f-b254-4ac6-b09a-3e54af26fd62 req-802d3efd-06a8-4347-9f58-3aebb222f01b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587249 Dec 11 22:36:19.019044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-99064382-c0ad-4600-b654-7e8e351f4794 req-ce39a27e-f7dd-417d-beb5-97166f7c83fd service neutron] For port af7c6246-ccca-4f41-bd67-7fb59d41bd80, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:19.024827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Network 4241dd4b-9403-4fa5-b1dc-073261711d6e is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:36:19.037703 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:19.046273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:36:19.048469 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Pushing event updated for resources: {'Port': ['ID=77fc5518-0b52-4304-aa5e-11a701797a3d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:19.073948 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8563a2fc-e986-4edb-a1b1-558957d8057a x-openstack-request-id: req-8563a2fc-e986-4edb-a1b1-558957d8057a {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:19.074469 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6930f7f4-4adc-41a0-b24d-3823a3bc16a0", "name": "network-vif-plugged", "status": "completed", "tag": "aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:19.074890 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8563a2fc-e986-4edb-a1b1-558957d8057a {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:19.075688 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6930f7f4-4adc-41a0-b24d-3823a3bc16a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc', 'code': 200} Dec 11 22:36:19.087545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:36:19.087545 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:19.126679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:19.220102 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fd22e-1640-4ffb-9fe7-f945a3a6b7c6 req-18952bf3-4fb2-4028-be2e-186c53177986 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:19.221181 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c98a004c-6528-42ec-a1c8-d658f38adbca,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:19.228359 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dc9fd22e-1640-4ffb-9fe7-f945a3a6b7c6 req-18952bf3-4fb2-4028-be2e-186c53177986 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0909812 Dec 11 22:36:19.244242 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f725a033-2e95-444d-a0dc-51ff967e66e4 req-0a198190-9018-4c97-a5ba-9395d9e071b8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087231 Dec 11 22:36:19.245957 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c98a004c-6528-42ec-a1c8-d658f38adbca has no active binding in host n-h2-710847-6 {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 11 22:36:19.295433 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dc9fd22e-1640-4ffb-9fe7-f945a3a6b7c6 req-95018044-6bbf-4767-a510-00e547e91d4b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659850 Dec 11 22:36:19.353571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-419cfdba-7093-49cb-a82e-52f87a99dc0d None None] Provisioning complete for port 77fc5518-0b52-4304-aa5e-11a701797a3d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:19.354844 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-419cfdba-7093-49cb-a82e-52f87a99dc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:19.366023 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-99064382-c0ad-4600-b654-7e8e351f4794 req-ce39a27e-f7dd-417d-beb5-97166f7c83fd service neutron] For port af7c6246-ccca-4f41-bd67-7fb59d41bd80, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:19.395762 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-419cfdba-7093-49cb-a82e-52f87a99dc0d None None] Port 77fc5518-0b52-4304-aa5e-11a701797a3d cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:36:19.439705 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c3077f35-edab-4fd9-beca-a2011ae45222 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:36:19.466186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-99064382-c0ad-4600-b654-7e8e351f4794 req-ce39a27e-f7dd-417d-beb5-97166f7c83fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7c6246-ccca-4f41-bd67-7fb59d41bd80 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:19.479250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444c413-2701-4e8b-8103-f17e2ecfb82c req-0fa1fa68-9dd9-4db0-afa4-50847f90f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:19.480758 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f444c413-2701-4e8b-8103-f17e2ecfb82c req-0fa1fa68-9dd9-4db0-afa4-50847f90f581 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 1096 time: 0.4157948 Dec 11 22:36:19.491937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port c3077f35-edab-4fd9-beca-a2011ae45222 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:19.492386 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:19.498147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-99064382-c0ad-4600-b654-7e8e351f4794 req-ce39a27e-f7dd-417d-beb5-97166f7c83fd service neutron] For port af7c6246-ccca-4f41-bd67-7fb59d41bd80, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:19.579955 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:19.604726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10479ca8-5192-477e-90ff-c5a409c5c711 req-da0f8c7e-92fe-4f87-901e-1ab81da259ff tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:19.606238 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10479ca8-5192-477e-90ff-c5a409c5c711 req-da0f8c7e-92fe-4f87-901e-1ab81da259ff tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 932 time: 0.2378917 Dec 11 22:36:19.612474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port c3077f35-edab-4fd9-beca-a2011ae45222, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c3077f35-edab-4fd9-beca-a2011ae45222,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:19.620522 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99064382-c0ad-4600-b654-7e8e351f4794 req-ce39a27e-f7dd-417d-beb5-97166f7c83fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:19.622276 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:19.665088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f444c413-2701-4e8b-8103-f17e2ecfb82c req-5fa1c1c5-e026-4988-8219-b958a6509f7b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640458 Dec 11 22:36:19.679830 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1c38e-f6a7-4847-af45-b82073419f9a req-88813e07-7cc6-40d3-91ff-b566544bb1a3 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:19.687369 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10e1c38e-f6a7-4847-af45-b82073419f9a req-88813e07-7cc6-40d3-91ff-b566544bb1a3 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0641613 Dec 11 22:36:19.691793 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:19.745435 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=c3077f35-edab-4fd9-beca-a2011ae45222,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:19.770970 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10e1c38e-f6a7-4847-af45-b82073419f9a req-02c1a24c-9203-462a-a1c6-b38c056130c7 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662763 Dec 11 22:36:19.807762 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10479ca8-5192-477e-90ff-c5a409c5c711 req-71544ad5-3ecb-4bcd-b16b-d3798e92b022 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826050 Dec 11 22:36:19.927757 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f4ad2d-8511-441e-a68a-c3d456ddddd3 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:19.939817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-99064382-c0ad-4600-b654-7e8e351f4794 req-ce39a27e-f7dd-417d-beb5-97166f7c83fd service neutron] Transition to ACTIVE for port object af7c6246-ccca-4f41-bd67-7fb59d41bd80 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:36:19.943201 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:19.947967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5181c9c-eec4-4e3c-9077-b714acf56fb5 req-a9eaa62d-f2a3-4d9c-8e42-93afdd398df6 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:19.950068 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a5181c9c-eec4-4e3c-9077-b714acf56fb5 req-a9eaa62d-f2a3-4d9c-8e42-93afdd398df6 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 943 time: 0.0930946 Dec 11 22:36:19.972975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Transition to ACTIVE for port object 05f4ad2d-8511-441e-a68a-c3d456ddddd3 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:36:20.034759 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a5181c9c-eec4-4e3c-9077-b714acf56fb5 req-1f7a6116-3aeb-4aee-851a-f3b4f41c32d4 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678587 Dec 11 22:36:20.043337 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:20.046906 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99064382-c0ad-4600-b654-7e8e351f4794 req-ce39a27e-f7dd-417d-beb5-97166f7c83fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:20.089791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b7e9e-9b47-4820-9f1b-3297dbc199e9 req-f7613760-36d7-48da-83d1-d3a6a3d4af6a tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:20.091309 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-723b7e9e-9b47-4820-9f1b-3297dbc199e9 req-f7613760-36d7-48da-83d1-d3a6a3d4af6a tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 945 time: 0.1029770 Dec 11 22:36:20.091931 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:20.110587 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:20.111487 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:20.171020 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-99064382-c0ad-4600-b654-7e8e351f4794 req-ce39a27e-f7dd-417d-beb5-97166f7c83fd service neutron] No DVR routers for this DVR port af7c6246-ccca-4f41-bd67-7fb59d41bd80 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:36:20.193897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39a27e-f7dd-417d-beb5-97166f7c83fd service neutron] Pushing event updated for resources: {'Port': ['ID=af7c6246-ccca-4f41-bd67-7fb59d41bd80,revision_number=10']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:20.327245 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-723b7e9e-9b47-4820-9f1b-3297dbc199e9 req-6094ec78-5d4a-4e7d-91c6-12cc23ed47d7 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251353 Dec 11 22:36:20.336480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-ce39a27e-f7dd-417d-beb5-97166f7c83fd service neutron] 10.222.0.13 "PUT /v2.0/ports/af7c6246-ccca-4f41-bd67-7fb59d41bd80/bindings/n-h1-710847-6/activate HTTP/1.1" status: 200 len: 369 time: 1.9030957 Dec 11 22:36:20.337183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Attempting to bind port 05f4ad2d-8511-441e-a68a-c3d456ddddd3 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:36:20.337522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Attempting to bind port 05f4ad2d-8511-441e-a68a-c3d456ddddd3 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:36:20.338017 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Attempting to bind port 05f4ad2d-8511-441e-a68a-c3d456ddddd3 on network 54478511-f8de-4e50-83dc-4c9857155262 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:20.357590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Port 05f4ad2d-8511-441e-a68a-c3d456ddddd3 on network 54478511-f8de-4e50-83dc-4c9857155262 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:36:20.361102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Attempting to bind port 05f4ad2d-8511-441e-a68a-c3d456ddddd3 on network 54478511-f8de-4e50-83dc-4c9857155262 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:20.370964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Pushing event updated for resources: {'Port': ['ID=05f4ad2d-8511-441e-a68a-c3d456ddddd3,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:20.382879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:36:20.383227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Checking segment: {'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:36:20.383660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Bound using segment: {'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:36:20.384114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Bound port: 05f4ad2d-8511-441e-a68a-c3d456ddddd3, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:36:20.384478 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:20.387430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e19fdb9a-06c2-4261-b418-4e345a7c8649 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:36:20.424916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: e19fdb9a-06c2-4261-b418-4e345a7c8649 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:36:20.425176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e19fdb9a-06c2-4261-b418-4e345a7c8649 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:36:20.426013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device c98a004c-6528-42ec-a1c8-d658f38adbca no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:36:20.427021 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f791f-6254-4a5b-8c66-3a23f2cb37f0 req-0e510743-9c2b-4020-ab4a-817f1c061848 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:20.430088 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-df9f791f-6254-4a5b-8c66-3a23f2cb37f0 req-0e510743-9c2b-4020-ab4a-817f1c061848 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 944 time: 0.1037452 Dec 11 22:36:20.502444 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Network 4241dd4b-9403-4fa5-b1dc-073261711d6e is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:36:20.504944 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-df9f791f-6254-4a5b-8c66-3a23f2cb37f0 req-dd062700-3c3f-4369-8163-748c2fac533d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659046 Dec 11 22:36:20.520259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:36:20.520852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Pushing event updated for resources: {'Port': ['ID=77fc5518-0b52-4304-aa5e-11a701797a3d,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:20.620770 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445834b-e0fa-4fe9-b751-ab9373bc67d5 req-68fd3926-1d6d-42f8-85f8-74ef9033cc84 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:20.622361 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5445834b-e0fa-4fe9-b751-ab9373bc67d5 req-68fd3926-1d6d-42f8-85f8-74ef9033cc84 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.2243304 Dec 11 22:36:20.646259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] For port 05f4ad2d-8511-441e-a68a-c3d456ddddd3, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:20.677814 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] For port 05f4ad2d-8511-441e-a68a-c3d456ddddd3, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=05f4ad2d-8511-441e-a68a-c3d456ddddd3,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:36:20.727505 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99064382-c0ad-4600-b654-7e8e351f4794 req-3b51e784-77af-48ec-b808-6631c9ebebb3 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:20.729076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-3b51e784-77af-48ec-b808-6631c9ebebb3 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7&tenant_id=4a03958ca25f4977b4fabaad3b861845&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 1095 time: 0.2048120 Dec 11 22:36:20.782145 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:20.787942 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5445834b-e0fa-4fe9-b751-ab9373bc67d5 req-1729c138-2c95-4fb3-99ec-d65e07180a8a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558390 Dec 11 22:36:20.815617 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device af7c6246-ccca-4f41-bd67-7fb59d41bd80 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:36:20.919688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3650a080-cd28-4168-822d-ff06c406e9cb None None] Provisioning complete for port 77fc5518-0b52-4304-aa5e-11a701797a3d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:20.920279 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3650a080-cd28-4168-822d-ff06c406e9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:20.942480 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3ef01-9ba0-4010-8b25-82c6b090241d req-bb47d527-de91-43a1-8b37-8a455614044a tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:20.944844 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dda3ef01-9ba0-4010-8b25-82c6b090241d req-bb47d527-de91-43a1-8b37-8a455614044a tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0700231 Dec 11 22:36:20.967931 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device af7c6246-ccca-4f41-bd67-7fb59d41bd80 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:36:20.977497 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3650a080-cd28-4168-822d-ff06c406e9cb None None] Port 77fc5518-0b52-4304-aa5e-11a701797a3d cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:36:21.024825 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dda3ef01-9ba0-4010-8b25-82c6b090241d req-4b0ff64e-aec3-4844-a8bb-a4fdb73886e5 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649462 Dec 11 22:36:21.107784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Router 974a1be2-1675-4f8c-a8fd-52866897c162 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:36:21.132681 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:21.133272 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:21.134673 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] 10.222.0.47 "PUT /v2.0/ports/05f4ad2d-8511-441e-a68a-c3d456ddddd3 HTTP/1.1" status: 200 len: 1092 time: 2.3096189 Dec 11 22:36:21.138406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c430f553-fb2a-4c52-b17c-a2f07478638f', 'tag': '05f4ad2d-8511-441e-a68a-c3d456ddddd3'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:21.140744 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fb504c-4bce-485e-a76e-01340560a7da" -d '{"events": [{"name": "network-changed", "server_uuid": "c430f553-fb2a-4c52-b17c-a2f07478638f", "tag": "05f4ad2d-8511-441e-a68a-c3d456ddddd3"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:21.177368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f619728b-ed06-4598-ac9d-55bf0a712de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:21.178915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-f619728b-ed06-4598-ac9d-55bf0a712de0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7&tenant_id=4a03958ca25f4977b4fabaad3b861845 HTTP/1.1" status: 200 len: 1095 time: 0.4305315 Dec 11 22:36:21.182886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fb10e-caba-4de2-bfa0-e8ebbcfea660 service neutron] Pushing event updated for resources: {'Port': ['ID=05f4ad2d-8511-441e-a68a-c3d456ddddd3,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:21.245869 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4d215-c15a-4506-8a3d-10366ecb17ea req-2d55bc51-ef80-45bf-99ab-c6eda1bcab4c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:21.246125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c2fd9-f51a-4e1d-8594-db139b782ddc req-7eca4915-3328-4d1c-bdc7-e40648133ab8 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:21.247485 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-524c2fd9-f51a-4e1d-8594-db139b782ddc req-7eca4915-3328-4d1c-bdc7-e40648133ab8 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 944 time: 0.1614151 Dec 11 22:36:21.256118 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a0b4d215-c15a-4506-8a3d-10366ecb17ea req-2d55bc51-ef80-45bf-99ab-c6eda1bcab4c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 943 time: 0.0811057 Dec 11 22:36:21.293022 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-02990780-984b-4a76-be01-510cccd1840e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:21.312302 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a0b4d215-c15a-4506-8a3d-10366ecb17ea req-55fa7442-7ea6-4d58-a9cb-40058c09ee40 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551286 Dec 11 22:36:21.383144 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db5bd40-6933-4989-9083-c7118bdffefb x-openstack-request-id: req-1db5bd40-6933-4989-9083-c7118bdffefb {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:21.383443 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c430f553-fb2a-4c52-b17c-a2f07478638f", "tag": "05f4ad2d-8511-441e-a68a-c3d456ddddd3", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:21.383705 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1db5bd40-6933-4989-9083-c7118bdffefb {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:21.384101 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c430f553-fb2a-4c52-b17c-a2f07478638f', 'tag': '05f4ad2d-8511-441e-a68a-c3d456ddddd3', 'status': 'completed', 'code': 200} Dec 11 22:36:21.389242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99064382-c0ad-4600-b654-7e8e351f4794 req-777f79e6-71f0-4ab8-805b-8b6db6216060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:21.390755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-777f79e6-71f0-4ab8-805b-8b6db6216060 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 1095 time: 0.1617842 Dec 11 22:36:21.430664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c3077f35-edab-4fd9-beca-a2011ae45222 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:36:21.437856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-524c2fd9-f51a-4e1d-8594-db139b782ddc req-ba8c091c-7974-43df-b47c-f96c45da6538 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651146 Dec 11 22:36:21.478009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-60894d0b-5dc1-43f2-8611-6c3c16c22d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:21.479583 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-60894d0b-5dc1-43f2-8611-6c3c16c22d5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a71688f425e4140977d2fb5123ec3d3&device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 1095 time: 0.1934144 Dec 11 22:36:21.480601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:36:21.493679 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-84fe0fdd-d195-421f-af63-49d44f20674a admin admin] 10.222.0.45 "PUT /v2.0/routers/974a1be2-1675-4f8c-a8fd-52866897c162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9142559 Dec 11 22:36:21.493862 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Sync routers for ids ['974a1be2-1675-4f8c-a8fd-52866897c162'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:36:21.505605 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Routers {'974a1be2-1675-4f8c-a8fd-52866897c162'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:36:21.508674 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:36:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['974a1be2-1675-4f8c-a8fd-52866897c162'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:36:21.529017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port c3077f35-edab-4fd9-beca-a2011ae45222 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:21.529401 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:21.562717 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd77a5-1a8d-4c11-8206-04d67be403c9 req-b7809d9b-6f9a-44c2-9aeb-dd6b5286da8d tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:21.564585 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-84dd77a5-1a8d-4c11-8206-04d67be403c9 req-b7809d9b-6f9a-44c2-9aeb-dd6b5286da8d tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 945 time: 0.1190903 Dec 11 22:36:21.584239 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-7bf1066c-6d6b-4035-abfd-c434251e3635 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f4ad2d-8511-441e-a68a-c3d456ddddd3 HTTP/1.1" status: 200 len: 217 time: 0.0853682 Dec 11 22:36:21.649973 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-84dd77a5-1a8d-4c11-8206-04d67be403c9 req-6d154b49-ccf2-47fd-8ed0-3014d55e66f7 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788362 Dec 11 22:36:21.712576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-6c9640ea-14a9-4bb6-a6bb-9d17b45bbdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:21.714225 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-6c9640ea-14a9-4bb6-a6bb-9d17b45bbdec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=deb1c5ef-7e62-452c-b0f4-c1de3e5763b5 HTTP/1.1" status: 200 len: 845 time: 0.1103394 Dec 11 22:36:21.715580 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99064382-c0ad-4600-b654-7e8e351f4794 req-433ee3dc-702f-46a1-99cc-14ad15994843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:21.716931 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-433ee3dc-702f-46a1-99cc-14ad15994843 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.3150289 Dec 11 22:36:21.725980 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Set router 974a1be2-1675-4f8c-a8fd-52866897c162 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:36:21.799771 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-f44a5561-9abe-4ed4-9bae-abbd1a4cda2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54478511-f8de-4e50-83dc-4c9857155262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698755 Dec 11 22:36:21.835643 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-bcdc99cc-8d03-4e80-9d6d-d647353afcff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80 HTTP/1.1" status: 200 len: 217 time: 0.1043820 Dec 11 22:36:21.900734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d03986-21a7-40d6-86a8-512d793b86be req-47b88894-8c3a-43fe-abf4-72e6defce28e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:21.909258 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90d03986-21a7-40d6-86a8-512d793b86be req-47b88894-8c3a-43fe-abf4-72e6defce28e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 944 time: 0.2801461 Dec 11 22:36:21.945107 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'name': 'tempest-ServersTestFqdnHostnames-740446196-router', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'gw_port': {'id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '77fc5518-0b52-4304-aa5e-11a701797a3d', 'name': '', 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'mac_address': 'fa:16:3e:36:4f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:17Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 2, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'subnets': [{'id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:36:21.979754 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Checking router: 974a1be2-1675-4f8c-a8fd-52866897c162 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:36:21.980337 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Updating router 974a1be2-1675-4f8c-a8fd-52866897c162 port 77fc5518-0b52-4304-aa5e-11a701797a3d binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:36:22.013523 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:22.044571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99064382-c0ad-4600-b654-7e8e351f4794 req-1208ec60-7992-4f43-81d0-942f9771925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:22.046190 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-1208ec60-7992-4f43-81d0-942f9771925f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.2031436 Dec 11 22:36:22.061339 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43678) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:22.067634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-41d2cebf-f67b-4982-9639-a06b9bf2dde6 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1721254312', 'description': 'tempest-description--1915066676'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:22.082360 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90d03986-21a7-40d6-86a8-512d793b86be req-37e153d1-fc9d-4178-85ce-ab7ff4cae6cd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656499 Dec 11 22:36:22.083025 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:22.103897 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-4630246e-a19c-4a1f-8c09-64b523f71452 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494056 Dec 11 22:36:22.107674 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-0b7a54c2-74a7-47e3-a2aa-e5ac0fdceea8 service neutron] 10.222.0.47 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668567 Dec 11 22:36:22.189573 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ef88a-2dc0-486b-9d29-ba5517788aab req-f051f5bc-c9c1-4d64-be73-a6078e924bd4 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:22.191333 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-423ef88a-2dc0-486b-9d29-ba5517788aab req-f051f5bc-c9c1-4d64-be73-a6078e924bd4 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 945 time: 0.0551348 Dec 11 22:36:22.200057 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41d2cebf-f67b-4982-9639-a06b9bf2dde6 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:22.276458 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-423ef88a-2dc0-486b-9d29-ba5517788aab req-8f58eef2-798a-4485-b4b1-01490f080538 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509181 Dec 11 22:36:22.317651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95dd31-0f68-49d2-a065-c20228e7f2a3 req-0a8fa6b2-d22b-4f30-931c-294595ba8c0a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:22.325099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff95dd31-0f68-49d2-a065-c20228e7f2a3 req-0a8fa6b2-d22b-4f30-931c-294595ba8c0a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.1598568 Dec 11 22:36:22.348356 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-1cdb5630-e395-4b43-8f71-e3ddc7170283 service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320957 Dec 11 22:36:22.361358 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:22.379720 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-51380c5d-39bf-45c6-856b-207594aa115e service neutron] 10.222.0.47 "GET /v2.0/ports/c98a004c-6528-42ec-a1c8-d658f38adbca/bindings/n-h2-710847-6 HTTP/1.1" status: 200 len: 384 time: 0.1870828 Dec 11 22:36:22.384047 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b26baf80-4166-4a5f-aabd-753cb974c233 req-b101e577-2ad4-4607-9068-e2477bd47de4 service neutron] 10.222.0.47 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571104 Dec 11 22:36:22.386772 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41d2cebf-f67b-4982-9639-a06b9bf2dde6 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:22.441922 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:22.443175 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff95dd31-0f68-49d2-a065-c20228e7f2a3 req-cbcfee36-0bb0-4920-8e03-baa8c767bced tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172013 Dec 11 22:36:22.475376 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24de0e-25a3-40b8-a181-9394691ce177 req-bb4ea02c-a8da-4b8b-b546-2bad868adbbe tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:22.475376 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8a24de0e-25a3-40b8-a181-9394691ce177 req-bb4ea02c-a8da-4b8b-b546-2bad868adbbe tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1041324 Dec 11 22:36:22.475707 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41d2cebf-f67b-4982-9639-a06b9bf2dde6 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:22.501537 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f9d30-07e3-488b-b323-c885273892bd None None] Pushing event updated for resources: {'Port': ['ID=77fc5518-0b52-4304-aa5e-11a701797a3d,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:22.510634 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f9d30-07e3-488b-b323-c885273892bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:22.511239 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f9d30-07e3-488b-b323-c885273892bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:22.511778 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f9d30-07e3-488b-b323-c885273892bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:22.512271 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f9d30-07e3-488b-b323-c885273892bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:22.512803 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f9d30-07e3-488b-b323-c885273892bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:22.513293 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f9d30-07e3-488b-b323-c885273892bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:22.513550 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-7711b8dd-1079-485b-b885-bfca7d162f22 service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555119 Dec 11 22:36:22.513980 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f9d30-07e3-488b-b323-c885273892bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:22.514455 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f9d30-07e3-488b-b323-c885273892bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:22.515050 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f9d30-07e3-488b-b323-c885273892bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:22.515565 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f9d30-07e3-488b-b323-c885273892bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:22.515903 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f9d30-07e3-488b-b323-c885273892bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:22.516232 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f9d30-07e3-488b-b323-c885273892bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:22.517226 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96f9d30-07e3-488b-b323-c885273892bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:36:22.547193 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2cebf-f67b-4982-9639-a06b9bf2dde6 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b093fddc-c8d8-49e1-b271-ea517715a70a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:22.600858 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Attempting to bind port 77fc5518-0b52-4304-aa5e-11a701797a3d on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:36:22.602696 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Attempting to bind port 77fc5518-0b52-4304-aa5e-11a701797a3d by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '04b2816d-0084-41b8-a4aa-67bcaa4acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:36:22.603312 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Attempting to bind port 77fc5518-0b52-4304-aa5e-11a701797a3d on network 4241dd4b-9403-4fa5-b1dc-073261711d6e {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:22.606223 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41d2cebf-f67b-4982-9639-a06b9bf2dde6 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:22.610675 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43690) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:22.611057 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-41d2cebf-f67b-4982-9639-a06b9bf2dde6 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5483396 Dec 11 22:36:22.616433 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:36:22.616806 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Checking segment: {'id': '04b2816d-0084-41b8-a4aa-67bcaa4acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:36:22.616927 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-fd5ea798-63a7-4f87-9838-4bd3086a72c8 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Request body: {'security_group_rule': {'security_group_id': 'b093fddc-c8d8-49e1-b271-ea517715a70a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:22.618728 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:22.619241 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Bound using segment: {'id': '04b2816d-0084-41b8-a4aa-67bcaa4acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:36:22.619730 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Bound port: 77fc5518-0b52-4304-aa5e-11a701797a3d, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b2816d-0084-41b8-a4aa-67bcaa4acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:36:22.624136 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:22.680694 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8a24de0e-25a3-40b8-a181-9394691ce177 req-e010c72b-6b8a-41c3-b884-cd9039c267e7 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399050 Dec 11 22:36:22.729634 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] For port 77fc5518-0b52-4304-aa5e-11a701797a3d, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:22.734625 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] For port 77fc5518-0b52-4304-aa5e-11a701797a3d, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=77fc5518-0b52-4304-aa5e-11a701797a3d,segment=NetworkSegment(04b2816d-0084-41b8-a4aa-67bcaa4acb73),segment_id=04b2816d-0084-41b8-a4aa-67bcaa4acb73)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:36:22.744533 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-35a18d70-c51f-43b9-a1a9-872b7b20e278 service neutron] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c98a004c-6528-42ec-a1c8-d658f38adbca,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:22.745636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb504c-4bce-485e-a76e-01340560a7da req-89c0b133-18f6-42d6-8375-dd287c6bbeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:22.747180 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39fb504c-4bce-485e-a76e-01340560a7da req-89c0b133-18f6-42d6-8375-dd287c6bbeb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a71688f425e4140977d2fb5123ec3d3&device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 1095 time: 0.0922830 Dec 11 22:36:22.759767 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd5ea798-63a7-4f87-9838-4bd3086a72c8 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:22.794918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809f16d-2469-4ced-b3b3-083bfb896427 req-d0d3ca54-f373-4231-9efc-6a9d9ffa69eb tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:22.796515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c809f16d-2469-4ced-b3b3-083bfb896427 req-d0d3ca54-f373-4231-9efc-6a9d9ffa69eb tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 943 time: 0.1401198 Dec 11 22:36:22.812936 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-35a18d70-c51f-43b9-a1a9-872b7b20e278 service neutron] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:22.819185 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:22.834788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c98a004c-6528-42ec-a1c8-d658f38adbca no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:36:22.876177 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15d5ce-b8ee-466d-ba3b-f8e11201fe99 req-23421a91-b187-43d2-b43b-085d42bf6839 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:22.884141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c98a004c-6528-42ec-a1c8-d658f38adbca not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:36:22.889268 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c15d5ce-b8ee-466d-ba3b-f8e11201fe99 req-23421a91-b187-43d2-b43b-085d42bf6839 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 944 time: 0.1152215 Dec 11 22:36:22.892458 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Routers {'974a1be2-1675-4f8c-a8fd-52866897c162'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:36:22.893097 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:36:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['974a1be2-1675-4f8c-a8fd-52866897c162'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:36:22.894895 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f9d30-07e3-488b-b323-c885273892bd None None] Pushing event updated for resources: {'Port': ['ID=77fc5518-0b52-4304-aa5e-11a701797a3d,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:22.919117 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-35a18d70-c51f-43b9-a1a9-872b7b20e278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98a004c-6528-42ec-a1c8-d658f38adbca {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:22.941140 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-35a18d70-c51f-43b9-a1a9-872b7b20e278 service neutron] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c98a004c-6528-42ec-a1c8-d658f38adbca,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:22.969835 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c76ec16a-c0bf-4d3f-befd-137da8687d35 None None] Provisioning complete for port 77fc5518-0b52-4304-aa5e-11a701797a3d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:22.970572 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c76ec16a-c0bf-4d3f-befd-137da8687d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:23.003832 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c15d5ce-b8ee-466d-ba3b-f8e11201fe99 req-8105a76a-7e56-4e36-b826-4787330d50dc tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134088 Dec 11 22:36:23.027864 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd5ea798-63a7-4f87-9838-4bd3086a72c8 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:23.047363 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c809f16d-2469-4ced-b3b3-083bfb896427 req-647674ab-5bb2-4b9d-ae19-6b49ad30f380 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330220 Dec 11 22:36:23.048481 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] Set router 974a1be2-1675-4f8c-a8fd-52866897c162 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:36:23.077300 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-35a18d70-c51f-43b9-a1a9-872b7b20e278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:23.127786 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd5ea798-63a7-4f87-9838-4bd3086a72c8 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:23.145811 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c76ec16a-c0bf-4d3f-befd-137da8687d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:23.162826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb504c-4bce-485e-a76e-01340560a7da req-6e77fea2-559c-468e-94ec-46c0df051c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:23.164337 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39fb504c-4bce-485e-a76e-01340560a7da req-6e77fea2-559c-468e-94ec-46c0df051c9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=54478511-f8de-4e50-83dc-4c9857155262 HTTP/1.1" status: 200 len: 906 time: 0.4017165 Dec 11 22:36:23.195413 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ea798-63a7-4f87-9838-4bd3086a72c8 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab59a879-fb44-43e9-828a-de64f89f5665,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:23.213741 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-35a18d70-c51f-43b9-a1a9-872b7b20e278 service neutron] Transition to ACTIVE for port object c98a004c-6528-42ec-a1c8-d658f38adbca will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:36:23.217278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c76ec16a-c0bf-4d3f-befd-137da8687d35 None None] For port 77fc5518-0b52-4304-aa5e-11a701797a3d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=77fc5518-0b52-4304-aa5e-11a701797a3d,segment=NetworkSegment(04b2816d-0084-41b8-a4aa-67bcaa4acb73),segment_id=04b2816d-0084-41b8-a4aa-67bcaa4acb73)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:23.255217 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39fb504c-4bce-485e-a76e-01340560a7da req-2e2697bd-b64f-408c-91e1-066532b7dbe6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f4ad2d-8511-441e-a68a-c3d456ddddd3 HTTP/1.1" status: 200 len: 217 time: 0.0754654 Dec 11 22:36:23.272213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cbf98-36e6-45b6-990d-3a247830325a req-f4a7836a-8d44-4d22-9856-fadb5703162a tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:23.272903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99064382-c0ad-4600-b654-7e8e351f4794 req-59766a1b-741d-4de5-85c0-2aa9d494f3ce tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:23.281891 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f1cbf98-36e6-45b6-990d-3a247830325a req-f4a7836a-8d44-4d22-9856-fadb5703162a tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 945 time: 0.0648296 Dec 11 22:36:23.282098 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-59766a1b-741d-4de5-85c0-2aa9d494f3ce tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7&tenant_id=4a03958ca25f4977b4fabaad3b861845&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 1095 time: 0.2431250 Dec 11 22:36:23.316408 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd5ea798-63a7-4f87-9838-4bd3086a72c8 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:23.319297 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fd5ea798-63a7-4f87-9838-4bd3086a72c8 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7073648 Dec 11 22:36:23.323671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43694) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:23.328225 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c3b9aea2-fd98-4455-afc3-04b26aa859e5 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Request body: {'security_group_rule': {'security_group_id': 'b093fddc-c8d8-49e1-b271-ea517715a70a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:23.333344 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c76ec16a-c0bf-4d3f-befd-137da8687d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:23.337741 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-35a18d70-c51f-43b9-a1a9-872b7b20e278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:23.361565 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f1cbf98-36e6-45b6-990d-3a247830325a req-51ba1e08-c00f-4134-a657-b282fcf09be5 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794590 Dec 11 22:36:23.402063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb504c-4bce-485e-a76e-01340560a7da req-f100a2f8-8628-4001-b8af-732855936f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:23.403571 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39fb504c-4bce-485e-a76e-01340560a7da req-f100a2f8-8628-4001-b8af-732855936f85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=deb1c5ef-7e62-452c-b0f4-c1de3e5763b5 HTTP/1.1" status: 200 len: 845 time: 0.1334655 Dec 11 22:36:23.405092 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ec16a-c0bf-4d3f-befd-137da8687d35 None None] Pushing event updated for resources: {'Port': ['ID=77fc5518-0b52-4304-aa5e-11a701797a3d,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:23.436938 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84570e10-669b-4752-977d-01946a50c4c5 req-50901e8e-1e02-4f0f-8693-5308005c5cef tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:23.439403 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-84570e10-669b-4752-977d-01946a50c4c5 req-50901e8e-1e02-4f0f-8693-5308005c5cef tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 944 time: 0.2390378 Dec 11 22:36:23.458498 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'name': 'tempest-ServersTestFqdnHostnames-740446196-router', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'gw_port': {'id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '77fc5518-0b52-4304-aa5e-11a701797a3d', 'name': '', 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'mac_address': 'fa:16:3e:36:4f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:17Z', 'updated_at': '2021-12-11T22:36:22Z', 'revision_number': 4, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'subnets': [{'id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:36:23.463963 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39fb504c-4bce-485e-a76e-01340560a7da req-42f1fe0a-9c87-431d-8074-39900aa54ae0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54478511-f8de-4e50-83dc-4c9857155262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473366 Dec 11 22:36:23.469449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-210293b8-9bd6-442a-8fe6-13d147488d6e None None] Provisioning complete for port 77fc5518-0b52-4304-aa5e-11a701797a3d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:23.469950 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-210293b8-9bd6-442a-8fe6-13d147488d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:23.503196 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84087060-22fa-4f3d-bc18-e532e4a1d2dc None None] The sync data for ids ['974a1be2-1675-4f8c-a8fd-52866897c162'] in n-d-710847-6 is: [{'id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'name': 'tempest-ServersTestFqdnHostnames-740446196-router', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'gw_port': {'id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '77fc5518-0b52-4304-aa5e-11a701797a3d', 'name': '', 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'mac_address': 'fa:16:3e:36:4f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:17Z', 'updated_at': '2021-12-11T22:36:22Z', 'revision_number': 4, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'subnets': [{'id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:36:23.518733 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-35a18d70-c51f-43b9-a1a9-872b7b20e278 service neutron] No DVR routers for this DVR port c98a004c-6528-42ec-a1c8-d658f38adbca on host n-h1-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:36:23.530162 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a18d70-c51f-43b9-a1a9-872b7b20e278 service neutron] Pushing event updated for resources: {'Port': ['ID=c98a004c-6528-42ec-a1c8-d658f38adbca,revision_number=10']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:23.562903 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c3b9aea2-fd98-4455-afc3-04b26aa859e5 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:23.594372 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-35a18d70-c51f-43b9-a1a9-872b7b20e278 service neutron] 10.222.0.47 "PUT /v2.0/ports/c98a004c-6528-42ec-a1c8-d658f38adbca/bindings/n-h2-710847-6/activate HTTP/1.1" status: 200 len: 369 time: 1.1926069 Dec 11 22:36:23.611438 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a833159-7afd-4b74-b982-e1f3c6bea805 req-7c1f9c36-26f8-4ac7-8079-33ffb044aa98 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:23.619555 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7a833159-7afd-4b74-b982-e1f3c6bea805 req-7c1f9c36-26f8-4ac7-8079-33ffb044aa98 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 945 time: 0.1492131 Dec 11 22:36:23.627460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-84570e10-669b-4752-977d-01946a50c4c5 req-d8dce07e-4725-42db-98e9-c6fad5b6b1e6 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676853 Dec 11 22:36:23.722604 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39fb504c-4bce-485e-a76e-01340560a7da req-c67405d9-0203-48e9-9632-123f7efc214a service neutron] 10.222.0.47 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329500 Dec 11 22:36:23.724760 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7a833159-7afd-4b74-b982-e1f3c6bea805 req-a97c45a5-33bd-4b00-b32e-dafcaf8aa35c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048610 Dec 11 22:36:23.726751 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c3b9aea2-fd98-4455-afc3-04b26aa859e5 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:23.787045 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:23.842405 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c3b9aea2-fd98-4455-afc3-04b26aa859e5 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:23.853298 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-99064382-c0ad-4600-b654-7e8e351f4794 req-4436322c-a666-4e2d-862f-124239ddba43 service neutron] For port af7c6246-ccca-4f41-bd67-7fb59d41bd80, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:23.869148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9aea2-fd98-4455-afc3-04b26aa859e5 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb45cf3-2a76-4b68-9a5b-a331197ba3d0,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:23.871226 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99064382-c0ad-4600-b654-7e8e351f4794 req-4436322c-a666-4e2d-862f-124239ddba43 service neutron] Publish callbacks [] for binding, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:23.881655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99064382-c0ad-4600-b654-7e8e351f4794 req-4436322c-a666-4e2d-862f-124239ddba43 service neutron] 10.222.0.47 "DELETE /v2.0/ports/af7c6246-ccca-4f41-bd67-7fb59d41bd80/bindings/n-h2-710847-6 HTTP/1.1" status: 204 len: 173 time: 0.5962379 Dec 11 22:36:23.930330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ce815-2e36-42a7-adb5-4f53e3c53011 req-7d4eaa8e-4262-4131-8703-1146ac9d3ef8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:23.932108 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a18ce815-2e36-42a7-adb5-4f53e3c53011 req-7d4eaa8e-4262-4131-8703-1146ac9d3ef8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.2019637 Dec 11 22:36:23.943079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-491da326-f31f-4bf1-a9b7-0d5f8e1ede32 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:23.944585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-491da326-f31f-4bf1-a9b7-0d5f8e1ede32 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f&tenant_id=dab8ea8688024b64a53ac9357c6943c4&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 1095 time: 0.1685107 Dec 11 22:36:23.950066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006ea88-107d-49f4-a330-51cd8bef6a19 req-b315b08c-ceaa-4602-b685-9286760beac5 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:23.951652 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f006ea88-107d-49f4-a330-51cd8bef6a19 req-b315b08c-ceaa-4602-b685-9286760beac5 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0654502 Dec 11 22:36:23.956175 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39fb504c-4bce-485e-a76e-01340560a7da req-c100b4ff-68bb-4aee-9834-3b67777cdd11 service neutron] 10.222.0.47 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239637 Dec 11 22:36:23.980524 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c3b9aea2-fd98-4455-afc3-04b26aa859e5 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:23.981809 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c3b9aea2-fd98-4455-afc3-04b26aa859e5 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6570263 Dec 11 22:36:23.984896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43710) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:23.993205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:24.039891 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a18ce815-2e36-42a7-adb5-4f53e3c53011 req-7846da04-0906-46a6-bdfb-e4c6531ff8c2 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922890 Dec 11 22:36:24.043606 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f006ea88-107d-49f4-a330-51cd8bef6a19 req-178c4f62-6fac-4ec5-a6d2-3fcf3cabea23 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836670 Dec 11 22:36:24.047049 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-ba647872-6121-4f8a-8ec2-92616c7f7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:24.050309 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-ba647872-6121-4f8a-8ec2-92616c7f7464 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f&tenant_id=dab8ea8688024b64a53ac9357c6943c4 HTTP/1.1" status: 200 len: 1095 time: 0.0934310 Dec 11 22:36:24.104662 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:24.145589 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-50a0357e-4192-4807-af9f-579dd98fc647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:24.147204 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-50a0357e-4192-4807-af9f-579dd98fc647 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 1095 time: 0.0597737 Dec 11 22:36:24.235627 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314adb2d-2006-4ac4-b056-844664847aa8 req-8a6a3686-3f15-4b64-ad9a-8aa396443920 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:24.237362 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-314adb2d-2006-4ac4-b056-844664847aa8 req-8a6a3686-3f15-4b64-ad9a-8aa396443920 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 1095 time: 0.0805328 Dec 11 22:36:24.270213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d116373-f524-4991-9206-41c957287eb9 req-ba996ec0-914f-44c5-b37d-ba7554e4b3b5 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:24.271855 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d116373-f524-4991-9206-41c957287eb9 req-ba996ec0-914f-44c5-b37d-ba7554e4b3b5 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 944 time: 0.1196899 Dec 11 22:36:24.301684 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:24.305401 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-314adb2d-2006-4ac4-b056-844664847aa8 req-9abdb406-7c2b-416d-af3a-0eb702bbf271 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597575 Dec 11 22:36:24.322635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-56321a4d-b59a-494a-a301-d78968f4810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:24.324132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-56321a4d-b59a-494a-a301-d78968f4810e service neutron] 10.222.0.13 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.1595786 Dec 11 22:36:24.463642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Allocated IP 172.25.1.213 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/85a56de4-587e-4f1f-b9c7-e82497100843) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:36:24.496082 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cee6c6-3012-4dff-bfe4-80d25830915d req-3c2e4b56-8883-4343-b6ac-fd31f7fdccce tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:24.497744 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c1cee6c6-3012-4dff-bfe4-80d25830915d req-3c2e4b56-8883-4343-b6ac-fd31f7fdccce tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 945 time: 0.0915406 Dec 11 22:36:24.579756 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:24.628279 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c1cee6c6-3012-4dff-bfe4-80d25830915d req-939bf0f8-ec74-428f-a831-2817a9c337d7 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115701 Dec 11 22:36:24.653019 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:24.740812 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:24.766996 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-9bc23845-f294-420e-940e-7c38cdb406ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c98a004c-6528-42ec-a1c8-d658f38adbca HTTP/1.1" status: 200 len: 217 time: 0.4087510 Dec 11 22:36:24.784790 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429130c-1e1d-41ab-a417-386018e9debf req-aa0932b6-62de-46fb-9597-3f277e3b955a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:24.786478 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4429130c-1e1d-41ab-a417-386018e9debf req-aa0932b6-62de-46fb-9597-3f277e3b955a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 944 time: 0.0901980 Dec 11 22:36:24.802270 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:36:24.806179 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d116373-f524-4991-9206-41c957287eb9 req-898b0262-f501-41c0-965d-613830b63ba2 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246203 Dec 11 22:36:24.819997 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:36:24.823700 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:36:24.834851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-18557e77-96cc-4063-aa65-ce61dbd8a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:24.836346 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-18557e77-96cc-4063-aa65-ce61dbd8a22c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.0610271 Dec 11 22:36:24.850849 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Pushing event updated for resources: {'Port': ['ID=85a56de4-587e-4f1f-b9c7-e82497100843,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:24.873490 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-7c9324f3-4862-4d3d-bea0-bdd19d789d55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285335 Dec 11 22:36:24.894969 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4429130c-1e1d-41ab-a417-386018e9debf req-323d65d0-9825-4651-8bb8-2ec7b4fdc4df tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984280 Dec 11 22:36:24.951837 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:25.045635 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:25.074897 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cb699-e002-44c4-a251-e2b8891f329e req-1ba8bde6-903a-42a0-ac7e-dc86ca6ba756 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:25.076471 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-166cb699-e002-44c4-a251-e2b8891f329e req-1ba8bde6-903a-42a0-ac7e-dc86ca6ba756 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 945 time: 0.0991099 Dec 11 22:36:25.101337 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-4e1f8917-4e76-4f15-8cba-7ff8466e9f14 service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167718 Dec 11 22:36:25.117011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-f4f34c9b-b9e0-4c82-a9a4-84e92da1ae65 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:25.118475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-f4f34c9b-b9e0-4c82-a9a4-84e92da1ae65 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 808 time: 0.1918287 Dec 11 22:36:25.175392 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-d68dcc61-a056-4e5f-a2dd-c22c5cbdc91b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/quotas/4a03958ca25f4977b4fabaad3b861845 HTTP/1.1" status: 200 len: 375 time: 0.0477409 Dec 11 22:36:25.185655 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-166cb699-e002-44c4-a251-e2b8891f329e req-c7a7eaf8-85a4-491c-8196-0e76483f64a6 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986745 Dec 11 22:36:25.273808 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:25.279369 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-ecf861d8-d1e6-4205-9973-f939ecda93e3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957928 Dec 11 22:36:25.281666 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-c7234369-d26f-456c-85d5-dbbbad660946 service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622283 Dec 11 22:36:25.377879 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:25.385330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-d15fd346-f080-47cc-bfb7-4c9855238504 service neutron] 10.222.0.45 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013761 Dec 11 22:36:25.464137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 77fc5518-0b52-4304-aa5e-11a701797a3d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:36:25.474403 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Pushing event updated for resources: {'Port': ['ID=85a56de4-587e-4f1f-b9c7-e82497100843,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:25.489101 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce43e1-14c8-4b06-9a93-ff0b6ab936dc req-f6013b95-e894-4abc-8cff-b8564e0b1f82 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:25.490763 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68ce43e1-14c8-4b06-9a93-ff0b6ab936dc req-f6013b95-e894-4abc-8cff-b8564e0b1f82 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1531336 Dec 11 22:36:25.500393 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:25.523377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 77fc5518-0b52-4304-aa5e-11a701797a3d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:25.524034 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:25.546171 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-08813fa6-c7e0-4e9d-8986-1709ce7637ff service neutron] 10.222.0.45 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526494 Dec 11 22:36:25.560044 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68ce43e1-14c8-4b06-9a93-ff0b6ab936dc req-d7df8396-3d95-482b-a075-89e0e6189921 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612290 Dec 11 22:36:25.592182 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:25.602073 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3a8bb9cc-beea-4c73-8563-ffa505bbc381 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6140749 Dec 11 22:36:25.682632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6aeb6-4b0e-4bc2-bb0c-21c19802253a req-a224d076-3cd3-4b3e-bd7b-dd637a6d9157 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:25.684228 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ab6aeb6-4b0e-4bc2-bb0c-21c19802253a req-a224d076-3cd3-4b3e-bd7b-dd637a6d9157 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0560169 Dec 11 22:36:25.731596 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ab6aeb6-4b0e-4bc2-bb0c-21c19802253a req-84b3b212-a491-4d41-8921-c3c1a5b21afc tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405602 Dec 11 22:36:25.887941 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-186ed133-39af-4650-940d-683df11d27a3 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1721254312&fields=id&tenant_id=7cabc9743ca34198b7d25719467d73e6 HTTP/1.1" status: 200 len: 267 time: 0.0631621 Dec 11 22:36:25.900060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-8b06e2da-1d9a-4274-a9b7-0cd3257ec97e tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:25.901565 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-8b06e2da-1d9a-4274-a9b7-0cd3257ec97e tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f&tenant_id=dab8ea8688024b64a53ac9357c6943c4&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 1095 time: 0.0945168 Dec 11 22:36:25.918666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f37a9-ee76-4d28-b6c4-3ed034197d40 req-c0b8121f-377f-4abe-8cac-8df6e0c9d4cc tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:25.920115 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-db8f37a9-ee76-4d28-b6c4-3ed034197d40 req-c0b8121f-377f-4abe-8cac-8df6e0c9d4cc tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 945 time: 0.0615108 Dec 11 22:36:26.013076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-ed32fcbc-3f13-4382-9428-a45042c5581d tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:26.015254 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-ed32fcbc-3f13-4382-9428-a45042c5581d tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/networks?id=4241dd4b-9403-4fa5-b1dc-073261711d6e HTTP/1.1" status: 200 len: 814 time: 0.1194263 Dec 11 22:36:26.030681 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-521b84b8-59db-4c32-8a2b-d40bb7643e0b tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/quotas/7cabc9743ca34198b7d25719467d73e6 HTTP/1.1" status: 200 len: 375 time: 0.0097520 Dec 11 22:36:26.055568 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-db8f37a9-ee76-4d28-b6c4-3ed034197d40 req-0de05b96-9b4e-49b5-85af-cf72908f2d3b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078937 Dec 11 22:36:26.096504 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-4f58b4e4-8ac4-46fc-9ae4-168ed4c26766 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7cabc9743ca34198b7d25719467d73e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597394 Dec 11 22:36:26.130556 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-30a8fe54-4954-4168-917f-060c3a854a1d req-4cf28f4c-af83-4811-a93e-6bd77481213d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 210 time: 0.0282092 Dec 11 22:36:26.143895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-494bf1aa-7108-424b-a7c7-d49f45d60846 service neutron] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:26.153974 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-494bf1aa-7108-424b-a7c7-d49f45d60846 service neutron] Publish callbacks [] for binding, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:26.153974 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-272aa06c-33c8-47b3-a595-2bf99dc8a4c2 req-494bf1aa-7108-424b-a7c7-d49f45d60846 service neutron] 10.222.0.13 "DELETE /v2.0/ports/c98a004c-6528-42ec-a1c8-d658f38adbca/bindings/n-h1-710847-6 HTTP/1.1" status: 204 len: 173 time: 0.2280521 Dec 11 22:36:26.298929 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcfdc2-d12c-4835-9557-363a78cc2929 req-7722d978-af22-4300-bd2b-39e45d6b0b8c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:26.301149 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93bcfdc2-d12c-4835-9557-363a78cc2929 req-7722d978-af22-4300-bd2b-39e45d6b0b8c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 944 time: 0.0640676 Dec 11 22:36:26.368353 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93bcfdc2-d12c-4835-9557-363a78cc2929 req-8e76ae5b-96d7-4d09-b4db-8f55d00a5899 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607142 Dec 11 22:36:26.389948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 05f4ad2d-8511-441e-a68a-c3d456ddddd3 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:36:26.492245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753179f-4aec-47ed-8947-709d9ff3056a req-a454af75-3852-4394-8e6c-bdb0d64847f8 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:26.494592 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e753179f-4aec-47ed-8947-709d9ff3056a req-a454af75-3852-4394-8e6c-bdb0d64847f8 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 944 time: 0.0590587 Dec 11 22:36:26.509747 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-47b24db4-6506-4eda-93be-dc83eb6093c9 service neutron] 10.222.0.45 "GET /v2.0/networks/4241dd4b-9403-4fa5-b1dc-073261711d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004755 Dec 11 22:36:26.539241 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 05f4ad2d-8511-441e-a68a-c3d456ddddd3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=05f4ad2d-8511-441e-a68a-c3d456ddddd3,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:26.554781 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '05f4ad2d-8511-441e-a68a-c3d456ddddd3', 'network_id': '54478511-f8de-4e50-83dc-4c9857155262', 'port_id': '05f4ad2d-8511-441e-a68a-c3d456ddddd3', 'mac_address': 'fa:16:3e:c2:d4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb1c5ef-7e62-452c-b0f4-c1de3e5763b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:36:26.570379 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e753179f-4aec-47ed-8947-709d9ff3056a req-7bbe0cbf-0e24-4852-a079-30bbb6040848 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644848 Dec 11 22:36:26.609267 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:26.627333 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f4ad2d-8511-441e-a68a-c3d456ddddd3 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:26.652374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 05f4ad2d-8511-441e-a68a-c3d456ddddd3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=05f4ad2d-8511-441e-a68a-c3d456ddddd3,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:26.668237 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-23855b9d-8927-4690-ae47-a1523a644288 service neutron] 10.222.0.45 "GET /v2.0/networks/4241dd4b-9403-4fa5-b1dc-073261711d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508780 Dec 11 22:36:26.705647 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:26.736325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99019824-30d9-4566-a84c-152af8bbeab7 req-15a52596-2d8c-4312-8cff-6b70064541f0 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:26.738457 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99019824-30d9-4566-a84c-152af8bbeab7 req-15a52596-2d8c-4312-8cff-6b70064541f0 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 945 time: 0.0706215 Dec 11 22:36:26.775763 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=05f4ad2d-8511-441e-a68a-c3d456ddddd3,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:26.803751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99019824-30d9-4566-a84c-152af8bbeab7 req-2ff43718-9f9f-42f8-9154-b5be20a658dd tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585902 Dec 11 22:36:27.030882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['05f4ad2d-8511-441e-a68a-c3d456ddddd3'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:36:27.112044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabeb97b-756a-4fc2-97e2-6109cedb02a8 req-76a5d8f2-9ab7-4736-879f-3b1b3a45f71f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:27.120234 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cabeb97b-756a-4fc2-97e2-6109cedb02a8 req-76a5d8f2-9ab7-4736-879f-3b1b3a45f71f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0768912 Dec 11 22:36:27.128587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b88cf-0c71-43dd-bc38-cbbeacf833f7 req-7b68f861-07c5-403d-aa62-52976a64585c tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:27.131589 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6b4b88cf-0c71-43dd-bc38-cbbeacf833f7 req-7b68f861-07c5-403d-aa62-52976a64585c tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1478539 Dec 11 22:36:27.186970 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cabeb97b-756a-4fc2-97e2-6109cedb02a8 req-67ab1792-f42c-4fcc-8b6e-83f1a4c40f7b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657444 Dec 11 22:36:27.227772 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6b4b88cf-0c71-43dd-bc38-cbbeacf833f7 req-d2b8535c-213d-4c72-9ae4-b06573c96db4 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925736 Dec 11 22:36:27.316173 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-016c4dd4-8498-4cfa-aab3-5d23c8274461 req-819e5f74-3d70-4fc1-b7d7-4d61d2e0adc4 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 210 time: 0.0343575 Dec 11 22:36:27.412750 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ec9d9-321f-43e8-9e9e-25e13bc4f3aa req-ee302d8b-600c-4ba4-a981-cdf4e26fa5d7 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:27.414305 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-881ec9d9-321f-43e8-9e9e-25e13bc4f3aa req-ee302d8b-600c-4ba4-a981-cdf4e26fa5d7 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 1095 time: 0.0444307 Dec 11 22:36:27.503651 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-881ec9d9-321f-43e8-9e9e-25e13bc4f3aa req-865821f9-2556-48ea-8315-f54d59419eae tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684917 Dec 11 22:36:27.603620 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f210be8-342a-420a-a2a4-a41768c8e69b req-36262b10-bf73-4e5e-aaa9-540fcf71a257 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 210 time: 0.0307140 Dec 11 22:36:27.711839 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19289a-3ff5-44c2-ba1b-52a38372e158 req-0b83d1fb-f553-4015-ae4d-fcd6aecd8720 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:27.713321 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f19289a-3ff5-44c2-ba1b-52a38372e158 req-0b83d1fb-f553-4015-ae4d-fcd6aecd8720 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 945 time: 0.0486112 Dec 11 22:36:27.762995 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f19289a-3ff5-44c2-ba1b-52a38372e158 req-3f553570-403b-4cab-a3c0-0de801b2ab0c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434744 Dec 11 22:36:27.842758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe06da-f0f4-4d83-abc0-b1407d41b4c7 req-486cc4ae-e7e1-4ff2-b421-5aa7e39a4440 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:27.844800 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47fe06da-f0f4-4d83-abc0-b1407d41b4c7 req-486cc4ae-e7e1-4ff2-b421-5aa7e39a4440 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 1095 time: 0.0452127 Dec 11 22:36:27.898335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47fe06da-f0f4-4d83-abc0-b1407d41b4c7 req-180ecd0c-2eab-4365-98b1-4440471fcbd9 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477176 Dec 11 22:36:28.316855 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28810ade-2c56-4f52-adf1-d91642c369c5 req-9dfd0116-c28b-4933-a27d-2bbf33d82b2d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:28.318397 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-28810ade-2c56-4f52-adf1-d91642c369c5 req-9dfd0116-c28b-4933-a27d-2bbf33d82b2d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0529048 Dec 11 22:36:28.366157 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-28810ade-2c56-4f52-adf1-d91642c369c5 req-2a12a69d-c8b3-4ded-ab59-0c22ccb85b74 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410454 Dec 11 22:36:28.432452 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 05f4ad2d-8511-441e-a68a-c3d456ddddd3 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:36:28.520160 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddc6e4-5546-4b95-9eb0-081b143d9dc7 req-ad07564e-0985-4567-ba94-54894d248a6e tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:28.527515 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fbddc6e4-5546-4b95-9eb0-081b143d9dc7 req-ad07564e-0985-4567-ba94-54894d248a6e tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 945 time: 0.0678346 Dec 11 22:36:28.556134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 05f4ad2d-8511-441e-a68a-c3d456ddddd3 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:36:28.560176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb90bbf-e560-451d-8a63-21ed59dd7306 req-48085bb3-483e-4163-8607-734015520a97 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:28.561189 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 05f4ad2d-8511-441e-a68a-c3d456ddddd3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:28.561745 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:28.561877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cfb90bbf-e560-451d-8a63-21ed59dd7306 req-48085bb3-483e-4163-8607-734015520a97 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.1052897 Dec 11 22:36:28.596241 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fbddc6e4-5546-4b95-9eb0-081b143d9dc7 req-2faf3fc7-859a-4912-a654-53b54898ec37 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672655 Dec 11 22:36:28.640887 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-54cd8ea4-3e75-40fc-bea1-741d109ec406 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:28.645752 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-54cd8ea4-3e75-40fc-bea1-741d109ec406 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.47 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 808 time: 0.2175267 Dec 11 22:36:28.671370 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cfb90bbf-e560-451d-8a63-21ed59dd7306 req-acec268d-02a3-4824-9806-2b7d17bd0001 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981631 Dec 11 22:36:28.677900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-053b3097-64bc-4208-81b1-cf45efc964ac tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Request body: {'port': {'device_id': '9303f2f7-e318-4de9-9ea5-574e5172d256', 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37', 'admin_state_up': True, 'tenant_id': '4a03958ca25f4977b4fabaad3b861845'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:28.690627 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:28.707211 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-22c815d4-e125-4b37-9c09-5e839a8595d0 req-c6f4491d-c02e-489c-b357-1ead78c039fa tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 210 time: 0.0579569 Dec 11 22:36:28.729976 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c430f553-fb2a-4c52-b17c-a2f07478638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f4ad2d-8511-441e-a68a-c3d456ddddd3'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:28.732427 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fd3f77-ce39-47c6-bf2f-7ffac17fbb49" -d '{"events": [{"server_uuid": "c430f553-fb2a-4c52-b17c-a2f07478638f", "name": "network-vif-plugged", "status": "completed", "tag": "05f4ad2d-8511-441e-a68a-c3d456ddddd3"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:28.746748 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 05f4ad2d-8511-441e-a68a-c3d456ddddd3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=05f4ad2d-8511-441e-a68a-c3d456ddddd3,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:28.806272 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f9be55-99bd-4959-8b61-44c17eb3a60b x-openstack-request-id: req-25f9be55-99bd-4959-8b61-44c17eb3a60b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:28.806602 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c430f553-fb2a-4c52-b17c-a2f07478638f", "name": "network-vif-plugged", "status": "completed", "tag": "05f4ad2d-8511-441e-a68a-c3d456ddddd3", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:28.806891 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25f9be55-99bd-4959-8b61-44c17eb3a60b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:28.807296 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c430f553-fb2a-4c52-b17c-a2f07478638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f4ad2d-8511-441e-a68a-c3d456ddddd3', 'code': 200} Dec 11 22:36:28.810735 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:28.857013 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-754ef4f1-2d06-417b-9831-9403b58673a3 req-74408719-efdc-4449-8e16-11212e98b0a5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 210 time: 0.0528667 Dec 11 22:36:28.865591 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9a43d656-6517-423a-be7b-325665329207 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:36:28.867679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9a43d656-6517-423a-be7b-325665329207 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:36:28.939181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88649ebe-1ebc-4a50-9782-f25847a52a2a req-362ceb3e-4113-405e-bd23-8bdde15087a5 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:28.940701 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-88649ebe-1ebc-4a50-9782-f25847a52a2a req-362ceb3e-4113-405e-bd23-8bdde15087a5 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0733325 Dec 11 22:36:28.941842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-053b3097-64bc-4208-81b1-cf45efc964ac tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Made reservation on behalf of 4a03958ca25f4977b4fabaad3b861845 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:36:28.945278 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-053b3097-64bc-4208-81b1-cf45efc964ac tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:28.946335 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=05f4ad2d-8511-441e-a68a-c3d456ddddd3,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:29.053973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9a43d656-6517-423a-be7b-325665329207, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9a43d656-6517-423a-be7b-325665329207,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:29.056474 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:29.076232 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '9a43d656-6517-423a-be7b-325665329207', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '9a43d656-6517-423a-be7b-325665329207', 'mac_address': 'fa:16:3e:b8:c3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:36:29.102698 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-88649ebe-1ebc-4a50-9782-f25847a52a2a req-7b72b1da-61ae-40d0-87e2-403a6e3276f7 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548030 Dec 11 22:36:29.107494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30650fe7-451a-49a4-9c5e-60a5d60095b0 req-e51928f4-64e6-4290-bb81-890a96b77eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:29.109276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-30650fe7-451a-49a4-9c5e-60a5d60095b0 req-e51928f4-64e6-4290-bb81-890a96b77eb6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 1097 time: 0.1584826 Dec 11 22:36:29.130054 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9a43d656-6517-423a-be7b-325665329207, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9a43d656-6517-423a-be7b-325665329207,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:29.140173 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:29.154969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a43d656-6517-423a-be7b-325665329207 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:29.194042 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-30650fe7-451a-49a4-9c5e-60a5d60095b0 req-5d0a1563-07aa-42d8-883f-0bef5da58b0f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752800 Dec 11 22:36:29.197586 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:29.203252 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-053b3097-64bc-4208-81b1-cf45efc964ac tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Allocated IP 172.20.0.6 (dc99fe2a-f620-40db-bef5-51a1a7294f37/f7f778c4-8576-40f1-9e48-2f4f1f10e98c/20169e79-bc31-42f2-9e76-9372fcb0aafc) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:36:29.269589 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:36:29.269964 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:36:29.274453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=9a43d656-6517-423a-be7b-325665329207,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:29.360437 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-053b3097-64bc-4208-81b1-cf45efc964ac tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:29.447997 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-053b3097-64bc-4208-81b1-cf45efc964ac tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:29.490789 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba75354-4ff5-4bda-83ec-10dead0d3fc6 req-f4858775-8e0f-4e57-9074-a24f0a539acc tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:29.493077 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fba75354-4ff5-4bda-83ec-10dead0d3fc6 req-f4858775-8e0f-4e57-9074-a24f0a539acc tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0552535 Dec 11 22:36:29.497161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-053b3097-64bc-4208-81b1-cf45efc964ac tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Network dc99fe2a-f620-40db-bef5-51a1a7294f37 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:36:29.500330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-053b3097-64bc-4208-81b1-cf45efc964ac tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:36:29.504546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-053b3097-64bc-4208-81b1-cf45efc964ac tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:36:29.510171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-053b3097-64bc-4208-81b1-cf45efc964ac tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:29.510791 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-053b3097-64bc-4208-81b1-cf45efc964ac tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:29.520283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b3097-64bc-4208-81b1-cf45efc964ac tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Pushing event updated for resources: {'Port': ['ID=20169e79-bc31-42f2-9e76-9372fcb0aafc,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:29.566551 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fba75354-4ff5-4bda-83ec-10dead0d3fc6 req-0973630e-7af9-4aca-bce2-c89fafbe32a9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648873 Dec 11 22:36:29.587150 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-053b3097-64bc-4208-81b1-cf45efc964ac tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9146645 Dec 11 22:36:29.610247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Request body: {'port': {'device_id': '9303f2f7-e318-4de9-9ea5-574e5172d256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:29.689732 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:29.747251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175ee79-cd25-4e40-a03b-666620d2c9e1 req-e2312ada-2790-4e58-8120-18db3cd8e1ac tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:29.748756 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7175ee79-cd25-4e40-a03b-666620d2c9e1 req-e2312ada-2790-4e58-8120-18db3cd8e1ac tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 945 time: 0.0881293 Dec 11 22:36:29.811240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0b135-8361-494e-a5e8-d7ff54abd297 req-257c3b3c-641a-4733-abdc-a69b6d8e08b7 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:29.813751 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04f0b135-8361-494e-a5e8-d7ff54abd297 req-257c3b3c-641a-4733-abdc-a69b6d8e08b7 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 948 time: 0.0638337 Dec 11 22:36:29.829281 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:29.847721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a43d656-6517-423a-be7b-325665329207 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:29.868728 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04f0b135-8361-494e-a5e8-d7ff54abd297 req-3e474ab1-153b-4ad8-a0d0-d77b8223b87b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484629 Dec 11 22:36:29.893180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9a43d656-6517-423a-be7b-325665329207, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9a43d656-6517-423a-be7b-325665329207,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:29.933362 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7175ee79-cd25-4e40-a03b-666620d2c9e1 req-f5bf0aff-f359-4dac-acd9-adbd7dffb77b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662621 Dec 11 22:36:29.967695 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:30.280584 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ea7b8c36-974a-4cf8-a7c6-fd6e10beeda4 req-7dcc79f1-d17e-42f4-874d-69febd493603 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 210 time: 0.0896053 Dec 11 22:36:30.282608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=9a43d656-6517-423a-be7b-325665329207,revision_number=10']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:30.294844 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9e4fe-6dbe-441c-b7f2-fe9a3897643a req-1af4e43a-fa5c-4317-968e-4083e45d7fc9 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:30.303053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989a25c-04d5-409d-9eda-15a01ffbf925 req-32533aef-e76b-4999-b968-93432cb30a71 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:30.303512 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b9e9e4fe-6dbe-441c-b7f2-fe9a3897643a req-1af4e43a-fa5c-4317-968e-4083e45d7fc9 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0670347 Dec 11 22:36:30.304737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a989a25c-04d5-409d-9eda-15a01ffbf925 req-32533aef-e76b-4999-b968-93432cb30a71 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 931 time: 0.1457627 Dec 11 22:36:30.310701 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20169e79-bc31-42f2-9e76-9372fcb0aafc {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:30.347291 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:30.364465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['9a43d656-6517-423a-be7b-325665329207'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:36:30.369505 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b9e9e4fe-6dbe-441c-b7f2-fe9a3897643a req-04663747-0caa-4e23-ab64-5b552a76c225 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642931 Dec 11 22:36:30.387810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-728f765f-0de9-4a31-b469-75e497734a70 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:30.389823 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-728f765f-0de9-4a31-b469-75e497734a70 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.47 "GET /v2.0/networks?id=4241dd4b-9403-4fa5-b1dc-073261711d6e HTTP/1.1" status: 200 len: 814 time: 0.3094754 Dec 11 22:36:30.407788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Transition to ACTIVE for port object 20169e79-bc31-42f2-9e76-9372fcb0aafc will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:36:30.418635 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a989a25c-04d5-409d-9eda-15a01ffbf925 req-e81d3263-79db-4680-9954-8122d88f3b06 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917530 Dec 11 22:36:30.450656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:36:30.505332 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:30.551358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=20169e79-bc31-42f2-9e76-9372fcb0aafc,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:30.571384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-96662bbe-fb51-412f-857a-ff1300c05742 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cabc9743ca34198b7d25719467d73e6 HTTP/1.1" status: 200 len: 380 time: 0.1453083 Dec 11 22:36:30.620600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Attempting to bind port 20169e79-bc31-42f2-9e76-9372fcb0aafc on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:36:30.621318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Attempting to bind port 20169e79-bc31-42f2-9e76-9372fcb0aafc by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:36:30.621436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Attempting to bind port 20169e79-bc31-42f2-9e76-9372fcb0aafc on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:30.626518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Port 20169e79-bc31-42f2-9e76-9372fcb0aafc on network dc99fe2a-f620-40db-bef5-51a1a7294f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:36:30.626892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Attempting to bind port 20169e79-bc31-42f2-9e76-9372fcb0aafc on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:30.632207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:36:30.632559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Checking segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:36:30.632949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Bound using segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:36:30.633381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Bound port: 20169e79-bc31-42f2-9e76-9372fcb0aafc, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:36:30.633743 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:30.647754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:30.654173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-f46482f4-425a-4496-8638-4dbce20192b0 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Request body: {'port': {'device_id': 'ad7c163a-b855-48b3-85cb-7b9f40de113e', 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e', 'admin_state_up': True, 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'security_groups': ['b093fddc-c8d8-49e1-b271-ea517715a70a']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:30.678215 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc', 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a', 'port_id': 'aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc', 'mac_address': 'fa:16:3e:6d:24:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7337e6a9-f530-438b-852b-2b3fd3b98957', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:36:30.723338 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e229e-edf1-4496-aba9-a02a1243990f req-55365f18-5ae3-4a48-a55c-b9d66110595f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:30.726695 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:30.727050 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e48e229e-edf1-4496-aba9-a02a1243990f req-55365f18-5ae3-4a48-a55c-b9d66110595f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0817871 Dec 11 22:36:30.741399 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:30.764513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:30.793548 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e48e229e-edf1-4496-aba9-a02a1243990f req-3972fa3a-1d07-4f44-9fbf-a0d30a9e9134 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607417 Dec 11 22:36:30.808480 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a825d142-1137-4e82-9bbd-ce2174e48943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a43d656-6517-423a-be7b-325665329207'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:30.811744 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1064f47-b457-4405-a634-c72f7133b16d" -d '{"events": [{"server_uuid": "a825d142-1137-4e82-9bbd-ce2174e48943", "name": "network-vif-unplugged", "status": "completed", "tag": "9a43d656-6517-423a-be7b-325665329207"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:30.830788 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:30.862018 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b379cb19-0109-4bdf-8e3a-7504cc427b5b x-openstack-request-id: req-b379cb19-0109-4bdf-8e3a-7504cc427b5b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:30.862336 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a825d142-1137-4e82-9bbd-ce2174e48943", "name": "network-vif-unplugged", "status": "completed", "tag": "9a43d656-6517-423a-be7b-325665329207", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:30.862591 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b379cb19-0109-4bdf-8e3a-7504cc427b5b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:30.863020 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a825d142-1137-4e82-9bbd-ce2174e48943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a43d656-6517-423a-be7b-325665329207', 'code': 200} Dec 11 22:36:30.874798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] For port 20169e79-bc31-42f2-9e76-9372fcb0aafc, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:30.894462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:30.900093 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] For port 20169e79-bc31-42f2-9e76-9372fcb0aafc, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:36:30.957003 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:31.012101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-f46482f4-425a-4496-8638-4dbce20192b0 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Made reservation on behalf of 7cabc9743ca34198b7d25719467d73e6 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:36:31.014917 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4cb56-6538-4d50-b051-cb17edb9551d req-d3774fc3-20b1-4bed-84d3-58b1eed52585 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:31.015589 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-f46482f4-425a-4496-8638-4dbce20192b0 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:31.023200 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eed4cb56-6538-4d50-b051-cb17edb9551d req-d3774fc3-20b1-4bed-84d3-58b1eed52585 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0750546 Dec 11 22:36:31.023429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:31.024069 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:31.025519 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] 10.222.0.47 "PUT /v2.0/ports/20169e79-bc31-42f2-9e76-9372fcb0aafc HTTP/1.1" status: 200 len: 1091 time: 1.4194539 Dec 11 22:36:31.025917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9303f2f7-e318-4de9-9ea5-574e5172d256', 'tag': '20169e79-bc31-42f2-9e76-9372fcb0aafc'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:31.026585 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:36:31.028202 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f43581-9502-4c27-bc01-4cb315822d33" -d '{"events": [{"name": "network-changed", "server_uuid": "9303f2f7-e318-4de9-9ea5-574e5172d256", "tag": "20169e79-bc31-42f2-9e76-9372fcb0aafc"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:31.071006 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eed4cb56-6538-4d50-b051-cb17edb9551d req-006c175d-2a41-40f0-9ae0-fb75de5462ed tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469396 Dec 11 22:36:31.213285 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d0810-141d-4a48-aac5-1dc3453885db x-openstack-request-id: req-e89d0810-141d-4a48-aac5-1dc3453885db {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:31.213578 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9303f2f7-e318-4de9-9ea5-574e5172d256", "tag": "20169e79-bc31-42f2-9e76-9372fcb0aafc", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:31.213966 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e89d0810-141d-4a48-aac5-1dc3453885db {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:31.214360 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9303f2f7-e318-4de9-9ea5-574e5172d256', 'tag': '20169e79-bc31-42f2-9e76-9372fcb0aafc', 'status': 'completed', 'code': 200} Dec 11 22:36:31.244900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a94a65-8393-4c57-bfdc-92a1be98f1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=20169e79-bc31-42f2-9e76-9372fcb0aafc,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:31.306101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93264a30-ab05-40e6-b0fb-5cfb0f48b80f req-4b169fea-fa84-4885-8b6b-bf13e78775e6 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:31.307536 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93264a30-ab05-40e6-b0fb-5cfb0f48b80f req-4b169fea-fa84-4885-8b6b-bf13e78775e6 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 944 time: 0.2159615 Dec 11 22:36:31.308691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-f46482f4-425a-4496-8638-4dbce20192b0 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Allocated IP 172.20.0.13 (4241dd4b-9403-4fa5-b1dc-073261711d6e/b266260b-8a9b-4319-b4e4-f35d8a8fc387/13d4ac9d-1fe0-4767-9801-724cbda707a3) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:36:31.316216 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-178fcb5d-5575-459f-a9f7-8475d454dfdb req-2fefc7fb-c5fe-4afc-99a3-e00e17058ffa tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 210 time: 0.0344024 Dec 11 22:36:31.357646 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-1d757223-e2fd-4320-9d30-54eb044ed24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:31.359167 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-1d757223-e2fd-4320-9d30-54eb044ed24c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 1094 time: 0.1371558 Dec 11 22:36:31.441872 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-f61b162a-e258-474c-aeec-bccbfe1133e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc HTTP/1.1" status: 200 len: 217 time: 0.0594280 Dec 11 22:36:31.448209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93264a30-ab05-40e6-b0fb-5cfb0f48b80f req-6efccdba-2136-4127-a256-7dcc743d4099 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318977 Dec 11 22:36:31.533502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa72ef-7a73-45a4-8219-897f1fef5f33 req-9a227db8-c5eb-48eb-8da2-82c9faebbfb7 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:31.543348 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-87fa72ef-7a73-45a4-8219-897f1fef5f33 req-9a227db8-c5eb-48eb-8da2-82c9faebbfb7 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0835927 Dec 11 22:36:31.576510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-e2975b86-6b40-4aab-ade6-76176c601037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:31.577871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-e2975b86-6b40-4aab-ade6-76176c601037 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.1253817 Dec 11 22:36:31.593369 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-87fa72ef-7a73-45a4-8219-897f1fef5f33 req-669bac34-5d7c-490e-87e2-f78072d1c012 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486839 Dec 11 22:36:31.627458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-01da7c23-763e-42aa-9552-58fb5b05dbfa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357277 Dec 11 22:36:31.667590 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-f46482f4-425a-4496-8638-4dbce20192b0 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:31.701304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d33bf-0bab-4629-b8cb-ed3f6827f518 req-d8cf0d38-d58f-464e-9039-0c3c5b5ee901 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:31.704667 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc8d33bf-0bab-4629-b8cb-ed3f6827f518 req-d8cf0d38-d58f-464e-9039-0c3c5b5ee901 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 943 time: 0.1618607 Dec 11 22:36:31.799872 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc8d33bf-0bab-4629-b8cb-ed3f6827f518 req-6bbb6471-3746-4815-97ef-25a9e0f99209 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856807 Dec 11 22:36:31.802049 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-d359d184-cc44-42cd-b5d1-f233583b0f24 service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634691 Dec 11 22:36:31.896489 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-f46482f4-425a-4496-8638-4dbce20192b0 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:31.971242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-f46482f4-425a-4496-8638-4dbce20192b0 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Network 4241dd4b-9403-4fa5-b1dc-073261711d6e is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:36:31.997458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-f46482f4-425a-4496-8638-4dbce20192b0 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:36:32.005162 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-f46482f4-425a-4496-8638-4dbce20192b0 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:36:32.010895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-f46482f4-425a-4496-8638-4dbce20192b0 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:32.011541 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-f46482f4-425a-4496-8638-4dbce20192b0 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:32.012842 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f4f8d-1769-4038-a88e-650dcad429ce req-ca318bfd-8777-404f-bdf4-64b808f556bd tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:32.014594 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5b8f4f8d-1769-4038-a88e-650dcad429ce req-ca318bfd-8777-404f-bdf4-64b808f556bd tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0726736 Dec 11 22:36:32.018061 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46482f4-425a-4496-8638-4dbce20192b0 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Pushing event updated for resources: {'Port': ['ID=13d4ac9d-1fe0-4767-9801-724cbda707a3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:32.036351 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:36:32.037565 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67b16f5a-7b46-4e87-b365-d2a62829644c req-8b11757f-9205-4b0c-b321-82cc119e45bc service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268052 Dec 11 22:36:32.054094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77281-a00e-4843-b003-0f93cb7fbbb3 req-bef57350-e8f5-4fd8-bbfd-5d0b5eea099a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:32.056616 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6db77281-a00e-4843-b003-0f93cb7fbbb3 req-bef57350-e8f5-4fd8-bbfd-5d0b5eea099a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.1904678 Dec 11 22:36:32.081723 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5b8f4f8d-1769-4038-a88e-650dcad429ce req-ee665bf9-4c11-44a7-b471-12a03be5c39a tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588076 Dec 11 22:36:32.131424 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6db77281-a00e-4843-b003-0f93cb7fbbb3 req-b0e9d9f1-9cda-4597-b664-33255d077368 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649753 Dec 11 22:36:32.142355 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-f46482f4-425a-4496-8638-4dbce20192b0 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4932644 Dec 11 22:36:32.241280 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ea2e0-327e-420c-bfb7-c122419fa40a req-7183555a-9c0e-4d9e-86e1-dbfe2fd9d52b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:32.242967 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8a9ea2e0-327e-420c-bfb7-c122419fa40a req-7183555a-9c0e-4d9e-86e1-dbfe2fd9d52b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 950 time: 0.0607688 Dec 11 22:36:32.256160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Request body: {'port': {'device_id': 'ad7c163a-b855-48b3-85cb-7b9f40de113e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:32.310945 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8a9ea2e0-327e-420c-bfb7-c122419fa40a req-5e3705af-106d-49ad-a126-b24e637ad06a tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612910 Dec 11 22:36:32.320732 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8cc36750-812b-4257-84c4-990ace7de28e None None] Provisioning complete for port 13d4ac9d-1fe0-4767-9801-724cbda707a3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:32.321222 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8cc36750-812b-4257-84c4-990ace7de28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:32.365034 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8cc36750-812b-4257-84c4-990ace7de28e None None] Port 13d4ac9d-1fe0-4767-9801-724cbda707a3 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:36:32.367778 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:32.539391 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:36:32.600452 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1061def-20b5-4fea-aef2-11c7f5660862 req-5018b07f-4bd5-4b3a-8e07-672e6045f397 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:32.602166 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b1061def-20b5-4fea-aef2-11c7f5660862 req-5018b07f-4bd5-4b3a-8e07-672e6045f397 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 944 time: 0.0667925 Dec 11 22:36:32.635259 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:32.651495 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:32.661585 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b1061def-20b5-4fea-aef2-11c7f5660862 req-c7be791d-099a-4758-acbb-1243e2796721 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528202 Dec 11 22:36:32.668360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f43581-9502-4c27-bc01-4cb315822d33 req-f6026dae-eb29-43cd-a357-7ecdfb32c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:32.669943 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0f43581-9502-4c27-bc01-4cb315822d33 req-f6026dae-eb29-43cd-a357-7ecdfb32c815 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 1094 time: 0.3399541 Dec 11 22:36:32.677730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:32.744604 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:32.800208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:32.833994 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8d567-a087-41a5-9338-193a1a1b7fa0 req-dc9f6100-01f1-46cd-acf5-4f9b87ea8583 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:32.835525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ca8d567-a087-41a5-9338-193a1a1b7fa0 req-dc9f6100-01f1-46cd-acf5-4f9b87ea8583 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 932 time: 0.2055016 Dec 11 22:36:32.894619 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9a43d656-6517-423a-be7b-325665329207 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:36:32.947486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 9a43d656-6517-423a-be7b-325665329207 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:32.947987 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:32.959342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f43581-9502-4c27-bc01-4cb315822d33 req-222bed17-2596-4e59-a647-53fe13afa734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:32.962990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0f43581-9502-4c27-bc01-4cb315822d33 req-222bed17-2596-4e59-a647-53fe13afa734 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.2652535 Dec 11 22:36:33.054092 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ca8d567-a087-41a5-9338-193a1a1b7fa0 req-a1fa4192-eee4-4a2e-9d09-f065f0d2c396 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/security-groups?id=b093fddc-c8d8-49e1-b271-ea517715a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869953 Dec 11 22:36:33.054092 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0f43581-9502-4c27-bc01-4cb315822d33 req-585b829a-dfee-4902-bd55-6d3ffa35ee89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc HTTP/1.1" status: 200 len: 217 time: 0.0774176 Dec 11 22:36:33.068063 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:33.096049 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a825d142-1137-4e82-9bbd-ce2174e48943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a43d656-6517-423a-be7b-325665329207'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:33.100119 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9eefdf-6454-486d-9ddb-73d39644518d" -d '{"events": [{"server_uuid": "a825d142-1137-4e82-9bbd-ce2174e48943", "name": "network-vif-plugged", "status": "completed", "tag": "9a43d656-6517-423a-be7b-325665329207"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:33.117634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9a43d656-6517-423a-be7b-325665329207, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9a43d656-6517-423a-be7b-325665329207,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:33.157051 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171f124-5b13-46ea-b786-a86facb50678 req-74487a38-374a-409a-be80-9375c2ed2b37 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:33.163498 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b171f124-5b13-46ea-b786-a86facb50678 req-74487a38-374a-409a-be80-9375c2ed2b37 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 943 time: 0.0798481 Dec 11 22:36:33.189341 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:33.203097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f43581-9502-4c27-bc01-4cb315822d33 req-af73f629-3808-4c0d-b00f-2b1d811e37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:33.204764 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0f43581-9502-4c27-bc01-4cb315822d33 req-af73f629-3808-4c0d-b00f-2b1d811e37d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.1084378 Dec 11 22:36:33.229808 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b171f124-5b13-46ea-b786-a86facb50678 req-9af9a635-1ab9-4b2d-8cdc-8fcf7949e107 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638256 Dec 11 22:36:33.258057 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=9a43d656-6517-423a-be7b-325665329207,revision_number=11']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:33.270612 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0f43581-9502-4c27-bc01-4cb315822d33 req-2faf7570-b467-4d47-a247-3243f56589a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576808 Dec 11 22:36:33.282465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36091f06-bd34-4a9a-afa3-ead3775f7f89 req-f6b629d1-5e6e-4fd8-b8ce-1b21cf22da4b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:33.288231 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-36091f06-bd34-4a9a-afa3-ead3775f7f89 req-f6b629d1-5e6e-4fd8-b8ce-1b21cf22da4b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 943 time: 0.1437607 Dec 11 22:36:33.288374 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d05283-feca-4857-b6c4-927bbaff7e71 x-openstack-request-id: req-95d05283-feca-4857-b6c4-927bbaff7e71 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:33.288374 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a825d142-1137-4e82-9bbd-ce2174e48943", "name": "network-vif-plugged", "status": "completed", "tag": "9a43d656-6517-423a-be7b-325665329207", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:33.288374 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-95d05283-feca-4857-b6c4-927bbaff7e71 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:33.288374 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a825d142-1137-4e82-9bbd-ce2174e48943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a43d656-6517-423a-be7b-325665329207', 'code': 200} Dec 11 22:36:33.306539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d4ac9d-1fe0-4767-9801-724cbda707a3 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:33.358128 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:33.399166 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6457c54-af80-4e05-87d9-56cf9b92a057 req-d9652233-5dc3-46ef-9fd1-f7b0adc8f096 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:33.404776 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d6457c54-af80-4e05-87d9-56cf9b92a057 req-d9652233-5dc3-46ef-9fd1-f7b0adc8f096 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0639403 Dec 11 22:36:33.414165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Transition to ACTIVE for port object 13d4ac9d-1fe0-4767-9801-724cbda707a3 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:36:33.449903 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-36091f06-bd34-4a9a-afa3-ead3775f7f89 req-6138af28-1728-44b1-8d8e-40e226c1f670 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388130 Dec 11 22:36:33.463749 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d6457c54-af80-4e05-87d9-56cf9b92a057 req-a93fb970-ddaa-4af6-a8c9-cc2b301b0724 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507889 Dec 11 22:36:33.513452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0f43581-9502-4c27-bc01-4cb315822d33 req-294a6bc8-1aa4-49c7-abe3-f05c355c30de service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283115 Dec 11 22:36:33.516879 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:33.606429 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-dd5b3abd-8a39-415c-bf28-7d6edb893a68 service neutron] show failed (client error): The resource could not be found. Dec 11 22:36:33.607460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-dd5b3abd-8a39-415c-bf28-7d6edb893a68 service neutron] 10.222.0.13 "GET /v2.0/ports/43d1c68e-45f3-42ce-a3df-ba0ce9310172/bindings/n-h1-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.2145295 Dec 11 22:36:33.666176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b9162-5fb4-4109-a80e-5f42a8733e14 req-3ec6a036-3deb-4735-9a69-7d5c4b193775 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:33.675267 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-661b9162-5fb4-4109-a80e-5f42a8733e14 req-3ec6a036-3deb-4735-9a69-7d5c4b193775 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 951 time: 0.0797367 Dec 11 22:36:33.683202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a193833-e6a0-4fe1-9ce7-4a25d84a98f7 req-2768a9e5-1031-4b27-b644-2f949f44391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:33.684701 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2a193833-e6a0-4fe1-9ce7-4a25d84a98f7 req-2768a9e5-1031-4b27-b644-2f949f44391a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 1102 time: 0.2179058 Dec 11 22:36:33.691368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Pushing event updated for resources: {'Port': ['ID=13d4ac9d-1fe0-4767-9801-724cbda707a3,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:33.736586 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-661b9162-5fb4-4109-a80e-5f42a8733e14 req-d7b7724e-5a8d-43c6-a422-5b8830a25ad1 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598893 Dec 11 22:36:33.782507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4070f1f-e223-49da-afb3-88b02e2d493c req-bffd2f55-b9a8-4948-8afc-ecf899911ac4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:33.786283 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4070f1f-e223-49da-afb3-88b02e2d493c req-bffd2f55-b9a8-4948-8afc-ecf899911ac4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.2166035 Dec 11 22:36:33.786698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Attempting to bind port 13d4ac9d-1fe0-4767-9801-724cbda707a3 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:36:33.787060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Attempting to bind port 13d4ac9d-1fe0-4767-9801-724cbda707a3 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '04b2816d-0084-41b8-a4aa-67bcaa4acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:36:33.787388 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Attempting to bind port 13d4ac9d-1fe0-4767-9801-724cbda707a3 on network 4241dd4b-9403-4fa5-b1dc-073261711d6e {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:33.790685 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0f43581-9502-4c27-bc01-4cb315822d33 req-b888aca4-4ba5-459f-8052-21af958c25ca service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661448 Dec 11 22:36:33.831600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Port 13d4ac9d-1fe0-4767-9801-724cbda707a3 on network 4241dd4b-9403-4fa5-b1dc-073261711d6e not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:36:33.832188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Attempting to bind port 13d4ac9d-1fe0-4767-9801-724cbda707a3 on network 4241dd4b-9403-4fa5-b1dc-073261711d6e {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:33.851683 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2a193833-e6a0-4fe1-9ce7-4a25d84a98f7 req-c37b046a-a572-4568-b861-132cf1f8ecec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508005 Dec 11 22:36:33.855864 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:36:33.856363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Checking segment: {'id': '04b2816d-0084-41b8-a4aa-67bcaa4acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:36:33.856912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Bound using segment: {'id': '04b2816d-0084-41b8-a4aa-67bcaa4acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:36:33.857391 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Bound port: 13d4ac9d-1fe0-4767-9801-724cbda707a3, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b2816d-0084-41b8-a4aa-67bcaa4acb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:36:33.857846 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:33.911532 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4070f1f-e223-49da-afb3-88b02e2d493c req-34ea4595-cdd6-4b72-9ba6-6dccbed0535e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132066 Dec 11 22:36:33.947548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] For port 13d4ac9d-1fe0-4767-9801-724cbda707a3, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:33.951728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] For port 13d4ac9d-1fe0-4767-9801-724cbda707a3, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=13d4ac9d-1fe0-4767-9801-724cbda707a3,segment=NetworkSegment(04b2816d-0084-41b8-a4aa-67bcaa4acb73),segment_id=04b2816d-0084-41b8-a4aa-67bcaa4acb73)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:36:34.003457 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:34.044924 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:34.045554 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:34.047059 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] 10.222.0.47 "PUT /v2.0/ports/13d4ac9d-1fe0-4767-9801-724cbda707a3 HTTP/1.1" status: 200 len: 1092 time: 1.7957160 Dec 11 22:36:34.048257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7c163a-b855-48b3-85cb-7b9f40de113e', 'tag': '13d4ac9d-1fe0-4767-9801-724cbda707a3'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:34.051549 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b63889-44fc-4705-b6c8-d4aecad9d7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7c163a-b855-48b3-85cb-7b9f40de113e", "tag": "13d4ac9d-1fe0-4767-9801-724cbda707a3"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:34.080771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c01a8-8e05-4b45-bf8a-1f2e8fad9643 service neutron] Pushing event updated for resources: {'Port': ['ID=13d4ac9d-1fe0-4767-9801-724cbda707a3,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:34.133227 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6c2617-02d1-42f6-8695-6946c9238d98 x-openstack-request-id: req-ba6c2617-02d1-42f6-8695-6946c9238d98 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:34.133511 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7c163a-b855-48b3-85cb-7b9f40de113e", "tag": "13d4ac9d-1fe0-4767-9801-724cbda707a3", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:34.133767 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba6c2617-02d1-42f6-8695-6946c9238d98 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:34.134199 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7c163a-b855-48b3-85cb-7b9f40de113e', 'tag': '13d4ac9d-1fe0-4767-9801-724cbda707a3', 'status': 'completed', 'code': 200} Dec 11 22:36:34.230208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5da5b-2298-4578-bebd-97bc6df488de req-5a3c6abe-3fc4-47aa-85ee-3e9a52cd1625 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:34.231819 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f2e5da5b-2298-4578-bebd-97bc6df488de req-5a3c6abe-3fc4-47aa-85ee-3e9a52cd1625 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 944 time: 0.0851922 Dec 11 22:36:34.276277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b63889-44fc-4705-b6c8-d4aecad9d7e3 req-4c3ba150-52be-4ea0-8729-b924491cc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:34.277764 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93b63889-44fc-4705-b6c8-d4aecad9d7e3 req-4c3ba150-52be-4ea0-8729-b924491cc5be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cabc9743ca34198b7d25719467d73e6&device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 1095 time: 0.0890613 Dec 11 22:36:34.298667 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f2e5da5b-2298-4578-bebd-97bc6df488de req-905f1438-197e-4c88-8ad6-422ecfbf6317 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/security-groups?id=b093fddc-c8d8-49e1-b271-ea517715a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595367 Dec 11 22:36:34.361502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9370947-1056-4401-80e5-940d367cdb79 req-c3414fa2-0f71-4853-898e-e2e83c167896 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:34.363117 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9370947-1056-4401-80e5-940d367cdb79 req-c3414fa2-0f71-4853-898e-e2e83c167896 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 943 time: 0.0625501 Dec 11 22:36:34.413411 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9370947-1056-4401-80e5-940d367cdb79 req-a1300847-8660-4671-b057-4d326caef593 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437639 Dec 11 22:36:34.460988 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b63889-44fc-4705-b6c8-d4aecad9d7e3 req-4001289a-5f3a-4bbf-a784-772142bf60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:34.462444 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93b63889-44fc-4705-b6c8-d4aecad9d7e3 req-4001289a-5f3a-4bbf-a784-772142bf60ae service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7cabc9743ca34198b7d25719467d73e6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1625977 Dec 11 22:36:34.591455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b63889-44fc-4705-b6c8-d4aecad9d7e3 req-3feb2972-5a9a-460c-8673-0f4929f2908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:34.592927 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93b63889-44fc-4705-b6c8-d4aecad9d7e3 req-3feb2972-5a9a-460c-8673-0f4929f2908f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1217465 Dec 11 22:36:34.593184 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5312a29-71d3-41d0-9cdb-f08560e829d0 req-254109c6-301b-47cd-a50d-16bf85c11826 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:34.595315 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b5312a29-71d3-41d0-9cdb-f08560e829d0 req-254109c6-301b-47cd-a50d-16bf85c11826 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0552506 Dec 11 22:36:34.608621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b892a36-3605-4cc9-b628-649275b5c54e req-0de16c76-d451-421f-ba9f-e7b611fd948a tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:34.610460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b892a36-3605-4cc9-b628-649275b5c54e req-0de16c76-d451-421f-ba9f-e7b611fd948a tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 943 time: 0.0786302 Dec 11 22:36:34.648895 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b5312a29-71d3-41d0-9cdb-f08560e829d0 req-c46564f7-74bc-4be1-bbf4-91e7931ec63c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470891 Dec 11 22:36:34.661321 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b892a36-3605-4cc9-b628-649275b5c54e req-4fce46cf-7a59-4ed2-9b38-56f542b20a9c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445535 Dec 11 22:36:34.706242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-f9db3233-8dda-49c1-b326-5581290e9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:34.707842 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-f9db3233-8dda-49c1-b326-5581290e9b6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cabc9743ca34198b7d25719467d73e6&device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 1095 time: 0.0456674 Dec 11 22:36:34.811753 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-0a4d734d-acd0-47f0-aae2-e0ff30e899f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13d4ac9d-1fe0-4767-9801-724cbda707a3 HTTP/1.1" status: 200 len: 217 time: 0.0378752 Dec 11 22:36:34.884122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-9e6eaae1-8dde-429d-9925-72b96bb05b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:34.885563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-9e6eaae1-8dde-429d-9925-72b96bb05b0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b266260b-8a9b-4319-b4e4-f35d8a8fc387 HTTP/1.1" status: 200 len: 853 time: 0.0646589 Dec 11 22:36:34.894295 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc932c5-7dab-4b09-8b9a-5d847e8c8a22 req-de49aa41-6a3a-474f-9bd9-5d9149f0d770 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:34.895665 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dbc932c5-7dab-4b09-8b9a-5d847e8c8a22 req-de49aa41-6a3a-474f-9bd9-5d9149f0d770 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 951 time: 0.0864167 Dec 11 22:36:34.965622 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-cb652c56-5253-41d5-83ef-170cb41b201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:34.967030 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-cb652c56-5253-41d5-83ef-170cb41b201a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4241dd4b-9403-4fa5-b1dc-073261711d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705040 Dec 11 22:36:34.971629 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dbc932c5-7dab-4b09-8b9a-5d847e8c8a22 req-37e06b60-1a81-4a1b-91b2-cca4be510b3c tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680265 Dec 11 22:36:35.118716 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-e2978c1f-e54a-49a6-a62e-d5dcddba8558 service neutron] 10.222.0.47 "GET /v2.0/networks/4241dd4b-9403-4fa5-b1dc-073261711d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439538 Dec 11 22:36:35.131231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6cf72-6abc-4f32-8e06-3b521bd10da0 req-497482de-96be-4423-b1bb-d30aa9f17196 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:35.132603 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2b6cf72-6abc-4f32-8e06-3b521bd10da0 req-497482de-96be-4423-b1bb-d30aa9f17196 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.1035705 Dec 11 22:36:35.147679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8d917-8a06-4643-abb9-c1155d30e0e5 req-9d584340-f70b-4539-8b94-3f3634d2108e tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:35.149034 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86a8d917-8a06-4643-abb9-c1155d30e0e5 req-9d584340-f70b-4539-8b94-3f3634d2108e tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.47 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 943 time: 0.1169674 Dec 11 22:36:35.296739 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2b6cf72-6abc-4f32-8e06-3b521bd10da0 req-6d92772d-0c5b-4206-a877-d3f01b82c15d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458976 Dec 11 22:36:35.322333 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3306e10-0c4c-47a1-8e16-d93d668726a5 req-ee2ceb11-6d6e-40ea-b9e9-cb8ae3e00d73 service neutron] 10.222.0.47 "GET /v2.0/networks/4241dd4b-9403-4fa5-b1dc-073261711d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885560 Dec 11 22:36:35.337524 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-86a8d917-8a06-4643-abb9-c1155d30e0e5 req-038c6c93-b3c7-4ce6-a027-68fe22b88eca tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Deleting port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:36:35.340519 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-86a8d917-8a06-4643-abb9-c1155d30e0e5 req-038c6c93-b3c7-4ce6-a027-68fe22b88eca tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:35.456413 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-86a8d917-8a06-4643-abb9-c1155d30e0e5 req-038c6c93-b3c7-4ce6-a027-68fe22b88eca tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] For port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:35.456776 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-86a8d917-8a06-4643-abb9-c1155d30e0e5 req-038c6c93-b3c7-4ce6-a027-68fe22b88eca tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:35.471784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-86a8d917-8a06-4643-abb9-c1155d30e0e5 req-038c6c93-b3c7-4ce6-a027-68fe22b88eca tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Calling delete_port for aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:36:35.480199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bd2dc-4469-41bc-bdf8-5f483b497b2c req-43d4b711-4771-4f56-84a4-4d60a43f9265 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:35.481660 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f35bd2dc-4469-41bc-bdf8-5f483b497b2c req-43d4b711-4771-4f56-84a4-4d60a43f9265 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 944 time: 0.0899620 Dec 11 22:36:35.574027 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f35bd2dc-4469-41bc-bdf8-5f483b497b2c req-4f3a7ae2-0c11-4ec3-89ba-cd425b0c0065 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/security-groups?id=b093fddc-c8d8-49e1-b271-ea517715a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848074 Dec 11 22:36:35.683136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb042f8-53fc-4c45-b174-a1b5dad76c31 req-70e6d0d1-488a-4156-9bfb-6bbc85986552 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:35.684701 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abb042f8-53fc-4c45-b174-a1b5dad76c31 req-70e6d0d1-488a-4156-9bfb-6bbc85986552 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 943 time: 0.0535698 Dec 11 22:36:35.704716 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-86a8d917-8a06-4643-abb9-c1155d30e0e5 req-038c6c93-b3c7-4ce6-a027-68fe22b88eca tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:35.737706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6c93-b3c7-4ce6-a027-68fe22b88eca tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Pushing event deleted for resources: {'Port': ['ID=aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:35.778910 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abb042f8-53fc-4c45-b174-a1b5dad76c31 req-f582fdf5-e985-4032-aeff-22b1b127498b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876439 Dec 11 22:36:36.030195 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a8d917-8a06-4643-abb9-c1155d30e0e5 req-038c6c93-b3c7-4ce6-a027-68fe22b88eca tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] No DVR routers for this DVR port aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:36:36.039789 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-86a8d917-8a06-4643-abb9-c1155d30e0e5 req-038c6c93-b3c7-4ce6-a027-68fe22b88eca tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:36.043006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86a8d917-8a06-4643-abb9-c1155d30e0e5 req-038c6c93-b3c7-4ce6-a027-68fe22b88eca tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.47 "DELETE /v2.0/ports/aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc HTTP/1.1" status: 204 len: 173 time: 0.8820834 Dec 11 22:36:36.082121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118b667-ad29-4375-8835-dd924df8d167 req-185ff3d9-f8e6-45a5-86a2-42f5b77182ea tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:36.083616 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7118b667-ad29-4375-8835-dd924df8d167 req-185ff3d9-f8e6-45a5-86a2-42f5b77182ea tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0547841 Dec 11 22:36:36.130218 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7118b667-ad29-4375-8835-dd924df8d167 req-9c34af84-6be7-43a1-a39b-4981dc2f3eaf tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 Dec 11 22:36:36.134851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6930f7f4-4adc-41a0-b24d-3823a3bc16a0', 'name': 'network-vif-deleted', 'tag': 'aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:36.137129 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2897622f-14bc-4407-ac56-d89f0102088b" -d '{"events": [{"server_uuid": "6930f7f4-4adc-41a0-b24d-3823a3bc16a0", "name": "network-vif-deleted", "tag": "aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:36.212357 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-498c6fc1-23ea-43fa-b612-82dab931cd93 req-dabfb2f6-617d-4781-b2b7-fc3a3c1aebf9 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=6930f7f4-4adc-41a0-b24d-3823a3bc16a0 HTTP/1.1" status: 200 len: 210 time: 0.0269701 Dec 11 22:36:36.356475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bdedb-0140-4638-9907-309c33cba852 req-7faca363-ebea-49fa-940b-da6c746866d6 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:36.358033 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-741bdedb-0140-4638-9907-309c33cba852 req-7faca363-ebea-49fa-940b-da6c746866d6 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 951 time: 0.0491478 Dec 11 22:36:36.410993 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-741bdedb-0140-4638-9907-309c33cba852 req-e5f62c7e-d03a-481c-85e2-b674edc36021 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 Dec 11 22:36:36.454500 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e95ae6-2d0f-4ef5-aa74-84d88d5ffbfa x-openstack-request-id: req-d2e95ae6-2d0f-4ef5-aa74-84d88d5ffbfa {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:36.454831 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6930f7f4-4adc-41a0-b24d-3823a3bc16a0", "name": "network-vif-deleted", "tag": "aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:36.455084 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2e95ae6-2d0f-4ef5-aa74-84d88d5ffbfa {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:36.455488 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6930f7f4-4adc-41a0-b24d-3823a3bc16a0', 'name': 'network-vif-deleted', 'tag': 'aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc', 'status': 'completed', 'code': 200} Dec 11 22:36:36.468661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 20169e79-bc31-42f2-9e76-9372fcb0aafc details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:36:36.545549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d4f59-b2ed-4e18-bb4d-991d13e2a236 req-f73f35ce-4644-4d9b-af72-03547c2a6919 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:36.546953 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-412d4f59-b2ed-4e18-bb4d-991d13e2a236 req-f73f35ce-4644-4d9b-af72-03547c2a6919 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0488093 Dec 11 22:36:36.565754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 20169e79-bc31-42f2-9e76-9372fcb0aafc, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:36.577394 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '20169e79-bc31-42f2-9e76-9372fcb0aafc', 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37', 'port_id': '20169e79-bc31-42f2-9e76-9372fcb0aafc', 'mac_address': 'fa:16:3e:0e:e3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f778c4-8576-40f1-9e48-2f4f1f10e98c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:36:36.595690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-412d4f59-b2ed-4e18-bb4d-991d13e2a236 req-05b62ea9-d7cb-4264-ae4f-8d7c5557fd06 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419452 Dec 11 22:36:36.614864 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:36.628663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20169e79-bc31-42f2-9e76-9372fcb0aafc {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:36.652487 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 20169e79-bc31-42f2-9e76-9372fcb0aafc, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:36.702455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2f8e2-991a-4256-934d-1769bc52f5d4 req-d1e3da24-6852-447c-8aa7-1cc3bbf1bdb0 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:36.704621 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34d2f8e2-991a-4256-934d-1769bc52f5d4 req-d1e3da24-6852-447c-8aa7-1cc3bbf1bdb0 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 944 time: 0.0528753 Dec 11 22:36:36.710401 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:36.754207 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34d2f8e2-991a-4256-934d-1769bc52f5d4 req-1e1fd776-e02c-47f8-a81f-d32adf7b6d07 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/security-groups?id=b093fddc-c8d8-49e1-b271-ea517715a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434771 Dec 11 22:36:36.758103 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=20169e79-bc31-42f2-9e76-9372fcb0aafc,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:36.900811 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ade8c-e4ec-40b8-8b03-d80ceed3abe4 req-819ffb8b-a2d6-41ad-a288-42c38934398b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:36.902398 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd2ade8c-e4ec-40b8-8b03-d80ceed3abe4 req-819ffb8b-a2d6-41ad-a288-42c38934398b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 944 time: 0.0544114 Dec 11 22:36:36.914566 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 43d1c68e-45f3-42ce-a3df-ba0ce9310172 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:36:36.952943 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd2ade8c-e4ec-40b8-8b03-d80ceed3abe4 req-2564cc58-e668-4422-a499-596df31eb946 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440078 Dec 11 22:36:36.999597 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:37.022650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:37.024896 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754658c8-f614-4ed5-9bca-aa9f19d8ec5a" -d '{"events": [{"server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "name": "network-vif-unplugged", "status": "completed", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:37.041028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:37.063562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['20169e79-bc31-42f2-9e76-9372fcb0aafc'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:36:37.086071 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a273bdbf-8dd9-4d80-9b50-a55e4b5e84a5 x-openstack-request-id: req-a273bdbf-8dd9-4d80-9b50-a55e4b5e84a5 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:37.086367 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "name": "network-vif-unplugged", "status": "completed", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:37.086639 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a273bdbf-8dd9-4d80-9b50-a55e4b5e84a5 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:37.087032 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172', 'code': 200} Dec 11 22:36:37.100057 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:37.171512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=43d1c68e-45f3-42ce-a3df-ba0ce9310172,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:37.253702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab02f20-519e-482b-ae3c-ead955f8aa06 req-68a2b2af-ba40-4056-8a6a-710527a3ffab tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:37.255211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bab02f20-519e-482b-ae3c-ead955f8aa06 req-68a2b2af-ba40-4056-8a6a-710527a3ffab tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0525839 Dec 11 22:36:37.303736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bab02f20-519e-482b-ae3c-ead955f8aa06 req-f5c5d3ca-4e13-4910-8354-b02e63695a36 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422947 Dec 11 22:36:37.813932 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43968) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:37.818594 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2c361142-88f8-439e-9a23-9ac1df8dcb6c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1895240670', 'description': 'tempest-description--316254838'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:37.881670 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2c361142-88f8-439e-9a23-9ac1df8dcb6c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:37.904597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0248cd-bd25-4dcd-8521-4ca95b5f6528 req-009fa552-a264-4169-9ee8-5cf9dc7c7fca tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:37.906093 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb0248cd-bd25-4dcd-8521-4ca95b5f6528 req-009fa552-a264-4169-9ee8-5cf9dc7c7fca tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 951 time: 0.0539284 Dec 11 22:36:37.956592 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2c361142-88f8-439e-9a23-9ac1df8dcb6c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:37.961143 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb0248cd-bd25-4dcd-8521-4ca95b5f6528 req-5d1ef84e-6171-4fe8-aa0a-0ae77499236e tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487187 Dec 11 22:36:38.002078 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2c361142-88f8-439e-9a23-9ac1df8dcb6c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.035114 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c361142-88f8-439e-9a23-9ac1df8dcb6c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22aee86-6324-4445-9c19-8d85557a74e5,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:38.064494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef24f18-7c7c-4569-b666-e4155d686b0e req-0ca706eb-f468-484d-a759-61ccee3d2037 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:38.066053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eef24f18-7c7c-4569-b666-e4155d686b0e req-0ca706eb-f468-484d-a759-61ccee3d2037 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 948 time: 0.0481825 Dec 11 22:36:38.066534 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2c361142-88f8-439e-9a23-9ac1df8dcb6c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.067817 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2c361142-88f8-439e-9a23-9ac1df8dcb6c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2527778 Dec 11 22:36:38.070684 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43972) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:38.075420 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1bd46553-dd3b-419e-99d5-1a078466afdf tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Request body: {'security_group_rule': {'security_group_id': 'c22aee86-6324-4445-9c19-8d85557a74e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:38.115031 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eef24f18-7c7c-4569-b666-e4155d686b0e req-8a20199a-fa85-4885-9e61-c8cb5fd5d6fb tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422142 Dec 11 22:36:38.138186 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bd46553-dd3b-419e-99d5-1a078466afdf tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.211022 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bd46553-dd3b-419e-99d5-1a078466afdf tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.220754 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0f6dd-080f-4657-95f3-5afca440a648 req-cdb8e476-9b9b-444d-a5e3-d2936f759d3f tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:38.222244 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0eb0f6dd-080f-4657-95f3-5afca440a648 req-cdb8e476-9b9b-444d-a5e3-d2936f759d3f tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 944 time: 0.0503855 Dec 11 22:36:38.272652 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0eb0f6dd-080f-4657-95f3-5afca440a648 req-f0e93152-8d98-40e7-aaa2-2b38dd0c5d0c tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/security-groups?id=b093fddc-c8d8-49e1-b271-ea517715a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444310 Dec 11 22:36:38.283187 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bd46553-dd3b-419e-99d5-1a078466afdf tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.302095 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd46553-dd3b-419e-99d5-1a078466afdf tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285c4ce7-9d14-4708-a9eb-62dc137be7dc,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:38.378983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b963b-88e5-4cc9-9e07-4dfcbd90168e req-5440fbd1-cfff-41c3-8c3e-1896e5a3956e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:38.380449 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-287b963b-88e5-4cc9-9e07-4dfcbd90168e req-5440fbd1-cfff-41c3-8c3e-1896e5a3956e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 944 time: 0.0492015 Dec 11 22:36:38.380957 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bd46553-dd3b-419e-99d5-1a078466afdf tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.382272 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1bd46553-dd3b-419e-99d5-1a078466afdf tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105435 Dec 11 22:36:38.385047 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43976) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:38.389511 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2bcdae67-570e-4f8b-8a45-1b280bfa2120 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Request body: {'security_group_rule': {'security_group_id': 'c22aee86-6324-4445-9c19-8d85557a74e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:38.428628 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-287b963b-88e5-4cc9-9e07-4dfcbd90168e req-f37112f0-824f-4a8e-87cb-c94ec26d4ab6 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421720 Dec 11 22:36:38.486789 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2bcdae67-570e-4f8b-8a45-1b280bfa2120 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.488799 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 13d4ac9d-1fe0-4767-9801-724cbda707a3 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:36:38.497628 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 20169e79-bc31-42f2-9e76-9372fcb0aafc up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:36:38.533325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95334e-3777-45a4-9554-4816b698b1ed req-f2137cfd-de93-411c-82a3-2f708618b78b tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:38.540489 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de95334e-3777-45a4-9554-4816b698b1ed req-f2137cfd-de93-411c-82a3-2f708618b78b tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0589697 Dec 11 22:36:38.550002 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2bcdae67-570e-4f8b-8a45-1b280bfa2120 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.588644 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de95334e-3777-45a4-9554-4816b698b1ed req-d51e5e39-fed2-4ae9-bd99-25040b28f9b2 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436230 Dec 11 22:36:38.627419 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 13d4ac9d-1fe0-4767-9801-724cbda707a3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=13d4ac9d-1fe0-4767-9801-724cbda707a3,segment=NetworkSegment(04b2816d-0084-41b8-a4aa-67bcaa4acb73),segment_id=04b2816d-0084-41b8-a4aa-67bcaa4acb73)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:38.630686 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2bcdae67-570e-4f8b-8a45-1b280bfa2120 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.639695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '13d4ac9d-1fe0-4767-9801-724cbda707a3', 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e', 'port_id': '13d4ac9d-1fe0-4767-9801-724cbda707a3', 'mac_address': 'fa:16:3e:91:2e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:36:38.655618 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdae67-570e-4f8b-8a45-1b280bfa2120 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c45a66-407b-456c-b302-5a7a793e2dd5,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:38.674156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 20169e79-bc31-42f2-9e76-9372fcb0aafc completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:36:38.681895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 20169e79-bc31-42f2-9e76-9372fcb0aafc triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:38.682264 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.694600 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2bcdae67-570e-4f8b-8a45-1b280bfa2120 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.700806 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2bcdae67-570e-4f8b-8a45-1b280bfa2120 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3099074 Dec 11 22:36:38.700806 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43980) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:38.704414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:38.711231 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.729665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d4ac9d-1fe0-4767-9801-724cbda707a3 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:38.753537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 13d4ac9d-1fe0-4767-9801-724cbda707a3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=13d4ac9d-1fe0-4767-9801-724cbda707a3,segment=NetworkSegment(04b2816d-0084-41b8-a4aa-67bcaa4acb73),segment_id=04b2816d-0084-41b8-a4aa-67bcaa4acb73)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:38.778794 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.791045 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.816413 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.828600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 20169e79-bc31-42f2-9e76-9372fcb0aafc, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:38.874770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=13d4ac9d-1fe0-4767-9801-724cbda707a3,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:38.878660 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.881191 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:38.881975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:36:38.917896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:36:38.918239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device aae62cc1-26ee-4c1e-9f7c-7a850a7aa7bc not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:36:38.946187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=20169e79-bc31-42f2-9e76-9372fcb0aafc,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:38.981931 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Allocated IP 172.25.1.53 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/483ccdb5-56d7-41eb-afee-182968a8f7a3) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:36:39.084214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391e13f-4a34-49d3-9976-006ec48d88f3 req-f39ebfe1-b692-493b-b9d3-ce51c1542831 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:39.085686 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0391e13f-4a34-49d3-9976-006ec48d88f3 req-f39ebfe1-b692-493b-b9d3-ce51c1542831 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 951 time: 0.0555351 Dec 11 22:36:39.088178 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:39.088339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9303f2f7-e318-4de9-9ea5-574e5172d256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20169e79-bc31-42f2-9e76-9372fcb0aafc'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:39.092024 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9f5928-23aa-498b-8a86-3d1d6beb0401" -d '{"events": [{"server_uuid": "9303f2f7-e318-4de9-9ea5-574e5172d256", "name": "network-vif-plugged", "status": "completed", "tag": "20169e79-bc31-42f2-9e76-9372fcb0aafc"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:39.135059 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0391e13f-4a34-49d3-9976-006ec48d88f3 req-ed4fa70e-e0cd-443a-87f0-8ef82af993ac tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426359 Dec 11 22:36:39.168304 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:39.180692 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9014336-c399-4301-b18b-24dc53519563 x-openstack-request-id: req-e9014336-c399-4301-b18b-24dc53519563 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:39.180692 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9303f2f7-e318-4de9-9ea5-574e5172d256", "name": "network-vif-plugged", "status": "completed", "tag": "20169e79-bc31-42f2-9e76-9372fcb0aafc", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:39.180692 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9014336-c399-4301-b18b-24dc53519563 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:39.180692 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9303f2f7-e318-4de9-9ea5-574e5172d256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20169e79-bc31-42f2-9e76-9372fcb0aafc', 'code': 200} Dec 11 22:36:39.190407 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['13d4ac9d-1fe0-4767-9801-724cbda707a3'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:36:39.211032 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:36:39.214969 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:36:39.216518 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:36:39.259176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Pushing event updated for resources: {'Port': ['ID=483ccdb5-56d7-41eb-afee-182968a8f7a3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:39.326528 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:39.335804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d15d7-fd07-4cf6-9e72-db45189b64bf req-a49e8006-e4f1-4a1c-a39d-7279c9d78dea tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:39.337413 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-157d15d7-fd07-4cf6-9e72-db45189b64bf req-a49e8006-e4f1-4a1c-a39d-7279c9d78dea tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 948 time: 0.0910251 Dec 11 22:36:39.353420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6995e-9018-42a6-bf96-60404c190a8c req-9edcf0b3-87ae-44ac-8677-354955ce2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:39.354872 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56c6995e-9018-42a6-bf96-60404c190a8c req-9edcf0b3-87ae-44ac-8677-354955ce2ff7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 1096 time: 0.0677962 Dec 11 22:36:39.416212 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:39.418473 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-157d15d7-fd07-4cf6-9e72-db45189b64bf req-84a730bb-7503-4c25-a6fb-8c751bccd00b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725827 Dec 11 22:36:39.429102 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56c6995e-9018-42a6-bf96-60404c190a8c req-7d49f545-f999-4983-8064-7fca3b6927a5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649173 Dec 11 22:36:39.527045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf42809-efaa-49a7-ae57-1998c818226d req-1ad3944f-1d83-4948-ba79-c32cb0c07241 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:39.528705 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bcf42809-efaa-49a7-ae57-1998c818226d req-1ad3944f-1d83-4948-ba79-c32cb0c07241 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 945 time: 0.0507267 Dec 11 22:36:39.575434 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:39.585623 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bcf42809-efaa-49a7-ae57-1998c818226d req-da81752d-02a3-4772-aa2b-b818d49fccd4 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/security-groups?id=b093fddc-c8d8-49e1-b271-ea517715a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497825 Dec 11 22:36:39.618859 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:39.686505 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Pushing event updated for resources: {'Port': ['ID=483ccdb5-56d7-41eb-afee-182968a8f7a3,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:39.691204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e76779-d6b4-43e8-a7aa-d756d3f9daa7 req-a7776286-bbfe-4807-ab7f-1e576390d1ff tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:39.692736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d5e76779-d6b4-43e8-a7aa-d756d3f9daa7 req-a7776286-bbfe-4807-ab7f-1e576390d1ff tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 945 time: 0.0489297 Dec 11 22:36:39.704548 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:39.743431 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d5e76779-d6b4-43e8-a7aa-d756d3f9daa7 req-48d23078-47a9-4a61-a810-a6705b207eeb tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439513 Dec 11 22:36:39.763779 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:39.765027 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9f4d267d-1349-482c-9745-e0c4fa684292 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0646598 Dec 11 22:36:39.856687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d7fe5-7bee-4480-8daa-7f219b614a50 req-70df5377-d4ac-4192-80e3-5a5d765a5281 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:39.858190 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed1d7fe5-7bee-4480-8daa-7f219b614a50 req-70df5377-d4ac-4192-80e3-5a5d765a5281 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0547988 Dec 11 22:36:39.907989 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed1d7fe5-7bee-4480-8daa-7f219b614a50 req-c06605cd-3620-4a46-8887-f7817d1baa3c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426700 Dec 11 22:36:40.170393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-c23deb45-7f16-4039-89d7-08743c140c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:40.171973 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-c23deb45-7f16-4039-89d7-08743c140c81 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde&tenant_id=e828c78368f2446e9a1b9388577b4d40 HTTP/1.1" status: 200 len: 1099 time: 0.0820646 Dec 11 22:36:40.181717 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-11b6f34e-38c5-4af4-88f7-5da93dad2429 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:40.183183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-11b6f34e-38c5-4af4-88f7-5da93dad2429 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/networks?id=3edf13e9-f980-49f5-91b4-3fd48a23543a HTTP/1.1" status: 200 len: 821 time: 0.1453993 Dec 11 22:36:40.201507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:40.223420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-7f5a72f9-6ccd-4ce4-88af-99e355e78f29 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/quotas/1c5cc5126aa845a8afd4e91d9e912fb8 HTTP/1.1" status: 200 len: 375 time: 0.0335534 Dec 11 22:36:40.268436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45066ba-36f5-4944-8366-576b23924f57 req-34e4cbc2-d97b-40ff-a2d0-9b0bd7518520 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:40.270035 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a45066ba-36f5-4944-8366-576b23924f57 req-34e4cbc2-d97b-40ff-a2d0-9b0bd7518520 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 951 time: 0.0557549 Dec 11 22:36:40.275173 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-72b3c06c-62b1-4c0d-ba9c-72ce069763a6 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c5cc5126aa845a8afd4e91d9e912fb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452473 Dec 11 22:36:40.291944 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:40.321563 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a45066ba-36f5-4944-8366-576b23924f57 req-dcfa6382-e5c9-4b4b-bf80-63dd4b1e7fa0 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450280 Dec 11 22:36:40.468781 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-ffa81a6e-25da-415e-80d0-97bbf354357a service neutron] 10.222.0.45 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842802 Dec 11 22:36:40.492100 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 13d4ac9d-1fe0-4767-9801-724cbda707a3 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:36:40.540409 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb0378-e542-4f64-9415-90ef9180da8f req-994d1057-c979-4cfd-ae02-ec257618eb11 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:40.542122 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-89bb0378-e542-4f64-9415-90ef9180da8f req-994d1057-c979-4cfd-ae02-ec257618eb11 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 948 time: 0.0542827 Dec 11 22:36:40.604203 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-89bb0378-e542-4f64-9415-90ef9180da8f req-b8d97b91-c0fa-4b63-9a7c-7f08d83bf572 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529039 Dec 11 22:36:40.640204 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-b4f0248e-a40c-45ed-bbdf-d13bca93d5c4 service neutron] 10.222.0.45 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652181 Dec 11 22:36:40.647409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:40.687282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:40.692882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 13d4ac9d-1fe0-4767-9801-724cbda707a3 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:36:40.697107 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 13d4ac9d-1fe0-4767-9801-724cbda707a3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:40.697512 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:40.724684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d1c68e-45f3-42ce-a3df-ba0ce9310172 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:40.735410 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:40.749293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Transition to ACTIVE for port object 43d1c68e-45f3-42ce-a3df-ba0ce9310172 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:36:40.750075 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718bb1d-db7f-454c-b656-35db19caeb3b req-c88327d0-ab13-4c73-bafa-2be3af4fdca5 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:40.755364 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5718bb1d-db7f-454c-b656-35db19caeb3b req-c88327d0-ab13-4c73-bafa-2be3af4fdca5 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 945 time: 0.0846701 Dec 11 22:36:40.797881 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:40.804600 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5718bb1d-db7f-454c-b656-35db19caeb3b req-8ec2e9ec-adc5-4b1e-a599-ffdb2db851be tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/security-groups?id=b093fddc-c8d8-49e1-b271-ea517715a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460434 Dec 11 22:36:40.811522 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:40.869905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 13d4ac9d-1fe0-4767-9801-724cbda707a3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=13d4ac9d-1fe0-4767-9801-724cbda707a3,segment=NetworkSegment(04b2816d-0084-41b8-a4aa-67bcaa4acb73),segment_id=04b2816d-0084-41b8-a4aa-67bcaa4acb73)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:40.909260 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0a6faa88-23a0-40de-81e1-551820379f9b req-d27e1d15-c054-4b41-a125-90ec4e89b8a9 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 210 time: 0.0279896 Dec 11 22:36:40.942753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Pushing event updated for resources: {'Port': ['ID=43d1c68e-45f3-42ce-a3df-ba0ce9310172,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:40.945970 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:40.965588 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] No DVR routers for this DVR port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:36:40.990495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadcb32-9f4f-40a0-b143-05b063d1ec6e req-378c4408-7c0b-4fdf-be3d-629c85a1c0ab tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:40.998945 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bcadcb32-9f4f-40a0-b143-05b063d1ec6e req-378c4408-7c0b-4fdf-be3d-629c85a1c0ab tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 945 time: 0.1360970 Dec 11 22:36:41.057205 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=13d4ac9d-1fe0-4767-9801-724cbda707a3,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:41.074492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Attempting to bind port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:36:41.074492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Attempting to bind port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:36:41.074492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Attempting to bind port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:41.086996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:36:41.087422 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Attempting to bind port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:41.100896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:36:41.106452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:36:41.106452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:36:41.106452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Bound port: 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:36:41.106452 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:41.115356 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08348bbc-177d-4486-b6c0-069335df0f5a req-90d73b25-f6bd-43d7-ba8b-47308ae51e0f tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:41.117233 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-08348bbc-177d-4486-b6c0-069335df0f5a req-90d73b25-f6bd-43d7-ba8b-47308ae51e0f tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0835304 Dec 11 22:36:41.132015 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bcadcb32-9f4f-40a0-b143-05b063d1ec6e req-92444ac2-7e40-43b7-a0da-083174f9ec6d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281276 Dec 11 22:36:41.181731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7c163a-b855-48b3-85cb-7b9f40de113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d4ac9d-1fe0-4767-9801-724cbda707a3'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:41.184195 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555dc940-f17a-46b0-a571-2e4ecaa47d2e" -d '{"events": [{"server_uuid": "ad7c163a-b855-48b3-85cb-7b9f40de113e", "name": "network-vif-plugged", "status": "completed", "tag": "13d4ac9d-1fe0-4767-9801-724cbda707a3"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:41.221679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:41.225122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:36:41.227387 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-08348bbc-177d-4486-b6c0-069335df0f5a req-be4a3ae9-9a36-487e-9eec-0010e344703e tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032479 Dec 11 22:36:41.322280 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:41.322891 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5545ba4-11c1-47de-bba2-94811c29366f x-openstack-request-id: req-f5545ba4-11c1-47de-bba2-94811c29366f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:41.323398 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7c163a-b855-48b3-85cb-7b9f40de113e", "name": "network-vif-plugged", "status": "completed", "tag": "13d4ac9d-1fe0-4767-9801-724cbda707a3", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:41.323833 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5545ba4-11c1-47de-bba2-94811c29366f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:41.324400 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7c163a-b855-48b3-85cb-7b9f40de113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d4ac9d-1fe0-4767-9801-724cbda707a3', 'code': 200} Dec 11 22:36:41.380122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:41.380270 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e043c9-bdc9-4874-94e0-614b9d494e95 req-22d08b85-a6bd-4cac-bf13-80b860209082 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:41.380927 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:41.382090 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-11e043c9-bdc9-4874-94e0-614b9d494e95 req-22d08b85-a6bd-4cac-bf13-80b860209082 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 1096 time: 0.0841513 Dec 11 22:36:41.382371 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] 10.222.0.47 "PUT /v2.0/ports/43d1c68e-45f3-42ce-a3df-ba0ce9310172 HTTP/1.1" status: 200 len: 1096 time: 1.1860676 Dec 11 22:36:41.386750 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:41.392195 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e262c789-391a-48da-890f-04947074b33c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:41.493115 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-11e043c9-bdc9-4874-94e0-614b9d494e95 req-e110b27d-c169-436b-8b4f-5df795ba530a tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027455 Dec 11 22:36:41.570678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad99ed-c157-4ee5-bfd7-fa468c510252 service neutron] Pushing event updated for resources: {'Port': ['ID=43d1c68e-45f3-42ce-a3df-ba0ce9310172,revision_number=8']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:41.596623 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9095a8c-6530-493a-90b7-38a0214983ff x-openstack-request-id: req-f9095a8c-6530-493a-90b7-38a0214983ff {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:41.596928 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:41.597856 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9095a8c-6530-493a-90b7-38a0214983ff {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:41.597856 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172', 'status': 'completed', 'code': 200} Dec 11 22:36:41.671062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-c3000875-5c6a-4df1-9c9f-eee616fc8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:41.672867 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-c3000875-5c6a-4df1-9c9f-eee616fc8f5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 1099 time: 0.1993294 Dec 11 22:36:41.690243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda5586-7065-4846-a024-ee7b6bd76850 req-0d406e9a-8921-4c73-b6ba-0f6854949e9c tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:41.698842 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3eda5586-7065-4846-a024-ee7b6bd76850 req-0d406e9a-8921-4c73-b6ba-0f6854949e9c tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 951 time: 0.2518485 Dec 11 22:36:41.745439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663ba1d-4d12-4203-b182-ef4bc7ce48cd req-d051e844-b1af-4878-b9d2-44438b0542b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:41.747053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c663ba1d-4d12-4203-b182-ef4bc7ce48cd req-d051e844-b1af-4878-b9d2-44438b0542b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 1097 time: 0.2553482 Dec 11 22:36:41.778086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16f762-9d96-48fc-ba4f-5feb60eaf793 req-e2779f82-1771-4fe3-84ef-c78c271ca9e4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:41.786701 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0b16f762-9d96-48fc-ba4f-5feb60eaf793 req-e2779f82-1771-4fe3-84ef-c78c271ca9e4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 948 time: 0.0777962 Dec 11 22:36:41.813120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262c789-391a-48da-890f-04947074b33c req-cceeff21-3925-4e19-b043-e4ff279227c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:41.813120 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e262c789-391a-48da-890f-04947074b33c req-cceeff21-3925-4e19-b043-e4ff279227c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 1099 time: 0.1932471 Dec 11 22:36:41.857554 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0b16f762-9d96-48fc-ba4f-5feb60eaf793 req-9e5d3d08-e65b-4f0e-84e6-2904033791a9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689526 Dec 11 22:36:41.891736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3eda5586-7065-4846-a024-ee7b6bd76850 req-9eabb895-5498-4205-a32d-534bdda26df0 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919549 Dec 11 22:36:41.957587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-8918f0b8-0891-4231-b8b6-944ca97f590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:41.959403 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-8918f0b8-0891-4231-b8b6-944ca97f590f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2570245 Dec 11 22:36:41.964705 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c663ba1d-4d12-4203-b182-ef4bc7ce48cd req-2e450d65-c33b-40bb-89de-b70cbffa22d7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b093fddc-c8d8-49e1-b271-ea517715a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900556 Dec 11 22:36:41.994852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262c789-391a-48da-890f-04947074b33c req-7c307e64-c653-463c-8710-d6ca48f49791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:41.996472 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e262c789-391a-48da-890f-04947074b33c req-7c307e64-c653-463c-8710-d6ca48f49791 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1713204 Dec 11 22:36:42.048680 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb29ab3-d022-4c88-8213-1b02a3380ab0 req-89486b46-a711-48f3-a1ce-962900cbc982 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:42.050285 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6bb29ab3-d022-4c88-8213-1b02a3380ab0 req-89486b46-a711-48f3-a1ce-962900cbc982 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 946 time: 0.0665412 Dec 11 22:36:42.073311 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1cebd9e5-cd4d-4f14-b371-e1a8ab4172d0 req-ceb26e69-a605-4e1b-a735-96f5af9f39aa tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 210 time: 0.0610077 Dec 11 22:36:42.074962 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e262c789-391a-48da-890f-04947074b33c req-7fd0513f-e405-4eb4-8210-de6d6be93120 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172 HTTP/1.1" status: 200 len: 217 time: 0.0689635 Dec 11 22:36:42.139480 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6bb29ab3-d022-4c88-8213-1b02a3380ab0 req-8ecd725c-80e7-43e5-ab97-f69368dd1dd4 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/security-groups?id=b093fddc-c8d8-49e1-b271-ea517715a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818298 Dec 11 22:36:42.142715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262c789-391a-48da-890f-04947074b33c req-66ecbd84-03c5-41da-af88-021493bfa9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:42.144145 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e262c789-391a-48da-890f-04947074b33c req-66ecbd84-03c5-41da-af88-021493bfa9e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0615485 Dec 11 22:36:42.198571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262c789-391a-48da-890f-04947074b33c req-ff6cff52-a9fe-4e9b-b2a2-ea105f9a5d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:42.199978 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e262c789-391a-48da-890f-04947074b33c req-ff6cff52-a9fe-4e9b-b2a2-ea105f9a5d7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0483651 Dec 11 22:36:42.300685 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-3aa3bc20-a201-4e6c-ab6d-a4b46844ddec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172 HTTP/1.1" status: 200 len: 217 time: 0.0402837 Dec 11 22:36:42.367692 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e262c789-391a-48da-890f-04947074b33c req-ef775c3e-2288-416d-b29e-f3e5eb200755 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595311 Dec 11 22:36:42.369795 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b193c-9f9e-4cb8-950e-3c28ca068f9e req-99fef3a1-b193-40ed-a57d-26c57ee4e9eb tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:42.373279 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-678b193c-9f9e-4cb8-950e-3c28ca068f9e req-99fef3a1-b193-40ed-a57d-26c57ee4e9eb tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0690928 Dec 11 22:36:42.437239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-8ecc4f04-968a-4482-a258-c244ec617f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:42.439316 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-8ecc4f04-968a-4482-a258-c244ec617f5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1272187 Dec 11 22:36:42.441653 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-678b193c-9f9e-4cb8-950e-3c28ca068f9e req-1c755189-abe0-4509-a853-4035f565b08a tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605919 Dec 11 22:36:42.514308 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e262c789-391a-48da-890f-04947074b33c req-687d5086-3cb7-42b3-8ed9-4b25b5106518 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393137 Dec 11 22:36:42.521591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-63789c3d-00a3-4d9c-bb2f-22a18dc04243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:42.523383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-63789c3d-00a3-4d9c-bb2f-22a18dc04243 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760086 Dec 11 22:36:42.653706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931d34c-c3d8-4332-9cfb-febb32b35e12 req-e1fd545c-7dd6-4789-bfc6-a250b904e6bb tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:42.655209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2931d34c-c3d8-4332-9cfb-febb32b35e12 req-e1fd545c-7dd6-4789-bfc6-a250b904e6bb tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 1102 time: 0.0698199 Dec 11 22:36:42.661124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-c0f3f27f-2a5d-47ce-9969-39499cf0bf12 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192918 Dec 11 22:36:42.763550 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2931d34c-c3d8-4332-9cfb-febb32b35e12 req-42e26725-1a28-4da3-b37a-f1d28f6228bc tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009529 Dec 11 22:36:42.798445 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e10dc11a-670d-47ce-8604-736d9504ecd7 req-bab9d467-dc94-497c-b931-b555b46184eb service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222086 Dec 11 22:36:42.954863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262c789-391a-48da-890f-04947074b33c req-45bab2c8-7ccc-42fa-92e3-60ee374d9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:42.957446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e262c789-391a-48da-890f-04947074b33c req-45bab2c8-7ccc-42fa-92e3-60ee374d9893 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 1099 time: 0.0703526 Dec 11 22:36:43.067595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed40a-5311-4a74-8cbb-ac1fa6f570ef req-ecfac953-b575-448a-9b27-224a5b6f2c12 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:43.075707 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6dbed40a-5311-4a74-8cbb-ac1fa6f570ef req-ecfac953-b575-448a-9b27-224a5b6f2c12 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 948 time: 0.1339784 Dec 11 22:36:43.195040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aeb759-9be5-4b9c-8df4-a4fc685db680 req-fe041fda-5249-4aaf-8166-be3cbb454f36 tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:43.209050 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-41aeb759-9be5-4b9c-8df4-a4fc685db680 req-fe041fda-5249-4aaf-8166-be3cbb454f36 tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 1102 time: 0.0626223 Dec 11 22:36:43.223423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6dbed40a-5311-4a74-8cbb-ac1fa6f570ef req-fdab2c71-2d8e-4b91-819e-0c349bc75e0d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464953 Dec 11 22:36:43.233906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262c789-391a-48da-890f-04947074b33c req-1c28f1e6-4c33-4d6d-a068-555ed028ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:43.237644 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e262c789-391a-48da-890f-04947074b33c req-1c28f1e6-4c33-4d6d-a068-555ed028ae28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2642736 Dec 11 22:36:43.274999 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:43.307197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-41aeb759-9be5-4b9c-8df4-a4fc685db680 req-91159be5-42fe-4be1-a4fe-15a60e5b5aa0 tempest-ServersAdminTestJSON-757173242 tempest-ServersAdminTestJSON-757173242-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959003 Dec 11 22:36:43.356814 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eb0759af-8707-48a7-9621-f4c4b0d25480 req-2252266c-838b-4248-9357-6a2845d58cdd tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 210 time: 0.0293365 Dec 11 22:36:43.358193 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e262c789-391a-48da-890f-04947074b33c req-8ab3331f-5a2c-4a3d-9f0b-89be8bce11e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172 HTTP/1.1" status: 200 len: 217 time: 0.1072321 Dec 11 22:36:43.476146 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71458d1-4744-4570-b183-81d6bb547b45 req-5ca40974-4b76-49bb-94cb-97b3fc6178fc tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:43.486118 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d71458d1-4744-4570-b183-81d6bb547b45 req-5ca40974-4b76-49bb-94cb-97b3fc6178fc tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 946 time: 0.0931761 Dec 11 22:36:43.555126 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d71458d1-4744-4570-b183-81d6bb547b45 req-9c070db1-b221-45ce-8a64-5dc4eb11aad2 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/security-groups?id=b093fddc-c8d8-49e1-b271-ea517715a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680678 Dec 11 22:36:43.758036 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2be84-cda6-4849-a79d-515059f10800 req-31e305fe-258b-4071-8bf2-d8ed8f24e000 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:43.771927 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7fa2be84-cda6-4849-a79d-515059f10800 req-31e305fe-258b-4071-8bf2-d8ed8f24e000 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0963647 Dec 11 22:36:43.854864 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7fa2be84-cda6-4849-a79d-515059f10800 req-1ce43627-6469-42f1-8ff0-b1bdf088cfd6 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802100 Dec 11 22:36:43.922613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262c789-391a-48da-890f-04947074b33c req-c04dac4d-e8e9-42bc-af05-bc709d57f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:43.922613 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e262c789-391a-48da-890f-04947074b33c req-c04dac4d-e8e9-42bc-af05-bc709d57f680 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.5466580 Dec 11 22:36:44.017788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-4bddca59-e79d-441b-8585-451ea920b6f5 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:44.019383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-4bddca59-e79d-441b-8585-451ea920b6f5 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.13 "GET /v2.0/networks?id=3edf13e9-f980-49f5-91b4-3fd48a23543a HTTP/1.1" status: 200 len: 821 time: 0.6563489 Dec 11 22:36:44.036153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58d8bc-619c-4ab2-8920-2c241b4181c6 req-6a04724d-9f73-4db1-9ae6-d3275f7489a1 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:44.037084 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-59f24f0a-dcb7-4d2a-8b50-2e261b05d49f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Request body: {'port': {'device_id': '10443360-cc45-43b1-8700-5ba7a9595861', 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a', 'admin_state_up': True, 'tenant_id': '1c5cc5126aa845a8afd4e91d9e912fb8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:44.037890 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6e58d8bc-619c-4ab2-8920-2c241b4181c6 req-6a04724d-9f73-4db1-9ae6-d3275f7489a1 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 949 time: 0.0647874 Dec 11 22:36:44.042299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262c789-391a-48da-890f-04947074b33c req-f89e6fd1-1e9e-448b-b095-881273040252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:44.043819 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e262c789-391a-48da-890f-04947074b33c req-f89e6fd1-1e9e-448b-b095-881273040252 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102021 Dec 11 22:36:44.098136 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6e58d8bc-619c-4ab2-8920-2c241b4181c6 req-3352aa2e-9b5b-4303-8ebb-734c91c9c718 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528841 Dec 11 22:36:44.104341 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50492cb5-cfc8-4c33-b30b-92a85e8ee91d req-e5b76876-e7c4-4d04-b3cc-afab96c1b9ae tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:44.108409 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50492cb5-cfc8-4c33-b30b-92a85e8ee91d req-e5b76876-e7c4-4d04-b3cc-afab96c1b9ae tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 967 time: 0.1430008 Dec 11 22:36:44.257577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50492cb5-cfc8-4c33-b30b-92a85e8ee91d req-5d04b6ce-55bc-4126-89a5-23f4c373e025 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358411 Dec 11 22:36:44.269636 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e262c789-391a-48da-890f-04947074b33c req-ea0ccf37-16cc-43c8-8ad6-13872ad6840d service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117891 Dec 11 22:36:44.356809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0500ec3-87a6-45e8-8ad0-5aaa3250e7ad req-3763911c-5672-4268-a2bb-f02231747661 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:44.358293 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f0500ec3-87a6-45e8-8ad0-5aaa3250e7ad req-3763911c-5672-4268-a2bb-f02231747661 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 948 time: 0.0597699 Dec 11 22:36:44.379149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-59f24f0a-dcb7-4d2a-8b50-2e261b05d49f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Made reservation on behalf of 1c5cc5126aa845a8afd4e91d9e912fb8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:36:44.383176 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-59f24f0a-dcb7-4d2a-8b50-2e261b05d49f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:44.398983 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e262c789-391a-48da-890f-04947074b33c req-da5bd922-c630-406a-9a51-178a7e6af105 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206858 Dec 11 22:36:44.410472 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f0500ec3-87a6-45e8-8ad0-5aaa3250e7ad req-e8fbfa48-1a12-4c4b-b7a0-81dfc7766cf0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451696 Dec 11 22:36:44.497907 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c1a53160-b9b1-475a-9217-46c903814c5d req-137cc2b3-4161-405d-9a65-8e38dbc3a944 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 210 time: 0.0365238 Dec 11 22:36:44.582171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-59f24f0a-dcb7-4d2a-8b50-2e261b05d49f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Allocated IP 172.20.0.13 (3edf13e9-f980-49f5-91b4-3fd48a23543a/7337e6a9-f530-438b-852b-2b3fd3b98957/71300047-54d4-4316-84b4-9d0391f2e1de) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:36:44.747975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272a2bf-4353-49f5-ab52-1f58f3e35a76 req-f700f659-a637-4cab-b365-02f11b48c4e7 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:44.749617 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a272a2bf-4353-49f5-ab52-1f58f3e35a76 req-f700f659-a637-4cab-b365-02f11b48c4e7 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 946 time: 0.1152978 Dec 11 22:36:44.834455 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-59f24f0a-dcb7-4d2a-8b50-2e261b05d49f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:44.842175 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a272a2bf-4353-49f5-ab52-1f58f3e35a76 req-3e7f6b98-6c3a-42e3-95f5-5871b1ee2fa0 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/security-groups?id=b093fddc-c8d8-49e1-b271-ea517715a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858655 Dec 11 22:36:44.935120 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-59f24f0a-dcb7-4d2a-8b50-2e261b05d49f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:45.005684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-59f24f0a-dcb7-4d2a-8b50-2e261b05d49f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Network 3edf13e9-f980-49f5-91b4-3fd48a23543a is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:36:45.009274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-59f24f0a-dcb7-4d2a-8b50-2e261b05d49f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:36:45.018283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-59f24f0a-dcb7-4d2a-8b50-2e261b05d49f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:36:45.022263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-59f24f0a-dcb7-4d2a-8b50-2e261b05d49f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:45.022908 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-59f24f0a-dcb7-4d2a-8b50-2e261b05d49f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:45.028759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f24f0a-dcb7-4d2a-8b50-2e261b05d49f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Pushing event updated for resources: {'Port': ['ID=71300047-54d4-4316-84b4-9d0391f2e1de,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:45.040686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde1a94-0f6a-4850-9417-bd382dc47955 req-de898a55-3390-4244-b553-87c6af4b5154 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:45.042193 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1cde1a94-0f6a-4850-9417-bd382dc47955 req-de898a55-3390-4244-b553-87c6af4b5154 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 946 time: 0.1182866 Dec 11 22:36:45.051943 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44192) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:36:45.056495 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a81b4712-222e-4e95-a80b-40c5d3046b92 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Request body: {'floatingip': {'port_id': '13d4ac9d-1fe0-4767-9801-724cbda707a3'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:45.098645 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a81b4712-222e-4e95-a80b-40c5d3046b92 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:45.134708 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-59f24f0a-dcb7-4d2a-8b50-2e261b05d49f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1016424 Dec 11 22:36:45.164449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Request body: {'port': {'device_id': '10443360-cc45-43b1-8700-5ba7a9595861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:45.216700 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33ba5c-aa4d-4ec8-a4b4-e1966bdebe83 req-6468346b-3649-4105-aaf8-56490dfac5ec tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:45.218502 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea33ba5c-aa4d-4ec8-a4b4-e1966bdebe83 req-6468346b-3649-4105-aaf8-56490dfac5ec tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.1004488 Dec 11 22:36:45.269281 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:45.308633 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea33ba5c-aa4d-4ec8-a4b4-e1966bdebe83 req-f5a9ad78-1c62-4990-8b20-6247cfae7d27 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639989 Dec 11 22:36:45.618296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06afb4e-2a33-4e58-a8de-c3a9a541eb23 req-e7db2a5d-35ac-4b0e-ad18-1cb6bd5ebb3c tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:45.620179 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e06afb4e-2a33-4e58-a8de-c3a9a541eb23 req-e7db2a5d-35ac-4b0e-ad18-1cb6bd5ebb3c tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 949 time: 0.0860555 Dec 11 22:36:45.674261 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ba1e4-fca5-492b-8ba0-03a15eda810a req-fa2397c7-e472-4c1a-9830-f74f7cdb1a2a tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:45.682426 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f28ba1e4-fca5-492b-8ba0-03a15eda810a req-fa2397c7-e472-4c1a-9830-f74f7cdb1a2a tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9fe092b-f817-4468-a44e-a0a10f64ad14 HTTP/1.1" status: 200 len: 949 time: 0.1682382 Dec 11 22:36:45.772886 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f28ba1e4-fca5-492b-8ba0-03a15eda810a req-7fd338ca-b481-4a07-825a-53e86a1d7c70 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880430 Dec 11 22:36:45.819596 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71300047-54d4-4316-84b4-9d0391f2e1de {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:45.830968 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:45.839431 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a81b4712-222e-4e95-a80b-40c5d3046b92 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:45.856101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Transition to ACTIVE for port object 71300047-54d4-4316-84b4-9d0391f2e1de will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:36:45.859846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e06afb4e-2a33-4e58-a8de-c3a9a541eb23 req-b22ea7e4-09de-4e90-a073-148b998f146f tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Deleting port 9e7bb875-1ba5-4275-859c-93cd1247d4b9 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:36:45.860234 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e06afb4e-2a33-4e58-a8de-c3a9a541eb23 req-b22ea7e4-09de-4e90-a073-148b998f146f tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:45.943729 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671a11b-5274-45d0-9ec2-60e3c21df355 req-3db972ca-397b-490e-8d92-18a41f666225 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:45.952681 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1671a11b-5274-45d0-9ec2-60e3c21df355 req-3db972ca-397b-490e-8d92-18a41f666225 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 932 time: 0.0724525 Dec 11 22:36:45.979259 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a81b4712-222e-4e95-a80b-40c5d3046b92 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:45.988859 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:46.114530 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1671a11b-5274-45d0-9ec2-60e3c21df355 req-eb4f56c6-1779-4092-a7cb-66d5b6d67629 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135218 Dec 11 22:36:46.116223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Pushing event updated for resources: {'Port': ['ID=71300047-54d4-4316-84b4-9d0391f2e1de,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:46.116223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f80c3-a50f-45cc-889a-25c1feb9dcff req-0c43a93f-8c77-4a8d-89c3-4ccb4e02b725 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:46.116223 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e16f80c3-a50f-45cc-889a-25c1feb9dcff req-0c43a93f-8c77-4a8d-89c3-4ccb4e02b725 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 948 time: 0.1624827 Dec 11 22:36:46.165802 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-a81b4712-222e-4e95-a80b-40c5d3046b92 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Floating IP 4c725c65-f71d-48e2-851f-b14b1f3c67b4 associated. External IP: 172.25.1.213, port: 13d4ac9d-1fe0-4767-9801-724cbda707a3. Dec 11 22:36:46.175850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e06afb4e-2a33-4e58-a8de-c3a9a541eb23 req-b22ea7e4-09de-4e90-a073-148b998f146f tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] For port 9e7bb875-1ba5-4275-859c-93cd1247d4b9, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9e7bb875-1ba5-4275-859c-93cd1247d4b9,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:46.176236 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e06afb4e-2a33-4e58-a8de-c3a9a541eb23 req-b22ea7e4-09de-4e90-a073-148b998f146f tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:46.194296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Attempting to bind port 71300047-54d4-4316-84b4-9d0391f2e1de on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:36:46.194574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Attempting to bind port 71300047-54d4-4316-84b4-9d0391f2e1de by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '7e0491bf-47ca-48bd-8a05-9c38fba7ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:36:46.194972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Attempting to bind port 71300047-54d4-4316-84b4-9d0391f2e1de on network 3edf13e9-f980-49f5-91b4-3fd48a23543a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:46.208423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e06afb4e-2a33-4e58-a8de-c3a9a541eb23 req-b22ea7e4-09de-4e90-a073-148b998f146f tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Calling delete_port for 9e7bb875-1ba5-4275-859c-93cd1247d4b9 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:36:46.217422 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Port 71300047-54d4-4316-84b4-9d0391f2e1de on network 3edf13e9-f980-49f5-91b4-3fd48a23543a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:36:46.217766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Attempting to bind port 71300047-54d4-4316-84b4-9d0391f2e1de on network 3edf13e9-f980-49f5-91b4-3fd48a23543a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:46.244340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:36:46.244677 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Checking segment: {'id': '7e0491bf-47ca-48bd-8a05-9c38fba7ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:36:46.245071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Bound using segment: {'id': '7e0491bf-47ca-48bd-8a05-9c38fba7ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:36:46.245518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Bound port: 71300047-54d4-4316-84b4-9d0391f2e1de, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0491bf-47ca-48bd-8a05-9c38fba7ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:36:46.245875 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:46.295245 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e16f80c3-a50f-45cc-889a-25c1feb9dcff req-318f8dd4-6c51-49c1-b229-9ecf2be02b3e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772547 Dec 11 22:36:46.325436 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-a16615fe-c49a-45a2-8a36-b1b7f4caf2ed tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1148965556&fields=id&tenant_id=556a7ebc068346b0987349bf55b5f5c7 HTTP/1.1" status: 200 len: 267 time: 0.1202514 Dec 11 22:36:46.404831 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] For port 71300047-54d4-4316-84b4-9d0391f2e1de, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:46.409036 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] For port 71300047-54d4-4316-84b4-9d0391f2e1de, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=71300047-54d4-4316-84b4-9d0391f2e1de,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:36:46.493567 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:46.508788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 43d1c68e-45f3-42ce-a3df-ba0ce9310172 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:36:46.603831 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e06afb4e-2a33-4e58-a8de-c3a9a541eb23 req-b22ea7e4-09de-4e90-a073-148b998f146f tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:46.618513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:46.619129 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:46.620468 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] 10.222.0.13 "PUT /v2.0/ports/71300047-54d4-4316-84b4-9d0391f2e1de HTTP/1.1" status: 200 len: 1092 time: 1.4673383 Dec 11 22:36:46.627601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10443360-cc45-43b1-8700-5ba7a9595861', 'tag': '71300047-54d4-4316-84b4-9d0391f2e1de'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:46.628246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-02974586-1ad3-4a4a-a10d-f6a08af3e904 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:46.633404 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ee02fc-bd4d-4b25-8e08-fdcabcbabd07" -d '{"events": [{"name": "network-changed", "server_uuid": "10443360-cc45-43b1-8700-5ba7a9595861", "tag": "71300047-54d4-4316-84b4-9d0391f2e1de"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:46.642214 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-02974586-1ad3-4a4a-a10d-f6a08af3e904 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/networks?id=b4c48a02-3b82-4092-9ade-e5e796a844fd HTTP/1.1" status: 200 len: 823 time: 0.3043439 Dec 11 22:36:46.659144 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81b4712-222e-4e95-a80b-40c5d3046b92 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Router 974a1be2-1675-4f8c-a8fd-52866897c162 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:36:46.672010 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-059e62e8-9fdb-4a19-9ab1-09f89d968ae3 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/quotas/556a7ebc068346b0987349bf55b5f5c7 HTTP/1.1" status: 200 len: 375 time: 0.0282490 Dec 11 22:36:46.701627 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['b382d259-fd5f-41ed-a846-28654a6df958', '9e7bb875-1ba5-4275-859c-93cd1247d4b9', '9a43d656-6517-423a-be7b-325665329207'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:36:46.727676 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06afb4e-2a33-4e58-a8de-c3a9a541eb23 req-b22ea7e4-09de-4e90-a073-148b998f146f tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] No DVR routers for this DVR port 9e7bb875-1ba5-4275-859c-93cd1247d4b9 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:36:46.731268 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e06afb4e-2a33-4e58-a8de-c3a9a541eb23 req-b22ea7e4-09de-4e90-a073-148b998f146f tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:46.735566 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e06afb4e-2a33-4e58-a8de-c3a9a541eb23 req-b22ea7e4-09de-4e90-a073-148b998f146f tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.13 "DELETE /v2.0/ports/9e7bb875-1ba5-4275-859c-93cd1247d4b9 HTTP/1.1" status: 204 len: 173 time: 1.1067452 Dec 11 22:36:46.760204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfb0aa-81cb-481a-b064-c68b287c9df3 service neutron] Pushing event updated for resources: {'Port': ['ID=71300047-54d4-4316-84b4-9d0391f2e1de,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:46.807155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ea7e4-09de-4e90-a073-148b998f146f tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Pushing event deleted for resources: {'Port': ['ID=9e7bb875-1ba5-4275-859c-93cd1247d4b9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:46.825844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-70380886-4b74-421e-bb8d-8f4d212b68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:46.827384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-70380886-4b74-421e-bb8d-8f4d212b68bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c5cc5126aa845a8afd4e91d9e912fb8&device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 1095 time: 0.0890534 Dec 11 22:36:46.884349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-c182eeb0-0b2b-4fc3-bc29-f245d421a94a tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=556a7ebc068346b0987349bf55b5f5c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2109926 Dec 11 22:36:46.888131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:46.939086 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-aab5f0ce-1c66-48d7-9817-77860e9900a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71300047-54d4-4316-84b4-9d0391f2e1de HTTP/1.1" status: 200 len: 217 time: 0.1018908 Dec 11 22:36:47.038055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-f5236022-1c72-4180-9312-c9ff74fc376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:47.040403 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-f5236022-1c72-4180-9312-c9ff74fc376e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7337e6a9-f530-438b-852b-2b3fd3b98957 HTTP/1.1" status: 200 len: 861 time: 0.0951338 Dec 11 22:36:47.049621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '43d1c68e-45f3-42ce-a3df-ba0ce9310172', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '43d1c68e-45f3-42ce-a3df-ba0ce9310172', 'mac_address': 'fa:16:3e:78:ae:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:36:47.172438 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-780d1199-9acf-4ede-bc41-6b1cd0b258f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3edf13e9-f980-49f5-91b4-3fd48a23543a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115050 Dec 11 22:36:47.317282 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:47.383136 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:47.455961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d1c68e-45f3-42ce-a3df-ba0ce9310172 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:47.504685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:47.582502 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:47.596561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-7df735d7-c056-4608-9019-b66c480154c1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:47.598531 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-7df735d7-c056-4608-9019-b66c480154c1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde&tenant_id=e828c78368f2446e9a1b9388577b4d40&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 948 time: 0.3667939 Dec 11 22:36:47.617289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea7e4d-95d2-40da-bfb0-21cfabfebe96 req-4691188f-76cc-4823-8e20-e79b4cdd64a1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:47.625802 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b5ea7e4d-95d2-40da-bfb0-21cfabfebe96 req-4691188f-76cc-4823-8e20-e79b4cdd64a1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.2687426 Dec 11 22:36:47.687636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=43d1c68e-45f3-42ce-a3df-ba0ce9310172,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:47.709056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81b4712-222e-4e95-a80b-40c5d3046b92 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:36:47.709640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7926f2a-e85a-44f5-bcd4-c970b750575e req-d36b3116-e134-4cc6-92ea-4cbe27f37171 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:47.711268 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7926f2a-e85a-44f5-bcd4-c970b750575e req-d36b3116-e134-4cc6-92ea-4cbe27f37171 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.13 "GET /v2.0/ports?device_id=904eddeb-2243-47d3-91d0-47f5f430bdbd HTTP/1.1" status: 200 len: 967 time: 0.3558819 Dec 11 22:36:47.714362 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a81b4712-222e-4e95-a80b-40c5d3046b92 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:47.725402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a3c8f-09ce-42ec-a2dd-c6112e863bab None None] Sync routers for ids ['974a1be2-1675-4f8c-a8fd-52866897c162'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:36:47.725659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-b0fe3c63-4933-4d0f-9177-597e53ec1178 service neutron] 10.222.0.13 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454214 Dec 11 22:36:47.759856 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a81b4712-222e-4e95-a80b-40c5d3046b92 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "PUT /v2.0/floatingips/4c725c65-f71d-48e2-851f-b14b1f3c67b4 HTTP/1.1" status: 200 len: 992 time: 2.7067742 Dec 11 22:36:47.766171 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7c163a-b855-48b3-85cb-7b9f40de113e', 'tag': '13d4ac9d-1fe0-4767-9801-724cbda707a3'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:47.768947 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3198ba4-809d-4645-85fa-e31a96ff91c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7c163a-b855-48b3-85cb-7b9f40de113e", "tag": "13d4ac9d-1fe0-4767-9801-724cbda707a3"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:47.782702 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a3c8f-09ce-42ec-a2dd-c6112e863bab None None] Routers {'974a1be2-1675-4f8c-a8fd-52866897c162'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:36:47.784149 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7997cc79-9f41-42ed-9fd5-c91f1feeb566 service neutron] 10.222.0.45 "GET /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8871686 Dec 11 22:36:47.785001 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-cd8a3c8f-09ce-42ec-a2dd-c6112e863bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:36:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['974a1be2-1675-4f8c-a8fd-52866897c162'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:36:47.861587 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b5ea7e4d-95d2-40da-bfb0-21cfabfebe96 req-068483c0-43a3-47f7-9e23-4b248527db96 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327533 Dec 11 22:36:47.932935 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-80deda6f-c718-433d-91ff-5c7f588e22aa service neutron] 10.222.0.45 "GET /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478114 Dec 11 22:36:47.988996 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390887bc-8423-4c74-9745-c47ef13fa2a2 x-openstack-request-id: req-390887bc-8423-4c74-9745-c47ef13fa2a2 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:47.989355 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10443360-cc45-43b1-8700-5ba7a9595861", "tag": "71300047-54d4-4316-84b4-9d0391f2e1de", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:47.989531 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-390887bc-8423-4c74-9745-c47ef13fa2a2 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:47.989966 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10443360-cc45-43b1-8700-5ba7a9595861', 'tag': '71300047-54d4-4316-84b4-9d0391f2e1de', 'status': 'completed', 'code': 200} Dec 11 22:36:48.039672 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-06b6a440-77b5-4789-9a73-d1d19e118186 service neutron] 10.222.0.47 "GET /v2.0/ports/43d1c68e-45f3-42ce-a3df-ba0ce9310172/bindings/n-h1-710847-6 HTTP/1.1" status: 200 len: 382 time: 0.4032028 Dec 11 22:36:48.055637 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['43d1c68e-45f3-42ce-a3df-ba0ce9310172'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:36:48.063224 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b9978fc-ddb8-4353-9b27-20c8a147cdf0 req-1bc5abce-33ca-4609-b7c7-6cc35ed6dd5a service neutron] 10.222.0.13 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938759 Dec 11 22:36:48.065515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a7926f2a-e85a-44f5-bcd4-c970b750575e req-e0786bea-38c9-431e-b2e7-7a9228c5e3ca tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Deleting port fb341b21-8b30-4d61-9ea8-661430baf73f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:36:48.065794 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a7926f2a-e85a-44f5-bcd4-c970b750575e req-e0786bea-38c9-431e-b2e7-7a9228c5e3ca tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:48.227394 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-cd8a3c8f-09ce-42ec-a2dd-c6112e863bab None None] Set router 974a1be2-1675-4f8c-a8fd-52866897c162 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:36:48.287094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd3b0a-2fca-400c-82d6-1b546a162b10 req-c3e1d89e-7986-4b16-8304-cc1a239a99ed tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:48.288639 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46dd3b0a-2fca-400c-82d6-1b546a162b10 req-c3e1d89e-7986-4b16-8304-cc1a239a99ed tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 949 time: 0.1246688 Dec 11 22:36:48.293551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-aa19e360-834c-46de-9eee-3b9d847f286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:48.295198 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-aa19e360-834c-46de-9eee-3b9d847f286d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 1100 time: 0.2111063 Dec 11 22:36:48.419966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3ea29-8cbd-4246-99f3-20bf42e3589d req-bd4e4fd7-9947-41ef-b7e1-66389d80b8e3 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:48.429842 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-22b3ea29-8cbd-4246-99f3-20bf42e3589d req-bd4e4fd7-9947-41ef-b7e1-66389d80b8e3 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 944 time: 0.0900230 Dec 11 22:36:48.487388 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-22b3ea29-8cbd-4246-99f3-20bf42e3589d req-2dec526b-c7e6-4f85-ba24-d678d76c1148 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565965 Dec 11 22:36:48.498440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4f24d693-6e51-414d-8d72-c55d14d151c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:48.502778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4f24d693-6e51-414d-8d72-c55d14d151c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1590688 Dec 11 22:36:48.735972 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d8b4d0-534a-49bb-a86a-251b2511dbff x-openstack-request-id: req-00d8b4d0-534a-49bb-a86a-251b2511dbff {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:48.739338 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7c163a-b855-48b3-85cb-7b9f40de113e", "tag": "13d4ac9d-1fe0-4767-9801-724cbda707a3", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:48.739338 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-00d8b4d0-534a-49bb-a86a-251b2511dbff {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:48.739338 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7c163a-b855-48b3-85cb-7b9f40de113e', 'tag': '13d4ac9d-1fe0-4767-9801-724cbda707a3', 'status': 'completed', 'code': 200} Dec 11 22:36:48.759369 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-780cbb70-332f-42de-b47d-7b47207f88f7 req-8510341e-999d-4a2b-a5c0-4954ed32e6bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850739 Dec 11 22:36:48.870878 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a731b7a1-c866-4335-978b-1ed362658f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:48.912678 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cbb70-332f-42de-b47d-7b47207f88f7 req-2fef3142-2982-4879-9231-3b3638af6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:48.927111 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-780cbb70-332f-42de-b47d-7b47207f88f7 req-2fef3142-2982-4879-9231-3b3638af6cda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb174d04fa334972afa3decee998ec89&device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 1102 time: 0.1267300 Dec 11 22:36:49.025931 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device fb341b21-8b30-4d61-9ea8-661430baf73f no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:36:49.105426 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cbb70-332f-42de-b47d-7b47207f88f7 req-38e80830-7ba1-4b6f-b40c-2550b83ec204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:49.108192 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-780cbb70-332f-42de-b47d-7b47207f88f7 req-38e80830-7ba1-4b6f-b40c-2550b83ec204 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1587234 Dec 11 22:36:49.179632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee02fc-bd4d-4b25-8e08-fdcabcbabd07 req-094a189b-171d-4229-89bc-18ffbecd9dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:49.181222 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77ee02fc-bd4d-4b25-8e08-fdcabcbabd07 req-094a189b-171d-4229-89bc-18ffbecd9dea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c5cc5126aa845a8afd4e91d9e912fb8&device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 1095 time: 0.9755828 Dec 11 22:36:49.208227 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46dd3b0a-2fca-400c-82d6-1b546a162b10 req-52669043-2431-4aab-b9b3-2f1da2ce487a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8762801 Dec 11 22:36:49.208410 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-780cbb70-332f-42de-b47d-7b47207f88f7 req-41b4f5c0-5776-41ea-8ea7-4fa549bee1a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9a43d656-6517-423a-be7b-325665329207 HTTP/1.1" status: 200 len: 217 time: 0.0877230 Dec 11 22:36:49.353928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cbb70-332f-42de-b47d-7b47207f88f7 req-9fa6b1cb-d7cf-46cf-893f-cf9d45903b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:49.356577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-3226e22d-c5f8-42ec-bf86-f5d5d817df00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172 HTTP/1.1" status: 200 len: 217 time: 0.8372500 Dec 11 22:36:49.358287 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-780cbb70-332f-42de-b47d-7b47207f88f7 req-9fa6b1cb-d7cf-46cf-893f-cf9d45903b96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1464889 Dec 11 22:36:49.381907 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:49.392350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-cd8a3c8f-09ce-42ec-a2dd-c6112e863bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'name': 'tempest-ServersTestFqdnHostnames-740446196-router', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'gw_port': {'id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '4c725c65-f71d-48e2-851f-b14b1f3c67b4', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'port_id': '13d4ac9d-1fe0-4767-9801-724cbda707a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e', 'mac_address': 'fa:16:3e:91:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7c163a-b855-48b3-85cb-7b9f40de113e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:36:24Z', 'updated_at': '2021-12-11T22:36:45Z', 'revision_number': 1, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fc5518-0b52-4304-aa5e-11a701797a3d', 'name': '', 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'mac_address': 'fa:16:3e:36:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:17Z', 'updated_at': '2021-12-11T22:36:23Z', 'revision_number': 5, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'subnets': [{'id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:36:49.455414 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f7e68d5-5b2d-4306-b9b3-2a0458b74974 req-b51671ee-a3d8-4879-8573-79300da9b858 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 210 time: 0.1641665 Dec 11 22:36:49.457612 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a3c8f-09ce-42ec-a2dd-c6112e863bab None None] Checking router: 974a1be2-1675-4f8c-a8fd-52866897c162 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:36:49.479030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904eddeb-2243-47d3-91d0-47f5f430bdbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb341b21-8b30-4d61-9ea8-661430baf73f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:49.481426 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8025fab1-cda6-48a1-a049-49d8698fc764" -d '{"events": [{"server_uuid": "904eddeb-2243-47d3-91d0-47f5f430bdbd", "name": "network-vif-unplugged", "status": "completed", "tag": "fb341b21-8b30-4d61-9ea8-661430baf73f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:49.492087 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cbb70-332f-42de-b47d-7b47207f88f7 req-08b7a06b-c935-4416-9d83-266382ebadb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:49.493608 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-780cbb70-332f-42de-b47d-7b47207f88f7 req-08b7a06b-c935-4416-9d83-266382ebadb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965517 Dec 11 22:36:49.502201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a3c8f-09ce-42ec-a2dd-c6112e863bab None None] Routers {'974a1be2-1675-4f8c-a8fd-52866897c162'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:36:49.502980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-cd8a3c8f-09ce-42ec-a2dd-c6112e863bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:36:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['974a1be2-1675-4f8c-a8fd-52866897c162'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:36:49.509480 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port fb341b21-8b30-4d61-9ea8-661430baf73f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=fb341b21-8b30-4d61-9ea8-661430baf73f,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:49.553146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a7926f2a-e85a-44f5-bcd4-c970b750575e req-e0786bea-38c9-431e-b2e7-7a9228c5e3ca tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] For port fb341b21-8b30-4d61-9ea8-661430baf73f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=fb341b21-8b30-4d61-9ea8-661430baf73f,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:49.554039 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a7926f2a-e85a-44f5-bcd4-c970b750575e req-e0786bea-38c9-431e-b2e7-7a9228c5e3ca tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:49.627955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978181d-bf99-45f7-bb69-4562af7662e6 req-d0786248-81a3-42f1-8c50-627976def942 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:49.638053 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:49.638053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9e7bb875-1ba5-4275-859c-93cd1247d4b9 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:36:49.645833 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4978181d-bf99-45f7-bb69-4562af7662e6 req-d0786248-81a3-42f1-8c50-627976def942 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.3381946 Dec 11 22:36:49.658197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-780cbb70-332f-42de-b47d-7b47207f88f7 req-de30b9e6-e1ca-4216-9f0c-4b6b4053df75 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556661 Dec 11 22:36:49.666706 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4e46d-537b-468d-94e4-398433576442 req-55f618f2-70be-493d-92cf-ad6eb72867bb tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:49.675332 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8da4e46d-537b-468d-94e4-398433576442 req-55f618f2-70be-493d-92cf-ad6eb72867bb tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 950 time: 0.0956829 Dec 11 22:36:49.677595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-5f9ef38f-6404-4708-a41d-a53511878899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:49.679768 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-5f9ef38f-6404-4708-a41d-a53511878899 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.3105640 Dec 11 22:36:49.799826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 9e7bb875-1ba5-4275-859c-93cd1247d4b9 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:36:49.800189 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9e7bb875-1ba5-4275-859c-93cd1247d4b9 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:36:49.807275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=fb341b21-8b30-4d61-9ea8-661430baf73f,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:49.821242 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8da4e46d-537b-468d-94e4-398433576442 req-0e9ff8e7-499e-43c4-9c31-bfc0da4e4bc3 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437786 Dec 11 22:36:49.840412 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-cd8a3c8f-09ce-42ec-a2dd-c6112e863bab None None] Set router 974a1be2-1675-4f8c-a8fd-52866897c162 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:36:49.901540 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-780cbb70-332f-42de-b47d-7b47207f88f7 req-f89be82c-7f64-486f-82a6-525d8c1c647f service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053697 Dec 11 22:36:49.901829 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ce7d96-9adc-4993-970b-ca95ea17f8d8 x-openstack-request-id: req-87ce7d96-9adc-4993-970b-ca95ea17f8d8 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:49.902333 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904eddeb-2243-47d3-91d0-47f5f430bdbd", "name": "network-vif-unplugged", "status": "completed", "tag": "fb341b21-8b30-4d61-9ea8-661430baf73f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:49.902671 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87ce7d96-9adc-4993-970b-ca95ea17f8d8 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:49.903069 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904eddeb-2243-47d3-91d0-47f5f430bdbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb341b21-8b30-4d61-9ea8-661430baf73f', 'code': 200} Dec 11 22:36:50.064419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fe092b-f817-4468-a44e-a0a10f64ad14', 'name': 'network-vif-deleted', 'tag': '9e7bb875-1ba5-4275-859c-93cd1247d4b9'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:50.066681 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e034dbdd-94d6-4287-89bf-6b795bf023cc" -d '{"events": [{"server_uuid": "d9fe092b-f817-4468-a44e-a0a10f64ad14", "name": "network-vif-deleted", "tag": "9e7bb875-1ba5-4275-859c-93cd1247d4b9"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:50.070723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee02fc-bd4d-4b25-8e08-fdcabcbabd07 req-2d7db2fa-703f-4489-bd2f-3120d049d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:50.072591 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77ee02fc-bd4d-4b25-8e08-fdcabcbabd07 req-2d7db2fa-703f-4489-bd2f-3120d049d2a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3edf13e9-f980-49f5-91b4-3fd48a23543a HTTP/1.1" status: 200 len: 922 time: 0.8622050 Dec 11 22:36:50.104557 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a4ad5-ced3-47d4-bfa0-383e2b955af7 req-ebc26e15-e398-457c-9699-164a64db94d4 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:50.106692 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-127a4ad5-ced3-47d4-bfa0-383e2b955af7 req-ebc26e15-e398-457c-9699-164a64db94d4 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 944 time: 0.1038349 Dec 11 22:36:50.199701 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3198ba4-809d-4645-85fa-e31a96ff91c9 req-35933f82-72ea-4b5d-8e9e-970b4b7d96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:50.205650 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-127a4ad5-ced3-47d4-bfa0-383e2b955af7 req-ef4658a9-3bb2-470a-b2f8-a453d58246ee tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911489 Dec 11 22:36:50.209643 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d3198ba4-809d-4645-85fa-e31a96ff91c9 req-35933f82-72ea-4b5d-8e9e-970b4b7d96b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cabc9743ca34198b7d25719467d73e6&device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 1097 time: 1.0616808 Dec 11 22:36:50.266495 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-cd8a3c8f-09ce-42ec-a2dd-c6112e863bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'name': 'tempest-ServersTestFqdnHostnames-740446196-router', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'gw_port': {'id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '4c725c65-f71d-48e2-851f-b14b1f3c67b4', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'port_id': '13d4ac9d-1fe0-4767-9801-724cbda707a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e', 'mac_address': 'fa:16:3e:91:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7c163a-b855-48b3-85cb-7b9f40de113e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:36:24Z', 'updated_at': '2021-12-11T22:36:45Z', 'revision_number': 1, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fc5518-0b52-4304-aa5e-11a701797a3d', 'name': '', 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'mac_address': 'fa:16:3e:36:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:17Z', 'updated_at': '2021-12-11T22:36:23Z', 'revision_number': 5, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'subnets': [{'id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:36:50.309094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a3c8f-09ce-42ec-a2dd-c6112e863bab None None] The sync data for ids ['974a1be2-1675-4f8c-a8fd-52866897c162'] in n-d-710847-6 is: [{'id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'name': 'tempest-ServersTestFqdnHostnames-740446196-router', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'gw_port': {'id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '4c725c65-f71d-48e2-851f-b14b1f3c67b4', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'port_id': '13d4ac9d-1fe0-4767-9801-724cbda707a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e', 'mac_address': 'fa:16:3e:91:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7c163a-b855-48b3-85cb-7b9f40de113e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:36:24Z', 'updated_at': '2021-12-11T22:36:45Z', 'revision_number': 1, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fc5518-0b52-4304-aa5e-11a701797a3d', 'name': '', 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'mac_address': 'fa:16:3e:36:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:17Z', 'updated_at': '2021-12-11T22:36:23Z', 'revision_number': 5, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'subnets': [{'id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:36:50.419052 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77ee02fc-bd4d-4b25-8e08-fdcabcbabd07 req-e289bc61-2a2a-4376-a40e-fa4e95b3afad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71300047-54d4-4316-84b4-9d0391f2e1de HTTP/1.1" status: 200 len: 217 time: 0.2743814 Dec 11 22:36:50.465361 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275a5fd4-7fff-479d-99ce-8e4f5773431c x-openstack-request-id: req-275a5fd4-7fff-479d-99ce-8e4f5773431c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:50.465669 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fe092b-f817-4468-a44e-a0a10f64ad14", "name": "network-vif-deleted", "tag": "9e7bb875-1ba5-4275-859c-93cd1247d4b9", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:50.466000 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-275a5fd4-7fff-479d-99ce-8e4f5773431c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:50.466358 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fe092b-f817-4468-a44e-a0a10f64ad14', 'name': 'network-vif-deleted', 'tag': '9e7bb875-1ba5-4275-859c-93cd1247d4b9', 'status': 'completed', 'code': 200} Dec 11 22:36:50.523288 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4978181d-bf99-45f7-bb69-4562af7662e6 req-f756032d-06ec-4dd5-8a20-7c74445089cd tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8748579 Dec 11 22:36:50.548659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 43d1c68e-45f3-42ce-a3df-ba0ce9310172 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:36:50.620947 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52505992-fae3-4101-b45d-abea5df961bf req-d55d5f65-0d3a-49df-84f0-4e9476cec3f4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:50.645263 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52505992-fae3-4101-b45d-abea5df961bf req-d55d5f65-0d3a-49df-84f0-4e9476cec3f4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 949 time: 0.0962329 Dec 11 22:36:50.717234 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-84f3a84f-324c-4a62-95c7-adc0bb764404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:50.719656 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-84f3a84f-324c-4a62-95c7-adc0bb764404 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7287974 Dec 11 22:36:50.730068 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7e25e19-4070-4493-90a2-907e0abfe8e8 req-f7180d5b-6295-4ef8-866d-c165705dccae tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 210 time: 0.0989525 Dec 11 22:36:50.732319 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee02fc-bd4d-4b25-8e08-fdcabcbabd07 req-26f63e46-d02f-4ad7-83ed-71f034242b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:50.737933 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77ee02fc-bd4d-4b25-8e08-fdcabcbabd07 req-26f63e46-d02f-4ad7-83ed-71f034242b16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7337e6a9-f530-438b-852b-2b3fd3b98957 HTTP/1.1" status: 200 len: 861 time: 0.2663846 Dec 11 22:36:50.737933 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a7926f2a-e85a-44f5-bcd4-c970b750575e req-e0786bea-38c9-431e-b2e7-7a9228c5e3ca tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:50.737933 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a7926f2a-e85a-44f5-bcd4-c970b750575e req-e0786bea-38c9-431e-b2e7-7a9228c5e3ca tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:50.737933 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-a7926f2a-e85a-44f5-bcd4-c970b750575e req-e0786bea-38c9-431e-b2e7-7a9228c5e3ca tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Floating IP 0fdbbb86-ba35-4739-8cf4-f693f01bb47a disassociated. External IP: 172.25.1.109, port: fb341b21-8b30-4d61-9ea8-661430baf73f. Dec 11 22:36:50.737933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a7926f2a-e85a-44f5-bcd4-c970b750575e req-e0786bea-38c9-431e-b2e7-7a9228c5e3ca tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Calling delete_port for fb341b21-8b30-4d61-9ea8-661430baf73f owned by compute:tempest-test_az-431819819 {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:36:50.757238 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52505992-fae3-4101-b45d-abea5df961bf req-37e8d66c-73b8-4561-87d7-bba262eddbb6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095381 Dec 11 22:36:50.775632 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:36:50.776050 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13616461-cc50-4b1c-b027-79695e672211 None None] New status for floating IP 4c725c65-f71d-48e2-851f-b14b1f3c67b4: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:36:50.780413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:50.783869 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:50.911027 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77ee02fc-bd4d-4b25-8e08-fdcabcbabd07 req-85d762d2-96db-4ed7-b216-8700d32f36dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3edf13e9-f980-49f5-91b4-3fd48a23543a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008763 Dec 11 22:36:51.025206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3198ba4-809d-4645-85fa-e31a96ff91c9 req-8912ee2f-a69d-49e4-8064-89cdd002b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:51.027094 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d3198ba4-809d-4645-85fa-e31a96ff91c9 req-8912ee2f-a69d-49e4-8064-89cdd002b852 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4241dd4b-9403-4fa5-b1dc-073261711d6e HTTP/1.1" status: 200 len: 915 time: 0.6805704 Dec 11 22:36:51.034726 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:51.077112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:51.102457 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b71c8c-6bf1-480e-a4d4-a57a9bda291d req-d3160109-1f44-4196-a8fe-0539bdd29b89 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:51.104912 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52b71c8c-6bf1-480e-a4d4-a57a9bda291d req-d3160109-1f44-4196-a8fe-0539bdd29b89 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 950 time: 0.1641593 Dec 11 22:36:51.174998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-232c5e64-1e9d-4dd0-92b7-a9f8e1b27c0e service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352164 Dec 11 22:36:51.184234 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:51.245915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68f464-7559-4653-811f-c6ea4651e8ff req-86174cc1-672c-470d-849c-6c352866df3b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:51.247809 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa68f464-7559-4653-811f-c6ea4651e8ff req-86174cc1-672c-470d-849c-6c352866df3b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 950 time: 0.3079097 Dec 11 22:36:51.259493 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d3198ba4-809d-4645-85fa-e31a96ff91c9 req-d0e13a03-2ca0-4790-8cd9-25176be00e84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13d4ac9d-1fe0-4767-9801-724cbda707a3 HTTP/1.1" status: 200 len: 1000 time: 0.1960819 Dec 11 22:36:51.259747 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8684d64-60b9-4705-9cfc-106519fb712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:51.321330 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=43d1c68e-45f3-42ce-a3df-ba0ce9310172,revision_number=10']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:51.371384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77ee02fc-bd4d-4b25-8e08-fdcabcbabd07 req-25cc55fd-6e2b-4eb9-84f8-5368dc18affe service neutron] 10.222.0.13 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412599 Dec 11 22:36:51.573083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3198ba4-809d-4645-85fa-e31a96ff91c9 req-f38f93dc-d235-4b9c-8e0a-314de5bd96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:51.573083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d3198ba4-809d-4645-85fa-e31a96ff91c9 req-f38f93dc-d235-4b9c-8e0a-314de5bd96b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b266260b-8a9b-4319-b4e4-f35d8a8fc387 HTTP/1.1" status: 200 len: 853 time: 0.2530718 Dec 11 22:36:51.604480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa68f464-7559-4653-811f-c6ea4651e8ff req-c8570bf1-8f42-4aa9-9cd2-d9174370927f tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086975 Dec 11 22:36:51.647995 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-52c8bbdb-4e96-483b-8df0-531cc55fd3d8 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563987 Dec 11 22:36:51.652097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-85050391-0841-4a96-8a72-6ac32ab61b82 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:51.654243 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-85050391-0841-4a96-8a72-6ac32ab61b82 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.47 "GET /v2.0/networks?id=b4c48a02-3b82-4092-9ade-e5e796a844fd HTTP/1.1" status: 200 len: 823 time: 0.3472993 Dec 11 22:36:51.661181 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-52b71c8c-6bf1-480e-a4d4-a57a9bda291d req-9b5a1423-025f-4678-b837-16d8a15e9d00 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Deleting port b382d259-fd5f-41ed-a846-28654a6df958 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:36:51.661525 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-52b71c8c-6bf1-480e-a4d4-a57a9bda291d req-9b5a1423-025f-4678-b837-16d8a15e9d00 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:51.692579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3198ba4-809d-4645-85fa-e31a96ff91c9 req-a35fb81b-2f47-4139-8c7d-853bfccf55e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:51.696785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d3198ba4-809d-4645-85fa-e31a96ff91c9 req-a35fb81b-2f47-4139-8c7d-853bfccf55e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4241dd4b-9403-4fa5-b1dc-073261711d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143715 Dec 11 22:36:51.696785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77ee02fc-bd4d-4b25-8e08-fdcabcbabd07 req-d2921e92-9cac-4d0f-b6f6-c448ccba3cb1 service neutron] 10.222.0.13 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149719 Dec 11 22:36:51.738276 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12765f8-c13e-4bb1-9ca9-0e41ea672097 req-0afd36f9-1500-4cd0-9e3f-4d52fc1354bb tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:51.743267 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b12765f8-c13e-4bb1-9ca9-0e41ea672097 req-0afd36f9-1500-4cd0-9e3f-4d52fc1354bb tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 944 time: 0.2765145 Dec 11 22:36:51.843192 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d3198ba4-809d-4645-85fa-e31a96ff91c9 req-e5ac8cf8-e7c1-48e0-a000-c4ce0588746d service neutron] 10.222.0.47 "GET /v2.0/networks/4241dd4b-9403-4fa5-b1dc-073261711d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308031 Dec 11 22:36:51.894691 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b12765f8-c13e-4bb1-9ca9-0e41ea672097 req-58e1387b-c567-4a1d-8105-f58c10a02acc tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341965 Dec 11 22:36:51.904196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:51.908801 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e106dbff-a07d-4f2c-a442-63e96e4da4da" -d '{"events": [{"server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "name": "network-vif-plugged", "status": "completed", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:51.938993 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-52b71c8c-6bf1-480e-a4d4-a57a9bda291d req-9b5a1423-025f-4678-b837-16d8a15e9d00 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] For port b382d259-fd5f-41ed-a846-28654a6df958, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=b382d259-fd5f-41ed-a846-28654a6df958,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:51.939606 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-52b71c8c-6bf1-480e-a4d4-a57a9bda291d req-9b5a1423-025f-4678-b837-16d8a15e9d00 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:51.958119 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-91194b9b-66cb-4b7f-8ec6-989ff3e87432 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=556a7ebc068346b0987349bf55b5f5c7 HTTP/1.1" status: 200 len: 380 time: 0.2291291 Dec 11 22:36:51.965859 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-52b71c8c-6bf1-480e-a4d4-a57a9bda291d req-9b5a1423-025f-4678-b837-16d8a15e9d00 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Calling delete_port for b382d259-fd5f-41ed-a846-28654a6df958 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:36:51.983350 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-dabef075-322d-41ba-a99b-a738d125ba9d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Request body: {'port': {'device_id': '0112539e-8ae0-419b-be4e-84ede8edfdb3', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'admin_state_up': True, 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'security_groups': ['768e30ab-ec90-4e63-bdf1-0e2d328ab01d']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:52.092979 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:52.155547 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7e3576c9-b940-4163-965f-ef6982dd6111 req-ec5ff680-540e-4b73-968a-538b477606bb tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 210 time: 0.1681426 Dec 11 22:36:52.266427 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a7926f2a-e85a-44f5-bcd4-c970b750575e req-e0786bea-38c9-431e-b2e7-7a9228c5e3ca tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:52.350749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74215afe-b796-402b-907b-1a71760d47e0 req-33db3f9c-c0f3-4d18-b532-cb6c48ea68c5 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:52.352355 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-74215afe-b796-402b-907b-1a71760d47e0 req-33db3f9c-c0f3-4d18-b532-cb6c48ea68c5 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.4734964 Dec 11 22:36:52.353303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0786bea-38c9-431e-b2e7-7a9228c5e3ca tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Pushing event deleted for resources: {'Port': ['ID=fb341b21-8b30-4d61-9ea8-661430baf73f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:52.412687 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb044e6-6b13-4871-8c17-d8716013b0a6 req-587e6843-0e43-4878-a10f-d286c7b179b0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:52.414381 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fcb044e6-6b13-4871-8c17-d8716013b0a6 req-587e6843-0e43-4878-a10f-d286c7b179b0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 951 time: 0.0967720 Dec 11 22:36:52.418088 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-dabef075-322d-41ba-a99b-a738d125ba9d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Made reservation on behalf of 556a7ebc068346b0987349bf55b5f5c7 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:36:52.424322 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-dabef075-322d-41ba-a99b-a738d125ba9d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:52.468100 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-74215afe-b796-402b-907b-1a71760d47e0 req-afb0966d-b927-43d5-88bd-f186374a11e1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748866 Dec 11 22:36:52.483530 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d3198ba4-809d-4645-85fa-e31a96ff91c9 req-f5f13004-7387-4991-9687-a230b82dad4a service neutron] 10.222.0.47 "GET /v2.0/networks/4241dd4b-9403-4fa5-b1dc-073261711d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6329784 Dec 11 22:36:52.557048 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7926f2a-e85a-44f5-bcd4-c970b750575e req-e0786bea-38c9-431e-b2e7-7a9228c5e3ca tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Router 955d64cc-d25f-4201-b2e1-ce8b83245284 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:36:52.584805 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-52b71c8c-6bf1-480e-a4d4-a57a9bda291d req-9b5a1423-025f-4678-b837-16d8a15e9d00 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:52.597558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['9a43d656-6517-423a-be7b-325665329207'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:36:52.652568 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d1ec8c-adda-44d9-826d-a0597ceec858 x-openstack-request-id: req-80d1ec8c-adda-44d9-826d-a0597ceec858 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:52.652856 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "name": "network-vif-plugged", "status": "completed", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:52.653115 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80d1ec8c-adda-44d9-826d-a0597ceec858 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:52.653512 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172', 'code': 200} Dec 11 22:36:52.693254 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a1423-025f-4678-b837-16d8a15e9d00 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Pushing event deleted for resources: {'Port': ['ID=b382d259-fd5f-41ed-a846-28654a6df958,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:52.824063 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-dabef075-322d-41ba-a99b-a738d125ba9d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Allocated IP 172.20.0.3 (b4c48a02-3b82-4092-9ade-e5e796a844fd/719ab16a-0b20-4a94-b6be-58476ab1f8d5/a923222b-54d8-4f31-a094-c8ca2077a274) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:36:52.856368 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fcb044e6-6b13-4871-8c17-d8716013b0a6 req-3051eba7-affa-4056-a906-193aea34da66 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230566 Dec 11 22:36:52.857487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b71c8c-6bf1-480e-a4d4-a57a9bda291d req-9b5a1423-025f-4678-b837-16d8a15e9d00 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] No DVR routers for this DVR port b382d259-fd5f-41ed-a846-28654a6df958 on host n-h2-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:36:52.875514 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-52b71c8c-6bf1-480e-a4d4-a57a9bda291d req-9b5a1423-025f-4678-b837-16d8a15e9d00 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:52.896325 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52b71c8c-6bf1-480e-a4d4-a57a9bda291d req-9b5a1423-025f-4678-b837-16d8a15e9d00 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.13 "DELETE /v2.0/ports/b382d259-fd5f-41ed-a846-28654a6df958 HTTP/1.1" status: 204 len: 173 time: 1.7850759 Dec 11 22:36:52.898994 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f35f0be-546b-4a25-9508-fb11a8ad42a7', 'name': 'network-vif-deleted', 'tag': 'b382d259-fd5f-41ed-a846-28654a6df958'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:52.903993 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e709cf6d-b767-4752-8284-7895a2eae5b9" -d '{"events": [{"server_uuid": "5f35f0be-546b-4a25-9508-fb11a8ad42a7", "name": "network-vif-deleted", "tag": "b382d259-fd5f-41ed-a846-28654a6df958"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:52.924920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31cf352a-4ce3-4eb1-ac3f-f1d967004764 req-22d0b97c-ff86-4811-9984-0de88ab4bdd3 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 210 time: 0.0756214 Dec 11 22:36:52.930218 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7926f2a-e85a-44f5-bcd4-c970b750575e req-e0786bea-38c9-431e-b2e7-7a9228c5e3ca tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:36:52.967871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98d273e-35da-42ff-b086-b187f02ab046 None None] Sync routers for ids ['955d64cc-d25f-4201-b2e1-ce8b83245284'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:36:52.997138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 71300047-54d4-4316-84b4-9d0391f2e1de details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:36:53.018616 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device b382d259-fd5f-41ed-a846-28654a6df958 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:36:53.039926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7926f2a-e85a-44f5-bcd4-c970b750575e req-e0786bea-38c9-431e-b2e7-7a9228c5e3ca tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] No DVR routers for this DVR port fb341b21-8b30-4d61-9ea8-661430baf73f on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:36:53.045384 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a7926f2a-e85a-44f5-bcd4-c970b750575e req-e0786bea-38c9-431e-b2e7-7a9228c5e3ca tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:53.055105 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7926f2a-e85a-44f5-bcd4-c970b750575e req-e0786bea-38c9-431e-b2e7-7a9228c5e3ca tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.13 "DELETE /v2.0/ports/fb341b21-8b30-4d61-9ea8-661430baf73f HTTP/1.1" status: 204 len: 173 time: 5.3006511 Dec 11 22:36:53.142862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904eddeb-2243-47d3-91d0-47f5f430bdbd', 'name': 'network-vif-deleted', 'tag': 'fb341b21-8b30-4d61-9ea8-661430baf73f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:53.145180 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51bc96a-f5f9-4694-a004-ffbb8fd6805d" -d '{"events": [{"server_uuid": "904eddeb-2243-47d3-91d0-47f5f430bdbd", "name": "network-vif-deleted", "tag": "fb341b21-8b30-4d61-9ea8-661430baf73f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:53.150463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d273e-35da-42ff-b086-b187f02ab046 None None] Routers {'955d64cc-d25f-4201-b2e1-ce8b83245284'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:36:53.151235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a98d273e-35da-42ff-b086-b187f02ab046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:36:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['955d64cc-d25f-4201-b2e1-ce8b83245284'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:36:53.185149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588759a-7e49-4dd4-b218-1e0b8240733b req-7be886aa-1443-45a5-84ae-a840bda67727 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:53.187009 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3588759a-7e49-4dd4-b218-1e0b8240733b req-7be886aa-1443-45a5-84ae-a840bda67727 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 944 time: 0.1307385 Dec 11 22:36:53.191217 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf316e7-128e-401c-a432-12f770568539 x-openstack-request-id: req-2cf316e7-128e-401c-a432-12f770568539 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:53.194505 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f35f0be-546b-4a25-9508-fb11a8ad42a7", "name": "network-vif-deleted", "tag": "b382d259-fd5f-41ed-a846-28654a6df958", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:53.194505 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2cf316e7-128e-401c-a432-12f770568539 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:53.194505 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f35f0be-546b-4a25-9508-fb11a8ad42a7', 'name': 'network-vif-deleted', 'tag': 'b382d259-fd5f-41ed-a846-28654a6df958', 'status': 'completed', 'code': 200} Dec 11 22:36:53.334133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a98d273e-35da-42ff-b086-b187f02ab046 None None] Set router 955d64cc-d25f-4201-b2e1-ce8b83245284 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:36:53.345549 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f829a1d-0283-4067-b1d9-71ce748a6772 x-openstack-request-id: req-1f829a1d-0283-4067-b1d9-71ce748a6772 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:53.346156 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904eddeb-2243-47d3-91d0-47f5f430bdbd", "name": "network-vif-deleted", "tag": "fb341b21-8b30-4d61-9ea8-661430baf73f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:53.346156 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f829a1d-0283-4067-b1d9-71ce748a6772 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:53.346488 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904eddeb-2243-47d3-91d0-47f5f430bdbd', 'name': 'network-vif-deleted', 'tag': 'fb341b21-8b30-4d61-9ea8-661430baf73f', 'status': 'completed', 'code': 200} Dec 11 22:36:53.372600 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3588759a-7e49-4dd4-b218-1e0b8240733b req-11b01124-f488-48ce-b3d6-cd03b2ef4d90 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747828 Dec 11 22:36:53.405455 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-dabef075-322d-41ba-a99b-a738d125ba9d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:53.439842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: b382d259-fd5f-41ed-a846-28654a6df958 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:36:53.441061 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device b382d259-fd5f-41ed-a846-28654a6df958 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:36:53.491278 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70cb25ce-072f-45cc-82b9-c9108e56cc7d req-279f6a7f-f6a6-41a1-80ef-ee96e1ee0654 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 210 time: 0.0585961 Dec 11 22:36:53.596566 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-dabef075-322d-41ba-a99b-a738d125ba9d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:53.690143 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-dabef075-322d-41ba-a99b-a738d125ba9d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Network b4c48a02-3b82-4092-9ade-e5e796a844fd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:36:53.692349 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-dabef075-322d-41ba-a99b-a738d125ba9d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:36:53.694880 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-dabef075-322d-41ba-a99b-a738d125ba9d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:36:53.698732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16060093-7661-4385-b1e6-905e30266509 req-4d134eec-3f63-49cb-aafc-5a4e086c0773 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:53.714858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-16060093-7661-4385-b1e6-905e30266509 req-4d134eec-3f63-49cb-aafc-5a4e086c0773 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.1414731 Dec 11 22:36:53.731537 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabef075-322d-41ba-a99b-a738d125ba9d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Pushing event updated for resources: {'Port': ['ID=a923222b-54d8-4f31-a094-c8ca2077a274,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:53.774792 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-dabef075-322d-41ba-a99b-a738d125ba9d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:53.777068 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-dabef075-322d-41ba-a99b-a738d125ba9d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:53.881346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 71300047-54d4-4316-84b4-9d0391f2e1de, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=71300047-54d4-4316-84b4-9d0391f2e1de,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:53.895731 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-dabef075-322d-41ba-a99b-a738d125ba9d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9225287 Dec 11 22:36:53.901210 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-16060093-7661-4385-b1e6-905e30266509 req-c968d8ff-21e6-4438-8f72-22619aee1c05 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752744 Dec 11 22:36:53.901709 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:53.921022 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '71300047-54d4-4316-84b4-9d0391f2e1de', 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a', 'port_id': '71300047-54d4-4316-84b4-9d0391f2e1de', 'mac_address': 'fa:16:3e:06:c0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7337e6a9-f530-438b-852b-2b3fd3b98957', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:36:53.929275 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Request body: {'port': {'device_id': '0112539e-8ae0-419b-be4e-84ede8edfdb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:54.010056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a98d273e-35da-42ff-b086-b187f02ab046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:09Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:36:54.087372 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:54.092557 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98d273e-35da-42ff-b086-b187f02ab046 None None] Checking router: 955d64cc-d25f-4201-b2e1-ce8b83245284 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:36:54.101921 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:54.129413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58599640-b0c7-46ec-96e0-485274b6cdc8 req-abba8426-1210-439f-b5bd-ca4058e34e35 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:54.135412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6021318e-bfbf-4475-b921-d387fe19e104 req-a3370a65-e9be-418b-a499-064e733a6e47 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f35f0be-546b-4a25-9508-fb11a8ad42a7 HTTP/1.1" status: 200 len: 210 time: 0.0382299 Dec 11 22:36:54.137771 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-58599640-b0c7-46ec-96e0-485274b6cdc8 req-abba8426-1210-439f-b5bd-ca4058e34e35 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 951 time: 0.1438503 Dec 11 22:36:54.145631 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d273e-35da-42ff-b086-b187f02ab046 None None] Routers {'955d64cc-d25f-4201-b2e1-ce8b83245284'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:36:54.150113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a98d273e-35da-42ff-b086-b187f02ab046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:36:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['955d64cc-d25f-4201-b2e1-ce8b83245284'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:36:54.236024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71300047-54d4-4316-84b4-9d0391f2e1de {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:54.256305 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-58599640-b0c7-46ec-96e0-485274b6cdc8 req-d033a930-685c-4e9a-a81f-f57801715d5a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174471 Dec 11 22:36:54.302823 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c6d056da-825d-4f1c-9cf3-45c953ccba2c None None] Provisioning complete for port a923222b-54d8-4f31-a094-c8ca2077a274 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:54.303243 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6d056da-825d-4f1c-9cf3-45c953ccba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:54.305889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 71300047-54d4-4316-84b4-9d0391f2e1de, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=71300047-54d4-4316-84b4-9d0391f2e1de,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:54.406949 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c6d056da-825d-4f1c-9cf3-45c953ccba2c None None] Port a923222b-54d8-4f31-a094-c8ca2077a274 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:36:54.422731 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:54.441099 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a98d273e-35da-42ff-b086-b187f02ab046 None None] Set router 955d64cc-d25f-4201-b2e1-ce8b83245284 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:36:54.571813 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ad15e-7050-437b-aa16-c2be3c7bcfbd req-e27de133-6da2-4599-b36a-0307be984d5a tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:54.573324 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f68ad15e-7050-437b-aa16-c2be3c7bcfbd req-e27de133-6da2-4599-b36a-0307be984d5a tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 945 time: 0.0925984 Dec 11 22:36:54.651840 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=71300047-54d4-4316-84b4-9d0391f2e1de,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:54.690373 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f68ad15e-7050-437b-aa16-c2be3c7bcfbd req-ee401c10-a5d7-4b6b-97f6-52f068a753f8 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908284 Dec 11 22:36:54.740648 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a923222b-54d8-4f31-a094-c8ca2077a274 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:36:54.772921 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:54.790269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Transition to ACTIVE for port object a923222b-54d8-4f31-a094-c8ca2077a274 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:36:54.806238 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:54.810888 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117e70d-fe76-4adb-a7ce-de5dfb4b087a req-4878ee10-6d61-4359-8330-2c7407e7cf48 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:54.815426 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3117e70d-fe76-4adb-a7ce-de5dfb4b087a req-4878ee10-6d61-4359-8330-2c7407e7cf48 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 931 time: 0.1839316 Dec 11 22:36:54.852641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['71300047-54d4-4316-84b4-9d0391f2e1de'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:36:54.874170 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:55.023380 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3117e70d-fe76-4adb-a7ce-de5dfb4b087a req-c0a6007d-8c69-49d0-b102-868dcd24b5bf tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879838 Dec 11 22:36:55.029641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a923222b-54d8-4f31-a094-c8ca2077a274,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:55.070549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a98d273e-35da-42ff-b086-b187f02ab046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:09Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:36:55.109708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98d273e-35da-42ff-b086-b187f02ab046 None None] The sync data for ids ['955d64cc-d25f-4201-b2e1-ce8b83245284'] in n-d-710847-6 is: [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:09Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:36:55.145434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e94dff-b02d-4840-b1ac-f29f857ecfeb req-47f04a3d-3583-4bbd-86a2-87943cd8da50 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:55.147059 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b2e94dff-b02d-4840-b1ac-f29f857ecfeb req-47f04a3d-3583-4bbd-86a2-87943cd8da50 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.1311030 Dec 11 22:36:55.169448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Attempting to bind port a923222b-54d8-4f31-a094-c8ca2077a274 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:36:55.169789 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Attempting to bind port a923222b-54d8-4f31-a094-c8ca2077a274 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:36:55.170120 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Attempting to bind port a923222b-54d8-4f31-a094-c8ca2077a274 on network b4c48a02-3b82-4092-9ade-e5e796a844fd {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:55.191753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Port a923222b-54d8-4f31-a094-c8ca2077a274 on network b4c48a02-3b82-4092-9ade-e5e796a844fd not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:36:55.191753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Attempting to bind port a923222b-54d8-4f31-a094-c8ca2077a274 on network b4c48a02-3b82-4092-9ade-e5e796a844fd {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:55.216890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:36:55.223440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Checking segment: {'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:36:55.223440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Bound using segment: {'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:36:55.223440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Bound port: a923222b-54d8-4f31-a094-c8ca2077a274, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd36f17ac-af7e-4580-82c3-c52f8af97b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:36:55.223440 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:55.327838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b2e94dff-b02d-4840-b1ac-f29f857ecfeb req-6eed7723-e79b-4bc4-9026-76961a33352f tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582389 Dec 11 22:36:55.397478 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] For port a923222b-54d8-4f31-a094-c8ca2077a274, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:55.402188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] For port a923222b-54d8-4f31-a094-c8ca2077a274, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a923222b-54d8-4f31-a094-c8ca2077a274,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:36:55.465094 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:55.508725 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:55.508725 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:55.510260 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/a923222b-54d8-4f31-a094-c8ca2077a274 HTTP/1.1" status: 200 len: 1091 time: 1.5863628 Dec 11 22:36:55.517355 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0112539e-8ae0-419b-be4e-84ede8edfdb3', 'tag': 'a923222b-54d8-4f31-a094-c8ca2077a274'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:55.520009 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a33b0e-83c1-4368-b82e-f98cecea770c" -d '{"events": [{"name": "network-changed", "server_uuid": "0112539e-8ae0-419b-be4e-84ede8edfdb3", "tag": "a923222b-54d8-4f31-a094-c8ca2077a274"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:55.610700 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803456e-d5e2-4a67-9926-54780ffb49a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a923222b-54d8-4f31-a094-c8ca2077a274,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:55.633866 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c73be5-345a-4023-ab12-2b4cf0cbb8db None None] New status for floating IP 0fdbbb86-ba35-4739-8cf4-f693f01bb47a: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:36:55.639980 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d387f-7c35-45bd-9088-9b1103de0576 req-0d5b89e5-f655-44f7-8d99-ed8b64f6fb5b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:55.650332 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed5d387f-7c35-45bd-9088-9b1103de0576 req-0d5b89e5-f655-44f7-8d99-ed8b64f6fb5b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 951 time: 0.1508827 Dec 11 22:36:55.764963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-d3e24323-4fd6-47ea-b73d-85ecefba33da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:55.766907 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-d3e24323-4fd6-47ea-b73d-85ecefba33da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde&tenant_id=e828c78368f2446e9a1b9388577b4d40 HTTP/1.1" status: 200 len: 1102 time: 0.0602193 Dec 11 22:36:55.771392 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed5d387f-7c35-45bd-9088-9b1103de0576 req-8406c650-985c-4c57-8d39-53b3abbc6bd2 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183894 Dec 11 22:36:55.802365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:36:55.804546 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-6db03f26-8a06-490e-a323-72f6cbbde2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:55.807882 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-6db03f26-8a06-490e-a323-72f6cbbde2a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=556a7ebc068346b0987349bf55b5f5c7&device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 1094 time: 0.1232953 Dec 11 22:36:55.834454 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfc8a73-3eff-47c7-b3f0-9b98d30b2ad7 x-openstack-request-id: req-2dfc8a73-3eff-47c7-b3f0-9b98d30b2ad7 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:55.840501 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0112539e-8ae0-419b-be4e-84ede8edfdb3", "tag": "a923222b-54d8-4f31-a094-c8ca2077a274", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:55.845419 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2dfc8a73-3eff-47c7-b3f0-9b98d30b2ad7 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:55.846065 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0112539e-8ae0-419b-be4e-84ede8edfdb3', 'tag': 'a923222b-54d8-4f31-a094-c8ca2077a274', 'status': 'completed', 'code': 200} Dec 11 22:36:55.901545 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-ad488b4b-137e-4d59-b7a9-6df972a53604 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a923222b-54d8-4f31-a094-c8ca2077a274 HTTP/1.1" status: 200 len: 217 time: 0.0754826 Dec 11 22:36:56.001988 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7b5f17fd-3c50-4b4b-ba10-f68cfa0af43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:56.003513 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-7b5f17fd-3c50-4b4b-ba10-f68cfa0af43f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=719ab16a-0b20-4a94-b6be-58476ab1f8d5 HTTP/1.1" status: 200 len: 862 time: 0.0893841 Dec 11 22:36:56.010758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f2ddd-b482-4c5f-978a-dd6a6b06b72c req-d2e8c458-d240-4131-b893-9ac611beb9bd tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:56.015274 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-145f2ddd-b482-4c5f-978a-dd6a6b06b72c req-d2e8c458-d240-4131-b893-9ac611beb9bd tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 945 time: 0.1252873 Dec 11 22:36:56.022164 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e193390-f5c7-4a89-95a9-802a85ce196a req-b8875f49-95a2-4935-9125-f6b824af188b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:56.024288 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1e193390-f5c7-4a89-95a9-802a85ce196a req-b8875f49-95a2-4935-9125-f6b824af188b tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 951 time: 0.0959373 Dec 11 22:36:56.031965 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:56.096404 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-b0131049-aa23-4f7d-8fa9-3608dcd19890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:56.097961 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-b0131049-aa23-4f7d-8fa9-3608dcd19890 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4c48a02-3b82-4092-9ade-e5e796a844fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727508 Dec 11 22:36:56.105325 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1e193390-f5c7-4a89-95a9-802a85ce196a req-2b78dceb-8889-42de-9a82-727fbdcb59f6 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713565 Dec 11 22:36:56.107904 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-145f2ddd-b482-4c5f-978a-dd6a6b06b72c req-17e3a3de-c9c3-4cf9-bb78-3d44bcfdfed0 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885606 Dec 11 22:36:56.242157 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-81501deb-704e-47e1-b26f-7197cb47ddcd service neutron] 10.222.0.47 "GET /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300113 Dec 11 22:36:56.257967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6d35d-d38a-4676-a068-f326dfb94f09 req-c240496e-fa7a-4411-8e2b-f86d3c48f580 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:56.259626 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e9e6d35d-d38a-4676-a068-f326dfb94f09 req-c240496e-fa7a-4411-8e2b-f86d3c48f580 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 943 time: 0.0692511 Dec 11 22:36:56.298912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:56.337441 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:56.392766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:56.395116 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3a1be5-0554-4fb7-a3b5-11ed71bacdba" -d '{"events": [{"server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "name": "network-vif-unplugged", "status": "completed", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:56.399996 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:56.425676 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Transition to ACTIVE for port object 43d1c68e-45f3-42ce-a3df-ba0ce9310172 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:36:56.469330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a3c09-a9a5-46b0-840c-5ee14fe0ea2c req-dd508230-17e4-45d9-b81c-455df784b4d5 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:56.471239 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-313a3c09-a9a5-46b0-840c-5ee14fe0ea2c req-dd508230-17e4-45d9-b81c-455df784b4d5 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0638797 Dec 11 22:36:56.472513 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:56.576807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] No DVR routers for this DVR port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:36:56.580860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Pushing event updated for resources: {'Port': ['ID=43d1c68e-45f3-42ce-a3df-ba0ce9310172,revision_number=11']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:56.642575 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e9e6d35d-d38a-4676-a068-f326dfb94f09 req-44e642ee-db08-49a9-a579-c104f91bcc92 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3683116 Dec 11 22:36:56.644482 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-313a3c09-a9a5-46b0-840c-5ee14fe0ea2c req-e59ab3d5-b486-467b-b153-50b22c932c0c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551347 Dec 11 22:36:56.685703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Attempting to bind port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:36:56.686050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Attempting to bind port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:36:56.686474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Attempting to bind port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:56.691413 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c09305f7-61e0-4956-b132-20d1e3aadde2 req-61bdb100-ec41-407b-89d7-72840ccc4b2e service neutron] 10.222.0.47 "GET /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307249 Dec 11 22:36:56.708521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:36:56.708857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Attempting to bind port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:36:56.714342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:36:56.714637 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:36:56.715051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:36:56.715489 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Bound port: 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:36:56.715852 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:56.738320 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcedfae7-2ca6-4248-b8bd-970947b4d060 x-openstack-request-id: req-fcedfae7-2ca6-4248-b8bd-970947b4d060 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:56.738614 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "name": "network-vif-unplugged", "status": "completed", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:56.738924 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fcedfae7-2ca6-4248-b8bd-970947b4d060 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:56.739322 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172', 'code': 200} Dec 11 22:36:56.807257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:36:56.810415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:36:56.866371 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:56.926141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a33b0e-83c1-4368-b82e-f98cecea770c req-933bd15d-4445-4da7-b8be-84700eaf3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:56.927772 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81a33b0e-83c1-4368-b82e-f98cecea770c req-933bd15d-4445-4da7-b8be-84700eaf3d05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=556a7ebc068346b0987349bf55b5f5c7&device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 1094 time: 0.0511250 Dec 11 22:36:56.928728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:56.929963 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:56.931935 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] 10.222.0.13 "PUT /v2.0/ports/43d1c68e-45f3-42ce-a3df-ba0ce9310172 HTTP/1.1" status: 200 len: 1097 time: 1.1436980 Dec 11 22:36:56.982532 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 71300047-54d4-4316-84b4-9d0391f2e1de up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:36:56.989730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd767d0-4e3d-43f3-bfdc-08d343cc6fbc req-c8632dbb-7341-44d1-bc2b-4978fccd2117 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:56.997276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bd767d0-4e3d-43f3-bfdc-08d343cc6fbc req-c8632dbb-7341-44d1-bc2b-4978fccd2117 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 949 time: 0.1440229 Dec 11 22:36:57.032676 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a33b0e-83c1-4368-b82e-f98cecea770c req-2d0fb65e-6b37-43c5-98df-8fb0a5495bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:57.033981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65416b-9cd3-471f-a633-89808ad95782 service neutron] Pushing event updated for resources: {'Port': ['ID=43d1c68e-45f3-42ce-a3df-ba0ce9310172,revision_number=12']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:57.034521 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81a33b0e-83c1-4368-b82e-f98cecea770c req-2d0fb65e-6b37-43c5-98df-8fb0a5495bba service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4c48a02-3b82-4092-9ade-e5e796a844fd HTTP/1.1" status: 200 len: 924 time: 0.0984721 Dec 11 22:36:57.085931 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bd767d0-4e3d-43f3-bfdc-08d343cc6fbc req-a0eec896-61df-410e-b1ca-327c22956a55 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876667 Dec 11 22:36:57.113810 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81a33b0e-83c1-4368-b82e-f98cecea770c req-0d8b3845-b118-4afd-9d5e-bccb57d4c11a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a923222b-54d8-4f31-a094-c8ca2077a274 HTTP/1.1" status: 200 len: 217 time: 0.0689473 Dec 11 22:36:57.115726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-7dc32773-367a-4069-b2df-49baa866c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:57.117231 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-7dc32773-367a-4069-b2df-49baa866c8df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 1100 time: 0.1523285 Dec 11 22:36:57.176443 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a33b0e-83c1-4368-b82e-f98cecea770c req-1bc34202-7f0b-48ed-af19-c075b85968ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:57.178655 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 71300047-54d4-4316-84b4-9d0391f2e1de completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:36:57.182193 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81a33b0e-83c1-4368-b82e-f98cecea770c req-1bc34202-7f0b-48ed-af19-c075b85968ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=719ab16a-0b20-4a94-b6be-58476ab1f8d5 HTTP/1.1" status: 200 len: 862 time: 0.0562308 Dec 11 22:36:57.184265 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 71300047-54d4-4316-84b4-9d0391f2e1de triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:36:57.184643 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:57.296040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-5e526eb7-628d-4737-8496-c3a470d72b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:57.299056 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-5e526eb7-628d-4737-8496-c3a470d72b15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1681514 Dec 11 22:36:57.315291 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:57.350269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a33b0e-83c1-4368-b82e-f98cecea770c req-80607770-dd4d-480d-aa33-ae7029b2ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:57.351782 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81a33b0e-83c1-4368-b82e-f98cecea770c req-80607770-dd4d-480d-aa33-ae7029b2ef04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4c48a02-3b82-4092-9ade-e5e796a844fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534395 Dec 11 22:36:57.356103 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10443360-cc45-43b1-8700-5ba7a9595861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71300047-54d4-4316-84b4-9d0391f2e1de'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:57.360995 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a96991-9e47-4c73-ae36-3b03ca050573" -d '{"events": [{"server_uuid": "10443360-cc45-43b1-8700-5ba7a9595861", "name": "network-vif-plugged", "status": "completed", "tag": "71300047-54d4-4316-84b4-9d0391f2e1de"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:57.361459 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdd176-35fe-4053-b947-777e43565baa req-89326ae9-ab06-4113-babd-b1c5cd270711 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:57.367903 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4abdd176-35fe-4053-b947-777e43565baa req-89326ae9-ab06-4113-babd-b1c5cd270711 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 951 time: 0.0926757 Dec 11 22:36:57.373229 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-cb1cd3b4-956e-4af7-a9cb-4745e36955bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172 HTTP/1.1" status: 200 len: 217 time: 0.0592356 Dec 11 22:36:57.378350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 71300047-54d4-4316-84b4-9d0391f2e1de, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=71300047-54d4-4316-84b4-9d0391f2e1de,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:57.424041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c87e1-7527-482a-8240-e2bcf3b75d9c req-f497875f-93b8-4f44-a032-18970cce70b0 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:57.425522 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-154c87e1-7527-482a-8240-e2bcf3b75d9c req-f497875f-93b8-4f44-a032-18970cce70b0 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 945 time: 0.1457541 Dec 11 22:36:57.455171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-2d1086d4-5533-426f-b331-206612c1431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:57.456593 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-2d1086d4-5533-426f-b331-206612c1431b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0747604 Dec 11 22:36:57.459294 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:57.475249 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4abdd176-35fe-4053-b947-777e43565baa req-4d52b416-8040-4c9d-85f2-259a795e3882 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f028a8c-c28a-4663-ae56-c1aa7444223d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048281 Dec 11 22:36:57.520172 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-154c87e1-7527-482a-8240-e2bcf3b75d9c req-1cb4a56b-3ce3-4e31-9efa-4c54d7c9a424 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809948 Dec 11 22:36:57.533857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-21761ab8-c0fc-4cc9-acba-c95c21cfa30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:57.535381 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-21761ab8-c0fc-4cc9-acba-c95c21cfa30e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694790 Dec 11 22:36:57.542164 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81a33b0e-83c1-4368-b82e-f98cecea770c req-3e11e52c-e048-476e-8807-5551e02067eb service neutron] 10.222.0.47 "GET /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730692 Dec 11 22:36:57.573358 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a276c4-ef91-4d25-bdc5-5d212f22cb34 req-37838f04-1499-44ae-90a8-3ed92e73e1c2 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:57.575552 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10a276c4-ef91-4d25-bdc5-5d212f22cb34 req-37838f04-1499-44ae-90a8-3ed92e73e1c2 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.13 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 951 time: 0.0914538 Dec 11 22:36:57.577230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=71300047-54d4-4316-84b4-9d0391f2e1de,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:57.586086 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f37f097-3890-49c0-b7d7-7cfdf6caf77d x-openstack-request-id: req-7f37f097-3890-49c0-b7d7-7cfdf6caf77d {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:57.587034 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10443360-cc45-43b1-8700-5ba7a9595861", "name": "network-vif-plugged", "status": "completed", "tag": "71300047-54d4-4316-84b4-9d0391f2e1de", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:57.587602 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7f37f097-3890-49c0-b7d7-7cfdf6caf77d {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:57.588408 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10443360-cc45-43b1-8700-5ba7a9595861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71300047-54d4-4316-84b4-9d0391f2e1de', 'code': 200} Dec 11 22:36:57.674620 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-be037353-50a2-4005-916e-8c86c2129b16 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304860 Dec 11 22:36:57.740304 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81a33b0e-83c1-4368-b82e-f98cecea770c req-ce1bbbd3-f987-4a8d-ac67-b541a583d7c0 service neutron] 10.222.0.47 "GET /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842940 Dec 11 22:36:57.759480 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-10a276c4-ef91-4d25-bdc5-5d212f22cb34 req-ea690b35-5228-4f22-ac11-12e77c95b0ca tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Deleting port 9a43d656-6517-423a-be7b-325665329207 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:36:57.760089 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-10a276c4-ef91-4d25-bdc5-5d212f22cb34 req-ea690b35-5228-4f22-ac11-12e77c95b0ca tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:57.846582 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ee93c-5cd2-456c-84c9-a1da06cf1cc1 req-6814965b-58b0-4ebe-afd1-522f5c4c5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:57.848110 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-721ee93c-5cd2-456c-84c9-a1da06cf1cc1 req-6814965b-58b0-4ebe-afd1-522f5c4c5c8f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 1097 time: 0.1969268 Dec 11 22:36:57.872215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16b6d5-dd9a-421a-b84f-4edd53384588 req-27c3a6da-53b7-4112-8fc0-4ae655f4ddb3 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:57.873466 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1c16b6d5-dd9a-421a-b84f-4edd53384588 req-27c3a6da-53b7-4112-8fc0-4ae655f4ddb3 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 943 time: 0.1103468 Dec 11 22:36:57.897236 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5544949-7476-4902-a9a3-d1c2ca26642c req-11ef8e9b-0b58-4698-a0c7-8e96eb74d0b5 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:57.899125 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d5544949-7476-4902-a9a3-d1c2ca26642c req-11ef8e9b-0b58-4698-a0c7-8e96eb74d0b5 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.1160383 Dec 11 22:36:57.943966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-10a276c4-ef91-4d25-bdc5-5d212f22cb34 req-ea690b35-5228-4f22-ac11-12e77c95b0ca tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] For port 9a43d656-6517-423a-be7b-325665329207, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9a43d656-6517-423a-be7b-325665329207,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:36:57.944599 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-10a276c4-ef91-4d25-bdc5-5d212f22cb34 req-ea690b35-5228-4f22-ac11-12e77c95b0ca tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:57.955678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c7b82-2b54-4aa9-a69e-447dc3e9b735 req-7fcb9bb4-a9ed-4320-8cb5-f2b3edaaf3ad service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567139 Dec 11 22:36:57.964760 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-721ee93c-5cd2-456c-84c9-a1da06cf1cc1 req-14312d28-a2c0-444e-951a-1af7aea974a1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085532 Dec 11 22:36:57.991693 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1c16b6d5-dd9a-421a-b84f-4edd53384588 req-48ca85e3-0f53-490b-9987-bb9ba72e2c35 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106832 Dec 11 22:36:57.991693 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-10a276c4-ef91-4d25-bdc5-5d212f22cb34 req-ea690b35-5228-4f22-ac11-12e77c95b0ca tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Calling delete_port for 9a43d656-6517-423a-be7b-325665329207 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:36:58.027998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d5544949-7476-4902-a9a3-d1c2ca26642c req-905e1099-f836-4c9b-a335-12b3e32358de tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033406 Dec 11 22:36:58.174074 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd49db07-c083-4656-83f4-8c45074a56ac req-5d6cfc54-b017-495f-8370-68d594bad65f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521760 Dec 11 22:36:58.207360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59d780-d566-402b-bc39-d71be406d175 req-a46c9077-fc3a-4ba6-a8ba-fa79b77779d0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:58.208857 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a59d780-d566-402b-bc39-d71be406d175 req-a46c9077-fc3a-4ba6-a8ba-fa79b77779d0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 949 time: 0.0561883 Dec 11 22:36:58.262546 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-10a276c4-ef91-4d25-bdc5-5d212f22cb34 req-ea690b35-5228-4f22-ac11-12e77c95b0ca tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:58.271479 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a59d780-d566-402b-bc39-d71be406d175 req-32529a59-4397-4642-8e1c-94af624728ae tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564790 Dec 11 22:36:58.274794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['9a43d656-6517-423a-be7b-325665329207'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:36:58.311742 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea690b35-5228-4f22-ac11-12e77c95b0ca tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Pushing event deleted for resources: {'Port': ['ID=9a43d656-6517-423a-be7b-325665329207,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:36:58.336635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49db07-c083-4656-83f4-8c45074a56ac req-6b3153b9-f44b-400a-8ed9-1f8d3e136b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:58.339015 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd49db07-c083-4656-83f4-8c45074a56ac req-6b3153b9-f44b-400a-8ed9-1f8d3e136b6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 1116 time: 0.0847695 Dec 11 22:36:58.387729 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a276c4-ef91-4d25-bdc5-5d212f22cb34 req-ea690b35-5228-4f22-ac11-12e77c95b0ca tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] No DVR routers for this DVR port 9a43d656-6517-423a-be7b-325665329207 on host n-h2-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:36:58.409322 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-10a276c4-ef91-4d25-bdc5-5d212f22cb34 req-ea690b35-5228-4f22-ac11-12e77c95b0ca tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:36:58.413236 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10a276c4-ef91-4d25-bdc5-5d212f22cb34 req-ea690b35-5228-4f22-ac11-12e77c95b0ca tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.13 "DELETE /v2.0/ports/9a43d656-6517-423a-be7b-325665329207 HTTP/1.1" status: 204 len: 173 time: 0.8166916 Dec 11 22:36:58.413778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a825d142-1137-4e82-9bbd-ce2174e48943', 'name': 'network-vif-deleted', 'tag': '9a43d656-6517-423a-be7b-325665329207'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:58.416504 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e13153c-0259-4a13-910d-ae2cb1bb8057" -d '{"events": [{"server_uuid": "a825d142-1137-4e82-9bbd-ce2174e48943", "name": "network-vif-deleted", "tag": "9a43d656-6517-423a-be7b-325665329207"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:58.497942 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf90101-eab5-4d67-bbc9-f49111a38598 x-openstack-request-id: req-dcf90101-eab5-4d67-bbc9-f49111a38598 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:58.497942 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a825d142-1137-4e82-9bbd-ce2174e48943", "name": "network-vif-deleted", "tag": "9a43d656-6517-423a-be7b-325665329207", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:58.497942 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dcf90101-eab5-4d67-bbc9-f49111a38598 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:58.497942 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a825d142-1137-4e82-9bbd-ce2174e48943', 'name': 'network-vif-deleted', 'tag': '9a43d656-6517-423a-be7b-325665329207', 'status': 'completed', 'code': 200} Dec 11 22:36:58.498322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49db07-c083-4656-83f4-8c45074a56ac req-83e5ca17-2762-4405-a85f-1973906df96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:58.499537 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd49db07-c083-4656-83f4-8c45074a56ac req-83e5ca17-2762-4405-a85f-1973906df96a service neutron] 10.222.0.47 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.1194785 Dec 11 22:36:58.566436 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 43d1c68e-45f3-42ce-a3df-ba0ce9310172 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:36:58.573952 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd49db07-c083-4656-83f4-8c45074a56ac req-2266f0b4-c17b-41b3-b6e0-00166436852e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac56fdea-5004-4422-b011-65e1f4d16141 HTTP/1.1" status: 200 len: 217 time: 0.0614047 Dec 11 22:36:58.618718 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-032aab32-6e0e-460b-925d-074a896b9447 req-d3819a89-3f3e-4b7f-960d-77bcb99c9083 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 210 time: 0.0441513 Dec 11 22:36:58.653222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 43d1c68e-45f3-42ce-a3df-ba0ce9310172 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:36:58.688879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49db07-c083-4656-83f4-8c45074a56ac req-c5a5cda2-a1b9-4270-b781-1f3ed9f96af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:58.690398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd49db07-c083-4656-83f4-8c45074a56ac req-c5a5cda2-a1b9-4270-b781-1f3ed9f96af6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.0998375 Dec 11 22:36:58.724768 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd49db07-c083-4656-83f4-8c45074a56ac req-276dd1ef-37f6-49d0-a557-40b0a6051e10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266685 Dec 11 22:36:58.732429 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acbe3a-d7c2-44fb-b16f-6b964edbdc0c req-cce5be93-351f-4753-ab6b-1766cfa961e0 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:58.733837 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-28acbe3a-d7c2-44fb-b16f-6b964edbdc0c req-cce5be93-351f-4753-ab6b-1766cfa961e0 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 946 time: 0.0850880 Dec 11 22:36:58.740427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:36:58.742706 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a100667a-4fa8-4391-8f91-c1a6576f2b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:36:58.801889 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b33856e-0383-496c-876c-b090bbfd678c x-openstack-request-id: req-0b33856e-0383-496c-876c-b090bbfd678c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:36:58.802406 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:36:58.803056 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b33856e-0383-496c-876c-b090bbfd678c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:36:58.803448 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172', 'status': 'completed', 'code': 200} Dec 11 22:36:58.904942 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-28acbe3a-d7c2-44fb-b16f-6b964edbdc0c req-f3ab480b-f22c-4e06-b6ab-8957ecca4965 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506598 Dec 11 22:36:58.924158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-ceb30396-3e2e-42a8-8573-7369597a221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:58.925645 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-ceb30396-3e2e-42a8-8573-7369597a221d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 1100 time: 0.1017506 Dec 11 22:36:58.930259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-edcaa957-8577-4efe-b22a-a3f39a04dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:58.932377 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-edcaa957-8577-4efe-b22a-a3f39a04dfa6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 1100 time: 0.0581467 Dec 11 22:36:58.944444 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd49db07-c083-4656-83f4-8c45074a56ac req-73dadb83-4d82-48f8-b98e-6b91b1f502d9 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048872 Dec 11 22:36:59.115052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-22a8e15a-8eca-4416-b8cd-570ad20e2b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:59.120290 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-22a8e15a-8eca-4416-b8cd-570ad20e2b0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1749141 Dec 11 22:36:59.145948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0925af-bd3e-497e-ac9a-83d31fd42369 req-9e122c80-07d6-4c42-b982-7e156b98bf84 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:59.147484 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b0925af-bd3e-497e-ac9a-83d31fd42369 req-9e122c80-07d6-4c42-b982-7e156b98bf84 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 943 time: 0.0897369 Dec 11 22:36:59.185627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-e182061b-4ef7-4548-97f0-e324c1478b91 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172 HTTP/1.1" status: 200 len: 217 time: 0.0549467 Dec 11 22:36:59.188287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-fd26737e-604b-4895-b5db-42d67181636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:59.189767 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-fd26737e-604b-4895-b5db-42d67181636b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2545266 Dec 11 22:36:59.251676 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9165e52-e668-414d-aaaf-c16fc12ecd33 req-3c3279c2-cdb5-482c-ac3d-c1531bd42e23 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:59.253193 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9165e52-e668-414d-aaaf-c16fc12ecd33 req-3c3279c2-cdb5-482c-ac3d-c1531bd42e23 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.1368694 Dec 11 22:36:59.255979 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd49db07-c083-4656-83f4-8c45074a56ac req-7e020d9a-ceca-405b-af64-787f7887ee19 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960439 Dec 11 22:36:59.257286 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-ef0fe7e4-2d67-4107-9cf1-18fcc3541fbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172 HTTP/1.1" status: 200 len: 217 time: 0.0528121 Dec 11 22:36:59.259987 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b0925af-bd3e-497e-ac9a-83d31fd42369 req-654b3501-ff2a-4e03-9d0c-4b3cde920d94 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836096 Dec 11 22:36:59.262226 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-656b41e0-056f-4533-a13d-28b6b3198557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:59.263719 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-656b41e0-056f-4533-a13d-28b6b3198557 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0710678 Dec 11 22:36:59.341533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-f7eec171-aa98-4f0e-8b04-e480ca1449d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:59.344311 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-f7eec171-aa98-4f0e-8b04-e480ca1449d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586021 Dec 11 22:36:59.350404 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9165e52-e668-414d-aaaf-c16fc12ecd33 req-ee2aac9f-e6b4-46b0-90af-a4569310f02f tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885057 Dec 11 22:36:59.352186 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-43e043e0-6eee-4072-a317-ff54a139f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:59.353558 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-43e043e0-6eee-4072-a317-ff54a139f150 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0836134 Dec 11 22:36:59.419544 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-651c0c91-b61d-4fff-979c-70b3e2f5908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:59.421011 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-651c0c91-b61d-4fff-979c-70b3e2f5908f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594087 Dec 11 22:36:59.486702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-2b28909e-41b0-460c-bb4b-9f5590f2237f service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054034 Dec 11 22:36:59.529738 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c0ee8-6b22-4f1e-99f3-4aac698eb6c9 req-d1157aa1-ffed-4261-995d-e197deea64f9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:36:59.531905 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5a4c0ee8-6b22-4f1e-99f3-4aac698eb6c9 req-d1157aa1-ffed-4261-995d-e197deea64f9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 949 time: 0.1146533 Dec 11 22:36:59.557979 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-76cf46c9-3c75-4ed1-8930-6cc801d5ae62 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273537 Dec 11 22:36:59.626219 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-d3105c74-5c2f-46d5-a556-8875d7855e17 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224022 Dec 11 22:36:59.667987 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5a4c0ee8-6b22-4f1e-99f3-4aac698eb6c9 req-a615c6b8-13f4-48f6-8cb0-599f3b1c1d95 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219900 Dec 11 22:36:59.713447 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a100667a-4fa8-4391-8f91-c1a6576f2b1c req-cc8a350c-40c4-477c-b1ce-bf29fe7627fd service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460955 Dec 11 22:36:59.736323 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-21ea5af6-25c2-4912-b8d7-f4b8befd84d7 req-b074be89-8b3b-4f7a-9b4c-33bf9b3d6643 tempest-ServersAdminTestJSON-582965672 tempest-ServersAdminTestJSON-582965672-project] 10.222.0.45 "GET /v2.0/ports?device_id=a825d142-1137-4e82-9bbd-ce2174e48943 HTTP/1.1" status: 200 len: 210 time: 0.0323112 Dec 11 22:37:00.043408 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d7608-c62b-46a5-a49a-45d8745ea64d req-6219f00a-a2c2-4f5d-ad37-e5a9af6a1633 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:00.045611 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a87d7608-c62b-46a5-a49a-45d8745ea64d req-6219f00a-a2c2-4f5d-ad37-e5a9af6a1633 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 946 time: 0.0625205 Dec 11 22:37:00.096761 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a87d7608-c62b-46a5-a49a-45d8745ea64d req-89ee68c7-cc06-4228-a514-a25da156e39f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445545 Dec 11 22:37:00.235164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031fad1-3d60-43aa-9cc7-14837d62b3a0 req-92718cf7-5779-4f6e-ba44-fdf58c7924ed tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:00.236725 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3031fad1-3d60-43aa-9cc7-14837d62b3a0 req-92718cf7-5779-4f6e-ba44-fdf58c7924ed tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 946 time: 0.0522113 Dec 11 22:37:00.289949 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3031fad1-3d60-43aa-9cc7-14837d62b3a0 req-296359d0-2608-46c0-9842-143fda608324 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470941 Dec 11 22:37:00.389876 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651241f-6616-417c-90fb-16ba7875fda5 req-80f44b47-c721-4fd2-bb10-b5412200ff55 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:00.392309 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c651241f-6616-417c-90fb-16ba7875fda5 req-80f44b47-c721-4fd2-bb10-b5412200ff55 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 943 time: 0.0542414 Dec 11 22:37:00.440373 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c651241f-6616-417c-90fb-16ba7875fda5 req-e7dcd581-f547-4ae9-8851-e08534ae8ba9 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419061 Dec 11 22:37:00.558635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe7cab-3ffb-4867-8799-cfa977f36e4e req-827672b4-9a29-4562-a04f-a852a8a7a7de tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:00.560326 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dbbe7cab-3ffb-4867-8799-cfa977f36e4e req-827672b4-9a29-4562-a04f-a852a8a7a7de tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0589309 Dec 11 22:37:00.596519 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a923222b-54d8-4f31-a094-c8ca2077a274 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:37:00.614368 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dbbe7cab-3ffb-4867-8799-cfa977f36e4e req-d946b513-33a8-40ab-bc77-b78f33c61d4a tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443623 Dec 11 22:37:00.720055 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a923222b-54d8-4f31-a094-c8ca2077a274, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a923222b-54d8-4f31-a094-c8ca2077a274,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:00.732413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'a923222b-54d8-4f31-a094-c8ca2077a274', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'port_id': 'a923222b-54d8-4f31-a094-c8ca2077a274', 'mac_address': 'fa:16:3e:89:f3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:37:00.790071 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:00.805671 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a923222b-54d8-4f31-a094-c8ca2077a274 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:37:00.829310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a923222b-54d8-4f31-a094-c8ca2077a274, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a923222b-54d8-4f31-a094-c8ca2077a274,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:00.875400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d0d75-943a-4460-b9d9-9f0f83fe17ed req-35013d78-fb45-4576-9554-2c6988f41e6e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:00.878327 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-656d0d75-943a-4460-b9d9-9f0f83fe17ed req-35013d78-fb45-4576-9554-2c6988f41e6e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 949 time: 0.0726609 Dec 11 22:37:00.927603 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:00.983099 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-656d0d75-943a-4460-b9d9-9f0f83fe17ed req-2cf02fba-ffbb-444b-b61c-345483aec839 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832191 Dec 11 22:37:01.003084 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a923222b-54d8-4f31-a094-c8ca2077a274,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:01.024346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9a43d656-6517-423a-be7b-325665329207 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:37:01.048295 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 9a43d656-6517-423a-be7b-325665329207 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:37:01.051599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9a43d656-6517-423a-be7b-325665329207 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:37:01.349991 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['a923222b-54d8-4f31-a094-c8ca2077a274'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:37:01.364545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f32a65-ba6b-42ec-b8cb-9165593571dc req-f4b4da07-f181-42ad-b63a-6f818275f9f1 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:01.366930 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64f32a65-ba6b-42ec-b8cb-9165593571dc req-f4b4da07-f181-42ad-b63a-6f818275f9f1 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 946 time: 0.0603123 Dec 11 22:37:01.384324 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44458) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:01.447686 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64f32a65-ba6b-42ec-b8cb-9165593571dc req-afd5f679-2b5e-4a1a-b391-cc3d5dc75d56 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734043 Dec 11 22:37:01.610564 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b06f3-9ac9-4aac-b7d4-9842b808edd2 req-027c0267-93fd-4221-b1b8-562ca0dd2604 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:01.612947 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a8b06f3-9ac9-4aac-b7d4-9842b808edd2 req-027c0267-93fd-4221-b1b8-562ca0dd2604 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 944 time: 0.0931108 Dec 11 22:37:01.617044 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a1a272a6-7448-4425-9832-f88aeb68dad0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb174d04fa334972afa3decee998ec89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315328 Dec 11 22:37:01.619845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44464) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:01.685662 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:01.706928 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a8b06f3-9ac9-4aac-b7d4-9842b808edd2 req-e8cbb90c-11c0-40da-a6ad-1faead3675be tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817103 Dec 11 22:37:01.720661 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:01.791568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f51554-b24e-4f74-b4f3-1c28004c7f53 req-6703f857-be27-4d90-9072-a61f12b4a6cc tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:01.793106 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20f51554-b24e-4f74-b4f3-1c28004c7f53 req-6703f857-be27-4d90-9072-a61f12b4a6cc tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0863230 Dec 11 22:37:01.846235 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20f51554-b24e-4f74-b4f3-1c28004c7f53 req-5d5478ad-677f-4c4b-a680-fdadf711ff66 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455534 Dec 11 22:37:02.052959 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:02.055647 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:02.059418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f028a8c-c28a-4663-ae56-c1aa7444223d HTTP/1.1" status: 204 len: 168 time: 0.4359732 Dec 11 22:37:02.069975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f028a8c-c28a-4663-ae56-c1aa7444223d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:02.081699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:02.096051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:02.096051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:02.096051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:02.096051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:02.096051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:02.096051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:02.096051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:02.096051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:02.096051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:02.096051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:02.096051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:02.096051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dbe78-765c-4c9f-81bc-6816d0b0529f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:02.123656 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3b79b-3596-4dea-a73f-557885714443 req-f724ca28-8058-46e0-bf74-43d74be7a44b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:02.133986 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-15b3b79b-3596-4dea-a73f-557885714443 req-f724ca28-8058-46e0-bf74-43d74be7a44b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 949 time: 0.0749338 Dec 11 22:37:02.196008 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-15b3b79b-3596-4dea-a73f-557885714443 req-26918a07-1c28-4fb6-9ec0-9c7218306348 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604525 Dec 11 22:37:02.285200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec461c6-d713-466c-96f3-13850405a805 req-6cee5362-1eaf-4ab6-86e3-19e419cbba0f tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:02.299424 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ec461c6-d713-466c-96f3-13850405a805 req-6cee5362-1eaf-4ab6-86e3-19e419cbba0f tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 1096 time: 0.0622211 Dec 11 22:37:02.349394 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ec461c6-d713-466c-96f3-13850405a805 req-452c60b2-bab5-48be-b082-5da093502c89 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490317 Dec 11 22:37:02.569778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33367de1-654c-4f86-8919-d46a7b96764c req-02546f49-0802-4c82-9298-68929b49452e tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:02.571286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33367de1-654c-4f86-8919-d46a7b96764c req-02546f49-0802-4c82-9298-68929b49452e tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 946 time: 0.0498173 Dec 11 22:37:02.622386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a923222b-54d8-4f31-a094-c8ca2077a274 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:02.629315 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33367de1-654c-4f86-8919-d46a7b96764c req-89547510-576f-40ad-95b4-c191b75a5b6b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491719 Dec 11 22:37:02.732682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port a923222b-54d8-4f31-a094-c8ca2077a274 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:37:02.740501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port a923222b-54d8-4f31-a094-c8ca2077a274 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:02.740873 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:02.831059 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:02.839039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239131ea-409b-4ce4-ae61-55cd12a4e92a req-089f5a2b-d165-4d13-b245-33c7670fae04 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:02.840637 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-239131ea-409b-4ce4-ae61-55cd12a4e92a req-089f5a2b-d165-4d13-b245-33c7670fae04 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 944 time: 0.0566924 Dec 11 22:37:02.856545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0112539e-8ae0-419b-be4e-84ede8edfdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a923222b-54d8-4f31-a094-c8ca2077a274'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:02.862779 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2ab8e5-9d51-4304-837e-5a279de69b6a" -d '{"events": [{"server_uuid": "0112539e-8ae0-419b-be4e-84ede8edfdb3", "name": "network-vif-plugged", "status": "completed", "tag": "a923222b-54d8-4f31-a094-c8ca2077a274"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:02.872889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44514) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:02.892119 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a923222b-54d8-4f31-a094-c8ca2077a274, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a923222b-54d8-4f31-a094-c8ca2077a274,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:02.907487 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-239131ea-409b-4ce4-ae61-55cd12a4e92a req-b2c0bda6-1db6-4cf0-a29c-fdc70b09ef69 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594857 Dec 11 22:37:02.927844 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-adbf26a5-7555-479c-8970-a9fd94ae1778 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b74d849366e34867b3b09bb7f217f0eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519967 Dec 11 22:37:02.928785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44516) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:02.973359 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:03.021821 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4db0fd05-28ef-49da-889b-44cf02b901ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:03.040862 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 43d1c68e-45f3-42ce-a3df-ba0ce9310172 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:37:03.051272 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4db0fd05-28ef-49da-889b-44cf02b901ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:03.052210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a923222b-54d8-4f31-a094-c8ca2077a274,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:03.193343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:03.194080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ea2f4-cb3a-4a79-be94-be6b120932b2 req-81a5560c-da37-408e-b6aa-6f71494e0802 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:03.202481 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e1ea2f4-cb3a-4a79-be94-be6b120932b2 req-81a5560c-da37-408e-b6aa-6f71494e0802 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 946 time: 0.0946631 Dec 11 22:37:03.212149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '43d1c68e-45f3-42ce-a3df-ba0ce9310172', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '43d1c68e-45f3-42ce-a3df-ba0ce9310172', 'mac_address': 'fa:16:3e:78:ae:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:37:03.256287 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:03.273334 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d1c68e-45f3-42ce-a3df-ba0ce9310172 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:37:03.275509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e1ea2f4-cb3a-4a79-be94-be6b120932b2 req-617fdf84-604f-457c-a3d4-37ead75b99c2 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713377 Dec 11 22:37:03.310622 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4db0fd05-28ef-49da-889b-44cf02b901ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:03.329906 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4db0fd05-28ef-49da-889b-44cf02b901ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:03.331120 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4db0fd05-28ef-49da-889b-44cf02b901ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2f73854c-5f35-49ae-9b9f-e09d2e162524 HTTP/1.1" status: 204 len: 168 time: 0.4012873 Dec 11 22:37:03.344219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0fd05-28ef-49da-889b-44cf02b901ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f73854c-5f35-49ae-9b9f-e09d2e162524,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:03.354112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:03.383938 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f5c142-1cca-4022-8ccb-383d72a1a448 x-openstack-request-id: req-81f5c142-1cca-4022-8ccb-383d72a1a448 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:03.384319 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0112539e-8ae0-419b-be4e-84ede8edfdb3", "name": "network-vif-plugged", "status": "completed", "tag": "a923222b-54d8-4f31-a094-c8ca2077a274", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:03.385711 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81f5c142-1cca-4022-8ccb-383d72a1a448 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:03.386449 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0112539e-8ae0-419b-be4e-84ede8edfdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a923222b-54d8-4f31-a094-c8ca2077a274', 'code': 200} Dec 11 22:37:03.464353 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:03.501210 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acc209-5e03-42af-a9b8-001ffac78693 req-5ae601bd-af3c-4d9e-8d1e-2d08feee4b97 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:03.510005 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e4acc209-5e03-42af-a9b8-001ffac78693 req-5ae601bd-af3c-4d9e-8d1e-2d08feee4b97 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 949 time: 0.0819390 Dec 11 22:37:03.540441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=43d1c68e-45f3-42ce-a3df-ba0ce9310172,revision_number=13']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:03.585989 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e4acc209-5e03-42af-a9b8-001ffac78693 req-c16b755d-ef01-4674-90e0-07e8885bd0f1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745463 Dec 11 22:37:03.595427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f2c3e-26cf-4217-9045-09ba31d3191e req-3fb8454e-ba91-4b43-97c6-b02e97723331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:03.597326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee7f2c3e-26cf-4217-9045-09ba31d3191e req-3fb8454e-ba91-4b43-97c6-b02e97723331 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 1096 time: 0.0698726 Dec 11 22:37:03.653964 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee7f2c3e-26cf-4217-9045-09ba31d3191e req-fddc990a-b0a9-43b9-b203-f12a7a6dba48 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445187 Dec 11 22:37:03.907621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['43d1c68e-45f3-42ce-a3df-ba0ce9310172'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:37:04.358904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d3a9d-495a-4a09-befb-9b8b5870039e req-50513ed1-effe-41a2-bfb8-c7d1dc31f82d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:04.361451 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-925d3a9d-495a-4a09-befb-9b8b5870039e req-50513ed1-effe-41a2-bfb8-c7d1dc31f82d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 950 time: 0.0683990 Dec 11 22:37:04.424948 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-925d3a9d-495a-4a09-befb-9b8b5870039e req-1283e5ba-e8ba-4e45-a9cf-fbfb85782a47 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516353 Dec 11 22:37:04.547869 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b684b-0dff-4647-8f30-e7ca4635c996 req-0d748036-9565-4912-885e-a800ba3f7890 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:04.549479 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b5b684b-0dff-4647-8f30-e7ca4635c996 req-0d748036-9565-4912-885e-a800ba3f7890 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 946 time: 0.0502295 Dec 11 22:37:04.590348 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-7d245e88-40b4-4374-95dc-52e5d880e325 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:37:04.591316 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-7d245e88-40b4-4374-95dc-52e5d880e325 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057893 Dec 11 22:37:04.608309 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b5b684b-0dff-4647-8f30-e7ca4635c996 req-84431079-b5d9-40c0-ab91-1c70140709eb tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527885 Dec 11 22:37:04.664571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-5b9b1747-82a6-4b69-b913-fb9f2041413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:04.666726 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-5b9b1747-82a6-4b69-b913-fb9f2041413a service neutron] 10.222.0.45 "GET /v2.0/ports/20169e79-bc31-42f2-9e76-9372fcb0aafc HTTP/1.1" status: 200 len: 1093 time: 0.0671918 Dec 11 22:37:04.678515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4012caaa-a82c-4751-9550-52a56214c73e service neutron] Request body: {'binding': {'host': 'n-h2-710847-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:04.679058 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4012caaa-a82c-4751-9550-52a56214c73e service neutron] Unknown quota resources ['binding']. {{(pid=103691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 22:37:04.744186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd767efe-43ec-46f6-8c02-416ef8fc5423 req-9c115763-384e-47ea-92a0-83b37187f2bd tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:04.745700 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd767efe-43ec-46f6-8c02-416ef8fc5423 req-9c115763-384e-47ea-92a0-83b37187f2bd tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 945 time: 0.0717123 Dec 11 22:37:04.815056 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd767efe-43ec-46f6-8c02-416ef8fc5423 req-ef4d3400-99da-4afd-a5fc-48117c4d465f tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543065 Dec 11 22:37:04.830103 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4012caaa-a82c-4751-9550-52a56214c73e service neutron] Attempting to bind port 20169e79-bc31-42f2-9e76-9372fcb0aafc on host n-h2-710847-6 for vnic_type normal with profile None {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:37:04.830642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4012caaa-a82c-4751-9550-52a56214c73e service neutron] Attempting to bind port 20169e79-bc31-42f2-9e76-9372fcb0aafc by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:37:04.831208 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4012caaa-a82c-4751-9550-52a56214c73e service neutron] Attempting to bind port 20169e79-bc31-42f2-9e76-9372fcb0aafc on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:04.835927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4012caaa-a82c-4751-9550-52a56214c73e service neutron] Port 20169e79-bc31-42f2-9e76-9372fcb0aafc on network dc99fe2a-f620-40db-bef5-51a1a7294f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:37:04.836256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4012caaa-a82c-4751-9550-52a56214c73e service neutron] Attempting to bind port 20169e79-bc31-42f2-9e76-9372fcb0aafc on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:04.841317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4012caaa-a82c-4751-9550-52a56214c73e service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:37:04.841839 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4012caaa-a82c-4751-9550-52a56214c73e service neutron] Checking segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:04.842230 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4012caaa-a82c-4751-9550-52a56214c73e service neutron] Bound using segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:37:04.842664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4012caaa-a82c-4751-9550-52a56214c73e service neutron] Bound port: 20169e79-bc31-42f2-9e76-9372fcb0aafc, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:37:04.903680 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4012caaa-a82c-4751-9550-52a56214c73e service neutron] For port 20169e79-bc31-42f2-9e76-9372fcb0aafc, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:37:04.975225 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4012caaa-a82c-4751-9550-52a56214c73e service neutron] Publish callbacks [] for binding, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:04.976430 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4012caaa-a82c-4751-9550-52a56214c73e service neutron] 10.222.0.45 "POST /v2.0/ports/20169e79-bc31-42f2-9e76-9372fcb0aafc/bindings HTTP/1.1" status: 201 len: 389 time: 0.3035529 Dec 11 22:37:05.045500 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 71300047-54d4-4316-84b4-9d0391f2e1de details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:37:05.187854 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 71300047-54d4-4316-84b4-9d0391f2e1de, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=71300047-54d4-4316-84b4-9d0391f2e1de,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:05.201760 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '71300047-54d4-4316-84b4-9d0391f2e1de', 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a', 'port_id': '71300047-54d4-4316-84b4-9d0391f2e1de', 'mac_address': 'fa:16:3e:06:c0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7337e6a9-f530-438b-852b-2b3fd3b98957', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:37:05.248355 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:05.263186 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71300047-54d4-4316-84b4-9d0391f2e1de {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:37:05.267369 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-8031d965-8dfe-4dd4-8a0d-e3dfedda2daf tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e828c78368f2446e9a1b9388577b4d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335548 Dec 11 22:37:05.286602 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 71300047-54d4-4316-84b4-9d0391f2e1de, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=71300047-54d4-4316-84b4-9d0391f2e1de,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:05.378299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-31337709-23fd-4895-88d5-21a3d011deaf tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:05.380390 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-31337709-23fd-4895-88d5-21a3d011deaf tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1117082 Dec 11 22:37:05.438020 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:05.443187 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-e19c51d5-b1c6-4d33-9a89-c2e62dd8cf7f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/quotas/e828c78368f2446e9a1b9388577b4d40 HTTP/1.1" status: 200 len: 375 time: 0.0368586 Dec 11 22:37:05.545669 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-37f34b31-12ff-4933-b894-32b191b30d45 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1015778 Dec 11 22:37:05.562975 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791006e-4002-478c-8215-a570478788dc req-0924cf9e-2910-49db-9978-4246ff66fab8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:05.571941 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f791006e-4002-478c-8215-a570478788dc req-0924cf9e-2910-49db-9978-4246ff66fab8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 945 time: 0.0668604 Dec 11 22:37:05.680985 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f791006e-4002-478c-8215-a570478788dc req-1d94166a-5e75-4a0c-87a9-57e56a663d26 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019428 Dec 11 22:37:05.699543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['71300047-54d4-4316-84b4-9d0391f2e1de'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:37:05.762099 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=71300047-54d4-4316-84b4-9d0391f2e1de,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:05.809027 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4946b48b-e6d2-4c84-aecb-9a0d8ccbbc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:05.810646 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4946b48b-e6d2-4c84-aecb-9a0d8ccbbc91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 1096 time: 0.1085279 Dec 11 22:37:05.841791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0dd78e-58c0-4f07-b880-0a4e2a68a219 req-48244cce-d298-498c-b073-262719c2bda9 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:05.851199 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d0dd78e-58c0-4f07-b880-0a4e2a68a219 req-48244cce-d298-498c-b073-262719c2bda9 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 945 time: 0.1008406 Dec 11 22:37:06.020927 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d0dd78e-58c0-4f07-b880-0a4e2a68a219 req-04744eee-0d7f-4165-8983-b207f7de93c1 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653221 Dec 11 22:37:06.022633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-0c2110d0-5cb2-4351-a6f6-1922c44bd0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:06.025038 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-0c2110d0-5cb2-4351-a6f6-1922c44bd0fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.2028570 Dec 11 22:37:06.079343 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-d5700dc1-5500-40b5-8082-d55edba4b060 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc HTTP/1.1" status: 200 len: 217 time: 0.0459120 Dec 11 22:37:06.156184 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-aa1128a7-e5b0-45b5-baa5-209e1ee037da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:06.158023 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-aa1128a7-e5b0-45b5-baa5-209e1ee037da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.0689297 Dec 11 22:37:06.174742 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf282d7d-2df3-4ae3-84ba-60932604d04c req-b7239001-5eea-4e9d-8b50-8d1b5715df37 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:06.177657 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cf282d7d-2df3-4ae3-84ba-60932604d04c req-b7239001-5eea-4e9d-8b50-8d1b5715df37 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 945 time: 0.0968385 Dec 11 22:37:06.208823 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-ec1896bd-0291-411d-b63e-01a561845b05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299213 Dec 11 22:37:06.239961 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1142bebb-8509-47e0-ba13-999ce95614fe req-42631695-23b0-4b9d-9ab4-87d1c77f4893 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 210 time: 0.3802118 Dec 11 22:37:06.326892 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cf282d7d-2df3-4ae3-84ba-60932604d04c req-ac6a7faa-1562-454f-976e-a384710ce24f tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170034 Dec 11 22:37:06.353208 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-9cea4321-8f07-45a7-9a80-6f419a4e270a service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367850 Dec 11 22:37:06.533847 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-49ca8d24-6584-4fa3-bf0e-471afd00cd5e service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718173 Dec 11 22:37:06.642037 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 05f4ad2d-8511-441e-a68a-c3d456ddddd3 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:37:06.666861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a01a6-13ae-4e21-b553-4b6a1b27fd2b req-6040fbc6-6161-448d-a660-dcebc7243976 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:06.677822 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44668) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:06.684361 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ae861ba1-0acb-451e-b338-eb9b8e964350 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Request body: {'floatingip': {'port_id': 'a923222b-54d8-4f31-a094-c8ca2077a274'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:06.695523 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b2a01a6-13ae-4e21-b553-4b6a1b27fd2b req-6040fbc6-6161-448d-a660-dcebc7243976 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 945 time: 0.0778346 Dec 11 22:37:06.778963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 05f4ad2d-8511-441e-a68a-c3d456ddddd3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=05f4ad2d-8511-441e-a68a-c3d456ddddd3,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:06.791190 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '05f4ad2d-8511-441e-a68a-c3d456ddddd3', 'network_id': '54478511-f8de-4e50-83dc-4c9857155262', 'port_id': '05f4ad2d-8511-441e-a68a-c3d456ddddd3', 'mac_address': 'fa:16:3e:c2:d4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb1c5ef-7e62-452c-b0f4-c1de3e5763b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:37:06.791586 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae861ba1-0acb-451e-b338-eb9b8e964350 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:06.846601 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:06.864757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05f4ad2d-8511-441e-a68a-c3d456ddddd3 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:37:06.910836 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 05f4ad2d-8511-441e-a68a-c3d456ddddd3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=05f4ad2d-8511-441e-a68a-c3d456ddddd3,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:06.967725 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:06.971057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f00b6-29e6-4005-aab1-1b7cf27d260a req-813cdc39-b0a0-413d-b477-45d7a0c33964 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:06.981881 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-326f00b6-29e6-4005-aab1-1b7cf27d260a req-813cdc39-b0a0-413d-b477-45d7a0c33964 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 945 time: 0.2068624 Dec 11 22:37:07.079473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=05f4ad2d-8511-441e-a68a-c3d456ddddd3,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:07.096569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 71300047-54d4-4316-84b4-9d0391f2e1de up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:07.157415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 71300047-54d4-4316-84b4-9d0391f2e1de triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:07.157922 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:07.166618 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-326f00b6-29e6-4005-aab1-1b7cf27d260a req-0c205d57-c1b6-4790-b5c2-9bb734cb509b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829717 Dec 11 22:37:07.198412 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70e04d-d936-4eb6-9d85-1a9ab4056f69 req-6de86d5e-c243-48e9-a662-ebcfa7a0239f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:07.199926 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9f70e04d-d936-4eb6-9d85-1a9ab4056f69 req-6de86d5e-c243-48e9-a662-ebcfa7a0239f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 945 time: 0.0796878 Dec 11 22:37:07.294688 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9f70e04d-d936-4eb6-9d85-1a9ab4056f69 req-234cbb7c-3b25-48d1-b159-3e005014c54b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829070 Dec 11 22:37:07.314898 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['05f4ad2d-8511-441e-a68a-c3d456ddddd3'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:37:07.422399 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:07.479395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf46439e-7b5f-4dce-90e0-a08918e358ed req-2734f877-2e4a-4192-ae4b-6bbe274249a6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 210 time: 0.0593791 Dec 11 22:37:07.492886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10443360-cc45-43b1-8700-5ba7a9595861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71300047-54d4-4316-84b4-9d0391f2e1de'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:07.503247 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09945fab-978b-4a45-b7cc-b99f060d5c47" -d '{"events": [{"server_uuid": "10443360-cc45-43b1-8700-5ba7a9595861", "name": "network-vif-plugged", "status": "completed", "tag": "71300047-54d4-4316-84b4-9d0391f2e1de"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:07.513118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 71300047-54d4-4316-84b4-9d0391f2e1de, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=71300047-54d4-4316-84b4-9d0391f2e1de,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:07.573169 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13caf969-7ee8-4351-bee0-0d2e3b6a10db x-openstack-request-id: req-13caf969-7ee8-4351-bee0-0d2e3b6a10db {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:07.573499 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10443360-cc45-43b1-8700-5ba7a9595861", "name": "network-vif-plugged", "status": "completed", "tag": "71300047-54d4-4316-84b4-9d0391f2e1de", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:07.573762 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13caf969-7ee8-4351-bee0-0d2e3b6a10db {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:07.574166 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10443360-cc45-43b1-8700-5ba7a9595861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71300047-54d4-4316-84b4-9d0391f2e1de', 'code': 200} Dec 11 22:37:07.620865 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:07.621978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 43d1c68e-45f3-42ce-a3df-ba0ce9310172 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:07.834008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=71300047-54d4-4316-84b4-9d0391f2e1de,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:07.995403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:37:08.001513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:08.001924 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:08.098703 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:08.112483 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae861ba1-0acb-451e-b338-eb9b8e964350 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:08.158889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:08.231310 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44738) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:08.299136 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae861ba1-0acb-451e-b338-eb9b8e964350 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:08.379276 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:08.403206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d179d-7de4-4c9d-8681-b5b34d551b74 req-9e6291e0-b563-4485-b58e-83255766afba tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:08.423939 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eb3d179d-7de4-4c9d-8681-b5b34d551b74 req-9e6291e0-b563-4485-b58e-83255766afba tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 945 time: 0.1300101 Dec 11 22:37:08.510957 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eb3d179d-7de4-4c9d-8681-b5b34d551b74 req-a284789f-a16a-4a04-9fa0-6f1c377ce129 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850334 Dec 11 22:37:08.524463 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-ae861ba1-0acb-451e-b338-eb9b8e964350 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Floating IP 0fdbbb86-ba35-4739-8cf4-f693f01bb47a associated. External IP: 172.25.1.109, port: a923222b-54d8-4f31-a094-c8ca2077a274. Dec 11 22:37:08.526152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=43d1c68e-45f3-42ce-a3df-ba0ce9310172,revision_number=14']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:08.561441 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-b499d0bb-8789-4cf5-b77f-ebd36cce67a2 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e828c78368f2446e9a1b9388577b4d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630114 Dec 11 22:37:08.562714 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:08.648546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e4b4e05c-2f67-4bac-9cba-fbb2b52c432b req-f567f734-5bab-4199-8036-56e49ec93266 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 210 time: 0.0353594 Dec 11 22:37:08.664481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 05f4ad2d-8511-441e-a68a-c3d456ddddd3 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:08.790963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 05f4ad2d-8511-441e-a68a-c3d456ddddd3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:08.791342 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:08.831530 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-58390751-8c1b-4580-b85a-292b58b696c7 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:08.833276 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-58390751-8c1b-4580-b85a-292b58b696c7 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218843 Dec 11 22:37:08.910054 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-243dd6bc-7b9b-4841-9451-23b65968e6a6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Request body: {'port': {'device_id': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'e828c78368f2446e9a1b9388577b4d40'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:08.931030 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308456b7-a4a3-4695-b391-0739b4dd865b req-3133eabd-5c04-4709-8f78-52db03de3500 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:08.936809 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:08.940291 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-308456b7-a4a3-4695-b391-0739b4dd865b req-3133eabd-5c04-4709-8f78-52db03de3500 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 946 time: 0.4432099 Dec 11 22:37:08.978104 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 05f4ad2d-8511-441e-a68a-c3d456ddddd3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=05f4ad2d-8511-441e-a68a-c3d456ddddd3,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:09.038405 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:37:09.058666 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:09.138556 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=05f4ad2d-8511-441e-a68a-c3d456ddddd3,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:09.184749 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-308456b7-a4a3-4695-b391-0739b4dd865b req-cc2fa8ec-eaa3-4983-9a13-bad264ef5cf2 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434995 Dec 11 22:37:09.275174 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:09.293872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae861ba1-0acb-451e-b338-eb9b8e964350 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Router 955d64cc-d25f-4201-b2e1-ce8b83245284 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:37:09.368293 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:09.397764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-243dd6bc-7b9b-4841-9451-23b65968e6a6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Made reservation on behalf of e828c78368f2446e9a1b9388577b4d40 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:37:09.401581 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-243dd6bc-7b9b-4841-9451-23b65968e6a6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:09.440806 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=962e3a0406604527b2ece464cc00e224&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2017674 Dec 11 22:37:09.440806 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeba4465-49fd-4a19-8ec5-b9bdba86f4ed,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:09.441139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44776) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:09.492537 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:09.492904 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:09.493238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:09.493580 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:09.494057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:09.494395 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:09.494732 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:09.495099 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:09.495427 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:09.495758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:09.496106 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:09.496425 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:09.496754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabc55c-d2cf-4096-bbc0-9950433e700f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:09.508797 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08505d27-cac6-43fd-a8b9-b68b93450332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:09.544191 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08505d27-cac6-43fd-a8b9-b68b93450332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:09.575235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172'}, {'server_uuid': 'c430f553-fb2a-4c52-b17c-a2f07478638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f4ad2d-8511-441e-a68a-c3d456ddddd3'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:09.577994 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101a848b-01ac-4fa7-b6ca-71a27b384cb6" -d '{"events": [{"server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "name": "network-vif-plugged", "status": "completed", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172"}, {"server_uuid": "c430f553-fb2a-4c52-b17c-a2f07478638f", "name": "network-vif-plugged", "status": "completed", "tag": "05f4ad2d-8511-441e-a68a-c3d456ddddd3"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:09.603499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae861ba1-0acb-451e-b338-eb9b8e964350 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:37:09.616775 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3787447c-75e8-42c5-94b3-4cd75a37ebf5 None None] Sync routers for ids ['955d64cc-d25f-4201-b2e1-ce8b83245284'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:37:09.622956 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae861ba1-0acb-451e-b338-eb9b8e964350 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:09.642131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787447c-75e8-42c5-94b3-4cd75a37ebf5 None None] Routers {'955d64cc-d25f-4201-b2e1-ce8b83245284'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:37:09.643103 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3787447c-75e8-42c5-94b3-4cd75a37ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:36:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['955d64cc-d25f-4201-b2e1-ce8b83245284'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:09.690735 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ae861ba1-0acb-451e-b338-eb9b8e964350 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "PUT /v2.0/floatingips/0fdbbb86-ba35-4739-8cf4-f693f01bb47a HTTP/1.1" status: 200 len: 991 time: 3.0115657 Dec 11 22:37:09.712355 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0112539e-8ae0-419b-be4e-84ede8edfdb3', 'tag': 'a923222b-54d8-4f31-a094-c8ca2077a274'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:09.714870 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65031452-492c-4fd7-8287-e931eb633ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "0112539e-8ae0-419b-be4e-84ede8edfdb3", "tag": "a923222b-54d8-4f31-a094-c8ca2077a274"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:09.728064 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9179341e-5c2a-44cf-b4ec-5d5d8e5c0643 x-openstack-request-id: req-9179341e-5c2a-44cf-b4ec-5d5d8e5c0643 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:09.731180 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "name": "network-vif-plugged", "status": "completed", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172", "code": 200}, {"server_uuid": "c430f553-fb2a-4c52-b17c-a2f07478638f", "name": "network-vif-plugged", "status": "completed", "tag": "05f4ad2d-8511-441e-a68a-c3d456ddddd3", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:09.731180 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9179341e-5c2a-44cf-b4ec-5d5d8e5c0643 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:09.731180 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172', 'code': 200} Dec 11 22:37:09.731180 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c430f553-fb2a-4c52-b17c-a2f07478638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f4ad2d-8511-441e-a68a-c3d456ddddd3', 'code': 200} Dec 11 22:37:09.775988 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-243dd6bc-7b9b-4841-9451-23b65968e6a6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Allocated IP 192.168.233.201 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:37:09.792985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed19f3a-aa9d-4a7a-ba5f-c32042d01e03 req-354423b3-4fb4-49bf-9bfb-9a107f93e43d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:09.805515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ed19f3a-aa9d-4a7a-ba5f-c32042d01e03 req-354423b3-4fb4-49bf-9bfb-9a107f93e43d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 945 time: 0.1756959 Dec 11 22:37:09.822545 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08505d27-cac6-43fd-a8b9-b68b93450332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:09.825573 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08505d27-cac6-43fd-a8b9-b68b93450332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:09.826973 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-08505d27-cac6-43fd-a8b9-b68b93450332 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aeba4465-49fd-4a19-8ec5-b9bdba86f4ed HTTP/1.1" status: 204 len: 168 time: 0.3883042 Dec 11 22:37:09.847957 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa933e58-1165-4f1d-993f-b96d464d74bf req-c253e107-3e4b-483f-ac9b-e097e967389d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 210 time: 0.0781584 Dec 11 22:37:09.912335 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-3787447c-75e8-42c5-94b3-4cd75a37ebf5 None None] Set router 955d64cc-d25f-4201-b2e1-ce8b83245284 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:37:10.033242 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ed19f3a-aa9d-4a7a-ba5f-c32042d01e03 req-6ebc436e-fdb1-443d-b0de-5d902a93f25c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190609 Dec 11 22:37:10.034550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08505d27-cac6-43fd-a8b9-b68b93450332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeba4465-49fd-4a19-8ec5-b9bdba86f4ed,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:10.119332 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3173fe87-c6bb-44ff-b1b0-6188afc48862 x-openstack-request-id: req-3173fe87-c6bb-44ff-b1b0-6188afc48862 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:10.125263 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0112539e-8ae0-419b-be4e-84ede8edfdb3", "tag": "a923222b-54d8-4f31-a094-c8ca2077a274", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:10.125456 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3173fe87-c6bb-44ff-b1b0-6188afc48862 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:10.125829 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0112539e-8ae0-419b-be4e-84ede8edfdb3', 'tag': 'a923222b-54d8-4f31-a094-c8ca2077a274', 'status': 'completed', 'code': 200} Dec 11 22:37:10.198923 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-243dd6bc-7b9b-4841-9451-23b65968e6a6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:10.277826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65031452-492c-4fd7-8287-e931eb633ffe req-291cf4b8-d234-4750-a6b6-bdbfd2c088c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:10.286135 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-65031452-492c-4fd7-8287-e931eb633ffe req-291cf4b8-d234-4750-a6b6-bdbfd2c088c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=556a7ebc068346b0987349bf55b5f5c7&device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 1096 time: 0.1106529 Dec 11 22:37:10.430765 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-243dd6bc-7b9b-4841-9451-23b65968e6a6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:10.450147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['2c7cb36c-8146-4e13-afa8-b3d282699a76', '43d1c68e-45f3-42ce-a3df-ba0ce9310172'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:37:10.483065 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f5103-c1b2-4927-b854-c2b09acbdf08 req-0fb40d26-bee7-4dd0-adad-e909808385a3 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:10.486713 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f28f5103-c1b2-4927-b854-c2b09acbdf08 req-0fb40d26-bee7-4dd0-adad-e909808385a3 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 946 time: 0.0915718 Dec 11 22:37:10.565796 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f28f5103-c1b2-4927-b854-c2b09acbdf08 req-20fa90a2-b176-4525-ad84-7bdff4e48f49 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649242 Dec 11 22:37:10.583949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65031452-492c-4fd7-8287-e931eb633ffe req-7b7a6dfd-eb47-4bf3-a4fe-2d4682ad4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:10.588958 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-65031452-492c-4fd7-8287-e931eb633ffe req-7b7a6dfd-eb47-4bf3-a4fe-2d4682ad4441 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4c48a02-3b82-4092-9ade-e5e796a844fd HTTP/1.1" status: 200 len: 924 time: 0.2953258 Dec 11 22:37:10.612475 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243dd6bc-7b9b-4841-9451-23b65968e6a6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Pushing event updated for resources: {'Port': ['ID=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:10.640487 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['ce022248-3628-412e-b0d4-51927750f75d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:37:10.699557 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-243dd6bc-7b9b-4841-9451-23b65968e6a6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:37:10.706746 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-243dd6bc-7b9b-4841-9451-23b65968e6a6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:10.711217 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-243dd6bc-7b9b-4841-9451-23b65968e6a6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:37:10.801114 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-65031452-492c-4fd7-8287-e931eb633ffe req-5028dc27-f73c-46cf-8e06-0bbaee64df1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a923222b-54d8-4f31-a094-c8ca2077a274 HTTP/1.1" status: 200 len: 999 time: 0.2033098 Dec 11 22:37:10.885357 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-243dd6bc-7b9b-4841-9451-23b65968e6a6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:10.886478 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-243dd6bc-7b9b-4841-9451-23b65968e6a6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:10.936313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65031452-492c-4fd7-8287-e931eb633ffe req-e6c63282-79f5-494f-9180-88056365236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:10.939902 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-65031452-492c-4fd7-8287-e931eb633ffe req-e6c63282-79f5-494f-9180-88056365236f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=719ab16a-0b20-4a94-b6be-58476ab1f8d5 HTTP/1.1" status: 200 len: 862 time: 0.1299479 Dec 11 22:37:11.054402 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-243dd6bc-7b9b-4841-9451-23b65968e6a6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1528056 Dec 11 22:37:11.070107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65031452-492c-4fd7-8287-e931eb633ffe req-33a3d57b-9912-40c8-bb65-b92c78601842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:11.072904 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-65031452-492c-4fd7-8287-e931eb633ffe req-33a3d57b-9912-40c8-bb65-b92c78601842 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4c48a02-3b82-4092-9ade-e5e796a844fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246333 Dec 11 22:37:11.083884 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Request body: {'port': {'device_id': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:11.099889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3787447c-75e8-42c5-94b3-4cd75a37ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '0fdbbb86-ba35-4739-8cf4-f693f01bb47a', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'port_id': 'a923222b-54d8-4f31-a094-c8ca2077a274', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'mac_address': 'fa:16:3e:89:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0112539e-8ae0-419b-be4e-84ede8edfdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:33:31Z', 'updated_at': '2021-12-11T22:37:07Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:09Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:11.135841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 71300047-54d4-4316-84b4-9d0391f2e1de no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:37:11.228265 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44820) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:11.241657 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-65031452-492c-4fd7-8287-e931eb633ffe req-2bc30be8-f3a3-460b-9bfc-79029f7a2b4e service neutron] 10.222.0.47 "GET /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569622 Dec 11 22:37:11.267589 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8acc14-ba6d-461b-b5c1-f9fc1933d5fb req-44a20f98-bbab-409f-bd97-895284775653 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:11.268793 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fcfa172-4124-41d7-b27a-1ccd18450c1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:11.274814 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de8acc14-ba6d-461b-b5c1-f9fc1933d5fb req-44a20f98-bbab-409f-bd97-895284775653 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 936 time: 0.2672970 Dec 11 22:37:11.314342 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3787447c-75e8-42c5-94b3-4cd75a37ebf5 None None] Checking router: 955d64cc-d25f-4201-b2e1-ce8b83245284 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:37:11.331044 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:11.464045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787447c-75e8-42c5-94b3-4cd75a37ebf5 None None] Routers {'955d64cc-d25f-4201-b2e1-ce8b83245284'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:37:11.473624 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3787447c-75e8-42c5-94b3-4cd75a37ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:36:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['955d64cc-d25f-4201-b2e1-ce8b83245284'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:11.517904 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fcfa172-4124-41d7-b27a-1ccd18450c1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:11.550537 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de8acc14-ba6d-461b-b5c1-f9fc1933d5fb req-be93862a-c787-41e4-8504-864ed33d38cb tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529244 Dec 11 22:37:11.581015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814524c-0b3b-460b-946f-6959e581e401 req-a6734d22-e90a-49f0-a671-771ac6c6e02d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:11.581015 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1814524c-0b3b-460b-946f-6959e581e401 req-a6734d22-e90a-49f0-a671-771ac6c6e02d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 945 time: 0.1640060 Dec 11 22:37:11.611404 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-65031452-492c-4fd7-8287-e931eb633ffe req-12ffef17-37dd-41e8-b495-81843a92b051 service neutron] 10.222.0.47 "GET /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353248 Dec 11 22:37:11.660270 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fcfa172-4124-41d7-b27a-1ccd18450c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:11.720459 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfa172-4124-41d7-b27a-1ccd18450c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ecf8be-1b73-4be7-948f-f5bf5163a5f1,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:11.768943 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2351c-ea4d-48e6-ade4-96bb972ca2d3 req-47902989-565d-4f7f-b10c-b88ed851dba4 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:11.771026 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5cc2351c-ea4d-48e6-ade4-96bb972ca2d3 req-47902989-565d-4f7f-b10c-b88ed851dba4 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 946 time: 0.1089008 Dec 11 22:37:11.851819 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2fcfa172-4124-41d7-b27a-1ccd18450c1c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8174e93a07754d0a962bce44988456e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6158497 Dec 11 22:37:11.855538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44826) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:11.880325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-3787447c-75e8-42c5-94b3-4cd75a37ebf5 None None] Set router 955d64cc-d25f-4201-b2e1-ce8b83245284 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:37:11.887072 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1814524c-0b3b-460b-946f-6959e581e401 req-eada9978-efa9-4c78-b93c-214be67c2b00 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984500 Dec 11 22:37:11.897914 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5cc2351c-ea4d-48e6-ade4-96bb972ca2d3 req-43185591-f7ea-4408-8d43-fed8e9347a93 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184063 Dec 11 22:37:12.033226 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c012d01a-f873-4fb0-95f9-bfcbd21a9f2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:12.051394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:37:12.059604 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:12.074361 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Transition to ACTIVE for port object 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:37:12.103016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-16b6b471-9877-48ac-82b4-c785207cd3c9 None None] Provisioning complete for port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:12.103564 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-16b6b471-9877-48ac-82b4-c785207cd3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:12.111851 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c012d01a-f873-4fb0-95f9-bfcbd21a9f2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:12.161635 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:12.229288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:12.343019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-16b6b471-9877-48ac-82b4-c785207cd3c9 None None] Port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:37:12.390389 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c012d01a-f873-4fb0-95f9-bfcbd21a9f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:12.394601 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c012d01a-f873-4fb0-95f9-bfcbd21a9f2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:12.395810 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c012d01a-f873-4fb0-95f9-bfcbd21a9f2f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71ecf8be-1b73-4be7-948f-f5bf5163a5f1 HTTP/1.1" status: 204 len: 168 time: 0.5333049 Dec 11 22:37:12.406603 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:12.416965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012d01a-f873-4fb0-95f9-bfcbd21a9f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ecf8be-1b73-4be7-948f-f5bf5163a5f1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:12.452373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Attempting to bind port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:37:12.453324 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Attempting to bind port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:37:12.453996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Attempting to bind port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:12.460065 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:37:12.461942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Attempting to bind port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:12.470122 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:37:12.470479 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:12.471135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:37:12.472209 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Bound port: 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:37:12.472583 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:12.602480 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10443360-cc45-43b1-8700-5ba7a9595861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71300047-54d4-4316-84b4-9d0391f2e1de'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:12.605433 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f874544-89f1-46ca-b8c1-230b9015c777" -d '{"events": [{"server_uuid": "10443360-cc45-43b1-8700-5ba7a9595861", "name": "network-vif-unplugged", "status": "completed", "tag": "71300047-54d4-4316-84b4-9d0391f2e1de"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:12.630719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 71300047-54d4-4316-84b4-9d0391f2e1de, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=71300047-54d4-4316-84b4-9d0391f2e1de,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:12.668086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:37:12.673243 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:37:12.727205 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8952359-7d53-40e8-a49f-fe7bcdb17724 x-openstack-request-id: req-e8952359-7d53-40e8-a49f-fe7bcdb17724 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:12.727513 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10443360-cc45-43b1-8700-5ba7a9595861", "name": "network-vif-unplugged", "status": "completed", "tag": "71300047-54d4-4316-84b4-9d0391f2e1de", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:12.727777 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8952359-7d53-40e8-a49f-fe7bcdb17724 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:12.728174 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10443360-cc45-43b1-8700-5ba7a9595861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71300047-54d4-4316-84b4-9d0391f2e1de', 'code': 200} Dec 11 22:37:12.735362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3787447c-75e8-42c5-94b3-4cd75a37ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '0fdbbb86-ba35-4739-8cf4-f693f01bb47a', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'port_id': 'a923222b-54d8-4f31-a094-c8ca2077a274', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'mac_address': 'fa:16:3e:89:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0112539e-8ae0-419b-be4e-84ede8edfdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:33:31Z', 'updated_at': '2021-12-11T22:37:07Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:09Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:12.796891 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:12.798273 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:12.800177 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3787447c-75e8-42c5-94b3-4cd75a37ebf5 None None] The sync data for ids ['955d64cc-d25f-4201-b2e1-ce8b83245284'] in n-d-710847-6 is: [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '0fdbbb86-ba35-4739-8cf4-f693f01bb47a', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'port_id': 'a923222b-54d8-4f31-a094-c8ca2077a274', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'mac_address': 'fa:16:3e:89:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0112539e-8ae0-419b-be4e-84ede8edfdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:33:31Z', 'updated_at': '2021-12-11T22:37:07Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:09Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:37:12.856767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:12.857404 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:12.859018 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] 10.222.0.13 "PUT /v2.0/ports/5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd HTTP/1.1" status: 200 len: 1096 time: 1.7851698 Dec 11 22:37:12.859560 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:12.862031 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c17289f-3f94-4e92-8fa0-a322cc66aaa1" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:12.924977 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29630f59-4b53-4a97-b6b4-db975cb27c66 req-72a14267-f45a-42af-a93b-379dd8dd5712 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:12.928710 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29630f59-4b53-4a97-b6b4-db975cb27c66 req-72a14267-f45a-42af-a93b-379dd8dd5712 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 948 time: 0.1817365 Dec 11 22:37:12.964958 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052165bd-c4d8-46fa-899d-0233898614de x-openstack-request-id: req-052165bd-c4d8-46fa-899d-0233898614de {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:12.967131 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:12.967395 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-052165bd-c4d8-46fa-899d-0233898614de {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:12.967817 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd', 'status': 'completed', 'code': 200} Dec 11 22:37:13.035837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=71300047-54d4-4316-84b4-9d0391f2e1de,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:13.157468 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3ef48-c83a-46dc-873d-64d67993aaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:13.190488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a379ee-9d33-466f-9b35-b45159316db3 req-5e7d3b75-d404-46ec-8ca6-bd7f6d14ce22 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:13.201727 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47a379ee-9d33-466f-9b35-b45159316db3 req-5e7d3b75-d404-46ec-8ca6-bd7f6d14ce22 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 944 time: 0.1086679 Dec 11 22:37:13.281135 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47a379ee-9d33-466f-9b35-b45159316db3 req-6d8844c8-f9d9-4ccf-b47a-8d7aa55175c0 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729103 Dec 11 22:37:13.285311 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29630f59-4b53-4a97-b6b4-db975cb27c66 req-33ea7003-f91e-4c22-bee1-ce8d2b8b26b0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499517 Dec 11 22:37:13.304094 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:13.319408 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17289f-3f94-4e92-8fa0-a322cc66aaa1 req-6faf26c3-3acb-4e49-bc46-e58f46a267f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:13.319408 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c17289f-3f94-4e92-8fa0-a322cc66aaa1 req-6faf26c3-3acb-4e49-bc46-e58f46a267f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 1099 time: 0.3118107 Dec 11 22:37:13.347899 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df3d62a-6908-4b0d-894c-645ae45f48db None None] New status for floating IP 0fdbbb86-ba35-4739-8cf4-f693f01bb47a: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:37:13.419232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573783a0-edfc-450b-bbba-2f9fd6957d96 req-6f53f11d-50dc-4a42-8e1b-5f7109afd3ea tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:13.444294 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-573783a0-edfc-450b-bbba-2f9fd6957d96 req-6f53f11d-50dc-4a42-8e1b-5f7109afd3ea tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.13 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 944 time: 0.1659567 Dec 11 22:37:13.483150 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c17289f-3f94-4e92-8fa0-a322cc66aaa1 req-62cda19f-f556-4fd5-a1ab-ca5c51b70383 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e828c78368f2446e9a1b9388577b4d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1395943 Dec 11 22:37:13.684958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e42b49-b78e-4940-8999-44ff806ec83f req-10a76657-358f-41cc-8a17-70561ac76927 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:13.705045 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90e42b49-b78e-4940-8999-44ff806ec83f req-10a76657-358f-41cc-8a17-70561ac76927 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 945 time: 0.2377574 Dec 11 22:37:13.809514 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90e42b49-b78e-4940-8999-44ff806ec83f req-5b127384-eda3-4e96-8078-8f7943009ffb tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030707 Dec 11 22:37:13.863030 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17289f-3f94-4e92-8fa0-a322cc66aaa1 req-08ee9974-bfd9-4f0d-bbde-95ccbf4322ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:13.864946 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c17289f-3f94-4e92-8fa0-a322cc66aaa1 req-08ee9974-bfd9-4f0d-bbde-95ccbf4322ae service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3807352 Dec 11 22:37:13.871922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-573783a0-edfc-450b-bbba-2f9fd6957d96 req-c6fbff5f-d5e5-471c-bfd9-b15bceb7cb05 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Deleting port 71300047-54d4-4316-84b4-9d0391f2e1de {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:37:13.872566 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-573783a0-edfc-450b-bbba-2f9fd6957d96 req-c6fbff5f-d5e5-471c-bfd9-b15bceb7cb05 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:13.987169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-241bc13f-b8ee-4477-9959-6731199c7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:13.992731 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-241bc13f-b8ee-4477-9959-6731199c7c54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 1099 time: 0.0712097 Dec 11 22:37:14.074469 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-2be47076-bd24-44cc-bc5d-5fe688493c53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd HTTP/1.1" status: 200 len: 217 time: 0.0532203 Dec 11 22:37:14.074741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-573783a0-edfc-450b-bbba-2f9fd6957d96 req-c6fbff5f-d5e5-471c-bfd9-b15bceb7cb05 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] For port 71300047-54d4-4316-84b4-9d0391f2e1de, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=71300047-54d4-4316-84b4-9d0391f2e1de,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:14.074741 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-573783a0-edfc-450b-bbba-2f9fd6957d96 req-c6fbff5f-d5e5-471c-bfd9-b15bceb7cb05 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:14.094026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-573783a0-edfc-450b-bbba-2f9fd6957d96 req-c6fbff5f-d5e5-471c-bfd9-b15bceb7cb05 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Calling delete_port for 71300047-54d4-4316-84b4-9d0391f2e1de owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:37:14.156661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ca005ea8-c232-4aec-9c38-c33ffa77a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:14.190842 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ca005ea8-c232-4aec-9c38-c33ffa77a26c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0960360 Dec 11 22:37:14.282708 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ac1b2585-ac96-437c-9705-7600d0fbcdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:14.284426 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-ac1b2585-ac96-437c-9705-7600d0fbcdcb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1168809 Dec 11 22:37:14.583216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a564c37-9ca3-4c5d-b1df-65ad498a6980 req-40d0e008-db03-4ce3-ad36-68ddf8534581 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:14.593651 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7a564c37-9ca3-4c5d-b1df-65ad498a6980 req-40d0e008-db03-4ce3-ad36-68ddf8534581 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 948 time: 0.1202862 Dec 11 22:37:14.595495 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0cddb-8807-49d9-bc9c-9f9d6412ddda req-11c4c2f0-7138-4559-8b07-f517129cc8ae tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:14.597047 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-61d0cddb-8807-49d9-bc9c-9f9d6412ddda req-11c4c2f0-7138-4559-8b07-f517129cc8ae tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 944 time: 0.1307526 Dec 11 22:37:14.643960 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-573783a0-edfc-450b-bbba-2f9fd6957d96 req-c6fbff5f-d5e5-471c-bfd9-b15bceb7cb05 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:14.650351 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-e62f97db-6699-4860-9269-02e610e35684 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547206 Dec 11 22:37:14.710104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbff5f-d5e5-471c-bfd9-b15bceb7cb05 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Pushing event deleted for resources: {'Port': ['ID=71300047-54d4-4316-84b4-9d0391f2e1de,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:14.754883 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-573783a0-edfc-450b-bbba-2f9fd6957d96 req-c6fbff5f-d5e5-471c-bfd9-b15bceb7cb05 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] No DVR routers for this DVR port 71300047-54d4-4316-84b4-9d0391f2e1de on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:37:14.769163 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7a564c37-9ca3-4c5d-b1df-65ad498a6980 req-f99b3f5b-d182-4d41-9b32-08ab7ce7a115 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745281 Dec 11 22:37:14.776619 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-573783a0-edfc-450b-bbba-2f9fd6957d96 req-c6fbff5f-d5e5-471c-bfd9-b15bceb7cb05 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:14.787838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-573783a0-edfc-450b-bbba-2f9fd6957d96 req-c6fbff5f-d5e5-471c-bfd9-b15bceb7cb05 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.13 "DELETE /v2.0/ports/71300047-54d4-4316-84b4-9d0391f2e1de HTTP/1.1" status: 204 len: 173 time: 1.3416417 Dec 11 22:37:14.788531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10443360-cc45-43b1-8700-5ba7a9595861', 'name': 'network-vif-deleted', 'tag': '71300047-54d4-4316-84b4-9d0391f2e1de'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:14.795108 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f316283-3faa-423e-b2c0-ceb7dfd5694e" -d '{"events": [{"server_uuid": "10443360-cc45-43b1-8700-5ba7a9595861", "name": "network-vif-deleted", "tag": "71300047-54d4-4316-84b4-9d0391f2e1de"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:14.835470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44910) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:14.842242 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e55bf47d-7c4e-4fe7-9355-56a0fd7d9dbc req-4a1e1359-5ef8-40df-9dd9-0aea9bc41434 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789658 Dec 11 22:37:14.899175 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-61d0cddb-8807-49d9-bc9c-9f9d6412ddda req-221ae7fd-5eb4-48cb-ab6e-5a871c09ecc2 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904236 Dec 11 22:37:14.966468 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c357f2-072c-4b54-afd1-d8bfef6839df x-openstack-request-id: req-92c357f2-072c-4b54-afd1-d8bfef6839df {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:14.966468 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10443360-cc45-43b1-8700-5ba7a9595861", "name": "network-vif-deleted", "tag": "71300047-54d4-4316-84b4-9d0391f2e1de", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:14.966468 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92c357f2-072c-4b54-afd1-d8bfef6839df {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:14.966468 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10443360-cc45-43b1-8700-5ba7a9595861', 'name': 'network-vif-deleted', 'tag': '71300047-54d4-4316-84b4-9d0391f2e1de', 'status': 'completed', 'code': 200} Dec 11 22:37:15.059103 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-328588ee-e68d-4612-afbc-5d0ae40f192b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-network', 'tenant_id': '6748c74fd2f94587a90d640b7916a884'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:15.179569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12cd00-a10e-4f2f-b1b4-001cffdf0eec req-c8dba970-d609-4862-ab6d-f02d50376f22 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:15.181564 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7b12cd00-a10e-4f2f-b1b4-001cffdf0eec req-c8dba970-d609-4862-ab6d-f02d50376f22 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 945 time: 0.0641389 Dec 11 22:37:15.190987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328588ee-e68d-4612-afbc-5d0ae40f192b admin admin] Made reservation on behalf of 6748c74fd2f94587a90d640b7916a884 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:37:15.197222 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-328588ee-e68d-4612-afbc-5d0ae40f192b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:15.215759 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-328588ee-e68d-4612-afbc-5d0ae40f192b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:15.303303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7b12cd00-a10e-4f2f-b1b4-001cffdf0eec req-2cebd9b0-9e96-4974-8a32-af5dcff10486 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013651 Dec 11 22:37:15.380950 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-328588ee-e68d-4612-afbc-5d0ae40f192b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:15.463257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-328588ee-e68d-4612-afbc-5d0ae40f192b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:15.516107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328588ee-e68d-4612-afbc-5d0ae40f192b admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:37:15.527511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328588ee-e68d-4612-afbc-5d0ae40f192b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6ee7c6-9f20-4421-806f-663dca88d926,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:15.538061 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-328588ee-e68d-4612-afbc-5d0ae40f192b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:15.538514 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-328588ee-e68d-4612-afbc-5d0ae40f192b admin admin] Added segment b6a2d109-e816-4ac6-8177-b0996977379e of type vlan for network 0b02deba-9533-4f99-b832-999e0eea09ef Dec 11 22:37:15.595979 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-328588ee-e68d-4612-afbc-5d0ae40f192b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:15.721790 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-328588ee-e68d-4612-afbc-5d0ae40f192b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:15.723021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328588ee-e68d-4612-afbc-5d0ae40f192b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:15.724875 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-328588ee-e68d-4612-afbc-5d0ae40f192b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:15.818041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328588ee-e68d-4612-afbc-5d0ae40f192b admin admin] Pushing event updated for resources: {'Network': ['ID=0b02deba-9533-4f99-b832-999e0eea09ef,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:15.829206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 0b02deba-9533-4f99-b832-999e0eea09ef details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:37:15.901118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e6a11-5439-4597-a892-a074b5c418cf req-a92abe77-04a7-49d1-b162-be089086078f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:15.901635 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-436e6a11-5439-4597-a892-a074b5c418cf req-a92abe77-04a7-49d1-b162-be089086078f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 948 time: 0.0535698 Dec 11 22:37:15.924564 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-328588ee-e68d-4612-afbc-5d0ae40f192b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0877438 Dec 11 22:37:15.932314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44926) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:15.932482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1de46ab4-c804-44d4-ba5a-5f9aafe9b22b admin admin] Request body: {'subnet': {'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-subnet', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:15.960550 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-436e6a11-5439-4597-a892-a074b5c418cf req-93fb98dd-05fb-4d5b-865f-53af4cb670eb tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521152 Dec 11 22:37:16.066856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0006a39f-f2ed-4b38-b768-2a3ef6caaa7c req-6eab3a0d-5636-43ac-accf-97c95e9ad3f6 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=10443360-cc45-43b1-8700-5ba7a9595861 HTTP/1.1" status: 200 len: 210 time: 0.0279021 Dec 11 22:37:16.070292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de46ab4-c804-44d4-ba5a-5f9aafe9b22b admin admin] Made reservation on behalf of 6748c74fd2f94587a90d640b7916a884 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:37:16.072307 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1de46ab4-c804-44d4-ba5a-5f9aafe9b22b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:16.426109 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1de46ab4-c804-44d4-ba5a-5f9aafe9b22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:16.452712 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d2ccc-e223-4b48-9e11-bfbd97af47ff req-3a4131f4-950e-45ae-bdc5-46ab3a2f33bd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:16.465613 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e63d2ccc-e223-4b48-9e11-bfbd97af47ff req-3a4131f4-950e-45ae-bdc5-46ab3a2f33bd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 945 time: 0.0724258 Dec 11 22:37:16.501401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de46ab4-c804-44d4-ba5a-5f9aafe9b22b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0450784-9341-4398-99b2-56c0d7f24479,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:16.521261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de46ab4-c804-44d4-ba5a-5f9aafe9b22b admin admin] Checking segment: {'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:16.524404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de46ab4-c804-44d4-ba5a-5f9aafe9b22b admin admin] Network hostable DHCP agents. Network: 0b02deba-9533-4f99-b832-999e0eea09ef, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:37:16.547620 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e63d2ccc-e223-4b48-9e11-bfbd97af47ff req-4b6f4aca-ed23-4e56-8cbb-bc5bd2c637cf tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783494 Dec 11 22:37:16.658138 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de46ab4-c804-44d4-ba5a-5f9aafe9b22b admin admin] Network 0b02deba-9533-4f99-b832-999e0eea09ef is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:37:16.808928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1de46ab4-c804-44d4-ba5a-5f9aafe9b22b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 0b02deba-9533-4f99-b832-999e0eea09ef) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:16.813993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de46ab4-c804-44d4-ba5a-5f9aafe9b22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:16.815345 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1de46ab4-c804-44d4-ba5a-5f9aafe9b22b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:16.818403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb99907d-e880-4e3f-869a-929134893009 None None] Network 0b02deba-9533-4f99-b832-999e0eea09ef requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:37:16.928349 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44944) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:16.933377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:16.936947 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1de46ab4-c804-44d4-ba5a-5f9aafe9b22b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0082505 Dec 11 22:37:16.948665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-0b02deba-9533-4f99-b832-999e0eea09ef', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'project_id': '6748c74fd2f94587a90d640b7916a884', 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:37:16.950285 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:17.051410 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:17.096114 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:17.097531 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:17.143867 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Allocated IP 172.20.0.2 (0b02deba-9533-4f99-b832-999e0eea09ef/d0450784-9341-4398-99b2-56c0d7f24479/14f756f2-a316-48cc-b3e9-b0a6c1749b9b) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:37:17.182852 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e516456-0bb6-4ec1-8f21-69d543ab4f4a req-aac435f0-c765-44ce-9ce5-38ac6c90f856 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:17.204060 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e516456-0bb6-4ec1-8f21-69d543ab4f4a req-aac435f0-c765-44ce-9ce5-38ac6c90f856 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 948 time: 0.1336956 Dec 11 22:37:17.483207 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:17.564425 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:17.596318 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:17.628194 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e516456-0bb6-4ec1-8f21-69d543ab4f4a req-4587e0d5-0984-4b12-8ec3-d3c3c0611a6c tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302340 Dec 11 22:37:17.664258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Pushing event updated for resources: {'Port': ['ID=14f756f2-a316-48cc-b3e9-b0a6c1749b9b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:17.680341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:17.680850 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:17.681309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:17.682877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:17.683348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:17.683805 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:17.684254 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:17.684703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:17.685166 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:17.685609 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:17.686050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:17.686516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:17.687051 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:17.720590 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Network 0b02deba-9533-4f99-b832-999e0eea09ef is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:37:17.723563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:17.728749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:37:17.804443 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Attempting to bind port 14f756f2-a316-48cc-b3e9-b0a6c1749b9b on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:37:17.805174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Attempting to bind port 14f756f2-a316-48cc-b3e9-b0a6c1749b9b by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:37:17.805683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Attempting to bind port 14f756f2-a316-48cc-b3e9-b0a6c1749b9b on network 0b02deba-9533-4f99-b832-999e0eea09ef {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:17.811704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:37:17.812994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Checking segment: {'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:17.813518 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:17.814024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Bound using segment: {'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:37:17.814736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Bound port: 14f756f2-a316-48cc-b3e9-b0a6c1749b9b, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:37:17.815678 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:17.827151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-5858341d-d1b4-466f-bccf-b45dbb444ae6 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:17.836923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-5858341d-d1b4-466f-bccf-b45dbb444ae6 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/networks?id=3edf13e9-f980-49f5-91b4-3fd48a23543a HTTP/1.1" status: 200 len: 821 time: 0.2393560 Dec 11 22:37:17.855826 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-fcaac86e-8cd3-43c5-8294-8fa2ccb88cd7 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/quotas/1c5cc5126aa845a8afd4e91d9e912fb8 HTTP/1.1" status: 200 len: 375 time: 0.0178638 Dec 11 22:37:17.900293 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-a05e565e-e974-47e7-9135-c7a511083d69 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c5cc5126aa845a8afd4e91d9e912fb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434229 Dec 11 22:37:17.933720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] For port 14f756f2-a316-48cc-b3e9-b0a6c1749b9b, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:37:17.935294 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:17.950172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] For port 14f756f2-a316-48cc-b3e9-b0a6c1749b9b, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=14f756f2-a316-48cc-b3e9-b0a6c1749b9b,segment=NetworkSegment(b6a2d109-e816-4ac6-8177-b0996977379e),segment_id=b6a2d109-e816-4ac6-8177-b0996977379e)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:37:17.956729 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64c86a-38ef-4a53-af3c-8c3e199fbe85 req-87f3107b-84dc-47dd-8642-a1e7fce57883 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:17.967397 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1e64c86a-38ef-4a53-af3c-8c3e199fbe85 req-87f3107b-84dc-47dd-8642-a1e7fce57883 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 945 time: 0.1803906 Dec 11 22:37:18.019437 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-08cd608c-9468-4c76-8c7b-1c88b7870aab service neutron] 10.222.0.45 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181579 Dec 11 22:37:18.027990 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1e64c86a-38ef-4a53-af3c-8c3e199fbe85 req-cde7f7c0-edf4-4127-bec9-b2dadacac27c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588305 Dec 11 22:37:18.105465 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:18.215880 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127685c-43d5-45dc-89a1-cb5454a5565f None None] Pushing event updated for resources: {'Port': ['ID=14f756f2-a316-48cc-b3e9-b0a6c1749b9b,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:18.247782 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-3602b361-3b36-48c2-890f-c08db2e548e2 service neutron] 10.222.0.45 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178123 Dec 11 22:37:18.355970 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:18.383453 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:18.638710 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9706abb1-5cf2-4a7b-a861-6e2e33e2b3c6 req-98e363d7-4b8f-4f7f-a85f-ec5e780c9215 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 210 time: 0.0519545 Dec 11 22:37:18.702229 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Allocated IP 172.25.1.19 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/fdcc79fe-0a99-47d1-9018-555a0be72b00) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:37:18.761808 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-831ea7ed-24c9-4138-86fb-833e78b880f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:18.844353 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27762d2-186a-4d2c-8ab3-e4ca4971e02f req-a542ad0f-0d5b-4120-9465-f97e62769e85 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:18.845932 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e27762d2-186a-4d2c-8ab3-e4ca4971e02f req-a542ad0f-0d5b-4120-9465-f97e62769e85 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 948 time: 0.1186128 Dec 11 22:37:18.927329 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:18.945263 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e27762d2-186a-4d2c-8ab3-e4ca4971e02f req-12b8fea3-7bde-4c5e-bb1b-357a7b620a29 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820446 Dec 11 22:37:19.071128 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:19.146948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:37:19.165414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 71300047-54d4-4316-84b4-9d0391f2e1de no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:37:19.184411 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:37:19.202146 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:19.205584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:37:19.277842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 71300047-54d4-4316-84b4-9d0391f2e1de {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:37:19.278466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 71300047-54d4-4316-84b4-9d0391f2e1de not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:37:19.313017 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Pushing event updated for resources: {'Port': ['ID=fdcc79fe-0a99-47d1-9018-555a0be72b00,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:19.317816 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee49bcc-c891-4847-9480-8fe8bded0c9b req-743d656d-805b-4e51-8122-13f0e0ddcf11 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:19.361326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ee49bcc-c891-4847-9480-8fe8bded0c9b req-743d656d-805b-4e51-8122-13f0e0ddcf11 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 945 time: 0.2389481 Dec 11 22:37:19.433518 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:19.489453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd', 'mac_address': 'fa:16:3e:fd:8b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:37:19.592820 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:19.666050 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ee49bcc-c891-4847-9480-8fe8bded0c9b req-cc055b0b-2c4e-432e-9981-dacd982fb47e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919149 Dec 11 22:37:19.709264 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:37:19.760126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 14f756f2-a316-48cc-b3e9-b0a6c1749b9b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:19.785143 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae2b73db-2da9-4cb9-9d59-f4dee5eb25c0 req-4a2c76d1-55bb-48cc-b403-a44fd155fe8d tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 210 time: 0.0464594 Dec 11 22:37:19.811442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:19.863247 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ec2a5-3da7-463a-9925-5f4d5522042b None None] Network 0b02deba-9533-4f99-b832-999e0eea09ef requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:37:19.892016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 14f756f2-a316-48cc-b3e9-b0a6c1749b9b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:19.892016 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:19.968052 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:20.013842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ebfb0b04-1493-4388-b460-b4bac9b9953d None None] Provisioning complete for port 14f756f2-a316-48cc-b3e9-b0a6c1749b9b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:20.014514 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0b04-1493-4388-b460-b4bac9b9953d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:20.025974 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:20.213652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:20.214552 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d79fa4-1b8d-4c0f-b00c-ad6d274d8354 req-630ff7d4-2f19-40d6-8e71-048599fda27a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:20.215412 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-51d79fa4-1b8d-4c0f-b00c-ad6d274d8354 req-630ff7d4-2f19-40d6-8e71-048599fda27a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 949 time: 0.0969100 Dec 11 22:37:20.271682 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:20.292206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:37:20.326344 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-51d79fa4-1b8d-4c0f-b00c-ad6d274d8354 req-4d7a051c-7e97-4288-b16b-258d0dfe9cb2 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998442 Dec 11 22:37:20.384566 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:20.397929 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0b04-1493-4388-b460-b4bac9b9953d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:20.425909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 14f756f2-a316-48cc-b3e9-b0a6c1749b9b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=14f756f2-a316-48cc-b3e9-b0a6c1749b9b,segment=NetworkSegment(b6a2d109-e816-4ac6-8177-b0996977379e),segment_id=b6a2d109-e816-4ac6-8177-b0996977379e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:20.596832 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:20.674370 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-ebfb0b04-1493-4388-b460-b4bac9b9953d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:37:20.674753 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-ebfb0b04-1493-4388-b460-b4bac9b9953d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:37:20.685504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=14f756f2-a316-48cc-b3e9-b0a6c1749b9b,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:20.739241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Router 38965751-a080-4d07-b59d-b12e00537f45 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:37:20.883146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350427a-19bd-4f90-9b04-399974284903 req-eba1a0d1-cf5d-46c3-b83d-5aab8b8bbfd4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:20.888671 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b350427a-19bd-4f90-9b04-399974284903 req-eba1a0d1-cf5d-46c3-b83d-5aab8b8bbfd4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 945 time: 0.1294487 Dec 11 22:37:21.031627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b350427a-19bd-4f90-9b04-399974284903 req-21d6bea5-6077-421d-80c5-fc4355ea71f3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224906 Dec 11 22:37:21.078589 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f9ebf797-6846-4d16-89b5-a724f30261a2 req-5efed76f-dafe-4253-b7eb-6f559d9a4469 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 210 time: 0.0436091 Dec 11 22:37:21.078589 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:37:21.096811 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Sync routers for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:37:21.106784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:37:21.108677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:36:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:21.186530 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:21.191321 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-adcf92ba-797b-4e8a-b132-449c0f75f55c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.2603438 Dec 11 22:37:21.195228 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45054) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:21.607970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 14f756f2-a316-48cc-b3e9-b0a6c1749b9b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:21.655477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cd312-b642-40c1-89a9-94985b587084 req-8884199d-5fd7-4c05-8679-42e690695312 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:21.657227 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c4cd312-b642-40c1-89a9-94985b587084 req-8884199d-5fd7-4c05-8679-42e690695312 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 949 time: 0.1407585 Dec 11 22:37:21.735950 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:37:21.765402 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c4cd312-b642-40c1-89a9-94985b587084 req-16a61a9c-cd08-4632-b456-5e5439fba0bb tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921881 Dec 11 22:37:21.838788 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2fa81986-6f04-4409-bfae-1e9ed3d182aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:21.914422 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 14f756f2-a316-48cc-b3e9-b0a6c1749b9b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:21.914742 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:22.074857 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:22.130426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e906ade1-e307-4acd-b5fa-721bc06d4406 None None] Provisioning complete for port 14f756f2-a316-48cc-b3e9-b0a6c1749b9b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:22.130835 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e906ade1-e307-4acd-b5fa-721bc06d4406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:22.137175 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-d214fbe7-f7ea-4255-8a7a-f5268a3f4eef tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:22.137737 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-d214fbe7-f7ea-4255-8a7a-f5268a3f4eef tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.13 "GET /v2.0/networks?id=3edf13e9-f980-49f5-91b4-3fd48a23543a HTTP/1.1" status: 200 len: 821 time: 0.2637939 Dec 11 22:37:22.175240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-3ec060ac-cbf7-40a7-ba28-00246172003b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Request body: {'port': {'device_id': 'e164d07e-10c9-4354-909c-a811163bcfdf', 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a', 'admin_state_up': True, 'tenant_id': '1c5cc5126aa845a8afd4e91d9e912fb8'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:22.197223 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:22.226419 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d3543bc9-a3ce-4346-8387-8fc3c06dd7cb req-147d7799-917d-464a-8c2d-8d58add7afa6 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 210 time: 0.0344682 Dec 11 22:37:22.432397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:19Z', 'revision_number': 3, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:22.451807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e0466-4625-412d-94fa-f9060b644d15 req-04e8ed28-b9f5-4289-acd6-efb5d5c20f85 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:22.461142 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-261e0466-4625-412d-94fa-f9060b644d15 req-04e8ed28-b9f5-4289-acd6-efb5d5c20f85 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 945 time: 0.1989226 Dec 11 22:37:22.467524 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Checking router: 38965751-a080-4d07-b59d-b12e00537f45 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:37:22.468060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Updating router 38965751-a080-4d07-b59d-b12e00537f45 port fdcc79fe-0a99-47d1-9018-555a0be72b00 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:37:22.501723 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:22.505553 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Allocated IP 172.20.0.1 (0b02deba-9533-4f99-b832-999e0eea09ef/d0450784-9341-4398-99b2-56c0d7f24479/4a4fa6e7-5810-43a0-b795-4abb923e0944) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:37:22.546430 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-261e0466-4625-412d-94fa-f9060b644d15 req-80ccbcc3-c62e-402a-a554-173f4e7ea615 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834529 Dec 11 22:37:22.863637 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:22.927047 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:22.961534 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-3ec060ac-cbf7-40a7-ba28-00246172003b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Made reservation on behalf of 1c5cc5126aa845a8afd4e91d9e912fb8 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:37:22.965600 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-3ec060ac-cbf7-40a7-ba28-00246172003b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:22.990798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Attempting to bind port fdcc79fe-0a99-47d1-9018-555a0be72b00 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:37:22.991197 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Attempting to bind port fdcc79fe-0a99-47d1-9018-555a0be72b00 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:37:22.991569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Attempting to bind port fdcc79fe-0a99-47d1-9018-555a0be72b00 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:23.002553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:37:23.002961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:23.003417 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:23.003820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:37:23.004310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Bound port: fdcc79fe-0a99-47d1-9018-555a0be72b00, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:37:23.005343 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:23.069639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] For port fdcc79fe-0a99-47d1-9018-555a0be72b00, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:37:23.072246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16926127-f857-4c5f-96be-b3562039f435 None None] Pushing event updated for resources: {'Port': ['ID=fdcc79fe-0a99-47d1-9018-555a0be72b00,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:23.079354 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] For port fdcc79fe-0a99-47d1-9018-555a0be72b00, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fdcc79fe-0a99-47d1-9018-555a0be72b00,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:37:23.137476 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fdde4-f2ee-4ecc-a5bd-8c14b65355ed req-b1f5372b-d100-4912-b367-16f485be44de tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:23.139026 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd1fdde4-f2ee-4ecc-a5bd-8c14b65355ed req-b1f5372b-d100-4912-b367-16f485be44de tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 949 time: 0.1941080 Dec 11 22:37:23.145730 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:23.146837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:23.201514 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:23.276139 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:37:23.277010 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:37:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:23.300778 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd1fdde4-f2ee-4ecc-a5bd-8c14b65355ed req-8d9a6b73-0052-44f7-92d9-edb4c655fc09 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531687 Dec 11 22:37:23.306075 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-3ec060ac-cbf7-40a7-ba28-00246172003b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Allocated IP 172.20.0.3 (3edf13e9-f980-49f5-91b4-3fd48a23543a/7337e6a9-f530-438b-852b-2b3fd3b98957/61cb0092-8408-477b-9813-475a64ba0588) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:37:23.395846 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:23.402730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:37:23.472960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-8cb40053-2cc5-48e0-85bc-31eca625edc5 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:23.476592 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-8cb40053-2cc5-48e0-85bc-31eca625edc5 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256&tenant_id=4a03958ca25f4977b4fabaad3b861845&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 1096 time: 0.1726363 Dec 11 22:37:23.493427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-123b7bfe-741e-4340-9f5f-c42fd290eba3 req-19642b71-4e94-4dc2-8f0d-e690cc8e8f9c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 210 time: 0.0780046 Dec 11 22:37:23.502657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-710847-6'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:23.573492 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Network 0b02deba-9533-4f99-b832-999e0eea09ef is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:37:23.597227 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:23.607825 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:37:23.611510 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a4fa6e7-5810-43a0-b795-4abb923e0944,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:23.623353 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16926127-f857-4c5f-96be-b3562039f435 None None] Pushing event updated for resources: {'Port': ['ID=fdcc79fe-0a99-47d1-9018-555a0be72b00,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:23.652280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:19Z', 'revision_number': 3, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:23.688275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db4290-77ca-41f2-a389-77dd466bc1ca None None] The sync data for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 is: [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:19Z', 'revision_number': 3, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:37:23.688557 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:23.689923 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:37:23.726616 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:23.727858 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:23.742300 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:23.841624 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:23.895854 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-451d3637-9a04-4d86-bbf4-53e4296475a9 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:23.908729 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-451d3637-9a04-4d86-bbf4-53e4296475a9 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 821 time: 0.4151511 Dec 11 22:37:23.935971 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-3ec060ac-cbf7-40a7-ba28-00246172003b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:23.955941 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:23.974574 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-38165cf2-b86d-4cec-8083-cf7bae06896f tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/quotas/dab8ea8688024b64a53ac9357c6943c4 HTTP/1.1" status: 200 len: 375 time: 0.0645981 Dec 11 22:37:24.034485 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:24.047295 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:24.047295 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70785081-7945-460c-b2eb-16d87b6567c8" -d '{"events": [{"server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "name": "network-vif-plugged", "status": "completed", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:24.109668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a9438-84c1-41d4-b50a-dc97aa65604a req-f7e2eadd-420a-4a23-ac0a-05546032fff3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:24.112465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-242a9438-84c1-41d4-b50a-dc97aa65604a req-f7e2eadd-420a-4a23-ac0a-05546032fff3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 945 time: 0.2883546 Dec 11 22:37:24.135669 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:24.163240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f8664b75-dbf7-48a5-92f0-2337512443fd None None] Provisioning complete for port 4a4fa6e7-5810-43a0-b795-4abb923e0944 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:24.163871 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8664b75-dbf7-48a5-92f0-2337512443fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:24.184702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] For port 20169e79-bc31-42f2-9e76-9372fcb0aafc, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:24.225366 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-242a9438-84c1-41d4-b50a-dc97aa65604a req-ab150398-1f4a-410b-a39d-cc750e579aab tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969844 Dec 11 22:37:24.231931 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-e826f13c-e126-4ca4-bd6d-1066ebb0ba30 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2533555 Dec 11 22:37:24.275832 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f8664b75-dbf7-48a5-92f0-2337512443fd None None] Port 4a4fa6e7-5810-43a0-b795-4abb923e0944 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:37:24.289812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:24.301458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] For port 20169e79-bc31-42f2-9e76-9372fcb0aafc, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:37:24.356567 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-3ec060ac-cbf7-40a7-ba28-00246172003b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:24.405365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9303f2f7-e318-4de9-9ea5-574e5172d256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20169e79-bc31-42f2-9e76-9372fcb0aafc'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:24.408308 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b8a367-7ee6-4489-8649-feaab67127c4 x-openstack-request-id: req-47b8a367-7ee6-4489-8649-feaab67127c4 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:24.408673 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "name": "network-vif-plugged", "status": "completed", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:24.408821 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c9708b-5f2c-4652-a032-174f7297dfcc" -d '{"events": [{"server_uuid": "9303f2f7-e318-4de9-9ea5-574e5172d256", "name": "network-vif-unplugged", "status": "completed", "tag": "20169e79-bc31-42f2-9e76-9372fcb0aafc"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:24.408934 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47b8a367-7ee6-4489-8649-feaab67127c4 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:24.409375 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd', 'code': 200} Dec 11 22:37:24.414698 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:24.471051 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:24.528705 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-3ec060ac-cbf7-40a7-ba28-00246172003b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Network 3edf13e9-f980-49f5-91b4-3fd48a23543a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:37:24.565266 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-3ec060ac-cbf7-40a7-ba28-00246172003b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:24.569588 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:24.570485 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-3ec060ac-cbf7-40a7-ba28-00246172003b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:37:24.589713 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:24.639226 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec060ac-cbf7-40a7-ba28-00246172003b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Pushing event updated for resources: {'Port': ['ID=61cb0092-8408-477b-9813-475a64ba0588,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:24.671757 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b5033-0fe0-4567-a6a4-93cf07ae404e req-4434bcbd-b4c7-4257-9d27-c690e7a7d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:24.673324 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9f3b5033-0fe0-4567-a6a4-93cf07ae404e req-4434bcbd-b4c7-4257-9d27-c690e7a7d2b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 1101 time: 0.1472197 Dec 11 22:37:24.673964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Pushing event updated for resources: {'Port': ['ID=20169e79-bc31-42f2-9e76-9372fcb0aafc,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:24.713216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Attempting to bind port 20169e79-bc31-42f2-9e76-9372fcb0aafc on host n-h1-710847-6 for vnic_type normal with profile {"migrating_to": "n-h2-710847-6"} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:37:24.713563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Attempting to bind port 20169e79-bc31-42f2-9e76-9372fcb0aafc by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:37:24.713899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Attempting to bind port 20169e79-bc31-42f2-9e76-9372fcb0aafc on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:24.738517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Port 20169e79-bc31-42f2-9e76-9372fcb0aafc on network dc99fe2a-f620-40db-bef5-51a1a7294f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:37:24.738862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Attempting to bind port 20169e79-bc31-42f2-9e76-9372fcb0aafc on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:24.758934 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:37:24.758934 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Checking segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:24.758934 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Bound using segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:37:24.758934 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Bound port: 20169e79-bc31-42f2-9e76-9372fcb0aafc, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:37:24.758934 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:24.831580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9f3b5033-0fe0-4567-a6a4-93cf07ae404e req-e5919031-d948-4011-a031-d25995dab6f3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398072 Dec 11 22:37:24.881077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae9ab6-0d7b-4986-b59a-639caea92f83 req-1d40dadb-d775-4137-bb94-945c06dd19ff tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:24.888758 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1bae9ab6-0d7b-4986-b59a-639caea92f83 req-1d40dadb-d775-4137-bb94-945c06dd19ff tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.1007783 Dec 11 22:37:24.919596 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-e8c66c48-75e1-4338-a259-de45bdcb18d1 service neutron] 10.222.0.45 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6782267 Dec 11 22:37:24.952706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] For port 20169e79-bc31-42f2-9e76-9372fcb0aafc, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:37:24.961265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] For port 20169e79-bc31-42f2-9e76-9372fcb0aafc, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:37:24.964918 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-3ec060ac-cbf7-40a7-ba28-00246172003b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:24.965949 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-3ec060ac-cbf7-40a7-ba28-00246172003b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:25.010251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1bae9ab6-0d7b-4986-b59a-639caea92f83 req-1361e0aa-62c6-42c4-819b-8a6afc3a7008 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199284 Dec 11 22:37:25.031174 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:25.080607 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:25.089314 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-3ec060ac-cbf7-40a7-ba28-00246172003b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9187686 Dec 11 22:37:25.133180 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Request body: {'port': {'device_id': 'e164d07e-10c9-4354-909c-a811163bcfdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:25.159841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Pushing event updated for resources: {'Port': ['ID=20169e79-bc31-42f2-9e76-9372fcb0aafc,revision_number=8']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:25.169816 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:25.175207 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e460ffc0-b40a-487d-b0b9-5b278709b97c x-openstack-request-id: req-e460ffc0-b40a-487d-b0b9-5b278709b97c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:25.175605 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9303f2f7-e318-4de9-9ea5-574e5172d256", "name": "network-vif-unplugged", "status": "completed", "tag": "20169e79-bc31-42f2-9e76-9372fcb0aafc", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:25.176510 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e460ffc0-b40a-487d-b0b9-5b278709b97c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:25.176510 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9303f2f7-e318-4de9-9ea5-574e5172d256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20169e79-bc31-42f2-9e76-9372fcb0aafc', 'code': 200} Dec 11 22:37:25.178124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 20169e79-bc31-42f2-9e76-9372fcb0aafc details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:37:25.229866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:25.230600 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:25.232171 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-3b4a87fa-6d90-448b-8e1f-5dc7c29ffc4c service neutron] 10.222.0.13 "PUT /v2.0/ports/20169e79-bc31-42f2-9e76-9372fcb0aafc HTTP/1.1" status: 200 len: 1121 time: 1.7374837 Dec 11 22:37:25.317463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b02c7-9e42-4837-83a9-286bb907b575 req-80174af5-02b3-4350-8f73-fb444ba2a49c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:25.323677 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c35b02c7-9e42-4837-83a9-286bb907b575 req-80174af5-02b3-4350-8f73-fb444ba2a49c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 931 time: 0.0860302 Dec 11 22:37:25.371374 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-b8c31862-e0cf-4acc-8926-5c61b95d648d service neutron] 10.222.0.45 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430928 Dec 11 22:37:25.465957 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:25.484743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c35b02c7-9e42-4837-83a9-286bb907b575 req-5c89a78f-58cd-4806-afa6-1181dc28bce7 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579208 Dec 11 22:37:25.600046 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Network 0b02deba-9533-4f99-b832-999e0eea09ef is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:37:25.602044 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a4fa6e7-5810-43a0-b795-4abb923e0944,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:25.607462 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:25.615368 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:25.634155 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fdcc79fe-0a99-47d1-9018-555a0be72b00 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:25.742842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4cebc-8a98-4d77-956e-50b07427865f req-b2267843-5d96-40dc-a402-4063ca8ab1e7 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:25.752180 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ab4cebc-8a98-4d77-956e-50b07427865f req-b2267843-5d96-40dc-a402-4063ca8ab1e7 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 943 time: 0.1529114 Dec 11 22:37:25.756683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 20169e79-bc31-42f2-9e76-9372fcb0aafc, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:25.774408 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 20169e79-bc31-42f2-9e76-9372fcb0aafc has no active binding in host n-h2-710847-6 {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 11 22:37:25.779324 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['20169e79-bc31-42f2-9e76-9372fcb0aafc'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:37:25.782135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['20169e79-bc31-42f2-9e76-9372fcb0aafc'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:37:25.801009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Router 38965751-a080-4d07-b59d-b12e00537f45 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:37:25.866901 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ab4cebc-8a98-4d77-956e-50b07427865f req-6fe52ff1-2d47-415c-b3ec-7d0e23ce8945 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135185 Dec 11 22:37:26.033218 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fdcc79fe-0a99-47d1-9018-555a0be72b00 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:26.033622 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:26.216186 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-eed86459-6b9e-4061-bd96-49725589ccfb None None] Provisioning complete for port 4a4fa6e7-5810-43a0-b795-4abb923e0944 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:26.216893 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eed86459-6b9e-4061-bd96-49725589ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:26.308834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-eed86459-6b9e-4061-bd96-49725589ccfb None None] Port 4a4fa6e7-5810-43a0-b795-4abb923e0944 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:37:26.554310 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-43e300ae-26ef-455b-bb49-03104cd40f8c req-8a831df5-5d25-4be2-9e9a-e80ffc20b045 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 210 time: 0.0737746 Dec 11 22:37:26.556847 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:26.586684 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cb0092-8408-477b-9813-475a64ba0588 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:37:26.603217 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:26.617161 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Transition to ACTIVE for port object 61cb0092-8408-477b-9813-475a64ba0588 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:37:26.618648 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:37:26.628303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacdbc8-54ca-42aa-82dd-dcdfc9ee5bcf req-dfe06a97-000c-40b2-aca4-6bc62dad5b00 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:26.633184 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Sync routers for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:37:26.636213 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5dacdbc8-54ca-42aa-82dd-dcdfc9ee5bcf req-dfe06a97-000c-40b2-aca4-6bc62dad5b00 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.1333179 Dec 11 22:37:26.648091 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a14c9158-dc7c-458d-8dd3-d110761c6bc5 admin admin] 10.222.0.45 "PUT /v2.0/routers/38965751-a080-4d07-b59d-b12e00537f45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4537921 Dec 11 22:37:26.658896 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:37:26.664073 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:37:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:26.699501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port fdcc79fe-0a99-47d1-9018-555a0be72b00, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fdcc79fe-0a99-47d1-9018-555a0be72b00,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:26.746036 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:26.761624 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:26.774920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5dacdbc8-54ca-42aa-82dd-dcdfc9ee5bcf req-57919163-bc7d-4e00-9604-1b9f97132ef2 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369910 Dec 11 22:37:26.832910 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:37:26.888699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=fdcc79fe-0a99-47d1-9018-555a0be72b00,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:26.965691 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d699f-4ea5-42b9-83fc-89e825b059df req-efeeea42-c366-4588-9e4b-bf6ae5227ef4 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:26.967312 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cc5d699f-4ea5-42b9-83fc-89e825b059df req-efeeea42-c366-4588-9e4b-bf6ae5227ef4 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 931 time: 0.3180089 Dec 11 22:37:26.992995 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Pushing event updated for resources: {'Port': ['ID=61cb0092-8408-477b-9813-475a64ba0588,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:27.179429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9303f2f7-e318-4de9-9ea5-574e5172d256', 'tag': '20169e79-bc31-42f2-9e76-9372fcb0aafc'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:27.182118 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c98bc48-251c-4add-8aef-0c1d5da34869" -d '{"events": [{"name": "network-changed", "server_uuid": "9303f2f7-e318-4de9-9ea5-574e5172d256", "tag": "20169e79-bc31-42f2-9e76-9372fcb0aafc"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:27.250951 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cc5d699f-4ea5-42b9-83fc-89e825b059df req-15874fa6-b8a9-4744-8844-cac3bc35ad78 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642558 Dec 11 22:37:27.301256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Attempting to bind port 61cb0092-8408-477b-9813-475a64ba0588 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:37:27.302237 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Attempting to bind port 61cb0092-8408-477b-9813-475a64ba0588 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '7e0491bf-47ca-48bd-8a05-9c38fba7ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:37:27.302728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Attempting to bind port 61cb0092-8408-477b-9813-475a64ba0588 on network 3edf13e9-f980-49f5-91b4-3fd48a23543a {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:27.310617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Port 61cb0092-8408-477b-9813-475a64ba0588 on network 3edf13e9-f980-49f5-91b4-3fd48a23543a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:37:27.310981 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Attempting to bind port 61cb0092-8408-477b-9813-475a64ba0588 on network 3edf13e9-f980-49f5-91b4-3fd48a23543a {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:27.317634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:37:27.317983 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Checking segment: {'id': '7e0491bf-47ca-48bd-8a05-9c38fba7ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:27.318377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Bound using segment: {'id': '7e0491bf-47ca-48bd-8a05-9c38fba7ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:37:27.319328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Bound port: 61cb0092-8408-477b-9813-475a64ba0588, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0491bf-47ca-48bd-8a05-9c38fba7ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:37:27.320305 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:27.388062 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 2, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:27.436006 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a72606-130c-42a2-9f18-6ec663b78888 req-041a3b7a-61f7-4b82-9bcf-70b75cb1ae8e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:27.438637 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b7a72606-130c-42a2-9f18-6ec663b78888 req-041a3b7a-61f7-4b82-9bcf-70b75cb1ae8e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 943 time: 0.1138904 Dec 11 22:37:27.457384 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Checking router: 38965751-a080-4d07-b59d-b12e00537f45 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:37:27.458331 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Updating router 38965751-a080-4d07-b59d-b12e00537f45 port 4a4fa6e7-5810-43a0-b795-4abb923e0944 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:37:27.518174 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:27.523177 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b7a72606-130c-42a2-9f18-6ec663b78888 req-faf975e7-dde7-4d38-b05c-f082c21bacfb tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778160 Dec 11 22:37:27.524241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] For port 61cb0092-8408-477b-9813-475a64ba0588, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:37:27.543991 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19427797-6f10-406a-ace2-e98b86ab91db req-8d0d1b0a-e040-498b-940b-d761b00cf80b tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:27.552693 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] For port 61cb0092-8408-477b-9813-475a64ba0588, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=61cb0092-8408-477b-9813-475a64ba0588,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:37:27.558599 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19427797-6f10-406a-ace2-e98b86ab91db req-8d0d1b0a-e040-498b-940b-d761b00cf80b tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 821 time: 0.3224056 Dec 11 22:37:27.568830 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fdcc79fe-0a99-47d1-9018-555a0be72b00 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:27.614250 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19427797-6f10-406a-ace2-e98b86ab91db req-702389c4-41b8-4fd9-b42f-2035139ce884 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/quotas/6748c74fd2f94587a90d640b7916a884 HTTP/1.1" status: 200 len: 375 time: 0.0536547 Dec 11 22:37:27.625519 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:27.717275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fdcc79fe-0a99-47d1-9018-555a0be72b00 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:27.719028 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:27.742260 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19427797-6f10-406a-ace2-e98b86ab91db req-ecf58398-7503-4c6e-9e22-e55f14c5bce2 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237712 Dec 11 22:37:27.749607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:27.750493 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:27.752689 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] 10.222.0.13 "PUT /v2.0/ports/61cb0092-8408-477b-9813-475a64ba0588 HTTP/1.1" status: 200 len: 1091 time: 2.6379457 Dec 11 22:37:27.753432 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e164d07e-10c9-4354-909c-a811163bcfdf', 'tag': '61cb0092-8408-477b-9813-475a64ba0588'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:27.755880 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f90620a-d3f0-4b88-95bc-75962f024e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e164d07e-10c9-4354-909c-a811163bcfdf", "tag": "61cb0092-8408-477b-9813-475a64ba0588"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:27.773571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d1f12-d874-4714-89c6-ab7a303e74e8 service neutron] Pushing event updated for resources: {'Port': ['ID=61cb0092-8408-477b-9813-475a64ba0588,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:27.909510 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19427797-6f10-406a-ace2-e98b86ab91db req-26459321-cbc9-4702-949a-850a8e6ede32 service neutron] 10.222.0.45 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654758 Dec 11 22:37:27.925329 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8649b29-1632-4efc-a32d-940d43aafdc8 x-openstack-request-id: req-d8649b29-1632-4efc-a32d-940d43aafdc8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:27.926025 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9303f2f7-e318-4de9-9ea5-574e5172d256", "tag": "20169e79-bc31-42f2-9e76-9372fcb0aafc", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:27.930755 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8649b29-1632-4efc-a32d-940d43aafdc8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:27.930755 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9303f2f7-e318-4de9-9ea5-574e5172d256', 'tag': '20169e79-bc31-42f2-9e76-9372fcb0aafc', 'status': 'completed', 'code': 200} Dec 11 22:37:28.006569 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:28.031751 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-afd9812c-0fcc-4daf-9257-d131c08dc7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:28.038968 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-afd9812c-0fcc-4daf-9257-d131c08dc7da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c5cc5126aa845a8afd4e91d9e912fb8&device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 1094 time: 0.1153784 Dec 11 22:37:28.045147 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19427797-6f10-406a-ace2-e98b86ab91db req-9df29ee5-820b-4f2e-b9df-2a1b1693189d service neutron] 10.222.0.45 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291833 Dec 11 22:37:28.084773 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-8449feec-c87e-43c2-b2e1-23bb13a177df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61cb0092-8408-477b-9813-475a64ba0588 HTTP/1.1" status: 200 len: 217 time: 0.0422463 Dec 11 22:37:28.095748 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:28.197094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98bc48-251c-4add-8aef-0c1d5da34869 req-af8cfa78-2e30-40bf-bb88-43c009f53029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:28.198639 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c98bc48-251c-4add-8aef-0c1d5da34869 req-af8cfa78-2e30-40bf-bb88-43c009f53029 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 1124 time: 0.1291311 Dec 11 22:37:28.213897 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7b5103dc-5f98-4c06-b3ad-73abbda96686 req-55b7543c-e183-4626-86cb-e7c91d0a0803 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 210 time: 0.0325859 Dec 11 22:37:28.216445 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-2e3d136e-506b-409a-b4e7-f3f9dbb6aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:28.218324 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-2e3d136e-506b-409a-b4e7-f3f9dbb6aae7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7337e6a9-f530-438b-852b-2b3fd3b98957 HTTP/1.1" status: 200 len: 861 time: 0.1258097 Dec 11 22:37:28.272511 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-9d20747e-b57c-4ccf-91d8-3c2bfc474836 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3edf13e9-f980-49f5-91b4-3fd48a23543a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460391 Dec 11 22:37:28.398419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98bc48-251c-4add-8aef-0c1d5da34869 req-ed2558fc-3639-474b-bbe3-39c920bee167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:28.408910 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f832cef-5d0f-4f17-ac3b-65266dd6fcf3 x-openstack-request-id: req-0f832cef-5d0f-4f17-ac3b-65266dd6fcf3 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:28.418426 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e164d07e-10c9-4354-909c-a811163bcfdf", "tag": "61cb0092-8408-477b-9813-475a64ba0588", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:28.419139 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f832cef-5d0f-4f17-ac3b-65266dd6fcf3 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:28.419628 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c98bc48-251c-4add-8aef-0c1d5da34869 req-ed2558fc-3639-474b-bbe3-39c920bee167 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.1917622 Dec 11 22:37:28.420151 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e164d07e-10c9-4354-909c-a811163bcfdf', 'tag': '61cb0092-8408-477b-9813-475a64ba0588', 'status': 'completed', 'code': 200} Dec 11 22:37:28.450560 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57510b4-f8a0-4526-a9e5-351b15df07b1 None None] Pushing event updated for resources: {'Port': ['ID=4a4fa6e7-5810-43a0-b795-4abb923e0944,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:28.457403 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Attempting to bind port 4a4fa6e7-5810-43a0-b795-4abb923e0944 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:37:28.457869 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Attempting to bind port 4a4fa6e7-5810-43a0-b795-4abb923e0944 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:37:28.458295 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Attempting to bind port 4a4fa6e7-5810-43a0-b795-4abb923e0944 on network 0b02deba-9533-4f99-b832-999e0eea09ef {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:28.471170 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:37:28.473697 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Checking segment: {'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:28.473697 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:28.473697 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Bound using segment: {'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:37:28.473697 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Bound port: 4a4fa6e7-5810-43a0-b795-4abb923e0944, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:37:28.474210 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:28.497547 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c98bc48-251c-4add-8aef-0c1d5da34869 req-1f6d49f0-2ccf-449c-a8db-5bd230919e6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc HTTP/1.1" status: 200 len: 217 time: 0.0768623 Dec 11 22:37:28.504267 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57510b4-f8a0-4526-a9e5-351b15df07b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:28.504617 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57510b4-f8a0-4526-a9e5-351b15df07b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:28.505973 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57510b4-f8a0-4526-a9e5-351b15df07b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:28.506324 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57510b4-f8a0-4526-a9e5-351b15df07b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:28.506665 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57510b4-f8a0-4526-a9e5-351b15df07b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:28.507023 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57510b4-f8a0-4526-a9e5-351b15df07b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:28.508031 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57510b4-f8a0-4526-a9e5-351b15df07b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:28.508795 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57510b4-f8a0-4526-a9e5-351b15df07b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:28.509201 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57510b4-f8a0-4526-a9e5-351b15df07b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:28.509502 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57510b4-f8a0-4526-a9e5-351b15df07b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:28.509830 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57510b4-f8a0-4526-a9e5-351b15df07b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:28.510193 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57510b4-f8a0-4526-a9e5-351b15df07b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:28.510611 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57510b4-f8a0-4526-a9e5-351b15df07b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:37:28.586938 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-d785e238-399a-4860-acc8-0061847b276a service neutron] 10.222.0.13 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048148 Dec 11 22:37:28.614429 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] For port 4a4fa6e7-5810-43a0-b795-4abb923e0944, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:37:28.621469 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] For port 4a4fa6e7-5810-43a0-b795-4abb923e0944, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4a4fa6e7-5810-43a0-b795-4abb923e0944,segment=NetworkSegment(b6a2d109-e816-4ac6-8177-b0996977379e),segment_id=b6a2d109-e816-4ac6-8177-b0996977379e)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:37:28.629435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cca475-6932-4074-81c6-765f903046ba req-ff83be7a-0e50-4ab4-81dd-3b718dabbb30 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:28.631924 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5cca475-6932-4074-81c6-765f903046ba req-ff83be7a-0e50-4ab4-81dd-3b718dabbb30 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.1364014 Dec 11 22:37:28.639334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98bc48-251c-4add-8aef-0c1d5da34869 req-3dd46124-7900-49aa-ada8-82f2093541da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:28.641624 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c98bc48-251c-4add-8aef-0c1d5da34869 req-3dd46124-7900-49aa-ada8-82f2093541da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.1273847 Dec 11 22:37:28.659353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e870f26-f513-46c0-9b10-c66b84facece req-d066bc49-f984-4f70-916a-bb6148da3f92 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:28.660963 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e870f26-f513-46c0-9b10-c66b84facece req-d066bc49-f984-4f70-916a-bb6148da3f92 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 943 time: 0.0819972 Dec 11 22:37:28.705044 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:28.720978 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e870f26-f513-46c0-9b10-c66b84facece req-a485763b-3b4e-414c-a796-9d529844ca77 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531549 Dec 11 22:37:28.785433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-590195dd-36cb-47b8-b366-17c8c15d4ee5 None None] Provisioning complete for port 4a4fa6e7-5810-43a0-b795-4abb923e0944 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:28.788384 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-590195dd-36cb-47b8-b366-17c8c15d4ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:28.807900 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5cca475-6932-4074-81c6-765f903046ba req-84f2b179-a0db-4259-acfe-50bb646c9dff tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583617 Dec 11 22:37:28.820350 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:37:28.820595 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:37:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:28.824938 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57510b4-f8a0-4526-a9e5-351b15df07b1 None None] Pushing event updated for resources: {'Port': ['ID=4a4fa6e7-5810-43a0-b795-4abb923e0944,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:28.837121 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c98bc48-251c-4add-8aef-0c1d5da34869 req-0c1e3e72-3f7a-4479-8589-6030e400c575 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757220 Dec 11 22:37:28.852994 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-56b4eafe-1329-4049-80ea-7a3e8be0ecf7 req-074656ff-fd22-4a8e-9e13-63f8dc9abcfe service neutron] 10.222.0.13 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502279 Dec 11 22:37:28.887861 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-29efc208-c3cc-49d2-a1cc-97f1ee18f8eb req-ce42b942-3139-4efc-8041-cbd114efc526 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 210 time: 0.0726485 Dec 11 22:37:29.035441 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c98bc48-251c-4add-8aef-0c1d5da34869 req-99871005-ae16-41b5-acf6-956726c45d81 service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872082 Dec 11 22:37:29.057077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d93ec4-1567-4686-bda0-4d700b78b78f req-cd33f101-f399-4920-b130-9dde218c3019 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:29.064328 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-590195dd-36cb-47b8-b366-17c8c15d4ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:29.077640 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-87d93ec4-1567-4686-bda0-4d700b78b78f req-cd33f101-f399-4920-b130-9dde218c3019 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 943 time: 0.1776001 Dec 11 22:37:29.100499 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:37:29.148120 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-590195dd-36cb-47b8-b366-17c8c15d4ee5 None None] For port 4a4fa6e7-5810-43a0-b795-4abb923e0944, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4a4fa6e7-5810-43a0-b795-4abb923e0944,segment=NetworkSegment(b6a2d109-e816-4ac6-8177-b0996977379e),segment_id=b6a2d109-e816-4ac6-8177-b0996977379e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:29.215709 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-87d93ec4-1567-4686-bda0-4d700b78b78f req-57427584-5a72-40cf-a6e0-916a1dade1ef tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347024 Dec 11 22:37:29.220408 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-590195dd-36cb-47b8-b366-17c8c15d4ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:29.263683 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c98bc48-251c-4add-8aef-0c1d5da34869 req-c835bea3-b272-4c85-ab86-7de4c28cd4e9 service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996202 Dec 11 22:37:29.282962 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90620a-d3f0-4b88-95bc-75962f024e3e req-993ef81e-642b-4231-9a21-cf7f4731650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:29.284250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fd072-4253-4f04-9944-6aed90d57b5b req-3dd95d20-a4c3-4deb-b516-4a7f125936b7 tempest-MigrationsAdminTest-1983146638 tempest-MigrationsAdminTest-1983146638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:29.287732 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-520fd072-4253-4f04-9944-6aed90d57b5b req-3dd95d20-a4c3-4deb-b516-4a7f125936b7 tempest-MigrationsAdminTest-1983146638 tempest-MigrationsAdminTest-1983146638-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 1101 time: 0.1205537 Dec 11 22:37:29.287915 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f90620a-d3f0-4b88-95bc-75962f024e3e req-993ef81e-642b-4231-9a21-cf7f4731650e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c5cc5126aa845a8afd4e91d9e912fb8&device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 1094 time: 0.2045319 Dec 11 22:37:29.319908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590195dd-36cb-47b8-b366-17c8c15d4ee5 None None] Pushing event updated for resources: {'Port': ['ID=4a4fa6e7-5810-43a0-b795-4abb923e0944,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:29.349491 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-07220e89-978c-474b-b29d-95913085e0de None None] Provisioning complete for port 4a4fa6e7-5810-43a0-b795-4abb923e0944 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:29.349879 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07220e89-978c-474b-b29d-95913085e0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:29.398120 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-520fd072-4253-4f04-9944-6aed90d57b5b req-da441971-1402-4432-a57c-8cbd07ae3ec4 tempest-MigrationsAdminTest-1983146638 tempest-MigrationsAdminTest-1983146638-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755966 Dec 11 22:37:29.527521 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:28Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:29.565926 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a14385-8e01-4da2-ad6c-42bedd63bb36 None None] The sync data for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 is: [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:28Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:37:29.575870 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-e5bc597d-6bc6-4591-956f-90b5748d987b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:29.578970 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-e5bc597d-6bc6-4591-956f-90b5748d987b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.47 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 821 time: 0.2863693 Dec 11 22:37:29.582145 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90620a-d3f0-4b88-95bc-75962f024e3e req-effd7366-497a-4d4f-8f6c-ad436ff6f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:29.582572 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f90620a-d3f0-4b88-95bc-75962f024e3e req-effd7366-497a-4d4f-8f6c-ad436ff6f5f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3edf13e9-f980-49f5-91b4-3fd48a23543a HTTP/1.1" status: 200 len: 922 time: 0.2691240 Dec 11 22:37:29.600324 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3b07d13d-c8d9-4f2b-9c34-0c488299341c req-27a5cbc2-dad1-456d-a9ed-908e19fb2705 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 210 time: 0.0446002 Dec 11 22:37:29.611642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-e0ec7adf-d7cb-467f-b74b-05a340c5339c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Request body: {'port': {'device_id': '44868bb3-12b4-4e3d-b755-93fe7f312781', 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59', 'admin_state_up': True, 'tenant_id': 'dab8ea8688024b64a53ac9357c6943c4'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:30.166341 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f90620a-d3f0-4b88-95bc-75962f024e3e req-0bcb832f-42b2-49b9-abf6-0f4826a838a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61cb0092-8408-477b-9813-475a64ba0588 HTTP/1.1" status: 200 len: 217 time: 0.5682356 Dec 11 22:37:30.275346 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90620a-d3f0-4b88-95bc-75962f024e3e req-526a9d57-e65a-488e-90a5-45cfea7cc933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:30.276888 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f90620a-d3f0-4b88-95bc-75962f024e3e req-526a9d57-e65a-488e-90a5-45cfea7cc933 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7337e6a9-f530-438b-852b-2b3fd3b98957 HTTP/1.1" status: 200 len: 861 time: 0.1029537 Dec 11 22:37:30.338955 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f90620a-d3f0-4b88-95bc-75962f024e3e req-d1370921-7819-4422-8fb7-1a6ec356249c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3edf13e9-f980-49f5-91b4-3fd48a23543a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505803 Dec 11 22:37:30.474758 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f90620a-d3f0-4b88-95bc-75962f024e3e req-a7f61c1e-cbb1-4a70-9126-b3638878eae6 service neutron] 10.222.0.13 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224999 Dec 11 22:37:30.476050 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-e0ec7adf-d7cb-467f-b74b-05a340c5339c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Made reservation on behalf of dab8ea8688024b64a53ac9357c6943c4 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:37:30.480255 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-e0ec7adf-d7cb-467f-b74b-05a340c5339c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:30.536151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4fded-4ba9-446f-950f-746b229a28fe req-314d394e-f3b4-4a22-a106-98c8e73aeb81 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:30.556451 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68f4fded-4ba9-446f-950f-746b229a28fe req-314d394e-f3b4-4a22-a106-98c8e73aeb81 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 943 time: 0.1314168 Dec 11 22:37:30.658998 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f90620a-d3f0-4b88-95bc-75962f024e3e req-e9f9a43e-3441-4a1f-a91c-d8d8db79160b service neutron] 10.222.0.13 "GET /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756136 Dec 11 22:37:30.668870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68f4fded-4ba9-446f-950f-746b229a28fe req-d9ca8f81-41a6-45fd-a23c-51c870e2dd46 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111329 Dec 11 22:37:30.678238 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-6e774955-4295-4664-8d9e-d16a89dff60b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185610 Dec 11 22:37:30.703896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-9eebee56-23f4-4b12-8a81-ad311a06dcf6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:37:30.704927 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-9eebee56-23f4-4b12-8a81-ad311a06dcf6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069799 Dec 11 22:37:30.765518 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-e0ec7adf-d7cb-467f-b74b-05a340c5339c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Allocated IP 172.20.0.7 (16806276-ddd2-4647-87cf-feda1dff0e59/8f040924-a8ae-49f7-b7f5-f3e9e2d94400/2f007cf4-420d-4c38-99ae-ce767526c10c) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:37:30.771302 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c8c8021a-df62-4879-a851-402269a3dafb req-9ed2b649-327c-40a3-9a5d-f62199fed5f5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 210 time: 0.0303357 Dec 11 22:37:30.953742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f8330-262e-44b3-ad23-79321d519e30 req-1b8a0b23-06cc-45d5-a1a3-4465ac801dd0 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:30.963159 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0a4f8330-262e-44b3-ad23-79321d519e30 req-1b8a0b23-06cc-45d5-a1a3-4465ac801dd0 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 943 time: 0.0790901 Dec 11 22:37:30.989756 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-e0ec7adf-d7cb-467f-b74b-05a340c5339c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:31.023872 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0a4f8330-262e-44b3-ad23-79321d519e30 req-a995a457-4bc5-428b-af99-93fcec5068b1 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546594 Dec 11 22:37:31.151918 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-e0ec7adf-d7cb-467f-b74b-05a340c5339c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:31.160952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578a39f-dd99-4d51-8be3-8093cdb3f0b4 req-04588d92-5d51-43d4-b4fd-6d9bcb3bdda2 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:31.162600 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b578a39f-dd99-4d51-8be3-8093cdb3f0b4 req-04588d92-5d51-43d4-b4fd-6d9bcb3bdda2 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0725176 Dec 11 22:37:31.263384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b578a39f-dd99-4d51-8be3-8093cdb3f0b4 req-c4727b1d-4b5d-40cc-9f93-df065292412e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939195 Dec 11 22:37:31.310055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-e0ec7adf-d7cb-467f-b74b-05a340c5339c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Network 16806276-ddd2-4647-87cf-feda1dff0e59 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:37:31.354370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-e0ec7adf-d7cb-467f-b74b-05a340c5339c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:31.357137 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-e0ec7adf-d7cb-467f-b74b-05a340c5339c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:37:31.445521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec7adf-d7cb-467f-b74b-05a340c5339c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Pushing event updated for resources: {'Port': ['ID=2f007cf4-420d-4c38-99ae-ce767526c10c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:31.557440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-e0ec7adf-d7cb-467f-b74b-05a340c5339c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:31.558061 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-e0ec7adf-d7cb-467f-b74b-05a340c5339c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:31.575528 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19427797-6f10-406a-ace2-e98b86ab91db req-0b5d52e1-3e42-42c9-b47d-6b7ea2249f40 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:31.578374 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19427797-6f10-406a-ace2-e98b86ab91db req-0b5d52e1-3e42-42c9-b47d-6b7ea2249f40 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.13 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 821 time: 0.4468024 Dec 11 22:37:31.595488 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-19427797-6f10-406a-ace2-e98b86ab91db req-01842890-ca2f-413f-befb-91f01bd4817c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Request body: {'port': {'device_id': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'admin_state_up': True, 'tenant_id': '6748c74fd2f94587a90d640b7916a884'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:31.597632 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4a4fa6e7-5810-43a0-b795-4abb923e0944 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:31.627866 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461fd9a-f8a3-4549-b815-450c37bde9ec req-bc92b9a1-0581-40f4-9487-8c937ca5de85 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:31.629479 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e461fd9a-f8a3-4549-b815-450c37bde9ec req-bc92b9a1-0581-40f4-9487-8c937ca5de85 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 931 time: 0.1293766 Dec 11 22:37:31.674126 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-e0ec7adf-d7cb-467f-b74b-05a340c5339c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0771253 Dec 11 22:37:31.697715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Request body: {'port': {'device_id': '44868bb3-12b4-4e3d-b755-93fe7f312781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:31.709547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4a4fa6e7-5810-43a0-b795-4abb923e0944 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:31.710111 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:31.807852 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:31.820288 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e461fd9a-f8a3-4549-b815-450c37bde9ec req-ee04b17f-db56-4c5d-8603-1acf89e5459a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646276 Dec 11 22:37:32.014003 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca855a6-6e28-418b-bb90-3612cceb8105 req-733d02a9-90c0-461c-95fb-1b5a0c5ab803 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:32.016252 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ca855a6-6e28-418b-bb90-3612cceb8105 req-733d02a9-90c0-461c-95fb-1b5a0c5ab803 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 943 time: 0.0818360 Dec 11 22:37:32.031319 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19427797-6f10-406a-ace2-e98b86ab91db req-01842890-ca2f-413f-befb-91f01bd4817c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Made reservation on behalf of 6748c74fd2f94587a90d640b7916a884 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:37:32.034906 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-19427797-6f10-406a-ace2-e98b86ab91db req-01842890-ca2f-413f-befb-91f01bd4817c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:32.046250 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-92072b49-21e6-4689-a179-4b92bec97c0a req-7eaa2718-02f9-433c-bea8-d96b016879a1 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 210 time: 0.0438502 Dec 11 22:37:32.108264 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ca855a6-6e28-418b-bb90-3612cceb8105 req-39f9079f-17e3-4cba-af82-ac55e41f22c1 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792253 Dec 11 22:37:32.235549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9520e0-f198-43c4-aa06-e628aecfc642 req-4c053abb-6a67-4ba9-a7f2-fe58ea4aa307 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:32.237602 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0d9520e0-f198-43c4-aa06-e628aecfc642 req-4c053abb-6a67-4ba9-a7f2-fe58ea4aa307 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 943 time: 0.0723929 Dec 11 22:37:32.303389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0d9520e0-f198-43c4-aa06-e628aecfc642 req-9d314611-250e-411b-9824-dce94bfd07eb tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593145 Dec 11 22:37:32.393252 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-19427797-6f10-406a-ace2-e98b86ab91db req-01842890-ca2f-413f-befb-91f01bd4817c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Allocated IP 172.20.0.10 (0b02deba-9533-4f99-b832-999e0eea09ef/d0450784-9341-4398-99b2-56c0d7f24479/37701109-9b67-4fa9-8da9-a2f73d3535b1) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:37:32.401310 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-fea4f91f-2e61-4417-90fd-99ed074d68c4 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:32.404576 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-fea4f91f-2e61-4417-90fd-99ed074d68c4 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/networks?id=54478511-f8de-4e50-83dc-4c9857155262 HTTP/1.1" status: 200 len: 805 time: 0.2407694 Dec 11 22:37:32.443951 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-ad3c550b-44dd-4273-bc68-20aa0a747c53 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/quotas/6a71688f425e4140977d2fb5123ec3d3 HTTP/1.1" status: 200 len: 375 time: 0.0338879 Dec 11 22:37:32.459104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b4568-014d-410c-9749-200a2ae63c64 req-b513293c-f063-4e82-a48e-45be98696214 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:32.460795 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff4b4568-014d-410c-9749-200a2ae63c64 req-b513293c-f063-4e82-a48e-45be98696214 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0689340 Dec 11 22:37:32.527710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f007cf4-420d-4c38-99ae-ce767526c10c {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:37:32.539675 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff4b4568-014d-410c-9749-200a2ae63c64 req-ff6bc815-0fd5-4ce6-8f0a-19633e3d3e4d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605619 Dec 11 22:37:32.545471 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:32.602686 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-e0dd3149-f2ef-45c4-85c3-8e30de74e765 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a71688f425e4140977d2fb5123ec3d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1395752 Dec 11 22:37:32.617174 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Transition to ACTIVE for port object 2f007cf4-420d-4c38-99ae-ce767526c10c will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:37:32.688345 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:32.774207 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-19427797-6f10-406a-ace2-e98b86ab91db req-01842890-ca2f-413f-befb-91f01bd4817c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:32.784520 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 05f4ad2d-8511-441e-a68a-c3d456ddddd3 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:37:32.812251 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Pushing event updated for resources: {'Port': ['ID=2f007cf4-420d-4c38-99ae-ce767526c10c,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:32.853599 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-a0e03ae4-cac9-4480-874c-7dffb2309c7a service neutron] 10.222.0.45 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332985 Dec 11 22:37:32.891352 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:32.920923 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c430f553-fb2a-4c52-b17c-a2f07478638f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05f4ad2d-8511-441e-a68a-c3d456ddddd3'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:32.923725 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f943676b-41dc-49d4-9947-65026030298d" -d '{"events": [{"server_uuid": "c430f553-fb2a-4c52-b17c-a2f07478638f", "name": "network-vif-unplugged", "status": "completed", "tag": "05f4ad2d-8511-441e-a68a-c3d456ddddd3"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:32.939664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 05f4ad2d-8511-441e-a68a-c3d456ddddd3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=05f4ad2d-8511-441e-a68a-c3d456ddddd3,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:32.955498 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Attempting to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:37:32.955839 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Attempting to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:37:32.956170 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Attempting to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:32.963932 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Port 2f007cf4-420d-4c38-99ae-ce767526c10c on network 16806276-ddd2-4647-87cf-feda1dff0e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:37:32.964288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Attempting to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:32.975070 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:37:32.975413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Checking segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:32.975858 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Bound using segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:37:32.976303 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Bound port: 2f007cf4-420d-4c38-99ae-ce767526c10c, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:37:32.976661 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:33.023922 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:33.035842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86700f8-5f0a-4410-93d3-5aa92919cde5 req-f363fdd9-b8a5-4e41-a78f-a175cde23dac tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:33.038148 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-19427797-6f10-406a-ace2-e98b86ab91db req-01842890-ca2f-413f-befb-91f01bd4817c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:33.044882 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b86700f8-5f0a-4410-93d3-5aa92919cde5 req-f363fdd9-b8a5-4e41-a78f-a175cde23dac tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 943 time: 0.0690770 Dec 11 22:37:33.048390 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-f3ba3880-231c-43bd-88c5-7dac64ac614f service neutron] 10.222.0.45 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779492 Dec 11 22:37:33.094169 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=05f4ad2d-8511-441e-a68a-c3d456ddddd3,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:33.106357 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b86700f8-5f0a-4410-93d3-5aa92919cde5 req-0bff02a3-b20d-4122-851f-52dda05d7cc9 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604427 Dec 11 22:37:33.118576 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19427797-6f10-406a-ace2-e98b86ab91db req-01842890-ca2f-413f-befb-91f01bd4817c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Network 0b02deba-9533-4f99-b832-999e0eea09ef is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:37:33.127235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-19427797-6f10-406a-ace2-e98b86ab91db req-01842890-ca2f-413f-befb-91f01bd4817c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:33.134039 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-19427797-6f10-406a-ace2-e98b86ab91db req-01842890-ca2f-413f-befb-91f01bd4817c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:37:33.138948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01842890-ca2f-413f-befb-91f01bd4817c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Pushing event updated for resources: {'Port': ['ID=37701109-9b67-4fa9-8da9-a2f73d3535b1,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:33.187122 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0ac6db-bddf-446e-9141-275990be87c3 x-openstack-request-id: req-6e0ac6db-bddf-446e-9141-275990be87c3 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:33.187540 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c430f553-fb2a-4c52-b17c-a2f07478638f", "name": "network-vif-unplugged", "status": "completed", "tag": "05f4ad2d-8511-441e-a68a-c3d456ddddd3", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:33.187942 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e0ac6db-bddf-446e-9141-275990be87c3 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:33.188437 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c430f553-fb2a-4c52-b17c-a2f07478638f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05f4ad2d-8511-441e-a68a-c3d456ddddd3', 'code': 200} Dec 11 22:37:33.194986 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:37:33.229970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 61cb0092-8408-477b-9813-475a64ba0588 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:37:33.247106 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=2f007cf4-420d-4c38-99ae-ce767526c10c,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:37:33.266629 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19427797-6f10-406a-ace2-e98b86ab91db req-01842890-ca2f-413f-befb-91f01bd4817c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:33.267742 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-19427797-6f10-406a-ace2-e98b86ab91db req-01842890-ca2f-413f-befb-91f01bd4817c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:33.319078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5e591-35cd-4019-b1bf-986d1eae2c74 req-76ef482c-0f73-4016-819f-d27371babda5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:33.329512 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17a5e591-35cd-4019-b1bf-986d1eae2c74 req-76ef482c-0f73-4016-819f-d27371babda5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 932 time: 0.0824099 Dec 11 22:37:33.370974 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:33.386485 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 61cb0092-8408-477b-9813-475a64ba0588, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=61cb0092-8408-477b-9813-475a64ba0588,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:33.417066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '61cb0092-8408-477b-9813-475a64ba0588', 'network_id': '3edf13e9-f980-49f5-91b4-3fd48a23543a', 'port_id': '61cb0092-8408-477b-9813-475a64ba0588', 'mac_address': 'fa:16:3e:32:ab:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7337e6a9-f530-438b-852b-2b3fd3b98957', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:37:33.482152 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:33.507368 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cb0092-8408-477b-9813-475a64ba0588 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:37:33.535192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Pushing event updated for resources: {'Port': ['ID=2f007cf4-420d-4c38-99ae-ce767526c10c,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:33.537027 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 61cb0092-8408-477b-9813-475a64ba0588, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=61cb0092-8408-477b-9813-475a64ba0588,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:33.547944 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19427797-6f10-406a-ace2-e98b86ab91db req-01842890-ca2f-413f-befb-91f01bd4817c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9596629 Dec 11 22:37:33.548131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2c3451a9-1c22-445d-adae-749aa18f2ae5 None None] Provisioning complete for port 37701109-9b67-4fa9-8da9-a2f73d3535b1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:33.548428 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2c3451a9-1c22-445d-adae-749aa18f2ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:33.586333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:33.587986 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:33.589367 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-83c04609-d02c-4198-ac35-8e6ae79011cf service neutron] 10.222.0.47 "PUT /v2.0/ports/2f007cf4-420d-4c38-99ae-ce767526c10c HTTP/1.1" status: 200 len: 1091 time: 1.8988440 Dec 11 22:37:33.589884 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2c3451a9-1c22-445d-adae-749aa18f2ae5 None None] Port 37701109-9b67-4fa9-8da9-a2f73d3535b1 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:37:33.591610 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44868bb3-12b4-4e3d-b755-93fe7f312781', 'tag': '2f007cf4-420d-4c38-99ae-ce767526c10c'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:33.596821 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec109d1-07ea-4362-a5bc-2e63a3aecd54" -d '{"events": [{"name": "network-changed", "server_uuid": "44868bb3-12b4-4e3d-b755-93fe7f312781", "tag": "2f007cf4-420d-4c38-99ae-ce767526c10c"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:33.606884 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:33.671960 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Request body: {'port': {'device_id': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:33.683472 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=61cb0092-8408-477b-9813-475a64ba0588,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:33.706827 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfabe03-c180-4e95-a145-51d2aeb0b50c req-6893ffe2-c04b-44d3-bc5c-7d6066e4db7e tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:33.711327 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4bfabe03-c180-4e95-a145-51d2aeb0b50c req-6893ffe2-c04b-44d3-bc5c-7d6066e4db7e tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 943 time: 0.2146702 Dec 11 22:37:33.850114 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-b182184a-8045-49bd-becb-66b6f50715da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:33.851578 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-b182184a-8045-49bd-becb-66b6f50715da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 1094 time: 0.1371796 Dec 11 22:37:33.857152 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:33.864264 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4bfabe03-c180-4e95-a145-51d2aeb0b50c req-ee9b186d-dc4c-4486-a2b9-ffe941f4ff0f tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378863 Dec 11 22:37:33.916644 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-677a3e4f-6cef-457a-9f25-a9aff507fc4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f007cf4-420d-4c38-99ae-ce767526c10c HTTP/1.1" status: 200 len: 217 time: 0.0448821 Dec 11 22:37:33.959614 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17a5e591-35cd-4019-b1bf-986d1eae2c74 req-599cb0c7-79f7-490c-8d04-8305f659e4d4 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285801 Dec 11 22:37:33.964522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-e341c13f-1a53-4615-b100-8b549e648a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:33.967348 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-e341c13f-1a53-4615-b100-8b549e648a79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 1101 time: 0.1318476 Dec 11 22:37:33.985896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eeb114-b848-4429-a3e5-681f09fe346a req-861a862d-17b1-4aab-ba5c-9c8db716699f tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:33.988566 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5eeb114-b848-4429-a3e5-681f09fe346a req-861a862d-17b1-4aab-ba5c-9c8db716699f tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.47 "GET /v2.0/ports?device_id=c430f553-fb2a-4c52-b17c-a2f07478638f HTTP/1.1" status: 200 len: 944 time: 0.1526537 Dec 11 22:37:34.010468 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['61cb0092-8408-477b-9813-475a64ba0588'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:37:34.094070 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-391d019d-1926-49f3-aff9-54a0bfb074f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:34.095675 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-391d019d-1926-49f3-aff9-54a0bfb074f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.1583240 Dec 11 22:37:34.156955 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8b595-006a-4396-9878-67045fe8721f req-3a2c8065-6260-4b6e-ae3e-5b5600b1f4d3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:34.158648 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0fb8b595-006a-4396-9878-67045fe8721f req-3a2c8065-6260-4b6e-ae3e-5b5600b1f4d3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 943 time: 0.1825111 Dec 11 22:37:34.163717 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-bd1b0b8f-26dc-452c-adc8-91d56729c2e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527291 Dec 11 22:37:34.208021 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-740e1a9b-e8d5-4a12-87d2-6b4a026b9f5a req-954a570b-4d58-4d57-88d2-d95a6bb4aea8 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 210 time: 0.1020784 Dec 11 22:37:34.353355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-b13794fd-aeea-4554-99fe-d3b2d5c0e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:34.354958 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-b13794fd-aeea-4554-99fe-d3b2d5c0e1ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.3799808 Dec 11 22:37:34.383552 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0fb8b595-006a-4396-9878-67045fe8721f req-c277a99f-edd0-4b07-8e35-4d9a4868f0e4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159472 Dec 11 22:37:34.417510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e01fe-28b1-48de-bc41-82d2090828e7 req-f46cc665-0978-4de4-af6a-d0882f25aa22 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:34.419584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a73e01fe-28b1-48de-bc41-82d2090828e7 req-f46cc665-0978-4de4-af6a-d0882f25aa22 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.1162543 Dec 11 22:37:34.421866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a5eeb114-b848-4429-a3e5-681f09fe346a req-cc23012a-6559-4cf4-94a2-72a50871ca72 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Deleting port 05f4ad2d-8511-441e-a68a-c3d456ddddd3 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:37:34.422217 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a5eeb114-b848-4429-a3e5-681f09fe346a req-cc23012a-6559-4cf4-94a2-72a50871ca72 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:34.426442 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-79be6f8b-0260-485d-ad4e-91cb57030491 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd HTTP/1.1" status: 200 len: 217 time: 0.0625770 Dec 11 22:37:34.429109 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-94a32090-432c-48ef-a2bf-6c39fb18ae64 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519855 Dec 11 22:37:34.480836 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4fae57-5e5d-45d8-8851-375f7789901c x-openstack-request-id: req-0e4fae57-5e5d-45d8-8851-375f7789901c {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:34.481123 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44868bb3-12b4-4e3d-b755-93fe7f312781", "tag": "2f007cf4-420d-4c38-99ae-ce767526c10c", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:34.481566 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e4fae57-5e5d-45d8-8851-375f7789901c {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:34.482004 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44868bb3-12b4-4e3d-b755-93fe7f312781', 'tag': '2f007cf4-420d-4c38-99ae-ce767526c10c', 'status': 'completed', 'code': 200} Dec 11 22:37:34.560772 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37701109-9b67-4fa9-8da9-a2f73d3535b1 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:37:34.571527 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:34.576709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-62efa6ab-e669-4a1d-9092-c8c6f079b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:34.578859 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-62efa6ab-e669-4a1d-9092-c8c6f079b8d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1338210 Dec 11 22:37:34.602621 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Transition to ACTIVE for port object 37701109-9b67-4fa9-8da9-a2f73d3535b1 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:37:34.615079 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9517cf4-0650-411f-ac2a-b193ddd17517 req-6168c335-54e9-4b27-b163-d9243e013e31 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759467 Dec 11 22:37:34.625599 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a73e01fe-28b1-48de-bc41-82d2090828e7 req-64d15b68-542b-4fbc-b3d7-b47102634f20 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910381 Dec 11 22:37:34.676336 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a5eeb114-b848-4429-a3e5-681f09fe346a req-cc23012a-6559-4cf4-94a2-72a50871ca72 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] For port 05f4ad2d-8511-441e-a68a-c3d456ddddd3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=05f4ad2d-8511-441e-a68a-c3d456ddddd3,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:34.677319 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a5eeb114-b848-4429-a3e5-681f09fe346a req-cc23012a-6559-4cf4-94a2-72a50871ca72 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:34.695388 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a5eeb114-b848-4429-a3e5-681f09fe346a req-cc23012a-6559-4cf4-94a2-72a50871ca72 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Calling delete_port for 05f4ad2d-8511-441e-a68a-c3d456ddddd3 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:37:34.699366 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:34.763316 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Pushing event updated for resources: {'Port': ['ID=37701109-9b67-4fa9-8da9-a2f73d3535b1,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:34.779446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-950d035a-7c01-4630-b175-71630667a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:34.781916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-950d035a-7c01-4630-b175-71630667a12e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1890068 Dec 11 22:37:34.864457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005260b4-727e-490f-8f20-b7582bf819af req-341c8bef-fef1-42c6-a28d-33d667fcbe8a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:34.871705 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-005260b4-727e-490f-8f20-b7582bf819af req-341c8bef-fef1-42c6-a28d-33d667fcbe8a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 943 time: 0.1774662 Dec 11 22:37:34.892755 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Attempting to bind port 37701109-9b67-4fa9-8da9-a2f73d3535b1 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:37:34.893229 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Attempting to bind port 37701109-9b67-4fa9-8da9-a2f73d3535b1 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:37:34.894297 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Attempting to bind port 37701109-9b67-4fa9-8da9-a2f73d3535b1 on network 0b02deba-9533-4f99-b832-999e0eea09ef {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:34.903936 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Port 37701109-9b67-4fa9-8da9-a2f73d3535b1 on network 0b02deba-9533-4f99-b832-999e0eea09ef not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:37:34.904647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Attempting to bind port 37701109-9b67-4fa9-8da9-a2f73d3535b1 on network 0b02deba-9533-4f99-b832-999e0eea09ef {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:34.910748 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:37:34.916231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Checking segment: {'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:34.916231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Bound using segment: {'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:37:34.916231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Bound port: 37701109-9b67-4fa9-8da9-a2f73d3535b1, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:37:34.916231 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:34.933897 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec109d1-07ea-4362-a5bc-2e63a3aecd54 req-a520064e-129e-46bf-a0db-d7b4e357416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:34.935724 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ec109d1-07ea-4362-a5bc-2e63a3aecd54 req-a520064e-129e-46bf-a0db-d7b4e357416b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 1094 time: 0.1313853 Dec 11 22:37:35.032677 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-005260b4-727e-490f-8f20-b7582bf819af req-8aedc2b7-eb49-4dba-b86e-8a26a03269d1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597981 Dec 11 22:37:35.042493 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-ae5a0c29-b2fc-4e49-af93-d5fbc1ba9c21 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519033 Dec 11 22:37:35.239072 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 61cb0092-8408-477b-9813-475a64ba0588 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:35.283227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc31cc-9bab-4676-b96d-c3fc52e9b14b req-adcaa7de-76c2-48d0-94e0-db899abe170e tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:35.284803 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9abc31cc-9bab-4676-b96d-c3fc52e9b14b req-adcaa7de-76c2-48d0-94e0-db899abe170e tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 944 time: 0.1315563 Dec 11 22:37:35.287850 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-3ac8747b-c8a1-48a3-8d99-f2a3919dcba4 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277679 Dec 11 22:37:35.324973 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a5eeb114-b848-4429-a3e5-681f09fe346a req-cc23012a-6559-4cf4-94a2-72a50871ca72 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:35.374992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23012a-6559-4cf4-94a2-72a50871ca72 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Pushing event deleted for resources: {'Port': ['ID=05f4ad2d-8511-441e-a68a-c3d456ddddd3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:35.444442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] For port 37701109-9b67-4fa9-8da9-a2f73d3535b1, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:37:35.456374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 61cb0092-8408-477b-9813-475a64ba0588 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:37:35.460904 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 61cb0092-8408-477b-9813-475a64ba0588 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:35.463710 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:35.464514 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9abc31cc-9bab-4676-b96d-c3fc52e9b14b req-01411847-e27c-4187-bc5a-f8d61756df19 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730216 Dec 11 22:37:35.470066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] For port 37701109-9b67-4fa9-8da9-a2f73d3535b1, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=37701109-9b67-4fa9-8da9-a2f73d3535b1,segment=NetworkSegment(b6a2d109-e816-4ac6-8177-b0996977379e),segment_id=b6a2d109-e816-4ac6-8177-b0996977379e)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:37:35.500959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5eeb114-b848-4429-a3e5-681f09fe346a req-cc23012a-6559-4cf4-94a2-72a50871ca72 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] No DVR routers for this DVR port 05f4ad2d-8511-441e-a68a-c3d456ddddd3 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:37:35.502088 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33df5b-dffc-4349-87b5-dd56f5ed4397 req-d05d965d-d4c3-4133-8f1c-805094499647 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:35.506406 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a5eeb114-b848-4429-a3e5-681f09fe346a req-cc23012a-6559-4cf4-94a2-72a50871ca72 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:35.512069 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5eeb114-b848-4429-a3e5-681f09fe346a req-cc23012a-6559-4cf4-94a2-72a50871ca72 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.47 "DELETE /v2.0/ports/05f4ad2d-8511-441e-a68a-c3d456ddddd3 HTTP/1.1" status: 204 len: 173 time: 1.4568396 Dec 11 22:37:35.512224 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce33df5b-dffc-4349-87b5-dd56f5ed4397 req-d05d965d-d4c3-4133-8f1c-805094499647 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 944 time: 0.1350775 Dec 11 22:37:35.513875 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c430f553-fb2a-4c52-b17c-a2f07478638f', 'name': 'network-vif-deleted', 'tag': '05f4ad2d-8511-441e-a68a-c3d456ddddd3'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:35.523321 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec109d1-07ea-4362-a5bc-2e63a3aecd54 req-dfec40de-3c44-447f-8ac9-d489b1062900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:35.523321 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ec109d1-07ea-4362-a5bc-2e63a3aecd54 req-dfec40de-3c44-447f-8ac9-d489b1062900 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.5781839 Dec 11 22:37:35.524566 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b2f572-38db-434f-8295-7296c685cfed" -d '{"events": [{"server_uuid": "c430f553-fb2a-4c52-b17c-a2f07478638f", "name": "network-vif-deleted", "tag": "05f4ad2d-8511-441e-a68a-c3d456ddddd3"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:35.598349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ec109d1-07ea-4362-a5bc-2e63a3aecd54 req-a8ec79d0-38e6-4d7b-b942-61de283ad521 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f007cf4-420d-4c38-99ae-ce767526c10c HTTP/1.1" status: 200 len: 217 time: 0.0635171 Dec 11 22:37:35.600488 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:35.613524 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c80ef381-13a9-4fa5-aee5-ab6ef96371c8 req-a091b7c0-a209-42b5-b902-79760f99d4ad tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 210 time: 0.0415146 Dec 11 22:37:35.630632 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:35.674851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e164d07e-10c9-4354-909c-a811163bcfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cb0092-8408-477b-9813-475a64ba0588'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:35.678250 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c02e72-22a2-4a50-8a90-8fa436c29dd8" -d '{"events": [{"server_uuid": "e164d07e-10c9-4354-909c-a811163bcfdf", "name": "network-vif-plugged", "status": "completed", "tag": "61cb0092-8408-477b-9813-475a64ba0588"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:35.698042 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:35.698611 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:35.700054 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19427797-6f10-406a-ace2-e98b86ab91db req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] 10.222.0.13 "PUT /v2.0/ports/37701109-9b67-4fa9-8da9-a2f73d3535b1 HTTP/1.1" status: 200 len: 1092 time: 2.0481150 Dec 11 22:37:35.724277 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 61cb0092-8408-477b-9813-475a64ba0588, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=61cb0092-8408-477b-9813-475a64ba0588,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:35.784831 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce33df5b-dffc-4349-87b5-dd56f5ed4397 req-9892cf46-2f06-4b16-9c83-18e787d800e1 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713213 Dec 11 22:37:35.790679 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:35.807812 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec109d1-07ea-4362-a5bc-2e63a3aecd54 req-d5af72d2-02ed-4164-a33b-ea7454c306a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:35.809270 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ec109d1-07ea-4362-a5bc-2e63a3aecd54 req-d5af72d2-02ed-4164-a33b-ea7454c306a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.1840973 Dec 11 22:37:35.813627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fda2b4-f4e0-413e-a03c-7bf4de843c70 req-b1055870-8ce3-4263-9e95-2efc94f544a8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:35.815218 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6fda2b4-f4e0-413e-a03c-7bf4de843c70 req-b1055870-8ce3-4263-9e95-2efc94f544a8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 943 time: 0.0866320 Dec 11 22:37:35.830007 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c4d42-59b8-4a0b-bb82-94f0c0d1d5ce service neutron] Pushing event updated for resources: {'Port': ['ID=37701109-9b67-4fa9-8da9-a2f73d3535b1,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:35.880056 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ec109d1-07ea-4362-a5bc-2e63a3aecd54 req-33635e54-8437-43c9-b44c-edc130292577 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588067 Dec 11 22:37:35.930657 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6afc57-44fa-4e6c-acc9-67d1752bb239 x-openstack-request-id: req-2a6afc57-44fa-4e6c-acc9-67d1752bb239 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:35.931056 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c430f553-fb2a-4c52-b17c-a2f07478638f", "name": "network-vif-deleted", "tag": "05f4ad2d-8511-441e-a68a-c3d456ddddd3", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:35.931310 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a6afc57-44fa-4e6c-acc9-67d1752bb239 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:35.931712 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c430f553-fb2a-4c52-b17c-a2f07478638f', 'name': 'network-vif-deleted', 'tag': '05f4ad2d-8511-441e-a68a-c3d456ddddd3', 'status': 'completed', 'code': 200} Dec 11 22:37:35.935393 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=61cb0092-8408-477b-9813-475a64ba0588,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:35.960053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6fda2b4-f4e0-413e-a03c-7bf4de843c70 req-45eb499c-36ec-4c26-93c7-64dca4778a46 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141596 Dec 11 22:37:36.037691 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19427797-6f10-406a-ace2-e98b86ab91db req-f0d56c6f-a0e7-48c0-b736-0c1d9f4ded18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:36.039395 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19427797-6f10-406a-ace2-e98b86ab91db req-f0d56c6f-a0e7-48c0-b736-0c1d9f4ded18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 1095 time: 0.2050314 Dec 11 22:37:36.115910 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19427797-6f10-406a-ace2-e98b86ab91db req-3ca7f11e-0d47-4700-bcbd-95b2929ab431 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37701109-9b67-4fa9-8da9-a2f73d3535b1 HTTP/1.1" status: 200 len: 217 time: 0.0611832 Dec 11 22:37:36.132390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ecd3e-efd8-48c2-9e99-b01470076088 req-3f0caf90-7836-42ef-b494-03c96bc4fef5 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:36.140275 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-657ecd3e-efd8-48c2-9e99-b01470076088 req-3f0caf90-7836-42ef-b494-03c96bc4fef5 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0991476 Dec 11 22:37:36.152999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ec109d1-07ea-4362-a5bc-2e63a3aecd54 req-55f8b6de-aee0-42cd-bf01-42fcbb1d4e95 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245157 Dec 11 22:37:36.165349 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4aac6a7-1b1f-4c68-a155-c9ebce3ddd57 x-openstack-request-id: req-f4aac6a7-1b1f-4c68-a155-c9ebce3ddd57 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:36.166092 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e164d07e-10c9-4354-909c-a811163bcfdf", "name": "network-vif-plugged", "status": "completed", "tag": "61cb0092-8408-477b-9813-475a64ba0588", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:36.166405 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4aac6a7-1b1f-4c68-a155-c9ebce3ddd57 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:36.167498 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e164d07e-10c9-4354-909c-a811163bcfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cb0092-8408-477b-9813-475a64ba0588', 'code': 200} Dec 11 22:37:36.219151 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-657ecd3e-efd8-48c2-9e99-b01470076088 req-8bb27a88-b9bb-48bc-8d86-9e488d2f956c tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729504 Dec 11 22:37:36.292269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19427797-6f10-406a-ace2-e98b86ab91db req-887a38cb-935e-4bbd-8200-f1132433bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:36.293773 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19427797-6f10-406a-ace2-e98b86ab91db req-887a38cb-935e-4bbd-8200-f1132433bedd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 200 len: 860 time: 0.1517215 Dec 11 22:37:36.344140 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ec109d1-07ea-4362-a5bc-2e63a3aecd54 req-fc2b956b-3ac1-41c8-9116-740024d01613 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549048 Dec 11 22:37:36.359105 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19427797-6f10-406a-ace2-e98b86ab91db req-c2a15ee5-9f72-4519-aa73-068243b15907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:36.360769 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19427797-6f10-406a-ace2-e98b86ab91db req-c2a15ee5-9f72-4519-aa73-068243b15907 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b02deba-9533-4f99-b832-999e0eea09ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566914 Dec 11 22:37:36.412395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab3664-6987-4bb7-ba81-b550ec283be6 req-df518154-5cb9-4698-8df2-d79e4411013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:36.414130 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bab3664-6987-4bb7-ba81-b550ec283be6 req-df518154-5cb9-4698-8df2-d79e4411013f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 1096 time: 0.1783507 Dec 11 22:37:36.443544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73accd-0e31-42df-812a-b4d33c5e9efc req-312a06c6-5457-44ed-aa8a-d07aefbd358e tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:36.445046 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb73accd-0e31-42df-812a-b4d33c5e9efc req-312a06c6-5457-44ed-aa8a-d07aefbd358e tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 943 time: 0.1687124 Dec 11 22:37:36.471589 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-231def76-2e12-44ac-80d0-07d8883dac7b tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:36.472969 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-231def76-2e12-44ac-80d0-07d8883dac7b tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.13 "GET /v2.0/networks?id=54478511-f8de-4e50-83dc-4c9857155262 HTTP/1.1" status: 200 len: 805 time: 0.1828713 Dec 11 22:37:36.481641 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19427797-6f10-406a-ace2-e98b86ab91db req-15c0240e-7abb-4073-b765-55acd0e539f4 service neutron] 10.222.0.13 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983057 Dec 11 22:37:36.483212 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'tag': '37701109-9b67-4fa9-8da9-a2f73d3535b1'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:36.485574 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7441035c-07e0-4319-95a3-1af5f3844220" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ed0711-4777-4c1b-9d19-99c913f71773", "tag": "37701109-9b67-4fa9-8da9-a2f73d3535b1"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:36.506598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-9a7a46c6-eceb-4398-a016-be7697e74baa tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Request body: {'port': {'device_id': 'a19c1d31-bd38-42da-97bc-0e56a911b3a4', 'network_id': '54478511-f8de-4e50-83dc-4c9857155262', 'admin_state_up': True, 'tenant_id': '6a71688f425e4140977d2fb5123ec3d3'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:36.537060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bab3664-6987-4bb7-ba81-b550ec283be6 req-b1389030-1582-4558-8e3c-9b8b6846c286 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116688 Dec 11 22:37:36.551914 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd9094a-73f2-495b-bf8d-c447af54f3c2 x-openstack-request-id: req-0fd9094a-73f2-495b-bf8d-c447af54f3c2 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:36.552247 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ed0711-4777-4c1b-9d19-99c913f71773", "tag": "37701109-9b67-4fa9-8da9-a2f73d3535b1", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:36.552517 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0fd9094a-73f2-495b-bf8d-c447af54f3c2 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:36.552929 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'tag': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'status': 'completed', 'code': 200} Dec 11 22:37:36.577912 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb73accd-0e31-42df-812a-b4d33c5e9efc req-2d939f9e-a38a-4263-9655-553d3ab32ce8 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243241 Dec 11 22:37:36.611482 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19427797-6f10-406a-ace2-e98b86ab91db req-e0750b1d-d3ff-4fb9-b96e-2ff9f06f39cc service neutron] 10.222.0.13 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184561 Dec 11 22:37:36.656308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2013b-db41-485f-886f-949d50ff60d5 req-eb822f4b-707a-4514-a989-675a68ccde55 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:36.657011 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19a2013b-db41-485f-886f-949d50ff60d5 req-eb822f4b-707a-4514-a989-675a68ccde55 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 944 time: 0.0579207 Dec 11 22:37:36.713197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19a2013b-db41-485f-886f-949d50ff60d5 req-6dac28f1-4fdd-4937-8fb4-e5f33a0efbed tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488679 Dec 11 22:37:36.715998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c5d2a4fb-74e8-45f0-9243-545aca631596 req-4acfe5d2-b263-4198-8d97-cbd6d5e6510b tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 210 time: 0.0322602 Dec 11 22:37:36.750515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-9a7a46c6-eceb-4398-a016-be7697e74baa tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Made reservation on behalf of 6a71688f425e4140977d2fb5123ec3d3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:37:36.754168 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-9a7a46c6-eceb-4398-a016-be7697e74baa tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:36.828567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 05f4ad2d-8511-441e-a68a-c3d456ddddd3 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:37:36.852207 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 05f4ad2d-8511-441e-a68a-c3d456ddddd3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:37:36.852556 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 05f4ad2d-8511-441e-a68a-c3d456ddddd3 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:37:36.892019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-9a7a46c6-eceb-4398-a016-be7697e74baa tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Allocated IP 172.20.0.7 (54478511-f8de-4e50-83dc-4c9857155262/deb1c5ef-7e62-452c-b0f4-c1de3e5763b5/2d4b2528-ff93-4748-bb73-fd8a983a7665) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:37:36.940539 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033e2aa-28a9-4fa6-8c0d-603580299f03 req-1ab04c27-3cac-4f00-9bb1-630b6e6b7007 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:36.942293 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5033e2aa-28a9-4fa6-8c0d-603580299f03 req-1ab04c27-3cac-4f00-9bb1-630b6e6b7007 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 945 time: 0.0558753 Dec 11 22:37:37.037590 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5033e2aa-28a9-4fa6-8c0d-603580299f03 req-dd44c489-2cdc-4a54-8e06-3963823ac086 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853729 Dec 11 22:37:37.039594 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441035c-07e0-4319-95a3-1af5f3844220 req-e5d51808-2202-4e4a-a848-134cd0e9e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:37.044490 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7441035c-07e0-4319-95a3-1af5f3844220 req-e5d51808-2202-4e4a-a848-134cd0e9e573 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 1095 time: 0.1011701 Dec 11 22:37:37.109267 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-9a7a46c6-eceb-4398-a016-be7697e74baa tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:37.126914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ad269-e706-4490-a1c2-65ad1a93da46 req-976f041f-2bd6-4d39-af69-17df6d07fc5e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:37.135032 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2e1ad269-e706-4490-a1c2-65ad1a93da46 req-976f041f-2bd6-4d39-af69-17df6d07fc5e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 943 time: 0.0883319 Dec 11 22:37:37.172315 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441035c-07e0-4319-95a3-1af5f3844220 req-517b6a30-dea8-4598-93dc-9354e31b5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:37.174297 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7441035c-07e0-4319-95a3-1af5f3844220 req-517b6a30-dea8-4598-93dc-9354e31b5b24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 922 time: 0.1213942 Dec 11 22:37:37.205855 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2e1ad269-e706-4490-a1c2-65ad1a93da46 req-3b1ce9cf-d7fe-4497-bf1a-0fb7654f2310 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699544 Dec 11 22:37:37.225744 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7441035c-07e0-4319-95a3-1af5f3844220 req-fa129b11-08bf-4fe9-a741-227d62dc9463 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37701109-9b67-4fa9-8da9-a2f73d3535b1 HTTP/1.1" status: 200 len: 217 time: 0.0431108 Dec 11 22:37:37.264897 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-9a7a46c6-eceb-4398-a016-be7697e74baa tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:37.279103 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441035c-07e0-4319-95a3-1af5f3844220 req-30930f94-2858-4c08-93e6-021404fcb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:37.280624 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7441035c-07e0-4319-95a3-1af5f3844220 req-30930f94-2858-4c08-93e6-021404fcb30a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 200 len: 860 time: 0.0477455 Dec 11 22:37:37.321400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-9a7a46c6-eceb-4398-a016-be7697e74baa tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Network 54478511-f8de-4e50-83dc-4c9857155262 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:37:37.324580 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-9a7a46c6-eceb-4398-a016-be7697e74baa tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:37.328233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-9a7a46c6-eceb-4398-a016-be7697e74baa tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:37:37.334001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-9a7a46c6-eceb-4398-a016-be7697e74baa tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:37.334657 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-9a7a46c6-eceb-4398-a016-be7697e74baa tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:37.343756 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a46c6-eceb-4398-a016-be7697e74baa tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Pushing event updated for resources: {'Port': ['ID=2d4b2528-ff93-4748-bb73-fd8a983a7665,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:37.360623 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e1097-e107-4467-96c3-a605e0749bb9 req-24c85fa1-3a59-40bb-b63f-9a04d68684f4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:37.362114 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd1e1097-e107-4467-96c3-a605e0749bb9 req-24c85fa1-3a59-40bb-b63f-9a04d68684f4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0797479 Dec 11 22:37:37.368818 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441035c-07e0-4319-95a3-1af5f3844220 req-2d11df04-3f11-41fd-a256-3042dae80c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:37.370287 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7441035c-07e0-4319-95a3-1af5f3844220 req-2d11df04-3f11-41fd-a256-3042dae80c1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b02deba-9533-4f99-b832-999e0eea09ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796146 Dec 11 22:37:37.410197 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-9a7a46c6-eceb-4398-a016-be7697e74baa tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9131262 Dec 11 22:37:37.424933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Request body: {'port': {'device_id': 'a19c1d31-bd38-42da-97bc-0e56a911b3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:37.466739 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd1e1097-e107-4467-96c3-a605e0749bb9 req-e0209de1-1ac6-4aef-aa45-b1d201581100 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954950 Dec 11 22:37:37.479218 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:37.494585 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7441035c-07e0-4319-95a3-1af5f3844220 req-8f9a9dd1-169e-4982-9fe3-0ccdc45ae85e service neutron] 10.222.0.13 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165462 Dec 11 22:37:37.590321 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7441035c-07e0-4319-95a3-1af5f3844220 req-cc70e7be-881c-46d1-af25-eb853bfa366b service neutron] 10.222.0.13 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883574 Dec 11 22:37:37.737629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086471f-e820-4178-9f31-b1d121ed2cdb req-047160e0-b2aa-4dc3-b834-b2de97ef2ebe tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:37.739491 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e086471f-e820-4178-9f31-b1d121ed2cdb req-047160e0-b2aa-4dc3-b834-b2de97ef2ebe tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 943 time: 0.0720942 Dec 11 22:37:37.800770 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4b2528-ff93-4748-bb73-fd8a983a7665 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:37:37.814953 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:37.831524 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec843e-5370-4239-afba-f0fcbce82fe7 req-fef5b0f4-238d-4d49-b622-5395117a4bbf tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:37.832895 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f0ec843e-5370-4239-afba-f0fcbce82fe7 req-fef5b0f4-238d-4d49-b622-5395117a4bbf tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 944 time: 0.0493536 Dec 11 22:37:37.837188 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e086471f-e820-4178-9f31-b1d121ed2cdb req-baa175a0-7132-49e7-a7a8-711607eef568 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829551 Dec 11 22:37:37.841253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Transition to ACTIVE for port object 2d4b2528-ff93-4748-bb73-fd8a983a7665 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:37:37.888561 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f0ec843e-5370-4239-afba-f0fcbce82fe7 req-9d54bfdf-4cc4-4ee3-b396-1b836b748caf tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492842 Dec 11 22:37:37.898570 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:37.987557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Pushing event updated for resources: {'Port': ['ID=2d4b2528-ff93-4748-bb73-fd8a983a7665,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:38.025838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236d5f1-4621-455a-820f-d500529717f8 req-f4356019-ae4c-41af-a4ae-b3ec7acb8b49 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:38.027253 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4236d5f1-4621-455a-820f-d500529717f8 req-f4356019-ae4c-41af-a4ae-b3ec7acb8b49 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 943 time: 0.1262803 Dec 11 22:37:38.029577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Attempting to bind port 2d4b2528-ff93-4748-bb73-fd8a983a7665 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:37:38.029910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Attempting to bind port 2d4b2528-ff93-4748-bb73-fd8a983a7665 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:37:38.030246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Attempting to bind port 2d4b2528-ff93-4748-bb73-fd8a983a7665 on network 54478511-f8de-4e50-83dc-4c9857155262 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:38.040946 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Port 2d4b2528-ff93-4748-bb73-fd8a983a7665 on network 54478511-f8de-4e50-83dc-4c9857155262 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:37:38.041262 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Attempting to bind port 2d4b2528-ff93-4748-bb73-fd8a983a7665 on network 54478511-f8de-4e50-83dc-4c9857155262 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:38.056133 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:37:38.056469 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Checking segment: {'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:38.056853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Bound using segment: {'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:37:38.057282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Bound port: 2d4b2528-ff93-4748-bb73-fd8a983a7665, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:37:38.057638 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:38.115807 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4236d5f1-4621-455a-820f-d500529717f8 req-a161ac0c-90d5-4e36-9927-5163f5b8efa9 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823452 Dec 11 22:37:38.144317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] For port 2d4b2528-ff93-4748-bb73-fd8a983a7665, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:37:38.147350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] For port 2d4b2528-ff93-4748-bb73-fd8a983a7665, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2d4b2528-ff93-4748-bb73-fd8a983a7665,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:37:38.150079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b2afd-8069-4ace-925f-36ee47fab2a6 req-3d193cc8-17c8-4316-90cd-c03b6f8b6958 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:38.151952 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-521b2afd-8069-4ace-925f-36ee47fab2a6 req-3d193cc8-17c8-4316-90cd-c03b6f8b6958 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 945 time: 0.0519280 Dec 11 22:37:38.203079 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-521b2afd-8069-4ace-925f-36ee47fab2a6 req-0572f1d9-d84e-4f9d-be62-b3d32335d606 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450318 Dec 11 22:37:38.230029 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:38.269269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:38.269878 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:38.271292 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] 10.222.0.13 "PUT /v2.0/ports/2d4b2528-ff93-4748-bb73-fd8a983a7665 HTTP/1.1" status: 200 len: 1091 time: 0.8506217 Dec 11 22:37:38.271734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19c1d31-bd38-42da-97bc-0e56a911b3a4', 'tag': '2d4b2528-ff93-4748-bb73-fd8a983a7665'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:38.273958 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f97f37d-1528-411a-8ce3-2156494646b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a19c1d31-bd38-42da-97bc-0e56a911b3a4", "tag": "2d4b2528-ff93-4748-bb73-fd8a983a7665"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:38.298536 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49392e-e601-41ab-9803-0055320e9ade service neutron] Pushing event updated for resources: {'Port': ['ID=2d4b2528-ff93-4748-bb73-fd8a983a7665,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:38.317796 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be2fe9c-92dd-42ec-af85-fa6470bc7ae1 x-openstack-request-id: req-2be2fe9c-92dd-42ec-af85-fa6470bc7ae1 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:38.318233 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a19c1d31-bd38-42da-97bc-0e56a911b3a4", "tag": "2d4b2528-ff93-4748-bb73-fd8a983a7665", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:38.318350 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2be2fe9c-92dd-42ec-af85-fa6470bc7ae1 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:38.319055 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19c1d31-bd38-42da-97bc-0e56a911b3a4', 'tag': '2d4b2528-ff93-4748-bb73-fd8a983a7665', 'status': 'completed', 'code': 200} Dec 11 22:37:38.342950 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af388764-58d6-4af3-9553-9887166d3800 req-f5fef3da-c913-4d08-ab13-4e336e095f09 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:38.344746 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-af388764-58d6-4af3-9553-9887166d3800 req-f5fef3da-c913-4d08-ab13-4e336e095f09 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 943 time: 0.0618210 Dec 11 22:37:38.382358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97f37d-1528-411a-8ce3-2156494646b4 req-487ea588-f620-49b9-9ac8-c588da7df898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:38.384293 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9f97f37d-1528-411a-8ce3-2156494646b4 req-487ea588-f620-49b9-9ac8-c588da7df898 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a71688f425e4140977d2fb5123ec3d3&device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 1094 time: 0.0441804 Dec 11 22:37:38.393871 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-af388764-58d6-4af3-9553-9887166d3800 req-1c2e9dc4-2e4e-4292-a28e-35765dfbf3f5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428121 Dec 11 22:37:38.492470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97f37d-1528-411a-8ce3-2156494646b4 req-e48ab4dd-2dcc-493d-bf26-ed913a8d1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:38.494200 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9f97f37d-1528-411a-8ce3-2156494646b4 req-e48ab4dd-2dcc-493d-bf26-ed913a8d1f00 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6a71688f425e4140977d2fb5123ec3d3&shared=False HTTP/1.1" status: 200 len: 906 time: 0.0995717 Dec 11 22:37:38.590529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e3a2b-4a95-4375-ae9b-1895570bc6b4 req-84e8b0eb-551d-467a-bfcd-9ed9ae8d4310 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:38.591986 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d67e3a2b-4a95-4375-ae9b-1895570bc6b4 req-84e8b0eb-551d-467a-bfcd-9ed9ae8d4310 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0517745 Dec 11 22:37:38.595137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97f37d-1528-411a-8ce3-2156494646b4 req-36077396-ad11-4f35-86d8-a2bd542d5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:38.596593 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9f97f37d-1528-411a-8ce3-2156494646b4 req-36077396-ad11-4f35-86d8-a2bd542d5c5b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938578 Dec 11 22:37:38.643397 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d67e3a2b-4a95-4375-ae9b-1895570bc6b4 req-8fa39d48-3d27-4249-abc5-c87296241186 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444896 Dec 11 22:37:38.677226 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-4cecc7d5-1afd-4fee-8ac3-df23ce73ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:38.678716 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-4cecc7d5-1afd-4fee-8ac3-df23ce73ac62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a71688f425e4140977d2fb5123ec3d3&device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 1094 time: 0.0423882 Dec 11 22:37:38.725740 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-cc546b35-ae9f-432d-a836-9df1d656716f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d4b2528-ff93-4748-bb73-fd8a983a7665 HTTP/1.1" status: 200 len: 217 time: 0.0377238 Dec 11 22:37:38.775094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-4150a147-c3b5-4d79-8d85-cf9dd26a6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:38.776554 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-4150a147-c3b5-4d79-8d85-cf9dd26a6e41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=deb1c5ef-7e62-452c-b0f4-c1de3e5763b5 HTTP/1.1" status: 200 len: 845 time: 0.0436690 Dec 11 22:37:38.808943 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-7c994d58-a8af-4a11-8d54-e1f0f4b2bb58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54478511-f8de-4e50-83dc-4c9857155262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238860 Dec 11 22:37:38.903578 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-10968745-650a-496e-9ba2-1a250c7d06ab service neutron] 10.222.0.13 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863543 Dec 11 22:37:39.008941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06a855-fde5-4486-bdca-b3c5192d9c30 req-8dbda71e-5370-4042-bc7c-b8d282dea998 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:39.010445 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9e06a855-fde5-4486-bdca-b3c5192d9c30 req-8dbda71e-5370-4042-bc7c-b8d282dea998 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 944 time: 0.0533977 Dec 11 22:37:39.020527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a9703-f9e5-4e9d-9145-8a514774c7df req-c139349c-d54c-4c5f-ad83-831085ce5fb5 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:39.021986 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2e4a9703-f9e5-4e9d-9145-8a514774c7df req-c139349c-d54c-4c5f-ad83-831085ce5fb5 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 943 time: 0.1032174 Dec 11 22:37:39.060064 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9e06a855-fde5-4486-bdca-b3c5192d9c30 req-a4a3957d-9fb8-4609-82f9-85adfdd2750d tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426986 Dec 11 22:37:39.235983 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a4805-beb3-4a5e-a37b-ed1826677cd1 req-c8dd3fc7-3ce4-449a-b91a-b04563c5bd3e tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:39.237442 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e19a4805-beb3-4a5e-a37b-ed1826677cd1 req-c8dd3fc7-3ce4-449a-b91a-b04563c5bd3e tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 943 time: 0.0526068 Dec 11 22:37:39.290476 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e19a4805-beb3-4a5e-a37b-ed1826677cd1 req-d5d88cd4-6c06-4b47-b87c-58b7f684c937 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467207 Dec 11 22:37:39.315079 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91882d1-62d2-4900-81e6-273a4ff97b9d req-d1e47df3-7509-4053-a86d-327be62b78a8 service neutron] 10.222.0.13 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034090 Dec 11 22:37:39.345538 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2e4a9703-f9e5-4e9d-9145-8a514774c7df req-a9c2965a-eec8-4db9-8106-ffbf33f77ee6 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158050 Dec 11 22:37:39.395414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735ef58-0b70-4a2f-8c3a-0f5ded6834be req-6e6d3f6c-ac2d-4791-b159-665f0ae0b375 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:39.396846 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a735ef58-0b70-4a2f-8c3a-0f5ded6834be req-6e6d3f6c-ac2d-4791-b159-665f0ae0b375 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 945 time: 0.0508883 Dec 11 22:37:39.450706 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a735ef58-0b70-4a2f-8c3a-0f5ded6834be req-71c54d29-8396-4462-8be1-b469744eed1b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473838 Dec 11 22:37:39.542747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34500daa-1d4a-4d26-80a7-ad60b3a59154 req-133d5a7f-98f7-4896-b9cd-554c04ebc668 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:39.544224 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34500daa-1d4a-4d26-80a7-ad60b3a59154 req-133d5a7f-98f7-4896-b9cd-554c04ebc668 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 943 time: 0.0495675 Dec 11 22:37:39.596142 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34500daa-1d4a-4d26-80a7-ad60b3a59154 req-97f290a5-fc36-4b48-8c74-0b5e38699ff3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448089 Dec 11 22:37:39.764064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d66f1e-0ac5-4fb3-a1df-4e6a9a2341e0 req-3dbcb629-0eed-48f8-ac34-2db5e4413ae5 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:39.765839 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c5d66f1e-0ac5-4fb3-a1df-4e6a9a2341e0 req-3dbcb629-0eed-48f8-ac34-2db5e4413ae5 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0514448 Dec 11 22:37:39.818079 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c5d66f1e-0ac5-4fb3-a1df-4e6a9a2341e0 req-8e0fb98f-3b55-47ba-b84a-ca0f19f0de07 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453112 Dec 11 22:37:39.935804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134253a-3e08-45a7-9b37-c5ba60cf2fa1 req-7df9ed22-1bd1-44f8-ad8a-b8738a50d100 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:39.937269 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7134253a-3e08-45a7-9b37-c5ba60cf2fa1 req-7df9ed22-1bd1-44f8-ad8a-b8738a50d100 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 945 time: 0.0496171 Dec 11 22:37:39.988198 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7134253a-3e08-45a7-9b37-c5ba60cf2fa1 req-32de7d65-7c2e-4d36-aa57-1c1fa00dceb3 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443299 Dec 11 22:37:40.179641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f024102-c7e7-4c59-9a31-9c66669b8a77 req-3f891576-6bc7-413a-bb12-61a0ee395328 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:40.181141 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f024102-c7e7-4c59-9a31-9c66669b8a77 req-3f891576-6bc7-413a-bb12-61a0ee395328 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 944 time: 0.0501029 Dec 11 22:37:40.229929 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f024102-c7e7-4c59-9a31-9c66669b8a77 req-87bdf32d-3d77-458f-bad7-cf08d2e0a146 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424943 Dec 11 22:37:40.419273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571f0db-d7c3-4edb-bfb7-56d26e3965ca req-2b7b0015-47a5-4b03-bd1f-f16969fb2314 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:40.421606 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1571f0db-d7c3-4edb-bfb7-56d26e3965ca req-2b7b0015-47a5-4b03-bd1f-f16969fb2314 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 943 time: 0.0638542 Dec 11 22:37:40.476876 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1271e22-4f05-4c5b-99c1-1e0e0563058a req-3e709c05-8ffe-48a6-ab46-1afb8fe84a20 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:40.478601 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b1271e22-4f05-4c5b-99c1-1e0e0563058a req-3e709c05-8ffe-48a6-ab46-1afb8fe84a20 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 943 time: 0.0530791 Dec 11 22:37:40.478760 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1571f0db-d7c3-4edb-bfb7-56d26e3965ca req-5da14e79-aeb6-4be4-8c84-4ddb6a7ed8f2 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462890 Dec 11 22:37:40.537198 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b1271e22-4f05-4c5b-99c1-1e0e0563058a req-d29031ab-6d33-432d-9a3c-ea397bc68740 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464797 Dec 11 22:37:40.719661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47975429-c71d-4eec-92f1-2e2d6276e62a req-4485166b-4ca3-40f1-9f53-7604c8fde4b4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:40.721259 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47975429-c71d-4eec-92f1-2e2d6276e62a req-4485166b-4ca3-40f1-9f53-7604c8fde4b4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 943 time: 0.0529430 Dec 11 22:37:40.768212 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47975429-c71d-4eec-92f1-2e2d6276e62a req-58b7a0d4-fb00-466f-896e-8d162423c249 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409205 Dec 11 22:37:40.944995 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d5576-62a7-4c14-8f61-47d53ee7697b req-091d27ec-4a9a-4e38-b9e8-8f1d77ba3d2f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:40.946731 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b71d5576-62a7-4c14-8f61-47d53ee7697b req-091d27ec-4a9a-4e38-b9e8-8f1d77ba3d2f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0528421 Dec 11 22:37:40.995055 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b71d5576-62a7-4c14-8f61-47d53ee7697b req-a8b430c3-739c-41d9-be4c-0953a40c70bc tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414956 Dec 11 22:37:41.108651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e202d8-3d06-4590-b8f8-f8cc18720325 req-a43ebcd9-2374-4ddc-ac66-2286eabe1e71 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:41.110480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e4e202d8-3d06-4590-b8f8-f8cc18720325 req-a43ebcd9-2374-4ddc-ac66-2286eabe1e71 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 945 time: 0.0493922 Dec 11 22:37:41.158891 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e4e202d8-3d06-4590-b8f8-f8cc18720325 req-68ab098e-1c6e-4d05-b3d7-7bed312c075c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups?id=690f42c9-b023-4079-8402-b0666226f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422626 Dec 11 22:37:41.273010 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 37701109-9b67-4fa9-8da9-a2f73d3535b1 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:37:41.352569 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a619b8-3d16-42ea-b6d8-4980313e72b7 req-8e6380b3-13de-455d-968a-c1c654913518 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:41.353681 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-75a619b8-3d16-42ea-b6d8-4980313e72b7 req-8e6380b3-13de-455d-968a-c1c654913518 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 944 time: 0.0506570 Dec 11 22:37:41.386065 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 37701109-9b67-4fa9-8da9-a2f73d3535b1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=37701109-9b67-4fa9-8da9-a2f73d3535b1,segment=NetworkSegment(b6a2d109-e816-4ac6-8177-b0996977379e),segment_id=b6a2d109-e816-4ac6-8177-b0996977379e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:41.398603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'port_id': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'mac_address': 'fa:16:3e:76:ed:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:37:41.404479 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-75a619b8-3d16-42ea-b6d8-4980313e72b7 req-fd1de0ee-6a9e-40b1-8e2b-d2b2e5929432 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436623 Dec 11 22:37:41.437943 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:41.451578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37701109-9b67-4fa9-8da9-a2f73d3535b1 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:37:41.472773 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 37701109-9b67-4fa9-8da9-a2f73d3535b1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=37701109-9b67-4fa9-8da9-a2f73d3535b1,segment=NetworkSegment(b6a2d109-e816-4ac6-8177-b0996977379e),segment_id=b6a2d109-e816-4ac6-8177-b0996977379e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:41.515972 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-29465b5a-4aa3-4a50-b66c-e60dd0060b4f service neutron] 10.222.0.47 "GET /v2.0/ports/20169e79-bc31-42f2-9e76-9372fcb0aafc/bindings/n-h2-710847-6 HTTP/1.1" status: 200 len: 384 time: 0.0557897 Dec 11 22:37:41.516104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11a1c8-643e-446c-8946-ec290485eaa0 req-ef0b3873-115a-4e5d-aad0-fb69cf4abe4b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:41.517462 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8c11a1c8-643e-446c-8946-ec290485eaa0 req-ef0b3873-115a-4e5d-aad0-fb69cf4abe4b tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.13 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 945 time: 0.0521200 Dec 11 22:37:41.554612 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:41.624097 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=37701109-9b67-4fa9-8da9-a2f73d3535b1,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:41.660553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6974ae0-8b6e-4133-a610-a09cc8b005ae req-9acd9a87-c2a7-48ff-ba3c-109724d37d66 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:41.662074 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6974ae0-8b6e-4133-a610-a09cc8b005ae req-9acd9a87-c2a7-48ff-ba3c-109724d37d66 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 943 time: 0.1027167 Dec 11 22:37:41.676694 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-8c11a1c8-643e-446c-8946-ec290485eaa0 req-0316de87-507c-4215-b77f-67e91530b58c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Deleting port 61cb0092-8408-477b-9813-475a64ba0588 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:37:41.677032 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8c11a1c8-643e-446c-8946-ec290485eaa0 req-0316de87-507c-4215-b77f-67e91530b58c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:41.727989 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f66fab-6d3a-4ad4-8e65-d0ee1f49593d req-854fd2a8-ebed-49eb-a999-cbb89f6f11e0 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:41.729496 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-28f66fab-6d3a-4ad4-8e65-d0ee1f49593d req-854fd2a8-ebed-49eb-a999-cbb89f6f11e0 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 943 time: 0.1038258 Dec 11 22:37:41.776874 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6974ae0-8b6e-4133-a610-a09cc8b005ae req-192a98f1-d45a-4793-aa03-3d01231e0618 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082263 Dec 11 22:37:41.780060 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-c810b3e2-f927-4a4e-8a49-3c937045e842 service neutron] For port 20169e79-bc31-42f2-9e76-9372fcb0aafc, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:41.800136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-8c11a1c8-643e-446c-8946-ec290485eaa0 req-0316de87-507c-4215-b77f-67e91530b58c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] For port 61cb0092-8408-477b-9813-475a64ba0588, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=61cb0092-8408-477b-9813-475a64ba0588,segment=NetworkSegment(7e0491bf-47ca-48bd-8a05-9c38fba7ae76),segment_id=7e0491bf-47ca-48bd-8a05-9c38fba7ae76)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:41.800501 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8c11a1c8-643e-446c-8946-ec290485eaa0 req-0316de87-507c-4215-b77f-67e91530b58c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:41.813950 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-8c11a1c8-643e-446c-8946-ec290485eaa0 req-0316de87-507c-4215-b77f-67e91530b58c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Calling delete_port for 61cb0092-8408-477b-9813-475a64ba0588 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:37:41.815553 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-28f66fab-6d3a-4ad4-8e65-d0ee1f49593d req-f106911c-d57e-455e-a778-1ee05e2e2c99 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779040 Dec 11 22:37:41.818738 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-c810b3e2-f927-4a4e-8a49-3c937045e842 service neutron] For port 20169e79-bc31-42f2-9e76-9372fcb0aafc, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:37:41.855589 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-c810b3e2-f927-4a4e-8a49-3c937045e842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20169e79-bc31-42f2-9e76-9372fcb0aafc {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:37:41.867788 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-c810b3e2-f927-4a4e-8a49-3c937045e842 service neutron] For port 20169e79-bc31-42f2-9e76-9372fcb0aafc, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:41.932083 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['37701109-9b67-4fa9-8da9-a2f73d3535b1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:37:41.933129 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-c810b3e2-f927-4a4e-8a49-3c937045e842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:42.017625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a035976-6c80-4723-8dc4-f858f9f3547d req-612420ee-c747-4d90-b6a1-d4ea475cc4aa tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:42.019359 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2a035976-6c80-4723-8dc4-f858f9f3547d req-612420ee-c747-4d90-b6a1-d4ea475cc4aa tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 943 time: 0.0703948 Dec 11 22:37:42.070608 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-c810b3e2-f927-4a4e-8a49-3c937045e842 service neutron] Transition to ACTIVE for port object 20169e79-bc31-42f2-9e76-9372fcb0aafc will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:37:42.073255 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8c11a1c8-643e-446c-8946-ec290485eaa0 req-0316de87-507c-4215-b77f-67e91530b58c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:42.086404 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2a035976-6c80-4723-8dc4-f858f9f3547d req-c9ab8ace-5a56-446b-9797-3dae674e9323 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603213 Dec 11 22:37:42.109261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316de87-507c-4215-b77f-67e91530b58c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Pushing event deleted for resources: {'Port': ['ID=61cb0092-8408-477b-9813-475a64ba0588,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:42.132620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f51c9b-7164-4c10-a3b1-c3719561181f req-82e07f50-bc16-4cad-901b-002d0856418f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:42.134221 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-66f51c9b-7164-4c10-a3b1-c3719561181f req-82e07f50-bc16-4cad-901b-002d0856418f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0604570 Dec 11 22:37:42.138569 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-c810b3e2-f927-4a4e-8a49-3c937045e842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:42.156185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c11a1c8-643e-446c-8946-ec290485eaa0 req-0316de87-507c-4215-b77f-67e91530b58c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] No DVR routers for this DVR port 61cb0092-8408-477b-9813-475a64ba0588 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:37:42.158911 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8c11a1c8-643e-446c-8946-ec290485eaa0 req-0316de87-507c-4215-b77f-67e91530b58c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:42.162316 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8c11a1c8-643e-446c-8946-ec290485eaa0 req-0316de87-507c-4215-b77f-67e91530b58c tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.13 "DELETE /v2.0/ports/61cb0092-8408-477b-9813-475a64ba0588 HTTP/1.1" status: 204 len: 173 time: 0.6375430 Dec 11 22:37:42.162828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e164d07e-10c9-4354-909c-a811163bcfdf', 'name': 'network-vif-deleted', 'tag': '61cb0092-8408-477b-9813-475a64ba0588'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:42.165051 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff3e169-e23c-4f80-92d6-8131e85e328e" -d '{"events": [{"server_uuid": "e164d07e-10c9-4354-909c-a811163bcfdf", "name": "network-vif-deleted", "tag": "61cb0092-8408-477b-9813-475a64ba0588"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:42.202596 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002e1804-c89e-4215-ad6b-b1e49da4ca2d x-openstack-request-id: req-002e1804-c89e-4215-ad6b-b1e49da4ca2d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:42.202916 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e164d07e-10c9-4354-909c-a811163bcfdf", "name": "network-vif-deleted", "tag": "61cb0092-8408-477b-9813-475a64ba0588", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:42.203168 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-002e1804-c89e-4215-ad6b-b1e49da4ca2d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:42.203558 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e164d07e-10c9-4354-909c-a811163bcfdf', 'name': 'network-vif-deleted', 'tag': '61cb0092-8408-477b-9813-475a64ba0588', 'status': 'completed', 'code': 200} Dec 11 22:37:42.230880 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-c810b3e2-f927-4a4e-8a49-3c937045e842 service neutron] No DVR routers for this DVR port 20169e79-bc31-42f2-9e76-9372fcb0aafc on host n-h1-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:37:42.238643 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810b3e2-f927-4a4e-8a49-3c937045e842 service neutron] Pushing event updated for resources: {'Port': ['ID=20169e79-bc31-42f2-9e76-9372fcb0aafc,revision_number=10']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:42.263733 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-66f51c9b-7164-4c10-a3b1-c3719561181f req-65aaa847-3837-4d0c-83a8-cba528cba127 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199572 Dec 11 22:37:42.289115 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bcab0633-fbcb-4e83-b29c-3427cda1184a req-e29bb6d8-ff85-4555-a390-45e055f7e670 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/ports?device_id=e164d07e-10c9-4354-909c-a811163bcfdf HTTP/1.1" status: 200 len: 210 time: 0.0328276 Dec 11 22:37:42.291906 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-c810b3e2-f927-4a4e-8a49-3c937045e842 service neutron] 10.222.0.47 "PUT /v2.0/ports/20169e79-bc31-42f2-9e76-9372fcb0aafc/bindings/n-h2-710847-6/activate HTTP/1.1" status: 200 len: 369 time: 0.7692063 Dec 11 22:37:42.506321 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-779bf5df-8572-4214-96c2-a9465683dbe6 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:42.507846 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-779bf5df-8572-4214-96c2-a9465683dbe6 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256&tenant_id=4a03958ca25f4977b4fabaad3b861845&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 1095 time: 0.0442195 Dec 11 22:37:42.520711 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8050f53-4393-46e6-ae6b-85db14c437c2 req-1e78812a-547e-47c1-bd16-b563db7b076f tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:42.522235 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8050f53-4393-46e6-ae6b-85db14c437c2 req-1e78812a-547e-47c1-bd16-b563db7b076f tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 945 time: 0.0493164 Dec 11 22:37:42.555177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-2a02d5ad-0ef8-4d8d-b5c1-b31282c1f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:42.556555 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-2a02d5ad-0ef8-4d8d-b5c1-b31282c1f8d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256&tenant_id=4a03958ca25f4977b4fabaad3b861845 HTTP/1.1" status: 200 len: 1095 time: 0.0401618 Dec 11 22:37:42.570756 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8050f53-4393-46e6-ae6b-85db14c437c2 req-f7e96ca5-ad06-4fcd-80f3-b01a8e061f56 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422978 Dec 11 22:37:42.622247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-8dac8192-f431-4536-be80-f7b39afa2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:42.624365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-8dac8192-f431-4536-be80-f7b39afa2298 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 1095 time: 0.0433633 Dec 11 22:37:42.713426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-5bf3c091-8424-40c0-b40f-3f1e81ac5c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:42.714916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-5bf3c091-8424-40c0-b40f-3f1e81ac5c6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.0834284 Dec 11 22:37:42.760482 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-631dea7f-58c2-4214-80dd-ae390e054a0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc HTTP/1.1" status: 200 len: 217 time: 0.0378468 Dec 11 22:37:42.809395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-6a6a6eb3-ee0d-43e7-be1c-f21ebbe203a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:42.814152 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-6a6a6eb3-ee0d-43e7-be1c-f21ebbe203a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.0432196 Dec 11 22:37:42.854724 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-b849c05d-2c74-491c-8f97-7f7472e1270f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260601 Dec 11 22:37:42.867097 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 20169e79-bc31-42f2-9e76-9372fcb0aafc no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:37:42.912775 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 20169e79-bc31-42f2-9e76-9372fcb0aafc not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:37:42.919513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['61cb0092-8408-477b-9813-475a64ba0588'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:37:42.957594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc4491-b645-4235-8343-ab582ba428c0 req-738348a0-72da-4c13-a227-b5087e7359c6 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:42.959153 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55bc4491-b645-4235-8343-ab582ba428c0 req-738348a0-72da-4c13-a227-b5087e7359c6 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 943 time: 0.1068237 Dec 11 22:37:42.966651 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f9572-a8ad-44a4-8f8b-babcdf124bc8 req-88c955a1-b3a6-4c67-a992-2e88664c4845 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:42.969001 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-847f9572-a8ad-44a4-8f8b-babcdf124bc8 req-88c955a1-b3a6-4c67-a992-2e88664c4845 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 943 time: 0.0644596 Dec 11 22:37:43.000515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-6db0fe8c-2bac-48d1-a93c-8ef17e271a8a service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369879 Dec 11 22:37:43.024554 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-847f9572-a8ad-44a4-8f8b-babcdf124bc8 req-0642b83c-5daa-4c8b-974b-afdb6f798f03 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493844 Dec 11 22:37:43.083246 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55bc4491-b645-4235-8343-ab582ba428c0 req-95925dd8-29a3-40cc-821f-2f3b9ec8eeca tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148610 Dec 11 22:37:43.142462 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-2ab88844-5142-4c73-b419-c263692466af service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296906 Dec 11 22:37:43.245180 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cbbbb-43a2-4468-8a73-912a3d6b243c req-da8a77e6-5e16-4512-885c-33d9662c3718 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:43.246714 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-565cbbbb-43a2-4468-8a73-912a3d6b243c req-da8a77e6-5e16-4512-885c-33d9662c3718 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 944 time: 0.0536842 Dec 11 22:37:43.283584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2d4b2528-ff93-4748-bb73-fd8a983a7665 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:37:43.287438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 37701109-9b67-4fa9-8da9-a2f73d3535b1 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:43.298527 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-565cbbbb-43a2-4468-8a73-912a3d6b243c req-d6c3f218-50a5-4be9-b093-7d5ba8d3c581 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438099 Dec 11 22:37:43.323412 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:43.429684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a9090-055b-4ef7-b748-ac97cba7832e req-8c500d47-a6e5-4a31-9419-6cc7e190c9d1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:43.431474 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba1a9090-055b-4ef7-b748-ac97cba7832e req-8c500d47-a6e5-4a31-9419-6cc7e190c9d1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0597317 Dec 11 22:37:43.456873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 2d4b2528-ff93-4748-bb73-fd8a983a7665, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2d4b2528-ff93-4748-bb73-fd8a983a7665,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:43.472591 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '2d4b2528-ff93-4748-bb73-fd8a983a7665', 'network_id': '54478511-f8de-4e50-83dc-4c9857155262', 'port_id': '2d4b2528-ff93-4748-bb73-fd8a983a7665', 'mac_address': 'fa:16:3e:3a:f7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb1c5ef-7e62-452c-b0f4-c1de3e5763b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:37:43.488184 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba1a9090-055b-4ef7-b748-ac97cba7832e req-f5d5b5c4-d236-46b0-b2f3-3bc0adc3240f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505712 Dec 11 22:37:43.508525 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 37701109-9b67-4fa9-8da9-a2f73d3535b1 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:37:43.516898 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 37701109-9b67-4fa9-8da9-a2f73d3535b1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:43.517268 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:43.542526 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:43.560836 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4b2528-ff93-4748-bb73-fd8a983a7665 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:37:43.579783 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45540) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:43.587790 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 2d4b2528-ff93-4748-bb73-fd8a983a7665, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2d4b2528-ff93-4748-bb73-fd8a983a7665,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:43.628200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-f56dbd53-4be4-4209-9869-15ff1b15de04 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:43.630487 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-f56dbd53-4be4-4209-9869-15ff1b15de04 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256&tenant_id=4a03958ca25f4977b4fabaad3b861845&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 1095 time: 0.0542052 Dec 11 22:37:43.637777 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:43.645685 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e15830ff-621d-4345-ab71-8f6c96488770 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:43.664038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37701109-9b67-4fa9-8da9-a2f73d3535b1'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:43.666253 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc14f53-e7f2-40b3-8ebd-00256599e053" -d '{"events": [{"server_uuid": "a0ed0711-4777-4c1b-9d19-99c913f71773", "name": "network-vif-plugged", "status": "completed", "tag": "37701109-9b67-4fa9-8da9-a2f73d3535b1"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:43.671922 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e15830ff-621d-4345-ab71-8f6c96488770 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:43.677218 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:43.684814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 37701109-9b67-4fa9-8da9-a2f73d3535b1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=37701109-9b67-4fa9-8da9-a2f73d3535b1,segment=NetworkSegment(b6a2d109-e816-4ac6-8177-b0996977379e),segment_id=b6a2d109-e816-4ac6-8177-b0996977379e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:43.723818 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebab171-4b91-4dec-a72f-08176babbfc4 x-openstack-request-id: req-2ebab171-4b91-4dec-a72f-08176babbfc4 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:43.727917 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ed0711-4777-4c1b-9d19-99c913f71773", "name": "network-vif-plugged", "status": "completed", "tag": "37701109-9b67-4fa9-8da9-a2f73d3535b1", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:43.727917 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ebab171-4b91-4dec-a72f-08176babbfc4 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:43.727917 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'code': 200} Dec 11 22:37:43.738187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=2d4b2528-ff93-4748-bb73-fd8a983a7665,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:43.743678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d60234-952c-4883-9470-d6cf52dcb231 req-f15688ea-58bc-4a4a-b8ab-6043be3fd6bc tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:43.748930 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53d60234-952c-4883-9470-d6cf52dcb231 req-f15688ea-58bc-4a4a-b8ab-6043be3fd6bc tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 945 time: 0.1010385 Dec 11 22:37:43.773120 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:43.824546 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=37701109-9b67-4fa9-8da9-a2f73d3535b1,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:43.831966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3d869-03f5-4da9-b321-a58029511658 req-657d6cca-2ab4-4ede-bf82-bc992745e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:43.833541 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-95a3d869-03f5-4da9-b321-a58029511658 req-657d6cca-2ab4-4ede-bf82-bc992745e6ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 1097 time: 0.0483966 Dec 11 22:37:43.835154 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53d60234-952c-4883-9470-d6cf52dcb231 req-5812fdf0-d7c0-4cf4-afc9-3dae2125d4b6 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786252 Dec 11 22:37:43.841234 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e15830ff-621d-4345-ab71-8f6c96488770 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:43.844696 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e15830ff-621d-4345-ab71-8f6c96488770 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:43.845815 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e15830ff-621d-4345-ab71-8f6c96488770 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "DELETE /v2.0/security-groups/c22aee86-6324-4445-9c19-8d85557a74e5 HTTP/1.1" status: 204 len: 168 time: 0.2650278 Dec 11 22:37:43.851445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45546) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:43.864623 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-c022ef40-31ec-4419-942f-424b78d13780 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] show failed (client error): The resource could not be found. Dec 11 22:37:43.865635 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c022ef40-31ec-4419-942f-424b78d13780 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "GET /v2.0/security-groups/c22aee86-6324-4445-9c19-8d85557a74e5 HTTP/1.1" status: 404 len: 347 time: 0.0132086 Dec 11 22:37:43.868306 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45548) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:43.872795 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15830ff-621d-4345-ab71-8f6c96488770 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22aee86-6324-4445-9c19-8d85557a74e5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:43.896158 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-95a3d869-03f5-4da9-b321-a58029511658 req-bb0bfb85-31ae-4477-b26a-c1a0959c5ba1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491180 Dec 11 22:37:43.924400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4bd472b7-ad67-407d-b73d-f53b07970d4e service neutron] For port 20169e79-bc31-42f2-9e76-9372fcb0aafc, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:37:43.931406 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4bd472b7-ad67-407d-b73d-f53b07970d4e service neutron] Publish callbacks [] for binding, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:43.931406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f18a9a3c-6eca-4b8b-9a52-1a9403c22247 req-4bd472b7-ad67-407d-b73d-f53b07970d4e service neutron] 10.222.0.13 "DELETE /v2.0/ports/20169e79-bc31-42f2-9e76-9372fcb0aafc/bindings/n-h1-710847-6 HTTP/1.1" status: 204 len: 173 time: 0.2923124 Dec 11 22:37:44.007537 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-9b3fe165-589a-458c-8aa2-7178b60f4ca3 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Deleting port 483ccdb5-56d7-41eb-afee-182968a8f7a3 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:37:44.007884 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe165-589a-458c-8aa2-7178b60f4ca3 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:44.085914 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe165-589a-458c-8aa2-7178b60f4ca3 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:44.086237 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe165-589a-458c-8aa2-7178b60f4ca3 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:44.098556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-9b3fe165-589a-458c-8aa2-7178b60f4ca3 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Calling delete_port for 483ccdb5-56d7-41eb-afee-182968a8f7a3 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:37:44.153321 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97883f-c2b8-407e-8107-01d9507f9ea6 req-cc2ac4de-0bf2-4490-adff-35fd0708332e tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:44.155539 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dc97883f-c2b8-407e-8107-01d9507f9ea6 req-cc2ac4de-0bf2-4490-adff-35fd0708332e tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 943 time: 0.0571058 Dec 11 22:37:44.156493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['2d4b2528-ff93-4748-bb73-fd8a983a7665'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:37:44.228892 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dc97883f-c2b8-407e-8107-01d9507f9ea6 req-3b2f9cf4-4e2e-4593-b4c9-0e1ab1a02dcb tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664377 Dec 11 22:37:44.246414 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfa977-fae8-45bb-a906-aae99fd2d99c req-7d05b7e5-37db-4cf3-9f9f-5c95c6ccecaf tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:44.247964 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03cfa977-fae8-45bb-a906-aae99fd2d99c req-7d05b7e5-37db-4cf3-9f9f-5c95c6ccecaf tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 944 time: 0.0777891 Dec 11 22:37:44.345875 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03cfa977-fae8-45bb-a906-aae99fd2d99c req-f45babb9-fb48-40d7-9ff0-76ec5f4623a8 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611403 Dec 11 22:37:44.390210 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe165-589a-458c-8aa2-7178b60f4ca3 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:44.418258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fe165-589a-458c-8aa2-7178b60f4ca3 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Pushing event deleted for resources: {'Port': ['ID=483ccdb5-56d7-41eb-afee-182968a8f7a3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:44.466900 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe165-589a-458c-8aa2-7178b60f4ca3 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:44.470182 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe165-589a-458c-8aa2-7178b60f4ca3 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:44.471345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9b3fe165-589a-458c-8aa2-7178b60f4ca3 tempest-ImagesOneServerNegativeTestJSON-246561795 tempest-ImagesOneServerNegativeTestJSON-246561795-project] 10.222.0.45 "DELETE /v2.0/floatingips/1b3d589a-0f4d-4b14-b125-d8cb10a70ee2 HTTP/1.1" status: 204 len: 168 time: 0.6020944 Dec 11 22:37:44.490117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83948836-d25c-4d54-a647-46d2ef817644 req-14edbaa6-b978-41a7-94c5-e36890f2bf07 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:44.491582 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83948836-d25c-4d54-a647-46d2ef817644 req-14edbaa6-b978-41a7-94c5-e36890f2bf07 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 944 time: 0.0773392 Dec 11 22:37:44.541647 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83948836-d25c-4d54-a647-46d2ef817644 req-65e13213-e0e3-40eb-ab84-99618ea49fce tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440111 Dec 11 22:37:44.586787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45574) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:44.637504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5c3b21-6ad3-4902-aea6-34bac2cb82bd admin admin] Deleting subnet 7337e6a9-f530-438b-852b-2b3fd3b98957 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:37:44.641342 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3b21-6ad3-4902-aea6-34bac2cb82bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:44.653235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fac24-9c2e-456e-b18e-3002379382e8 req-d4b08ec2-d41b-4cd5-a59b-b25e135a81d0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:44.655571 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5d2fac24-9c2e-456e-b18e-3002379382e8 req-d4b08ec2-d41b-4cd5-a59b-b25e135a81d0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0692184 Dec 11 22:37:44.710335 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3b21-6ad3-4902-aea6-34bac2cb82bd admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:44.710950 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5d2fac24-9c2e-456e-b18e-3002379382e8 req-af5a1a95-9242-46e4-bc86-3e2d4228ee5b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488076 Dec 11 22:37:44.719599 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3b21-6ad3-4902-aea6-34bac2cb82bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:44.752786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6ba20-5d5c-47ea-970d-d25ddef64ecf req-5813b334-fa75-4d32-bc7e-48274628aee6 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:44.754286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0af6ba20-5d5c-47ea-970d-d25ddef64ecf req-5813b334-fa75-4d32-bc7e-48274628aee6 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 1095 time: 0.0882392 Dec 11 22:37:44.809111 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0af6ba20-5d5c-47ea-970d-d25ddef64ecf req-f7bcced2-5572-48f6-8535-1ad721acf5c6 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483489 Dec 11 22:37:44.852876 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3b21-6ad3-4902-aea6-34bac2cb82bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:44.884151 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3b21-6ad3-4902-aea6-34bac2cb82bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:44.886225 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 2f007cf4-420d-4c38-99ae-ce767526c10c details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:37:44.889730 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0d5c3b21-6ad3-4902-aea6-34bac2cb82bd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7337e6a9-f530-438b-852b-2b3fd3b98957 HTTP/1.1" status: 204 len: 168 time: 0.2997701 Dec 11 22:37:44.889730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c3b21-6ad3-4902-aea6-34bac2cb82bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7337e6a9-f530-438b-852b-2b3fd3b98957,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:44.890953 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45582) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:44.947624 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f43314-b859-4e3c-8969-80b963ec04f9 req-67b49a22-0af4-47d3-8973-c651bebf271c tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:44.959991 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-54f43314-b859-4e3c-8969-80b963ec04f9 req-67b49a22-0af4-47d3-8973-c651bebf271c tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 1095 time: 0.0708270 Dec 11 22:37:45.000428 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:45.019822 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-54f43314-b859-4e3c-8969-80b963ec04f9 req-1bc83191-2141-4355-9329-532c7b616b8b tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560169 Dec 11 22:37:45.029431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68a62f-a138-47e4-89e4-16588e6cfbdb req-907c4fdb-023b-4cd9-b2dc-9e7147f4316f tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:45.037303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d68a62f-a138-47e4-89e4-16588e6cfbdb req-907c4fdb-023b-4cd9-b2dc-9e7147f4316f tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 946 time: 0.0988452 Dec 11 22:37:45.164192 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d68a62f-a138-47e4-89e4-16588e6cfbdb req-5b154831-bd58-4643-9916-61f4b02f5962 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258900 Dec 11 22:37:45.165419 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=2f007cf4-420d-4c38-99ae-ce767526c10c,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:45.168701 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:45.184276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '2f007cf4-420d-4c38-99ae-ce767526c10c', 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59', 'port_id': '2f007cf4-420d-4c38-99ae-ce767526c10c', 'mac_address': 'fa:16:3e:13:15:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f040924-a8ae-49f7-b7f5-f3e9e2d94400', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:37:45.204257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:37:45.204765 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:37:45.205757 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:37:45.206135 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Subscribe: > port after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:37:45.206459 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:37:45.206940 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Subscribe: > port after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:37:45.207306 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:37:45.207774 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:37:45.208154 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:37:45.208531 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:37:45.232001 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:45.245240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f007cf4-420d-4c38-99ae-ce767526c10c {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:37:45.267208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=2f007cf4-420d-4c38-99ae-ce767526c10c,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:45.286220 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:37:45.286584 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:37:45.286948 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:37:45.287299 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 11 22:37:45.287694 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edf13e9-f980-49f5-91b4-3fd48a23543a']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:45.288393 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 61cb0092-8408-477b-9813-475a64ba0588 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:37:45.310731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0491bf-47ca-48bd-8a05-9c38fba7ae76') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:45.311572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0491bf-47ca-48bd-8a05-9c38fba7ae76') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:45.320903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 61cb0092-8408-477b-9813-475a64ba0588 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:37:45.321513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 61cb0092-8408-477b-9813-475a64ba0588 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:37:45.359771 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:45.381231 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:45.398251 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:45.409493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa961034-bcd5-4fb6-9834-da4ad014488d req-c9b6fdf5-1860-4c0a-8b07-02fc72f82103 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:45.411078 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa961034-bcd5-4fb6-9834-da4ad014488d req-c9b6fdf5-1860-4c0a-8b07-02fc72f82103 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 943 time: 0.0847631 Dec 11 22:37:45.420392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:37:45.420806 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: from cryptography.utils import int_from_bytes Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: from cryptography.utils import int_from_bytes Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:37:45.428864 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:37:45.441984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=2f007cf4-420d-4c38-99ae-ce767526c10c,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:45.517736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa961034-bcd5-4fb6-9834-da4ad014488d req-2ce72a8c-73cb-4712-9485-17be3bbcede6 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004438 Dec 11 22:37:45.567165 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:45.575191 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:45.579841 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3edf13e9-f980-49f5-91b4-3fd48a23543a HTTP/1.1" status: 204 len: 168 time: 0.6878514 Dec 11 22:37:45.589954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b9308-ce17-41ea-a1e4-e3102842f226 admin admin] Pushing event deleted for resources: {'Network': ['ID=3edf13e9-f980-49f5-91b4-3fd48a23543a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:45.727865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef5213-ad2b-4edb-8d97-320d18f5ba84 req-73d322d2-0a05-405a-8efb-16eb93078c48 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:45.729403 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abef5213-ad2b-4edb-8d97-320d18f5ba84 req-73d322d2-0a05-405a-8efb-16eb93078c48 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 944 time: 0.0563285 Dec 11 22:37:45.750174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['2f007cf4-420d-4c38-99ae-ce767526c10c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:37:45.800411 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abef5213-ad2b-4edb-8d97-320d18f5ba84 req-5bab12fa-fc1c-4c22-8a0d-3dd3d51939b6 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646589 Dec 11 22:37:45.886328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d5a75-7248-4a39-ad06-52c813ab3c19 req-b07c7dea-c7a0-471b-ac0c-6c6fc058ecb7 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:45.887874 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ba2d5a75-7248-4a39-ad06-52c813ab3c19 req-b07c7dea-c7a0-471b-ac0c-6c6fc058ecb7 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0508204 Dec 11 22:37:45.936802 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ba2d5a75-7248-4a39-ad06-52c813ab3c19 req-90937c38-99b3-43d3-a3cf-495ef5dbfd14 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414572 Dec 11 22:37:46.020048 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45606) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:46.037712 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:37:46.057942 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e9c4b490-d403-477e-ad7c-8734ca6e87bb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c5cc5126aa845a8afd4e91d9e912fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367746 Dec 11 22:37:46.060523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45608) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:46.110857 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f146d9f0-3984-4848-a6e4-27655d6f12ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:46.131835 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f146d9f0-3984-4848-a6e4-27655d6f12ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:46.241058 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f146d9f0-3984-4848-a6e4-27655d6f12ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:46.243982 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f146d9f0-3984-4848-a6e4-27655d6f12ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:46.245131 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f146d9f0-3984-4848-a6e4-27655d6f12ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/690f42c9-b023-4079-8402-b0666226f97a HTTP/1.1" status: 204 len: 168 time: 0.1830816 Dec 11 22:37:46.254192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146d9f0-3984-4848-a6e4-27655d6f12ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690f42c9-b023-4079-8402-b0666226f97a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:46.280533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309fd75-2fed-467a-bcc9-48d1115cd093 req-e3563d4e-bf8e-4c21-b356-750b6b7f14b2 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:46.281985 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5309fd75-2fed-467a-bcc9-48d1115cd093 req-e3563d4e-bf8e-4c21-b356-750b6b7f14b2 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 946 time: 0.0514059 Dec 11 22:37:46.331704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5309fd75-2fed-467a-bcc9-48d1115cd093 req-abfa77b8-51fb-427c-a6b4-bb94b493ac72 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435085 Dec 11 22:37:46.478545 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-f3f5a90e-2579-4ac9-a3e0-cbd405daad8d tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1069827 Dec 11 22:37:46.488907 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:46.580751 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:46.698590 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:46.822160 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Allocated IP 172.25.1.226 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/0949dc09-03c1-4847-939a-6fb4437cf53c) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:37:46.882099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bb786-4578-400f-bd5c-14e7e331e792 req-2de77347-4027-4246-b2e2-ab42ad8d936b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:46.884074 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d61bb786-4578-400f-bd5c-14e7e331e792 req-2de77347-4027-4246-b2e2-ab42ad8d936b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 944 time: 0.0563374 Dec 11 22:37:46.914128 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 2f007cf4-420d-4c38-99ae-ce767526c10c up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:46.943420 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:46.946209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d61bb786-4578-400f-bd5c-14e7e331e792 req-9be20dcf-7cf1-43ed-abe5-b9a525a0e09b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542243 Dec 11 22:37:47.103461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 2f007cf4-420d-4c38-99ae-ce767526c10c completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:37:47.109349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 2f007cf4-420d-4c38-99ae-ce767526c10c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:47.109808 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:47.132471 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:47.145438 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:47.191600 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Pushing event updated for resources: {'Port': ['ID=0949dc09-03c1-4847-939a-6fb4437cf53c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:47.216804 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:37:47.220916 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:47.228068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:37:47.261951 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:47.290656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2d4b2528-ff93-4748-bb73-fd8a983a7665 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:47.323206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44868bb3-12b4-4e3d-b755-93fe7f312781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f007cf4-420d-4c38-99ae-ce767526c10c'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:47.326284 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cdb591-b01e-4f28-bbf7-f55e10dcc8e8" -d '{"events": [{"server_uuid": "44868bb3-12b4-4e3d-b755-93fe7f312781", "name": "network-vif-plugged", "status": "completed", "tag": "2f007cf4-420d-4c38-99ae-ce767526c10c"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:47.366183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe89acb-0821-472a-9293-a3bd31c89607 req-5ba909df-9b6c-410d-80ed-1436703062ac tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:47.373706 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-afe89acb-0821-472a-9293-a3bd31c89607 req-5ba909df-9b6c-410d-80ed-1436703062ac tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 944 time: 0.0613289 Dec 11 22:37:47.380072 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=2f007cf4-420d-4c38-99ae-ce767526c10c,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:47.385847 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:47.427461 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-afe89acb-0821-472a-9293-a3bd31c89607 req-fa0e8adc-32ad-4400-9110-1194d5a81504 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527022 Dec 11 22:37:47.466296 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:47.531688 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45648) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:47.534332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830e3b0-e8bd-46b2-acc6-ca51939d800e req-d6562bec-fea8-4dce-b9b2-5c85f451be4f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:47.540144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 2d4b2528-ff93-4748-bb73-fd8a983a7665 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:37:47.541685 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e830e3b0-e8bd-46b2-acc6-ca51939d800e req-d6562bec-fea8-4dce-b9b2-5c85f451be4f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0570748 Dec 11 22:37:47.554193 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 2d4b2528-ff93-4748-bb73-fd8a983a7665 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:47.554580 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:47.561641 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:47.606530 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e830e3b0-e8bd-46b2-acc6-ca51939d800e req-f0a292f7-bd14-4f74-bbb7-f62ce90b31b4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590196 Dec 11 22:37:47.631783 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=2f007cf4-420d-4c38-99ae-ce767526c10c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:47.645740 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5bb720-b613-4204-ac57-2238eea32dd6 x-openstack-request-id: req-7a5bb720-b613-4204-ac57-2238eea32dd6 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:47.646223 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44868bb3-12b4-4e3d-b755-93fe7f312781", "name": "network-vif-plugged", "status": "completed", "tag": "2f007cf4-420d-4c38-99ae-ce767526c10c", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:47.646649 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a5bb720-b613-4204-ac57-2238eea32dd6 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:47.647230 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44868bb3-12b4-4e3d-b755-93fe7f312781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f007cf4-420d-4c38-99ae-ce767526c10c', 'code': 200} Dec 11 22:37:47.699216 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:47.755618 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a42017d8-dd47-46df-80ab-fe537fcc64ff admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1207061900-network', 'tenant_id': '836434672a6b40f4a795d74e85716cf5'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:47.760056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 2d4b2528-ff93-4748-bb73-fd8a983a7665, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2d4b2528-ff93-4748-bb73-fd8a983a7665,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:47.852086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66064ab0-e900-435f-8387-4f9572e09788 req-0fea3cbf-2af2-4957-b2b1-d4e084ae5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:47.852764 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:47.854041 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-66064ab0-e900-435f-8387-4f9572e09788 req-0fea3cbf-2af2-4957-b2b1-d4e084ae5bfa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 1096 time: 0.0727775 Dec 11 22:37:47.886501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42017d8-dd47-46df-80ab-fe537fcc64ff admin admin] Made reservation on behalf of 836434672a6b40f4a795d74e85716cf5 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:37:47.888799 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a42017d8-dd47-46df-80ab-fe537fcc64ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:47.908896 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a42017d8-dd47-46df-80ab-fe537fcc64ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:47.913535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=2d4b2528-ff93-4748-bb73-fd8a983a7665,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:47.939091 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:47.965791 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-66064ab0-e900-435f-8387-4f9572e09788 req-7002f3f8-76d4-4762-8f84-f38798e7c7fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042502 Dec 11 22:37:48.007885 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:48.106340 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a42017d8-dd47-46df-80ab-fe537fcc64ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:48.106546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedac073-b14f-4132-8337-021c5c689fc9 req-7f3eef36-287c-4e74-af92-4140f9b291be tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:48.113200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Pushing event updated for resources: {'Port': ['ID=0949dc09-03c1-4847-939a-6fb4437cf53c,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:48.116156 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dedac073-b14f-4132-8337-021c5c689fc9 req-7f3eef36-287c-4e74-af92-4140f9b291be tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 945 time: 0.0814965 Dec 11 22:37:48.133837 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:48.167513 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dedac073-b14f-4132-8337-021c5c689fc9 req-a6681e86-499d-499e-9db3-54eb04fdddae tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490186 Dec 11 22:37:48.178898 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a42017d8-dd47-46df-80ab-fe537fcc64ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:48.213656 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:48.214995 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-18ffb4c6-c05f-4e09-9553-022ef8ef3914 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7299702 Dec 11 22:37:48.219924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42017d8-dd47-46df-80ab-fe537fcc64ff admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:37:48.238643 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42017d8-dd47-46df-80ab-fe537fcc64ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5d8eba-14d1-4f85-b492-e56d37995b66,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:48.280693 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a42017d8-dd47-46df-80ab-fe537fcc64ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:48.281048 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-a42017d8-dd47-46df-80ab-fe537fcc64ff admin admin] Added segment 7b178c45-0a92-4683-a9cf-89835a9ceb92 of type vlan for network 3d198967-bc52-45f4-be6f-45a2ed1706a9 Dec 11 22:37:48.295284 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-4432deee-ba64-48e6-a0fb-9097610306ca tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 696 time: 0.0728717 Dec 11 22:37:48.350834 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a42017d8-dd47-46df-80ab-fe537fcc64ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:48.449266 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-2d4e15cb-62ae-4543-8231-e851837f9895 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:48.451275 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f78352ab-4599-4849-bfcc-fec4bc62bd9d req-2d4e15cb-62ae-4543-8231-e851837f9895 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.1342349 Dec 11 22:37:48.480868 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a42017d8-dd47-46df-80ab-fe537fcc64ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:48.482571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42017d8-dd47-46df-80ab-fe537fcc64ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:48.482571 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a42017d8-dd47-46df-80ab-fe537fcc64ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:48.563581 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42017d8-dd47-46df-80ab-fe537fcc64ff admin admin] Pushing event updated for resources: {'Network': ['ID=3d198967-bc52-45f4-be6f-45a2ed1706a9,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:48.574076 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 3d198967-bc52-45f4-be6f-45a2ed1706a9 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:37:48.587511 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a42017d8-dd47-46df-80ab-fe537fcc64ff admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0541925 Dec 11 22:37:48.590269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45664) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:48.595505 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-7f15f5c5-625a-44a5-b620-284230f1f951 admin admin] Request body: {'subnet': {'network_id': '3d198967-bc52-45f4-be6f-45a2ed1706a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1207061900-subnet', 'tenant_id': '836434672a6b40f4a795d74e85716cf5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:48.616918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa65d2a-2299-4410-8d19-c971494b6c08 req-7cd1dfea-87a1-45b4-8536-6ecaf43004ab tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:48.627012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cfa65d2a-2299-4410-8d19-c971494b6c08 req-7cd1dfea-87a1-45b4-8536-6ecaf43004ab tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 945 time: 0.1076176 Dec 11 22:37:48.641626 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b7dee44-63bb-4ddb-ad88-54e90eb61c3b req-a71a644c-56de-4c8a-a58b-c3afc51c3f70 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0939229 Dec 11 22:37:48.686441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f15f5c5-625a-44a5-b620-284230f1f951 admin admin] Made reservation on behalf of 836434672a6b40f4a795d74e85716cf5 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:37:48.689771 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f15f5c5-625a-44a5-b620-284230f1f951 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:48.743147 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cfa65d2a-2299-4410-8d19-c971494b6c08 req-6145dc59-8977-455c-b1d9-c6090585a38a tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131377 Dec 11 22:37:48.755629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dee44-63bb-4ddb-ad88-54e90eb61c3b req-68993635-3910-4e9b-8d19-8e9588cfe0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:48.757221 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b7dee44-63bb-4ddb-ad88-54e90eb61c3b req-68993635-3910-4e9b-8d19-8e9588cfe0d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 1095 time: 0.0879989 Dec 11 22:37:48.794732 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a72bf3e-04f1-40d4-9e43-258058f1c3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:48.839654 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb60728-fdba-43aa-9298-bd46241a5d66 req-30f9694d-ca35-4ef5-952a-62f1891b45c6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:48.841594 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1bb60728-fdba-43aa-9298-bd46241a5d66 req-30f9694d-ca35-4ef5-952a-62f1891b45c6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.1365917 Dec 11 22:37:48.927891 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1bb60728-fdba-43aa-9298-bd46241a5d66 req-d4af142d-8653-43d3-b1b8-d5ca791f0986 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795867 Dec 11 22:37:48.958377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dee44-63bb-4ddb-ad88-54e90eb61c3b req-3a44da4c-aace-4a63-bf0f-0690129ed61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:48.959954 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b7dee44-63bb-4ddb-ad88-54e90eb61c3b req-3a44da4c-aace-4a63-bf0f-0690129ed61b service neutron] 10.222.0.13 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.1814041 Dec 11 22:37:49.016852 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b7dee44-63bb-4ddb-ad88-54e90eb61c3b req-42173657-2241-4497-96ae-6f7da2756846 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5608468d-0751-4210-b80b-696395b31387 HTTP/1.1" status: 200 len: 217 time: 0.0470259 Dec 11 22:37:49.023509 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42770e3-8a6d-4049-9735-da58cb950dff req-d6d56cb6-01b4-40bc-a11f-6445fc0be7f9 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:49.024908 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e42770e3-8a6d-4049-9735-da58cb950dff req-d6d56cb6-01b4-40bc-a11f-6445fc0be7f9 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 821 time: 0.1754885 Dec 11 22:37:49.032291 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f15f5c5-625a-44a5-b620-284230f1f951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:49.089663 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15f5c5-625a-44a5-b620-284230f1f951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a62a4f-9057-4842-9449-acbac32d4109,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:49.112754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f15f5c5-625a-44a5-b620-284230f1f951 admin admin] Checking segment: {'id': '7b178c45-0a92-4683-a9cf-89835a9ceb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d198967-bc52-45f4-be6f-45a2ed1706a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:49.113257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f15f5c5-625a-44a5-b620-284230f1f951 admin admin] Network hostable DHCP agents. Network: 3d198967-bc52-45f4-be6f-45a2ed1706a9, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:37:49.178884 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f15f5c5-625a-44a5-b620-284230f1f951 admin admin] Network 3d198967-bc52-45f4-be6f-45a2ed1706a9 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:37:49.289677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-7f15f5c5-625a-44a5-b620-284230f1f951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 3d198967-bc52-45f4-be6f-45a2ed1706a9) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:49.300203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352661c5-d20b-45f5-993c-1fefe109f4bc None None] Network 3d198967-bc52-45f4-be6f-45a2ed1706a9 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:37:49.312854 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f15f5c5-625a-44a5-b620-284230f1f951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:49.315000 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f15f5c5-625a-44a5-b620-284230f1f951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:49.346506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e42770e3-8a6d-4049-9735-da58cb950dff req-90ee74c3-1663-434e-862c-f3f4fc515185 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/quotas/6748c74fd2f94587a90d640b7916a884 HTTP/1.1" status: 200 len: 375 time: 0.3134220 Dec 11 22:37:49.369354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a213c-ff74-4598-8dc1-b2a9fa4dc89e req-e94f6bcb-cac7-43c6-9f21-19ca729fd788 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:49.389066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dee44-63bb-4ddb-ad88-54e90eb61c3b req-baa53b9f-a621-4482-bf48-c35208efbcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:49.391138 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b7dee44-63bb-4ddb-ad88-54e90eb61c3b req-baa53b9f-a621-4482-bf48-c35208efbcd4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.3648946 Dec 11 22:37:49.393665 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-218a213c-ff74-4598-8dc1-b2a9fa4dc89e req-e94f6bcb-cac7-43c6-9f21-19ca729fd788 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 945 time: 0.1137862 Dec 11 22:37:49.433514 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b7dee44-63bb-4ddb-ad88-54e90eb61c3b req-75962e4e-e737-4982-aa64-f4e6648d01e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325451 Dec 11 22:37:49.441433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-3d198967-bc52-45f4-be6f-45a2ed1706a9', 'network_id': '3d198967-bc52-45f4-be6f-45a2ed1706a9', 'project_id': '836434672a6b40f4a795d74e85716cf5', 'fixed_ips': [{'subnet_id': '49a62a4f-9057-4842-9449-acbac32d4109'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:37:49.442458 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:49.447973 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e42770e3-8a6d-4049-9735-da58cb950dff req-c3ab7b7e-e1ee-4dce-89c9-fdafbc2a1f2c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948329 Dec 11 22:37:49.467020 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-218a213c-ff74-4598-8dc1-b2a9fa4dc89e req-2e3257da-7b50-4408-81fa-78749db8118d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671813 Dec 11 22:37:49.487153 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7f15f5c5-625a-44a5-b620-284230f1f951 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8878558 Dec 11 22:37:49.487153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45686) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:49.492650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1207061900-router', 'tenant_id': '836434672a6b40f4a795d74e85716cf5', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:49.595520 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:49.597648 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:49.627056 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b7dee44-63bb-4ddb-ad88-54e90eb61c3b req-5a4e2583-802a-46c1-8b93-d1f7f76890f2 service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778851 Dec 11 22:37:49.632752 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e42770e3-8a6d-4049-9735-da58cb950dff req-9c2bf2a5-2476-4909-a5ac-538c608a5808 service neutron] 10.222.0.45 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741881 Dec 11 22:37:49.648302 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19c1d31-bd38-42da-97bc-0e56a911b3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4b2528-ff93-4748-bb73-fd8a983a7665'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:49.650608 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eb476c-9f68-4f3b-831b-16c1ebe1e583" -d '{"events": [{"server_uuid": "a19c1d31-bd38-42da-97bc-0e56a911b3a4", "name": "network-vif-plugged", "status": "completed", "tag": "2d4b2528-ff93-4748-bb73-fd8a983a7665"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:49.654027 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Allocated IP 172.20.0.2 (3d198967-bc52-45f4-be6f-45a2ed1706a9/49a62a4f-9057-4842-9449-acbac32d4109/b1f1bb6c-103f-4c7c-983c-36fef6fa1be6) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:37:49.706477 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:49.793269 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b7dee44-63bb-4ddb-ad88-54e90eb61c3b req-5f0c3fe9-4c4f-4007-8184-6fde4efe9a54 service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575975 Dec 11 22:37:49.868793 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e42770e3-8a6d-4049-9735-da58cb950dff req-43cce8f0-365b-4cfc-9e53-75cc40404b7c service neutron] 10.222.0.45 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249811 Dec 11 22:37:49.895814 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b514433-8c4b-4610-9ea3-2584b6d98d39 x-openstack-request-id: req-5b514433-8c4b-4610-9ea3-2584b6d98d39 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:49.897071 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19c1d31-bd38-42da-97bc-0e56a911b3a4", "name": "network-vif-plugged", "status": "completed", "tag": "2d4b2528-ff93-4748-bb73-fd8a983a7665", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:49.898652 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b514433-8c4b-4610-9ea3-2584b6d98d39 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:49.899322 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19c1d31-bd38-42da-97bc-0e56a911b3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4b2528-ff93-4748-bb73-fd8a983a7665', 'code': 200} Dec 11 22:37:49.914284 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:49.984991 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4a493-3353-427b-ac29-67fb6d1a3fe0 req-5123e4be-77de-495f-92ea-19212ec99711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:49.986506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03c4a493-3353-427b-ac29-67fb6d1a3fe0 req-5123e4be-77de-495f-92ea-19212ec99711 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0562136 Dec 11 22:37:50.022650 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:50.042741 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03c4a493-3353-427b-ac29-67fb6d1a3fe0 req-647b0275-f3b9-43e3-b929-dafa2c3d5540 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469761 Dec 11 22:37:50.048211 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059f36c-05ff-484f-9c41-a27cae97a8c7 req-e460e6fd-cc7f-4093-bf71-797ff70620fa tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:50.049714 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0059f36c-05ff-484f-9c41-a27cae97a8c7 req-e460e6fd-cc7f-4093-bf71-797ff70620fa tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 945 time: 0.0867896 Dec 11 22:37:50.053062 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:50.095873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Network 3d198967-bc52-45f4-be6f-45a2ed1706a9 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:37:50.100812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:50.105354 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:37:50.117566 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0059f36c-05ff-484f-9c41-a27cae97a8c7 req-33cc9163-8966-4a2e-b423-c14c9db9ae08 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608406 Dec 11 22:37:50.147031 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Pushing event updated for resources: {'Port': ['ID=b1f1bb6c-103f-4c7c-983c-36fef6fa1be6,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:50.221456 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Attempting to bind port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:37:50.221886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Attempting to bind port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '7b178c45-0a92-4683-a9cf-89835a9ceb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d198967-bc52-45f4-be6f-45a2ed1706a9'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:37:50.222376 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Attempting to bind port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 on network 3d198967-bc52-45f4-be6f-45a2ed1706a9 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:50.228693 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:37:50.229154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Checking segment: {'id': '7b178c45-0a92-4683-a9cf-89835a9ceb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d198967-bc52-45f4-be6f-45a2ed1706a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:50.229662 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:50.230161 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Bound using segment: {'id': '7b178c45-0a92-4683-a9cf-89835a9ceb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d198967-bc52-45f4-be6f-45a2ed1706a9'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:37:50.230910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Bound port: b1f1bb6c-103f-4c7c-983c-36fef6fa1be6, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b178c45-0a92-4683-a9cf-89835a9ceb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d198967-bc52-45f4-be6f-45a2ed1706a9'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:37:50.231423 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:50.232448 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3357a3ba-3fae-401d-bb84-5182311b58de req-a107b466-5f24-400b-97bf-9821c67493b6 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 210 time: 0.0411460 Dec 11 22:37:50.275122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ce020-9c2a-4705-9666-99c76d42abfc req-27724767-6ad2-47f8-b2c2-923cab3b69f5 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:50.284963 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-026ce020-9c2a-4705-9666-99c76d42abfc req-27724767-6ad2-47f8-b2c2-923cab3b69f5 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0856740 Dec 11 22:37:50.343212 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] For port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:37:50.346787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] For port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b1f1bb6c-103f-4c7c-983c-36fef6fa1be6,segment=NetworkSegment(7b178c45-0a92-4683-a9cf-89835a9ceb92),segment_id=7b178c45-0a92-4683-a9cf-89835a9ceb92)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:37:50.353458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-026ce020-9c2a-4705-9666-99c76d42abfc req-1cd7e70a-9cae-4ce2-98cb-fb9b946a1aa3 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672908 Dec 11 22:37:50.408603 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:50.485250 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b19c59-891d-4d47-b5b1-34046af23233 None None] Pushing event updated for resources: {'Port': ['ID=b1f1bb6c-103f-4c7c-983c-36fef6fa1be6,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:50.749184 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:50.793478 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:50.902987 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce056c-192b-42e8-b7bd-866cd51f82f3 req-9782e0d7-bf36-49e0-8491-43a0d81f0dd6 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:50.904628 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b3ce056c-192b-42e8-b7bd-866cd51f82f3 req-9782e0d7-bf36-49e0-8491-43a0d81f0dd6 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 945 time: 0.2221479 Dec 11 22:37:51.033706 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Allocated IP 172.25.1.117 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/527a97ac-9028-41e6-b119-6209df1b8157) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:37:51.045096 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b3ce056c-192b-42e8-b7bd-866cd51f82f3 req-c105c77a-96c9-41f3-886a-7e8c56236716 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298983 Dec 11 22:37:51.174628 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:51.226655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4c317-3fea-4a85-8190-73f4706b0b19 req-a9f61c37-64ee-4e23-90b1-792ab1d136a5 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:51.229335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3a4c317-3fea-4a85-8190-73f4706b0b19 req-a9f61c37-64ee-4e23-90b1-792ab1d136a5 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 1096 time: 0.0965097 Dec 11 22:37:51.229853 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0c5f86ab-6325-4349-ad5a-2d17d258e250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:51.294094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce462-f7f2-4d07-baff-381e77969325 req-c8e0be59-0813-45bc-93ba-b525f58c0d57 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:51.298717 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3a4c317-3fea-4a85-8190-73f4706b0b19 req-457a34e3-4802-42b0-ab39-e32f606630e0 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562193 Dec 11 22:37:51.306428 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-786ce462-f7f2-4d07-baff-381e77969325 req-c8e0be59-0813-45bc-93ba-b525f58c0d57 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 945 time: 0.0793426 Dec 11 22:37:51.308921 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:51.408046 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:37:51.414768 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5627e83b-1ec8-4dde-9be3-90351257d233 req-7fa11c67-c660-4d4f-9d07-191ee46faede tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 210 time: 0.0397975 Dec 11 22:37:51.420399 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:51.428405 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:37:51.443519 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-786ce462-f7f2-4d07-baff-381e77969325 req-c7763d2b-30c1-42b5-a4dc-8751acac111b tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361949 Dec 11 22:37:51.456700 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Pushing event updated for resources: {'Port': ['ID=527a97ac-9028-41e6-b119-6209df1b8157,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:51.617200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce117245-6213-4c8d-b01a-3d84cbb984a2 req-86a14820-88f3-4f48-a9e3-721d606edd27 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:51.618747 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ce117245-6213-4c8d-b01a-3d84cbb984a2 req-86a14820-88f3-4f48-a9e3-721d606edd27 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 1096 time: 0.0985148 Dec 11 22:37:51.618903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:51.720041 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ce117245-6213-4c8d-b01a-3d84cbb984a2 req-6cc4de09-aed8-4bbb-a1e4-22a22cee320e tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804591 Dec 11 22:37:51.737992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:51.738381 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:51.797229 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb8458-bcce-4c55-b925-1fba8b2aa10b req-2b65ac49-7b30-4581-a962-3dff048abdc5 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:51.798375 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4cb8458-bcce-4c55-b925-1fba8b2aa10b req-2b65ac49-7b30-4581-a962-3dff048abdc5 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.2585473 Dec 11 22:37:51.860135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393cfea8-bbd8-4784-ae79-5fb19b73533d None None] Network 3d198967-bc52-45f4-be6f-45a2ed1706a9 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:37:51.879580 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4cb8458-bcce-4c55-b925-1fba8b2aa10b req-16a8b01c-3af1-4526-bb31-4b52c28b447f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728393 Dec 11 22:37:51.991466 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:52.022706 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:52.041496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a9b45a68-7628-4f5a-a0dd-1adadedc983a None None] Provisioning complete for port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:52.041878 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a9b45a68-7628-4f5a-a0dd-1adadedc983a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:52.057814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b1f1bb6c-103f-4c7c-983c-36fef6fa1be6,segment=NetworkSegment(7b178c45-0a92-4683-a9cf-89835a9ceb92),segment_id=7b178c45-0a92-4683-a9cf-89835a9ceb92)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:52.141879 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:52.153882 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a9b45a68-7628-4f5a-a0dd-1adadedc983a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:52.215380 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:52.243578 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:52.291168 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-a9b45a68-7628-4f5a-a0dd-1adadedc983a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:37:52.291671 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-a9b45a68-7628-4f5a-a0dd-1adadedc983a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:37:52.296512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=b1f1bb6c-103f-4c7c-983c-36fef6fa1be6,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:52.469082 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Router 3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:37:52.506664 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de1b64dd-2b83-48b2-bc91-69883ce11c76 req-26f0d565-343b-4626-ae12-7dfe62b10cf4 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 210 time: 0.0263751 Dec 11 22:37:52.579430 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:37:52.588780 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69715028-d84b-4474-a096-73456748b06e None None] Sync routers for ids ['3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:37:52.605355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69715028-d84b-4474-a096-73456748b06e None None] Routers {'3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:37:52.606900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-69715028-d84b-4474-a096-73456748b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:37:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:52.622062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3a78c-4dc2-4314-b3a4-3faf2a10cd80 req-48286280-dde1-4c3d-bf8b-aa2e60287046 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:52.631361 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45f3a78c-4dc2-4314-b3a4-3faf2a10cd80 req-48286280-dde1-4c3d-bf8b-aa2e60287046 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 945 time: 0.0686407 Dec 11 22:37:52.687986 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45f3a78c-4dc2-4314-b3a4-3faf2a10cd80 req-0361ddc1-cef6-46d3-b7a1-e83d6da4b42c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540652 Dec 11 22:37:52.724776 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-69715028-d84b-4474-a096-73456748b06e None None] Set router 3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:37:52.728032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:52.728032 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8e540fd1-d581-4b50-ba87-6126b967c6bf admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2410002 Dec 11 22:37:52.730207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45744) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:52.803299 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42770e3-8a6d-4049-9735-da58cb950dff req-3cd4ce93-b5f4-4c40-845b-08f86c08da61 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:52.806529 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e42770e3-8a6d-4049-9735-da58cb950dff req-3cd4ce93-b5f4-4c40-845b-08f86c08da61 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.47 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 821 time: 0.2121506 Dec 11 22:37:52.845073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-e42770e3-8a6d-4049-9735-da58cb950dff req-0802aef2-c262-47fc-8522-55775c05e180 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Request body: {'port': {'device_id': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'admin_state_up': True, 'tenant_id': '6748c74fd2f94587a90d640b7916a884'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:53.113670 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42770e3-8a6d-4049-9735-da58cb950dff req-0802aef2-c262-47fc-8522-55775c05e180 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Made reservation on behalf of 6748c74fd2f94587a90d640b7916a884 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:37:53.121670 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e42770e3-8a6d-4049-9735-da58cb950dff req-0802aef2-c262-47fc-8522-55775c05e180 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:53.134174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9b9ebfde-002e-4186-8af3-9b4a83b022af None None] Provisioning complete for port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:53.134574 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9b9ebfde-002e-4186-8af3-9b4a83b022af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:53.201800 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-69715028-d84b-4474-a096-73456748b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'name': 'tempest-ServersTestMultiNic-1207061900-router', 'tenant_id': '836434672a6b40f4a795d74e85716cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '527a97ac-9028-41e6-b119-6209df1b8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:49Z', 'updated_at': '2021-12-11T22:37:51Z', 'revision_number': 3, 'project_id': '836434672a6b40f4a795d74e85716cf5', 'gw_port': {'id': '527a97ac-9028-41e6-b119-6209df1b8157', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:27:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:50Z', 'updated_at': '2021-12-11T22:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:53.252772 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69715028-d84b-4474-a096-73456748b06e None None] Checking router: 3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:37:53.253167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69715028-d84b-4474-a096-73456748b06e None None] Updating router 3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7 port 527a97ac-9028-41e6-b119-6209df1b8157 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:37:53.286168 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69715028-d84b-4474-a096-73456748b06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:53.313450 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-e42770e3-8a6d-4049-9735-da58cb950dff req-0802aef2-c262-47fc-8522-55775c05e180 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Allocated IP 172.20.0.4 (0b02deba-9533-4f99-b832-999e0eea09ef/d0450784-9341-4398-99b2-56c0d7f24479/c076ef8c-9a1e-408c-83a0-33016ee77e7b) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:37:53.334637 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:53.514054 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8b52a-4e4d-4e55-ae35-03cea1d89387 req-7c8a9526-7c82-4257-b713-fce8ef77fbea tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:53.515842 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-35b8b52a-4e4d-4e55-ae35-03cea1d89387 req-7c8a9526-7c82-4257-b713-fce8ef77fbea tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0973988 Dec 11 22:37:53.530641 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e42770e3-8a6d-4049-9735-da58cb950dff req-0802aef2-c262-47fc-8522-55775c05e180 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:53.534212 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:53.622152 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-35b8b52a-4e4d-4e55-ae35-03cea1d89387 req-4e1bf27b-3795-4345-8792-69a5839e9073 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939078 Dec 11 22:37:53.624804 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e42770e3-8a6d-4049-9735-da58cb950dff req-0802aef2-c262-47fc-8522-55775c05e180 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:53.639957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Allocated IP 172.20.0.1 (3d198967-bc52-45f4-be6f-45a2ed1706a9/49a62a4f-9057-4842-9449-acbac32d4109/9a6b48b1-4a99-4beb-9a02-eddf72376d52) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:37:53.652100 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['37701109-9b67-4fa9-8da9-a2f73d3535b1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:37:53.697698 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42770e3-8a6d-4049-9735-da58cb950dff req-0802aef2-c262-47fc-8522-55775c05e180 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Network 0b02deba-9533-4f99-b832-999e0eea09ef is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:37:53.699550 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802aef2-c262-47fc-8522-55775c05e180 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Pushing event updated for resources: {'Port': ['ID=c076ef8c-9a1e-408c-83a0-33016ee77e7b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:53.703015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-e42770e3-8a6d-4049-9735-da58cb950dff req-0802aef2-c262-47fc-8522-55775c05e180 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:53.706093 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42770e3-8a6d-4049-9735-da58cb950dff req-0802aef2-c262-47fc-8522-55775c05e180 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:37:53.733199 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:53.733738 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:53.800257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:53.850558 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42770e3-8a6d-4049-9735-da58cb950dff req-0802aef2-c262-47fc-8522-55775c05e180 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:53.852762 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e42770e3-8a6d-4049-9735-da58cb950dff req-0802aef2-c262-47fc-8522-55775c05e180 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:53.881758 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69715028-d84b-4474-a096-73456748b06e None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:53.893857 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:53.954423 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:53.985516 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69715028-d84b-4474-a096-73456748b06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:53.988558 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e42770e3-8a6d-4049-9735-da58cb950dff req-0802aef2-c262-47fc-8522-55775c05e180 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1584558 Dec 11 22:37:54.017171 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Request body: {'port': {'device_id': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:54.020831 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8abb3a-64d9-4f9f-a6ef-b4b3adf60daa req-5d4dcf6e-f86a-4e34-aa60-1ce7afe4f5ec tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:54.022511 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f8abb3a-64d9-4f9f-a6ef-b4b3adf60daa req-5d4dcf6e-f86a-4e34-aa60-1ce7afe4f5ec tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 945 time: 0.1347258 Dec 11 22:37:54.034026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Network 3d198967-bc52-45f4-be6f-45a2ed1706a9 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:37:54.048414 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:54.078501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:37:54.132254 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:54.135643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6b48b1-4a99-4beb-9a02-eddf72376d52,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:54.190736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-69715028-d84b-4474-a096-73456748b06e None None] Attempting to bind port 527a97ac-9028-41e6-b119-6209df1b8157 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:37:54.191265 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-69715028-d84b-4474-a096-73456748b06e None None] Attempting to bind port 527a97ac-9028-41e6-b119-6209df1b8157 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:37:54.191726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69715028-d84b-4474-a096-73456748b06e None None] Attempting to bind port 527a97ac-9028-41e6-b119-6209df1b8157 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:54.206797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-32bcc989-554f-4d8c-8731-7860bde825f3 None None] Provisioning complete for port c076ef8c-9a1e-408c-83a0-33016ee77e7b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:54.206797 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-32bcc989-554f-4d8c-8731-7860bde825f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:54.207286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-eed340c7-382d-44ed-8a11-198bb7faad9f tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:37:54.208335 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-eed340c7-382d-44ed-8a11-198bb7faad9f tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134575 Dec 11 22:37:54.232501 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:54.255819 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f8abb3a-64d9-4f9f-a6ef-b4b3adf60daa req-c43a967e-7eb5-4ea0-91d5-9d29997140c6 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140396 Dec 11 22:37:54.258238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8373e5-9fe2-46ed-8979-4e762cc064f1 None None] Pushing event updated for resources: {'Port': ['ID=527a97ac-9028-41e6-b119-6209df1b8157,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:54.278839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69715028-d84b-4474-a096-73456748b06e None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:37:54.279231 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69715028-d84b-4474-a096-73456748b06e None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:54.280814 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69715028-d84b-4474-a096-73456748b06e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:54.281441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69715028-d84b-4474-a096-73456748b06e None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:37:54.281959 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-69715028-d84b-4474-a096-73456748b06e None None] Bound port: 527a97ac-9028-41e6-b119-6209df1b8157, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:37:54.282362 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69715028-d84b-4474-a096-73456748b06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:54.398935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-69715028-d84b-4474-a096-73456748b06e None None] For port 527a97ac-9028-41e6-b119-6209df1b8157, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:37:54.403260 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-69715028-d84b-4474-a096-73456748b06e None None] For port 527a97ac-9028-41e6-b119-6209df1b8157, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=527a97ac-9028-41e6-b119-6209df1b8157,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:37:54.416761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-32bcc989-554f-4d8c-8731-7860bde825f3 None None] Port c076ef8c-9a1e-408c-83a0-33016ee77e7b cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:37:54.455816 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-5275324a-232c-4d6c-90be-bf12b7efdeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:54.457267 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-5275324a-232c-4d6c-90be-bf12b7efdeee service neutron] 10.222.0.45 "GET /v2.0/ports/2f007cf4-420d-4c38-99ae-ce767526c10c HTTP/1.1" status: 200 len: 1093 time: 0.0911219 Dec 11 22:37:54.487230 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69715028-d84b-4474-a096-73456748b06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:54.489288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-1dd0cdbf-fbe9-4ad9-a653-6634e5215504 service neutron] Request body: {'binding': {'host': 'n-h2-710847-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:54.489828 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-1dd0cdbf-fbe9-4ad9-a653-6634e5215504 service neutron] Unknown quota resources ['binding']. {{(pid=103691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 22:37:54.491859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb579d3-2dc2-4183-83c1-86d4d5d03966 req-d8c953c0-2c38-4b8f-ae2b-735aa3f20c56 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:54.500879 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7fb579d3-2dc2-4183-83c1-86d4d5d03966 req-d8c953c0-2c38-4b8f-ae2b-735aa3f20c56 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 931 time: 0.0745234 Dec 11 22:37:54.567962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8373e5-9fe2-46ed-8979-4e762cc064f1 None None] Pushing event updated for resources: {'Port': ['ID=527a97ac-9028-41e6-b119-6209df1b8157,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:54.570051 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7fb579d3-2dc2-4183-83c1-86d4d5d03966 req-77b5568c-3618-470d-9574-03db22c893f3 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681858 Dec 11 22:37:54.573396 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69715028-d84b-4474-a096-73456748b06e None None] Routers {'3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:37:54.573697 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-69715028-d84b-4474-a096-73456748b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:37:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:54.577627 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-331bd661-e5e3-4d07-ad55-51f48b80d437 None None] Provisioning complete for port 9a6b48b1-4a99-4beb-9a02-eddf72376d52 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:54.578692 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-331bd661-e5e3-4d07-ad55-51f48b80d437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:54.586934 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:54.632681 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:54.665332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-331bd661-e5e3-4d07-ad55-51f48b80d437 None None] Port 9a6b48b1-4a99-4beb-9a02-eddf72376d52 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:37:54.698292 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c076ef8c-9a1e-408c-83a0-33016ee77e7b {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:37:54.710078 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:54.740519 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-69715028-d84b-4474-a096-73456748b06e None None] Set router 3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:37:54.742026 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Transition to ACTIVE for port object c076ef8c-9a1e-408c-83a0-33016ee77e7b will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:37:54.786874 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-1dd0cdbf-fbe9-4ad9-a653-6634e5215504 service neutron] Attempting to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c on host n-h2-710847-6 for vnic_type normal with profile None {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:37:54.787562 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-1dd0cdbf-fbe9-4ad9-a653-6634e5215504 service neutron] Attempting to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:37:54.788127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-1dd0cdbf-fbe9-4ad9-a653-6634e5215504 service neutron] Attempting to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:54.792889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-1dd0cdbf-fbe9-4ad9-a653-6634e5215504 service neutron] Port 2f007cf4-420d-4c38-99ae-ce767526c10c on network 16806276-ddd2-4647-87cf-feda1dff0e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:37:54.793480 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-1dd0cdbf-fbe9-4ad9-a653-6634e5215504 service neutron] Attempting to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:54.800742 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-1dd0cdbf-fbe9-4ad9-a653-6634e5215504 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:37:54.801360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-1dd0cdbf-fbe9-4ad9-a653-6634e5215504 service neutron] Checking segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:54.801810 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-1dd0cdbf-fbe9-4ad9-a653-6634e5215504 service neutron] Bound using segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:37:54.802261 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-1dd0cdbf-fbe9-4ad9-a653-6634e5215504 service neutron] Bound port: 2f007cf4-420d-4c38-99ae-ce767526c10c, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:37:54.828403 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:54.868929 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21577298-0fcb-4a16-8636-b8d4a607b53e req-d9c3b126-ec9e-4e92-b050-7b6ee97e9bb9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:54.878065 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-21577298-0fcb-4a16-8636-b8d4a607b53e req-d9c3b126-ec9e-4e92-b050-7b6ee97e9bb9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0920911 Dec 11 22:37:54.905508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:54.907122 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Pushing event updated for resources: {'Port': ['ID=c076ef8c-9a1e-408c-83a0-33016ee77e7b,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:54.916988 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-1dd0cdbf-fbe9-4ad9-a653-6634e5215504 service neutron] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2f007cf4-420d-4c38-99ae-ce767526c10c,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:37:54.953294 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-21577298-0fcb-4a16-8636-b8d4a607b53e req-76dd8971-7bfe-4809-b337-801225507805 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723948 Dec 11 22:37:54.972390 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:55.011442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Attempting to bind port c076ef8c-9a1e-408c-83a0-33016ee77e7b on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:37:55.011770 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Attempting to bind port c076ef8c-9a1e-408c-83a0-33016ee77e7b by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:37:55.012294 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Attempting to bind port c076ef8c-9a1e-408c-83a0-33016ee77e7b on network 0b02deba-9533-4f99-b832-999e0eea09ef {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:55.019556 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-1dd0cdbf-fbe9-4ad9-a653-6634e5215504 service neutron] Publish callbacks [] for binding, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:55.020836 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-1dd0cdbf-fbe9-4ad9-a653-6634e5215504 service neutron] 10.222.0.45 "POST /v2.0/ports/2f007cf4-420d-4c38-99ae-ce767526c10c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5382788 Dec 11 22:37:55.030753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-69715028-d84b-4474-a096-73456748b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'name': 'tempest-ServersTestMultiNic-1207061900-router', 'tenant_id': '836434672a6b40f4a795d74e85716cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '527a97ac-9028-41e6-b119-6209df1b8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:49Z', 'updated_at': '2021-12-11T22:37:54Z', 'revision_number': 4, 'project_id': '836434672a6b40f4a795d74e85716cf5', 'gw_port': {'id': '527a97ac-9028-41e6-b119-6209df1b8157', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:27:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:50Z', 'updated_at': '2021-12-11T22:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '9a6b48b1-4a99-4beb-9a02-eddf72376d52', 'name': '', 'network_id': '3d198967-bc52-45f4-be6f-45a2ed1706a9', 'tenant_id': '836434672a6b40f4a795d74e85716cf5', 'mac_address': 'fa:16:3e:89:bb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '49a62a4f-9057-4842-9449-acbac32d4109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:53Z', 'updated_at': '2021-12-11T22:37:53Z', 'revision_number': 1, 'project_id': '836434672a6b40f4a795d74e85716cf5', 'subnets': [{'id': '49a62a4f-9057-4842-9449-acbac32d4109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:55.036370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Port c076ef8c-9a1e-408c-83a0-33016ee77e7b on network 0b02deba-9533-4f99-b832-999e0eea09ef not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:37:55.036748 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Attempting to bind port c076ef8c-9a1e-408c-83a0-33016ee77e7b on network 0b02deba-9533-4f99-b832-999e0eea09ef {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:55.063588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:37:55.063952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Checking segment: {'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:55.064361 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Bound using segment: {'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:37:55.064931 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Bound port: c076ef8c-9a1e-408c-83a0-33016ee77e7b, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a2d109-e816-4ac6-8177-b0996977379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:37:55.065266 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:55.111532 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69715028-d84b-4474-a096-73456748b06e None None] The sync data for ids ['3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'] in n-d-710847-6 is: [{'id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'name': 'tempest-ServersTestMultiNic-1207061900-router', 'tenant_id': '836434672a6b40f4a795d74e85716cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '527a97ac-9028-41e6-b119-6209df1b8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:49Z', 'updated_at': '2021-12-11T22:37:54Z', 'revision_number': 4, 'project_id': '836434672a6b40f4a795d74e85716cf5', 'gw_port': {'id': '527a97ac-9028-41e6-b119-6209df1b8157', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:27:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:50Z', 'updated_at': '2021-12-11T22:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '9a6b48b1-4a99-4beb-9a02-eddf72376d52', 'name': '', 'network_id': '3d198967-bc52-45f4-be6f-45a2ed1706a9', 'tenant_id': '836434672a6b40f4a795d74e85716cf5', 'mac_address': 'fa:16:3e:89:bb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '49a62a4f-9057-4842-9449-acbac32d4109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:53Z', 'updated_at': '2021-12-11T22:37:53Z', 'revision_number': 1, 'project_id': '836434672a6b40f4a795d74e85716cf5', 'subnets': [{'id': '49a62a4f-9057-4842-9449-acbac32d4109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:37:55.112155 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:55.116317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6b48b1-4a99-4beb-9a02-eddf72376d52,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:55.204008 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] For port c076ef8c-9a1e-408c-83a0-33016ee77e7b, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:37:55.207863 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] For port c076ef8c-9a1e-408c-83a0-33016ee77e7b, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c076ef8c-9a1e-408c-83a0-33016ee77e7b,segment=NetworkSegment(b6a2d109-e816-4ac6-8177-b0996977379e),segment_id=b6a2d109-e816-4ac6-8177-b0996977379e)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:37:55.271858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Network 3d198967-bc52-45f4-be6f-45a2ed1706a9 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:37:55.275850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:55.322526 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:55.452209 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:55.452908 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:55.454402 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] 10.222.0.47 "PUT /v2.0/ports/c076ef8c-9a1e-408c-83a0-33016ee77e7b HTTP/1.1" status: 200 len: 1091 time: 1.4517348 Dec 11 22:37:55.480994 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'tag': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:37:55.481613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Router 3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:37:55.483427 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa84174f-fefe-4990-ac35-435a0de9a8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb2ae40-f655-4032-a574-78e7a6448e60", "tag": "c076ef8c-9a1e-408c-83a0-33016ee77e7b"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:37:55.539100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb501b7-cd50-49ab-b789-853a72d1f167 req-19d56192-5eb2-4459-8d42-25a12e596088 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:55.540704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-afb501b7-cd50-49ab-b789-853a72d1f167 req-19d56192-5eb2-4459-8d42-25a12e596088 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 945 time: 0.1942809 Dec 11 22:37:55.545977 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540150a-39ac-4807-a207-10ba0d3c47bf service neutron] Pushing event updated for resources: {'Port': ['ID=c076ef8c-9a1e-408c-83a0-33016ee77e7b,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:55.746022 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-afb501b7-cd50-49ab-b789-853a72d1f167 req-121000f6-fa62-4b81-a91b-7867f61247d3 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803777 Dec 11 22:37:55.796690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b20e74-5a0e-43b6-bfff-9798dee0ba74 req-9280855d-8349-4dc1-9134-cc5a48fcc875 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:55.798247 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97b20e74-5a0e-43b6-bfff-9798dee0ba74 req-9280855d-8349-4dc1-9134-cc5a48fcc875 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 945 time: 0.1636460 Dec 11 22:37:55.800277 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42770e3-8a6d-4049-9735-da58cb950dff req-076c7daa-1448-4c15-a05f-4e97178cda88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:55.801676 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e42770e3-8a6d-4049-9735-da58cb950dff req-076c7daa-1448-4c15-a05f-4e97178cda88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 1094 time: 0.1564794 Dec 11 22:37:55.862756 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c0118865-7dc7-42a9-ba5c-3aa358110a26 None None] Provisioning complete for port 9a6b48b1-4a99-4beb-9a02-eddf72376d52 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:55.863372 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c0118865-7dc7-42a9-ba5c-3aa358110a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:55.883065 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c418a91f-ed33-487c-8711-5b8b293b319f x-openstack-request-id: req-c418a91f-ed33-487c-8711-5b8b293b319f {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:37:55.883365 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb2ae40-f655-4032-a574-78e7a6448e60", "tag": "c076ef8c-9a1e-408c-83a0-33016ee77e7b", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:37:55.883626 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c418a91f-ed33-487c-8711-5b8b293b319f {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:37:55.884032 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'tag': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b', 'status': 'completed', 'code': 200} Dec 11 22:37:55.887244 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e42770e3-8a6d-4049-9735-da58cb950dff req-de5d1582-8626-4103-a7db-e50d17ccb59d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c076ef8c-9a1e-408c-83a0-33016ee77e7b HTTP/1.1" status: 200 len: 217 time: 0.0572183 Dec 11 22:37:55.959249 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c0118865-7dc7-42a9-ba5c-3aa358110a26 None None] Port 9a6b48b1-4a99-4beb-9a02-eddf72376d52 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:37:55.970285 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97b20e74-5a0e-43b6-bfff-9798dee0ba74 req-b188465b-9eb8-4e65-91a9-a4e83852469c tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647847 Dec 11 22:37:55.985330 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42770e3-8a6d-4049-9735-da58cb950dff req-2a9320ab-23a0-4e60-ae6f-f77f17fe4b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:55.987023 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e42770e3-8a6d-4049-9735-da58cb950dff req-2a9320ab-23a0-4e60-ae6f-f77f17fe4b97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 200 len: 860 time: 0.0826283 Dec 11 22:37:56.023797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:37:56.031142 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-13dfdf4e-1431-47b1-895f-c89b16795945 admin admin] 10.222.0.45 "PUT /v2.0/routers/3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2998049 Dec 11 22:37:56.050699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-6fa3249e-757e-423a-b5e3-4217a28bd36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:56.052638 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-6fa3249e-757e-423a-b5e3-4217a28bd36d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 1096 time: 0.2876270 Dec 11 22:37:56.066683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1eeb3-643c-4c7f-b6e9-37393b82365e req-d762ce13-87a1-4761-a492-4578b57d4e0d tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:56.068253 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5df1eeb3-643c-4c7f-b6e9-37393b82365e req-d762ce13-87a1-4761-a492-4578b57d4e0d tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 943 time: 0.1113501 Dec 11 22:37:56.081418 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42770e3-8a6d-4049-9735-da58cb950dff req-8eefe0c2-7e19-4fea-af1d-c5761486409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:56.086914 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e42770e3-8a6d-4049-9735-da58cb950dff req-8eefe0c2-7e19-4fea-af1d-c5761486409c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b02deba-9533-4f99-b832-999e0eea09ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905976 Dec 11 22:37:56.236024 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5df1eeb3-643c-4c7f-b6e9-37393b82365e req-2735e0b2-2d51-40cb-bc06-ea66fbe19706 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575658 Dec 11 22:37:56.301609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-8c2cf8ae-613f-48b1-a706-ab34401dc1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:56.305233 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-8c2cf8ae-613f-48b1-a706-ab34401dc1ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.2339556 Dec 11 22:37:56.341232 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45880) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:56.373892 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e42770e3-8a6d-4049-9735-da58cb950dff req-f87d9399-5037-4c3f-a579-7f4e3ed231ec service neutron] 10.222.0.47 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772329 Dec 11 22:37:56.455405 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-7191f64e-8870-43d6-8c57-344f4aca995a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f007cf4-420d-4c38-99ae-ce767526c10c HTTP/1.1" status: 200 len: 217 time: 0.1303663 Dec 11 22:37:56.524972 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e42770e3-8a6d-4049-9735-da58cb950dff req-9ca6d09a-91a3-414d-9c08-c70cf060ac5e service neutron] 10.222.0.47 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445758 Dec 11 22:37:56.532267 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ee6a64f0-742f-4f15-a64e-300ff9eb370e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2112122966'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:56.596018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cec7ab-fe8a-4bf7-9edf-7439de827184 req-7d0b3104-331c-4992-a86c-a4a1092efa2f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:56.605702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b2cec7ab-fe8a-4bf7-9edf-7439de827184 req-7d0b3104-331c-4992-a86c-a4a1092efa2f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.1675806 Dec 11 22:37:56.614358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-37a611f9-2864-4163-b75c-470c1b0dce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:56.615826 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-37a611f9-2864-4163-b75c-470c1b0dce8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.1258903 Dec 11 22:37:56.618472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6a64f0-742f-4f15-a64e-300ff9eb370e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Made reservation on behalf of 836434672a6b40f4a795d74e85716cf5 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:37:56.622593 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee6a64f0-742f-4f15-a64e-300ff9eb370e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:56.664434 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6a64f0-742f-4f15-a64e-300ff9eb370e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:37:56.664998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-efee1ef0-1a59-4884-8f28-402b34c59a3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305834 Dec 11 22:37:56.694372 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee6a64f0-742f-4f15-a64e-300ff9eb370e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:56.694724 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-ee6a64f0-742f-4f15-a64e-300ff9eb370e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Added segment fb1bf539-7a41-4d70-8b99-e28eed34eb70 of type vlan for network ba445b1a-30df-4612-bba5-6688f91240f6 Dec 11 22:37:56.782251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b2cec7ab-fe8a-4bf7-9edf-7439de827184 req-2615a86b-4b88-4870-a33b-0872ace3056d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755221 Dec 11 22:37:56.789660 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee6a64f0-742f-4f15-a64e-300ff9eb370e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:56.835037 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84174f-fefe-4990-ac35-435a0de9a8e0 req-8a04ab28-5f55-45e8-8fc3-16d1405f5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:56.836208 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa84174f-fefe-4990-ac35-435a0de9a8e0 req-8a04ab28-5f55-45e8-8fc3-16d1405f5d16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 1094 time: 0.0946333 Dec 11 22:37:56.855773 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-da4b5e45-bc70-4918-856c-b17f978d6ce9 service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820543 Dec 11 22:37:56.917712 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee6a64f0-742f-4f15-a64e-300ff9eb370e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:56.924585 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6a64f0-742f-4f15-a64e-300ff9eb370e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:56.925244 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee6a64f0-742f-4f15-a64e-300ff9eb370e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:57.113069 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a64f0-742f-4f15-a64e-300ff9eb370e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event updated for resources: {'Network': ['ID=ba445b1a-30df-4612-bba5-6688f91240f6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:57.125989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network ba445b1a-30df-4612-bba5-6688f91240f6 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:37:57.138588 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ee6a64f0-742f-4f15-a64e-300ff9eb370e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7956061 Dec 11 22:37:57.139645 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45900) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:57.172789 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-937c00e9-7ef8-436a-a52b-8acb8fbbe73e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Request body: {'subnet': {'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:57.202311 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-727da3e4-e419-40a8-8d00-d27b3e49b8c3 service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355958 Dec 11 22:37:57.258695 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c7b2f-c390-4aa3-8a60-f5aebe169261 req-2f4f58ca-cbb4-4f58-b02b-8df9b8145436 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:57.258695 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-318c7b2f-c390-4aa3-8a60-f5aebe169261 req-2f4f58ca-cbb4-4f58-b02b-8df9b8145436 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 945 time: 0.1221738 Dec 11 22:37:57.345500 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-318c7b2f-c390-4aa3-8a60-f5aebe169261 req-db717bd0-3dd8-49e1-94f1-79335a5a7e97 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780945 Dec 11 22:37:57.409895 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84174f-fefe-4990-ac35-435a0de9a8e0 req-d7eb25cf-1759-4755-8bc1-a438a1b491fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:57.419037 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa84174f-fefe-4990-ac35-435a0de9a8e0 req-d7eb25cf-1759-4755-8bc1-a438a1b491fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 922 time: 0.5666411 Dec 11 22:37:57.510539 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa84174f-fefe-4990-ac35-435a0de9a8e0 req-72c6f07f-b628-4353-9bf9-9db328dd6f5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c076ef8c-9a1e-408c-83a0-33016ee77e7b HTTP/1.1" status: 200 len: 217 time: 0.0905361 Dec 11 22:37:57.514929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937c00e9-7ef8-436a-a52b-8acb8fbbe73e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Made reservation on behalf of 836434672a6b40f4a795d74e85716cf5 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:37:57.518469 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-937c00e9-7ef8-436a-a52b-8acb8fbbe73e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:57.542187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 527a97ac-9028-41e6-b119-6209df1b8157 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:57.604582 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 527a97ac-9028-41e6-b119-6209df1b8157 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:37:57.604965 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:57.624167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0ca6d-2bd8-4c61-94c3-f1a70cc9bfa5 req-d54f8aed-0da9-488a-8e19-aa89d7cbc046 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:57.632864 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01c0ca6d-2bd8-4c61-94c3-f1a70cc9bfa5 req-d54f8aed-0da9-488a-8e19-aa89d7cbc046 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 943 time: 0.2245138 Dec 11 22:37:57.688210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84174f-fefe-4990-ac35-435a0de9a8e0 req-54909481-470a-404a-b3bc-e4ff3e24bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:57.689700 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa84174f-fefe-4990-ac35-435a0de9a8e0 req-54909481-470a-404a-b3bc-e4ff3e24bd2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 200 len: 860 time: 0.1671522 Dec 11 22:37:57.727838 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:57.753566 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01c0ca6d-2bd8-4c61-94c3-f1a70cc9bfa5 req-d4dfdec8-4128-43ce-b503-695dd4c0adb7 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192148 Dec 11 22:37:57.766984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 527a97ac-9028-41e6-b119-6209df1b8157, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=527a97ac-9028-41e6-b119-6209df1b8157,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:57.820386 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84174f-fefe-4990-ac35-435a0de9a8e0 req-10a64f51-c46b-45f5-8069-5b53cb4dcee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:57.822239 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa84174f-fefe-4990-ac35-435a0de9a8e0 req-10a64f51-c46b-45f5-8069-5b53cb4dcee1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b02deba-9533-4f99-b832-999e0eea09ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193695 Dec 11 22:37:57.841518 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:57.929084 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=527a97ac-9028-41e6-b119-6209df1b8157,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:58.001726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1c8f1-016a-4e2f-ba4d-00d947d499c5 req-6186aed9-6f50-4445-aef7-aebb977d710b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:58.007379 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55f1c8f1-016a-4e2f-ba4d-00d947d499c5 req-6186aed9-6f50-4445-aef7-aebb977d710b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.1221173 Dec 11 22:37:58.080235 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55f1c8f1-016a-4e2f-ba4d-00d947d499c5 req-00d72253-e373-4884-b675-cfe9fcc28e59 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700848 Dec 11 22:37:58.248152 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa84174f-fefe-4990-ac35-435a0de9a8e0 req-514a4b40-da62-4821-9b3b-4d28737ea7ef service neutron] 10.222.0.47 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177094 Dec 11 22:37:58.276324 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-937c00e9-7ef8-436a-a52b-8acb8fbbe73e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:58.423385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c00e9-7ef8-436a-a52b-8acb8fbbe73e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event updated for resources: {'Subnet': ['ID=a2d60d96-3fff-4f06-8335-43de49a7c0c6,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:58.478232 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa84174f-fefe-4990-ac35-435a0de9a8e0 req-65b56292-f1be-4516-8573-f748bf4e361f service neutron] 10.222.0.47 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228427 Dec 11 22:37:58.489725 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Sync routers for ids ['3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:37:58.500235 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Routers {'3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:37:58.501103 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:37:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:58.517863 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c00e9-7ef8-436a-a52b-8acb8fbbe73e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Checking segment: {'id': 'fb1bf539-7a41-4d70-8b99-e28eed34eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:58.518590 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c00e9-7ef8-436a-a52b-8acb8fbbe73e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Network hostable DHCP agents. Network: ba445b1a-30df-4612-bba5-6688f91240f6, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:37:58.539642 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fe126-1e1d-4900-b02e-85d32f50d8a5 req-2e5dfb0b-3954-4b9a-b6ea-5177bc31191a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:58.543797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b78fe126-1e1d-4900-b02e-85d32f50d8a5 req-2e5dfb0b-3954-4b9a-b6ea-5177bc31191a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 945 time: 0.0789242 Dec 11 22:37:58.601947 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b78fe126-1e1d-4900-b02e-85d32f50d8a5 req-e4cadc40-971d-4f55-866f-cba05083a7ad tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505905 Dec 11 22:37:58.622662 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Set router 3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:37:58.624690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c00e9-7ef8-436a-a52b-8acb8fbbe73e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Network ba445b1a-30df-4612-bba5-6688f91240f6 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:37:58.698291 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-937c00e9-7ef8-436a-a52b-8acb8fbbe73e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, ba445b1a-30df-4612-bba5-6688f91240f6) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:37:58.711176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c00e9-7ef8-436a-a52b-8acb8fbbe73e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:58.711176 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-937c00e9-7ef8-436a-a52b-8acb8fbbe73e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:58.714101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59084a8a-1f7f-4ee0-a150-c9ceebebe8ff None None] Network ba445b1a-30df-4612-bba5-6688f91240f6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:37:58.792524 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-937c00e9-7ef8-436a-a52b-8acb8fbbe73e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6378515 Dec 11 22:37:58.795062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45930) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:58.800582 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-04c4ca03-0fe7-4673-92f6-5e938d46f7f3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-846186395'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:58.869797 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'name': 'tempest-ServersTestMultiNic-1207061900-router', 'tenant_id': '836434672a6b40f4a795d74e85716cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '527a97ac-9028-41e6-b119-6209df1b8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:49Z', 'updated_at': '2021-12-11T22:37:54Z', 'revision_number': 4, 'project_id': '836434672a6b40f4a795d74e85716cf5', 'gw_port': {'id': '527a97ac-9028-41e6-b119-6209df1b8157', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:50Z', 'updated_at': '2021-12-11T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '9a6b48b1-4a99-4beb-9a02-eddf72376d52', 'name': '', 'network_id': '3d198967-bc52-45f4-be6f-45a2ed1706a9', 'tenant_id': '836434672a6b40f4a795d74e85716cf5', 'mac_address': 'fa:16:3e:89:bb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '49a62a4f-9057-4842-9449-acbac32d4109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:53Z', 'updated_at': '2021-12-11T22:37:54Z', 'revision_number': 2, 'project_id': '836434672a6b40f4a795d74e85716cf5', 'subnets': [{'id': '49a62a4f-9057-4842-9449-acbac32d4109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:37:58.908446 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Checking router: 3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:37:58.909102 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Updating router 3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7 port 9a6b48b1-4a99-4beb-9a02-eddf72376d52 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:37:58.936523 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:58.956942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f23be-0af0-4c2d-8463-ce641774afc2 req-4b330998-d72e-4892-a361-a7be912de508 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:58.957588 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-752f23be-0af0-4c2d-8463-ce641774afc2 req-4b330998-d72e-4892-a361-a7be912de508 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 943 time: 0.1125748 Dec 11 22:37:58.991636 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c4ca03-0fe7-4673-92f6-5e938d46f7f3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Made reservation on behalf of 836434672a6b40f4a795d74e85716cf5 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:37:59.000127 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04c4ca03-0fe7-4673-92f6-5e938d46f7f3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:59.092977 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-752f23be-0af0-4c2d-8463-ce641774afc2 req-4d8ba924-f390-4be6-afdd-b291e60856ce tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263406 Dec 11 22:37:59.095845 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c4ca03-0fe7-4673-92f6-5e938d46f7f3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:37:59.108448 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04c4ca03-0fe7-4673-92f6-5e938d46f7f3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:59.109113 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-04c4ca03-0fe7-4673-92f6-5e938d46f7f3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Added segment 60d9c1cc-a20f-44f1-b7bf-cea8077b34d5 of type vlan for network bf0969b7-ccf6-4272-8956-86c108db651a Dec 11 22:37:59.187291 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04c4ca03-0fe7-4673-92f6-5e938d46f7f3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:59.190642 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device c076ef8c-9a1e-408c-83a0-33016ee77e7b details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:37:59.309690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04c4ca03-0fe7-4673-92f6-5e938d46f7f3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:59.316803 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c4ca03-0fe7-4673-92f6-5e938d46f7f3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:59.317425 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04c4ca03-0fe7-4673-92f6-5e938d46f7f3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:59.335176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b760f9-266f-4163-ad9a-0279f6a4abd4 req-eafc07eb-4e40-41a5-bc44-c0bbfcc4c0f8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:59.338784 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7b760f9-266f-4163-ad9a-0279f6a4abd4 req-eafc07eb-4e40-41a5-bc44-c0bbfcc4c0f8 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0959289 Dec 11 22:37:59.346428 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-ba445b1a-30df-4612-bba5-6688f91240f6', 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6', 'project_id': '836434672a6b40f4a795d74e85716cf5', 'fixed_ips': [{'subnet_id': 'a2d60d96-3fff-4f06-8335-43de49a7c0c6'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:37:59.352999 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:59.440522 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7b760f9-266f-4163-ad9a-0279f6a4abd4 req-39558eb1-6bb2-4e82-90cb-5f5f50c7df22 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004717 Dec 11 22:37:59.477103 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:59.503615 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4ca03-0fe7-4673-92f6-5e938d46f7f3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event updated for resources: {'Network': ['ID=bf0969b7-ccf6-4272-8956-86c108db651a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:59.556116 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:59.561334 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network bf0969b7-ccf6-4272-8956-86c108db651a details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:37:59.563528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 527a97ac-9028-41e6-b119-6209df1b8157 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:37:59.587351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45950) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:37:59.587742 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-04c4ca03-0fe7-4673-92f6-5e938d46f7f3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7910910 Dec 11 22:37:59.595235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9c048887-52ce-4842-b446-2f181d7a08eb tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Request body: {'subnet': {'network_id': 'bf0969b7-ccf6-4272-8956-86c108db651a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:37:59.712020 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50a403-32cd-4471-b727-14f49836beb7 None None] Pushing event updated for resources: {'Port': ['ID=9a6b48b1-4a99-4beb-9a02-eddf72376d52,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:37:59.751730 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Attempting to bind port 9a6b48b1-4a99-4beb-9a02-eddf72376d52 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:37:59.752353 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Attempting to bind port 9a6b48b1-4a99-4beb-9a02-eddf72376d52 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '7b178c45-0a92-4683-a9cf-89835a9ceb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d198967-bc52-45f4-be6f-45a2ed1706a9'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:37:59.752878 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Attempting to bind port 9a6b48b1-4a99-4beb-9a02-eddf72376d52 on network 3d198967-bc52-45f4-be6f-45a2ed1706a9 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:37:59.758667 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:37:59.759462 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Checking segment: {'id': '7b178c45-0a92-4683-a9cf-89835a9ceb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d198967-bc52-45f4-be6f-45a2ed1706a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:37:59.760183 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:59.760774 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Bound using segment: {'id': '7b178c45-0a92-4683-a9cf-89835a9ceb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d198967-bc52-45f4-be6f-45a2ed1706a9'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:37:59.761658 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Bound port: 9a6b48b1-4a99-4beb-9a02-eddf72376d52, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b178c45-0a92-4683-a9cf-89835a9ceb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d198967-bc52-45f4-be6f-45a2ed1706a9'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:37:59.762241 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:59.805839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port c076ef8c-9a1e-408c-83a0-33016ee77e7b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c076ef8c-9a1e-408c-83a0-33016ee77e7b,segment=NetworkSegment(b6a2d109-e816-4ac6-8177-b0996977379e),segment_id=b6a2d109-e816-4ac6-8177-b0996977379e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:37:59.837203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'port_id': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b', 'mac_address': 'fa:16:3e:e9:c9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:37:59.867876 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909fa76-df46-45dd-b563-9834188e0a29 req-15ac7935-cca8-42d8-8fc3-49ce1f6b988b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:37:59.871002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Allocated IP 19.80.0.2 (ba445b1a-30df-4612-bba5-6688f91240f6/a2d60d96-3fff-4f06-8335-43de49a7c0c6/e068575c-84f4-410e-a5fa-d67d18191d99) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:37:59.879185 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f909fa76-df46-45dd-b563-9834188e0a29 req-15ac7935-cca8-42d8-8fc3-49ce1f6b988b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 945 time: 0.1155803 Dec 11 22:37:59.897781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c048887-52ce-4842-b446-2f181d7a08eb tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Made reservation on behalf of 836434672a6b40f4a795d74e85716cf5 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:37:59.902109 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c048887-52ce-4842-b446-2f181d7a08eb tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:37:59.906639 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] For port 9a6b48b1-4a99-4beb-9a02-eddf72376d52, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:37:59.911518 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] For port 9a6b48b1-4a99-4beb-9a02-eddf72376d52, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9a6b48b1-4a99-4beb-9a02-eddf72376d52,segment=NetworkSegment(7b178c45-0a92-4683-a9cf-89835a9ceb92),segment_id=7b178c45-0a92-4683-a9cf-89835a9ceb92)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:37:59.989970 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:00.024497 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f909fa76-df46-45dd-b563-9834188e0a29 req-2cf66193-2167-4e64-b7c3-bcbf1e6c1d21 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414680 Dec 11 22:38:00.153598 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b8f128f-eb3e-4ce6-928e-ebb7ac6f4044 req-64e0a4e2-3fb0-4f6d-b108-cb48dec42c36 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857003 Dec 11 22:38:00.168275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 527a97ac-9028-41e6-b119-6209df1b8157 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:00.168275 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:00.251361 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50a403-32cd-4471-b727-14f49836beb7 None None] Pushing event updated for resources: {'Port': ['ID=9a6b48b1-4a99-4beb-9a02-eddf72376d52,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:00.271067 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Routers {'3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:00.271067 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:37:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:00.327714 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f128f-eb3e-4ce6-928e-ebb7ac6f4044 req-41411591-3975-4463-8413-029ec0d57f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:00.332689 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b8f128f-eb3e-4ce6-928e-ebb7ac6f4044 req-41411591-3975-4463-8413-029ec0d57f21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 1100 time: 0.1442688 Dec 11 22:38:00.372182 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:00.430332 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c048887-52ce-4842-b446-2f181d7a08eb tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:00.449384 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c076ef8c-9a1e-408c-83a0-33016ee77e7b {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:38:00.491630 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:00.581229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-81402c94-56d6-4834-96b7-d1d67beead1d None None] Provisioning complete for port 9a6b48b1-4a99-4beb-9a02-eddf72376d52 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:00.582982 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-81402c94-56d6-4834-96b7-d1d67beead1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:00.646889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port c076ef8c-9a1e-408c-83a0-33016ee77e7b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c076ef8c-9a1e-408c-83a0-33016ee77e7b,segment=NetworkSegment(b6a2d109-e816-4ac6-8177-b0996977379e),segment_id=b6a2d109-e816-4ac6-8177-b0996977379e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:00.653906 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] Set router 3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:00.662252 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c048887-52ce-4842-b446-2f181d7a08eb tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event updated for resources: {'Subnet': ['ID=363f1c79-e197-4276-a438-9362e12d8cdb,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:00.669499 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:00.749316 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:00.806531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f128f-eb3e-4ce6-928e-ebb7ac6f4044 req-94246ed2-fb3b-44d0-aba5-cc6a1e6147d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:00.808622 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b8f128f-eb3e-4ce6-928e-ebb7ac6f4044 req-94246ed2-fb3b-44d0-aba5-cc6a1e6147d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.4370003 Dec 11 22:38:00.835799 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084343c-cb5b-4a7f-a221-a343f9592280 req-dacdb452-3d0f-4ce5-afd8-fe90264b8275 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:00.845203 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e084343c-cb5b-4a7f-a221-a343f9592280 req-dacdb452-3d0f-4ce5-afd8-fe90264b8275 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 944 time: 0.5627334 Dec 11 22:38:00.864187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Network ba445b1a-30df-4612-bba5-6688f91240f6 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:38:00.879695 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b8f128f-eb3e-4ce6-928e-ebb7ac6f4044 req-2dcee043-64a2-403c-b0cf-439ae57903cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=ce022248-3628-412e-b0d4-51927750f75d HTTP/1.1" status: 200 len: 217 time: 0.0630081 Dec 11 22:38:00.946480 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'name': 'tempest-ServersTestMultiNic-1207061900-router', 'tenant_id': '836434672a6b40f4a795d74e85716cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '527a97ac-9028-41e6-b119-6209df1b8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:49Z', 'updated_at': '2021-12-11T22:37:54Z', 'revision_number': 4, 'project_id': '836434672a6b40f4a795d74e85716cf5', 'gw_port': {'id': '527a97ac-9028-41e6-b119-6209df1b8157', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:50Z', 'updated_at': '2021-12-11T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '9a6b48b1-4a99-4beb-9a02-eddf72376d52', 'name': '', 'network_id': '3d198967-bc52-45f4-be6f-45a2ed1706a9', 'tenant_id': '836434672a6b40f4a795d74e85716cf5', 'mac_address': 'fa:16:3e:89:bb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '49a62a4f-9057-4842-9449-acbac32d4109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:53Z', 'updated_at': '2021-12-11T22:37:59Z', 'revision_number': 4, 'project_id': '836434672a6b40f4a795d74e85716cf5', 'subnets': [{'id': '49a62a4f-9057-4842-9449-acbac32d4109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:00.954825 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f128f-eb3e-4ce6-928e-ebb7ac6f4044 req-55dc2051-2595-441c-aad7-7c95b5810792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:00.956428 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b8f128f-eb3e-4ce6-928e-ebb7ac6f4044 req-55dc2051-2595-441c-aad7-7c95b5810792 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0697134 Dec 11 22:38:01.000302 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:38:01.006956 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:38:01.026097 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51d582-1e65-488d-8128-6eb1179b6507 None None] The sync data for ids ['3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'] in n-d-710847-6 is: [{'id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'name': 'tempest-ServersTestMultiNic-1207061900-router', 'tenant_id': '836434672a6b40f4a795d74e85716cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '527a97ac-9028-41e6-b119-6209df1b8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:49Z', 'updated_at': '2021-12-11T22:37:54Z', 'revision_number': 4, 'project_id': '836434672a6b40f4a795d74e85716cf5', 'gw_port': {'id': '527a97ac-9028-41e6-b119-6209df1b8157', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:50Z', 'updated_at': '2021-12-11T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '9a6b48b1-4a99-4beb-9a02-eddf72376d52', 'name': '', 'network_id': '3d198967-bc52-45f4-be6f-45a2ed1706a9', 'tenant_id': '836434672a6b40f4a795d74e85716cf5', 'mac_address': 'fa:16:3e:89:bb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '49a62a4f-9057-4842-9449-acbac32d4109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:53Z', 'updated_at': '2021-12-11T22:37:59Z', 'revision_number': 4, 'project_id': '836434672a6b40f4a795d74e85716cf5', 'subnets': [{'id': '49a62a4f-9057-4842-9449-acbac32d4109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:38:01.040180 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e084343c-cb5b-4a7f-a221-a343f9592280 req-7593f95e-d3a7-4202-a55b-946f3c7533e9 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930788 Dec 11 22:38:01.067802 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f128f-eb3e-4ce6-928e-ebb7ac6f4044 req-d7d38431-40b7-498d-9b1d-14b3f2539407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:01.071791 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b8f128f-eb3e-4ce6-928e-ebb7ac6f4044 req-d7d38431-40b7-498d-9b1d-14b3f2539407 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0991669 Dec 11 22:38:01.073257 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Pushing event updated for resources: {'Port': ['ID=e068575c-84f4-410e-a5fa-d67d18191d99,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:01.186834 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-81402c94-56d6-4834-96b7-d1d67beead1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:01.216423 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['c076ef8c-9a1e-408c-83a0-33016ee77e7b'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:01.271660 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b8f128f-eb3e-4ce6-928e-ebb7ac6f4044 req-1b65cdd0-4d15-4785-8479-61f8cf5c13ca service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916821 Dec 11 22:38:01.381460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2d4b2528-ff93-4748-bb73-fd8a983a7665 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:38:01.393566 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c048887-52ce-4842-b446-2f181d7a08eb tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Checking segment: {'id': '60d9c1cc-a20f-44f1-b7bf-cea8077b34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf0969b7-ccf6-4272-8956-86c108db651a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:38:01.394102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c048887-52ce-4842-b446-2f181d7a08eb tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Network hostable DHCP agents. Network: bf0969b7-ccf6-4272-8956-86c108db651a, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:38:01.408979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5faddf-1ca9-4ab1-9586-175e6b993fad req-e14e4303-c621-4b15-831e-9578d689967f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:01.410676 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ad5faddf-1ca9-4ab1-9586-175e6b993fad req-e14e4303-c621-4b15-831e-9578d689967f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.7535150 Dec 11 22:38:01.506894 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-81402c94-56d6-4834-96b7-d1d67beead1d None None] For port 9a6b48b1-4a99-4beb-9a02-eddf72376d52, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9a6b48b1-4a99-4beb-9a02-eddf72376d52,segment=NetworkSegment(7b178c45-0a92-4683-a9cf-89835a9ceb92),segment_id=7b178c45-0a92-4683-a9cf-89835a9ceb92)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:01.520585 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Attempting to bind port e068575c-84f4-410e-a5fa-d67d18191d99 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:38:01.520965 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Attempting to bind port e068575c-84f4-410e-a5fa-d67d18191d99 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fb1bf539-7a41-4d70-8b99-e28eed34eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:38:01.521342 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Attempting to bind port e068575c-84f4-410e-a5fa-d67d18191d99 on network ba445b1a-30df-4612-bba5-6688f91240f6 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:01.541562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ad5faddf-1ca9-4ab1-9586-175e6b993fad req-7d818cbb-c199-4b03-9a6d-b942ec4f9bc4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115506 Dec 11 22:38:01.543846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c048887-52ce-4842-b446-2f181d7a08eb tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Network bf0969b7-ccf6-4272-8956-86c108db651a is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:38:01.554248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:38:01.554460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Checking segment: {'id': 'fb1bf539-7a41-4d70-8b99-e28eed34eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:38:01.554874 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:01.555303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Bound using segment: {'id': 'fb1bf539-7a41-4d70-8b99-e28eed34eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:38:01.555886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Bound port: e068575c-84f4-410e-a5fa-d67d18191d99, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1bf539-7a41-4d70-8b99-e28eed34eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:38:01.556282 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:01.581420 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b8f128f-eb3e-4ce6-928e-ebb7ac6f4044 req-f3f6ba54-ad54-4702-9d18-0cd55a44e9d6 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993770 Dec 11 22:38:01.603722 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0748b-4223-455a-b1d9-254f23807c40 req-4f025314-afdd-407d-9869-47cb3ada3275 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:01.606181 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-81402c94-56d6-4834-96b7-d1d67beead1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:01.616074 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.resource_extend [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:38:01.619861 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=c076ef8c-9a1e-408c-83a0-33016ee77e7b,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:01.620372 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71e0748b-4223-455a-b1d9-254f23807c40 req-4f025314-afdd-407d-9869-47cb3ada3275 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 945 time: 0.2896214 Dec 11 22:38:01.631242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-9c048887-52ce-4842-b446-2f181d7a08eb tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, bf0969b7-ccf6-4272-8956-86c108db651a) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:38:01.637536 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c048887-52ce-4842-b446-2f181d7a08eb tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:01.638101 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c048887-52ce-4842-b446-2f181d7a08eb tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:01.691206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9c214d-7827-4d1a-8cf3-5d9c8e687bee None None] Network bf0969b7-ccf6-4272-8956-86c108db651a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:38:01.693276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9a6b48b1-4a99-4beb-9a02-eddf72376d52 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:38:01.755870 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71e0748b-4223-455a-b1d9-254f23807c40 req-00c0d1c1-cdd7-4bef-b49c-b3d1139c7d5f tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344941 Dec 11 22:38:01.768628 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9c048887-52ce-4842-b446-2f181d7a08eb tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1800847 Dec 11 22:38:02.086956 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81402c94-56d6-4834-96b7-d1d67beead1d None None] Pushing event updated for resources: {'Port': ['ID=9a6b48b1-4a99-4beb-9a02-eddf72376d52,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:02.101249 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2c9ec606-428e-4a93-8724-948339c58930 None None] Provisioning complete for port 9a6b48b1-4a99-4beb-9a02-eddf72376d52 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:02.101949 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec606-428e-4a93-8724-948339c58930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:02.109236 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] For port e068575c-84f4-410e-a5fa-d67d18191d99, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:38:02.138886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 2d4b2528-ff93-4748-bb73-fd8a983a7665, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2d4b2528-ff93-4748-bb73-fd8a983a7665,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:02.177801 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] For port e068575c-84f4-410e-a5fa-d67d18191d99, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e068575c-84f4-410e-a5fa-d67d18191d99,segment=NetworkSegment(fb1bf539-7a41-4d70-8b99-e28eed34eb70),segment_id=fb1bf539-7a41-4d70-8b99-e28eed34eb70)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:38:02.188092 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-a1338c83-1c96-46d6-a78e-2eea74a086f0 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:02.191897 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 9a6b48b1-4a99-4beb-9a02-eddf72376d52 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:02.192277 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:02.202903 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-a1338c83-1c96-46d6-a78e-2eea74a086f0 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:02.215538 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-a1338c83-1c96-46d6-a78e-2eea74a086f0 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/networks?id=ba445b1a-30df-4612-bba5-6688f91240f6&id=bf0969b7-ccf6-4272-8956-86c108db651a&id=ba445b1a-30df-4612-bba5-6688f91240f6 HTTP/1.1" status: 200 len: 1391 time: 0.2663622 Dec 11 22:38:02.220849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '2d4b2528-ff93-4748-bb73-fd8a983a7665', 'network_id': '54478511-f8de-4e50-83dc-4c9857155262', 'port_id': '2d4b2528-ff93-4748-bb73-fd8a983a7665', 'mac_address': 'fa:16:3e:3a:f7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb1c5ef-7e62-452c-b0f4-c1de3e5763b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:38:02.252261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-bf0969b7-ccf6-4272-8956-86c108db651a', 'network_id': 'bf0969b7-ccf6-4272-8956-86c108db651a', 'project_id': '836434672a6b40f4a795d74e85716cf5', 'fixed_ips': [{'subnet_id': '363f1c79-e197-4276-a438-9362e12d8cdb'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:38:02.253200 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:02.253453 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-8ec237a0-3470-4a9a-bb14-a8e704f6739f tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/quotas/836434672a6b40f4a795d74e85716cf5 HTTP/1.1" status: 200 len: 375 time: 0.0350614 Dec 11 22:38:02.261021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b44d5-dd68-46ac-ae7e-b65af51b39ec req-7cf22ffc-d627-43d3-8110-f366e02e4041 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:02.265658 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-586b44d5-dd68-46ac-ae7e-b65af51b39ec req-7cf22ffc-d627-43d3-8110-f366e02e4041 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 944 time: 0.1249518 Dec 11 22:38:02.285480 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:02.374756 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-ee40d000-aa8f-4f0a-8b05-5108f5cb8237 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=836434672a6b40f4a795d74e85716cf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1199296 Dec 11 22:38:02.384131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-586b44d5-dd68-46ac-ae7e-b65af51b39ec req-b9c44771-28b1-4399-9ef2-309a00d67a7d tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118095 Dec 11 22:38:02.547033 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-fd068e40-49b8-47d3-84bc-55d690d3afb0 service neutron] 10.222.0.45 "GET /v2.0/networks/ba445b1a-30df-4612-bba5-6688f91240f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641474 Dec 11 22:38:02.579956 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:02.726096 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-761cdcbb-46bf-477c-9928-8b5037eb6cf5 service neutron] 10.222.0.45 "GET /v2.0/networks/ba445b1a-30df-4612-bba5-6688f91240f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710012 Dec 11 22:38:02.777260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec419ec2-dfc4-489f-b1e9-43ac9801b4ce req-c148144e-60d5-49cf-b1c0-d088e3411520 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:02.788613 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec419ec2-dfc4-489f-b1e9-43ac9801b4ce req-c148144e-60d5-49cf-b1c0-d088e3411520 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.1072257 Dec 11 22:38:02.879392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d4b2528-ff93-4748-bb73-fd8a983a7665 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:38:02.946035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec419ec2-dfc4-489f-b1e9-43ac9801b4ce req-6a83da4e-415b-4de4-8425-c6fa118b08ca tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555796 Dec 11 22:38:02.968251 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-bd255afb-b704-4319-9948-c0807cc2c93e service neutron] 10.222.0.45 "GET /v2.0/networks/bf0969b7-ccf6-4272-8956-86c108db651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325923 Dec 11 22:38:02.978777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4d526-095b-42f6-9bd6-87f66af456f1 None None] Pushing event updated for resources: {'Port': ['ID=e068575c-84f4-410e-a5fa-d67d18191d99,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:02.992040 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 2d4b2528-ff93-4748-bb73-fd8a983a7665, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2d4b2528-ff93-4748-bb73-fd8a983a7665,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:03.069382 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:03.085964 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Allocated IP 19.86.0.2 (bf0969b7-ccf6-4272-8956-86c108db651a/363f1c79-e197-4276-a438-9362e12d8cdb/52af9625-98a2-4fc1-8136-b904d3f30340) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:38:03.173502 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-f9aff351-a5f8-4dec-9c9e-48c763e98993 service neutron] 10.222.0.45 "GET /v2.0/networks/bf0969b7-ccf6-4272-8956-86c108db651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935480 Dec 11 22:38:03.191758 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=2d4b2528-ff93-4748-bb73-fd8a983a7665,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:03.210330 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['2d4b2528-ff93-4748-bb73-fd8a983a7665'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:03.257006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e887d-5e4d-4eff-8987-7be80033c2dd req-821088a6-7f8f-44ca-8218-5cf3216120fd tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:03.264612 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-521e887d-5e4d-4eff-8987-7be80033c2dd req-821088a6-7f8f-44ca-8218-5cf3216120fd tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 945 time: 0.0738363 Dec 11 22:38:03.309512 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-9cf3e393-049b-40db-9592-78140438abef service neutron] 10.222.0.45 "GET /v2.0/networks/ba445b1a-30df-4612-bba5-6688f91240f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275666 Dec 11 22:38:03.366709 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:03.375871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-521e887d-5e4d-4eff-8987-7be80033c2dd req-4807b233-9b4c-4447-a959-de4e5590f212 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064398 Dec 11 22:38:03.441111 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:03.505098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Network bf0969b7-ccf6-4272-8956-86c108db651a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:38:03.516682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:38:03.524135 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-5bd0be7b-e7fb-484c-b0b4-6a6f072549f5 service neutron] 10.222.0.45 "GET /v2.0/networks/ba445b1a-30df-4612-bba5-6688f91240f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049971 Dec 11 22:38:03.525735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:38:03.528529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Pushing event updated for resources: {'Port': ['ID=52af9625-98a2-4fc1-8136-b904d3f30340,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:03.627175 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Attempting to bind port 52af9625-98a2-4fc1-8136-b904d3f30340 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:38:03.627630 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Attempting to bind port 52af9625-98a2-4fc1-8136-b904d3f30340 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '60d9c1cc-a20f-44f1-b7bf-cea8077b34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf0969b7-ccf6-4272-8956-86c108db651a'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:38:03.628004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Attempting to bind port 52af9625-98a2-4fc1-8136-b904d3f30340 on network bf0969b7-ccf6-4272-8956-86c108db651a {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:03.638086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:38:03.638335 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Checking segment: {'id': '60d9c1cc-a20f-44f1-b7bf-cea8077b34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf0969b7-ccf6-4272-8956-86c108db651a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:38:03.639580 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:03.639990 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Bound using segment: {'id': '60d9c1cc-a20f-44f1-b7bf-cea8077b34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf0969b7-ccf6-4272-8956-86c108db651a'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:38:03.640484 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Bound port: 52af9625-98a2-4fc1-8136-b904d3f30340, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d9c1cc-a20f-44f1-b7bf-cea8077b34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf0969b7-ccf6-4272-8956-86c108db651a'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:38:03.640874 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:03.668102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0376f-5501-4af1-a63a-2781994038ab req-b50f616c-a1e3-4819-864a-31b9d26bab41 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:03.684840 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1fd0376f-5501-4af1-a63a-2781994038ab req-b50f616c-a1e3-4819-864a-31b9d26bab41 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 944 time: 0.1212935 Dec 11 22:38:03.759906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] For port 52af9625-98a2-4fc1-8136-b904d3f30340, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:38:03.766877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] For port 52af9625-98a2-4fc1-8136-b904d3f30340, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=52af9625-98a2-4fc1-8136-b904d3f30340,segment=NetworkSegment(60d9c1cc-a20f-44f1-b7bf-cea8077b34d5),segment_id=60d9c1cc-a20f-44f1-b7bf-cea8077b34d5)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:38:03.788933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9a6b48b1-4a99-4beb-9a02-eddf72376d52 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:38:03.796139 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1fd0376f-5501-4af1-a63a-2781994038ab req-05163f38-6f0d-42fb-a666-3e2df5088494 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102114 Dec 11 22:38:03.889676 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:04.039917 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5193618a-6d7d-46cd-805e-00d9a8544fea req-0887c910-fb15-444d-b730-d5a55f1fe794 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 210 time: 0.0767465 Dec 11 22:38:04.157856 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a1e8a-608b-480d-8a5f-7871b73ee28a None None] Pushing event updated for resources: {'Port': ['ID=52af9625-98a2-4fc1-8136-b904d3f30340,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:04.198069 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 9a6b48b1-4a99-4beb-9a02-eddf72376d52 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:04.198715 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:04.247255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ad399-485f-4991-8bc4-2d111f847966 req-5fbb0d2b-afce-42e7-ba2e-2e51d238d78c tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:04.265105 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-011ad399-485f-4991-8bc4-2d111f847966 req-5fbb0d2b-afce-42e7-ba2e-2e51d238d78c tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.1793652 Dec 11 22:38:04.405227 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-011ad399-485f-4991-8bc4-2d111f847966 req-c5405a1f-193a-4ed5-b36e-709971599ee6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387010 Dec 11 22:38:04.427216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e068575c-84f4-410e-a5fa-d67d18191d99 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:38:04.509014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa05c0d-3244-44db-98f9-124d2489ee85 None None] Network ba445b1a-30df-4612-bba5-6688f91240f6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:38:04.601010 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95ca07-914b-4f44-a33f-9e4876de946d req-5b590729-2f16-4095-8dff-48c628152a26 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:04.633611 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cc95ca07-914b-4f44-a33f-9e4876de946d req-5b590729-2f16-4095-8dff-48c628152a26 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 945 time: 0.1184669 Dec 11 22:38:04.709358 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cc95ca07-914b-4f44-a33f-9e4876de946d req-dbb3f0fb-9891-4f5c-a42d-b04a72fd152b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693452 Dec 11 22:38:04.733567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2ab83815-bbc9-40f5-b2c6-6498771da84d None None] Provisioning complete for port e068575c-84f4-410e-a5fa-d67d18191d99 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:04.733942 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2ab83815-bbc9-40f5-b2c6-6498771da84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:04.786273 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port e068575c-84f4-410e-a5fa-d67d18191d99 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:04.786661 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:04.888779 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2ab83815-bbc9-40f5-b2c6-6498771da84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:05.004900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device c076ef8c-9a1e-408c-83a0-33016ee77e7b up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:38:05.030466 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e235edb-c6f5-4204-91db-40b7e125af95 req-fb23c94a-35c3-41ed-9c05-144eecf58b2a tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:05.030466 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3e235edb-c6f5-4204-91db-40b7e125af95 req-fb23c94a-35c3-41ed-9c05-144eecf58b2a tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 944 time: 0.0984471 Dec 11 22:38:05.047314 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:05.056602 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2ab83815-bbc9-40f5-b2c6-6498771da84d None None] For port e068575c-84f4-410e-a5fa-d67d18191d99, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e068575c-84f4-410e-a5fa-d67d18191d99,segment=NetworkSegment(fb1bf539-7a41-4d70-8b99-e28eed34eb70),segment_id=fb1bf539-7a41-4d70-8b99-e28eed34eb70)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:05.118501 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3e235edb-c6f5-4204-91db-40b7e125af95 req-1623d33d-2452-4420-86f4-17b7e6f2edba tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827978 Dec 11 22:38:05.164892 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2ab83815-bbc9-40f5-b2c6-6498771da84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:05.300260 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port c076ef8c-9a1e-408c-83a0-33016ee77e7b completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:38:05.409987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2d4b2528-ff93-4748-bb73-fd8a983a7665 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:38:05.415738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port c076ef8c-9a1e-408c-83a0-33016ee77e7b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:05.416117 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:05.500183 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-44eec814-782e-4290-9fad-a2dd5d8011c7 req-ef67a7ee-9d33-4361-b00e-7a198a0f0626 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 210 time: 0.0524709 Dec 11 22:38:05.744103 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab83815-bbc9-40f5-b2c6-6498771da84d None None] Pushing event updated for resources: {'Port': ['ID=e068575c-84f4-410e-a5fa-d67d18191d99,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:05.758026 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:38:05.776105 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:38:05.776826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-189276e9-110d-4397-9c24-e99da9d746af None None] Provisioning complete for port e068575c-84f4-410e-a5fa-d67d18191d99 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:05.777278 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-189276e9-110d-4397-9c24-e99da9d746af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:05.838553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd4916-f483-4853-9647-5b628644e3b9 None None] Network bf0969b7-ccf6-4272-8956-86c108db651a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:38:05.912745 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffdaca-ab1a-4064-9995-677b3b06be06 req-dfbe1f43-4574-455c-99a6-80e35aa52692 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:05.924116 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-72ffdaca-ab1a-4064-9995-677b3b06be06 req-dfbe1f43-4574-455c-99a6-80e35aa52692 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.1375616 Dec 11 22:38:05.971652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 2d4b2528-ff93-4748-bb73-fd8a983a7665 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:05.971652 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:06.044613 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-72ffdaca-ab1a-4064-9995-677b3b06be06 req-97804657-8778-44ac-a68a-86271521bcc7 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179492 Dec 11 22:38:06.146707 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:06.240147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:06.243114 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ad57ba-d8a5-47ab-aa2b-93f1f9c65a92" -d '{"events": [{"server_uuid": "8cb2ae40-f655-4032-a574-78e7a6448e60", "name": "network-vif-plugged", "status": "completed", "tag": "c076ef8c-9a1e-408c-83a0-33016ee77e7b"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:06.301440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17395c63-839f-4c33-9268-4442c80832d7 req-76943d19-949c-47bb-888a-cdf1ed0aeb07 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:06.316223 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-17395c63-839f-4c33-9268-4442c80832d7 req-76943d19-949c-47bb-888a-cdf1ed0aeb07 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 945 time: 0.1132207 Dec 11 22:38:06.419309 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-17395c63-839f-4c33-9268-4442c80832d7 req-ecd817aa-71c0-44d5-bb85-240a164444cc tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887773 Dec 11 22:38:06.434685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port c076ef8c-9a1e-408c-83a0-33016ee77e7b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c076ef8c-9a1e-408c-83a0-33016ee77e7b,segment=NetworkSegment(b6a2d109-e816-4ac6-8177-b0996977379e),segment_id=b6a2d109-e816-4ac6-8177-b0996977379e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:06.486201 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:06.504195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4167e278-f5fd-4090-9d95-49ee6f66d249 None None] Provisioning complete for port 52af9625-98a2-4fc1-8136-b904d3f30340 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:06.504471 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4167e278-f5fd-4090-9d95-49ee6f66d249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:06.545435 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:06.636136 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 2d4b2528-ff93-4748-bb73-fd8a983a7665, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2d4b2528-ff93-4748-bb73-fd8a983a7665,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:06.696731 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528645b-7cb7-49dd-bd4b-37f930576117 req-c41e3b85-ac28-4512-b662-8e31ee3ebe8c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:06.698153 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=c076ef8c-9a1e-408c-83a0-33016ee77e7b,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:06.719114 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:06.720929 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1528645b-7cb7-49dd-bd4b-37f930576117 req-c41e3b85-ac28-4512-b662-8e31ee3ebe8c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 945 time: 0.1643779 Dec 11 22:38:06.816249 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4167e278-f5fd-4090-9d95-49ee6f66d249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:06.848568 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1528645b-7cb7-49dd-bd4b-37f930576117 req-a60f999b-7d7e-4bde-922f-6e3bf4ad6e08 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266518 Dec 11 22:38:06.860193 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=2d4b2528-ff93-4748-bb73-fd8a983a7665,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:06.929872 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 52af9625-98a2-4fc1-8136-b904d3f30340 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:38:06.933166 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4167e278-f5fd-4090-9d95-49ee6f66d249 None None] For port 52af9625-98a2-4fc1-8136-b904d3f30340, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=52af9625-98a2-4fc1-8136-b904d3f30340,segment=NetworkSegment(60d9c1cc-a20f-44f1-b7bf-cea8077b34d5),segment_id=60d9c1cc-a20f-44f1-b7bf-cea8077b34d5)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:06.937109 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080cabac-94f4-45b4-b33a-bcf10a04c13c x-openstack-request-id: req-080cabac-94f4-45b4-b33a-bcf10a04c13c {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:06.937408 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb2ae40-f655-4032-a574-78e7a6448e60", "name": "network-vif-plugged", "status": "completed", "tag": "c076ef8c-9a1e-408c-83a0-33016ee77e7b", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:06.939841 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-080cabac-94f4-45b4-b33a-bcf10a04c13c {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:06.939841 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b', 'code': 200} Dec 11 22:38:06.999994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 52af9625-98a2-4fc1-8136-b904d3f30340 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:07.001245 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:07.037242 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4167e278-f5fd-4090-9d95-49ee6f66d249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:07.156300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167e278-f5fd-4090-9d95-49ee6f66d249 None None] Pushing event updated for resources: {'Port': ['ID=52af9625-98a2-4fc1-8136-b904d3f30340,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:07.179898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77560921-212e-4e9c-ba6c-13a5e9fc414d req-aec92036-8d66-4a52-a7f6-3a9ec6040053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:07.184841 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77560921-212e-4e9c-ba6c-13a5e9fc414d req-aec92036-8d66-4a52-a7f6-3a9ec6040053 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 1096 time: 0.1081259 Dec 11 22:38:07.279757 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-64655ba0-5fad-4cea-bfd4-b582c4d779cc req-7bf08d88-0fca-4a59-a9a2-92670bf96b79 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 210 time: 0.0551538 Dec 11 22:38:07.285503 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e068575c-84f4-410e-a5fa-d67d18191d99 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:38:07.336648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f85245fc-2343-4589-b4dd-08a7525fb99f None None] Provisioning complete for port 52af9625-98a2-4fc1-8136-b904d3f30340 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:07.337881 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f85245fc-2343-4589-b4dd-08a7525fb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:07.341543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77560921-212e-4e9c-ba6c-13a5e9fc414d req-2722b2bf-19ad-4dd8-8076-6025f36d676c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465421 Dec 11 22:38:07.411789 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port e068575c-84f4-410e-a5fa-d67d18191d99 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:07.412231 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:07.465195 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-428539c4-d94d-4d0f-a3f5-f4bb661f1de8 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:07.481745 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-428539c4-d94d-4d0f-a3f5-f4bb661f1de8 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:07.484319 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-428539c4-d94d-4d0f-a3f5-f4bb661f1de8 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.47 "GET /v2.0/networks?id=ba445b1a-30df-4612-bba5-6688f91240f6&id=bf0969b7-ccf6-4272-8956-86c108db651a&id=ba445b1a-30df-4612-bba5-6688f91240f6 HTTP/1.1" status: 200 len: 1391 time: 0.4409492 Dec 11 22:38:07.724817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-3df359b5-8573-4de5-ba9e-ab7333229dc6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Request body: {'port': {'device_id': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6', 'admin_state_up': True, 'tenant_id': '836434672a6b40f4a795d74e85716cf5'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:07.921448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff539d5-c686-4d55-9fa1-2de531059f27 req-1e074dac-626d-4376-b723-582ce030cfff tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:07.923037 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cff539d5-c686-4d55-9fa1-2de531059f27 req-1e074dac-626d-4376-b723-582ce030cfff tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0864012 Dec 11 22:38:07.993821 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cff539d5-c686-4d55-9fa1-2de531059f27 req-976a042f-a675-4006-8bc9-fbc8961363b4 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626650 Dec 11 22:38:07.995975 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-3df359b5-8573-4de5-ba9e-ab7333229dc6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Made reservation on behalf of 836434672a6b40f4a795d74e85716cf5 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:38:08.002116 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-3df359b5-8573-4de5-ba9e-ab7333229dc6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:08.187488 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e12dd-15eb-4746-adee-875b51877e9f req-f4aeaef0-e7af-40aa-a56c-45b932c5a3d0 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:08.189001 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d04e12dd-15eb-4746-adee-875b51877e9f req-f4aeaef0-e7af-40aa-a56c-45b932c5a3d0 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 945 time: 0.1091540 Dec 11 22:38:08.219150 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-3df359b5-8573-4de5-ba9e-ab7333229dc6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Allocated IP 19.80.0.237 (ba445b1a-30df-4612-bba5-6688f91240f6/a2d60d96-3fff-4f06-8335-43de49a7c0c6/8115b008-3a01-4c82-9c93-82b87a26be7d) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:38:08.292729 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d04e12dd-15eb-4746-adee-875b51877e9f req-5b1c7e77-5d27-4a9d-baf6-78f6974b324d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954506 Dec 11 22:38:08.370540 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-f7aa301f-6d3c-4818-bf15-9fe436aed26f service neutron] show failed (client error): The resource could not be found. Dec 11 22:38:08.371633 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-f7aa301f-6d3c-4818-bf15-9fe436aed26f service neutron] 10.222.0.13 "GET /v2.0/ports/5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd/bindings/n-h1-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.1145966 Dec 11 22:38:08.585176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be04a2-be32-48af-ac9f-a64ce440afda req-effcf0dd-0a39-401c-b3e0-e474ae2e75e3 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:08.600280 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c1be04a2-be32-48af-ac9f-a64ce440afda req-effcf0dd-0a39-401c-b3e0-e474ae2e75e3 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 945 time: 0.1685317 Dec 11 22:38:08.626754 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-3df359b5-8573-4de5-ba9e-ab7333229dc6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:08.662128 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 52af9625-98a2-4fc1-8136-b904d3f30340 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:38:08.686296 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c1be04a2-be32-48af-ac9f-a64ce440afda req-0cc6bd12-e466-42ee-b9bd-50b96ff61396 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824776 Dec 11 22:38:08.782830 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 52af9625-98a2-4fc1-8136-b904d3f30340 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:08.783353 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:08.819589 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-3df359b5-8573-4de5-ba9e-ab7333229dc6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:08.912681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-3df359b5-8573-4de5-ba9e-ab7333229dc6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Network ba445b1a-30df-4612-bba5-6688f91240f6 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:38:08.917588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-3df359b5-8573-4de5-ba9e-ab7333229dc6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:38:08.921891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-3df359b5-8573-4de5-ba9e-ab7333229dc6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:38:08.948803 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19c1d31-bd38-42da-97bc-0e56a911b3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4b2528-ff93-4748-bb73-fd8a983a7665'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:08.952421 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d081c38f-01b7-4aa1-b66f-d52d9e6f7383" -d '{"events": [{"server_uuid": "a19c1d31-bd38-42da-97bc-0e56a911b3a4", "name": "network-vif-plugged", "status": "completed", "tag": "2d4b2528-ff93-4748-bb73-fd8a983a7665"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:09.047467 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df359b5-8573-4de5-ba9e-ab7333229dc6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event updated for resources: {'Port': ['ID=8115b008-3a01-4c82-9c93-82b87a26be7d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:09.082777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-013caf45-3476-481b-877c-70052c25aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:09.084337 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-013caf45-3476-481b-877c-70052c25aaef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f&tenant_id=e828c78368f2446e9a1b9388577b4d40 HTTP/1.1" status: 200 len: 1101 time: 0.1186419 Dec 11 22:38:09.105425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:09.189677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-3df359b5-8573-4de5-ba9e-ab7333229dc6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:09.189677 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-3df359b5-8573-4de5-ba9e-ab7333229dc6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:09.258720 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:09.259325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2c7eb-dd40-4ad2-8401-12c3d7bd8c10 req-53de2c2a-e273-46a3-a5ec-8191301a3130 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:09.269470 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33a2c7eb-dd40-4ad2-8401-12c3d7bd8c10 req-53de2c2a-e273-46a3-a5ec-8191301a3130 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 932 time: 0.2260866 Dec 11 22:38:09.440354 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33a2c7eb-dd40-4ad2-8401-12c3d7bd8c10 req-10f3c6c4-d36c-4077-9f07-fa3f9cc79ae8 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696639 Dec 11 22:38:09.496231 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e6b6ce6b-947b-45cd-a271-7c3137b0f903 None None] Provisioning complete for port 8115b008-3a01-4c82-9c93-82b87a26be7d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:09.496613 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6b6ce6b-947b-45cd-a271-7c3137b0f903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:09.558088 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e6b6ce6b-947b-45cd-a271-7c3137b0f903 None None] Port 8115b008-3a01-4c82-9c93-82b87a26be7d cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:38:09.610568 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7937f46-23cc-4302-9daa-f1723fb6f9ec x-openstack-request-id: req-f7937f46-23cc-4302-9daa-f1723fb6f9ec {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:09.611020 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19c1d31-bd38-42da-97bc-0e56a911b3a4", "name": "network-vif-plugged", "status": "completed", "tag": "2d4b2528-ff93-4748-bb73-fd8a983a7665", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:09.613511 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f7937f46-23cc-4302-9daa-f1723fb6f9ec {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:09.613511 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19c1d31-bd38-42da-97bc-0e56a911b3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4b2528-ff93-4748-bb73-fd8a983a7665', 'code': 200} Dec 11 22:38:09.711722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:09.754543 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b539d7d-5a70-4b9b-a089-fa1936b71f49 req-da43d537-203f-4ae3-b374-545a21310389 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:09.763360 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6b539d7d-5a70-4b9b-a089-fa1936b71f49 req-da43d537-203f-4ae3-b374-545a21310389 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0716295 Dec 11 22:38:09.775328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:38:09.835031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:09.837485 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c252bd3f-65f8-4b47-ac19-a704d2a840e1" -d '{"events": [{"server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:09.843446 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:09.850126 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6b539d7d-5a70-4b9b-a089-fa1936b71f49 req-e4a7c759-d1fc-4ccd-bd55-7559d8b0c25b tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788455 Dec 11 22:38:09.859463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Transition to ACTIVE for port object 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:38:09.915358 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:09.956439 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-3df359b5-8573-4de5-ba9e-ab7333229dc6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2436845 Dec 11 22:38:09.994076 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] No DVR routers for this DVR port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:10.018373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Request body: {'port': {'device_id': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'network_id': 'bf0969b7-ccf6-4272-8956-86c108db651a', 'admin_state_up': True, 'tenant_id': '836434672a6b40f4a795d74e85716cf5'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:10.058094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Attempting to bind port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:38:10.058440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Attempting to bind port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:38:10.058779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Attempting to bind port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:10.064835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Pushing event updated for resources: {'Port': ['ID=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:10.076123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:10.076480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:10.077062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:10.077421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:10.077876 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:10.078264 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:10.078610 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:10.078984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:10.083005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:10.083005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:10.083005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:10.083005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:10.083005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:10.092777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:38:10.093135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Attempting to bind port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:10.103566 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:38:10.103824 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:38:10.104094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:38:10.104592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Bound port: 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:38:10.104970 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:10.142730 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c4908-abc3-44d6-b782-30f6ac9654d4 req-91277ea7-c047-4f6d-960a-1f9efc3b01ad tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:10.144397 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fc7c4908-abc3-44d6-b782-30f6ac9654d4 req-91277ea7-c047-4f6d-960a-1f9efc3b01ad tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 945 time: 0.2249925 Dec 11 22:38:10.214026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:38:10.223176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:38:10.250952 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fc7c4908-abc3-44d6-b782-30f6ac9654d4 req-07a3be26-5ae8-49de-be39-267463604edd tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981696 Dec 11 22:38:10.281846 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:10.354926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:10.355562 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:10.357779 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] 10.222.0.47 "PUT /v2.0/ports/5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd HTTP/1.1" status: 200 len: 1096 time: 1.2566535 Dec 11 22:38:10.361162 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Made reservation on behalf of 836434672a6b40f4a795d74e85716cf5 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:38:10.365375 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:10.367666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069db0fa-3f9d-4c9f-b240-fba1e0c3a15b service neutron] Pushing event updated for resources: {'Port': ['ID=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:10.566399 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb3630-d7ad-4519-8360-d9d780ca39cf req-7425d116-3caa-4ff0-a0b1-722c565c06c7 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:10.586754 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-efcb3630-d7ad-4519-8360-d9d780ca39cf req-7425d116-3caa-4ff0-a0b1-722c565c06c7 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 945 time: 0.1721103 Dec 11 22:38:10.611195 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-0a1feb79-44a6-46c0-9a0e-003e9cfe72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:10.617365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-0a1feb79-44a6-46c0-9a0e-003e9cfe72a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 1099 time: 0.1258836 Dec 11 22:38:10.708853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Allocated IP 19.86.0.239 (bf0969b7-ccf6-4272-8956-86c108db651a/363f1c79-e197-4276-a438-9362e12d8cdb/e2b11d8d-066a-44e9-85e8-f1db3eca0353) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:38:10.751192 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-efcb3630-d7ad-4519-8360-d9d780ca39cf req-3a149d25-81db-43e8-9dfb-7955af99b0fc tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423676 Dec 11 22:38:10.787174 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-a21d0d60-f1f6-43d2-8c1c-d0f43a8fc656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:10.789140 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-a21d0d60-f1f6-43d2-8c1c-d0f43a8fc656 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1624949 Dec 11 22:38:10.841318 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-621fdb58-736b-4006-8307-2183c0566dfa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd HTTP/1.1" status: 200 len: 217 time: 0.0446982 Dec 11 22:38:10.961848 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834dd137-8661-4d05-ab2c-3da4de012b18 x-openstack-request-id: req-834dd137-8661-4d05-ab2c-3da4de012b18 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:10.962034 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:10.962288 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-834dd137-8661-4d05-ab2c-3da4de012b18 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:10.962687 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd', 'code': 200} Dec 11 22:38:10.964845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-3ff70ef5-bb32-4323-87ba-3e5a3b2406ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:10.968767 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-3ff70ef5-bb32-4323-87ba-3e5a3b2406ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0902517 Dec 11 22:38:10.973514 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:11.055397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-01cbe982-87f3-45f3-8d6c-097b0810f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:11.057293 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-01cbe982-87f3-45f3-8d6c-097b0810f09c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528734 Dec 11 22:38:11.098472 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:11.187116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dff69-bd8e-41f2-9c3c-8d014e362f79 req-511b71b3-3b47-4da2-8606-db9f657a741f tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:11.188793 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8d3dff69-bd8e-41f2-9c3c-8d014e362f79 req-511b71b3-3b47-4da2-8606-db9f657a741f tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 932 time: 0.1542234 Dec 11 22:38:11.191963 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-7eeeabeb-99b3-4476-a52f-212a164d75e2 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170044 Dec 11 22:38:11.204996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Network bf0969b7-ccf6-4272-8956-86c108db651a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:38:11.211262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:38:11.214093 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:38:11.264060 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event updated for resources: {'Port': ['ID=e2b11d8d-066a-44e9-85e8-f1db3eca0353,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:11.290853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:11.292314 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:11.292773 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:11.293221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:11.294865 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:11.295299 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:11.295982 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:11.296430 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:11.296868 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:11.297303 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:11.301339 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:11.301839 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:11.302298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:11.349779 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8d3dff69-bd8e-41f2-9c3c-8d014e362f79 req-26c3456d-2b4c-428d-8c40-9721b545047f tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395352 Dec 11 22:38:11.377051 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:11.380030 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:11.385820 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-a2a431b3-35a0-4c68-bf4c-b13ee8937c3a service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880014 Dec 11 22:38:11.468127 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-6d3d9eb6-9969-428e-9d53-82a0ec1949d5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4706514 Dec 11 22:38:11.486363 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-13e76021-f3ef-4d28-a20b-cd0c5f8caf84 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Request body: {'port': {'device_id': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6', 'admin_state_up': True, 'tenant_id': '836434672a6b40f4a795d74e85716cf5'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:11.671634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-eed9ae08-0506-4391-8bc4-2f2f636591a7 None None] Provisioning complete for port e2b11d8d-066a-44e9-85e8-f1db3eca0353 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:11.672254 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eed9ae08-0506-4391-8bc4-2f2f636591a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:11.722387 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-eed9ae08-0506-4391-8bc4-2f2f636591a7 None None] Port e2b11d8d-066a-44e9-85e8-f1db3eca0353 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:38:11.800970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-4dc8f175-9a86-4949-ae00-b49b2585577b tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:11.803377 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-4dc8f175-9a86-4949-ae00-b49b2585577b tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1935549 Dec 11 22:38:11.880616 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-13e76021-f3ef-4d28-a20b-cd0c5f8caf84 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Made reservation on behalf of 836434672a6b40f4a795d74e85716cf5 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:38:11.884314 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-13e76021-f3ef-4d28-a20b-cd0c5f8caf84 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:12.029808 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-f52f439e-1815-4c81-b0aa-7dbfded5401d tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 696 time: 0.2185385 Dec 11 22:38:12.048086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-37602c4a-e4e0-4cc1-b454-0d1580fafbe5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Request body: {'floatingip': {'port_id': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:12.114867 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-37602c4a-e4e0-4cc1-b454-0d1580fafbe5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:12.118191 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-13e76021-f3ef-4d28-a20b-cd0c5f8caf84 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Allocated IP 19.80.0.36 (ba445b1a-30df-4612-bba5-6688f91240f6/a2d60d96-3fff-4f06-8335-43de49a7c0c6/a058e966-9fd3-4cec-95f9-a43f946d5e55) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:38:12.825559 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-13e76021-f3ef-4d28-a20b-cd0c5f8caf84 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:12.963971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:12.966377 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da9a9db-a6bd-4558-8306-0f67173e65cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:13.036007 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-13e76021-f3ef-4d28-a20b-cd0c5f8caf84 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:13.102158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-13e76021-f3ef-4d28-a20b-cd0c5f8caf84 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Network ba445b1a-30df-4612-bba5-6688f91240f6 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:38:13.102158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-13e76021-f3ef-4d28-a20b-cd0c5f8caf84 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:38:13.108351 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-13e76021-f3ef-4d28-a20b-cd0c5f8caf84 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:38:13.184841 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e76021-f3ef-4d28-a20b-cd0c5f8caf84 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event updated for resources: {'Port': ['ID=a058e966-9fd3-4cec-95f9-a43f946d5e55,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:13.296207 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-37602c4a-e4e0-4cc1-b454-0d1580fafbe5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:13.322269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-13e76021-f3ef-4d28-a20b-cd0c5f8caf84 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:13.324537 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-13e76021-f3ef-4d28-a20b-cd0c5f8caf84 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:13.424623 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:13.485418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c7a06345-355f-4c1d-a9b1-912dbb96daa2 None None] Provisioning complete for port a058e966-9fd3-4cec-95f9-a43f946d5e55 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:13.486278 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c7a06345-355f-4c1d-a9b1-912dbb96daa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:13.533733 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c7a06345-355f-4c1d-a9b1-912dbb96daa2 None None] Port a058e966-9fd3-4cec-95f9-a43f946d5e55 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:38:13.549542 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:14.177650 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:14.184274 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-13e76021-f3ef-4d28-a20b-cd0c5f8caf84 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6999292 Dec 11 22:38:14.184274 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-37602c4a-e4e0-4cc1-b454-0d1580fafbe5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:14.252925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Request body: {'port': {'device_id': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:14.338992 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:14.386758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-6c0e39d1-da6a-4199-bdbc-432bab93720e tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:14.390171 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-6c0e39d1-da6a-4199-bdbc-432bab93720e tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781&tenant_id=dab8ea8688024b64a53ac9357c6943c4&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 1096 time: 0.0988331 Dec 11 22:38:14.490857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-710847-6'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:14.544860 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-37602c4a-e4e0-4cc1-b454-0d1580fafbe5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Floating IP 890aac54-9d71-4612-bc9c-5e1688eb319c associated. External IP: 172.25.1.226, port: 37701109-9b67-4fa9-8da9-a2f73d3535b1. Dec 11 22:38:14.609367 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:14.854931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=2f007cf4-420d-4c38-99ae-ce767526c10c,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:14.907353 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8115b008-3a01-4c82-9c93-82b87a26be7d {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:38:14.907584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:38:14.925797 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:14.945345 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-37602c4a-e4e0-4cc1-b454-0d1580fafbe5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Router 38965751-a080-4d07-b59d-b12e00537f45 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:38:14.946645 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Transition to ACTIVE for port object 8115b008-3a01-4c82-9c93-82b87a26be7d will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:38:14.962104 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:15.017169 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:38:15.098084 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-37602c4a-e4e0-4cc1-b454-0d1580fafbe5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:38:15.098084 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-37602c4a-e4e0-4cc1-b454-0d1580fafbe5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:15.109508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c88a88a-903d-4130-983f-9514fe8806a7 None None] Sync routers for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:38:15.119667 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-37602c4a-e4e0-4cc1-b454-0d1580fafbe5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "PUT /v2.0/floatingips/890aac54-9d71-4612-bc9c-5e1688eb319c HTTP/1.1" status: 200 len: 997 time: 3.0790539 Dec 11 22:38:15.120203 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'tag': '37701109-9b67-4fa9-8da9-a2f73d3535b1'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:15.128985 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fc7347-b993-4804-9df9-afcfe8891698" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ed0711-4777-4c1b-9d19-99c913f71773", "tag": "37701109-9b67-4fa9-8da9-a2f73d3535b1"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:15.137152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88a88a-903d-4130-983f-9514fe8806a7 None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:15.137799 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6c88a88a-903d-4130-983f-9514fe8806a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:37:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:15.179902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-e420f7ac-3464-410b-b888-5e2864fb4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:15.181572 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-e420f7ac-3464-410b-b888-5e2864fb4181 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 1097 time: 0.0495689 Dec 11 22:38:15.223819 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:15.228458 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:15.272802 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:15.286588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd', 'mac_address': 'fa:16:3e:fd:8b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:38:15.336152 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:15.359329 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:38:15.364954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Pushing event updated for resources: {'Port': ['ID=2f007cf4-420d-4c38-99ae-ce767526c10c,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:15.376313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-6c88a88a-903d-4130-983f-9514fe8806a7 None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:15.385219 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Pushing event updated for resources: {'Port': ['ID=8115b008-3a01-4c82-9c93-82b87a26be7d,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:15.439011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2f007cf4-420d-4c38-99ae-ce767526c10c details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:38:15.475597 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-e15cffdc-133c-4392-a960-cddc5d0ec21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:15.480189 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-e15cffdc-133c-4392-a960-cddc5d0ec21d service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 922 time: 0.2864320 Dec 11 22:38:15.489377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:15.520608 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Attempting to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c on host n-h1-710847-6 for vnic_type normal with profile {"migrating_to": "n-h2-710847-6"} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:38:15.521206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Attempting to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:38:15.521324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Attempting to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:15.533109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Port 2f007cf4-420d-4c38-99ae-ce767526c10c on network 16806276-ddd2-4647-87cf-feda1dff0e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:38:15.537480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Attempting to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:15.547239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:38:15.548581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Checking segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:38:15.548979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Bound using segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:38:15.550358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Bound port: 2f007cf4-420d-4c38-99ae-ce767526c10c, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:38:15.550728 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:15.556380 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Attempting to bind port 8115b008-3a01-4c82-9c93-82b87a26be7d on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:38:15.561012 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Attempting to bind port 8115b008-3a01-4c82-9c93-82b87a26be7d by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'fb1bf539-7a41-4d70-8b99-e28eed34eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:38:15.561012 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Attempting to bind port 8115b008-3a01-4c82-9c93-82b87a26be7d on network ba445b1a-30df-4612-bba5-6688f91240f6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:15.585667 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:15.589947 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Port 8115b008-3a01-4c82-9c93-82b87a26be7d on network ba445b1a-30df-4612-bba5-6688f91240f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:38:15.591556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Attempting to bind port 8115b008-3a01-4c82-9c93-82b87a26be7d on network ba445b1a-30df-4612-bba5-6688f91240f6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:15.618557 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:38:15.618998 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Checking segment: {'id': 'fb1bf539-7a41-4d70-8b99-e28eed34eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:38:15.619474 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Bound using segment: {'id': 'fb1bf539-7a41-4d70-8b99-e28eed34eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:38:15.620050 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Bound port: 8115b008-3a01-4c82-9c93-82b87a26be7d, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1bf539-7a41-4d70-8b99-e28eed34eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:38:15.620497 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:15.654889 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-635ec262-6914-44c9-9e09-b1d61b138de2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37701109-9b67-4fa9-8da9-a2f73d3535b1 HTTP/1.1" status: 200 len: 1000 time: 0.1691594 Dec 11 22:38:15.766257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:38:15.780856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=2f007cf4-420d-4c38-99ae-ce767526c10c,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:38:15.824877 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] For port 8115b008-3a01-4c82-9c93-82b87a26be7d, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:38:15.847525 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:15.909097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-2cff3172-d480-46d0-9e48-1f27e64a5a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:15.911780 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-2cff3172-d480-46d0-9e48-1f27e64a5a95 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 200 len: 860 time: 0.1095357 Dec 11 22:38:15.937638 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] For port 8115b008-3a01-4c82-9c93-82b87a26be7d, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=8115b008-3a01-4c82-9c93-82b87a26be7d,segment=NetworkSegment(fb1bf539-7a41-4d70-8b99-e28eed34eb70),segment_id=fb1bf539-7a41-4d70-8b99-e28eed34eb70)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:38:15.988639 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:16.055690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:16.056531 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:16.068521 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] 10.222.0.13 "PUT /v2.0/ports/2f007cf4-420d-4c38-99ae-ce767526c10c HTTP/1.1" status: 200 len: 1121 time: 1.6700954 Dec 11 22:38:16.070010 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee544666-3dc0-4547-a39b-477f286897ba service neutron] Pushing event updated for resources: {'Port': ['ID=2f007cf4-420d-4c38-99ae-ce767526c10c,revision_number=8']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:16.076119 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Pushing event updated for resources: {'Port': ['ID=8115b008-3a01-4c82-9c93-82b87a26be7d,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:16.079576 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-248c03cc-8d89-4218-94d3-5d3a6247011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:16.087282 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-248c03cc-8d89-4218-94d3-5d3a6247011c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b02deba-9533-4f99-b832-999e0eea09ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694424 Dec 11 22:38:16.094311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-c9e1cc6c-c20c-49eb-912a-1ab841fe2ffc service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:38:16.101062 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-c9e1cc6c-c20c-49eb-912a-1ab841fe2ffc service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128658 Dec 11 22:38:16.184434 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:16.185857 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:16.187294 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-76107054-b6ba-4424-9b28-e14997d10329 service neutron] 10.222.0.47 "PUT /v2.0/ports/8115b008-3a01-4c82-9c93-82b87a26be7d HTTP/1.1" status: 200 len: 1092 time: 1.9408627 Dec 11 22:38:16.239128 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:16.260994 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-9486e919-f3f2-48f4-a715-4a673555c58b service neutron] 10.222.0.45 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589131 Dec 11 22:38:16.288515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['2f007cf4-420d-4c38-99ae-ce767526c10c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:16.307723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h1-710847-6, got binding levels [] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:16.346616 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6c88a88a-903d-4130-983f-9514fe8806a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '890aac54-9d71-4612-bc9c-5e1688eb319c', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '38965751-a080-4d07-b59d-b12e00537f45', 'port_id': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'mac_address': 'fa:16:3e:76:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:37:47Z', 'updated_at': '2021-12-11T22:38:13Z', 'revision_number': 1, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:16.366863 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['2f007cf4-420d-4c38-99ae-ce767526c10c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:16.424265 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Request body: {'port': {'device_id': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:16.462081 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:16.516266 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f27e2019-79bc-4a0c-b260-358fff4e862e req-9f990dc6-5ced-4d36-b016-9641334b0938 service neutron] 10.222.0.45 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541218 Dec 11 22:38:16.573445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f33183-6215-4355-8095-620fd18edcba req-2cf727e0-e879-4993-a38a-dc44e02e0b05 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:16.580004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c88a88a-903d-4130-983f-9514fe8806a7 None None] Checking router: 38965751-a080-4d07-b59d-b12e00537f45 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:38:16.587261 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33f33183-6215-4355-8095-620fd18edcba req-2cf727e0-e879-4993-a38a-dc44e02e0b05 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 949 time: 0.1209846 Dec 11 22:38:16.598443 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:16.608549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88a88a-903d-4130-983f-9514fe8806a7 None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:16.609192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6c88a88a-903d-4130-983f-9514fe8806a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:37:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:16.696346 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33f33183-6215-4355-8095-620fd18edcba req-09d35f45-87ec-40d7-ac39-34258e9c81b2 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078873 Dec 11 22:38:16.806741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Attempting to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c on host n-h1-710847-6 for vnic_type normal with profile {"migrating_to": "n-h2-710847-6"} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:38:16.807764 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Attempting to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:38:16.808371 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Attempting to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:16.822127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Port 2f007cf4-420d-4c38-99ae-ce767526c10c on network 16806276-ddd2-4647-87cf-feda1dff0e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:38:16.825066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Attempting to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c on network 16806276-ddd2-4647-87cf-feda1dff0e59 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:16.939526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2586486-6adb-4814-a0fa-f479b9af91f2 req-97562db8-da31-4b3c-9de5-03ee21c0ff1a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:16.954716 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2586486-6adb-4814-a0fa-f479b9af91f2 req-97562db8-da31-4b3c-9de5-03ee21c0ff1a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 943 time: 0.1049657 Dec 11 22:38:16.967612 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-6c88a88a-903d-4130-983f-9514fe8806a7 None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:17.041256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:38:17.042334 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Checking segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:38:17.047018 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2586486-6adb-4814-a0fa-f479b9af91f2 req-c718f73f-f97b-4341-9331-9e534bb0689a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887659 Dec 11 22:38:17.048044 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Bound using segment: {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:38:17.048572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Bound port: 2f007cf4-420d-4c38-99ae-ce767526c10c, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8947c26-bae8-4f23-aa79-26b797f85d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '16806276-ddd2-4647-87cf-feda1dff0e59'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:38:17.048988 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:17.277655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2455b7-cc38-46cf-9a26-e8875b464ff5 req-57360346-a754-4825-84bf-6c2883b00c06 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:17.290186 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764c5df9-6f0a-4f48-aa62-d60e9caa02d8 x-openstack-request-id: req-764c5df9-6f0a-4f48-aa62-d60e9caa02d8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:17.290766 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:17.294890 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-764c5df9-6f0a-4f48-aa62-d60e9caa02d8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:17.294890 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd', 'status': 'completed', 'code': 200} Dec 11 22:38:17.296858 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2455b7-cc38-46cf-9a26-e8875b464ff5 req-57360346-a754-4825-84bf-6c2883b00c06 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:17.313974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2455b7-cc38-46cf-9a26-e8875b464ff5 req-57360346-a754-4825-84bf-6c2883b00c06 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:17.327783 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4c2455b7-cc38-46cf-9a26-e8875b464ff5 req-57360346-a754-4825-84bf-6c2883b00c06 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2388 time: 0.2714176 Dec 11 22:38:17.337904 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:17.391758 n-d-710847-6 neutron-server[103693]: WARNING neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Concurrent port binding operations failed on port 2f007cf4-420d-4c38-99ae-ce767526c10c Dec 11 22:38:17.414315 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a5d398-1c7c-4aca-8bc7-8e36ed7e84bc x-openstack-request-id: req-00a5d398-1c7c-4aca-8bc7-8e36ed7e84bc {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:17.414739 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ed0711-4777-4c1b-9d19-99c913f71773", "tag": "37701109-9b67-4fa9-8da9-a2f73d3535b1", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:17.415223 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-00a5d398-1c7c-4aca-8bc7-8e36ed7e84bc {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:17.415822 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'tag': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'status': 'completed', 'code': 200} Dec 11 22:38:17.423446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=2f007cf4-420d-4c38-99ae-ce767526c10c,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:17.434466 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4c2455b7-cc38-46cf-9a26-e8875b464ff5 req-beef5293-530f-48ff-9ff7-ba5f19378948 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049721 Dec 11 22:38:17.500959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-87cdd215-cdf4-411f-b8f8-170869dbcb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:17.502423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-87cdd215-cdf4-411f-b8f8-170869dbcb51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 1100 time: 0.1455574 Dec 11 22:38:17.539401 n-d-710847-6 neutron-server[103693]: INFO neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Attempt 2 to bind port 2f007cf4-420d-4c38-99ae-ce767526c10c Dec 11 22:38:17.539933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2f007cf4-420d-4c38-99ae-ce767526c10c has no active binding in host n-h2-710847-6 {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 11 22:38:17.588319 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-dbef66c9-f19a-4946-9226-398b7e360f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:17.592238 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-dbef66c9-f19a-4946-9226-398b7e360f6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 1100 time: 0.2871149 Dec 11 22:38:17.598634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc7347-b993-4804-9df9-afcfe8891698 req-111a8997-ab35-4816-be70-6fc5a3dd23f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:17.600338 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16fc7347-b993-4804-9df9-afcfe8891698 req-111a8997-ab35-4816-be70-6fc5a3dd23f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 1097 time: 0.1531241 Dec 11 22:38:17.667552 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-1df135a5-61ba-41f4-a201-6766168028c9 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:17.670028 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-1df135a5-61ba-41f4-a201-6766168028c9 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1027460 Dec 11 22:38:17.754490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-eb5f51a7-a067-4977-9dd4-72921646dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:17.756456 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-eb5f51a7-a067-4977-9dd4-72921646dc60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1339145 Dec 11 22:38:17.824322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-ef54bb43-2c42-4ffa-85da-d7d210b35458 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd HTTP/1.1" status: 200 len: 217 time: 0.0541399 Dec 11 22:38:17.861102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6c88a88a-903d-4130-983f-9514fe8806a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '890aac54-9d71-4612-bc9c-5e1688eb319c', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '38965751-a080-4d07-b59d-b12e00537f45', 'port_id': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'mac_address': 'fa:16:3e:76:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:37:47Z', 'updated_at': '2021-12-11T22:38:13Z', 'revision_number': 1, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:17.905064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c88a88a-903d-4130-983f-9514fe8806a7 None None] The sync data for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 is: [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '890aac54-9d71-4612-bc9c-5e1688eb319c', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '38965751-a080-4d07-b59d-b12e00537f45', 'port_id': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'mac_address': 'fa:16:3e:76:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:37:47Z', 'updated_at': '2021-12-11T22:38:13Z', 'revision_number': 1, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:38:17.928679 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-a649d470-f6a7-480a-9330-723e26f8f53c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 1000 time: 0.1896615 Dec 11 22:38:17.944538 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-fd56ea6b-dd39-4582-9b2d-17dfd962b0e5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Request body: {'floatingip': {'port_id': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:17.965359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-777ffd5a-c7a6-4025-b9ce-f93a7019f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:17.967844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-777ffd5a-c7a6-4025-b9ce-f93a7019f0f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.4418449 Dec 11 22:38:17.972871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-bd0c03b6-46b6-429e-8812-020e6ff1a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:17.980522 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-bd0c03b6-46b6-429e-8812-020e6ff1a6ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1444440 Dec 11 22:38:18.026388 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-fd56ea6b-dd39-4582-9b2d-17dfd962b0e5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:18.088922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b11d8d-066a-44e9-85e8-f1db3eca0353 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:38:18.103502 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:18.118987 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Transition to ACTIVE for port object e2b11d8d-066a-44e9-85e8-f1db3eca0353 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:38:18.172788 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-26e73f74-6b4d-4dc3-8e0e-77ce6dd2fd82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd HTTP/1.1" status: 200 len: 217 time: 0.1902490 Dec 11 22:38:18.275102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232452f-8b59-4e5d-8db2-f579f120151c req-74ecb3e4-cc09-47dd-8243-684af9ec22a0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:18.276465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-74ecb3e4-cc09-47dd-8243-684af9ec22a0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f&tenant_id=e828c78368f2446e9a1b9388577b4d40&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 949 time: 0.1606023 Dec 11 22:38:18.280830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-ee39c038-078b-4386-8c64-2094068281ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:18.282858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-ee39c038-078b-4386-8c64-2094068281ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2078023 Dec 11 22:38:18.338143 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815eb735-2ca9-438e-af7f-5f1ca2ae411c None None] New status for floating IP 890aac54-9d71-4612-bc9c-5e1688eb319c: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:38:18.346785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094f57b-b6fd-4677-bcb7-a42889134bc4 req-aea796fb-a8a8-4d93-a9ef-052bfdf0557f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:18.354828 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c094f57b-b6fd-4677-bcb7-a42889134bc4 req-aea796fb-a8a8-4d93-a9ef-052bfdf0557f tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 949 time: 0.2193580 Dec 11 22:38:18.375929 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-8f9dad5b-b4eb-44ae-a603-533e58a382dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:18.379139 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-8f9dad5b-b4eb-44ae-a603-533e58a382dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1790600 Dec 11 22:38:18.550395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c094f57b-b6fd-4677-bcb7-a42889134bc4 req-57e87e22-eea7-40ae-b4f5-b92b75f963f3 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945672 Dec 11 22:38:18.560266 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-f9c97a5d-8f40-435c-913b-94e338cdb30a service neutron] 10.222.0.47 "GET /v2.0/ports/5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd/bindings/n-h1-710847-6 HTTP/1.1" status: 200 len: 382 time: 0.2710660 Dec 11 22:38:18.597319 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-c290a205-47a3-483f-b849-8d8460a2e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:18.606477 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-c290a205-47a3-483f-b849-8d8460a2e97d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2079835 Dec 11 22:38:18.609858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-4cd08116-6073-4bbb-b53a-9540a74d8260 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121915 Dec 11 22:38:18.872757 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0eda1287-5045-4a80-9a14-629e49846057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:18.908836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fba3d8-c5a0-4602-8434-53cc5b7b7726 req-d8549541-0c29-4ead-bffb-ec2f05514443 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:18.919052 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04fba3d8-c5a0-4602-8434-53cc5b7b7726 req-d8549541-0c29-4ead-bffb-ec2f05514443 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 943 time: 0.1192980 Dec 11 22:38:18.963932 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-9934755b-b2ca-40fb-a0cb-41751f67020a service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526206 Dec 11 22:38:18.970457 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-4362019f-e84c-4dc2-8df2-556185c44717 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328373 Dec 11 22:38:19.039143 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.api [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-fd56ea6b-dd39-4582-9b2d-17dfd962b0e5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:38:19.041018 n-d-710847-6 neutron-server[103691]: DEBUG oslo_db.api [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-fd56ea6b-dd39-4582-9b2d-17dfd962b0e5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:38:19.048206 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:19.061560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:38:19.095913 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04fba3d8-c5a0-4602-8434-53cc5b7b7726 req-48fcd67f-6817-4922-926d-867f1bae6de2 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749139 Dec 11 22:38:19.131889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Pushing event updated for resources: {'Port': ['ID=e2b11d8d-066a-44e9-85e8-f1db3eca0353,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:19.147181 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc7347-b993-4804-9df9-afcfe8891698 req-ce6b304c-e980-4b76-b848-aa85bace308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:19.151401 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16fc7347-b993-4804-9df9-afcfe8891698 req-ce6b304c-e980-4b76-b848-aa85bace308e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 922 time: 1.5365770 Dec 11 22:38:19.198231 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6da9a9db-a6bd-4558-8306-0f67173e65cc req-77a967ff-5dce-4e8c-8718-a19e76be95be service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939547 Dec 11 22:38:19.293968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44868bb3-12b4-4e3d-b755-93fe7f312781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f007cf4-420d-4c38-99ae-ce767526c10c'}, {'name': 'network-changed', 'server_uuid': '44868bb3-12b4-4e3d-b755-93fe7f312781', 'tag': '2f007cf4-420d-4c38-99ae-ce767526c10c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:19.298679 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8175bf18-416b-4483-961e-e637ccbf8739" -d '{"events": [{"server_uuid": "44868bb3-12b4-4e3d-b755-93fe7f312781", "name": "network-vif-unplugged", "status": "completed", "tag": "2f007cf4-420d-4c38-99ae-ce767526c10c"}, {"name": "network-changed", "server_uuid": "44868bb3-12b4-4e3d-b755-93fe7f312781", "tag": "2f007cf4-420d-4c38-99ae-ce767526c10c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:19.311446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:38:19.320766 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:19.323392 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:19.412553 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16fc7347-b993-4804-9df9-afcfe8891698 req-f058239b-be0e-4426-911a-0b701450915a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37701109-9b67-4fa9-8da9-a2f73d3535b1 HTTP/1.1" status: 200 len: 1002 time: 0.2342508 Dec 11 22:38:19.418792 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'tag': '8115b008-3a01-4c82-9c93-82b87a26be7d'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:19.422469 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2d2631-159b-4478-9831-5c647a7a14e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "tag": "8115b008-3a01-4c82-9c93-82b87a26be7d"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:19.473238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Attempting to bind port e2b11d8d-066a-44e9-85e8-f1db3eca0353 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:38:19.473796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Attempting to bind port e2b11d8d-066a-44e9-85e8-f1db3eca0353 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '60d9c1cc-a20f-44f1-b7bf-cea8077b34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf0969b7-ccf6-4272-8956-86c108db651a'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:38:19.474231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Attempting to bind port e2b11d8d-066a-44e9-85e8-f1db3eca0353 on network bf0969b7-ccf6-4272-8956-86c108db651a {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:19.487606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Port e2b11d8d-066a-44e9-85e8-f1db3eca0353 on network bf0969b7-ccf6-4272-8956-86c108db651a not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:38:19.488085 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Attempting to bind port e2b11d8d-066a-44e9-85e8-f1db3eca0353 on network bf0969b7-ccf6-4272-8956-86c108db651a {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:19.503865 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:38:19.504368 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Checking segment: {'id': '60d9c1cc-a20f-44f1-b7bf-cea8077b34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf0969b7-ccf6-4272-8956-86c108db651a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:38:19.504865 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Bound using segment: {'id': '60d9c1cc-a20f-44f1-b7bf-cea8077b34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf0969b7-ccf6-4272-8956-86c108db651a'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:38:19.505442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Bound port: e2b11d8d-066a-44e9-85e8-f1db3eca0353, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d9c1cc-a20f-44f1-b7bf-cea8077b34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf0969b7-ccf6-4272-8956-86c108db651a'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:38:19.505906 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:19.541821 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc7347-b993-4804-9df9-afcfe8891698 req-76515f37-47e4-4fb1-bce0-80ff9639f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:19.544275 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16fc7347-b993-4804-9df9-afcfe8891698 req-76515f37-47e4-4fb1-bce0-80ff9639f798 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 200 len: 860 time: 0.1162570 Dec 11 22:38:19.547164 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-fd56ea6b-dd39-4582-9b2d-17dfd962b0e5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:19.551078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232452f-8b59-4e5d-8db2-f579f120151c req-d287fdfa-060c-4bab-84c7-bbbcbd6aaff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:19.559186 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-d287fdfa-060c-4bab-84c7-bbbcbd6aaff5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 1100 time: 0.2412732 Dec 11 22:38:19.583399 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:19.607866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812837a5-f5aa-4fb8-bc41-bd1b96c8b6e1 req-94359ff0-1dd5-4e72-a9f2-fbe4d47f23e9 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:19.615738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812837a5-f5aa-4fb8-bc41-bd1b96c8b6e1 req-94359ff0-1dd5-4e72-a9f2-fbe4d47f23e9 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:19.626652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812837a5-f5aa-4fb8-bc41-bd1b96c8b6e1 req-94359ff0-1dd5-4e72-a9f2-fbe4d47f23e9 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:19.637245 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-812837a5-f5aa-4fb8-bc41-bd1b96c8b6e1 req-94359ff0-1dd5-4e72-a9f2-fbe4d47f23e9 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2400 time: 0.2135582 Dec 11 22:38:19.655928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:19.660430 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8c69da-3da2-444c-ae92-22c88ba797bc" -d '{"events": [{"server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "name": "network-vif-plugged", "status": "completed", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:19.682086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:19.744907 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:19.796509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-812837a5-f5aa-4fb8-bc41-bd1b96c8b6e1 req-76ab2aa8-2380-4704-972f-fab14bd66ddf tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573737 Dec 11 22:38:19.808220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc7347-b993-4804-9df9-afcfe8891698 req-39a22c65-648a-4d73-ae5e-10020ee61df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:19.810671 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16fc7347-b993-4804-9df9-afcfe8891698 req-39a22c65-648a-4d73-ae5e-10020ee61df4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b02deba-9533-4f99-b832-999e0eea09ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2523320 Dec 11 22:38:19.847127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232452f-8b59-4e5d-8db2-f579f120151c req-5912809a-4da7-460e-97c6-fe72243796c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:19.848821 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-5912809a-4da7-460e-97c6-fe72243796c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2735832 Dec 11 22:38:19.893542 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:19.912243 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] For port e2b11d8d-066a-44e9-85e8-f1db3eca0353, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:38:19.912438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:19.912438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:19.912438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:19.912438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:19.912438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:19.912438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:19.912438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:19.912438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:19.912438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:19.912438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:19.912438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:19.912438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:19.912438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:38:19.963806 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-6c267750-9fa7-4384-874b-a344baa44a16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd HTTP/1.1" status: 200 len: 217 time: 0.1067784 Dec 11 22:38:20.005271 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] For port e2b11d8d-066a-44e9-85e8-f1db3eca0353, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e2b11d8d-066a-44e9-85e8-f1db3eca0353,segment=NetworkSegment(60d9c1cc-a20f-44f1-b7bf-cea8077b34d5),segment_id=60d9c1cc-a20f-44f1-b7bf-cea8077b34d5)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:38:20.042826 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36402a3d-e062-4c65-a234-8806a5e8fc1e x-openstack-request-id: req-36402a3d-e062-4c65-a234-8806a5e8fc1e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:20.043137 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44868bb3-12b4-4e3d-b755-93fe7f312781", "name": "network-vif-unplugged", "status": "completed", "tag": "2f007cf4-420d-4c38-99ae-ce767526c10c", "code": 200}, {"name": "network-changed", "server_uuid": "44868bb3-12b4-4e3d-b755-93fe7f312781", "tag": "2f007cf4-420d-4c38-99ae-ce767526c10c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:20.050988 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-36402a3d-e062-4c65-a234-8806a5e8fc1e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:20.051444 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44868bb3-12b4-4e3d-b755-93fe7f312781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f007cf4-420d-4c38-99ae-ce767526c10c', 'code': 200} Dec 11 22:38:20.051714 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44868bb3-12b4-4e3d-b755-93fe7f312781', 'tag': '2f007cf4-420d-4c38-99ae-ce767526c10c', 'status': 'completed', 'code': 200} Dec 11 22:38:20.065061 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:20.093180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232452f-8b59-4e5d-8db2-f579f120151c req-eb50c39c-2b68-4ace-bc89-2f88597fe010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:20.096681 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-eb50c39c-2b68-4ace-bc89-2f88597fe010 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1243556 Dec 11 22:38:20.149890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:20.151133 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:20.152034 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] 10.222.0.47 "PUT /v2.0/ports/e2b11d8d-066a-44e9-85e8-f1db3eca0353 HTTP/1.1" status: 200 len: 1092 time: 3.7579765 Dec 11 22:38:20.258629 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cc9bf8-7fdb-4eaf-b741-d570ff689ac7 x-openstack-request-id: req-96cc9bf8-7fdb-4eaf-b741-d570ff689ac7 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:20.258629 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "tag": "8115b008-3a01-4c82-9c93-82b87a26be7d", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:20.258629 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96cc9bf8-7fdb-4eaf-b741-d570ff689ac7 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:20.258629 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'tag': '8115b008-3a01-4c82-9c93-82b87a26be7d', 'status': 'completed', 'code': 200} Dec 11 22:38:20.299397 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Request body: {'port': {'device_id': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:20.313250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.47', 60555) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:20.325221 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16fc7347-b993-4804-9df9-afcfe8891698 req-67649863-6bb1-4b13-8291-04ddb2efe135 service neutron] 10.222.0.13 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581411 Dec 11 22:38:20.333135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c716ea-84d1-4187-96c8-8f562ee7433b service neutron] Pushing event updated for resources: {'Port': ['ID=e2b11d8d-066a-44e9-85e8-f1db3eca0353,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:20.371390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175bf18-416b-4483-961e-e637ccbf8739 req-b34e9152-6537-49b7-8703-b3f635c1c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:20.373823 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8175bf18-416b-4483-961e-e637ccbf8739 req-b34e9152-6537-49b7-8703-b3f635c1c122 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 1124 time: 0.1525347 Dec 11 22:38:20.433652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232452f-8b59-4e5d-8db2-f579f120151c req-72692e22-9ae8-45e2-9d7a-01650d0bd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:20.436255 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-72692e22-9ae8-45e2-9d7a-01650d0bd8e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2928357 Dec 11 22:38:20.506364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d2631-159b-4478-9831-5c647a7a14e4 req-ccf766b7-aefe-4a73-8501-793b35ed31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:20.506867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d2631-159b-4478-9831-5c647a7a14e4 req-ccf766b7-aefe-4a73-8501-793b35ed31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:20.507471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d2631-159b-4478-9831-5c647a7a14e4 req-ccf766b7-aefe-4a73-8501-793b35ed31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:20.509528 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e2d2631-159b-4478-9831-5c647a7a14e4 req-ccf766b7-aefe-4a73-8501-793b35ed31bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=836434672a6b40f4a795d74e85716cf5&device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2798 time: 0.1937096 Dec 11 22:38:20.576205 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:20.684745 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16fc7347-b993-4804-9df9-afcfe8891698 req-c889a92e-bce0-4a1c-82b5-859814c08a37 service neutron] 10.222.0.13 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358767 Dec 11 22:38:20.987947 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.resource_extend [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-fd56ea6b-dd39-4582-9b2d-17dfd962b0e5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:38:21.035650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb59477-08ae-43cd-88d3-18482e7075d7 req-54486d88-4d59-4537-b369-9db9462ce7bf tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:21.043069 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2bb59477-08ae-43cd-88d3-18482e7075d7 req-54486d88-4d59-4537-b369-9db9462ce7bf tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.6813414 Dec 11 22:38:21.079957 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-fd56ea6b-dd39-4582-9b2d-17dfd962b0e5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:21.146840 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-fa9fc81b-f88f-4245-97c1-a747c6534900 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520228 Dec 11 22:38:21.162294 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-fd56ea6b-dd39-4582-9b2d-17dfd962b0e5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:21.245513 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2bb59477-08ae-43cd-88d3-18482e7075d7 req-7dfcf9ce-827d-4485-8807-d0d2b0eba843 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997628 Dec 11 22:38:21.254860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a058e966-9fd3-4cec-95f9-a43f946d5e55 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:38:21.268547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:21.280138 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5be8e32f-84dd-4b7e-ba40-29e176b251d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:21.318603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d2631-159b-4478-9831-5c647a7a14e4 req-ad9b951e-7dab-4fa6-83fa-fbe52822bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:21.321424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d2631-159b-4478-9831-5c647a7a14e4 req-ad9b951e-7dab-4fa6-83fa-fbe52822bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:21.323367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d2631-159b-4478-9831-5c647a7a14e4 req-ad9b951e-7dab-4fa6-83fa-fbe52822bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:21.328268 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e2d2631-159b-4478-9831-5c647a7a14e4 req-ad9b951e-7dab-4fa6-83fa-fbe52822bdb9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=836434672a6b40f4a795d74e85716cf5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7774720 Dec 11 22:38:21.329747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175bf18-416b-4483-961e-e637ccbf8739 req-50f555d0-7779-48c3-bca3-6d8c61d618f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:21.332379 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Transition to ACTIVE for port object a058e966-9fd3-4cec-95f9-a43f946d5e55 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:38:21.334168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8175bf18-416b-4483-961e-e637ccbf8739 req-50f555d0-7779-48c3-bca3-6d8c61d618f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.9502552 Dec 11 22:38:21.351514 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-fd56ea6b-dd39-4582-9b2d-17dfd962b0e5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Floating IP 890aac54-9d71-4612-bc9c-5e1688eb319c associated. External IP: 172.25.1.226, port: 37701109-9b67-4fa9-8da9-a2f73d3535b1. Dec 11 22:38:21.364197 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b521ed7-2074-496e-acdf-11de855072d8 x-openstack-request-id: req-8b521ed7-2074-496e-acdf-11de855072d8 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:21.364498 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "name": "network-vif-plugged", "status": "completed", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:21.364761 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b521ed7-2074-496e-acdf-11de855072d8 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:21.365311 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd', 'code': 200} Dec 11 22:38:21.533172 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:21.542495 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8175bf18-416b-4483-961e-e637ccbf8739 req-afe04cc8-ae17-4350-9f13-077e7a653f37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f007cf4-420d-4c38-99ae-ce767526c10c HTTP/1.1" status: 200 len: 217 time: 0.1961629 Dec 11 22:38:21.820937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-a7f255cc-a21d-4b07-9caf-0d33454796dc service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6531110 Dec 11 22:38:21.851130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175bf18-416b-4483-961e-e637ccbf8739 req-4f575417-fda2-4d1a-ac36-fa0518aa5555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:21.862434 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8175bf18-416b-4483-961e-e637ccbf8739 req-4f575417-fda2-4d1a-ac36-fa0518aa5555 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.3091099 Dec 11 22:38:21.946608 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f23ce5-2b6a-46da-bfce-dc432313373c req-9a0b5185-72e0-41dd-9627-ce991e0e8559 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:21.962731 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f5f23ce5-2b6a-46da-bfce-dc432313373c req-9a0b5185-72e0-41dd-9627-ce991e0e8559 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 943 time: 0.3460350 Dec 11 22:38:22.020205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d2631-159b-4478-9831-5c647a7a14e4 req-8c52138f-7e46-4234-ad5c-8a70d80a9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:22.022203 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e2d2631-159b-4478-9831-5c647a7a14e4 req-8c52138f-7e46-4234-ad5c-8a70d80a9b57 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6770999 Dec 11 22:38:22.024791 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8175bf18-416b-4483-961e-e637ccbf8739 req-c4950922-39c3-4145-9f42-886390b038ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276364 Dec 11 22:38:22.081070 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:22.197318 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f5f23ce5-2b6a-46da-bfce-dc432313373c req-50fc8cc4-fb7d-4d01-ba3e-05a1ee2a00a7 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331500 Dec 11 22:38:22.281934 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8175bf18-416b-4483-961e-e637ccbf8739 req-c2165271-f566-4dcb-88c7-7883d26abd84 service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287602 Dec 11 22:38:22.408463 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'tag': 'e2b11d8d-066a-44e9-85e8-f1db3eca0353'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:22.412924 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116c5787-afff-40f4-9b33-c66ca0e33888" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "tag": "e2b11d8d-066a-44e9-85e8-f1db3eca0353"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:22.437482 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Attempting to bind port a058e966-9fd3-4cec-95f9-a43f946d5e55 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:38:22.439568 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Attempting to bind port a058e966-9fd3-4cec-95f9-a43f946d5e55 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'fb1bf539-7a41-4d70-8b99-e28eed34eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:38:22.439568 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Attempting to bind port a058e966-9fd3-4cec-95f9-a43f946d5e55 on network ba445b1a-30df-4612-bba5-6688f91240f6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:22.440789 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Pushing event updated for resources: {'Port': ['ID=a058e966-9fd3-4cec-95f9-a43f946d5e55,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:22.448153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-fd56ea6b-dd39-4582-9b2d-17dfd962b0e5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Router 38965751-a080-4d07-b59d-b12e00537f45 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:38:22.454007 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Port a058e966-9fd3-4cec-95f9-a43f946d5e55 on network ba445b1a-30df-4612-bba5-6688f91240f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:38:22.454453 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Attempting to bind port a058e966-9fd3-4cec-95f9-a43f946d5e55 on network ba445b1a-30df-4612-bba5-6688f91240f6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:22.463171 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:38:22.463649 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Checking segment: {'id': 'fb1bf539-7a41-4d70-8b99-e28eed34eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:38:22.464147 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Bound using segment: {'id': 'fb1bf539-7a41-4d70-8b99-e28eed34eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:38:22.464679 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Bound port: a058e966-9fd3-4cec-95f9-a43f946d5e55, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1bf539-7a41-4d70-8b99-e28eed34eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:38:22.465223 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:22.536945 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] For port a058e966-9fd3-4cec-95f9-a43f946d5e55, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:38:22.540733 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] For port a058e966-9fd3-4cec-95f9-a43f946d5e55, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a058e966-9fd3-4cec-95f9-a43f946d5e55,segment=NetworkSegment(fb1bf539-7a41-4d70-8b99-e28eed34eb70),segment_id=fb1bf539-7a41-4d70-8b99-e28eed34eb70)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:38:22.575353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24345a97-a778-48d0-b6bf-a6505bff90a0 req-63afdd56-c5f6-492e-8724-784e559f7a32 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:22.586673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24345a97-a778-48d0-b6bf-a6505bff90a0 req-63afdd56-c5f6-492e-8724-784e559f7a32 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:22.599868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24345a97-a778-48d0-b6bf-a6505bff90a0 req-63afdd56-c5f6-492e-8724-784e559f7a32 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:22.614221 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-24345a97-a778-48d0-b6bf-a6505bff90a0 req-63afdd56-c5f6-492e-8724-784e559f7a32 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2412 time: 0.1479366 Dec 11 22:38:22.621354 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8175bf18-416b-4483-961e-e637ccbf8739 req-15529132-572d-4055-8d86-4bd3bf598c9d service neutron] 10.222.0.47 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215327 Dec 11 22:38:22.629861 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:22.730114 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-24345a97-a778-48d0-b6bf-a6505bff90a0 req-5ba705a4-b73f-4daa-a19c-d06d782caad7 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149998 Dec 11 22:38:22.778444 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:22.793261 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:22.796756 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] 10.222.0.47 "PUT /v2.0/ports/a058e966-9fd3-4cec-95f9-a43f946d5e55 HTTP/1.1" status: 200 len: 1091 time: 2.5009661 Dec 11 22:38:22.930757 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-fd56ea6b-dd39-4582-9b2d-17dfd962b0e5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:38:22.958234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73c2873-bfc9-4842-b665-f0c13732e00d None None] Sync routers for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:38:22.979620 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73c2873-bfc9-4842-b665-f0c13732e00d None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:22.980560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e73c2873-bfc9-4842-b665-f0c13732e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:23.048033 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:38:23.092750 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ccb19-caec-483b-bc71-2c4bc7ac8114 service neutron] Pushing event updated for resources: {'Port': ['ID=a058e966-9fd3-4cec-95f9-a43f946d5e55,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:23.098263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11512ad-78f2-4d66-a4d5-a4b240b9a694 req-a52c740b-7651-476c-a9a6-ef0854eb8029 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:23.100434 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e11512ad-78f2-4d66-a4d5-a4b240b9a694 req-a52c740b-7651-476c-a9a6-ef0854eb8029 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.0967605 Dec 11 22:38:23.137376 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-39785047-8fb4-454f-9ced-0d231dd33000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:23.139312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-39785047-8fb4-454f-9ced-0d231dd33000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:23.139973 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-39785047-8fb4-454f-9ced-0d231dd33000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:23.141993 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-39785047-8fb4-454f-9ced-0d231dd33000 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=836434672a6b40f4a795d74e85716cf5&device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2865 time: 0.1928911 Dec 11 22:38:23.228993 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e11512ad-78f2-4d66-a4d5-a4b240b9a694 req-65973c48-f405-4aa1-9391-bf4ba3e541a6 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196275 Dec 11 22:38:23.237291 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-2f91f09d-f705-4da0-b301-ec32198f8069 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.237&port_id=8115b008-3a01-4c82-9c93-82b87a26be7d HTTP/1.1" status: 200 len: 217 time: 0.0602777 Dec 11 22:38:23.321859 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-e73c2873-bfc9-4842-b665-f0c13732e00d None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:23.341376 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b24a60b-5c97-4c10-9e6f-0aa63e2fcddc x-openstack-request-id: req-7b24a60b-5c97-4c10-9e6f-0aa63e2fcddc {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:23.345419 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "tag": "e2b11d8d-066a-44e9-85e8-f1db3eca0353", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:23.351955 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b24a60b-5c97-4c10-9e6f-0aa63e2fcddc {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:23.351955 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'tag': 'e2b11d8d-066a-44e9-85e8-f1db3eca0353', 'status': 'completed', 'code': 200} Dec 11 22:38:23.379291 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-c34f4d1d-ef18-4a79-9835-1697055bab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:23.380882 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-c34f4d1d-ef18-4a79-9835-1697055bab3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2d60d96-3fff-4f06-8335-43de49a7c0c6 HTTP/1.1" status: 200 len: 801 time: 0.1317647 Dec 11 22:38:23.538635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-58aa37e5-e8f2-4b34-8f26-bfe084648f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:23.541429 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-58aa37e5-e8f2-4b34-8f26-bfe084648f4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba445b1a-30df-4612-bba5-6688f91240f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1510439 Dec 11 22:38:23.579153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-fd56ea6b-dd39-4582-9b2d-17dfd962b0e5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Router 38965751-a080-4d07-b59d-b12e00537f45 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:38:23.738074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de623e-c779-4c8a-be22-8a2ab8352e28 req-1b835652-1db7-46b8-87fe-42c542925346 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:23.750039 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e8de623e-c779-4c8a-be22-8a2ab8352e28 req-1b835652-1db7-46b8-87fe-42c542925346 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 943 time: 0.1421850 Dec 11 22:38:23.806852 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-fd56ea6b-dd39-4582-9b2d-17dfd962b0e5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:38:23.815232 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-fd56ea6b-dd39-4582-9b2d-17dfd962b0e5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:23.856704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e8de623e-c779-4c8a-be22-8a2ab8352e28 req-e95ccad4-034d-40da-b53f-b5fcf0749362 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057150 Dec 11 22:38:23.910315 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-fd56ea6b-dd39-4582-9b2d-17dfd962b0e5 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "PUT /v2.0/floatingips/890aac54-9d71-4612-bc9c-5e1688eb319c HTTP/1.1" status: 200 len: 998 time: 5.9713023 Dec 11 22:38:23.938418 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-b5e6cb13-fbf6-4ac3-ab32-56f760c76d11 service neutron] 10.222.0.47 "GET /v2.0/networks/ba445b1a-30df-4612-bba5-6688f91240f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573124 Dec 11 22:38:24.100695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e73c2873-bfc9-4842-b665-f0c13732e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '890aac54-9d71-4612-bc9c-5e1688eb319c', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '38965751-a080-4d07-b59d-b12e00537f45', 'port_id': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'mac_address': 'fa:16:3e:e9:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:37:47Z', 'updated_at': '2021-12-11T22:38:20Z', 'revision_number': 3, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:24.154931 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-1dfd1c73-0604-4f50-993a-df00498de3f9 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:24.165667 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-1dfd1c73-0604-4f50-993a-df00498de3f9 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports/37701109-9b67-4fa9-8da9-a2f73d3535b1 HTTP/1.1" status: 200 len: 943 time: 0.2227271 Dec 11 22:38:24.184339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73c2873-bfc9-4842-b665-f0c13732e00d None None] Checking router: 38965751-a080-4d07-b59d-b12e00537f45 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:38:24.192974 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:24.222844 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73c2873-bfc9-4842-b665-f0c13732e00d None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:24.224498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e73c2873-bfc9-4842-b665-f0c13732e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:24.229856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fedb32-b422-4542-920c-aa5e4efe3d52 req-ffc42779-1f08-489a-847c-23f7fb364d43 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:24.248962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fedb32-b422-4542-920c-aa5e4efe3d52 req-ffc42779-1f08-489a-847c-23f7fb364d43 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:24.262026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fedb32-b422-4542-920c-aa5e4efe3d52 req-ffc42779-1f08-489a-847c-23f7fb364d43 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:24.269319 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-18f55e98-ecb6-4663-be2e-60105ffa1ba0 service neutron] 10.222.0.47 "GET /v2.0/networks/ba445b1a-30df-4612-bba5-6688f91240f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030202 Dec 11 22:38:24.274083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49fedb32-b422-4542-920c-aa5e4efe3d52 req-ffc42779-1f08-489a-847c-23f7fb364d43 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2412 time: 0.1515164 Dec 11 22:38:24.364557 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49fedb32-b422-4542-920c-aa5e4efe3d52 req-106439ac-3cee-4420-ad44-67254b94455a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894134 Dec 11 22:38:24.378742 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-b359397b-d7b9-458c-86da-6f727ac350d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.239&port_id=e2b11d8d-066a-44e9-85e8-f1db3eca0353 HTTP/1.1" status: 200 len: 217 time: 0.0987720 Dec 11 22:38:24.500316 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-37d1c22a-a29f-41ba-acc2-3fd94f05b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:24.513779 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-37d1c22a-a29f-41ba-acc2-3fd94f05b81d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 1097 time: 0.1453230 Dec 11 22:38:24.548594 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-b709d622-ff67-4f5c-8c78-c10e4266181e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:24.556943 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-b709d622-ff67-4f5c-8c78-c10e4266181e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=363f1c79-e197-4276-a438-9362e12d8cdb HTTP/1.1" status: 200 len: 801 time: 0.1432970 Dec 11 22:38:24.559714 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-e73c2873-bfc9-4842-b665-f0c13732e00d None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:24.721661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266473f1-b67b-462e-9997-23b35132cafa req-6cbd1811-bf28-474e-b255-6a619dbbddfb tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:24.731948 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-266473f1-b67b-462e-9997-23b35132cafa req-6cbd1811-bf28-474e-b255-6a619dbbddfb tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.1264265 Dec 11 22:38:24.746901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-81758d2e-467c-424a-8e2f-9a1c6311e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:24.753428 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-81758d2e-467c-424a-8e2f-9a1c6311e67a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf0969b7-ccf6-4272-8956-86c108db651a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1934166 Dec 11 22:38:24.822499 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:24.854006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-266473f1-b67b-462e-9997-23b35132cafa req-fe32c78d-4ad6-4747-94ce-960bef89b9b1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200707 Dec 11 22:38:24.937849 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-b86728af-c721-4a40-a626-6eb33191373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:24.957938 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-b86728af-c721-4a40-a626-6eb33191373d service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 922 time: 0.4429214 Dec 11 22:38:25.126190 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26b813-517f-4f0a-b5df-a1b5c08c0a57 req-52b313eb-5e86-4db5-b1c9-8ed3138a76be tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:25.139825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc26b813-517f-4f0a-b5df-a1b5c08c0a57 req-52b313eb-5e86-4db5-b1c9-8ed3138a76be tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 943 time: 0.0909469 Dec 11 22:38:25.141722 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 2f007cf4-420d-4c38-99ae-ce767526c10c no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:25.203154 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-93bdecdf-52e9-4e86-8ea4-7ec5fda8e185 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37701109-9b67-4fa9-8da9-a2f73d3535b1 HTTP/1.1" status: 200 len: 217 time: 0.2412112 Dec 11 22:38:25.217039 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc26b813-517f-4f0a-b5df-a1b5c08c0a57 req-bdc1619a-59a0-439a-866a-0c8c6d76352b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762231 Dec 11 22:38:25.320270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e73c2873-bfc9-4842-b665-f0c13732e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '890aac54-9d71-4612-bc9c-5e1688eb319c', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '38965751-a080-4d07-b59d-b12e00537f45', 'port_id': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'mac_address': 'fa:16:3e:e9:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:37:47Z', 'updated_at': '2021-12-11T22:38:20Z', 'revision_number': 3, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:25.355511 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73c2873-bfc9-4842-b665-f0c13732e00d None None] The sync data for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 is: [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '890aac54-9d71-4612-bc9c-5e1688eb319c', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '38965751-a080-4d07-b59d-b12e00537f45', 'port_id': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'mac_address': 'fa:16:3e:e9:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:37:47Z', 'updated_at': '2021-12-11T22:38:20Z', 'revision_number': 3, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:38:25.403269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'tag': 'a058e966-9fd3-4cec-95f9-a43f946d5e55'}, {'name': 'network-changed', 'server_uuid': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'tag': '37701109-9b67-4fa9-8da9-a2f73d3535b1'}, {'name': 'network-changed', 'server_uuid': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'tag': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:25.408467 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33455ea0-72f9-4037-be07-efb4637af771" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "tag": "a058e966-9fd3-4cec-95f9-a43f946d5e55"}, {"name": "network-changed", "server_uuid": "a0ed0711-4777-4c1b-9d19-99c913f71773", "tag": "37701109-9b67-4fa9-8da9-a2f73d3535b1"}, {"name": "network-changed", "server_uuid": "8cb2ae40-f655-4032-a574-78e7a6448e60", "tag": "c076ef8c-9a1e-408c-83a0-33016ee77e7b"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:25.412509 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-9c1c0f22-bab8-497e-89ff-c03e964c1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:25.414113 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-9c1c0f22-bab8-497e-89ff-c03e964c1b2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 200 len: 860 time: 0.2017787 Dec 11 22:38:25.544753 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-80e69f6b-ade3-45e8-9b4b-a2768af6ad4f service neutron] 10.222.0.47 "GET /v2.0/networks/bf0969b7-ccf6-4272-8956-86c108db651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7175369 Dec 11 22:38:25.551917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912df8c9-b687-481c-864b-4d93977978c8 req-d9b13632-9ff9-4152-b080-6dd0308da558 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:25.555221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232452f-8b59-4e5d-8db2-f579f120151c req-ea13cd3c-f380-455b-b2de-76da81729538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:25.556684 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-ea13cd3c-f380-455b-b2de-76da81729538 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f&tenant_id=e828c78368f2446e9a1b9388577b4d40 HTTP/1.1" status: 200 len: 1101 time: 0.1405513 Dec 11 22:38:25.557940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912df8c9-b687-481c-864b-4d93977978c8 req-d9b13632-9ff9-4152-b080-6dd0308da558 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:25.564085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912df8c9-b687-481c-864b-4d93977978c8 req-d9b13632-9ff9-4152-b080-6dd0308da558 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:25.565819 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-912df8c9-b687-481c-864b-4d93977978c8 req-d9b13632-9ff9-4152-b080-6dd0308da558 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2412 time: 0.0699368 Dec 11 22:38:25.565929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-72e32870-d273-4ac9-ab94-d5286f034b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:25.567281 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-72e32870-d273-4ac9-ab94-d5286f034b12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b02deba-9533-4f99-b832-999e0eea09ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406233 Dec 11 22:38:25.584774 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:25.629043 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-912df8c9-b687-481c-864b-4d93977978c8 req-c08357fe-f461-48cf-9de0-097a4cfb4664 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479743 Dec 11 22:38:25.634244 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c4eb1d-79a2-409e-b897-5b4eb91931e2 None None] New status for floating IP 890aac54-9d71-4612-bc9c-5e1688eb319c: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:38:25.834368 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f32e2a-e778-4e41-8ff1-f407c6c7aa97 x-openstack-request-id: req-57f32e2a-e778-4e41-8ff1-f407c6c7aa97 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:25.842678 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "tag": "a058e966-9fd3-4cec-95f9-a43f946d5e55", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0ed0711-4777-4c1b-9d19-99c913f71773", "tag": "37701109-9b67-4fa9-8da9-a2f73d3535b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8cb2ae40-f655-4032-a574-78e7a6448e60", "tag": "c076ef8c-9a1e-408c-83a0-33016ee77e7b", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:25.842678 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57f32e2a-e778-4e41-8ff1-f407c6c7aa97 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:25.842678 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'tag': 'a058e966-9fd3-4cec-95f9-a43f946d5e55', 'status': 'completed', 'code': 200} Dec 11 22:38:25.842678 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'tag': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'status': 'completed', 'code': 200} Dec 11 22:38:25.842678 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'tag': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b', 'status': 'completed', 'code': 200} Dec 11 22:38:25.842678 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-5ccf2bce-b462-4c99-a566-c8cfa9b6aa81 service neutron] 10.222.0.47 "GET /v2.0/networks/bf0969b7-ccf6-4272-8956-86c108db651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868021 Dec 11 22:38:25.845804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455ea0-72f9-4037-be07-efb4637af771 req-566884d8-51d4-421b-afe8-51de67673f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:25.847438 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-566884d8-51d4-421b-afe8-51de67673f0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 1097 time: 0.1092513 Dec 11 22:38:25.905720 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-d05a8e33-6d8f-40b8-8791-2f7529e34262 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.36&port_id=a058e966-9fd3-4cec-95f9-a43f946d5e55 HTTP/1.1" status: 200 len: 217 time: 0.0447667 Dec 11 22:38:25.908444 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:26.023335 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12315dab-0591-4514-8c86-d7715186d65b req-82b492e4-4247-4f43-8d57-2f14a43265bb tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:26.025006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12315dab-0591-4514-8c86-d7715186d65b req-82b492e4-4247-4f43-8d57-2f14a43265bb tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.1050470 Dec 11 22:38:26.027434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455ea0-72f9-4037-be07-efb4637af771 req-a4dcd9a5-da55-4c9c-97ea-0eeb7330acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:26.029354 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-a4dcd9a5-da55-4c9c-97ea-0eeb7330acec service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 922 time: 0.1741824 Dec 11 22:38:26.030695 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-9f11f7dd-803e-4f5e-bfd0-c071d1d61f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:26.032288 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-9f11f7dd-803e-4f5e-bfd0-c071d1d61f37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2d60d96-3fff-4f06-8335-43de49a7c0c6 HTTP/1.1" status: 200 len: 801 time: 0.1139879 Dec 11 22:38:26.059249 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-94cfa82d-e03d-410f-8892-332d9478b436 service neutron] 10.222.0.45 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796410 Dec 11 22:38:26.108300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f5d3c6-ae5b-43dd-b1f3-9d366362f33c None None] Sync routers for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:38:26.119377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f5d3c6-ae5b-43dd-b1f3-9d366362f33c None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:26.120032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-94f5d3c6-ae5b-43dd-b1f3-9d366362f33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:26.140520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-f40ea245-c054-4bf0-8d3d-86680afaa792 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37701109-9b67-4fa9-8da9-a2f73d3535b1 HTTP/1.1" status: 200 len: 217 time: 0.1032917 Dec 11 22:38:26.261935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-94f5d3c6-ae5b-43dd-b1f3-9d366362f33c None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:26.270469 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-b32a6b31-ce4d-4169-bee2-3d2dc1a889e6 service neutron] 10.222.0.47 "GET /v2.0/ports/2f007cf4-420d-4c38-99ae-ce767526c10c/bindings/n-h2-710847-6 HTTP/1.1" status: 200 len: 384 time: 0.2398512 Dec 11 22:38:26.272009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-10950689-37fd-4b58-bba8-2babceb96576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:26.273816 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-10950689-37fd-4b58-bba8-2babceb96576 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba445b1a-30df-4612-bba5-6688f91240f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2301009 Dec 11 22:38:26.290295 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12315dab-0591-4514-8c86-d7715186d65b req-4b7eb7fc-1e0f-4ba6-a1d9-88f326f0a339 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513814 Dec 11 22:38:26.355930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455ea0-72f9-4037-be07-efb4637af771 req-b8bb54e6-6f96-4114-8c33-1d34e4ed5d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:26.357726 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-b8bb54e6-6f96-4114-8c33-1d34e4ed5d1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 200 len: 860 time: 0.2001770 Dec 11 22:38:26.425594 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-5ba8f26e-ebd2-4b83-b79e-237d7d6397fd service neutron] 10.222.0.47 "GET /v2.0/networks/ba445b1a-30df-4612-bba5-6688f91240f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990093 Dec 11 22:38:26.448182 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-07dab93c-bc8b-40cb-a856-1aa7b44696e3 service neutron] 10.222.0.45 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276973 Dec 11 22:38:26.483579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455ea0-72f9-4037-be07-efb4637af771 req-6be9d6e4-b95c-4b94-a534-a63cad3e797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:26.487117 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-6be9d6e4-b95c-4b94-a534-a63cad3e797c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b02deba-9533-4f99-b832-999e0eea09ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195867 Dec 11 22:38:26.547975 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:26.607728 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd0856dc-8510-43b6-b0bd-b726d83d2f44 req-de51c9cd-2a4a-4e98-8ac5-8a3865b92d50 service neutron] 10.222.0.47 "GET /v2.0/networks/ba445b1a-30df-4612-bba5-6688f91240f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565614 Dec 11 22:38:26.613898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:38:26.614817 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-1e4fa1ad-5a2d-45ef-90b8-6e0e42565af1 service neutron] 10.222.0.13 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016400 Dec 11 22:38:26.707673 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:26.717898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-aa069352-acc7-4ec0-a154-e2857f652d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:26.719632 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-aa069352-acc7-4ec0-a154-e2857f652d7c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 1096 time: 0.0710158 Dec 11 22:38:26.730404 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Transition to ACTIVE for port object 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:38:26.742239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-94f5d3c6-ae5b-43dd-b1f3-9d366362f33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '890aac54-9d71-4612-bc9c-5e1688eb319c', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '38965751-a080-4d07-b59d-b12e00537f45', 'port_id': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'mac_address': 'fa:16:3e:e9:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:37:47Z', 'updated_at': '2021-12-11T22:38:25Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:26.780627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-244b565d-e308-4e4a-af3e-cecc28be3994 service neutron] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=2f007cf4-420d-4c38-99ae-ce767526c10c,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:26.786572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f5d3c6-ae5b-43dd-b1f3-9d366362f33c None None] Checking router: 38965751-a080-4d07-b59d-b12e00537f45 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:38:26.797065 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f5d3c6-ae5b-43dd-b1f3-9d366362f33c None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:26.797459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-94f5d3c6-ae5b-43dd-b1f3-9d366362f33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:26.810571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-244b565d-e308-4e4a-af3e-cecc28be3994 service neutron] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:38:26.849150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-244b565d-e308-4e4a-af3e-cecc28be3994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f007cf4-420d-4c38-99ae-ce767526c10c {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:38:26.857199 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:26.887628 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-96485b7c-6d2c-435a-bb05-859b60c3e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:26.889675 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-96485b7c-6d2c-435a-bb05-859b60c3e573 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 922 time: 0.1578207 Dec 11 22:38:26.895653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-244b565d-e308-4e4a-af3e-cecc28be3994 service neutron] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2f007cf4-420d-4c38-99ae-ce767526c10c,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:26.922579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45b102-153e-4898-b438-d8531fd19e98 req-6ea0a699-7eea-427c-9126-32b6522bad3f tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:26.924704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d45b102-153e-4898-b438-d8531fd19e98 req-6ea0a699-7eea-427c-9126-32b6522bad3f tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 943 time: 0.3050883 Dec 11 22:38:26.942070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-94f5d3c6-ae5b-43dd-b1f3-9d366362f33c None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:26.961290 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-6085c31b-ddd2-4463-8b41-fff858dbfec0 service neutron] 10.222.0.13 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314421 Dec 11 22:38:27.071232 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d45b102-153e-4898-b438-d8531fd19e98 req-0f1446d6-c445-408c-aa6f-62e8d6a5925b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920761 Dec 11 22:38:27.076838 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-244b565d-e308-4e4a-af3e-cecc28be3994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:27.078570 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Pushing event updated for resources: {'Port': ['ID=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,revision_number=10']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:27.080843 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:27.090214 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] No DVR routers for this DVR port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd on host n-h1-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:27.152499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c5787-afff-40f4-9b33-c66ca0e33888 req-a31acc4c-81d1-481e-b647-f4bc1a211a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:27.163948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c5787-afff-40f4-9b33-c66ca0e33888 req-a31acc4c-81d1-481e-b647-f4bc1a211a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:27.163948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c5787-afff-40f4-9b33-c66ca0e33888 req-a31acc4c-81d1-481e-b647-f4bc1a211a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:27.163948 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-116c5787-afff-40f4-9b33-c66ca0e33888 req-a31acc4c-81d1-481e-b647-f4bc1a211a52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=836434672a6b40f4a795d74e85716cf5&device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2865 time: 0.3251126 Dec 11 22:38:27.205458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-244b565d-e308-4e4a-af3e-cecc28be3994 service neutron] Transition to ACTIVE for port object 2f007cf4-420d-4c38-99ae-ce767526c10c will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:38:27.276112 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-244b565d-e308-4e4a-af3e-cecc28be3994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:27.342092 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:27.380982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-244b565d-e308-4e4a-af3e-cecc28be3994 service neutron] No DVR routers for this DVR port 2f007cf4-420d-4c38-99ae-ce767526c10c on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:27.424124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b565d-e308-4e4a-af3e-cecc28be3994 service neutron] Pushing event updated for resources: {'Port': ['ID=2f007cf4-420d-4c38-99ae-ce767526c10c,revision_number=10']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:27.424640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-94f5d3c6-ae5b-43dd-b1f3-9d366362f33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '890aac54-9d71-4612-bc9c-5e1688eb319c', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '38965751-a080-4d07-b59d-b12e00537f45', 'port_id': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'mac_address': 'fa:16:3e:e9:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:37:47Z', 'updated_at': '2021-12-11T22:38:25Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:27.434253 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-244b565d-e308-4e4a-af3e-cecc28be3994 service neutron] 10.222.0.47 "PUT /v2.0/ports/2f007cf4-420d-4c38-99ae-ce767526c10c/bindings/n-h2-710847-6/activate HTTP/1.1" status: 200 len: 369 time: 1.1433837 Dec 11 22:38:27.470638 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f5d3c6-ae5b-43dd-b1f3-9d366362f33c None None] The sync data for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 is: [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '890aac54-9d71-4612-bc9c-5e1688eb319c', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '38965751-a080-4d07-b59d-b12e00537f45', 'port_id': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'mac_address': 'fa:16:3e:e9:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:37:47Z', 'updated_at': '2021-12-11T22:38:25Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:38:27.520485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7e91d-8652-443a-bf94-4a1a0dc3cb10 req-90715575-7c34-47ee-9b74-8720b397cfb1 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:27.527275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7e91d-8652-443a-bf94-4a1a0dc3cb10 req-90715575-7c34-47ee-9b74-8720b397cfb1 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:27.534700 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7e91d-8652-443a-bf94-4a1a0dc3cb10 req-90715575-7c34-47ee-9b74-8720b397cfb1 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:27.543921 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f0d7e91d-8652-443a-bf94-4a1a0dc3cb10 req-90715575-7c34-47ee-9b74-8720b397cfb1 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2412 time: 0.1028891 Dec 11 22:38:27.607457 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f0d7e91d-8652-443a-bf94-4a1a0dc3cb10 req-8244f57d-1b75-4ae1-9e54-67a48897c92c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602727 Dec 11 22:38:27.706927 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-92db5ae8-f945-4242-b72c-7ced5ac87631 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:27.710327 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-92db5ae8-f945-4242-b72c-7ced5ac87631 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781&tenant_id=dab8ea8688024b64a53ac9357c6943c4&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 1095 time: 0.1035280 Dec 11 22:38:27.757958 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-6c877453-7a6d-4b7e-9a87-caa307ef969c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c076ef8c-9a1e-408c-83a0-33016ee77e7b HTTP/1.1" status: 200 len: 1001 time: 0.8393290 Dec 11 22:38:27.761573 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Attempting to bind port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:38:27.761940 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Attempting to bind port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:38:27.762398 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Attempting to bind port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:27.799205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-32c63e85-8f4e-4028-9cfc-a66cabb87b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:27.800717 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-32c63e85-8f4e-4028-9cfc-a66cabb87b31 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781&tenant_id=dab8ea8688024b64a53ac9357c6943c4 HTTP/1.1" status: 200 len: 1095 time: 0.0772738 Dec 11 22:38:27.804821 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:38:27.805152 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Attempting to bind port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:27.828431 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:38:27.828873 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:38:27.829508 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:38:27.830044 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Bound port: 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:38:27.830528 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:27.838021 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:27.840502 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6080ee64-e4da-4336-af16-e02ba2f6cda7" -d '{"events": [{"server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:27.841804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593386d-d6e2-445a-9d24-8ed94f405dc5 req-1cb36576-256a-4f5a-9891-5456c881abc2 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:27.843553 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a593386d-d6e2-445a-9d24-8ed94f405dc5 req-1cb36576-256a-4f5a-9891-5456c881abc2 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 949 time: 0.0753741 Dec 11 22:38:27.887341 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-3c836cbf-a04b-4687-afd3-8732b667fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:27.889186 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-3c836cbf-a04b-4687-afd3-8732b667fac3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 200 len: 860 time: 0.1162071 Dec 11 22:38:27.912676 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c5787-afff-40f4-9b33-c66ca0e33888 req-8c646a5c-8a8b-43f4-a158-93301d5b957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:27.914202 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-116c5787-afff-40f4-9b33-c66ca0e33888 req-8c646a5c-8a8b-43f4-a158-93301d5b957e service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf0969b7-ccf6-4272-8956-86c108db651a HTTP/1.1" status: 200 len: 902 time: 0.7105184 Dec 11 22:38:27.925825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-7319b112-a244-4f5e-9d99-5530f2dc8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:27.932701 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-7319b112-a244-4f5e-9d99-5530f2dc8bf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dab8ea8688024b64a53ac9357c6943c4&device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 1095 time: 0.0826702 Dec 11 22:38:27.932701 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a593386d-d6e2-445a-9d24-8ed94f405dc5 req-d162e751-56b8-49d6-8a3c-a456b91d2657 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781474 Dec 11 22:38:27.992053 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-116c5787-afff-40f4-9b33-c66ca0e33888 req-38546f0d-1bf1-4afb-8c17-b807afd7bf98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.239&port_id=e2b11d8d-066a-44e9-85e8-f1db3eca0353 HTTP/1.1" status: 200 len: 217 time: 0.0648942 Dec 11 22:38:28.016883 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-61bee003-3408-4af4-965b-8748c02c079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.018403 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-61bee003-3408-4af4-965b-8748c02c079a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b02deba-9533-4f99-b832-999e0eea09ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072717 Dec 11 22:38:28.021217 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:38:28.024961 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:38:28.041424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-cac91144-72aa-4e0e-9887-6b34003f2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.043375 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-cac91144-72aa-4e0e-9887-6b34003f2a43 service neutron] 10.222.0.13 "GET /v2.0/networks?id=16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 200 len: 922 time: 0.1085694 Dec 11 22:38:28.097543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-dd71449f-0045-4570-81d6-e064b551a34e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f007cf4-420d-4c38-99ae-ce767526c10c HTTP/1.1" status: 200 len: 217 time: 0.0455995 Dec 11 22:38:28.118516 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:28.149645 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ec5be7-18a0-47b9-b2ac-06888fb13b07 x-openstack-request-id: req-a7ec5be7-18a0-47b9-b2ac-06888fb13b07 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:28.149942 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:28.150197 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7ec5be7-18a0-47b9-b2ac-06888fb13b07 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:28.150587 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd', 'code': 200} Dec 11 22:38:28.169004 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.169459 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:28.171024 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] 10.222.0.13 "PUT /v2.0/ports/5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd HTTP/1.1" status: 200 len: 1097 time: 2.5928268 Dec 11 22:38:28.172582 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c5787-afff-40f4-9b33-c66ca0e33888 req-ce727f00-4380-4296-a34f-9c3019ffbf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.172890 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-a4593be1-0ec0-4355-bece-7eba1a687daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.173966 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-116c5787-afff-40f4-9b33-c66ca0e33888 req-ce727f00-4380-4296-a34f-9c3019ffbf42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=363f1c79-e197-4276-a438-9362e12d8cdb HTTP/1.1" status: 200 len: 801 time: 0.1398559 Dec 11 22:38:28.176160 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-a4593be1-0ec0-4355-bece-7eba1a687daa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 200 len: 861 time: 0.0681639 Dec 11 22:38:28.228339 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-977abf73-593d-45cc-9326-07c28462a28d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16806276-ddd2-4647-87cf-feda1dff0e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362089 Dec 11 22:38:28.285241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ed6f8-e49c-4746-b629-aa2fa177e89e service neutron] Pushing event updated for resources: {'Port': ['ID=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,revision_number=11']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:28.291620 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-a7007acc-b379-4198-8be7-6a3b5f7c5f73 service neutron] 10.222.0.45 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652631 Dec 11 22:38:28.307845 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c5787-afff-40f4-9b33-c66ca0e33888 req-14bb1061-cc70-47f5-b0f1-f5095cefb238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.309317 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-116c5787-afff-40f4-9b33-c66ca0e33888 req-14bb1061-cc70-47f5-b0f1-f5095cefb238 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf0969b7-ccf6-4272-8956-86c108db651a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1187868 Dec 11 22:38:28.334939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf226df-afba-4024-b0a1-4fad9f457e2c req-13509e20-56f4-4f7d-afde-fd1023dda422 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.337154 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aaf226df-afba-4024-b0a1-4fad9f457e2c req-13509e20-56f4-4f7d-afde-fd1023dda422 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 944 time: 0.1107895 Dec 11 22:38:28.339570 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232452f-8b59-4e5d-8db2-f579f120151c req-6255f1c8-d151-40f7-be93-beada35ec160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.341754 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-6255f1c8-d151-40f7-be93-beada35ec160 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 1100 time: 0.1301479 Dec 11 22:38:28.390610 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-25c13ed2-57ed-4b02-8016-72ae0c451d0a service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496639 Dec 11 22:38:28.455286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aaf226df-afba-4024-b0a1-4fad9f457e2c req-abe2e99e-7a5f-4817-8dfe-ad48aab31e30 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044757 Dec 11 22:38:28.523043 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-5a2403e8-4809-4677-9777-90e856819c1e service neutron] 10.222.0.13 "GET /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226263 Dec 11 22:38:28.559780 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-116c5787-afff-40f4-9b33-c66ca0e33888 req-133631cc-5b82-45fa-b6d7-4775b6601559 service neutron] 10.222.0.47 "GET /v2.0/networks/bf0969b7-ccf6-4272-8956-86c108db651a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408879 Dec 11 22:38:28.566531 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed525fd9-d660-4165-a2cd-96be93e56165 req-4b60d6c9-39db-4213-9cdf-1233b84174cc service neutron] 10.222.0.45 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609997 Dec 11 22:38:28.567663 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232452f-8b59-4e5d-8db2-f579f120151c req-f25e2743-283b-43d0-b93b-676807bc9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.570899 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-f25e2743-283b-43d0-b93b-676807bc9a75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2149551 Dec 11 22:38:28.655051 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-4f9a2a40-71f1-483d-a341-f6869e7eb97b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd HTTP/1.1" status: 200 len: 217 time: 0.0767496 Dec 11 22:38:28.728389 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232452f-8b59-4e5d-8db2-f579f120151c req-086fceaa-9ea1-4989-a5e0-69ebd334330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.729922 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-086fceaa-9ea1-4989-a5e0-69ebd334330e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0660520 Dec 11 22:38:28.742087 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-116c5787-afff-40f4-9b33-c66ca0e33888 req-b5c1e8ce-13cb-4061-a07c-6461d1f5ec03 service neutron] 10.222.0.47 "GET /v2.0/networks/bf0969b7-ccf6-4272-8956-86c108db651a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721177 Dec 11 22:38:28.798523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232452f-8b59-4e5d-8db2-f579f120151c req-0e9d0a67-63f4-46b1-9632-93db9d5f1160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.799718 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-0e9d0a67-63f4-46b1-9632-93db9d5f1160 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0567138 Dec 11 22:38:28.929164 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0429f7-5990-4649-bae1-6ac2e854fa9a req-652a0828-3177-4497-9bda-30ebee609b3e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.935782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0429f7-5990-4649-bae1-6ac2e854fa9a req-652a0828-3177-4497-9bda-30ebee609b3e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.941862 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0429f7-5990-4649-bae1-6ac2e854fa9a req-652a0828-3177-4497-9bda-30ebee609b3e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.943517 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c0429f7-5990-4649-bae1-6ac2e854fa9a req-652a0828-3177-4497-9bda-30ebee609b3e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2412 time: 0.1580000 Dec 11 22:38:28.980179 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455ea0-72f9-4037-be07-efb4637af771 req-4006be24-e68b-4b50-9f96-cdec7e661390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.980677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455ea0-72f9-4037-be07-efb4637af771 req-4006be24-e68b-4b50-9f96-cdec7e661390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.981230 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455ea0-72f9-4037-be07-efb4637af771 req-4006be24-e68b-4b50-9f96-cdec7e661390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:28.983399 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-4006be24-e68b-4b50-9f96-cdec7e661390 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=836434672a6b40f4a795d74e85716cf5&device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2865 time: 0.1597719 Dec 11 22:38:28.995423 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-0185ca67-b60d-429e-9c3f-0bdb0b63c747 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728032 Dec 11 22:38:29.001052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-a781bdeb-a2bc-4fec-8929-0264d1b19311 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:29.002525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-a781bdeb-a2bc-4fec-8929-0264d1b19311 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781&tenant_id=dab8ea8688024b64a53ac9357c6943c4&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 1095 time: 0.0498543 Dec 11 22:38:29.083422 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e2b11d8d-066a-44e9-85e8-f1db3eca0353 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:38:29.131266 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c0429f7-5990-4649-bae1-6ac2e854fa9a req-8302e3e4-0b0f-4c0b-ae4b-98dbbe74a96d tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766763 Dec 11 22:38:29.211255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e2b11d8d-066a-44e9-85e8-f1db3eca0353, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e2b11d8d-066a-44e9-85e8-f1db3eca0353,segment=NetworkSegment(60d9c1cc-a20f-44f1-b7bf-cea8077b34d5),segment_id=60d9c1cc-a20f-44f1-b7bf-cea8077b34d5)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:29.223814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'e2b11d8d-066a-44e9-85e8-f1db3eca0353', 'network_id': 'bf0969b7-ccf6-4272-8956-86c108db651a', 'port_id': 'e2b11d8d-066a-44e9-85e8-f1db3eca0353', 'mac_address': 'fa:16:3e:cd:7a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363f1c79-e197-4276-a438-9362e12d8cdb', 'ip_address': '19.86.0.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:38:29.226240 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-0ad30dbb-9cd1-4852-8462-bd0fc443cda9 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101634 Dec 11 22:38:29.227987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ecfe7ff9-d4e2-4ae6-95cf-06ab68b96afa service neutron] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:38:29.231532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455ea0-72f9-4037-be07-efb4637af771 req-bb40df33-e9ff-43f4-a612-d89f9ffc9c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:29.233235 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-bb40df33-e9ff-43f4-a612-d89f9ffc9c3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=ba445b1a-30df-4612-bba5-6688f91240f6 HTTP/1.1" status: 200 len: 903 time: 0.2404089 Dec 11 22:38:29.234567 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ecfe7ff9-d4e2-4ae6-95cf-06ab68b96afa service neutron] Publish callbacks [] for binding, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:29.236577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b11f3ad8-b61a-422b-b950-ed5e93ba2d13 req-ecfe7ff9-d4e2-4ae6-95cf-06ab68b96afa service neutron] 10.222.0.13 "DELETE /v2.0/ports/2f007cf4-420d-4c38-99ae-ce767526c10c/bindings/n-h1-710847-6 HTTP/1.1" status: 204 len: 173 time: 0.2263780 Dec 11 22:38:29.285298 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:29.290314 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-6bfc894c-2d7d-4350-9306-3f8fea938c8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.36&port_id=a058e966-9fd3-4cec-95f9-a43f946d5e55 HTTP/1.1" status: 200 len: 217 time: 0.0476832 Dec 11 22:38:29.293654 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fc6f7780-1e8d-4714-ba11-90b96c4aa4a1 req-0a73378e-3a8b-4dca-a0c7-e3cd0c1e6521 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 1001 time: 0.1293702 Dec 11 22:38:29.304107 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b11d8d-066a-44e9-85e8-f1db3eca0353 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:38:29.324548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e2b11d8d-066a-44e9-85e8-f1db3eca0353, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e2b11d8d-066a-44e9-85e8-f1db3eca0353,segment=NetworkSegment(60d9c1cc-a20f-44f1-b7bf-cea8077b34d5),segment_id=60d9c1cc-a20f-44f1-b7bf-cea8077b34d5)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:29.377014 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7780-1e8d-4714-ba11-90b96c4aa4a1 req-d49fc703-36a9-4281-ba8f-d85872c77973 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:29.378277 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fc6f7780-1e8d-4714-ba11-90b96c4aa4a1 req-d49fc703-36a9-4281-ba8f-d85872c77973 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports/c076ef8c-9a1e-408c-83a0-33016ee77e7b HTTP/1.1" status: 200 len: 942 time: 0.0771339 Dec 11 22:38:29.383813 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455ea0-72f9-4037-be07-efb4637af771 req-7ac7fdc5-4bdc-4bad-bde4-2098fbe76c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:29.385239 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-7ac7fdc5-4bdc-4bad-bde4-2098fbe76c62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2d60d96-3fff-4f06-8335-43de49a7c0c6 HTTP/1.1" status: 200 len: 801 time: 0.0852480 Dec 11 22:38:29.418212 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:29.418958 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 8115b008-3a01-4c82-9c93-82b87a26be7d details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:38:29.488499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455ea0-72f9-4037-be07-efb4637af771 req-8bb1377e-52cd-4a64-b04c-5cee005013e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:29.490031 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-8bb1377e-52cd-4a64-b04c-5cee005013e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba445b1a-30df-4612-bba5-6688f91240f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0958433 Dec 11 22:38:29.503224 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fc6f7780-1e8d-4714-ba11-90b96c4aa4a1 req-7f85268f-aee8-47fd-957f-7465c16460b1 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 1001 time: 0.0766675 Dec 11 22:38:29.621318 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=e2b11d8d-066a-44e9-85e8-f1db3eca0353,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:29.669060 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-77a4da2e-cf30-41ae-81f1-58c298957d0a service neutron] 10.222.0.47 "GET /v2.0/networks/ba445b1a-30df-4612-bba5-6688f91240f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622407 Dec 11 22:38:29.685340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7780-1e8d-4714-ba11-90b96c4aa4a1 req-59393367-be95-459d-8665-bc871db03eac tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:29.686861 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fc6f7780-1e8d-4714-ba11-90b96c4aa4a1 req-59393367-be95-459d-8665-bc871db03eac tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.1709061 Dec 11 22:38:29.703789 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 8115b008-3a01-4c82-9c93-82b87a26be7d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=8115b008-3a01-4c82-9c93-82b87a26be7d,segment=NetworkSegment(fb1bf539-7a41-4d70-8b99-e28eed34eb70),segment_id=fb1bf539-7a41-4d70-8b99-e28eed34eb70)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:29.727260 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '8115b008-3a01-4c82-9c93-82b87a26be7d', 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6', 'port_id': '8115b008-3a01-4c82-9c93-82b87a26be7d', 'mac_address': 'fa:16:3e:c9:ce:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d60d96-3fff-4f06-8335-43de49a7c0c6', 'ip_address': '19.80.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:38:29.769207 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:29.784407 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8115b008-3a01-4c82-9c93-82b87a26be7d {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:38:29.806003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 8115b008-3a01-4c82-9c93-82b87a26be7d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=8115b008-3a01-4c82-9c93-82b87a26be7d,segment=NetworkSegment(fb1bf539-7a41-4d70-8b99-e28eed34eb70),segment_id=fb1bf539-7a41-4d70-8b99-e28eed34eb70)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:29.829554 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-83c91e5a-e984-4cfd-9646-846f7023ae09 service neutron] 10.222.0.47 "GET /v2.0/networks/ba445b1a-30df-4612-bba5-6688f91240f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417000 Dec 11 22:38:29.837833 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a76dd-0a3c-47fc-8da2-61532c582ee9 req-c8fb21ad-fc6d-4d29-a7a0-df01119d091d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:29.839259 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-502a76dd-0a3c-47fc-8da2-61532c582ee9 req-c8fb21ad-fc6d-4d29-a7a0-df01119d091d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 949 time: 0.0775061 Dec 11 22:38:29.893872 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-502a76dd-0a3c-47fc-8da2-61532c582ee9 req-36c4a8c2-1b52-4b48-8161-d2d57f63af41 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477057 Dec 11 22:38:29.936961 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:29.937691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a058e966-9fd3-4cec-95f9-a43f946d5e55 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:38:30.005090 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a058e966-9fd3-4cec-95f9-a43f946d5e55, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a058e966-9fd3-4cec-95f9-a43f946d5e55,segment=NetworkSegment(fb1bf539-7a41-4d70-8b99-e28eed34eb70),segment_id=fb1bf539-7a41-4d70-8b99-e28eed34eb70)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:30.017587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=8115b008-3a01-4c82-9c93-82b87a26be7d,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:30.023303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'a058e966-9fd3-4cec-95f9-a43f946d5e55', 'network_id': 'ba445b1a-30df-4612-bba5-6688f91240f6', 'port_id': 'a058e966-9fd3-4cec-95f9-a43f946d5e55', 'mac_address': 'fa:16:3e:48:b7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d60d96-3fff-4f06-8335-43de49a7c0c6', 'ip_address': '19.80.0.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:38:30.074232 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:30.084765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564548a-f777-4175-89f5-0f57772c173a req-235140e6-f37f-4849-bf7c-45e72c5d4840 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:30.086994 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6564548a-f777-4175-89f5-0f57772c173a req-235140e6-f37f-4849-bf7c-45e72c5d4840 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 944 time: 0.0561640 Dec 11 22:38:30.089708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a058e966-9fd3-4cec-95f9-a43f946d5e55 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:38:30.110877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a058e966-9fd3-4cec-95f9-a43f946d5e55, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a058e966-9fd3-4cec-95f9-a43f946d5e55,segment=NetworkSegment(fb1bf539-7a41-4d70-8b99-e28eed34eb70),segment_id=fb1bf539-7a41-4d70-8b99-e28eed34eb70)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:30.141051 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6564548a-f777-4175-89f5-0f57772c173a req-c45be432-91ec-4d1e-9bb4-d835a44bf294 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441833 Dec 11 22:38:30.144858 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455ea0-72f9-4037-be07-efb4637af771 req-6961488f-5bbc-4ddb-86f4-dfdbd06f15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:30.146729 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-6961488f-5bbc-4ddb-86f4-dfdbd06f15c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 1096 time: 0.1120126 Dec 11 22:38:30.151342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:30.154655 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:30.177800 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-83ed8904-ae64-49b4-bce9-15570c7a2855 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 1001 time: 0.1042681 Dec 11 22:38:30.239885 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:30.269686 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-dd45b574-f355-4013-aee7-43f3d5470f3c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:30.269902 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-dd45b574-f355-4013-aee7-43f3d5470f3c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports/c076ef8c-9a1e-408c-83a0-33016ee77e7b HTTP/1.1" status: 200 len: 942 time: 0.0874925 Dec 11 22:38:30.297528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a058e966-9fd3-4cec-95f9-a43f946d5e55,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:30.308346 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455ea0-72f9-4037-be07-efb4637af771 req-9028b436-abe5-48c5-b2d4-9a8c658a0511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:30.308346 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-9028b436-abe5-48c5-b2d4-9a8c658a0511 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 922 time: 0.1499894 Dec 11 22:38:30.422912 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-a6cb51a4-523b-4ff0-9ff4-dcea217cf8c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c076ef8c-9a1e-408c-83a0-33016ee77e7b HTTP/1.1" status: 200 len: 1001 time: 0.1076045 Dec 11 22:38:30.433263 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-53925f19-6be3-4ec5-9497-7935d3946d71 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 1001 time: 0.0799353 Dec 11 22:38:30.564942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455ea0-72f9-4037-be07-efb4637af771 req-02f1e162-5da7-4db9-b72c-8905fa542741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:30.566387 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-02f1e162-5da7-4db9-b72c-8905fa542741 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 200 len: 860 time: 0.0774004 Dec 11 22:38:30.595428 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-151722bd-84cd-4bbf-bbb5-82ebc2df3846 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:30.596857 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-151722bd-84cd-4bbf-bbb5-82ebc2df3846 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.1573396 Dec 11 22:38:30.680262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455ea0-72f9-4037-be07-efb4637af771 req-38c2e716-983b-489f-889c-beba13bcdbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:30.681783 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-38c2e716-983b-489f-889c-beba13bcdbc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b02deba-9533-4f99-b832-999e0eea09ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055744 Dec 11 22:38:30.704084 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-1f4331c6-d2c4-47ae-a412-6cabfa890dbf tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 1001 time: 0.0925403 Dec 11 22:38:30.749909 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-52029a7c-4af4-41a6-b4f6-b2010898e9d9 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:30.845063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789597f-3446-4397-928e-d4943074fb70 req-4cd45818-b97a-4c00-a490-78e857eae9a0 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:30.851736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789597f-3446-4397-928e-d4943074fb70 req-4cd45818-b97a-4c00-a490-78e857eae9a0 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:30.858682 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789597f-3446-4397-928e-d4943074fb70 req-4cd45818-b97a-4c00-a490-78e857eae9a0 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:30.859993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['e2b11d8d-066a-44e9-85e8-f1db3eca0353'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:30.860779 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3789597f-3446-4397-928e-d4943074fb70 req-4cd45818-b97a-4c00-a490-78e857eae9a0 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2415 time: 0.0721340 Dec 11 22:38:30.897449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['a058e966-9fd3-4cec-95f9-a43f946d5e55'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:30.907555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['8115b008-3a01-4c82-9c93-82b87a26be7d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:30.922539 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3789597f-3446-4397-928e-d4943074fb70 req-a736a6ed-e692-43f2-9439-7e096ae87141 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550675 Dec 11 22:38:31.136172 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edffc445-d126-4c19-8168-9888a738892e x-openstack-request-id: req-edffc445-d126-4c19-8168-9888a738892e {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:31.136753 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:31.136753 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-edffc445-d126-4c19-8168-9888a738892e {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:31.137271 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd', 'status': 'completed', 'code': 200} Dec 11 22:38:31.144451 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-52029a7c-4af4-41a6-b4f6-b2010898e9d9 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:31.197202 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-c5fc5158-7087-433c-b7df-1b8bd6ab9b30 service neutron] 10.222.0.47 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064523 Dec 11 22:38:31.206318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-d4f9df8e-c115-4450-933e-447f5808348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:31.207816 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-d4f9df8e-c115-4450-933e-447f5808348b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 1100 time: 0.1564233 Dec 11 22:38:31.220604 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-b9deaf52-adbb-495d-a8b3-1a11c4dc53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:31.223329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-b9deaf52-adbb-495d-a8b3-1a11c4dc53d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e828c78368f2446e9a1b9388577b4d40&device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 1100 time: 0.1325574 Dec 11 22:38:31.386354 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33455ea0-72f9-4037-be07-efb4637af771 req-7d768847-5178-437c-81ae-9c3ab3f34a9e service neutron] 10.222.0.47 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810412 Dec 11 22:38:31.388331 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-52029a7c-4af4-41a6-b4f6-b2010898e9d9 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:31.416261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-a060acdd-3205-4423-b024-da039e3cc097 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:31.417840 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-a060acdd-3205-4423-b024-da039e3cc097 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/networks?id=54478511-f8de-4e50-83dc-4c9857155262 HTTP/1.1" status: 200 len: 805 time: 0.2857182 Dec 11 22:38:31.459777 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-b79843bf-92b2-4d24-aff8-e5fe11207d9d tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/quotas/6a71688f425e4140977d2fb5123ec3d3 HTTP/1.1" status: 200 len: 375 time: 0.0334110 Dec 11 22:38:31.493947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-1ccdb481-b8d1-4ed7-83d0-810b500c0d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:31.495493 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-1ccdb481-b8d1-4ed7-83d0-810b500c0d6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2771153 Dec 11 22:38:31.499136 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-52029a7c-4af4-41a6-b4f6-b2010898e9d9 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:31.499493 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-52029a7c-4af4-41a6-b4f6-b2010898e9d9 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Floating IP 890aac54-9d71-4612-bc9c-5e1688eb319c disassociated. External IP: 172.25.1.226, port: c076ef8c-9a1e-408c-83a0-33016ee77e7b. Dec 11 22:38:31.515648 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-24d326e9-4a50-499d-ad1c-5a77f4283133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:31.517187 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-24d326e9-4a50-499d-ad1c-5a77f4283133 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2856808 Dec 11 22:38:31.566753 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-06e97200-4e8b-4121-97b6-7d99a733edf7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd HTTP/1.1" status: 200 len: 217 time: 0.0486135 Dec 11 22:38:31.607143 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-f91ef233-e7fb-4ba7-8053-a69831ac826b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd HTTP/1.1" status: 200 len: 217 time: 0.0793128 Dec 11 22:38:31.645018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2d4b2528-ff93-4748-bb73-fd8a983a7665 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:31.652972 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-18e6f183-83c8-49a4-a9e3-64b24ea62c4f tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a71688f425e4140977d2fb5123ec3d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1806304 Dec 11 22:38:31.718430 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-52029a7c-4af4-41a6-b4f6-b2010898e9d9 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Router 38965751-a080-4d07-b59d-b12e00537f45 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:38:31.739055 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:31.744350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-ed47af9b-17b5-4d5f-8757-e491fb3f02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:31.745994 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-ed47af9b-17b5-4d5f-8757-e491fb3f02f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1497905 Dec 11 22:38:31.763509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19c1d31-bd38-42da-97bc-0e56a911b3a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d4b2528-ff93-4748-bb73-fd8a983a7665'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:31.765771 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbe4cc8-07cc-4eac-9e30-7ea1f7074c9d" -d '{"events": [{"server_uuid": "a19c1d31-bd38-42da-97bc-0e56a911b3a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2d4b2528-ff93-4748-bb73-fd8a983a7665"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:31.770632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-0566c32c-718e-4983-a28d-22706e7c81fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:31.772202 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-0566c32c-718e-4983-a28d-22706e7c81fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1416323 Dec 11 22:38:31.779797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 2d4b2528-ff93-4748-bb73-fd8a983a7665, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2d4b2528-ff93-4748-bb73-fd8a983a7665,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:31.844680 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-52029a7c-4af4-41a6-b4f6-b2010898e9d9 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:38:31.849714 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-52029a7c-4af4-41a6-b4f6-b2010898e9d9 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:31.855743 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6393a2bd-a3a3-41b6-9035-a0df3010e615 None None] Sync routers for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:38:31.867879 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6393a2bd-a3a3-41b6-9035-a0df3010e615 None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:31.868647 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6393a2bd-a3a3-41b6-9035-a0df3010e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:31.884395 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-52029a7c-4af4-41a6-b4f6-b2010898e9d9 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "PUT /v2.0/floatingips/890aac54-9d71-4612-bc9c-5e1688eb319c HTTP/1.1" status: 200 len: 695 time: 1.1415451 Dec 11 22:38:31.891495 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:31.956887 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=2d4b2528-ff93-4748-bb73-fd8a983a7665,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:31.962357 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-c3bc640b-4693-4931-a2cc-ab23aeab7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:31.963950 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-c3bc640b-4693-4931-a2cc-ab23aeab7782 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 1096 time: 0.0641828 Dec 11 22:38:32.016480 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-6393a2bd-a3a3-41b6-9035-a0df3010e615 None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:32.067619 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-20b6d31e-4677-4381-ab37-90fab535dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:32.069167 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-20b6d31e-4677-4381-ab37-90fab535dcb2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 922 time: 0.0985265 Dec 11 22:38:32.120479 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-dd677449-a5b7-437f-ac06-8e2bfb2dd929 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c076ef8c-9a1e-408c-83a0-33016ee77e7b HTTP/1.1" status: 200 len: 217 time: 0.0417461 Dec 11 22:38:32.155445 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-3ad41fb5-3c03-4e54-9db5-95e4a9d2f6c4 service neutron] 10.222.0.45 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790969 Dec 11 22:38:32.165921 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-43d7da59-b2dc-4f96-8b80-414f478c6f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:32.168879 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-43d7da59-b2dc-4f96-8b80-414f478c6f0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4100673 Dec 11 22:38:32.173620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-2583f29b-f377-40de-8a2d-1e171335545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:32.177152 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-2583f29b-f377-40de-8a2d-1e171335545b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 200 len: 860 time: 0.0484526 Dec 11 22:38:32.223267 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-328cc507-4f87-4d82-bdb1-6099188d276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:32.224695 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-328cc507-4f87-4d82-bdb1-6099188d276b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b02deba-9533-4f99-b832-999e0eea09ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432124 Dec 11 22:38:32.236390 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6393a2bd-a3a3-41b6-9035-a0df3010e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:32.244153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-2b17d88f-59c6-4744-8d58-7b9493fc6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:32.245683 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-2b17d88f-59c6-4744-8d58-7b9493fc6b6d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4512267 Dec 11 22:38:32.265451 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6393a2bd-a3a3-41b6-9035-a0df3010e615 None None] Checking router: 38965751-a080-4d07-b59d-b12e00537f45 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:38:32.274505 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6393a2bd-a3a3-41b6-9035-a0df3010e615 None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:32.275343 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6393a2bd-a3a3-41b6-9035-a0df3010e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:32.332184 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-d8130ffd-aa1d-4242-9e8a-fc354b992cfb service neutron] 10.222.0.45 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985272 Dec 11 22:38:32.411273 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-6393a2bd-a3a3-41b6-9035-a0df3010e615 None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:32.426079 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-470e6222-d204-40c6-b879-4b864851c047 service neutron] 10.222.0.45 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647715 Dec 11 22:38:32.435979 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-2363f14c-9f38-45bf-af70-f2a7fedfd856 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540259 Dec 11 22:38:32.439946 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e4952c3-5d7d-4b01-b369-c7ca14f7586d req-cd6787b7-b94f-437c-a7f3-60043ca1dcc9 service neutron] 10.222.0.45 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001246 Dec 11 22:38:32.441801 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-0751f2c2-ac3c-4124-9040-ee58ac65acea service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636686 Dec 11 22:38:32.614920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-49b81ef0-ca5e-4aa3-9774-b282b8a070a8 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720734 Dec 11 22:38:32.620612 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4f9cf86-3f30-4c16-a6b3-f8fbf0d64fa6 req-5ad4a72c-099e-4b45-ac70-1cf651ccdc38 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566207 Dec 11 22:38:32.690276 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848c628-6435-4863-8045-9a891da40e50 req-dca5e6da-fa84-45de-b607-f13272212fab tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:32.691954 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a848c628-6435-4863-8045-9a891da40e50 req-dca5e6da-fa84-45de-b607-f13272212fab tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 949 time: 0.0505097 Dec 11 22:38:32.753189 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6393a2bd-a3a3-41b6-9035-a0df3010e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:32.773602 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a848c628-6435-4863-8045-9a891da40e50 req-b17da0ec-c3f5-405f-a9b2-0ce22d1885e0 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751309 Dec 11 22:38:32.800066 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6393a2bd-a3a3-41b6-9035-a0df3010e615 None None] The sync data for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 is: [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:38:32.880121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e2742-a5b8-42b7-9fc1-0612a9053e92 req-d69eb7e2-d0e5-4e03-a753-286c251a1fa8 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:32.889890 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-760e2742-a5b8-42b7-9fc1-0612a9053e92 req-d69eb7e2-d0e5-4e03-a753-286c251a1fa8 tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 1095 time: 0.1181688 Dec 11 22:38:32.935001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed0a20-e6a8-40b9-a67f-065ad9dc062b req-3df5ef7f-864d-4a1b-9b4c-0f43a9f4c530 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:32.936625 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f0ed0a20-e6a8-40b9-a67f-065ad9dc062b req-3df5ef7f-864d-4a1b-9b4c-0f43a9f4c530 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19c1d31-bd38-42da-97bc-0e56a911b3a4 HTTP/1.1" status: 200 len: 943 time: 0.1249437 Dec 11 22:38:32.960190 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-760e2742-a5b8-42b7-9fc1-0612a9053e92 req-169ab214-e3f0-45f2-a641-fefe47216a7e tempest-LiveAutoBlockMigrationV225Test-458908721 tempest-LiveAutoBlockMigrationV225Test-458908721-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695827 Dec 11 22:38:33.040077 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b66eb5d-0b02-46a6-9693-03ce4fe7484b x-openstack-request-id: req-1b66eb5d-0b02-46a6-9693-03ce4fe7484b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:33.040576 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19c1d31-bd38-42da-97bc-0e56a911b3a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2d4b2528-ff93-4748-bb73-fd8a983a7665", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:33.040663 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b66eb5d-0b02-46a6-9693-03ce4fe7484b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:33.041170 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19c1d31-bd38-42da-97bc-0e56a911b3a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d4b2528-ff93-4748-bb73-fd8a983a7665', 'code': 200} Dec 11 22:38:33.099534 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e2b11d8d-066a-44e9-85e8-f1db3eca0353 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:38:33.138917 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'tag': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:33.141503 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f844c5ff-1e60-4c05-a7aa-da5adc07e327" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb2ae40-f655-4032-a574-78e7a6448e60", "tag": "c076ef8c-9a1e-408c-83a0-33016ee77e7b"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:33.148470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274435f-b63a-4b8e-808d-79cdc4774135 req-e0466a5c-434c-4d61-9040-f3c44d5925f3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:33.162892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274435f-b63a-4b8e-808d-79cdc4774135 req-e0466a5c-434c-4d61-9040-f3c44d5925f3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:33.169409 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5b9032-225e-4b1c-9cbf-52fa8eadd6a7 None None] New status for floating IP 890aac54-9d71-4612-bc9c-5e1688eb319c: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:38:33.169992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274435f-b63a-4b8e-808d-79cdc4774135 req-e0466a5c-434c-4d61-9040-f3c44d5925f3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:33.171592 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0274435f-b63a-4b8e-808d-79cdc4774135 req-e0466a5c-434c-4d61-9040-f3c44d5925f3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2415 time: 0.0975149 Dec 11 22:38:33.174418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-f0ed0a20-e6a8-40b9-a67f-065ad9dc062b req-8216d5a9-f96a-48b5-bae0-87fcd1e0ec00 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Deleting port 2d4b2528-ff93-4748-bb73-fd8a983a7665 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:33.174700 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f0ed0a20-e6a8-40b9-a67f-065ad9dc062b req-8216d5a9-f96a-48b5-bae0-87fcd1e0ec00 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:33.255419 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port e2b11d8d-066a-44e9-85e8-f1db3eca0353 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:38:33.266438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port e2b11d8d-066a-44e9-85e8-f1db3eca0353 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:33.266438 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:33.284382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0274435f-b63a-4b8e-808d-79cdc4774135 req-9e696225-3b48-4ae5-982a-048fd68092ac tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047275 Dec 11 22:38:33.318027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f0ed0a20-e6a8-40b9-a67f-065ad9dc062b req-8216d5a9-f96a-48b5-bae0-87fcd1e0ec00 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] For port 2d4b2528-ff93-4748-bb73-fd8a983a7665, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2d4b2528-ff93-4748-bb73-fd8a983a7665,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:33.318574 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f0ed0a20-e6a8-40b9-a67f-065ad9dc062b req-8216d5a9-f96a-48b5-bae0-87fcd1e0ec00 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:33.335122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-f0ed0a20-e6a8-40b9-a67f-065ad9dc062b req-8216d5a9-f96a-48b5-bae0-87fcd1e0ec00 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Calling delete_port for 2d4b2528-ff93-4748-bb73-fd8a983a7665 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:33.382627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1958c7b1-1141-4606-aa77-9a2865adaa5a req-5ead680c-4ea6-4101-b454-9dc3b3ad2f26 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 210 time: 0.0414267 Dec 11 22:38:33.524043 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:33.535270 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d246d3-7c44-4932-ad7c-67907f44ffe3 x-openstack-request-id: req-a0d246d3-7c44-4932-ad7c-67907f44ffe3 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:33.535724 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb2ae40-f655-4032-a574-78e7a6448e60", "tag": "c076ef8c-9a1e-408c-83a0-33016ee77e7b", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:33.535925 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0d246d3-7c44-4932-ad7c-67907f44ffe3 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:33.536562 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'tag': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b', 'status': 'completed', 'code': 200} Dec 11 22:38:33.585686 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e2b11d8d-066a-44e9-85e8-f1db3eca0353, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e2b11d8d-066a-44e9-85e8-f1db3eca0353,segment=NetworkSegment(60d9c1cc-a20f-44f1-b7bf-cea8077b34d5),segment_id=60d9c1cc-a20f-44f1-b7bf-cea8077b34d5)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:33.653525 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f0ed0a20-e6a8-40b9-a67f-065ad9dc062b req-8216d5a9-f96a-48b5-bae0-87fcd1e0ec00 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:33.660202 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:38:33.669802 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-f13564de-c9f1-40e4-a5b7-3ac1d12e11b7 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:33.673549 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-f13564de-c9f1-40e4-a5b7-3ac1d12e11b7 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0751297 Dec 11 22:38:33.701003 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216d5a9-f96a-48b5-bae0-87fcd1e0ec00 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Pushing event deleted for resources: {'Port': ['ID=2d4b2528-ff93-4748-bb73-fd8a983a7665,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:33.712176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844c5ff-1e60-4c05-a7aa-da5adc07e327 req-09b34739-8075-4d3c-9caa-b86a1515bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:33.713680 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f844c5ff-1e60-4c05-a7aa-da5adc07e327 req-09b34739-8075-4d3c-9caa-b86a1515bc24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 1096 time: 0.1022351 Dec 11 22:38:33.733480 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-0c51eae5-9509-4b14-80cb-ddbe0653edd6 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 696 time: 0.0548391 Dec 11 22:38:33.745399 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-7d991ce1-999e-4af3-b595-76bec9906695 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Request body: {'floatingip': {'port_id': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:33.770008 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:33.770491 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 8115b008-3a01-4c82-9c93-82b87a26be7d up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:38:33.771599 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ed0a20-e6a8-40b9-a67f-065ad9dc062b req-8216d5a9-f96a-48b5-bae0-87fcd1e0ec00 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] No DVR routers for this DVR port 2d4b2528-ff93-4748-bb73-fd8a983a7665 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:33.791203 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-7d991ce1-999e-4af3-b595-76bec9906695 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:33.804743 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f0ed0a20-e6a8-40b9-a67f-065ad9dc062b req-8216d5a9-f96a-48b5-bae0-87fcd1e0ec00 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:33.808374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f0ed0a20-e6a8-40b9-a67f-065ad9dc062b req-8216d5a9-f96a-48b5-bae0-87fcd1e0ec00 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.13 "DELETE /v2.0/ports/2d4b2528-ff93-4748-bb73-fd8a983a7665 HTTP/1.1" status: 204 len: 173 time: 0.8635464 Dec 11 22:38:33.808864 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19c1d31-bd38-42da-97bc-0e56a911b3a4', 'name': 'network-vif-deleted', 'tag': '2d4b2528-ff93-4748-bb73-fd8a983a7665'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:33.814929 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1e637c-5656-4923-8adf-efbbb19ce1cf" -d '{"events": [{"server_uuid": "a19c1d31-bd38-42da-97bc-0e56a911b3a4", "name": "network-vif-deleted", "tag": "2d4b2528-ff93-4748-bb73-fd8a983a7665"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:33.845828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:33.876781 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd', 'mac_address': 'fa:16:3e:fd:8b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:38:33.886066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=e2b11d8d-066a-44e9-85e8-f1db3eca0353,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:33.897878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844c5ff-1e60-4c05-a7aa-da5adc07e327 req-ad526bd9-6f90-4c82-81eb-3ac16e97bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:33.899395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f844c5ff-1e60-4c05-a7aa-da5adc07e327 req-ad526bd9-6f90-4c82-81eb-3ac16e97bf48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 922 time: 0.1668463 Dec 11 22:38:33.933984 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:33.949020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:38:33.971201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f844c5ff-1e60-4c05-a7aa-da5adc07e327 req-71b46362-573f-4a13-bed5-ed306e4874ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c076ef8c-9a1e-408c-83a0-33016ee77e7b HTTP/1.1" status: 200 len: 217 time: 0.0612009 Dec 11 22:38:33.993367 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:34.034618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 8115b008-3a01-4c82-9c93-82b87a26be7d completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:38:34.042895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 8115b008-3a01-4c82-9c93-82b87a26be7d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:34.042895 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:34.047420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844c5ff-1e60-4c05-a7aa-da5adc07e327 req-8b833aac-5032-4f71-b8fa-a6e960d50176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:34.049029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f844c5ff-1e60-4c05-a7aa-da5adc07e327 req-8b833aac-5032-4f71-b8fa-a6e960d50176 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 200 len: 860 time: 0.0687122 Dec 11 22:38:34.071463 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:34.103112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844c5ff-1e60-4c05-a7aa-da5adc07e327 req-777f26a9-7212-470f-b327-49f8448e5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:34.104563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f844c5ff-1e60-4c05-a7aa-da5adc07e327 req-777f26a9-7212-470f-b327-49f8448e5efa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b02deba-9533-4f99-b832-999e0eea09ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481310 Dec 11 22:38:34.139965 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,revision_number=12']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:34.225092 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:34.252028 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f844c5ff-1e60-4c05-a7aa-da5adc07e327 req-8cf32385-6e44-455e-921c-7cddee6ee96a service neutron] 10.222.0.47 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395612 Dec 11 22:38:34.295635 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 8115b008-3a01-4c82-9c93-82b87a26be7d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=8115b008-3a01-4c82-9c93-82b87a26be7d,segment=NetworkSegment(fb1bf539-7a41-4d70-8b99-e28eed34eb70),segment_id=fb1bf539-7a41-4d70-8b99-e28eed34eb70)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:34.315635 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-7d991ce1-999e-4af3-b595-76bec9906695 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:34.401438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ccce8-b2cd-48af-aa80-59e16022d74b req-460d2093-48bd-43cf-b15d-78ef191ec63e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:34.402918 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c45ccce8-b2cd-48af-aa80-59e16022d74b req-460d2093-48bd-43cf-b15d-78ef191ec63e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.1284573 Dec 11 22:38:34.424056 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:34.425547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a058e966-9fd3-4cec-95f9-a43f946d5e55 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:38:34.427559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f844c5ff-1e60-4c05-a7aa-da5adc07e327 req-7e03f7e1-9608-488a-a832-922f06391e71 service neutron] 10.222.0.47 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673827 Dec 11 22:38:34.475074 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-7d991ce1-999e-4af3-b595-76bec9906695 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:34.479650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c45ccce8-b2cd-48af-aa80-59e16022d74b req-568b5e49-81d4-4e3c-bf33-becd9c370492 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702949 Dec 11 22:38:34.546232 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0f98d5-b19f-4353-b29b-48d7cea64728 x-openstack-request-id: req-7d0f98d5-b19f-4353-b29b-48d7cea64728 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:34.547258 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19c1d31-bd38-42da-97bc-0e56a911b3a4", "name": "network-vif-deleted", "tag": "2d4b2528-ff93-4748-bb73-fd8a983a7665", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:34.547695 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d0f98d5-b19f-4353-b29b-48d7cea64728 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:34.548363 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19c1d31-bd38-42da-97bc-0e56a911b3a4', 'name': 'network-vif-deleted', 'tag': '2d4b2528-ff93-4748-bb73-fd8a983a7665', 'status': 'completed', 'code': 200} Dec 11 22:38:34.555193 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=8115b008-3a01-4c82-9c93-82b87a26be7d,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:34.602101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:34.611628 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-7d991ce1-999e-4af3-b595-76bec9906695 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Floating IP 890aac54-9d71-4612-bc9c-5e1688eb319c associated. External IP: 172.25.1.226, port: 37701109-9b67-4fa9-8da9-a2f73d3535b1. Dec 11 22:38:34.702010 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port a058e966-9fd3-4cec-95f9-a43f946d5e55 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:38:34.715091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port a058e966-9fd3-4cec-95f9-a43f946d5e55 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:34.715468 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:34.826612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5306e4-1459-47cd-b769-0bbaabd6c96f req-06757789-9f72-43f3-a122-e4b48eaba76d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:34.828194 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e5306e4-1459-47cd-b769-0bbaabd6c96f req-06757789-9f72-43f3-a122-e4b48eaba76d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 944 time: 0.0536032 Dec 11 22:38:34.850765 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:34.878065 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-7d991ce1-999e-4af3-b595-76bec9906695 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Router 38965751-a080-4d07-b59d-b12e00537f45 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:38:34.889393 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e5306e4-1459-47cd-b769-0bbaabd6c96f req-4366f029-70a1-4d52-a0e5-366841aa323e tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548363 Dec 11 22:38:34.890887 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a058e966-9fd3-4cec-95f9-a43f946d5e55, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a058e966-9fd3-4cec-95f9-a43f946d5e55,segment=NetworkSegment(fb1bf539-7a41-4d70-8b99-e28eed34eb70),segment_id=fb1bf539-7a41-4d70-8b99-e28eed34eb70)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:34.972239 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:35.000874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478e849-a62f-4e03-9549-62d038e0d7a0 req-ff31b37a-4b60-4996-ac6e-f7e3c4f79692 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:35.002363 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-7d991ce1-999e-4af3-b595-76bec9906695 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:38:35.008048 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478e849-a62f-4e03-9549-62d038e0d7a0 req-ff31b37a-4b60-4996-ac6e-f7e3c4f79692 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:35.008338 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-7d991ce1-999e-4af3-b595-76bec9906695 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:35.018018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478e849-a62f-4e03-9549-62d038e0d7a0 req-ff31b37a-4b60-4996-ac6e-f7e3c4f79692 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:35.019244 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa2a126-3498-49ba-812b-ba2bf6269369 None None] Sync routers for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:38:35.022914 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6478e849-a62f-4e03-9549-62d038e0d7a0 req-ff31b37a-4b60-4996-ac6e-f7e3c4f79692 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2417 time: 0.0773721 Dec 11 22:38:35.048207 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-7d991ce1-999e-4af3-b595-76bec9906695 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "PUT /v2.0/floatingips/890aac54-9d71-4612-bc9c-5e1688eb319c HTTP/1.1" status: 200 len: 997 time: 1.3081148 Dec 11 22:38:35.057969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b11d8d-066a-44e9-85e8-f1db3eca0353'}, {'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8115b008-3a01-4c82-9c93-82b87a26be7d'}, {'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a058e966-9fd3-4cec-95f9-a43f946d5e55'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:35.057969 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3b7165-9b95-4bcd-8ab8-d712981c1c70" -d '{"events": [{"server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "name": "network-vif-plugged", "status": "completed", "tag": "e2b11d8d-066a-44e9-85e8-f1db3eca0353"}, {"server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "name": "network-vif-plugged", "status": "completed", "tag": "8115b008-3a01-4c82-9c93-82b87a26be7d"}, {"server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "name": "network-vif-plugged", "status": "completed", "tag": "a058e966-9fd3-4cec-95f9-a43f946d5e55"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:35.063281 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa2a126-3498-49ba-812b-ba2bf6269369 None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:35.064671 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2fa2a126-3498-49ba-812b-ba2bf6269369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:35.066126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a058e966-9fd3-4cec-95f9-a43f946d5e55,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:35.116537 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c131bb-5375-4379-b1e4-605b365c8fac req-63fd30a8-c7d4-458f-8d86-f10b45b7a1e0 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:35.118067 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-02c131bb-5375-4379-b1e4-605b365c8fac req-63fd30a8-c7d4-458f-8d86-f10b45b7a1e0 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.13 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 944 time: 0.0925946 Dec 11 22:38:35.128356 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6478e849-a62f-4e03-9549-62d038e0d7a0 req-327f0040-e8d5-4fdd-ac3d-9c4906ed77d8 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044924 Dec 11 22:38:35.180308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-8c638a4d-d91f-4966-a919-2c3db98eb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:35.181863 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-8c638a4d-d91f-4966-a919-2c3db98eb591 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 1097 time: 0.1154230 Dec 11 22:38:35.213220 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-2fa2a126-3498-49ba-812b-ba2bf6269369 None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:35.249066 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-062d7157-f678-49e5-84a2-67d817b320bd req-36ae4e84-aba6-42e1-8861-eb56cf5da13a tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 210 time: 0.0335872 Dec 11 22:38:35.299727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-02c131bb-5375-4379-b1e4-605b365c8fac req-06919147-78d3-4e1b-a344-7c3d6d48890d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Deleting port 2f007cf4-420d-4c38-99ae-ce767526c10c {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:35.299969 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-02c131bb-5375-4379-b1e4-605b365c8fac req-06919147-78d3-4e1b-a344-7c3d6d48890d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:35.314947 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-1a113403-c298-4317-a7f1-f3ded38e35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:35.324019 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-1a113403-c298-4317-a7f1-f3ded38e35b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 922 time: 0.1339333 Dec 11 22:38:35.400921 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-c0c51c97-e588-4561-ad67-2eaa34b214fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37701109-9b67-4fa9-8da9-a2f73d3535b1 HTTP/1.1" status: 200 len: 1000 time: 0.0757344 Dec 11 22:38:35.464424 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2fa2a126-3498-49ba-812b-ba2bf6269369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '890aac54-9d71-4612-bc9c-5e1688eb319c', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '38965751-a080-4d07-b59d-b12e00537f45', 'port_id': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'mac_address': 'fa:16:3e:76:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:37:47Z', 'updated_at': '2021-12-11T22:38:34Z', 'revision_number': 8, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:35.473101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867a385-238f-4cd8-a82a-505ec3f85c5d req-c6a8c863-629e-4987-b42d-9913c09c5f07 tempest-MigrationsAdminTest-1983146638 tempest-MigrationsAdminTest-1983146638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:35.474764 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1867a385-238f-4cd8-a82a-505ec3f85c5d req-c6a8c863-629e-4987-b42d-9913c09c5f07 tempest-MigrationsAdminTest-1983146638 tempest-MigrationsAdminTest-1983146638-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 1101 time: 0.1563051 Dec 11 22:38:35.487477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6fdc4-7712-43cc-86c0-710c9e08eefe req-f0f23c1f-8db5-41df-8080-f058cbfe91ea tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:35.488955 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71c6fdc4-7712-43cc-86c0-710c9e08eefe req-f0f23c1f-8db5-41df-8080-f058cbfe91ea tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb2ae40-f655-4032-a574-78e7a6448e60 HTTP/1.1" status: 200 len: 945 time: 0.1294546 Dec 11 22:38:35.492161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-02c131bb-5375-4379-b1e4-605b365c8fac req-06919147-78d3-4e1b-a344-7c3d6d48890d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] For port 2f007cf4-420d-4c38-99ae-ce767526c10c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2f007cf4-420d-4c38-99ae-ce767526c10c,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:35.492531 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-02c131bb-5375-4379-b1e4-605b365c8fac req-06919147-78d3-4e1b-a344-7c3d6d48890d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:35.507899 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa2a126-3498-49ba-812b-ba2bf6269369 None None] Checking router: 38965751-a080-4d07-b59d-b12e00537f45 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:38:35.512209 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-5c763617-33f9-44b0-af9d-b12febd11679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:35.514377 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-5c763617-33f9-44b0-af9d-b12febd11679 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 200 len: 860 time: 0.1060464 Dec 11 22:38:35.518574 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa2a126-3498-49ba-812b-ba2bf6269369 None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:35.519431 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2fa2a126-3498-49ba-812b-ba2bf6269369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:35.546510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-02c131bb-5375-4379-b1e4-605b365c8fac req-06919147-78d3-4e1b-a344-7c3d6d48890d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Calling delete_port for 2f007cf4-420d-4c38-99ae-ce767526c10c owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:35.564810 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'tag': '37701109-9b67-4fa9-8da9-a2f73d3535b1'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:35.568975 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81779d92-8bed-4722-8f35-5e413edc63a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ed0711-4777-4c1b-9d19-99c913f71773", "tag": "37701109-9b67-4fa9-8da9-a2f73d3535b1"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:35.606909 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-987933e4-c467-4261-9af6-d28c0d7662cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:35.630454 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-987933e4-c467-4261-9af6-d28c0d7662cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b02deba-9533-4f99-b832-999e0eea09ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008039 Dec 11 22:38:35.646572 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1867a385-238f-4cd8-a82a-505ec3f85c5d req-f1f646d9-b571-4031-9ca9-e700e550b7c7 tempest-MigrationsAdminTest-1983146638 tempest-MigrationsAdminTest-1983146638-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564279 Dec 11 22:38:35.657241 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-2fa2a126-3498-49ba-812b-ba2bf6269369 None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:35.732371 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-71c6fdc4-7712-43cc-86c0-710c9e08eefe req-978ec288-7e35-4623-b9ff-6a7a3dc61d19 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Deleting port c076ef8c-9a1e-408c-83a0-33016ee77e7b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:35.732871 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71c6fdc4-7712-43cc-86c0-710c9e08eefe req-978ec288-7e35-4623-b9ff-6a7a3dc61d19 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:35.800670 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38054f60-cfc9-4734-b146-3009c43648cd x-openstack-request-id: req-38054f60-cfc9-4734-b146-3009c43648cd {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:35.801320 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "name": "network-vif-plugged", "status": "completed", "tag": "e2b11d8d-066a-44e9-85e8-f1db3eca0353", "code": 200}, {"server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "name": "network-vif-plugged", "status": "completed", "tag": "8115b008-3a01-4c82-9c93-82b87a26be7d", "code": 200}, {"server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "name": "network-vif-plugged", "status": "completed", "tag": "a058e966-9fd3-4cec-95f9-a43f946d5e55", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:35.802535 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-5d12ab43-15f5-4690-8580-e0f960056434 service neutron] 10.222.0.45 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770704 Dec 11 22:38:35.805560 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38054f60-cfc9-4734-b146-3009c43648cd {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:35.807134 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b11d8d-066a-44e9-85e8-f1db3eca0353', 'code': 200} Dec 11 22:38:35.809415 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8115b008-3a01-4c82-9c93-82b87a26be7d', 'code': 200} Dec 11 22:38:35.809945 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a058e966-9fd3-4cec-95f9-a43f946d5e55', 'code': 200} Dec 11 22:38:35.822924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-18ff5d8b-b812-42be-8ce2-e9862bbc30f1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:35.824512 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-18ff5d8b-b812-42be-8ce2-e9862bbc30f1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.47 "GET /v2.0/networks?id=54478511-f8de-4e50-83dc-4c9857155262 HTTP/1.1" status: 200 len: 805 time: 0.1718123 Dec 11 22:38:35.888068 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b75d63-d481-4aea-a1ce-643a033cfa87 x-openstack-request-id: req-52b75d63-d481-4aea-a1ce-643a033cfa87 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:35.888353 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ed0711-4777-4c1b-9d19-99c913f71773", "tag": "37701109-9b67-4fa9-8da9-a2f73d3535b1", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:35.888609 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-52b75d63-d481-4aea-a1ce-643a033cfa87 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:35.889005 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'tag': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'status': 'completed', 'code': 200} Dec 11 22:38:35.895630 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-71c6fdc4-7712-43cc-86c0-710c9e08eefe req-978ec288-7e35-4623-b9ff-6a7a3dc61d19 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] For port c076ef8c-9a1e-408c-83a0-33016ee77e7b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c076ef8c-9a1e-408c-83a0-33016ee77e7b,segment=NetworkSegment(b6a2d109-e816-4ac6-8177-b0996977379e),segment_id=b6a2d109-e816-4ac6-8177-b0996977379e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:35.897497 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71c6fdc4-7712-43cc-86c0-710c9e08eefe req-978ec288-7e35-4623-b9ff-6a7a3dc61d19 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:35.913808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-71c6fdc4-7712-43cc-86c0-710c9e08eefe req-978ec288-7e35-4623-b9ff-6a7a3dc61d19 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Calling delete_port for c076ef8c-9a1e-408c-83a0-33016ee77e7b owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:35.930531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-f10d1c38-2ac8-4e2d-9cdc-32d4f4d072c1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Request body: {'port': {'device_id': '6c8c7650-8834-4a06-9225-eba9ba2b51b8', 'network_id': '54478511-f8de-4e50-83dc-4c9857155262', 'admin_state_up': True, 'tenant_id': '6a71688f425e4140977d2fb5123ec3d3'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:36.022421 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-02c131bb-5375-4379-b1e4-605b365c8fac req-06919147-78d3-4e1b-a344-7c3d6d48890d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:36.032551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81779d92-8bed-4722-8f35-5e413edc63a8 req-52314268-4cbc-4ad8-a854-290dc93456d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:36.033406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['2f007cf4-420d-4c38-99ae-ce767526c10c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:36.034117 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81779d92-8bed-4722-8f35-5e413edc63a8 req-52314268-4cbc-4ad8-a854-290dc93456d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 1097 time: 0.1383991 Dec 11 22:38:36.083847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06919147-78d3-4e1b-a344-7c3d6d48890d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Pushing event deleted for resources: {'Port': ['ID=2f007cf4-420d-4c38-99ae-ce767526c10c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:36.102964 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2fa2a126-3498-49ba-812b-ba2bf6269369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '890aac54-9d71-4612-bc9c-5e1688eb319c', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '38965751-a080-4d07-b59d-b12e00537f45', 'port_id': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'mac_address': 'fa:16:3e:76:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:37:47Z', 'updated_at': '2021-12-11T22:38:34Z', 'revision_number': 8, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:36.138130 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a3de07b-9d00-4a6b-80cf-7f15217fe650 req-29820d06-d701-43d3-8eb1-a96e7a1fd244 service neutron] 10.222.0.45 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020353 Dec 11 22:38:36.170923 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa2a126-3498-49ba-812b-ba2bf6269369 None None] The sync data for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 is: [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '890aac54-9d71-4612-bc9c-5e1688eb319c', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '38965751-a080-4d07-b59d-b12e00537f45', 'port_id': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'mac_address': 'fa:16:3e:76:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:37:47Z', 'updated_at': '2021-12-11T22:38:34Z', 'revision_number': 8, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:38:36.224433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81779d92-8bed-4722-8f35-5e413edc63a8 req-92ce825a-3d95-46bb-bdea-a8fd4ef4b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:36.225926 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81779d92-8bed-4722-8f35-5e413edc63a8 req-92ce825a-3d95-46bb-bdea-a8fd4ef4b85f service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 922 time: 0.1824305 Dec 11 22:38:36.238333 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c131bb-5375-4379-b1e4-605b365c8fac req-06919147-78d3-4e1b-a344-7c3d6d48890d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] No DVR routers for this DVR port 2f007cf4-420d-4c38-99ae-ce767526c10c on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:36.240981 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-02c131bb-5375-4379-b1e4-605b365c8fac req-06919147-78d3-4e1b-a344-7c3d6d48890d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:36.244559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-02c131bb-5375-4379-b1e4-605b365c8fac req-06919147-78d3-4e1b-a344-7c3d6d48890d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.13 "DELETE /v2.0/ports/2f007cf4-420d-4c38-99ae-ce767526c10c HTTP/1.1" status: 204 len: 173 time: 1.1152174 Dec 11 22:38:36.270004 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858707f-7357-4609-ab3c-0b5016d26eb6 req-07c8631c-611f-46c2-bf76-636be77054a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:36.270498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858707f-7357-4609-ab3c-0b5016d26eb6 req-07c8631c-611f-46c2-bf76-636be77054a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:36.271022 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858707f-7357-4609-ab3c-0b5016d26eb6 req-07c8631c-611f-46c2-bf76-636be77054a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:36.272699 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f858707f-7357-4609-ab3c-0b5016d26eb6 req-07c8631c-611f-46c2-bf76-636be77054a6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2871 time: 0.2418365 Dec 11 22:38:36.311518 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81779d92-8bed-4722-8f35-5e413edc63a8 req-a076d81e-2869-4f98-892d-7b93fa3604b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37701109-9b67-4fa9-8da9-a2f73d3535b1 HTTP/1.1" status: 200 len: 1000 time: 0.0767868 Dec 11 22:38:36.327458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f858707f-7357-4609-ab3c-0b5016d26eb6 req-51adabb3-e3d7-40f5-b41d-ecb7d421dd75 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452473 Dec 11 22:38:36.364547 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81779d92-8bed-4722-8f35-5e413edc63a8 req-0b803637-9c95-410c-af6e-e0c541fe4268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:36.366034 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81779d92-8bed-4722-8f35-5e413edc63a8 req-0b803637-9c95-410c-af6e-e0c541fe4268 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 200 len: 860 time: 0.0469286 Dec 11 22:38:36.412588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-f10d1c38-2ac8-4e2d-9cdc-32d4f4d072c1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Made reservation on behalf of 6a71688f425e4140977d2fb5123ec3d3 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:38:36.416335 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-f10d1c38-2ac8-4e2d-9cdc-32d4f4d072c1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:36.421092 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81779d92-8bed-4722-8f35-5e413edc63a8 req-f48a3877-97f0-4e47-b658-81f9070f155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:36.422692 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81779d92-8bed-4722-8f35-5e413edc63a8 req-f48a3877-97f0-4e47-b658-81f9070f155f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b02deba-9533-4f99-b832-999e0eea09ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491242 Dec 11 22:38:36.452508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71c6fdc4-7712-43cc-86c0-710c9e08eefe req-978ec288-7e35-4623-b9ff-6a7a3dc61d19 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:36.469019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['37701109-9b67-4fa9-8da9-a2f73d3535b1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:36.475741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe6e813-27c6-4de9-accc-5adea9271f43 None None] New status for floating IP 890aac54-9d71-4612-bc9c-5e1688eb319c: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:38:36.503210 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ec288-7e35-4623-b9ff-6a7a3dc61d19 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Pushing event deleted for resources: {'Port': ['ID=c076ef8c-9a1e-408c-83a0-33016ee77e7b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:36.509311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['c076ef8c-9a1e-408c-83a0-33016ee77e7b'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:36.552809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44868bb3-12b4-4e3d-b755-93fe7f312781', 'name': 'network-vif-deleted', 'tag': '2f007cf4-420d-4c38-99ae-ce767526c10c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:36.557106 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43e4d9d-7471-42de-9816-1f66ed1b030e" -d '{"events": [{"server_uuid": "44868bb3-12b4-4e3d-b755-93fe7f312781", "name": "network-vif-deleted", "tag": "2f007cf4-420d-4c38-99ae-ce767526c10c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:36.600918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c6fdc4-7712-43cc-86c0-710c9e08eefe req-978ec288-7e35-4623-b9ff-6a7a3dc61d19 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] No DVR routers for this DVR port c076ef8c-9a1e-408c-83a0-33016ee77e7b on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:36.603912 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71c6fdc4-7712-43cc-86c0-710c9e08eefe req-978ec288-7e35-4623-b9ff-6a7a3dc61d19 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:36.609507 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81779d92-8bed-4722-8f35-5e413edc63a8 req-d3ac0f6c-7f02-425e-b316-2b2db4fe7759 service neutron] 10.222.0.13 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750107 Dec 11 22:38:36.609691 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71c6fdc4-7712-43cc-86c0-710c9e08eefe req-978ec288-7e35-4623-b9ff-6a7a3dc61d19 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.47 "DELETE /v2.0/ports/c076ef8c-9a1e-408c-83a0-33016ee77e7b HTTP/1.1" status: 204 len: 173 time: 1.1015198 Dec 11 22:38:36.775861 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-f10d1c38-2ac8-4e2d-9cdc-32d4f4d072c1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Allocated IP 172.20.0.13 (54478511-f8de-4e50-83dc-4c9857155262/deb1c5ef-7e62-452c-b0f4-c1de3e5763b5/cd2121ef-24c7-41fe-8ec9-061d9631d213) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:38:36.804637 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aba321b0-ba3d-4cac-a15c-76651feb142f req-9ec72c8c-e70a-47f1-b282-8ae83ba31804 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 210 time: 0.0605547 Dec 11 22:38:36.841620 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81779d92-8bed-4722-8f35-5e413edc63a8 req-1fe427a7-39e5-4fd5-b62e-059934e9db41 service neutron] 10.222.0.13 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229543 Dec 11 22:38:36.926312 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25012c-3571-4766-be1a-f53160262106 req-eb6a21fd-f977-43f4-a9c4-a4ca83d7123d tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:36.933224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25012c-3571-4766-be1a-f53160262106 req-eb6a21fd-f977-43f4-a9c4-a4ca83d7123d tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:36.940336 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25012c-3571-4766-be1a-f53160262106 req-eb6a21fd-f977-43f4-a9c4-a4ca83d7123d tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:36.942399 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc25012c-3571-4766-be1a-f53160262106 req-eb6a21fd-f977-43f4-a9c4-a4ca83d7123d tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2418 time: 0.1144519 Dec 11 22:38:36.992091 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f7cf4692-5097-4a7e-bfec-5a958f9345f6 req-fbaab9a4-ec97-4f76-a5ef-fe35857cb953 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 210 time: 0.0354216 Dec 11 22:38:37.066424 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc25012c-3571-4766-be1a-f53160262106 req-338c8ebc-a8b4-41ad-beb7-724a340e36a9 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089709 Dec 11 22:38:37.114554 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5971e2-8738-4f7b-9600-8367f97f3daa x-openstack-request-id: req-3b5971e2-8738-4f7b-9600-8367f97f3daa {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:37.115089 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44868bb3-12b4-4e3d-b755-93fe7f312781", "name": "network-vif-deleted", "tag": "2f007cf4-420d-4c38-99ae-ce767526c10c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:37.115544 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b5971e2-8738-4f7b-9600-8367f97f3daa {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:37.116138 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44868bb3-12b4-4e3d-b755-93fe7f312781', 'name': 'network-vif-deleted', 'tag': '2f007cf4-420d-4c38-99ae-ce767526c10c', 'status': 'completed', 'code': 200} Dec 11 22:38:37.294614 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641634ec-1388-457b-b716-d0fd74560c3b req-0ff6ed89-5889-4060-8785-609986123417 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:37.302573 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-641634ec-1388-457b-b716-d0fd74560c3b req-0ff6ed89-5889-4060-8785-609986123417 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.1054907 Dec 11 22:38:37.353104 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-641634ec-1388-457b-b716-d0fd74560c3b req-77dcd9c1-725c-4875-8801-153c9a28e6ea tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492165 Dec 11 22:38:37.437307 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-f10d1c38-2ac8-4e2d-9cdc-32d4f4d072c1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:37.461169 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f4892ded-d858-434c-8d37-5c0fe50eed66 req-b450428d-2583-4050-af0e-764198ae8eed tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/floatingips/890aac54-9d71-4612-bc9c-5e1688eb319c HTTP/1.1" status: 200 len: 997 time: 0.4176824 Dec 11 22:38:37.585956 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4892ded-d858-434c-8d37-5c0fe50eed66 req-29df3ba7-4baf-4e5f-96b4-9d5722e82dd4 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:37.587385 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f4892ded-d858-434c-8d37-5c0fe50eed66 req-29df3ba7-4baf-4e5f-96b4-9d5722e82dd4 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.1166897 Dec 11 22:38:37.588965 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-f10d1c38-2ac8-4e2d-9cdc-32d4f4d072c1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:37.630519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-f4892ded-d858-434c-8d37-5c0fe50eed66 req-885c228e-bf0e-4f64-9076-f6c5863f211b tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:38:37.631633 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f4892ded-d858-434c-8d37-5c0fe50eed66 req-885c228e-bf0e-4f64-9076-f6c5863f211b tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0295737 Dec 11 22:38:37.654953 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-f10d1c38-2ac8-4e2d-9cdc-32d4f4d072c1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Network 54478511-f8de-4e50-83dc-4c9857155262 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:38:37.658610 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-f10d1c38-2ac8-4e2d-9cdc-32d4f4d072c1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:38:37.663620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-f10d1c38-2ac8-4e2d-9cdc-32d4f4d072c1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:38:37.668051 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d1c38-2ac8-4e2d-9cdc-32d4f4d072c1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Pushing event updated for resources: {'Port': ['ID=cd2121ef-24c7-41fe-8ec9-061d9631d213,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:37.698615 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:38:37.759893 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-f10d1c38-2ac8-4e2d-9cdc-32d4f4d072c1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:37.761874 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-f10d1c38-2ac8-4e2d-9cdc-32d4f4d072c1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:37.886678 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-2c75c333-bcc5-4bc8-9063-7b4ccd47bf09 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 1002 time: 0.0632439 Dec 11 22:38:37.908983 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-f10d1c38-2ac8-4e2d-9cdc-32d4f4d072c1 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9859185 Dec 11 22:38:37.936238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Request body: {'port': {'device_id': '6c8c7650-8834-4a06-9225-eba9ba2b51b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:37.945020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:38:37.951566 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:37.954091 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:37.973970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-cdd6e3c1-e285-4c5c-b7bf-581967c87505 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:37.975538 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-cdd6e3c1-e285-4c5c-b7bf-581967c87505 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports/37701109-9b67-4fa9-8da9-a2f73d3535b1 HTTP/1.1" status: 200 len: 943 time: 0.0805542 Dec 11 22:38:38.014084 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:38.045223 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17f95c84-3d95-4f44-ba94-eea5716d5279 req-25451297-370a-42d3-abbd-eb1aa6742d8d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 210 time: 0.0745251 Dec 11 22:38:38.137095 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:38.179465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:38.180732 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:38.185493 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caeacb6-80fb-4d87-99de-83e67f5b5f7a" -d '{"events": [{"server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "name": "network-vif-plugged", "status": "completed", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:38.230704 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-d217ad49-5054-4108-9995-21da65a5deda tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 1002 time: 0.1666040 Dec 11 22:38:38.261035 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a47488-6e91-422a-842f-9f7bce1d1ae9 req-d58f932c-6d33-4b6a-aee7-31716adb63b4 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:38.263004 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6a47488-6e91-422a-842f-9f7bce1d1ae9 req-d58f932c-6d33-4b6a-aee7-31716adb63b4 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 946 time: 0.0706656 Dec 11 22:38:38.322692 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6a47488-6e91-422a-842f-9f7bce1d1ae9 req-edc3f2ad-a762-4cbc-b39b-00bcb4d9fed5 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/security-groups?id=b093fddc-c8d8-49e1-b271-ea517715a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526257 Dec 11 22:38:38.361140 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:38.361961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2f007cf4-420d-4c38-99ae-ce767526c10c no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:38.411425 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 2f007cf4-420d-4c38-99ae-ce767526c10c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:38:38.411783 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2f007cf4-420d-4c38-99ae-ce767526c10c not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:38.412202 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2d4b2528-ff93-4748-bb73-fd8a983a7665 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:38.451450 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd2f9f-0d66-4ecf-8701-67c606bcedf3 req-a524b27e-58e8-45c6-adde-b50685e8309e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:38.453147 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ddd2f9f-0d66-4ecf-8701-67c606bcedf3 req-a524b27e-58e8-45c6-adde-b50685e8309e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 950 time: 0.1181879 Dec 11 22:38:38.454582 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 2d4b2528-ff93-4748-bb73-fd8a983a7665 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:38:38.455017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2d4b2528-ff93-4748-bb73-fd8a983a7665 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:38.476129 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,revision_number=13']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:38.501208 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-14cdbcb0-d0dd-408c-b67c-29f004426bae tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:38.502821 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-14cdbcb0-d0dd-408c-b67c-29f004426bae tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.2590282 Dec 11 22:38:38.506723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b09fe8-7eb2-47d2-a4d9-524ed1d7d5ff req-de7d27fd-94a5-4147-a44d-68a41a46dc1d tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:38.507859 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6b09fe8-7eb2-47d2-a4d9-524ed1d7d5ff req-de7d27fd-94a5-4147-a44d-68a41a46dc1d tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 932 time: 0.0853615 Dec 11 22:38:38.571557 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6b09fe8-7eb2-47d2-a4d9-524ed1d7d5ff req-623c036f-d068-4c08-8c8b-b51e057ac22c tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557137 Dec 11 22:38:38.682047 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-102685fd-84bb-4c6b-95c0-b71035a99351 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 1002 time: 0.1675766 Dec 11 22:38:38.685030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a8230-fdd1-4b42-b8c2-1a8ba19814af req-0c5dd558-5cba-4666-9624-4a21dcbfd13b tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:38.693065 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a8230-fdd1-4b42-b8c2-1a8ba19814af req-0c5dd558-5cba-4666-9624-4a21dcbfd13b tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:38.693584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2121ef-24c7-41fe-8ec9-061d9631d213 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:38:38.699597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a8230-fdd1-4b42-b8c2-1a8ba19814af req-0c5dd558-5cba-4666-9624-4a21dcbfd13b tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:38.702196 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-324a8230-fdd1-4b42-b8c2-1a8ba19814af req-0c5dd558-5cba-4666-9624-4a21dcbfd13b tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2418 time: 0.0683494 Dec 11 22:38:38.710870 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:38.715785 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-ad3cb267-22ed-4cab-be57-48d4fbea6777 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:38.758937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-324a8230-fdd1-4b42-b8c2-1a8ba19814af req-5cfcfb3b-d986-47fe-8269-fc9d286477c0 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503917 Dec 11 22:38:38.782765 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Transition to ACTIVE for port object cd2121ef-24c7-41fe-8ec9-061d9631d213 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:38:38.787980 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-9ddd2f9f-0d66-4ecf-8701-67c606bcedf3 req-5993fdc2-64e7-430f-9720-6d4299b350da tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Deleting port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:38.788376 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9ddd2f9f-0d66-4ecf-8701-67c606bcedf3 req-5993fdc2-64e7-430f-9720-6d4299b350da tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:38.821997 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db042e02-b6dd-49d1-a913-474fc1989443 x-openstack-request-id: req-db042e02-b6dd-49d1-a913-474fc1989443 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:38.822478 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "name": "network-vif-plugged", "status": "completed", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:38.822590 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db042e02-b6dd-49d1-a913-474fc1989443 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:38.823018 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd', 'code': 200} Dec 11 22:38:38.844747 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-ad3cb267-22ed-4cab-be57-48d4fbea6777 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:38.898419 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:38.937086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0ab11-c69f-400b-86b8-f1affa2a2fad req-46dc67c0-3428-4e8a-a315-5a1f1958f1af tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:38.938655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9de0ab11-c69f-400b-86b8-f1affa2a2fad req-46dc67c0-3428-4e8a-a315-5a1f1958f1af tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccd4698d-1111-4b8c-8b8b-1ae31c4d831f HTTP/1.1" status: 200 len: 951 time: 0.0572929 Dec 11 22:38:39.020548 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9de0ab11-c69f-400b-86b8-f1affa2a2fad req-ab139a7d-7179-4b55-af52-fc93d41dbe0d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756669 Dec 11 22:38:39.108947 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device c076ef8c-9a1e-408c-83a0-33016ee77e7b no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:39.117630 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'name': 'network-vif-deleted', 'tag': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:39.118156 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2121ef-24c7-41fe-8ec9-061d9631d213,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:39.122665 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6bd2a7-3d87-4156-9ac3-af0c3a4f0b80" -d '{"events": [{"server_uuid": "8cb2ae40-f655-4032-a574-78e7a6448e60", "name": "network-vif-deleted", "tag": "c076ef8c-9a1e-408c-83a0-33016ee77e7b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:39.143577 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: c076ef8c-9a1e-408c-83a0-33016ee77e7b {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:38:39.144048 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device c076ef8c-9a1e-408c-83a0-33016ee77e7b not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:39.160693 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-9ddd2f9f-0d66-4ecf-8701-67c606bcedf3 req-5993fdc2-64e7-430f-9720-6d4299b350da tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] For port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:39.161059 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9ddd2f9f-0d66-4ecf-8701-67c606bcedf3 req-5993fdc2-64e7-430f-9720-6d4299b350da tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:39.215367 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-ad3cb267-22ed-4cab-be57-48d4fbea6777 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:39.223901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-9ddd2f9f-0d66-4ecf-8701-67c606bcedf3 req-5993fdc2-64e7-430f-9720-6d4299b350da tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Calling delete_port for 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:39.263525 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Attempting to bind port cd2121ef-24c7-41fe-8ec9-061d9631d213 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:38:39.263525 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Attempting to bind port cd2121ef-24c7-41fe-8ec9-061d9631d213 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:38:39.263866 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Attempting to bind port cd2121ef-24c7-41fe-8ec9-061d9631d213 on network 54478511-f8de-4e50-83dc-4c9857155262 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:39.297324 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Port cd2121ef-24c7-41fe-8ec9-061d9631d213 on network 54478511-f8de-4e50-83dc-4c9857155262 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:38:39.297651 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Attempting to bind port cd2121ef-24c7-41fe-8ec9-061d9631d213 on network 54478511-f8de-4e50-83dc-4c9857155262 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:39.300132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1de16cc-410a-43c4-ac9a-4386e8b29be5 req-f72e008f-727a-44e3-be6b-c36a8c0eb927 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 210 time: 0.0277646 Dec 11 22:38:39.304586 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:38:39.304929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Checking segment: {'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:38:39.305598 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Bound using segment: {'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:38:39.306056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Bound port: cd2121ef-24c7-41fe-8ec9-061d9631d213, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b62ba9-8115-466a-80bd-e976cdd15430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54478511-f8de-4e50-83dc-4c9857155262'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:38:39.306414 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:39.308355 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-ad3cb267-22ed-4cab-be57-48d4fbea6777 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:39.308686 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-ad3cb267-22ed-4cab-be57-48d4fbea6777 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Floating IP 890aac54-9d71-4612-bc9c-5e1688eb319c disassociated. External IP: 172.25.1.226, port: 37701109-9b67-4fa9-8da9-a2f73d3535b1. Dec 11 22:38:39.355267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b067085-857c-4c5e-806f-f1c234df660d req-f74ed33b-1b4c-448a-9c28-1db33f5d2a46 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:39.357279 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7b067085-857c-4c5e-806f-f1c234df660d req-f74ed33b-1b4c-448a-9c28-1db33f5d2a46 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 946 time: 0.0597320 Dec 11 22:38:39.502515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] For port cd2121ef-24c7-41fe-8ec9-061d9631d213, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:38:39.541403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-7b067085-857c-4c5e-806f-f1c234df660d req-2f854693-0fd1-452e-9428-0ba7b2c4df55 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Deleting port 13d4ac9d-1fe0-4767-9801-724cbda707a3 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:39.541802 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7b067085-857c-4c5e-806f-f1c234df660d req-2f854693-0fd1-452e-9428-0ba7b2c4df55 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:39.623399 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] For port cd2121ef-24c7-41fe-8ec9-061d9631d213, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cd2121ef-24c7-41fe-8ec9-061d9631d213,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:38:39.667501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-ad3cb267-22ed-4cab-be57-48d4fbea6777 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Router 38965751-a080-4d07-b59d-b12e00537f45 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:38:39.686919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-7b067085-857c-4c5e-806f-f1c234df660d req-2f854693-0fd1-452e-9428-0ba7b2c4df55 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] For port 13d4ac9d-1fe0-4767-9801-724cbda707a3, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=13d4ac9d-1fe0-4767-9801-724cbda707a3,segment=NetworkSegment(04b2816d-0084-41b8-a4aa-67bcaa4acb73),segment_id=04b2816d-0084-41b8-a4aa-67bcaa4acb73)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:39.687501 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7b067085-857c-4c5e-806f-f1c234df660d req-2f854693-0fd1-452e-9428-0ba7b2c4df55 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:39.706615 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:39.828489 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:39.829413 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:39.831319 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] 10.222.0.47 "PUT /v2.0/ports/cd2121ef-24c7-41fe-8ec9-061d9631d213 HTTP/1.1" status: 200 len: 1092 time: 1.9010139 Dec 11 22:38:39.831988 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8c7650-8834-4a06-9225-eba9ba2b51b8', 'tag': 'cd2121ef-24c7-41fe-8ec9-061d9631d213'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:39.835260 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dda6b3-bf3b-4d5a-b18f-c1b4fff1517b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8c7650-8834-4a06-9225-eba9ba2b51b8", "tag": "cd2121ef-24c7-41fe-8ec9-061d9631d213"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:39.857102 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9ddd2f9f-0d66-4ecf-8701-67c606bcedf3 req-5993fdc2-64e7-430f-9720-6d4299b350da tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:39.872165 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['2c7cb36c-8146-4e13-afa8-b3d282699a76', '43d1c68e-45f3-42ce-a3df-ba0ce9310172'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:39.971359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['ce022248-3628-412e-b0d4-51927750f75d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:40.110561 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddd2f9f-0d66-4ecf-8701-67c606bcedf3 req-5993fdc2-64e7-430f-9720-6d4299b350da tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] No DVR routers for this DVR port 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd on host n-h2-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:40.121949 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f51603-fe44-416a-87cc-ac88ea827498 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2121ef-24c7-41fe-8ec9-061d9631d213,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:40.136281 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9ddd2f9f-0d66-4ecf-8701-67c606bcedf3 req-5993fdc2-64e7-430f-9720-6d4299b350da tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:40.148906 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ddd2f9f-0d66-4ecf-8701-67c606bcedf3 req-5993fdc2-64e7-430f-9720-6d4299b350da tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.13 "DELETE /v2.0/ports/5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd HTTP/1.1" status: 204 len: 173 time: 1.6880400 Dec 11 22:38:40.222534 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993fdc2-64e7-430f-9720-6d4299b350da tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Pushing event deleted for resources: {'Port': ['ID=5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:40.239179 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-824ac05c-a2cc-4f7f-b100-be46f3ef23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:40.241063 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-824ac05c-a2cc-4f7f-b100-be46f3ef23f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a71688f425e4140977d2fb5123ec3d3&device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 1095 time: 0.2827525 Dec 11 22:38:40.242624 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-ad3cb267-22ed-4cab-be57-48d4fbea6777 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:38:40.256647 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f17a9-4168-4fef-b355-ad7be6cf1dee None None] Sync routers for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:38:40.280295 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f17a9-4168-4fef-b355-ad7be6cf1dee None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:40.282277 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-ad3cb267-22ed-4cab-be57-48d4fbea6777 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:40.282977 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-574f17a9-4168-4fef-b355-ad7be6cf1dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:40.307489 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e48d269-3c08-4a6a-a804-ed1aa5a87d07 x-openstack-request-id: req-9e48d269-3c08-4a6a-a804-ed1aa5a87d07 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:40.308058 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb2ae40-f655-4032-a574-78e7a6448e60", "name": "network-vif-deleted", "tag": "c076ef8c-9a1e-408c-83a0-33016ee77e7b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:40.308058 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e48d269-3c08-4a6a-a804-ed1aa5a87d07 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:40.308394 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb2ae40-f655-4032-a574-78e7a6448e60', 'name': 'network-vif-deleted', 'tag': 'c076ef8c-9a1e-408c-83a0-33016ee77e7b', 'status': 'completed', 'code': 200} Dec 11 22:38:40.334213 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7b067085-857c-4c5e-806f-f1c234df660d req-2f854693-0fd1-452e-9428-0ba7b2c4df55 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:40.340722 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7b067085-857c-4c5e-806f-f1c234df660d req-2f854693-0fd1-452e-9428-0ba7b2c4df55 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:40.341050 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-7b067085-857c-4c5e-806f-f1c234df660d req-2f854693-0fd1-452e-9428-0ba7b2c4df55 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Floating IP 4c725c65-f71d-48e2-851f-b14b1f3c67b4 disassociated. External IP: 172.25.1.213, port: 13d4ac9d-1fe0-4767-9801-724cbda707a3. Dec 11 22:38:40.341404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-7b067085-857c-4c5e-806f-f1c234df660d req-2f854693-0fd1-452e-9428-0ba7b2c4df55 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Calling delete_port for 13d4ac9d-1fe0-4767-9801-724cbda707a3 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:40.384200 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-4b4f993c-562a-4184-ae48-d4004607b90a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd2121ef-24c7-41fe-8ec9-061d9631d213 HTTP/1.1" status: 200 len: 217 time: 0.1146963 Dec 11 22:38:40.403634 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-ad3cb267-22ed-4cab-be57-48d4fbea6777 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "PUT /v2.0/floatingips/890aac54-9d71-4612-bc9c-5e1688eb319c HTTP/1.1" status: 200 len: 696 time: 1.7030382 Dec 11 22:38:40.495506 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-be2d9318-7038-4081-a882-054de8bfb88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:40.499962 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-be2d9318-7038-4081-a882-054de8bfb88a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=deb1c5ef-7e62-452c-b0f4-c1de3e5763b5 HTTP/1.1" status: 200 len: 845 time: 0.0937424 Dec 11 22:38:40.520651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699526b4-eb60-414f-9e61-45451615b78c req-ef58e544-6fa9-4086-9efd-859c8aa07521 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:40.522296 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-699526b4-eb60-414f-9e61-45451615b78c req-ef58e544-6fa9-4086-9efd-859c8aa07521 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 946 time: 0.2167027 Dec 11 22:38:40.532057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-e1143cf0-d3df-42e5-bbe0-7c5d9638a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:40.541385 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-e1143cf0-d3df-42e5-bbe0-7c5d9638a203 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 1097 time: 0.1218429 Dec 11 22:38:40.561789 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-574f17a9-4168-4fef-b355-ad7be6cf1dee None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:40.577448 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-9ddf190c-7670-4334-8689-55cac2233cc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54478511-f8de-4e50-83dc-4c9857155262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688913 Dec 11 22:38:40.738736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-699526b4-eb60-414f-9e61-45451615b78c req-f997283e-5abe-40d8-8a6b-987e002d108d tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/security-groups?id=b093fddc-c8d8-49e1-b271-ea517715a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041993 Dec 11 22:38:40.758847 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-5132f25e-6514-48a0-b01b-3e77bf03dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:40.761987 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-5132f25e-6514-48a0-b01b-3e77bf03dbd0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 922 time: 0.2196903 Dec 11 22:38:40.812384 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7b067085-857c-4c5e-806f-f1c234df660d req-2f854693-0fd1-452e-9428-0ba7b2c4df55 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:40.814774 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-2a58da6c-e2ea-4c8c-8e56-5b0e4a19175f service neutron] 10.222.0.47 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907017 Dec 11 22:38:40.816538 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-723ce2ed-794e-4a79-a310-2687351fced4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37701109-9b67-4fa9-8da9-a2f73d3535b1 HTTP/1.1" status: 200 len: 217 time: 0.0469477 Dec 11 22:38:40.857083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f854693-0fd1-452e-9428-0ba7b2c4df55 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Pushing event deleted for resources: {'Port': ['ID=13d4ac9d-1fe0-4767-9801-724cbda707a3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:40.910021 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-574f17a9-4168-4fef-b355-ad7be6cf1dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:40.936712 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-c85821b7-1ff9-4975-b800-1cebdf243aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:40.938841 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-c85821b7-1ff9-4975-b800-1cebdf243aba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 200 len: 860 time: 0.1078849 Dec 11 22:38:40.942146 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f17a9-4168-4fef-b355-ad7be6cf1dee None None] Checking router: 38965751-a080-4d07-b59d-b12e00537f45 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:38:40.954064 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f17a9-4168-4fef-b355-ad7be6cf1dee None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:40.954683 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-574f17a9-4168-4fef-b355-ad7be6cf1dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:41.013314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177a3a9-ef28-48e2-9fc4-e6b646f451bb req-cf137927-a2b1-4739-8c59-4a0f111a7c9e tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:41.015707 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2177a3a9-ef28-48e2-9fc4-e6b646f451bb req-cf137927-a2b1-4739-8c59-4a0f111a7c9e tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 944 time: 0.1431816 Dec 11 22:38:41.022757 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-168e8806-feb8-4ca1-b3f0-7dc1c211742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:41.024504 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-168e8806-feb8-4ca1-b3f0-7dc1c211742d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b02deba-9533-4f99-b832-999e0eea09ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763435 Dec 11 22:38:41.029588 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f0709b5-31a0-4fa8-a475-f10e38ccf3f4 req-87ac524b-1c78-4f93-8a7e-0d87cb68da91 service neutron] 10.222.0.47 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063751 Dec 11 22:38:41.156116 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b067085-857c-4c5e-806f-f1c234df660d req-2f854693-0fd1-452e-9428-0ba7b2c4df55 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Router 974a1be2-1675-4f8c-a8fd-52866897c162 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:38:41.166054 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-ae7aa74b-077e-4430-b399-c07716375b62 service neutron] 10.222.0.45 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324399 Dec 11 22:38:41.174879 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-574f17a9-4168-4fef-b355-ad7be6cf1dee None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:41.180800 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2177a3a9-ef28-48e2-9fc4-e6b646f451bb req-c7590aab-5d06-4290-bb9e-36557a235504 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212180 Dec 11 22:38:41.348561 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18a3508f-1e85-4080-816d-52af3435e2e5 req-14f7e0c6-5686-4ee2-8d7e-134783064e4a service neutron] 10.222.0.45 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664572 Dec 11 22:38:41.391641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adb574-b10b-4863-b90e-d26b36c2bda9 req-424ca340-991a-41ee-9ec1-877d4ec0b01e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:41.398426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adb574-b10b-4863-b90e-d26b36c2bda9 req-424ca340-991a-41ee-9ec1-877d4ec0b01e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:41.406006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adb574-b10b-4863-b90e-d26b36c2bda9 req-424ca340-991a-41ee-9ec1-877d4ec0b01e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:41.407872 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4adb574-b10b-4863-b90e-d26b36c2bda9 req-424ca340-991a-41ee-9ec1-877d4ec0b01e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2418 time: 0.1320143 Dec 11 22:38:41.413679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b067085-857c-4c5e-806f-f1c234df660d req-2f854693-0fd1-452e-9428-0ba7b2c4df55 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:38:41.433845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fbb1b-8803-4a35-b673-2341cef446b1 None None] Sync routers for ids ['974a1be2-1675-4f8c-a8fd-52866897c162'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:38:41.448765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462fbb1b-8803-4a35-b673-2341cef446b1 None None] Routers {'974a1be2-1675-4f8c-a8fd-52866897c162'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:41.450481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-462fbb1b-8803-4a35-b673-2341cef446b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['974a1be2-1675-4f8c-a8fd-52866897c162'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:41.467238 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edec4385-d003-4461-b1af-902b771fe49f x-openstack-request-id: req-edec4385-d003-4461-b1af-902b771fe49f {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:41.467800 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8c7650-8834-4a06-9225-eba9ba2b51b8", "tag": "cd2121ef-24c7-41fe-8ec9-061d9631d213", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:41.468294 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-edec4385-d003-4461-b1af-902b771fe49f {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:41.468904 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8c7650-8834-4a06-9225-eba9ba2b51b8', 'tag': 'cd2121ef-24c7-41fe-8ec9-061d9631d213', 'status': 'completed', 'code': 200} Dec 11 22:38:41.516868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b067085-857c-4c5e-806f-f1c234df660d req-2f854693-0fd1-452e-9428-0ba7b2c4df55 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] No DVR routers for this DVR port 13d4ac9d-1fe0-4767-9801-724cbda707a3 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:41.527518 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7b067085-857c-4c5e-806f-f1c234df660d req-2f854693-0fd1-452e-9428-0ba7b2c4df55 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:41.531547 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7b067085-857c-4c5e-806f-f1c234df660d req-2f854693-0fd1-452e-9428-0ba7b2c4df55 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.47 "DELETE /v2.0/ports/13d4ac9d-1fe0-4767-9801-724cbda707a3 HTTP/1.1" status: 204 len: 173 time: 2.1607947 Dec 11 22:38:41.547953 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4adb574-b10b-4863-b90e-d26b36c2bda9 req-f19c7990-d93f-48f5-80f7-46e77f564f7e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210480 Dec 11 22:38:41.623321 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-462fbb1b-8803-4a35-b673-2341cef446b1 None None] Set router 974a1be2-1675-4f8c-a8fd-52866897c162 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:41.674013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852f670-36bd-4956-84cf-e948107d8def req-0db7d3c6-aea5-4b00-ae67-c8c67aaa7e3c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:41.684508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852f670-36bd-4956-84cf-e948107d8def req-0db7d3c6-aea5-4b00-ae67-c8c67aaa7e3c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:41.699169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852f670-36bd-4956-84cf-e948107d8def req-0db7d3c6-aea5-4b00-ae67-c8c67aaa7e3c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:41.702009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dda6b3-bf3b-4d5a-b18f-c1b4fff1517b req-496905c4-51e9-4af8-9d10-380ffca24d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:41.703797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e852f670-36bd-4956-84cf-e948107d8def req-0db7d3c6-aea5-4b00-ae67-c8c67aaa7e3c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 2418 time: 0.1461990 Dec 11 22:38:41.716375 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09dda6b3-bf3b-4d5a-b18f-c1b4fff1517b req-496905c4-51e9-4af8-9d10-380ffca24d39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a71688f425e4140977d2fb5123ec3d3&device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 1095 time: 0.1573572 Dec 11 22:38:41.735020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:41.756255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:38:41.756609 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:41.792528 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-574f17a9-4168-4fef-b355-ad7be6cf1dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:41.846138 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f17a9-4168-4fef-b355-ad7be6cf1dee None None] The sync data for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 is: [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:37:24Z', 'revision_number': 4, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '4a4fa6e7-5810-43a0-b795-4abb923e0944', 'name': '', 'network_id': '0b02deba-9533-4f99-b832-999e0eea09ef', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'mac_address': 'fa:16:3e:f4:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:22Z', 'updated_at': '2021-12-11T22:37:29Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'subnets': [{'id': 'd0450784-9341-4398-99b2-56c0d7f24479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:38:41.869240 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-07e2dbb7-b78b-43c9-b242-55fce9793d6b req-727715cb-51b8-476b-bc4e-de4bd610eb46 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=44868bb3-12b4-4e3d-b755-93fe7f312781 HTTP/1.1" status: 200 len: 210 time: 0.1641233 Dec 11 22:38:41.891050 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dda6b3-bf3b-4d5a-b18f-c1b4fff1517b req-1c0142bf-1a1b-4577-8a1b-58fb5f223622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:41.893064 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09dda6b3-bf3b-4d5a-b18f-c1b4fff1517b req-1c0142bf-1a1b-4577-8a1b-58fb5f223622 service neutron] 10.222.0.47 "GET /v2.0/networks?id=54478511-f8de-4e50-83dc-4c9857155262 HTTP/1.1" status: 200 len: 906 time: 0.1653926 Dec 11 22:38:42.024854 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09dda6b3-bf3b-4d5a-b18f-c1b4fff1517b req-824f897f-5faa-4095-a902-1cd29b5897c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd2121ef-24c7-41fe-8ec9-061d9631d213 HTTP/1.1" status: 200 len: 217 time: 0.1088974 Dec 11 22:38:42.034651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e852f670-36bd-4956-84cf-e948107d8def req-f320a4ef-bb25-4d4c-997d-a0543dffb65e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Deleting port e2b11d8d-066a-44e9-85e8-f1db3eca0353 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:42.035116 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e852f670-36bd-4956-84cf-e948107d8def req-f320a4ef-bb25-4d4c-997d-a0543dffb65e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:42.048876 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-462fbb1b-8803-4a35-b673-2341cef446b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'name': 'tempest-ServersTestFqdnHostnames-740446196-router', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'gw_port': {'id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '77fc5518-0b52-4304-aa5e-11a701797a3d', 'name': '', 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'mac_address': 'fa:16:3e:36:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:17Z', 'updated_at': '2021-12-11T22:36:23Z', 'revision_number': 5, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'subnets': [{'id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:42.101587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fbb1b-8803-4a35-b673-2341cef446b1 None None] Checking router: 974a1be2-1675-4f8c-a8fd-52866897c162 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:38:42.117086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462fbb1b-8803-4a35-b673-2341cef446b1 None None] Routers {'974a1be2-1675-4f8c-a8fd-52866897c162'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:42.125939 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-462fbb1b-8803-4a35-b673-2341cef446b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['974a1be2-1675-4f8c-a8fd-52866897c162'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:42.149573 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dda6b3-bf3b-4d5a-b18f-c1b4fff1517b req-71353308-1e4b-430f-8bcb-7ca7b872bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:42.151066 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09dda6b3-bf3b-4d5a-b18f-c1b4fff1517b req-71353308-1e4b-430f-8bcb-7ca7b872bbbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=deb1c5ef-7e62-452c-b0f4-c1de3e5763b5 HTTP/1.1" status: 200 len: 845 time: 0.1028402 Dec 11 22:38:42.176664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-23ee5343-b6ec-4166-8e58-9d5ed136167f tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:42.178544 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-23ee5343-b6ec-4166-8e58-9d5ed136167f tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 808 time: 0.3030968 Dec 11 22:38:42.211621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e852f670-36bd-4956-84cf-e948107d8def req-f320a4ef-bb25-4d4c-997d-a0543dffb65e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] For port e2b11d8d-066a-44e9-85e8-f1db3eca0353, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e2b11d8d-066a-44e9-85e8-f1db3eca0353,segment=NetworkSegment(60d9c1cc-a20f-44f1-b7bf-cea8077b34d5),segment_id=60d9c1cc-a20f-44f1-b7bf-cea8077b34d5)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:42.212144 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e852f670-36bd-4956-84cf-e948107d8def req-f320a4ef-bb25-4d4c-997d-a0543dffb65e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:42.227798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e852f670-36bd-4956-84cf-e948107d8def req-f320a4ef-bb25-4d4c-997d-a0543dffb65e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Calling delete_port for e2b11d8d-066a-44e9-85e8-f1db3eca0353 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:42.232736 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09dda6b3-bf3b-4d5a-b18f-c1b4fff1517b req-bbe5df60-0955-4992-9f86-0508e814903c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54478511-f8de-4e50-83dc-4c9857155262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523925 Dec 11 22:38:42.268958 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-0405813e-5ed2-42fd-af18-ae324e85f4c8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/quotas/4a03958ca25f4977b4fabaad3b861845 HTTP/1.1" status: 200 len: 375 time: 0.0766225 Dec 11 22:38:42.279691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-462fbb1b-8803-4a35-b673-2341cef446b1 None None] Set router 974a1be2-1675-4f8c-a8fd-52866897c162 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:42.303331 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57592a1-606f-4c40-b962-1b1551190caf None None] New status for floating IP 890aac54-9d71-4612-bc9c-5e1688eb319c: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:38:42.312994 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7c163a-b855-48b3-85cb-7b9f40de113e', 'name': 'network-vif-deleted', 'tag': '13d4ac9d-1fe0-4767-9801-724cbda707a3'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:42.316603 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11506ec-4046-423d-9cf5-3f7d30096b2b" -d '{"events": [{"server_uuid": "ad7c163a-b855-48b3-85cb-7b9f40de113e", "name": "network-vif-deleted", "tag": "13d4ac9d-1fe0-4767-9801-724cbda707a3"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:42.470682 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-347e0817-2291-401e-a13e-d91bf59fb70a tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1837909 Dec 11 22:38:42.545200 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79e1e74b-06bb-4fe5-b4ce-56689545f1da req-35ffa253-78f0-49b0-ac60-e90d0c49730e tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad7c163a-b855-48b3-85cb-7b9f40de113e HTTP/1.1" status: 200 len: 210 time: 0.0333791 Dec 11 22:38:42.583896 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e852f670-36bd-4956-84cf-e948107d8def req-f320a4ef-bb25-4d4c-997d-a0543dffb65e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:42.626796 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-462fbb1b-8803-4a35-b673-2341cef446b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'name': 'tempest-ServersTestFqdnHostnames-740446196-router', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'gw_port': {'id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '77fc5518-0b52-4304-aa5e-11a701797a3d', 'name': '', 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'mac_address': 'fa:16:3e:36:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:17Z', 'updated_at': '2021-12-11T22:36:23Z', 'revision_number': 5, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'subnets': [{'id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:42.631458 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['a058e966-9fd3-4cec-95f9-a43f946d5e55', 'e2b11d8d-066a-44e9-85e8-f1db3eca0353', '8115b008-3a01-4c82-9c93-82b87a26be7d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:42.732382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fbb1b-8803-4a35-b673-2341cef446b1 None None] The sync data for ids ['974a1be2-1675-4f8c-a8fd-52866897c162'] in n-d-710847-6 is: [{'id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'name': 'tempest-ServersTestFqdnHostnames-740446196-router', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'gw_port': {'id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '77fc5518-0b52-4304-aa5e-11a701797a3d', 'name': '', 'network_id': '4241dd4b-9403-4fa5-b1dc-073261711d6e', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'mac_address': 'fa:16:3e:36:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:17Z', 'updated_at': '2021-12-11T22:36:23Z', 'revision_number': 5, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'subnets': [{'id': 'b266260b-8a9b-4319-b4e4-f35d8a8fc387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:38:42.802626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e852f670-36bd-4956-84cf-e948107d8def req-f320a4ef-bb25-4d4c-997d-a0543dffb65e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] No DVR routers for this DVR port e2b11d8d-066a-44e9-85e8-f1db3eca0353 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:42.805367 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e852f670-36bd-4956-84cf-e948107d8def req-f320a4ef-bb25-4d4c-997d-a0543dffb65e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:42.809054 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e852f670-36bd-4956-84cf-e948107d8def req-f320a4ef-bb25-4d4c-997d-a0543dffb65e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.47 "DELETE /v2.0/ports/e2b11d8d-066a-44e9-85e8-f1db3eca0353 HTTP/1.1" status: 204 len: 173 time: 1.0787635 Dec 11 22:38:42.811450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320a4ef-bb25-4d4c-997d-a0543dffb65e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Port': ['ID=e2b11d8d-066a-44e9-85e8-f1db3eca0353,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:43.035404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c1315-31d5-4cfd-ad3e-f0e8ccea384f req-62f9f55d-e411-4ec3-9352-6ba54297d2b5 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:43.042653 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09dda6b3-bf3b-4d5a-b18f-c1b4fff1517b req-fc18a0ad-ded9-45a9-bc1d-237c02028afc service neutron] 10.222.0.47 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7933679 Dec 11 22:38:43.052216 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc8c1315-31d5-4cfd-ad3e-f0e8ccea384f req-62f9f55d-e411-4ec3-9352-6ba54297d2b5 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 944 time: 0.2407126 Dec 11 22:38:43.141457 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device cd2121ef-24c7-41fe-8ec9-061d9631d213 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:38:43.146706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e852f670-36bd-4956-84cf-e948107d8def req-1944ffeb-c4f2-44fe-81a7-52b81e95f379 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Deleting port 8115b008-3a01-4c82-9c93-82b87a26be7d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:43.146968 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e852f670-36bd-4956-84cf-e948107d8def req-1944ffeb-c4f2-44fe-81a7-52b81e95f379 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:43.156800 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-b0acc8d6-bad1-436c-81d0-055adfe9f8f2 service neutron] 10.222.0.45 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6848164 Dec 11 22:38:43.157138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 13d4ac9d-1fe0-4767-9801-724cbda707a3 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:43.180865 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc8c1315-31d5-4cfd-ad3e-f0e8ccea384f req-6d8b3edb-4f25-4b61-9589-4bc1f585d605 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274822 Dec 11 22:38:43.203079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 13d4ac9d-1fe0-4767-9801-724cbda707a3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:38:43.203456 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 13d4ac9d-1fe0-4767-9801-724cbda707a3 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:43.223798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd06ab4-35d8-4cc7-8d58-db903a285f2c None None] New status for floating IP 4c725c65-f71d-48e2-851f-b14b1f3c67b4: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:38:43.264719 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09dda6b3-bf3b-4d5a-b18f-c1b4fff1517b req-c70449df-5fd9-4f0f-810f-c97d49497ac5 service neutron] 10.222.0.47 "GET /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133200 Dec 11 22:38:43.271470 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bbaae0-e93f-41d8-a07e-55ff159a4821 x-openstack-request-id: req-b2bbaae0-e93f-41d8-a07e-55ff159a4821 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:43.272062 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7c163a-b855-48b3-85cb-7b9f40de113e", "name": "network-vif-deleted", "tag": "13d4ac9d-1fe0-4767-9801-724cbda707a3", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:43.273005 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b2bbaae0-e93f-41d8-a07e-55ff159a4821 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:43.273617 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7c163a-b855-48b3-85cb-7b9f40de113e', 'name': 'network-vif-deleted', 'tag': '13d4ac9d-1fe0-4767-9801-724cbda707a3', 'status': 'completed', 'code': 200} Dec 11 22:38:43.307675 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e852f670-36bd-4956-84cf-e948107d8def req-1944ffeb-c4f2-44fe-81a7-52b81e95f379 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] For port 8115b008-3a01-4c82-9c93-82b87a26be7d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=8115b008-3a01-4c82-9c93-82b87a26be7d,segment=NetworkSegment(fb1bf539-7a41-4d70-8b99-e28eed34eb70),segment_id=fb1bf539-7a41-4d70-8b99-e28eed34eb70)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:43.308173 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e852f670-36bd-4956-84cf-e948107d8def req-1944ffeb-c4f2-44fe-81a7-52b81e95f379 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:43.324553 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-9a8b9a7f-6997-4cd6-bdeb-1238e922f406 service neutron] 10.222.0.45 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602745 Dec 11 22:38:43.374446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e852f670-36bd-4956-84cf-e948107d8def req-1944ffeb-c4f2-44fe-81a7-52b81e95f379 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Calling delete_port for 8115b008-3a01-4c82-9c93-82b87a26be7d owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:43.401133 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:43.441917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f95fd-ff7e-4b45-9067-8962cd4b4c9a req-34da6710-e684-475b-8d17-9beb5eafc732 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:43.441917 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-da6f95fd-ff7e-4b45-9067-8962cd4b4c9a req-34da6710-e684-475b-8d17-9beb5eafc732 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 951 time: 0.1077549 Dec 11 22:38:43.471234 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'name': 'network-vif-deleted', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd'}, {'name': 'network-changed', 'server_uuid': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'tag': '37701109-9b67-4fa9-8da9-a2f73d3535b1'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:43.475568 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19a6109-91a1-4bd0-a5f9-1d69eed96dc8" -d '{"events": [{"server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "name": "network-vif-deleted", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd"}, {"name": "network-changed", "server_uuid": "a0ed0711-4777-4c1b-9d19-99c913f71773", "tag": "37701109-9b67-4fa9-8da9-a2f73d3535b1"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:43.513603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port cd2121ef-24c7-41fe-8ec9-061d9631d213, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cd2121ef-24c7-41fe-8ec9-061d9631d213,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:43.525113 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-da6f95fd-ff7e-4b45-9067-8962cd4b4c9a req-93c27c98-0a3e-434d-8f05-5841fe1e88a1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735474 Dec 11 22:38:43.536190 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'cd2121ef-24c7-41fe-8ec9-061d9631d213', 'network_id': '54478511-f8de-4e50-83dc-4c9857155262', 'port_id': 'cd2121ef-24c7-41fe-8ec9-061d9631d213', 'mac_address': 'fa:16:3e:f1:af:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb1c5ef-7e62-452c-b0f4-c1de3e5763b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:38:43.607705 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:43.622695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2121ef-24c7-41fe-8ec9-061d9631d213 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:38:43.645972 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port cd2121ef-24c7-41fe-8ec9-061d9631d213, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cd2121ef-24c7-41fe-8ec9-061d9631d213,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:43.661386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51411e68-2875-47f5-966d-960aa478a670 req-9267d889-33d3-4fb9-8311-7eba43ff9ef3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:43.668003 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51411e68-2875-47f5-966d-960aa478a670 req-9267d889-33d3-4fb9-8311-7eba43ff9ef3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:43.669680 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-51411e68-2875-47f5-966d-960aa478a670 req-9267d889-33d3-4fb9-8311-7eba43ff9ef3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 1682 time: 0.0756266 Dec 11 22:38:43.719575 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e852f670-36bd-4956-84cf-e948107d8def req-1944ffeb-c4f2-44fe-81a7-52b81e95f379 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:43.733928 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-51411e68-2875-47f5-966d-960aa478a670 req-6e7cb820-2483-4e34-9eeb-d787784e50c9 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575316 Dec 11 22:38:43.745468 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:43.754015 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['e2b11d8d-066a-44e9-85e8-f1db3eca0353'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:43.769005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944ffeb-c4f2-44fe-81a7-52b81e95f379 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Port': ['ID=8115b008-3a01-4c82-9c93-82b87a26be7d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:43.862858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e852f670-36bd-4956-84cf-e948107d8def req-1944ffeb-c4f2-44fe-81a7-52b81e95f379 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] No DVR routers for this DVR port 8115b008-3a01-4c82-9c93-82b87a26be7d on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:43.866118 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e852f670-36bd-4956-84cf-e948107d8def req-1944ffeb-c4f2-44fe-81a7-52b81e95f379 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:43.870455 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e852f670-36bd-4956-84cf-e948107d8def req-1944ffeb-c4f2-44fe-81a7-52b81e95f379 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.47 "DELETE /v2.0/ports/8115b008-3a01-4c82-9c93-82b87a26be7d HTTP/1.1" status: 204 len: 173 time: 1.0382769 Dec 11 22:38:43.931852 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b58eeb7e-e3fb-4b22-8470-18874f4419ee req-4ac1c877-4404-4ca6-8cd7-8ab67faa79d8 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/floatingips/890aac54-9d71-4612-bc9c-5e1688eb319c HTTP/1.1" status: 200 len: 694 time: 0.0709784 Dec 11 22:38:44.067919 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=cd2121ef-24c7-41fe-8ec9-061d9631d213,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:44.086791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fd359-09b7-4b41-936a-f1f6da82a8c2 req-2aa042d7-1824-43b5-8198-bf5328b7e11d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:44.089602 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-da5fd359-09b7-4b41-936a-f1f6da82a8c2 req-2aa042d7-1824-43b5-8198-bf5328b7e11d tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 951 time: 0.1360373 Dec 11 22:38:44.173200 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['cd2121ef-24c7-41fe-8ec9-061d9631d213'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:44.199132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58eeb7e-e3fb-4b22-8470-18874f4419ee req-e4517c2e-e35a-4ae2-9c76-51fe89a246d2 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:44.208464 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b58eeb7e-e3fb-4b22-8470-18874f4419ee req-e4517c2e-e35a-4ae2-9c76-51fe89a246d2 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.2667284 Dec 11 22:38:44.268197 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675709a2-8e8f-4471-83fd-89441db9f942 x-openstack-request-id: req-675709a2-8e8f-4471-83fd-89441db9f942 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:44.268768 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd4698d-1111-4b8c-8b8b-1ae31c4d831f", "name": "network-vif-deleted", "tag": "5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0ed0711-4777-4c1b-9d19-99c913f71773", "tag": "37701109-9b67-4fa9-8da9-a2f73d3535b1", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:44.269299 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-675709a2-8e8f-4471-83fd-89441db9f942 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:44.269770 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd4698d-1111-4b8c-8b8b-1ae31c4d831f', 'name': 'network-vif-deleted', 'tag': '5a0e67c8-ef7b-4769-8ec7-9bf0bf6f97dd', 'status': 'completed', 'code': 200} Dec 11 22:38:44.270094 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'tag': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'status': 'completed', 'code': 200} Dec 11 22:38:44.286941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-da5fd359-09b7-4b41-936a-f1f6da82a8c2 req-32a5b7bd-9128-48ad-bf8b-cd53719459ad tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Deleting port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:44.287425 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-da5fd359-09b7-4b41-936a-f1f6da82a8c2 req-32a5b7bd-9128-48ad-bf8b-cd53719459ad tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:44.296039 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b58eeb7e-e3fb-4b22-8470-18874f4419ee req-5ba70788-d7f5-4a5b-9edb-c4693e29fe7c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 697 time: 0.0860724 Dec 11 22:38:44.392799 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b58eeb7e-e3fb-4b22-8470-18874f4419ee req-029036d9-f9fb-4080-ad99-86801f2da8c2 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 697 time: 0.0957494 Dec 11 22:38:44.404685 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1496a144-98e7-4471-a026-1d8abf7beb02 req-3fa369d7-eb78-4020-8117-a3a77303fed8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 210 time: 0.0398774 Dec 11 22:38:44.535809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-da5fd359-09b7-4b41-936a-f1f6da82a8c2 req-32a5b7bd-9128-48ad-bf8b-cd53719459ad tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] For port 43d1c68e-45f3-42ce-a3df-ba0ce9310172, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=43d1c68e-45f3-42ce-a3df-ba0ce9310172,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:44.536358 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-da5fd359-09b7-4b41-936a-f1f6da82a8c2 req-32a5b7bd-9128-48ad-bf8b-cd53719459ad tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:44.539431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a6109-91a1-4bd0-a5f9-1d69eed96dc8 req-d3df7c39-d68d-4282-ba48-f60b15550664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:44.540939 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b19a6109-91a1-4bd0-a5f9-1d69eed96dc8 req-d3df7c39-d68d-4282-ba48-f60b15550664 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6748c74fd2f94587a90d640b7916a884&device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 1097 time: 0.1901681 Dec 11 22:38:44.579854 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-da5fd359-09b7-4b41-936a-f1f6da82a8c2 req-32a5b7bd-9128-48ad-bf8b-cd53719459ad tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Calling delete_port for 43d1c68e-45f3-42ce-a3df-ba0ce9310172 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:44.601521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bc833-dacd-44fb-b875-18ab3a76ef35 req-9bcdb011-a10a-48a9-bda4-d0613020cd86 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:44.603198 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c6bc833-dacd-44fb-b875-18ab3a76ef35 req-9bcdb011-a10a-48a9-bda4-d0613020cd86 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 945 time: 0.1123674 Dec 11 22:38:44.723989 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c6bc833-dacd-44fb-b875-18ab3a76ef35 req-854c6a32-c1ee-476a-a81c-ac5eb3608165 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099997 Dec 11 22:38:44.791087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a6109-91a1-4bd0-a5f9-1d69eed96dc8 req-f3659810-3ac4-4e8e-8a90-d59d2980bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:44.793180 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b19a6109-91a1-4bd0-a5f9-1d69eed96dc8 req-f3659810-3ac4-4e8e-8a90-d59d2980bf70 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 200 len: 922 time: 0.2425327 Dec 11 22:38:44.809928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e852f670-36bd-4956-84cf-e948107d8def req-8f55be79-847b-4f48-9b5f-dcfed250b322 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Deleting port a058e966-9fd3-4cec-95f9-a43f946d5e55 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:44.809928 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e852f670-36bd-4956-84cf-e948107d8def req-8f55be79-847b-4f48-9b5f-dcfed250b322 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:44.858235 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-da5fd359-09b7-4b41-936a-f1f6da82a8c2 req-32a5b7bd-9128-48ad-bf8b-cd53719459ad tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:44.871677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['2c7cb36c-8146-4e13-afa8-b3d282699a76', '43d1c68e-45f3-42ce-a3df-ba0ce9310172'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:44.888836 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5b7bd-9128-48ad-bf8b-cd53719459ad tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Pushing event deleted for resources: {'Port': ['ID=43d1c68e-45f3-42ce-a3df-ba0ce9310172,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:44.905801 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46674) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:44.950899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b58eeb7e-e3fb-4b22-8470-18874f4419ee req-ec02c72a-c14e-465b-a3cb-e473fdfb6a2c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Deleting port 0949dc09-03c1-4847-939a-6fb4437cf53c {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:44.951993 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b58eeb7e-e3fb-4b22-8470-18874f4419ee req-ec02c72a-c14e-465b-a3cb-e473fdfb6a2c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:44.956520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b19a6109-91a1-4bd0-a5f9-1d69eed96dc8 req-fc499f7b-95e5-4104-b9db-7af5e8f7439d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37701109-9b67-4fa9-8da9-a2f73d3535b1 HTTP/1.1" status: 200 len: 217 time: 0.1481464 Dec 11 22:38:44.965019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['ce022248-3628-412e-b0d4-51927750f75d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:44.990306 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5fd359-09b7-4b41-936a-f1f6da82a8c2 req-32a5b7bd-9128-48ad-bf8b-cd53719459ad tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] No DVR routers for this DVR port 43d1c68e-45f3-42ce-a3df-ba0ce9310172 on host n-h2-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:44.995281 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-da5fd359-09b7-4b41-936a-f1f6da82a8c2 req-32a5b7bd-9128-48ad-bf8b-cd53719459ad tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:45.023854 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-da5fd359-09b7-4b41-936a-f1f6da82a8c2 req-32a5b7bd-9128-48ad-bf8b-cd53719459ad tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.13 "DELETE /v2.0/ports/43d1c68e-45f3-42ce-a3df-ba0ce9310172 HTTP/1.1" status: 204 len: 173 time: 0.9028182 Dec 11 22:38:45.096349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-304e3d4f-c52f-4eab-9fb0-8e39875dbc01 req-e97d2165-39b4-47ef-a1c1-6ec2fc1c94d1 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 210 time: 0.0655932 Dec 11 22:38:45.135814 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5398fc0-f276-498a-8a1a-c991233e459e tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:45.137325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a6109-91a1-4bd0-a5f9-1d69eed96dc8 req-d7e61e17-0a7a-458f-955d-8ea54b7f4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:45.143914 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b19a6109-91a1-4bd0-a5f9-1d69eed96dc8 req-d7e61e17-0a7a-458f-955d-8ea54b7f4e76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 200 len: 860 time: 0.1640861 Dec 11 22:38:45.194901 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device cd2121ef-24c7-41fe-8ec9-061d9631d213 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:38:45.209894 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5398fc0-f276-498a-8a1a-c991233e459e tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:45.243283 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b58eeb7e-e3fb-4b22-8470-18874f4419ee req-ec02c72a-c14e-465b-a3cb-e473fdfb6a2c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:45.243643 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b58eeb7e-e3fb-4b22-8470-18874f4419ee req-ec02c72a-c14e-465b-a3cb-e473fdfb6a2c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:45.280771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b58eeb7e-e3fb-4b22-8470-18874f4419ee req-ec02c72a-c14e-465b-a3cb-e473fdfb6a2c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Calling delete_port for 0949dc09-03c1-4847-939a-6fb4437cf53c owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:45.423591 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae6acf-d14c-4138-a67b-87365cb149cc req-2ef6e1c6-1ca1-4ee8-92dc-fc4a3df479d4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:45.438673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'name': 'network-vif-deleted', 'tag': 'e2b11d8d-066a-44e9-85e8-f1db3eca0353'}, {'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'name': 'network-vif-deleted', 'tag': '8115b008-3a01-4c82-9c93-82b87a26be7d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:45.441030 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2ade84-a225-4827-96a3-636eb3858c85" -d '{"events": [{"server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "name": "network-vif-deleted", "tag": "e2b11d8d-066a-44e9-85e8-f1db3eca0353"}, {"server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "name": "network-vif-deleted", "tag": "8115b008-3a01-4c82-9c93-82b87a26be7d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:45.443642 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e5ae6acf-d14c-4138-a67b-87365cb149cc req-2ef6e1c6-1ca1-4ee8-92dc-fc4a3df479d4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 945 time: 0.2366762 Dec 11 22:38:45.515391 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port cd2121ef-24c7-41fe-8ec9-061d9631d213 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:38:45.517628 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e5ae6acf-d14c-4138-a67b-87365cb149cc req-79f8785b-6812-4a65-ae61-3b59f0fa2529 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730212 Dec 11 22:38:45.520462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port cd2121ef-24c7-41fe-8ec9-061d9631d213 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:45.521101 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:45.629358 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5398fc0-f276-498a-8a1a-c991233e459e tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:45.641349 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5398fc0-f276-498a-8a1a-c991233e459e tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:45.641349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e5398fc0-f276-498a-8a1a-c991233e459e tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "DELETE /v2.0/security-groups/b093fddc-c8d8-49e1-b271-ea517715a70a HTTP/1.1" status: 204 len: 168 time: 0.7262397 Dec 11 22:38:45.641349 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46684) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:45.681298 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-dd356980-5e8d-400b-887b-f5785cbbbaf1 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] show failed (client error): The resource could not be found. Dec 11 22:38:45.686771 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dd356980-5e8d-400b-887b-f5785cbbbaf1 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "GET /v2.0/security-groups/b093fddc-c8d8-49e1-b271-ea517715a70a HTTP/1.1" status: 404 len: 347 time: 0.0459678 Dec 11 22:38:45.686771 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5398fc0-f276-498a-8a1a-c991233e459e tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b093fddc-c8d8-49e1-b271-ea517715a70a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:45.693300 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46686) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:45.717615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e852f670-36bd-4956-84cf-e948107d8def req-8f55be79-847b-4f48-9b5f-dcfed250b322 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] For port a058e966-9fd3-4cec-95f9-a43f946d5e55, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a058e966-9fd3-4cec-95f9-a43f946d5e55,segment=NetworkSegment(fb1bf539-7a41-4d70-8b99-e28eed34eb70),segment_id=fb1bf539-7a41-4d70-8b99-e28eed34eb70)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:45.720869 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e852f670-36bd-4956-84cf-e948107d8def req-8f55be79-847b-4f48-9b5f-dcfed250b322 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:45.734694 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a6109-91a1-4bd0-a5f9-1d69eed96dc8 req-e92ea6fb-5bf3-475f-b006-611b8012e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:45.737755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b19a6109-91a1-4bd0-a5f9-1d69eed96dc8 req-e92ea6fb-5bf3-475f-b006-611b8012e998 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b02deba-9533-4f99-b832-999e0eea09ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2906582 Dec 11 22:38:45.738757 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e852f670-36bd-4956-84cf-e948107d8def req-8f55be79-847b-4f48-9b5f-dcfed250b322 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Calling delete_port for a058e966-9fd3-4cec-95f9-a43f946d5e55 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:45.759394 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:45.784036 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b219355-89eb-49ce-b75c-f53e190e6ea2 req-8f1bcce4-d35f-44c9-a790-18167a3b0bd4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 210 time: 0.0853388 Dec 11 22:38:45.808300 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b58eeb7e-e3fb-4b22-8470-18874f4419ee req-ec02c72a-c14e-465b-a3cb-e473fdfb6a2c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:45.828265 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8c7650-8834-4a06-9225-eba9ba2b51b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2121ef-24c7-41fe-8ec9-061d9631d213'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:45.833721 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f041079-f950-4c25-b10d-79fcf947a920" -d '{"events": [{"server_uuid": "6c8c7650-8834-4a06-9225-eba9ba2b51b8", "name": "network-vif-plugged", "status": "completed", "tag": "cd2121ef-24c7-41fe-8ec9-061d9631d213"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:45.880376 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port cd2121ef-24c7-41fe-8ec9-061d9631d213, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cd2121ef-24c7-41fe-8ec9-061d9631d213,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:45.881818 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54ad133-3831-401d-b1be-3112f81d59b1 x-openstack-request-id: req-c54ad133-3831-401d-b1be-3112f81d59b1 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:45.882124 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "name": "network-vif-deleted", "tag": "e2b11d8d-066a-44e9-85e8-f1db3eca0353", "status": "completed", "code": 200}, {"server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "name": "network-vif-deleted", "tag": "8115b008-3a01-4c82-9c93-82b87a26be7d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:45.882384 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c54ad133-3831-401d-b1be-3112f81d59b1 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:45.882796 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'name': 'network-vif-deleted', 'tag': 'e2b11d8d-066a-44e9-85e8-f1db3eca0353', 'status': 'completed', 'code': 200} Dec 11 22:38:45.883241 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'name': 'network-vif-deleted', 'tag': '8115b008-3a01-4c82-9c93-82b87a26be7d', 'status': 'completed', 'code': 200} Dec 11 22:38:45.888708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02c72a-c14e-465b-a3cb-e473fdfb6a2c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Pushing event deleted for resources: {'Port': ['ID=0949dc09-03c1-4847-939a-6fb4437cf53c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:45.955512 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:45.956475 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e2b11d8d-066a-44e9-85e8-f1db3eca0353 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:46.007470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a9cc0-6f39-40ef-b345-256644a46764 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Deleting port 85a56de4-587e-4f1f-b9c7-e82497100843 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:46.007954 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9cc0-6f39-40ef-b345-256644a46764 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:46.055938 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b19a6109-91a1-4bd0-a5f9-1d69eed96dc8 req-04282c3e-0531-40c3-a20a-a9b65e198170 service neutron] 10.222.0.13 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077841 Dec 11 22:38:46.060468 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b58eeb7e-e3fb-4b22-8470-18874f4419ee req-ec02c72a-c14e-465b-a3cb-e473fdfb6a2c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:46.062987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: e2b11d8d-066a-44e9-85e8-f1db3eca0353 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:38:46.063494 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b58eeb7e-e3fb-4b22-8470-18874f4419ee req-ec02c72a-c14e-465b-a3cb-e473fdfb6a2c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:46.063721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e2b11d8d-066a-44e9-85e8-f1db3eca0353 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:46.064342 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 8115b008-3a01-4c82-9c93-82b87a26be7d no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:46.064654 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b58eeb7e-e3fb-4b22-8470-18874f4419ee req-ec02c72a-c14e-465b-a3cb-e473fdfb6a2c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "DELETE /v2.0/floatingips/890aac54-9d71-4612-bc9c-5e1688eb319c HTTP/1.1" status: 204 len: 173 time: 1.6709650 Dec 11 22:38:46.090640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa496be5-07d8-47dd-abc5-cc828922083b req-0e3f0676-0ecd-452f-98f8-8f69a6784357 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:46.098135 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa496be5-07d8-47dd-abc5-cc828922083b req-0e3f0676-0ecd-452f-98f8-8f69a6784357 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 946 time: 0.1301746 Dec 11 22:38:46.113009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 8115b008-3a01-4c82-9c93-82b87a26be7d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:38:46.113391 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 8115b008-3a01-4c82-9c93-82b87a26be7d not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:46.113982 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a058e966-9fd3-4cec-95f9-a43f946d5e55 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:46.169153 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9cc0-6f39-40ef-b345-256644a46764 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:46.169728 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9cc0-6f39-40ef-b345-256644a46764 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:46.187911 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa496be5-07d8-47dd-abc5-cc828922083b req-855a53c4-f35b-4d2f-8ff0-71ed6ce763fd tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886326 Dec 11 22:38:46.217612 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a9cc0-6f39-40ef-b345-256644a46764 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Calling delete_port for 85a56de4-587e-4f1f-b9c7-e82497100843 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:46.298221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=cd2121ef-24c7-41fe-8ec9-061d9631d213,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:46.313366 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82c8bfe-0413-4162-908a-9570b0ce5eeb x-openstack-request-id: req-c82c8bfe-0413-4162-908a-9570b0ce5eeb {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:46.313699 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8c7650-8834-4a06-9225-eba9ba2b51b8", "name": "network-vif-plugged", "status": "completed", "tag": "cd2121ef-24c7-41fe-8ec9-061d9631d213", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:46.313962 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c82c8bfe-0413-4162-908a-9570b0ce5eeb {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:46.317047 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8c7650-8834-4a06-9225-eba9ba2b51b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2121ef-24c7-41fe-8ec9-061d9631d213', 'code': 200} Dec 11 22:38:46.329090 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'name': 'network-vif-deleted', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:46.333690 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8c8f17-6040-4356-8d34-b3da57596c01" -d '{"events": [{"server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "name": "network-vif-deleted", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:46.411369 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:46.443422 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f65b785-a6ed-4162-ae7c-d966ee5db68d req-bbc45365-2aab-488f-85eb-6db4746380ea tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4206b0d-5952-4f8a-afcd-cd96342b7bde HTTP/1.1" status: 200 len: 210 time: 0.0876358 Dec 11 22:38:46.588666 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0112b6-7820-4048-84ad-b06c19271cac x-openstack-request-id: req-4b0112b6-7820-4048-84ad-b06c19271cac {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:46.588963 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4206b0d-5952-4f8a-afcd-cd96342b7bde", "name": "network-vif-deleted", "tag": "43d1c68e-45f3-42ce-a3df-ba0ce9310172", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:46.589242 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b0112b6-7820-4048-84ad-b06c19271cac {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:46.589765 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4206b0d-5952-4f8a-afcd-cd96342b7bde', 'name': 'network-vif-deleted', 'tag': '43d1c68e-45f3-42ce-a3df-ba0ce9310172', 'status': 'completed', 'code': 200} Dec 11 22:38:46.677921 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9cc0-6f39-40ef-b345-256644a46764 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:46.729562 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195d306-1f53-44a7-b23d-8343ca037193 req-e7ddbbce-344c-4fd7-82ed-1e4f1ef1ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:46.732086 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a195d306-1f53-44a7-b23d-8343ca037193 req-e7ddbbce-344c-4fd7-82ed-1e4f1ef1ffe6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 1097 time: 0.2868187 Dec 11 22:38:46.734368 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a9cc0-6f39-40ef-b345-256644a46764 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Pushing event deleted for resources: {'Port': ['ID=85a56de4-587e-4f1f-b9c7-e82497100843,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:46.788654 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b19a6109-91a1-4bd0-a5f9-1d69eed96dc8 req-fd8ad047-6bab-4f9c-afe8-142a0a1abf31 service neutron] 10.222.0.13 "GET /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7227552 Dec 11 22:38:46.818229 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83019a-d853-40ef-9783-9d4efbd28e86 req-b7a3dd21-2d87-4ad7-ba14-d48aa9530465 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:46.823859 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd83019a-d853-40ef-9783-9d4efbd28e86 req-b7a3dd21-2d87-4ad7-ba14-d48aa9530465 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 945 time: 0.2144613 Dec 11 22:38:46.837520 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e852f670-36bd-4956-84cf-e948107d8def req-8f55be79-847b-4f48-9b5f-dcfed250b322 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:46.895122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55be79-847b-4f48-9b5f-dcfed250b322 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Port': ['ID=a058e966-9fd3-4cec-95f9-a43f946d5e55,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:46.933392 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a195d306-1f53-44a7-b23d-8343ca037193 req-a3522d92-1321-4e96-b8d4-bc3a597b7c69 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579268 Dec 11 22:38:46.953978 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9cc0-6f39-40ef-b345-256644a46764 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:46.962336 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed1a9cc0-6f39-40ef-b345-256644a46764 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:46.963541 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ed1a9cc0-6f39-40ef-b345-256644a46764 tempest-ServersTestFqdnHostnames-280017111 tempest-ServersTestFqdnHostnames-280017111-project] 10.222.0.45 "DELETE /v2.0/floatingips/4c725c65-f71d-48e2-851f-b14b1f3c67b4 HTTP/1.1" status: 204 len: 168 time: 1.2693110 Dec 11 22:38:46.978587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46708) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:46.993349 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e852f670-36bd-4956-84cf-e948107d8def req-8f55be79-847b-4f48-9b5f-dcfed250b322 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] No DVR routers for this DVR port a058e966-9fd3-4cec-95f9-a43f946d5e55 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:47.002152 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e852f670-36bd-4956-84cf-e948107d8def req-8f55be79-847b-4f48-9b5f-dcfed250b322 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:47.008060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e852f670-36bd-4956-84cf-e948107d8def req-8f55be79-847b-4f48-9b5f-dcfed250b322 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.47 "DELETE /v2.0/ports/a058e966-9fd3-4cec-95f9-a43f946d5e55 HTTP/1.1" status: 204 len: 173 time: 3.0750210 Dec 11 22:38:47.056537 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:47.098962 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd83019a-d853-40ef-9783-9d4efbd28e86 req-ae785450-aa3c-45b9-8434-fc1e77378004 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399032 Dec 11 22:38:47.152214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90aa4c-5136-4b7c-a9d1-ec157fd22fe8 req-34b698a0-665d-4540-bd7f-f69a0e511c29 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:47.160342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e90aa4c-5136-4b7c-a9d1-ec157fd22fe8 req-34b698a0-665d-4540-bd7f-f69a0e511c29 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 946 time: 0.1390097 Dec 11 22:38:47.234297 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f279dda-c387-4dda-86d8-654849c9b411 req-c60806e7-71d2-4796-ac4a-b7e6391e9f2d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 210 time: 0.0450840 Dec 11 22:38:47.297849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e90aa4c-5136-4b7c-a9d1-ec157fd22fe8 req-b01820d7-7729-42d8-b871-92fcf57c24bf tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304200 Dec 11 22:38:47.326392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-6ba20bd0-9639-4d14-8d0d-a3b0785bf209 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:47.328410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-6ba20bd0-9639-4d14-8d0d-a3b0785bf209 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.13 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 808 time: 0.2156806 Dec 11 22:38:47.344425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-5c200c86-1a7e-4488-b59f-b6e7f51528d4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Request body: {'port': {'device_id': 'f101211c-111d-4719-9450-205e2e52de07', 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37', 'admin_state_up': True, 'tenant_id': '4a03958ca25f4977b4fabaad3b861845'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:47.496909 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a244cd-94d5-46da-bcfa-fc45d89bd689 req-e3e0f422-cf13-4e19-8bef-63e4d95c97bd tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:47.498542 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-94a244cd-94d5-46da-bcfa-fc45d89bd689 req-e3e0f422-cf13-4e19-8bef-63e4d95c97bd tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 946 time: 0.1246133 Dec 11 22:38:47.652499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-5c200c86-1a7e-4488-b59f-b6e7f51528d4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Made reservation on behalf of 4a03958ca25f4977b4fabaad3b861845 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:38:47.665117 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-5c200c86-1a7e-4488-b59f-b6e7f51528d4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:47.713459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 43d1c68e-45f3-42ce-a3df-ba0ce9310172 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:47.751818 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 43d1c68e-45f3-42ce-a3df-ba0ce9310172 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:38:47.752404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 43d1c68e-45f3-42ce-a3df-ba0ce9310172 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:47.763775 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-94a244cd-94d5-46da-bcfa-fc45d89bd689 req-87f525e1-f96d-45df-ba0a-dc28f51ea550 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542806 Dec 11 22:38:47.900724 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d20e30a8-0118-4c55-a515-b55ae72000dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:48.034793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'name': 'network-vif-deleted', 'tag': 'a058e966-9fd3-4cec-95f9-a43f946d5e55'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:48.040428 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9fc3d0-fd86-42f8-9ca9-515c85891ef6" -d '{"events": [{"server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "name": "network-vif-deleted", "tag": "a058e966-9fd3-4cec-95f9-a43f946d5e55"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:48.153153 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d748a5-7432-4e51-898a-c494e8d36245 x-openstack-request-id: req-b0d748a5-7432-4e51-898a-c494e8d36245 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:48.158337 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab19141-38a3-40ae-8b1d-796e6dc011ee", "name": "network-vif-deleted", "tag": "a058e966-9fd3-4cec-95f9-a43f946d5e55", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:48.158337 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0d748a5-7432-4e51-898a-c494e8d36245 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:48.158337 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab19141-38a3-40ae-8b1d-796e6dc011ee', 'name': 'network-vif-deleted', 'tag': 'a058e966-9fd3-4cec-95f9-a43f946d5e55', 'status': 'completed', 'code': 200} Dec 11 22:38:48.174870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-5c200c86-1a7e-4488-b59f-b6e7f51528d4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Allocated IP 172.20.0.12 (dc99fe2a-f620-40db-bef5-51a1a7294f37/f7f778c4-8576-40f1-9e48-2f4f1f10e98c/0e0262fe-4efd-4e43-aed6-c63fc0c6ba45) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:38:48.277208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36296f8-0fe7-4584-883c-ad9d92c005ed req-ea4ce981-fc0f-4032-933d-4cd0486db01a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:48.287335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c36296f8-0fe7-4584-883c-ad9d92c005ed req-ea4ce981-fc0f-4032-933d-4cd0486db01a tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.2194746 Dec 11 22:38:48.452621 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-65d7b88a-3834-447e-97f8-13d3182aaac5 req-dddafee1-6fc4-44ea-8344-c00ef79d6dcb tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab19141-38a3-40ae-8b1d-796e6dc011ee HTTP/1.1" status: 200 len: 210 time: 0.0870087 Dec 11 22:38:48.498025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368f7a-0009-487f-931d-d6d1a9217f68 req-b9a4a89b-24d9-4b74-8b45-b85f2406dd61 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:48.499633 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8f368f7a-0009-487f-931d-d6d1a9217f68 req-b9a4a89b-24d9-4b74-8b45-b85f2406dd61 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 946 time: 0.1896663 Dec 11 22:38:48.521635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-d20e30a8-0118-4c55-a515-b55ae72000dc admin admin] Deleting port 77fc5518-0b52-4304-aa5e-11a701797a3d {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:48.521979 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d20e30a8-0118-4c55-a515-b55ae72000dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:48.564878 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c36296f8-0fe7-4584-883c-ad9d92c005ed req-f5593fea-fbde-468f-9acc-39288f06b538 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755725 Dec 11 22:38:48.644406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-d20e30a8-0118-4c55-a515-b55ae72000dc admin admin] For port 77fc5518-0b52-4304-aa5e-11a701797a3d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=77fc5518-0b52-4304-aa5e-11a701797a3d,segment=NetworkSegment(04b2816d-0084-41b8-a4aa-67bcaa4acb73),segment_id=04b2816d-0084-41b8-a4aa-67bcaa4acb73)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:48.644797 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d20e30a8-0118-4c55-a515-b55ae72000dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:48.660877 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-d20e30a8-0118-4c55-a515-b55ae72000dc admin admin] Calling delete_port for 77fc5518-0b52-4304-aa5e-11a701797a3d owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:48.758414 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-5c200c86-1a7e-4488-b59f-b6e7f51528d4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:48.772193 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-882c3a26-35cd-4b73-8ceb-decd327168ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:48.841077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d372d2-ca80-408b-a5b7-fdf9566847de req-c0611b6e-89c3-478e-b782-7fe085f9985d tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:48.843270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34d372d2-ca80-408b-a5b7-fdf9566847de req-c0611b6e-89c3-478e-b782-7fe085f9985d tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 946 time: 0.1025085 Dec 11 22:38:48.945973 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-5c200c86-1a7e-4488-b59f-b6e7f51528d4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:48.958838 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['20169e79-bc31-42f2-9e76-9372fcb0aafc'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:48.974694 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-db71364b-bc9a-4937-832a-d88e1306af59 req-e9c987e5-51dd-4f30-af40-31a26ad1b682 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 210 time: 0.0938656 Dec 11 22:38:49.122414 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-5c200c86-1a7e-4488-b59f-b6e7f51528d4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Network dc99fe2a-f620-40db-bef5-51a1a7294f37 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:38:49.134493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-5c200c86-1a7e-4488-b59f-b6e7f51528d4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:38:49.159083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34d372d2-ca80-408b-a5b7-fdf9566847de req-c644bba9-3047-4ab0-8105-5bd3499eb47e tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f6ee7c6-9f20-4421-806f-663dca88d926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916017 Dec 11 22:38:49.169284 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-5c200c86-1a7e-4488-b59f-b6e7f51528d4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:38:49.292781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-5c200c86-1a7e-4488-b59f-b6e7f51528d4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:49.294063 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-5c200c86-1a7e-4488-b59f-b6e7f51528d4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:49.297256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c200c86-1a7e-4488-b59f-b6e7f51528d4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Pushing event updated for resources: {'Port': ['ID=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:49.315901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4322f60-49f2-488f-ac42-31468673e246 req-aa2eb5db-f08b-45cf-8af5-6fc7d8ed2a56 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:49.332962 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4322f60-49f2-488f-ac42-31468673e246 req-aa2eb5db-f08b-45cf-8af5-6fc7d8ed2a56 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 946 time: 0.2087207 Dec 11 22:38:49.392034 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-8f368f7a-0009-487f-931d-d6d1a9217f68 req-72833fcd-5f92-45f4-83b4-7360bdaef80c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Deleting port 37701109-9b67-4fa9-8da9-a2f73d3535b1 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:49.392484 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-8f368f7a-0009-487f-931d-d6d1a9217f68 req-72833fcd-5f92-45f4-83b4-7360bdaef80c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:49.396502 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-5c200c86-1a7e-4488-b59f-b6e7f51528d4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0571163 Dec 11 22:38:49.411293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Request body: {'port': {'device_id': 'f101211c-111d-4719-9450-205e2e52de07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:49.483120 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:49.529457 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d20e30a8-0118-4c55-a515-b55ae72000dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:49.534642 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4322f60-49f2-488f-ac42-31468673e246 req-4db58213-6b36-48be-b043-29f4ac7e3af9 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776681 Dec 11 22:38:49.555407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46738) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:49.631895 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-8f368f7a-0009-487f-931d-d6d1a9217f68 req-72833fcd-5f92-45f4-83b4-7360bdaef80c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] For port 37701109-9b67-4fa9-8da9-a2f73d3535b1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=37701109-9b67-4fa9-8da9-a2f73d3535b1,segment=NetworkSegment(b6a2d109-e816-4ac6-8177-b0996977379e),segment_id=b6a2d109-e816-4ac6-8177-b0996977379e)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:49.632279 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-8f368f7a-0009-487f-931d-d6d1a9217f68 req-72833fcd-5f92-45f4-83b4-7360bdaef80c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:49.683582 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987bb77-5ee1-4e06-bcd1-30edb5f49c21 req-1feb6a61-9de8-44b5-ae99-ec5ae5288858 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:49.685981 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9987bb77-5ee1-4e06-bcd1-30edb5f49c21 req-1feb6a61-9de8-44b5-ae99-ec5ae5288858 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.47 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.1268327 Dec 11 22:38:49.695520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-8f368f7a-0009-487f-931d-d6d1a9217f68 req-72833fcd-5f92-45f4-83b4-7360bdaef80c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Calling delete_port for 37701109-9b67-4fa9-8da9-a2f73d3535b1 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:49.850123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e30a8-0118-4c55-a515-b55ae72000dc admin admin] Pushing event deleted for resources: {'Port': ['ID=77fc5518-0b52-4304-aa5e-11a701797a3d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:50.105211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-9987bb77-5ee1-4e06-bcd1-30edb5f49c21 req-12210607-7a3e-427d-b3f2-5f196e8fa472 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Deleting port ce022248-3628-412e-b0d4-51927750f75d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:50.105604 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9987bb77-5ee1-4e06-bcd1-30edb5f49c21 req-12210607-7a3e-427d-b3f2-5f196e8fa472 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:50.111067 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-b136ed18-1e5c-46dc-8183-5569a47ea72a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Deleting subnet 363f1c79-e197-4276-a438-9362e12d8cdb {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:38:50.133412 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b136ed18-1e5c-46dc-8183-5569a47ea72a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:50.146970 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-8f368f7a-0009-487f-931d-d6d1a9217f68 req-72833fcd-5f92-45f4-83b4-7360bdaef80c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:50.186745 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0f84f-39d3-4aa9-8f33-a2eea81a8740 req-e7d8c7c7-5fca-47f6-983e-b5eb96574c0e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:50.201908 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-96b0f84f-39d3-4aa9-8f33-a2eea81a8740 req-e7d8c7c7-5fca-47f6-983e-b5eb96574c0e tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 949 time: 0.4012315 Dec 11 22:38:50.399736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72833fcd-5f92-45f4-83b4-7360bdaef80c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Pushing event deleted for resources: {'Port': ['ID=37701109-9b67-4fa9-8da9-a2f73d3535b1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:50.416835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:38:50.467370 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b136ed18-1e5c-46dc-8183-5569a47ea72a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:50.481822 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:50.506927 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9987bb77-5ee1-4e06-bcd1-30edb5f49c21 req-12210607-7a3e-427d-b3f2-5f196e8fa472 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] For port ce022248-3628-412e-b0d4-51927750f75d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ce022248-3628-412e-b0d4-51927750f75d,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:50.507666 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9987bb77-5ee1-4e06-bcd1-30edb5f49c21 req-12210607-7a3e-427d-b3f2-5f196e8fa472 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:50.528396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-9987bb77-5ee1-4e06-bcd1-30edb5f49c21 req-12210607-7a3e-427d-b3f2-5f196e8fa472 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Calling delete_port for ce022248-3628-412e-b0d4-51927750f75d owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:50.530852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Transition to ACTIVE for port object 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:38:50.563777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220f9e5-b280-4f14-9c22-327cce1353b6 req-63db1d25-e147-4d6b-bd9e-fa7dc46273a9 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:50.566853 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d220f9e5-b280-4f14-9c22-327cce1353b6 req-63db1d25-e147-4d6b-bd9e-fa7dc46273a9 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 932 time: 0.1311646 Dec 11 22:38:50.622973 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:50.739337 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d220f9e5-b280-4f14-9c22-327cce1353b6 req-464e9918-a8ca-46d4-a160-2987c32ebb13 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108117 Dec 11 22:38:50.812474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Pushing event updated for resources: {'Port': ['ID=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:50.942255 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37a1a4e2-6bac-48d4-bfdd-d7c416a2ce37 req-1ed7b202-d765-4c50-94c5-46438570f302 tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 210 time: 0.0972512 Dec 11 22:38:51.039150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Attempting to bind port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:38:51.039492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Attempting to bind port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:38:51.040341 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Attempting to bind port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:51.056421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:38:51.056421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Attempting to bind port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:38:51.078959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:38:51.079683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Checking segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:38:51.080089 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Bound using segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:38:51.080540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Bound port: 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:38:51.081001 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:51.208680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] For port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:38:51.213221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] For port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:38:51.215033 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9987bb77-5ee1-4e06-bcd1-30edb5f49c21 req-12210607-7a3e-427d-b3f2-5f196e8fa472 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:51.228867 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['2c7cb36c-8146-4e13-afa8-b3d282699a76'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:51.243269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f368f7a-0009-487f-931d-d6d1a9217f68 req-72833fcd-5f92-45f4-83b4-7360bdaef80c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] No DVR routers for this DVR port 37701109-9b67-4fa9-8da9-a2f73d3535b1 on host n-h2-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:51.262984 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-8f368f7a-0009-487f-931d-d6d1a9217f68 req-72833fcd-5f92-45f4-83b4-7360bdaef80c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:51.268412 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8f368f7a-0009-487f-931d-d6d1a9217f68 req-72833fcd-5f92-45f4-83b4-7360bdaef80c tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.13 "DELETE /v2.0/ports/37701109-9b67-4fa9-8da9-a2f73d3535b1 HTTP/1.1" status: 204 len: 173 time: 2.7614224 Dec 11 22:38:51.269780 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'name': 'network-vif-deleted', 'tag': '37701109-9b67-4fa9-8da9-a2f73d3535b1'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:51.274045 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd4bf2e-7d53-45cb-9757-9f8186da24af" -d '{"events": [{"server_uuid": "a0ed0711-4777-4c1b-9d19-99c913f71773", "name": "network-vif-deleted", "tag": "37701109-9b67-4fa9-8da9-a2f73d3535b1"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:51.284438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12210607-7a3e-427d-b3f2-5f196e8fa472 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Pushing event deleted for resources: {'Port': ['ID=ce022248-3628-412e-b0d4-51927750f75d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:51.313061 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['ce022248-3628-412e-b0d4-51927750f75d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:51.314443 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:51.335089 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d20e30a8-0118-4c55-a515-b55ae72000dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:51.357448 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-96b0f84f-39d3-4aa9-8f33-a2eea81a8740 req-18afdaa9-acdc-4a0e-9ff6-bc28a81d8978 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1049690 Dec 11 22:38:51.386321 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e83ee3a2-32aa-4ec3-abb9-078620cbd56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:51.417003 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:51.417627 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:51.420160 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] 10.222.0.13 "PUT /v2.0/ports/0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 HTTP/1.1" status: 200 len: 1092 time: 2.0145586 Dec 11 22:38:51.444593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f101211c-111d-4719-9450-205e2e52de07', 'tag': '0e0262fe-4efd-4e43-aed6-c63fc0c6ba45'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:51.448106 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab94dd6-3b80-4536-94ea-996fa9153e43" -d '{"events": [{"name": "network-changed", "server_uuid": "f101211c-111d-4719-9450-205e2e52de07", "tag": "0e0262fe-4efd-4e43-aed6-c63fc0c6ba45"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:51.455453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-9987bb77-5ee1-4e06-bcd1-30edb5f49c21 req-12210607-7a3e-427d-b3f2-5f196e8fa472 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] No DVR routers for this DVR port ce022248-3628-412e-b0d4-51927750f75d on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:51.460235 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9987bb77-5ee1-4e06-bcd1-30edb5f49c21 req-12210607-7a3e-427d-b3f2-5f196e8fa472 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:51.464604 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9987bb77-5ee1-4e06-bcd1-30edb5f49c21 req-12210607-7a3e-427d-b3f2-5f196e8fa472 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.47 "DELETE /v2.0/ports/ce022248-3628-412e-b0d4-51927750f75d HTTP/1.1" status: 204 len: 173 time: 1.7309599 Dec 11 22:38:51.484769 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdeaad1-e8ce-4370-9c98-1aaebbffc3ce x-openstack-request-id: req-dcdeaad1-e8ce-4370-9c98-1aaebbffc3ce {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:51.485087 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ed0711-4777-4c1b-9d19-99c913f71773", "name": "network-vif-deleted", "tag": "37701109-9b67-4fa9-8da9-a2f73d3535b1", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:51.488015 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dcdeaad1-e8ce-4370-9c98-1aaebbffc3ce {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:51.489474 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ed0711-4777-4c1b-9d19-99c913f71773', 'name': 'network-vif-deleted', 'tag': '37701109-9b67-4fa9-8da9-a2f73d3535b1', 'status': 'completed', 'code': 200} Dec 11 22:38:51.497173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde2544-7bbc-417f-af99-b251ca45c68c service neutron] Pushing event updated for resources: {'Port': ['ID=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:51.619458 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b136ed18-1e5c-46dc-8183-5569a47ea72a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:51.632449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-1a70a1e6-5125-437a-b597-bfe08bd3d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:51.634708 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-1a70a1e6-5125-437a-b597-bfe08bd3d1b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 1095 time: 0.0765507 Dec 11 22:38:51.752636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 37701109-9b67-4fa9-8da9-a2f73d3535b1 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:51.753033 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-58edd2f0-6dfd-4450-8118-97278f124c2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 HTTP/1.1" status: 200 len: 217 time: 0.1081295 Dec 11 22:38:51.839857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 37701109-9b67-4fa9-8da9-a2f73d3535b1 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:38:51.844168 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 37701109-9b67-4fa9-8da9-a2f73d3535b1 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:51.857394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-0408288a-6a93-4a10-959e-939a0641e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:51.860767 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-0408288a-6a93-4a10-959e-939a0641e644 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.1002049 Dec 11 22:38:51.926332 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-17240370-ba5c-4676-82ee-64c4e1e8cf3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565882 Dec 11 22:38:51.948570 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b136ed18-1e5c-46dc-8183-5569a47ea72a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:52.039592 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9e814f-ae77-4d92-a8f5-ee288973d5c9 x-openstack-request-id: req-2f9e814f-ae77-4d92-a8f5-ee288973d5c9 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:52.047137 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f101211c-111d-4719-9450-205e2e52de07", "tag": "0e0262fe-4efd-4e43-aed6-c63fc0c6ba45", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:52.047522 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2f9e814f-ae77-4d92-a8f5-ee288973d5c9 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:52.048041 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f101211c-111d-4719-9450-205e2e52de07', 'tag': '0e0262fe-4efd-4e43-aed6-c63fc0c6ba45', 'status': 'completed', 'code': 200} Dec 11 22:38:52.089844 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136ed18-1e5c-46dc-8183-5569a47ea72a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Subnet': ['ID=363f1c79-e197-4276-a438-9362e12d8cdb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:52.109994 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-6f91a55c-0955-4832-89c8-09bdca6c1819 service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713028 Dec 11 22:38:52.110704 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:52.134101 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b136ed18-1e5c-46dc-8183-5569a47ea72a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:52.138225 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b136ed18-1e5c-46dc-8183-5569a47ea72a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "DELETE /v2.0/subnets/363f1c79-e197-4276-a438-9362e12d8cdb HTTP/1.1" status: 204 len: 168 time: 2.5740869 Dec 11 22:38:52.141081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46802) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:52.143718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59e7a31-d5d7-430a-8677-12453cf1a00d None None] Network bf0969b7-ccf6-4272-8956-86c108db651a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:38:52.226514 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3951c63c-1286-48c1-a6dd-f8a2d8dfdb53 req-378d9327-e9e7-4a07-bf43-32eaed6e2ee4 service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055267 Dec 11 22:38:52.293935 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8d81d-915d-4318-925a-819b912b9d5c req-a0246e7f-d755-443e-9916-10c5766c4505 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:52.301407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-54b8d81d-915d-4318-925a-819b912b9d5c req-a0246e7f-d755-443e-9916-10c5766c4505 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 944 time: 0.2125933 Dec 11 22:38:52.313370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c54c7-e995-4bb9-8c20-e2b1dd9b1002 req-65a94412-30a5-40d1-8669-9a026f01c8fd tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:52.318155 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-865c54c7-e995-4bb9-8c20-e2b1dd9b1002 req-65a94412-30a5-40d1-8669-9a026f01c8fd tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 944 time: 0.0906761 Dec 11 22:38:52.319918 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20e30a8-0118-4c55-a515-b55ae72000dc admin admin] Router 974a1be2-1675-4f8c-a8fd-52866897c162 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:38:52.338887 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:52.447303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22c3822-6dbe-4c0e-a364-cde61064430c None None] DHCP port deletion for bf0969b7-ccf6-4272-8956-86c108db651a request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:38:52.449198 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab94dd6-3b80-4536-94ea-996fa9153e43 req-bc76a286-3f4e-4704-a938-176c2d291f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:52.451319 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aab94dd6-3b80-4536-94ea-996fa9153e43 req-bc76a286-3f4e-4704-a938-176c2d291f99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 1095 time: 0.0735321 Dec 11 22:38:52.467483 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-865c54c7-e995-4bb9-8c20-e2b1dd9b1002 req-f81879d0-ae17-4aa6-ad97-fe044feb46b0 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404874 Dec 11 22:38:52.578040 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b22c3822-6dbe-4c0e-a364-cde61064430c None None] Deleting port 52af9625-98a2-4fc1-8136-b904d3f30340 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:52.578425 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b22c3822-6dbe-4c0e-a364-cde61064430c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:52.639595 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20e30a8-0118-4c55-a515-b55ae72000dc admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:38:52.654006 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-54b8d81d-915d-4318-925a-819b912b9d5c req-37c5d142-d7dc-4018-910e-495e53bdba65 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496592 Dec 11 22:38:52.664111 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f9aab-ff80-41d0-89f7-748a4850fa0c None None] Sync routers for ids ['974a1be2-1675-4f8c-a8fd-52866897c162'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:38:52.666597 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d20e30a8-0118-4c55-a515-b55ae72000dc admin admin] 10.222.0.45 "PUT /v2.0/routers/974a1be2-1675-4f8c-a8fd-52866897c162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6816635 Dec 11 22:38:52.689159 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f9aab-ff80-41d0-89f7-748a4850fa0c None None] Routers {'974a1be2-1675-4f8c-a8fd-52866897c162'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:52.690064 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9a7f9aab-ff80-41d0-89f7-748a4850fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['974a1be2-1675-4f8c-a8fd-52866897c162'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:52.691949 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46814) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:52.745123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab94dd6-3b80-4536-94ea-996fa9153e43 req-bf1bc0ca-1f09-419e-9957-a303a69efad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:52.745123 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aab94dd6-3b80-4536-94ea-996fa9153e43 req-bf1bc0ca-1f09-419e-9957-a303a69efad1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.2368479 Dec 11 22:38:52.745492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 52af9625-98a2-4fc1-8136-b904d3f30340 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:52.814459 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aab94dd6-3b80-4536-94ea-996fa9153e43 req-c5754e42-7eee-4892-94af-12dae0bc9810 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 HTTP/1.1" status: 200 len: 217 time: 0.0992267 Dec 11 22:38:52.859195 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-9a7f9aab-ff80-41d0-89f7-748a4850fa0c None None] Set router 974a1be2-1675-4f8c-a8fd-52866897c162 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:52.859517 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b22c3822-6dbe-4c0e-a364-cde61064430c None None] For port 52af9625-98a2-4fc1-8136-b904d3f30340, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=52af9625-98a2-4fc1-8136-b904d3f30340,segment=NetworkSegment(60d9c1cc-a20f-44f1-b7bf-cea8077b34d5),segment_id=60d9c1cc-a20f-44f1-b7bf-cea8077b34d5)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:52.859851 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b22c3822-6dbe-4c0e-a364-cde61064430c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:52.877975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b22c3822-6dbe-4c0e-a364-cde61064430c None None] Calling delete_port for 52af9625-98a2-4fc1-8136-b904d3f30340 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:52.886149 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79092a05-49b3-4528-bc47-97df389afa36 req-14b8039f-4efd-4d7c-bd5d-a9f89e917cae tempest-FloatingIPsAssociationTestJSON-1240732714 tempest-FloatingIPsAssociationTestJSON-1240732714-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ed0711-4777-4c1b-9d19-99c913f71773 HTTP/1.1" status: 200 len: 210 time: 0.1760449 Dec 11 22:38:52.887588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Deleting port 52af9625-98a2-4fc1-8136-b904d3f30340 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:52.887999 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:52.992915 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] For port 52af9625-98a2-4fc1-8136-b904d3f30340, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=52af9625-98a2-4fc1-8136-b904d3f30340,segment=NetworkSegment(60d9c1cc-a20f-44f1-b7bf-cea8077b34d5),segment_id=60d9c1cc-a20f-44f1-b7bf-cea8077b34d5)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:52.993425 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:52.995400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab94dd6-3b80-4536-94ea-996fa9153e43 req-a67d9674-69d8-4497-9953-305145a7d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:52.998931 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aab94dd6-3b80-4536-94ea-996fa9153e43 req-a67d9674-69d8-4497-9953-305145a7d5ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.1104152 Dec 11 22:38:53.009545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Calling delete_port for 52af9625-98a2-4fc1-8136-b904d3f30340 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:53.054876 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aab94dd6-3b80-4536-94ea-996fa9153e43 req-930682c6-8965-4ead-b247-eebb503a00bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479078 Dec 11 22:38:53.086523 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:53.096549 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5cc6ebb6-388f-4b2d-afe5-2bca29fc962e req-49792b0a-1e73-4702-98bf-52d8062c2f52 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=1af2a299-8199-4584-a6dc-e059e94488af HTTP/1.1" status: 200 len: 210 time: 0.0403464 Dec 11 22:38:53.109971 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74447cad-476d-44f1-a993-06e0eae2d2c8 req-dcb05c8b-f94e-4f18-814b-8fc16d852152 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:53.111470 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74447cad-476d-44f1-a993-06e0eae2d2c8 req-dcb05c8b-f94e-4f18-814b-8fc16d852152 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 944 time: 0.4181061 Dec 11 22:38:53.151863 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 52af9625-98a2-4fc1-8136-b904d3f30340, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=52af9625-98a2-4fc1-8136-b904d3f30340,segment=NetworkSegment(60d9c1cc-a20f-44f1-b7bf-cea8077b34d5),segment_id=60d9c1cc-a20f-44f1-b7bf-cea8077b34d5)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:53.187445 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device cd2121ef-24c7-41fe-8ec9-061d9631d213 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:38:53.189526 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9a7f9aab-ff80-41d0-89f7-748a4850fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'name': 'tempest-ServersTestFqdnHostnames-740446196-router', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:38:49Z', 'revision_number': 5, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'gw_port': {'id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:53.203752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ce022248-3628-412e-b0d4-51927750f75d no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:53.218656 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f9aab-ff80-41d0-89f7-748a4850fa0c None None] Checking router: 974a1be2-1675-4f8c-a8fd-52866897c162 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:38:53.227298 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f9aab-ff80-41d0-89f7-748a4850fa0c None None] Routers {'974a1be2-1675-4f8c-a8fd-52866897c162'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:53.228163 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9a7f9aab-ff80-41d0-89f7-748a4850fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['974a1be2-1675-4f8c-a8fd-52866897c162'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:53.252570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aab94dd6-3b80-4536-94ea-996fa9153e43 req-27331a36-5eaf-4bfb-af70-def4ca76b8ab service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186213 Dec 11 22:38:53.274201 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:53.284705 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e1e5e62-5fab-4446-9fef-8fc057537705 admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:53.290925 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: ce022248-3628-412e-b0d4-51927750f75d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:38:53.291682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ce022248-3628-412e-b0d4-51927750f75d not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:53.311706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c759c49-08f8-4d17-9529-0b71a1657e34 req-41e131ee-e7ea-468c-aa37-d5a276bc7fe9 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:53.321625 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c759c49-08f8-4d17-9529-0b71a1657e34 req-41e131ee-e7ea-468c-aa37-d5a276bc7fe9 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 946 time: 0.2689233 Dec 11 22:38:53.341946 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-74447cad-476d-44f1-a993-06e0eae2d2c8 req-d9bce29b-5656-4c02-ac97-205ed656f9d1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Deleting port c98a004c-6528-42ec-a1c8-d658f38adbca {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:53.342527 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-74447cad-476d-44f1-a993-06e0eae2d2c8 req-d9bce29b-5656-4c02-ac97-205ed656f9d1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:53.350316 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-9a7f9aab-ff80-41d0-89f7-748a4850fa0c None None] Set router 974a1be2-1675-4f8c-a8fd-52866897c162 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:53.361971 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.resource_extend [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:38:53.388268 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b22c3822-6dbe-4c0e-a364-cde61064430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:53.457438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c3822-6dbe-4c0e-a364-cde61064430c None None] No DVR routers for this DVR port 52af9625-98a2-4fc1-8136-b904d3f30340 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:53.484494 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-74447cad-476d-44f1-a993-06e0eae2d2c8 req-d9bce29b-5656-4c02-ac97-205ed656f9d1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] For port c98a004c-6528-42ec-a1c8-d658f38adbca, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c98a004c-6528-42ec-a1c8-d658f38adbca,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:53.484925 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-74447cad-476d-44f1-a993-06e0eae2d2c8 req-d9bce29b-5656-4c02-ac97-205ed656f9d1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:53.488229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=52af9625-98a2-4fc1-8136-b904d3f30340,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:53.517290 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-74447cad-476d-44f1-a993-06e0eae2d2c8 req-d9bce29b-5656-4c02-ac97-205ed656f9d1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Calling delete_port for c98a004c-6528-42ec-a1c8-d658f38adbca owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:53.536330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c759c49-08f8-4d17-9529-0b71a1657e34 req-75776445-78c6-439f-8f5f-d84603d8af20 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109179 Dec 11 22:38:53.546538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c3822-6dbe-4c0e-a364-cde61064430c None None] Pushing event deleted for resources: {'Port': ['ID=52af9625-98a2-4fc1-8136-b904d3f30340,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:53.561684 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port cd2121ef-24c7-41fe-8ec9-061d9631d213, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cd2121ef-24c7-41fe-8ec9-061d9631d213,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:53.576800 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9a7f9aab-ff80-41d0-89f7-748a4850fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'name': 'tempest-ServersTestFqdnHostnames-740446196-router', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:38:49Z', 'revision_number': 5, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'gw_port': {'id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:53.587626 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'cd2121ef-24c7-41fe-8ec9-061d9631d213', 'network_id': '54478511-f8de-4e50-83dc-4c9857155262', 'port_id': 'cd2121ef-24c7-41fe-8ec9-061d9631d213', 'mac_address': 'fa:16:3e:f1:af:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb1c5ef-7e62-452c-b0f4-c1de3e5763b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:38:53.602300 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aab94dd6-3b80-4536-94ea-996fa9153e43 req-4a02e6c4-38e2-495c-a139-69b81f663c10 service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347239 Dec 11 22:38:53.608665 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f9aab-ff80-41d0-89f7-748a4850fa0c None None] The sync data for ids ['974a1be2-1675-4f8c-a8fd-52866897c162'] in n-d-710847-6 is: [{'id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'name': 'tempest-ServersTestFqdnHostnames-740446196-router', 'tenant_id': '7cabc9743ca34198b7d25719467d73e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:38:49Z', 'revision_number': 5, 'project_id': '7cabc9743ca34198b7d25719467d73e6', 'gw_port': {'id': 'c3077f35-edab-4fd9-beca-a2011ae45222', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974a1be2-1675-4f8c-a8fd-52866897c162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:36:13Z', 'updated_at': '2021-12-11T22:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:38:53.650854 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:53.669108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd2121ef-24c7-41fe-8ec9-061d9631d213 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:38:53.690032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port cd2121ef-24c7-41fe-8ec9-061d9631d213, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cd2121ef-24c7-41fe-8ec9-061d9631d213,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:53.722124 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:53.761105 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:53.820957 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:53.823039 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=cd2121ef-24c7-41fe-8ec9-061d9631d213,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:53.842407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9eb399-75f9-465b-b2bc-46fa1318623e req-77bac508-f611-44cf-a36e-2cbb6ca5cca5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:53.842906 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Port': ['ID=52af9625-98a2-4fc1-8136-b904d3f30340,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:53.844005 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc9eb399-75f9-465b-b2bc-46fa1318623e req-77bac508-f611-44cf-a36e-2cbb6ca5cca5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 944 time: 0.0899992 Dec 11 22:38:53.846414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] No DVR routers for this DVR port 52af9625-98a2-4fc1-8136-b904d3f30340 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:53.891310 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98402f92-c53c-430f-9a80-1b9dc19f255b req-64f4b0e1-c523-4f65-aaf2-958bda23cc9d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:53.898573 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98402f92-c53c-430f-9a80-1b9dc19f255b req-64f4b0e1-c523-4f65-aaf2-958bda23cc9d tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f HTTP/1.1" status: 200 len: 944 time: 0.2213211 Dec 11 22:38:53.901929 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-74447cad-476d-44f1-a993-06e0eae2d2c8 req-d9bce29b-5656-4c02-ac97-205ed656f9d1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:53.903955 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc9eb399-75f9-465b-b2bc-46fa1318623e req-2f96c4f7-4cf5-455e-b173-f05bef25f09b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469115 Dec 11 22:38:53.912716 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e1e5e62-5fab-4446-9fef-8fc057537705 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:53.948559 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['cd2121ef-24c7-41fe-8ec9-061d9631d213'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:54.004406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bce29b-5656-4c02-ac97-205ed656f9d1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Pushing event deleted for resources: {'Port': ['ID=c98a004c-6528-42ec-a1c8-d658f38adbca,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:54.030289 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:54.048839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af2a299-8199-4584-a6dc-e059e94488af', 'name': 'network-vif-deleted', 'tag': 'ce022248-3628-412e-b0d4-51927750f75d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:54.052378 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7b44c0-a535-414d-97ae-576717c24f04" -d '{"events": [{"server_uuid": "1af2a299-8199-4584-a6dc-e059e94488af", "name": "network-vif-deleted", "tag": "ce022248-3628-412e-b0d4-51927750f75d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:54.065434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46828) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:54.126207 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-74447cad-476d-44f1-a993-06e0eae2d2c8 req-d9bce29b-5656-4c02-ac97-205ed656f9d1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] No DVR routers for this DVR port c98a004c-6528-42ec-a1c8-d658f38adbca on host n-h2-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:54.162081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0969b7-ccf6-4272-8956-86c108db651a']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:54.168311 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-74447cad-476d-44f1-a993-06e0eae2d2c8 req-d9bce29b-5656-4c02-ac97-205ed656f9d1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:54.178556 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74447cad-476d-44f1-a993-06e0eae2d2c8 req-d9bce29b-5656-4c02-ac97-205ed656f9d1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.13 "DELETE /v2.0/ports/c98a004c-6528-42ec-a1c8-d658f38adbca HTTP/1.1" status: 204 len: 173 time: 1.0151820 Dec 11 22:38:54.181758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f', 'name': 'network-vif-deleted', 'tag': 'c98a004c-6528-42ec-a1c8-d658f38adbca'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:54.188139 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a60ba5-dfaa-4d69-9cf4-f533752660d5" -d '{"events": [{"server_uuid": "6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f", "name": "network-vif-deleted", "tag": "c98a004c-6528-42ec-a1c8-d658f38adbca"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:54.207679 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98402f92-c53c-430f-9a80-1b9dc19f255b req-bbeea75f-4f6d-451b-a5c0-f924690e8a3b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081939 Dec 11 22:38:54.238864 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d9c1cc-a20f-44f1-b7bf-cea8077b34d5') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:54.239231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d9c1cc-a20f-44f1-b7bf-cea8077b34d5') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:54.262605 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:54.281022 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4af9e7-b946-4206-bea0-cf3f79968a46 x-openstack-request-id: req-da4af9e7-b946-4206-bea0-cf3f79968a46 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:54.281447 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af2a299-8199-4584-a6dc-e059e94488af", "name": "network-vif-deleted", "tag": "ce022248-3628-412e-b0d4-51927750f75d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:54.282979 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da4af9e7-b946-4206-bea0-cf3f79968a46 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:54.282979 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af2a299-8199-4584-a6dc-e059e94488af', 'name': 'network-vif-deleted', 'tag': 'ce022248-3628-412e-b0d4-51927750f75d', 'status': 'completed', 'code': 200} Dec 11 22:38:54.297848 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:54.323449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:38:54.323872 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:38:54.349101 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:38:54.358201 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce54045-d45b-4af4-aae2-cadd9afae924 x-openstack-request-id: req-5ce54045-d45b-4af4-aae2-cadd9afae924 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:54.359083 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f", "name": "network-vif-deleted", "tag": "c98a004c-6528-42ec-a1c8-d658f38adbca", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:54.359366 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ce54045-d45b-4af4-aae2-cadd9afae924 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:54.360073 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab407b7-5e2a-48b5-b78a-696dbb3f6a3f', 'name': 'network-vif-deleted', 'tag': 'c98a004c-6528-42ec-a1c8-d658f38adbca', 'status': 'completed', 'code': 200} Dec 11 22:38:54.440593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e5e62-5fab-4446-9fef-8fc057537705 admin admin] Deleting port c3077f35-edab-4fd9-beca-a2011ae45222 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:54.441068 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e1e5e62-5fab-4446-9fef-8fc057537705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:54.538176 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:54.556185 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:54.560320 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "DELETE /v2.0/networks/bf0969b7-ccf6-4272-8956-86c108db651a HTTP/1.1" status: 204 len: 168 time: 2.4181395 Dec 11 22:38:54.562925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-8e1e5e62-5fab-4446-9fef-8fc057537705 admin admin] For port c3077f35-edab-4fd9-beca-a2011ae45222, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c3077f35-edab-4fd9-beca-a2011ae45222,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:54.563233 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e1e5e62-5fab-4446-9fef-8fc057537705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:54.565813 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46838) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:54.572055 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:54.585697 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958faadc-1851-4539-9dea-1e38a9e6d1a4 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Network': ['ID=bf0969b7-ccf6-4272-8956-86c108db651a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:54.600488 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e5e62-5fab-4446-9fef-8fc057537705 admin admin] Calling delete_port for c3077f35-edab-4fd9-beca-a2011ae45222 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:54.631794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c7d2f2-a479-40c8-9914-acc15c13c39a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Deleting subnet a2d60d96-3fff-4f06-8335-43de49a7c0c6 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:38:54.636099 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90c7d2f2-a479-40c8-9914-acc15c13c39a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:54.655135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 77fc5518-0b52-4304-aa5e-11a701797a3d no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:54.689109 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 77fc5518-0b52-4304-aa5e-11a701797a3d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:38:54.689672 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 77fc5518-0b52-4304-aa5e-11a701797a3d not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:54.725521 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90c7d2f2-a479-40c8-9914-acc15c13c39a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:54.747238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbdefc-e279-491b-8bfd-cf5e8288905f req-beb4a4a6-bd20-463c-98bc-9bbda6175501 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:54.748832 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-45cbdefc-e279-491b-8bfd-cf5e8288905f req-beb4a4a6-bd20-463c-98bc-9bbda6175501 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 945 time: 0.0812807 Dec 11 22:38:54.843147 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-45cbdefc-e279-491b-8bfd-cf5e8288905f req-32d20025-3c5d-4c7b-9f32-b51813c054b0 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883780 Dec 11 22:38:54.943716 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e1e5e62-5fab-4446-9fef-8fc057537705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:54.946584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386e3fb-b50d-4d64-8e12-16b1803ca212 req-1183a1a9-95c5-45ad-8be0-f379d39e9007 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:54.948509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b386e3fb-b50d-4d64-8e12-16b1803ca212 req-1183a1a9-95c5-45ad-8be0-f379d39e9007 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.1430831 Dec 11 22:38:54.954987 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dec1d08-9ff8-4ca8-836f-1958837bad3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:54.974274 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e5e62-5fab-4446-9fef-8fc057537705 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3077f35-edab-4fd9-beca-a2011ae45222,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:55.007677 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90c7d2f2-a479-40c8-9914-acc15c13c39a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.072338 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e1e5e62-5fab-4446-9fef-8fc057537705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.144531 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b386e3fb-b50d-4d64-8e12-16b1803ca212 req-0b1a8d0b-5a37-421b-b867-7c63925f7b38 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861341 Dec 11 22:38:55.196828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device cd2121ef-24c7-41fe-8ec9-061d9631d213 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:38:55.226505 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e1e5e62-5fab-4446-9fef-8fc057537705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.243588 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e1e5e62-5fab-4446-9fef-8fc057537705 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.297005 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port cd2121ef-24c7-41fe-8ec9-061d9631d213 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:38:55.297552 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.404146 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.412451 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e1e5e62-5fab-4446-9fef-8fc057537705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.413116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1e5e62-5fab-4446-9fef-8fc057537705 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 974a1be2-1675-4f8c-a8fd-52866897c162 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:38:55.421174 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e1e5e62-5fab-4446-9fef-8fc057537705 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.422726 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8e1e5e62-5fab-4446-9fef-8fc057537705 admin admin] 10.222.0.45 "DELETE /v2.0/routers/974a1be2-1675-4f8c-a8fd-52866897c162 HTTP/1.1" status: 204 len: 168 time: 2.6800485 Dec 11 22:38:55.425521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46858) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:55.452728 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8c7650-8834-4a06-9225-eba9ba2b51b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2121ef-24c7-41fe-8ec9-061d9631d213'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:55.455693 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a1d8b5-8349-48fc-bdb3-29a4d9c32aaa" -d '{"events": [{"server_uuid": "6c8c7650-8834-4a06-9225-eba9ba2b51b8", "name": "network-vif-plugged", "status": "completed", "tag": "cd2121ef-24c7-41fe-8ec9-061d9631d213"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:55.478170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port cd2121ef-24c7-41fe-8ec9-061d9631d213, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cd2121ef-24c7-41fe-8ec9-061d9631d213,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:55.531943 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90c7d2f2-a479-40c8-9914-acc15c13c39a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.537543 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.539640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c36e829-f239-4eec-b5f8-cb94536e7e82 admin admin] Deleting subnet b266260b-8a9b-4319-b4e4-f35d8a8fc387 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:38:55.544019 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c36e829-f239-4eec-b5f8-cb94536e7e82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.594295 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c36e829-f239-4eec-b5f8-cb94536e7e82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.662511 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=cd2121ef-24c7-41fe-8ec9-061d9631d213,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:55.681058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7d2f2-a479-40c8-9914-acc15c13c39a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d60d96-3fff-4f06-8335-43de49a7c0c6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:55.683156 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90c7d2f2-a479-40c8-9914-acc15c13c39a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.687444 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-90c7d2f2-a479-40c8-9914-acc15c13c39a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "DELETE /v2.0/subnets/a2d60d96-3fff-4f06-8335-43de49a7c0c6 HTTP/1.1" status: 204 len: 168 time: 1.1212168 Dec 11 22:38:55.692270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46864) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:55.697466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17f054d-a1ce-4b1b-aadc-d7d0aa3e9816 None None] Network ba445b1a-30df-4612-bba5-6688f91240f6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:38:55.742708 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c36e829-f239-4eec-b5f8-cb94536e7e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.784966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d0d54-59aa-4123-a392-6e0e2d608529 req-216f13cc-87cb-47cd-b7af-94c4ed096c62 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:55.793468 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c3d0d54-59aa-4123-a392-6e0e2d608529 req-216f13cc-87cb-47cd-b7af-94c4ed096c62 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 944 time: 0.2636442 Dec 11 22:38:55.831100 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.844475 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b720bb7-9479-454d-b7b5-a19278f06a8b x-openstack-request-id: req-9b720bb7-9479-454d-b7b5-a19278f06a8b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:55.847892 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8c7650-8834-4a06-9225-eba9ba2b51b8", "name": "network-vif-plugged", "status": "completed", "tag": "cd2121ef-24c7-41fe-8ec9-061d9631d213", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:55.847892 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b720bb7-9479-454d-b7b5-a19278f06a8b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:55.847892 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8c7650-8834-4a06-9225-eba9ba2b51b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2121ef-24c7-41fe-8ec9-061d9631d213', 'code': 200} Dec 11 22:38:55.904037 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c3d0d54-59aa-4123-a392-6e0e2d608529 req-ddc2f4bf-37b9-4687-b3bd-e2a0a4b20543 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092005 Dec 11 22:38:55.908682 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c36e829-f239-4eec-b5f8-cb94536e7e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.973648 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c36e829-f239-4eec-b5f8-cb94536e7e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:55.978268 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5c36e829-f239-4eec-b5f8-cb94536e7e82 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b266260b-8a9b-4319-b4e4-f35d8a8fc387 HTTP/1.1" status: 204 len: 168 time: 0.5506876 Dec 11 22:38:55.978766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36e829-f239-4eec-b5f8-cb94536e7e82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b266260b-8a9b-4319-b4e4-f35d8a8fc387,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:55.981500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46868) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:55.985000 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eea64dc-a05b-4616-89b5-2bc6a32dcb74 None None] Network 4241dd4b-9403-4fa5-b1dc-073261711d6e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:38:56.020784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b61875d-673d-40e1-a042-37f584e9aae4 None None] DHCP port deletion for ba445b1a-30df-4612-bba5-6688f91240f6 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:38:56.022542 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Deleting port e068575c-84f4-410e-a5fa-d67d18191d99 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:56.022983 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.185796 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4b61875d-673d-40e1-a042-37f584e9aae4 None None] Deleting port e068575c-84f4-410e-a5fa-d67d18191d99 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:56.186005 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4b61875d-673d-40e1-a042-37f584e9aae4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.189632 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.197908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] For port e068575c-84f4-410e-a5fa-d67d18191d99, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e068575c-84f4-410e-a5fa-d67d18191d99,segment=NetworkSegment(fb1bf539-7a41-4d70-8b99-e28eed34eb70),segment_id=fb1bf539-7a41-4d70-8b99-e28eed34eb70)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:56.198265 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.203024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-0dec1d08-9ff8-4ca8-836f-1958837bad3d admin admin] Deleting port 4a4fa6e7-5810-43a0-b795-4abb923e0944 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:56.203359 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dec1d08-9ff8-4ca8-836f-1958837bad3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.240727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Calling delete_port for e068575c-84f4-410e-a5fa-d67d18191d99 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:56.279097 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7d9ff4-4d31-412a-b639-07e4b7ba6d4b None None] DHCP port deletion for 4241dd4b-9403-4fa5-b1dc-073261711d6e request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:38:56.288833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a513c3-1b4c-40b2-9291-a93a9575eb8a req-c552ceca-8c24-4d35-9b55-b0d34d58c2b3 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:56.290440 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f2a513c3-1b4c-40b2-9291-a93a9575eb8a req-c552ceca-8c24-4d35-9b55-b0d34d58c2b3 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 946 time: 0.2109435 Dec 11 22:38:56.290980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4b61875d-673d-40e1-a042-37f584e9aae4 None None] For port e068575c-84f4-410e-a5fa-d67d18191d99, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e068575c-84f4-410e-a5fa-d67d18191d99,segment=NetworkSegment(fb1bf539-7a41-4d70-8b99-e28eed34eb70),segment_id=fb1bf539-7a41-4d70-8b99-e28eed34eb70)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:56.295696 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4b61875d-673d-40e1-a042-37f584e9aae4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.315534 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4b61875d-673d-40e1-a042-37f584e9aae4 None None] Calling delete_port for e068575c-84f4-410e-a5fa-d67d18191d99 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:56.409516 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa621b91-9456-4b52-96da-2cec1c70ca08 req-f19624f1-4b14-4ad6-81e7-148f46f1ee13 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:56.411428 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa621b91-9456-4b52-96da-2cec1c70ca08 req-f19624f1-4b14-4ad6-81e7-148f46f1ee13 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.1002474 Dec 11 22:38:56.448043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fc7d9ff4-4d31-412a-b639-07e4b7ba6d4b None None] Deleting port 968c14fc-b6db-4788-ac38-5d41f74f518d {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:56.448939 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9ff4-4d31-412a-b639-07e4b7ba6d4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.450733 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-0dec1d08-9ff8-4ca8-836f-1958837bad3d admin admin] For port 4a4fa6e7-5810-43a0-b795-4abb923e0944, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4a4fa6e7-5810-43a0-b795-4abb923e0944,segment=NetworkSegment(b6a2d109-e816-4ac6-8177-b0996977379e),segment_id=b6a2d109-e816-4ac6-8177-b0996977379e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:56.451465 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dec1d08-9ff8-4ca8-836f-1958837bad3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.488115 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-0dec1d08-9ff8-4ca8-836f-1958837bad3d admin admin] Calling delete_port for 4a4fa6e7-5810-43a0-b795-4abb923e0944 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:56.498731 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f2a513c3-1b4c-40b2-9291-a93a9575eb8a req-1c306cc4-5dc6-42d5-8cac-de9a2acc4665 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946943 Dec 11 22:38:56.518315 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] Deleting port 968c14fc-b6db-4788-ac38-5d41f74f518d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:56.518761 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.523187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-fc7d9ff4-4d31-412a-b639-07e4b7ba6d4b None None] For port 968c14fc-b6db-4788-ac38-5d41f74f518d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=968c14fc-b6db-4788-ac38-5d41f74f518d,segment=NetworkSegment(04b2816d-0084-41b8-a4aa-67bcaa4acb73),segment_id=04b2816d-0084-41b8-a4aa-67bcaa4acb73)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:56.523591 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9ff4-4d31-412a-b639-07e4b7ba6d4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.545914 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f6fbe-9bcb-48d6-89f4-c79c6233369c req-2a7bb7e2-03c5-4928-aec8-875bcf4059d9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:56.553890 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6e0f6fbe-9bcb-48d6-89f4-c79c6233369c req-2a7bb7e2-03c5-4928-aec8-875bcf4059d9 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 950 time: 0.1229017 Dec 11 22:38:56.557676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fc7d9ff4-4d31-412a-b639-07e4b7ba6d4b None None] Calling delete_port for 968c14fc-b6db-4788-ac38-5d41f74f518d owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:56.591486 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4b61875d-673d-40e1-a042-37f584e9aae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.654463 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6e0f6fbe-9bcb-48d6-89f4-c79c6233369c req-e5c42f5a-8fe1-42df-ac30-d8c24cccba41 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/security-groups?id=6c5a676d-a877-453b-8bc2-fa761d52617c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785320 Dec 11 22:38:56.668935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b61875d-673d-40e1-a042-37f584e9aae4 None None] No DVR routers for this DVR port e068575c-84f4-410e-a5fa-d67d18191d99 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:56.674244 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-fa621b91-9456-4b52-96da-2cec1c70ca08 req-9942a29c-14e5-40e6-b1c7-9faacbc76a32 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Deleting port 2c7cb36c-8146-4e13-afa8-b3d282699a76 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:56.675759 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fa621b91-9456-4b52-96da-2cec1c70ca08 req-9942a29c-14e5-40e6-b1c7-9faacbc76a32 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.694213 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61875d-673d-40e1-a042-37f584e9aae4 None None] Pushing event deleted for resources: {'Port': ['ID=e068575c-84f4-410e-a5fa-d67d18191d99,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:56.699215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] For port 968c14fc-b6db-4788-ac38-5d41f74f518d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=968c14fc-b6db-4788-ac38-5d41f74f518d,segment=NetworkSegment(04b2816d-0084-41b8-a4aa-67bcaa4acb73),segment_id=04b2816d-0084-41b8-a4aa-67bcaa4acb73)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:56.700413 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.718747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 968c14fc-b6db-4788-ac38-5d41f74f518d no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:56.742060 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.800865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] Calling delete_port for 968c14fc-b6db-4788-ac38-5d41f74f518d owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:56.815148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-fa621b91-9456-4b52-96da-2cec1c70ca08 req-9942a29c-14e5-40e6-b1c7-9faacbc76a32 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] For port 2c7cb36c-8146-4e13-afa8-b3d282699a76, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2c7cb36c-8146-4e13-afa8-b3d282699a76,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:56.815702 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fa621b91-9456-4b52-96da-2cec1c70ca08 req-9942a29c-14e5-40e6-b1c7-9faacbc76a32 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.828011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Port': ['ID=e068575c-84f4-410e-a5fa-d67d18191d99,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:56.834595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] No DVR routers for this DVR port e068575c-84f4-410e-a5fa-d67d18191d99 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:56.847656 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-fa621b91-9456-4b52-96da-2cec1c70ca08 req-9942a29c-14e5-40e6-b1c7-9faacbc76a32 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Calling delete_port for 2c7cb36c-8146-4e13-afa8-b3d282699a76 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:56.872298 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.913250 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9ff4-4d31-412a-b639-07e4b7ba6d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:56.944676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d9ff4-4d31-412a-b639-07e4b7ba6d4b None None] Pushing event deleted for resources: {'Port': ['ID=968c14fc-b6db-4788-ac38-5d41f74f518d,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:56.966162 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c3077f35-edab-4fd9-beca-a2011ae45222 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:56.968308 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7d9ff4-4d31-412a-b639-07e4b7ba6d4b None None] No DVR routers for this DVR port 968c14fc-b6db-4788-ac38-5d41f74f518d on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:56.990663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcb011-554b-4696-8731-ac14927b766a req-334b0e5c-a626-4b02-a8a4-7c5b99fc797b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:56.991087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: c3077f35-edab-4fd9-beca-a2011ae45222 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:38:56.991087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c3077f35-edab-4fd9-beca-a2011ae45222 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:56.991087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e068575c-84f4-410e-a5fa-d67d18191d99 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:56.991429 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2fcb011-554b-4696-8731-ac14927b766a req-334b0e5c-a626-4b02-a8a4-7c5b99fc797b tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 944 time: 0.3262427 Dec 11 22:38:57.021026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: e068575c-84f4-410e-a5fa-d67d18191d99 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:38:57.021375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e068575c-84f4-410e-a5fa-d67d18191d99 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:57.067729 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b583778-81e2-4b80-a320-30eae82e114d req-d9874956-16e8-4adf-a6ba-d098130c09e0 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:57.069251 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9b583778-81e2-4b80-a320-30eae82e114d req-d9874956-16e8-4adf-a6ba-d098130c09e0 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 945 time: 0.1171327 Dec 11 22:38:57.128645 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d570dc2-cee2-4da6-b553-e95f25af618d req-f50114fe-705d-4a10-abf1-950fc38143d3 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:57.130151 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d570dc2-cee2-4da6-b553-e95f25af618d req-f50114fe-705d-4a10-abf1-950fc38143d3 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 944 time: 0.3769588 Dec 11 22:38:57.131705 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9b583778-81e2-4b80-a320-30eae82e114d req-7ce76853-35ff-4d2d-a17c-e506f0f29c6c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544927 Dec 11 22:38:57.132587 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fa621b91-9456-4b52-96da-2cec1c70ca08 req-9942a29c-14e5-40e6-b1c7-9faacbc76a32 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:57.146362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['2c7cb36c-8146-4e13-afa8-b3d282699a76'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:38:57.167910 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:57.176985 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942a29c-14e5-40e6-b1c7-9faacbc76a32 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Pushing event deleted for resources: {'Port': ['ID=2c7cb36c-8146-4e13-afa8-b3d282699a76,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:57.204548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device cd2121ef-24c7-41fe-8ec9-061d9631d213 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:57.238334 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa621b91-9456-4b52-96da-2cec1c70ca08 req-9942a29c-14e5-40e6-b1c7-9faacbc76a32 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] No DVR routers for this DVR port 2c7cb36c-8146-4e13-afa8-b3d282699a76 on host n-h2-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:57.239015 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fa621b91-9456-4b52-96da-2cec1c70ca08 req-9942a29c-14e5-40e6-b1c7-9faacbc76a32 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:57.243030 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa621b91-9456-4b52-96da-2cec1c70ca08 req-9942a29c-14e5-40e6-b1c7-9faacbc76a32 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.13 "DELETE /v2.0/ports/2c7cb36c-8146-4e13-afa8-b3d282699a76 HTTP/1.1" status: 204 len: 173 time: 0.8235879 Dec 11 22:38:57.243465 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc58355-fcea-417d-93e0-6100e864c521', 'name': 'network-vif-deleted', 'tag': '2c7cb36c-8146-4e13-afa8-b3d282699a76'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:57.257154 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523eb5cc-123e-458b-ace1-99af624e6041" -d '{"events": [{"server_uuid": "bcc58355-fcea-417d-93e0-6100e864c521", "name": "network-vif-deleted", "tag": "2c7cb36c-8146-4e13-afa8-b3d282699a76"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:57.299030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba445b1a-30df-4612-bba5-6688f91240f6']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:57.318667 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:57.332450 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:57.337387 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2fcb011-554b-4696-8731-ac14927b766a req-c9552853-f229-4fd4-b786-6960eada0c36 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990217 Dec 11 22:38:57.346440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1bf539-7a41-4d70-8b99-e28eed34eb70') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:57.346627 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe68f7b-119f-442b-b738-74942c917802 req-267b7458-414b-4364-9ed1-fac19e3e1bde tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:57.346897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1bf539-7a41-4d70-8b99-e28eed34eb70') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:57.356585 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5fe68f7b-119f-442b-b738-74942c917802 req-267b7458-414b-4364-9ed1-fac19e3e1bde tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 944 time: 0.0725780 Dec 11 22:38:57.358872 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port cd2121ef-24c7-41fe-8ec9-061d9631d213, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cd2121ef-24c7-41fe-8ec9-061d9631d213,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:57.382206 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:57.405475 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5fe68f7b-119f-442b-b738-74942c917802 req-20beee99-2827-4ba9-bf5f-c9872264ae47 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477355 Dec 11 22:38:57.419841 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f83a7d-4e8d-4792-a2e1-adb21351031f x-openstack-request-id: req-12f83a7d-4e8d-4792-a2e1-adb21351031f {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:57.420198 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc58355-fcea-417d-93e0-6100e864c521", "name": "network-vif-deleted", "tag": "2c7cb36c-8146-4e13-afa8-b3d282699a76", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:57.420589 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12f83a7d-4e8d-4792-a2e1-adb21351031f {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:57.421044 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc58355-fcea-417d-93e0-6100e864c521', 'name': 'network-vif-deleted', 'tag': '2c7cb36c-8146-4e13-afa8-b3d282699a76', 'status': 'completed', 'code': 200} Dec 11 22:38:57.425108 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] No DVR routers for this DVR port 968c14fc-b6db-4788-ac38-5d41f74f518d on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:57.435356 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:57.446999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] Pushing event deleted for resources: {'Port': ['ID=968c14fc-b6db-4788-ac38-5d41f74f518d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:57.493884 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:57.503983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e90fea-123a-4915-a960-76640876da04 req-64502306-08db-43ff-aa12-f5d1d756f9ca tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:57.505641 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12e90fea-123a-4915-a960-76640876da04 req-64502306-08db-43ff-aa12-f5d1d756f9ca tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 946 time: 0.3699930 Dec 11 22:38:57.531097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:38:57.531510 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:38:57.536005 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:38:57.630954 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dec1d08-9ff8-4ca8-836f-1958837bad3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:57.633248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=cd2121ef-24c7-41fe-8ec9-061d9631d213,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:57.688315 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:57.755588 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8e57331b-1404-423c-b568-bfd9204d8ea6 req-46df6a08-e8f9-437c-8b93-975ecd2b1367 tempest-MigrationsAdminTest-1002209936 tempest-MigrationsAdminTest-1002209936-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc58355-fcea-417d-93e0-6100e864c521 HTTP/1.1" status: 200 len: 210 time: 0.0333657 Dec 11 22:38:57.770796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec1d08-9ff8-4ca8-836f-1958837bad3d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4fa6e7-5810-43a0-b795-4abb923e0944,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:57.781980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c98a004c-6528-42ec-a1c8-d658f38adbca no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:57.814545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: c98a004c-6528-42ec-a1c8-d658f38adbca {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:38:57.814927 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c98a004c-6528-42ec-a1c8-d658f38adbca not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:57.815494 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2c7cb36c-8146-4e13-afa8-b3d282699a76 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:38:57.838475 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 2c7cb36c-8146-4e13-afa8-b3d282699a76 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:38:57.838971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2c7cb36c-8146-4e13-afa8-b3d282699a76 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:38:57.847588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8c7650-8834-4a06-9225-eba9ba2b51b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2121ef-24c7-41fe-8ec9-061d9631d213'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:57.848571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4241dd4b-9403-4fa5-b1dc-073261711d6e']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:57.850225 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deb635f-6719-4c01-91ca-c6d0523ebc0b" -d '{"events": [{"server_uuid": "6c8c7650-8834-4a06-9225-eba9ba2b51b8", "name": "network-vif-unplugged", "status": "completed", "tag": "cd2121ef-24c7-41fe-8ec9-061d9631d213"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:57.868959 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:57.875570 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:57.879073 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "DELETE /v2.0/networks/ba445b1a-30df-4612-bba5-6688f91240f6 HTTP/1.1" status: 204 len: 168 time: 2.1858075 Dec 11 22:38:57.887218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46892) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:57.892791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-dfe72b9e-e866-4b74-963f-e59d0c7fa66e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1395665694'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:57.898028 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca562fa-b44e-428f-97f7-ddf7ffb3039b x-openstack-request-id: req-8ca562fa-b44e-428f-97f7-ddf7ffb3039b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:57.903854 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8c7650-8834-4a06-9225-eba9ba2b51b8", "name": "network-vif-unplugged", "status": "completed", "tag": "cd2121ef-24c7-41fe-8ec9-061d9631d213", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:57.903854 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ca562fa-b44e-428f-97f7-ddf7ffb3039b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:57.903854 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8c7650-8834-4a06-9225-eba9ba2b51b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2121ef-24c7-41fe-8ec9-061d9631d213', 'code': 200} Dec 11 22:38:57.904282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-4d570dc2-cee2-4da6-b553-e95f25af618d req-2b2c80ad-3fd9-4237-9e2b-669eaaa60228 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Deleting port 5608468d-0751-4210-b80b-696395b31387 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:57.904282 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4d570dc2-cee2-4da6-b553-e95f25af618d req-2b2c80ad-3fd9-4237-9e2b-669eaaa60228 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:57.921312 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b2816d-0084-41b8-a4aa-67bcaa4acb73') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:57.921614 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b2816d-0084-41b8-a4aa-67bcaa4acb73') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:57.932009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c67d93-3d1b-48ad-bc64-2dc7a87813a5 req-4b967fd8-1fc8-406a-b2a7-c838d264b573 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:57.939561 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e2c67d93-3d1b-48ad-bc64-2dc7a87813a5 req-4b967fd8-1fc8-406a-b2a7-c838d264b573 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 944 time: 0.2911944 Dec 11 22:38:57.980055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346aa8d2-ec94-436e-82fb-cbb171ce3d90 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Network': ['ID=ba445b1a-30df-4612-bba5-6688f91240f6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:57.989599 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe72b9e-e866-4b74-963f-e59d0c7fa66e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Made reservation on behalf of 836434672a6b40f4a795d74e85716cf5 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:38:57.997572 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dfe72b9e-e866-4b74-963f-e59d0c7fa66e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:58.022796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe72b9e-e866-4b74-963f-e59d0c7fa66e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:38:58.024078 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:58.033434 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dfe72b9e-e866-4b74-963f-e59d0c7fa66e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:58.036680 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-dfe72b9e-e866-4b74-963f-e59d0c7fa66e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Added segment 1c495662-5543-47da-b6df-3b6cd830f219 of type vlan for network 88a75a2c-4877-473d-819f-ce6d9f94be67 Dec 11 22:38:58.072373 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:58.079285 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dfe72b9e-e866-4b74-963f-e59d0c7fa66e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:58.134386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:38:58.134789 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:38:58.136494 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:38:58.190870 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dfe72b9e-e866-4b74-963f-e59d0c7fa66e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:58.200088 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe72b9e-e866-4b74-963f-e59d0c7fa66e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:58.202017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dfe72b9e-e866-4b74-963f-e59d0c7fa66e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:58.222862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-12e90fea-123a-4915-a960-76640876da04 req-caee25c3-d0b1-45e9-a36d-1f0fd08a44c6 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Deleting port cd2121ef-24c7-41fe-8ec9-061d9631d213 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:38:58.223129 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-12e90fea-123a-4915-a960-76640876da04 req-caee25c3-d0b1-45e9-a36d-1f0fd08a44c6 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:58.228626 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e2c67d93-3d1b-48ad-bc64-2dc7a87813a5 req-bde2c0fc-73cd-43ba-a878-ce0a7f86f558 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881739 Dec 11 22:38:58.279858 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe72b9e-e866-4b74-963f-e59d0c7fa66e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event updated for resources: {'Network': ['ID=88a75a2c-4877-473d-819f-ce6d9f94be67,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:58.297151 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 88a75a2c-4877-473d-819f-ce6d9f94be67 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:38:58.347222 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dfe72b9e-e866-4b74-963f-e59d0c7fa66e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4584846 Dec 11 22:38:58.349707 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46898) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:58.355102 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c22225e5-380a-495b-af88-009a282c8a3a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Request body: {'subnet': {'network_id': '88a75a2c-4877-473d-819f-ce6d9f94be67', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:58.511182 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bd5f9-da38-449a-8c22-58ab53a2aac8 req-c366e3ee-f455-419e-b75f-96219f856960 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:58.513337 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6d0bd5f9-da38-449a-8c22-58ab53a2aac8 req-c366e3ee-f455-419e-b75f-96219f856960 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 944 time: 0.0734084 Dec 11 22:38:58.564427 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6d0bd5f9-da38-449a-8c22-58ab53a2aac8 req-1cca8262-5f3a-4474-85fa-939b8cdcbdb3 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447757 Dec 11 22:38:58.584694 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-4d570dc2-cee2-4da6-b553-e95f25af618d req-2b2c80ad-3fd9-4237-9e2b-669eaaa60228 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] For port 5608468d-0751-4210-b80b-696395b31387, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=5608468d-0751-4210-b80b-696395b31387,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:58.585068 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4d570dc2-cee2-4da6-b553-e95f25af618d req-2b2c80ad-3fd9-4237-9e2b-669eaaa60228 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:58.600311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22225e5-380a-495b-af88-009a282c8a3a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Made reservation on behalf of 836434672a6b40f4a795d74e85716cf5 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:38:58.600311 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c22225e5-380a-495b-af88-009a282c8a3a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:58.687347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-4d570dc2-cee2-4da6-b553-e95f25af618d req-2b2c80ad-3fd9-4237-9e2b-669eaaa60228 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Calling delete_port for 5608468d-0751-4210-b80b-696395b31387 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:58.718716 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:58.725656 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dec1d08-9ff8-4ca8-836f-1958837bad3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:58.734616 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d7210-46fd-49d1-96d6-0ace1a3261bd req-6d0918b2-f399-48a7-91a0-f41404dc874c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:58.736629 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5d3d7210-46fd-49d1-96d6-0ace1a3261bd req-6d0918b2-f399-48a7-91a0-f41404dc874c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 944 time: 0.0806484 Dec 11 22:38:58.747702 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:58.753198 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4241dd4b-9403-4fa5-b1dc-073261711d6e HTTP/1.1" status: 204 len: 168 time: 2.7647004 Dec 11 22:38:58.800706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b920c-d6d9-49db-b6f6-8be7b1668030 admin admin] Pushing event deleted for resources: {'Network': ['ID=4241dd4b-9403-4fa5-b1dc-073261711d6e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:58.817382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4688ba4-6422-444d-a271-753097a27f14 req-538a968d-1a33-445d-a5fc-f70363d1b905 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:58.818926 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b4688ba4-6422-444d-a271-753097a27f14 req-538a968d-1a33-445d-a5fc-f70363d1b905 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 945 time: 0.2443991 Dec 11 22:38:58.831395 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5d3d7210-46fd-49d1-96d6-0ace1a3261bd req-d7b74a14-5b90-4cbb-b0ac-e69a6e4f19ec tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876353 Dec 11 22:38:58.909147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-12e90fea-123a-4915-a960-76640876da04 req-caee25c3-d0b1-45e9-a36d-1f0fd08a44c6 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] For port cd2121ef-24c7-41fe-8ec9-061d9631d213, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cd2121ef-24c7-41fe-8ec9-061d9631d213,segment=NetworkSegment(c0b62ba9-8115-466a-80bd-e976cdd15430),segment_id=c0b62ba9-8115-466a-80bd-e976cdd15430)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:38:58.909528 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-12e90fea-123a-4915-a960-76640876da04 req-caee25c3-d0b1-45e9-a36d-1f0fd08a44c6 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:58.944916 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-12e90fea-123a-4915-a960-76640876da04 req-caee25c3-d0b1-45e9-a36d-1f0fd08a44c6 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Calling delete_port for cd2121ef-24c7-41fe-8ec9-061d9631d213 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:38:58.996978 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c22225e5-380a-495b-af88-009a282c8a3a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:59.019987 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b4688ba4-6422-444d-a271-753097a27f14 req-5b4e7292-c143-4a04-9f49-3cf4ddeb5448 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564136 Dec 11 22:38:59.062137 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22225e5-380a-495b-af88-009a282c8a3a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event updated for resources: {'Subnet': ['ID=11c8372a-1800-4830-b36a-41a99d5cef05,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:59.075572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22225e5-380a-495b-af88-009a282c8a3a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Checking segment: {'id': '1c495662-5543-47da-b6df-3b6cd830f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '88a75a2c-4877-473d-819f-ce6d9f94be67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:38:59.075572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22225e5-380a-495b-af88-009a282c8a3a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Network hostable DHCP agents. Network: 88a75a2c-4877-473d-819f-ce6d9f94be67, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:38:59.083445 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46910) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:59.130578 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-259d49e7-1d24-4a7e-b77f-29c79b38b164 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7cabc9743ca34198b7d25719467d73e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459929 Dec 11 22:38:59.133155 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46912) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:59.186180 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ecf3969-d6b6-4988-8d78-efc77d9f8cf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:59.203661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22225e5-380a-495b-af88-009a282c8a3a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Network 88a75a2c-4877-473d-819f-ce6d9f94be67 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:38:59.211737 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ecf3969-d6b6-4988-8d78-efc77d9f8cf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:59.234848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dec1d08-9ff8-4ca8-836f-1958837bad3d admin admin] Router 38965751-a080-4d07-b59d-b12e00537f45 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:38:59.285028 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4d570dc2-cee2-4da6-b553-e95f25af618d req-2b2c80ad-3fd9-4237-9e2b-669eaaa60228 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:59.310516 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-c22225e5-380a-495b-af88-009a282c8a3a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 88a75a2c-4877-473d-819f-ce6d9f94be67) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:38:59.319908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581a4dab-f869-46f4-a603-9d74262dd2a4 None None] Network 88a75a2c-4877-473d-819f-ce6d9f94be67 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:38:59.323915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c80ad-3fd9-4237-9e2b-669eaaa60228 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Pushing event deleted for resources: {'Port': ['ID=5608468d-0751-4210-b80b-696395b31387,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:59.364435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22225e5-380a-495b-af88-009a282c8a3a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:59.365035 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c22225e5-380a-495b-af88-009a282c8a3a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:59.367559 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46918) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:59.379040 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ecf3969-d6b6-4988-8d78-efc77d9f8cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:59.382403 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ecf3969-d6b6-4988-8d78-efc77d9f8cf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:59.387026 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4ecf3969-d6b6-4988-8d78-efc77d9f8cf0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/542116e6-11de-4874-aebb-3ed0a9666ad3 HTTP/1.1" status: 204 len: 168 time: 0.2527976 Dec 11 22:38:59.411643 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf3969-d6b6-4988-8d78-efc77d9f8cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542116e6-11de-4874-aebb-3ed0a9666ad3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:59.424955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d570dc2-cee2-4da6-b553-e95f25af618d req-2b2c80ad-3fd9-4237-9e2b-669eaaa60228 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] No DVR routers for this DVR port 5608468d-0751-4210-b80b-696395b31387 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:59.428206 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4d570dc2-cee2-4da6-b553-e95f25af618d req-2b2c80ad-3fd9-4237-9e2b-669eaaa60228 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:59.428548 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba540868-767e-4f20-a4e7-11612f68ab90 req-3ab5be35-aa49-4b46-956b-60d47305e752 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:38:59.431893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d570dc2-cee2-4da6-b553-e95f25af618d req-2b2c80ad-3fd9-4237-9e2b-669eaaa60228 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.13 "DELETE /v2.0/ports/5608468d-0751-4210-b80b-696395b31387 HTTP/1.1" status: 204 len: 173 time: 2.2840378 Dec 11 22:38:59.444361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6103d9c-f5fc-4a31-bb91-e60601b68e02', 'name': 'network-vif-deleted', 'tag': '5608468d-0751-4210-b80b-696395b31387'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:38:59.444361 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eded8edb-92be-46d7-a7e3-9ffb45833ddb" -d '{"events": [{"server_uuid": "d6103d9c-f5fc-4a31-bb91-e60601b68e02", "name": "network-vif-deleted", "tag": "5608468d-0751-4210-b80b-696395b31387"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:38:59.444607 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ba540868-767e-4f20-a4e7-11612f68ab90 req-3ab5be35-aa49-4b46-956b-60d47305e752 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c8c7650-8834-4a06-9225-eba9ba2b51b8 HTTP/1.1" status: 200 len: 944 time: 0.1225145 Dec 11 22:38:59.500424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dec1d08-9ff8-4ca8-836f-1958837bad3d admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:38:59.508029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0dec1d08-9ff8-4ca8-836f-1958837bad3d admin admin] 10.222.0.45 "PUT /v2.0/routers/38965751-a080-4d07-b59d-b12e00537f45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4407325 Dec 11 22:38:59.509587 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c22225e5-380a-495b-af88-009a282c8a3a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1562037 Dec 11 22:38:59.512287 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6588ae9-1d8b-41a1-811f-fb4001a1473d None None] Sync routers for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:38:59.514422 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46926) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:59.514757 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46928) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:38:59.520688 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b25b69b-2f08-4358-8341-d938021a4f1e x-openstack-request-id: req-2b25b69b-2f08-4358-8341-d938021a4f1e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:38:59.521174 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6103d9c-f5fc-4a31-bb91-e60601b68e02", "name": "network-vif-deleted", "tag": "5608468d-0751-4210-b80b-696395b31387", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:38:59.521583 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b25b69b-2f08-4358-8341-d938021a4f1e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:38:59.522144 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6103d9c-f5fc-4a31-bb91-e60601b68e02', 'name': 'network-vif-deleted', 'tag': '5608468d-0751-4210-b80b-696395b31387', 'status': 'completed', 'code': 200} Dec 11 22:38:59.536446 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4eff36d1-c524-4737-b63a-a00b48562bb2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1083235804'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:38:59.541514 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-88a75a2c-4877-473d-819f-ce6d9f94be67', 'network_id': '88a75a2c-4877-473d-819f-ce6d9f94be67', 'project_id': '836434672a6b40f4a795d74e85716cf5', 'fixed_ips': [{'subnet_id': '11c8372a-1800-4830-b36a-41a99d5cef05'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:38:59.543823 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:59.564392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6588ae9-1d8b-41a1-811f-fb4001a1473d None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:38:59.565118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a6588ae9-1d8b-41a1-811f-fb4001a1473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:38:59.665034 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-12e90fea-123a-4915-a960-76640876da04 req-caee25c3-d0b1-45e9-a36d-1f0fd08a44c6 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:59.758090 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ae025ab-1414-47c0-a0e4-a4ae39e07b41 req-275325f7-67f2-4fd2-81c2-e0f1a3ec278a tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6103d9c-f5fc-4a31-bb91-e60601b68e02 HTTP/1.1" status: 200 len: 210 time: 0.0836172 Dec 11 22:38:59.759208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee25c3-d0b1-45e9-a36d-1f0fd08a44c6 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Pushing event deleted for resources: {'Port': ['ID=cd2121ef-24c7-41fe-8ec9-061d9631d213,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:38:59.787296 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a6588ae9-1d8b-41a1-811f-fb4001a1473d None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:38:59.854521 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Allocated IP 19.80.0.2 (88a75a2c-4877-473d-819f-ce6d9f94be67/11c8372a-1800-4830-b36a-41a99d5cef05/55148537-b6ea-4984-9d5b-2c93a240e29f) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:38:59.857202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e90fea-123a-4915-a960-76640876da04 req-caee25c3-d0b1-45e9-a36d-1f0fd08a44c6 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] No DVR routers for this DVR port cd2121ef-24c7-41fe-8ec9-061d9631d213 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:38:59.860341 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-12e90fea-123a-4915-a960-76640876da04 req-caee25c3-d0b1-45e9-a36d-1f0fd08a44c6 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:38:59.863737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12e90fea-123a-4915-a960-76640876da04 req-caee25c3-d0b1-45e9-a36d-1f0fd08a44c6 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.47 "DELETE /v2.0/ports/cd2121ef-24c7-41fe-8ec9-061d9631d213 HTTP/1.1" status: 204 len: 173 time: 2.3426523 Dec 11 22:39:00.041671 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:39:00.055929 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fad5de-a543-48c0-a413-e2b37e15739b req-a1495137-155a-4a49-b13f-09b66da09668 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:00.062861 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6fad5de-a543-48c0-a413-e2b37e15739b req-a1495137-155a-4a49-b13f-09b66da09668 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 944 time: 0.1376066 Dec 11 22:39:00.090672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b135b6a-b18e-46b6-8e82-9c3c1167675b req-19d34cb6-2160-4123-b1a9-5395bfb2672b tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:00.092104 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ba540868-767e-4f20-a4e7-11612f68ab90 req-289148e5-5569-4e02-9239-2c51a0b0bbf9 tempest-ImagesTestJSON-1778964787 tempest-ImagesTestJSON-1778964787-project] 10.222.0.45 "GET /v2.0/security-groups?id=d725f2b4-f23d-41a4-859f-657d4d4ded2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6475685 Dec 11 22:39:00.095641 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b135b6a-b18e-46b6-8e82-9c3c1167675b req-19d34cb6-2160-4123-b1a9-5395bfb2672b tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.47 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 945 time: 0.1264565 Dec 11 22:39:00.125176 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c5ba03ee-a3e3-4838-ba38-45c4eb81f27c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e828c78368f2446e9a1b9388577b4d40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7557552 Dec 11 22:39:00.127033 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-788f62f4-43f0-4e76-a299-186cd778f21e admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.128849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a6588ae9-1d8b-41a1-811f-fb4001a1473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:38:57Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:00.130542 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46940) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:00.143129 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eff36d1-c524-4737-b63a-a00b48562bb2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Made reservation on behalf of 836434672a6b40f4a795d74e85716cf5 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:00.147589 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4eff36d1-c524-4737-b63a-a00b48562bb2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.160400 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6588ae9-1d8b-41a1-811f-fb4001a1473d None None] Checking router: 38965751-a080-4d07-b59d-b12e00537f45 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:39:00.198279 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.205725 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6588ae9-1d8b-41a1-811f-fb4001a1473d None None] Routers {'38965751-a080-4d07-b59d-b12e00537f45'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:00.206602 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a6588ae9-1d8b-41a1-811f-fb4001a1473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['38965751-a080-4d07-b59d-b12e00537f45'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:00.240560 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eff36d1-c524-4737-b63a-a00b48562bb2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:39:00.254060 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4eff36d1-c524-4737-b63a-a00b48562bb2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.254403 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-4eff36d1-c524-4737-b63a-a00b48562bb2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Added segment c5eb9e27-5a00-4619-9da4-81bbfbd577ed of type vlan for network 1082c159-5311-49d4-81f5-56d86a8dfa50 Dec 11 22:39:00.259856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6fad5de-a543-48c0-a413-e2b37e15739b req-15bfb831-106a-4c9c-b346-0c6052a9e8d7 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889200 Dec 11 22:39:00.295379 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-8b135b6a-b18e-46b6-8e82-9c3c1167675b req-c1b86f3b-937e-4a85-a8e7-9b3984c8103d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Deleting port a923222b-54d8-4f31-a094-c8ca2077a274 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:00.295795 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8b135b6a-b18e-46b6-8e82-9c3c1167675b req-c1b86f3b-937e-4a85-a8e7-9b3984c8103d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.298784 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.378973 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4eff36d1-c524-4737-b63a-a00b48562bb2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.413699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Pushing event updated for resources: {'Port': ['ID=55148537-b6ea-4984-9d5b-2c93a240e29f,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:00.446039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-8b135b6a-b18e-46b6-8e82-9c3c1167675b req-c1b86f3b-937e-4a85-a8e7-9b3984c8103d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] For port a923222b-54d8-4f31-a094-c8ca2077a274, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a923222b-54d8-4f31-a094-c8ca2077a274,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:00.446393 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8b135b6a-b18e-46b6-8e82-9c3c1167675b req-c1b86f3b-937e-4a85-a8e7-9b3984c8103d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.459282 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Network 88a75a2c-4877-473d-819f-ce6d9f94be67 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:00.464759 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:00.479426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:00.488111 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-92e58883-0b86-42b2-95bb-82c17186aeac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.509230 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-92e58883-0b86-42b2-95bb-82c17186aeac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.523378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d4486-c9d9-403b-a22f-1f9768997d90 req-2c6b6dd2-0b50-4a3a-99ae-701015f93e0c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:00.525295 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-521d4486-c9d9-403b-a22f-1f9768997d90 req-2c6b6dd2-0b50-4a3a-99ae-701015f93e0c tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 945 time: 0.2301984 Dec 11 22:39:00.531085 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a6588ae9-1d8b-41a1-811f-fb4001a1473d None None] Set router 38965751-a080-4d07-b59d-b12e00537f45 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:00.565846 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-788f62f4-43f0-4e76-a299-186cd778f21e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.595683 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4eff36d1-c524-4737-b63a-a00b48562bb2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.601353 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff36d1-c524-4737-b63a-a00b48562bb2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:00.601863 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4eff36d1-c524-4737-b63a-a00b48562bb2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.676123 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-521d4486-c9d9-403b-a22f-1f9768997d90 req-549665db-bf62-4328-9530-840803307e39 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups?id=768e30ab-ec90-4e63-bdf1-0e2d328ab01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331074 Dec 11 22:39:00.685323 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Attempting to bind port 55148537-b6ea-4984-9d5b-2c93a240e29f on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:39:00.693504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Attempting to bind port 55148537-b6ea-4984-9d5b-2c93a240e29f by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '1c495662-5543-47da-b6df-3b6cd830f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '88a75a2c-4877-473d-819f-ce6d9f94be67'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:39:00.693504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Attempting to bind port 55148537-b6ea-4984-9d5b-2c93a240e29f on network 88a75a2c-4877-473d-819f-ce6d9f94be67 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:00.695809 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:39:00.696386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Checking segment: {'id': '1c495662-5543-47da-b6df-3b6cd830f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '88a75a2c-4877-473d-819f-ce6d9f94be67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:00.696643 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.697051 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Bound using segment: {'id': '1c495662-5543-47da-b6df-3b6cd830f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '88a75a2c-4877-473d-819f-ce6d9f94be67'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:39:00.698174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Bound port: 55148537-b6ea-4984-9d5b-2c93a240e29f, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c495662-5543-47da-b6df-3b6cd830f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '88a75a2c-4877-473d-819f-ce6d9f94be67'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:39:00.698174 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.736943 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-92e58883-0b86-42b2-95bb-82c17186aeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.739612 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-92e58883-0b86-42b2-95bb-82c17186aeac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.740757 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-92e58883-0b86-42b2-95bb-82c17186aeac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c5a676d-a877-453b-8bc2-fa761d52617c HTTP/1.1" status: 204 len: 168 time: 0.6087456 Dec 11 22:39:00.752838 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4eff36d1-c524-4737-b63a-a00b48562bb2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2345567 Dec 11 22:39:00.756437 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8b135b6a-b18e-46b6-8e82-9c3c1167675b req-c1b86f3b-937e-4a85-a8e7-9b3984c8103d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.760045 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8b135b6a-b18e-46b6-8e82-9c3c1167675b req-c1b86f3b-937e-4a85-a8e7-9b3984c8103d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.760045 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-8b135b6a-b18e-46b6-8e82-9c3c1167675b req-c1b86f3b-937e-4a85-a8e7-9b3984c8103d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Floating IP 0fdbbb86-ba35-4739-8cf4-f693f01bb47a disassociated. External IP: 172.25.1.109, port: a923222b-54d8-4f31-a094-c8ca2077a274. Dec 11 22:39:00.760045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-8b135b6a-b18e-46b6-8e82-9c3c1167675b req-c1b86f3b-937e-4a85-a8e7-9b3984c8103d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Calling delete_port for a923222b-54d8-4f31-a094-c8ca2077a274 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:00.760045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46956) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:00.764790 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff36d1-c524-4737-b63a-a00b48562bb2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event updated for resources: {'Network': ['ID=1082c159-5311-49d4-81f5-56d86a8dfa50,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:00.770911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-18fcd8f9-26ba-4e7e-9715-83c3f5f59a8c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Request body: {'subnet': {'network_id': '1082c159-5311-49d4-81f5-56d86a8dfa50', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:00.788025 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 1082c159-5311-49d4-81f5-56d86a8dfa50 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:39:00.791177 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e58883-0b86-42b2-95bb-82c17186aeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5a676d-a877-453b-8bc2-fa761d52617c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:00.839560 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-788f62f4-43f0-4e76-a299-186cd778f21e admin admin] Deleting port fdcc79fe-0a99-47d1-9018-555a0be72b00 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:00.840525 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-788f62f4-43f0-4e76-a299-186cd778f21e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:00.910088 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] For port 55148537-b6ea-4984-9d5b-2c93a240e29f, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:00.923900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] For port 55148537-b6ea-4984-9d5b-2c93a240e29f, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=55148537-b6ea-4984-9d5b-2c93a240e29f,segment=NetworkSegment(1c495662-5543-47da-b6df-3b6cd830f219),segment_id=1c495662-5543-47da-b6df-3b6cd830f219)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:39:01.014362 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-788f62f4-43f0-4e76-a299-186cd778f21e admin admin] For port fdcc79fe-0a99-47d1-9018-555a0be72b00, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fdcc79fe-0a99-47d1-9018-555a0be72b00,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:01.014888 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-788f62f4-43f0-4e76-a299-186cd778f21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:01.015015 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a6588ae9-1d8b-41a1-811f-fb4001a1473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:38:57Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:01.034288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-788f62f4-43f0-4e76-a299-186cd778f21e admin admin] Calling delete_port for fdcc79fe-0a99-47d1-9018-555a0be72b00 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:01.054969 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:01.059397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6588ae9-1d8b-41a1-811f-fb4001a1473d None None] The sync data for ids ['38965751-a080-4d07-b59d-b12e00537f45'] in n-d-710847-6 is: [{'id': '38965751-a080-4d07-b59d-b12e00537f45', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712482161-router', 'tenant_id': '6748c74fd2f94587a90d640b7916a884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:17Z', 'updated_at': '2021-12-11T22:38:57Z', 'revision_number': 5, 'project_id': '6748c74fd2f94587a90d640b7916a884', 'gw_port': {'id': 'fdcc79fe-0a99-47d1-9018-555a0be72b00', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38965751-a080-4d07-b59d-b12e00537f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:18Z', 'updated_at': '2021-12-11T22:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:39:01.086635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fcd8f9-26ba-4e7e-9715-83c3f5f59a8c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Made reservation on behalf of 836434672a6b40f4a795d74e85716cf5 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:01.091242 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18fcd8f9-26ba-4e7e-9715-83c3f5f59a8c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:01.139865 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa740d-2ff3-4244-bb63-e3efafab971f None None] Pushing event updated for resources: {'Port': ['ID=55148537-b6ea-4984-9d5b-2c93a240e29f,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:01.142722 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46964) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:01.247879 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8b135b6a-b18e-46b6-8e82-9c3c1167675b req-c1b86f3b-937e-4a85-a8e7-9b3984c8103d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:01.271867 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a923222b-54d8-4f31-a094-c8ca2077a274 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:01.314118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b86f3b-937e-4a85-a8e7-9b3984c8103d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Pushing event deleted for resources: {'Port': ['ID=a923222b-54d8-4f31-a094-c8ca2077a274,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:01.336193 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: a923222b-54d8-4f31-a094-c8ca2077a274 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:01.337853 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a923222b-54d8-4f31-a094-c8ca2077a274 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:01.338352 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device cd2121ef-24c7-41fe-8ec9-061d9631d213 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:01.393406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: cd2121ef-24c7-41fe-8ec9-061d9631d213 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:01.395294 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device cd2121ef-24c7-41fe-8ec9-061d9631d213 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:01.403981 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6c231a32-61fc-450d-95ad-1ceb8760e9f0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1495230865-network', 'tenant_id': '37ea4fadb632475d90bccf0c6f5c878e'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:01.563192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c231a32-61fc-450d-95ad-1ceb8760e9f0 admin admin] Made reservation on behalf of 37ea4fadb632475d90bccf0c6f5c878e for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:01.565064 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c231a32-61fc-450d-95ad-1ceb8760e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:01.568674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8c7650-8834-4a06-9225-eba9ba2b51b8', 'name': 'network-vif-deleted', 'tag': 'cd2121ef-24c7-41fe-8ec9-061d9631d213'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:39:01.570183 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-788f62f4-43f0-4e76-a299-186cd778f21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:01.571864 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad1609c-10b5-4d23-b0be-2f31d00c5f2e" -d '{"events": [{"server_uuid": "6c8c7650-8834-4a06-9225-eba9ba2b51b8", "name": "network-vif-deleted", "tag": "cd2121ef-24c7-41fe-8ec9-061d9631d213"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:39:01.598678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bb594-7626-4910-8b0b-0670be81e309 req-bfcfe49e-bde0-43c9-a1df-dafe5ead4a4c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:01.600312 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-241bb594-7626-4910-8b0b-0670be81e309 req-bfcfe49e-bde0-43c9-a1df-dafe5ead4a4c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 944 time: 0.1699028 Dec 11 22:39:01.608502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f62f4-43f0-4e76-a299-186cd778f21e admin admin] Pushing event deleted for resources: {'Port': ['ID=fdcc79fe-0a99-47d1-9018-555a0be72b00,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:01.629138 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c231a32-61fc-450d-95ad-1ceb8760e9f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:01.707951 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46990) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:01.727223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b135b6a-b18e-46b6-8e82-9c3c1167675b req-c1b86f3b-937e-4a85-a8e7-9b3984c8103d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Router 955d64cc-d25f-4201-b2e1-ce8b83245284 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:39:01.766736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-241bb594-7626-4910-8b0b-0670be81e309 req-14b81816-1931-409a-b0ac-6c019b0b0703 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224697 Dec 11 22:39:01.782959 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18fcd8f9-26ba-4e7e-9715-83c3f5f59a8c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:01.813914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 5608468d-0751-4210-b80b-696395b31387 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:01.869626 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5558859c-c511-414d-9ac2-a7657ff82f1e x-openstack-request-id: req-5558859c-c511-414d-9ac2-a7657ff82f1e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:39:01.874958 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8c7650-8834-4a06-9225-eba9ba2b51b8", "name": "network-vif-deleted", "tag": "cd2121ef-24c7-41fe-8ec9-061d9631d213", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:39:01.874958 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5558859c-c511-414d-9ac2-a7657ff82f1e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:39:01.874958 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8c7650-8834-4a06-9225-eba9ba2b51b8', 'name': 'network-vif-deleted', 'tag': 'cd2121ef-24c7-41fe-8ec9-061d9631d213', 'status': 'completed', 'code': 200} Dec 11 22:39:01.875284 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 5608468d-0751-4210-b80b-696395b31387 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:01.875284 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 5608468d-0751-4210-b80b-696395b31387 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:01.920589 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f7b9929d-67ee-4d84-93a9-2f0f3a4f3871 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5f41f47cc604728990c07fa95c11bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2042270 Dec 11 22:39:01.927732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47000) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:01.929081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd615ce-e98c-4e3d-8b4c-8c42dedaebb6 req-1da634c3-20e0-4a5a-9849-920add5f42f1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:01.937408 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bfd615ce-e98c-4e3d-8b4c-8c42dedaebb6 req-1da634c3-20e0-4a5a-9849-920add5f42f1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 965 time: 0.3564003 Dec 11 22:39:01.983912 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-788f62f4-43f0-4e76-a299-186cd778f21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.004500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcd8f9-26ba-4e7e-9715-83c3f5f59a8c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event updated for resources: {'Subnet': ['ID=a8f1fe98-d61c-40f9-a94a-40750600b1fb,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:02.016834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fcd8f9-26ba-4e7e-9715-83c3f5f59a8c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Checking segment: {'id': 'c5eb9e27-5a00-4619-9da4-81bbfbd577ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1082c159-5311-49d4-81f5-56d86a8dfa50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:02.017199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fcd8f9-26ba-4e7e-9715-83c3f5f59a8c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Network hostable DHCP agents. Network: 1082c159-5311-49d4-81f5-56d86a8dfa50, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:39:02.054329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff0ecbb4-248e-48b6-a346-5d303af3df2c req-a6806676-daa4-45d4-9ffa-7c390fd107f6 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 210 time: 0.0858765 Dec 11 22:39:02.109594 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c231a32-61fc-450d-95ad-1ceb8760e9f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.124465 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-788f62f4-43f0-4e76-a299-186cd778f21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.129149 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-788f62f4-43f0-4e76-a299-186cd778f21e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.129667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b135b6a-b18e-46b6-8e82-9c3c1167675b req-c1b86f3b-937e-4a85-a8e7-9b3984c8103d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:39:02.145560 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9fa775d-bc92-46aa-a576-e8b32baef7e0 req-28de10db-d17e-43a0-89dc-ced1c1bc89f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1113894 Dec 11 22:39:02.146255 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c8338f-0b7d-4504-b4ee-5318f18e370f None None] Sync routers for ids ['955d64cc-d25f-4201-b2e1-ce8b83245284'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:39:02.173509 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c8338f-0b7d-4504-b4ee-5318f18e370f None None] Routers {'955d64cc-d25f-4201-b2e1-ce8b83245284'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:02.174153 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d5c8338f-0b7d-4504-b4ee-5318f18e370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['955d64cc-d25f-4201-b2e1-ce8b83245284'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:02.232613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fcd8f9-26ba-4e7e-9715-83c3f5f59a8c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Network 1082c159-5311-49d4-81f5-56d86a8dfa50 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:39:02.232795 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b135b6a-b18e-46b6-8e82-9c3c1167675b req-c1b86f3b-937e-4a85-a8e7-9b3984c8103d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] No DVR routers for this DVR port a923222b-54d8-4f31-a094-c8ca2077a274 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:02.237867 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8b135b6a-b18e-46b6-8e82-9c3c1167675b req-c1b86f3b-937e-4a85-a8e7-9b3984c8103d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.241299 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b135b6a-b18e-46b6-8e82-9c3c1167675b req-c1b86f3b-937e-4a85-a8e7-9b3984c8103d tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.47 "DELETE /v2.0/ports/a923222b-54d8-4f31-a094-c8ca2077a274 HTTP/1.1" status: 204 len: 173 time: 2.1201494 Dec 11 22:39:02.244384 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d710fbc-1ab2-40f1-8d52-24c3f17e2491 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.281211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa775d-bc92-46aa-a576-e8b32baef7e0 req-89fc47ea-6a6d-4302-93c1-7ca3a7e25258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:02.282121 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bfd615ce-e98c-4e3d-8b4c-8c42dedaebb6 req-dce7a310-745d-4cf8-98f6-e42edf212f02 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436134 Dec 11 22:39:02.282876 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c231a32-61fc-450d-95ad-1ceb8760e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.284221 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9fa775d-bc92-46aa-a576-e8b32baef7e0 req-89fc47ea-6a6d-4302-93c1-7ca3a7e25258 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 1095 time: 0.0870495 Dec 11 22:39:02.286741 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d710fbc-1ab2-40f1-8d52-24c3f17e2491 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.300101 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3057b-7f5e-4b65-aa40-fd59b0e4b19a req-1c7d0583-27ae-4bc9-9a82-fbcdea52c431 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:02.301666 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01c3057b-7f5e-4b65-aa40-fd59b0e4b19a req-1c7d0583-27ae-4bc9-9a82-fbcdea52c431 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 965 time: 0.3560140 Dec 11 22:39:02.364707 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d5c8338f-0b7d-4504-b4ee-5318f18e370f None None] Set router 955d64cc-d25f-4201-b2e1-ce8b83245284 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:02.390132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-18fcd8f9-26ba-4e7e-9715-83c3f5f59a8c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 1082c159-5311-49d4-81f5-56d86a8dfa50) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:02.398316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b27ac35-e447-4c39-b953-5b62fa43d461 None None] Network 1082c159-5311-49d4-81f5-56d86a8dfa50 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:02.410316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47014) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:02.420855 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c231a32-61fc-450d-95ad-1ceb8760e9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda4899d-aa0e-4722-9822-cdaed6332cda,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:02.437004 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c231a32-61fc-450d-95ad-1ceb8760e9f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:39:02.437944 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fcd8f9-26ba-4e7e-9715-83c3f5f59a8c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:02.439203 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18fcd8f9-26ba-4e7e-9715-83c3f5f59a8c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.461789 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c231a32-61fc-450d-95ad-1ceb8760e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.462144 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-6c231a32-61fc-450d-95ad-1ceb8760e9f0 admin admin] Added segment 88b5045d-b8b0-46d2-b22b-4de6f3d5bb15 of type vlan for network a2814d2b-f761-4145-9e9e-3aa649493018 Dec 11 22:39:02.507944 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d710fbc-1ab2-40f1-8d52-24c3f17e2491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.511176 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d710fbc-1ab2-40f1-8d52-24c3f17e2491 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.516412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1d710fbc-1ab2-40f1-8d52-24c3f17e2491 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/45f05112-9834-44e0-b492-445c2f058d6c HTTP/1.1" status: 204 len: 168 time: 0.5551553 Dec 11 22:39:02.537925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d710fbc-1ab2-40f1-8d52-24c3f17e2491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f05112-9834-44e0-b492-445c2f058d6c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:02.551225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-046d54bd-9809-46f2-9d49-e54b9ea23d3f admin admin] Deleting subnet deb1c5ef-7e62-452c-b0f4-c1de3e5763b5 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:39:02.563898 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-046d54bd-9809-46f2-9d49-e54b9ea23d3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.591239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa775d-bc92-46aa-a576-e8b32baef7e0 req-c7c11580-6ec0-4e65-bd03-ab0f85d8e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:02.595799 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9fa775d-bc92-46aa-a576-e8b32baef7e0 req-c7c11580-6ec0-4e65-bd03-ab0f85d8e456 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.2704806 Dec 11 22:39:02.600978 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-18fcd8f9-26ba-4e7e-9715-83c3f5f59a8c tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8394678 Dec 11 22:39:02.637418 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c231a32-61fc-450d-95ad-1ceb8760e9f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.710575 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9fa775d-bc92-46aa-a576-e8b32baef7e0 req-5e6a83ff-e629-42d3-8f73-5b321ceb19ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88 HTTP/1.1" status: 200 len: 217 time: 0.1054599 Dec 11 22:39:02.720757 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-046d54bd-9809-46f2-9d49-e54b9ea23d3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.720946 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-788f62f4-43f0-4e76-a299-186cd778f21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.721864 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788f62f4-43f0-4e76-a299-186cd778f21e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38965751-a080-4d07-b59d-b12e00537f45 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:39:02.742729 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-788f62f4-43f0-4e76-a299-186cd778f21e admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.743403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-1082c159-5311-49d4-81f5-56d86a8dfa50', 'network_id': '1082c159-5311-49d4-81f5-56d86a8dfa50', 'project_id': '836434672a6b40f4a795d74e85716cf5', 'fixed_ips': [{'subnet_id': 'a8f1fe98-d61c-40f9-a94a-40750600b1fb'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:39:02.745450 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.748844 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-788f62f4-43f0-4e76-a299-186cd778f21e admin admin] 10.222.0.45 "DELETE /v2.0/routers/38965751-a080-4d07-b59d-b12e00537f45 HTTP/1.1" status: 204 len: 168 time: 3.2182465 Dec 11 22:39:02.758188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47020) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:02.767278 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c231a32-61fc-450d-95ad-1ceb8760e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.768996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c231a32-61fc-450d-95ad-1ceb8760e9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:02.769922 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c231a32-61fc-450d-95ad-1ceb8760e9f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.915366 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0a2ca7-bcbf-464f-a2b8-5cbe1401bb8c admin admin] Deleting subnet d0450784-9341-4398-99b2-56c0d7f24479 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:39:02.933217 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d5c8338f-0b7d-4504-b4ee-5318f18e370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:09Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:02.933578 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2ca7-bcbf-464f-a2b8-5cbe1401bb8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:02.934788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa775d-bc92-46aa-a576-e8b32baef7e0 req-6f54d772-d63e-4084-bedd-b9f1dc95c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:02.939455 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9fa775d-bc92-46aa-a576-e8b32baef7e0 req-6f54d772-d63e-4084-bedd-b9f1dc95c09e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.2026267 Dec 11 22:39:03.027077 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c8338f-0b7d-4504-b4ee-5318f18e370f None None] Checking router: 955d64cc-d25f-4201-b2e1-ce8b83245284 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:39:03.042428 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9fa775d-bc92-46aa-a576-e8b32baef7e0 req-38fc4303-5b74-470e-88ff-4e426f5e4f9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850096 Dec 11 22:39:03.047403 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c8338f-0b7d-4504-b4ee-5318f18e370f None None] Routers {'955d64cc-d25f-4201-b2e1-ce8b83245284'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:03.054874 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d5c8338f-0b7d-4504-b4ee-5318f18e370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['955d64cc-d25f-4201-b2e1-ce8b83245284'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:03.085556 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2ca7-bcbf-464f-a2b8-5cbe1401bb8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:03.360396 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6c231a32-61fc-450d-95ad-1ceb8760e9f0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2149768 Dec 11 22:39:03.374606 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d5c8338f-0b7d-4504-b4ee-5318f18e370f None None] Set router 955d64cc-d25f-4201-b2e1-ce8b83245284 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:03.393554 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47038) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:03.420827 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-16648748-4175-4cd0-af2b-24402ef71c03 admin admin] Request body: {'subnet': {'network_id': 'a2814d2b-f761-4145-9e9e-3aa649493018', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1495230865-subnet', 'tenant_id': '37ea4fadb632475d90bccf0c6f5c878e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:03.447848 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2191a7d6-ef6c-45fb-86e1-dc68bb8c45d3 None None] Network 88a75a2c-4877-473d-819f-ce6d9f94be67 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:03.468374 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2ca7-bcbf-464f-a2b8-5cbe1401bb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:03.672534 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2ca7-bcbf-464f-a2b8-5cbe1401bb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:03.694269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 55148537-b6ea-4984-9d5b-2c93a240e29f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:03.709689 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-046d54bd-9809-46f2-9d49-e54b9ea23d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:03.732628 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-076fd770-4a4b-4fd2-9215-bf8619c73300 req-069d53c2-79b1-4efd-9f7a-fd1aafad43c6 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/ports?device_id=0112539e-8ae0-419b-be4e-84ede8edfdb3 HTTP/1.1" status: 200 len: 210 time: 0.4019983 Dec 11 22:39:03.747465 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2ca7-bcbf-464f-a2b8-5cbe1401bb8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:03.773041 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5431569-ec32-472f-b1fa-62f7777bff3b None None] Network 0b02deba-9533-4f99-b832-999e0eea09ef requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:03.774425 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ac0a2ca7-bcbf-464f-a2b8-5cbe1401bb8c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d0450784-9341-4398-99b2-56c0d7f24479 HTTP/1.1" status: 204 len: 168 time: 0.9845009 Dec 11 22:39:03.780911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47044) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:03.782544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c1958ec2-1e6d-4ad4-bc44-eb8a5e6ebdc1 None None] Provisioning complete for port 55148537-b6ea-4984-9d5b-2c93a240e29f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:03.782990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1958ec2-1e6d-4ad4-bc44-eb8a5e6ebdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:03.797536 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a2ca7-bcbf-464f-a2b8-5cbe1401bb8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0450784-9341-4398-99b2-56c0d7f24479,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:03.835333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-01c3057b-7f5e-4b65-aa40-fd59b0e4b19a req-532b52e7-31a4-4a42-825b-30ae76b000e1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Deleting port ac56fdea-5004-4422-b011-65e1f4d16141 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:03.835690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-01c3057b-7f5e-4b65-aa40-fd59b0e4b19a req-532b52e7-31a4-4a42-825b-30ae76b000e1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:03.843772 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c231a32-61fc-450d-95ad-1ceb8760e9f0 admin admin] Pushing event updated for resources: {'Network': ['ID=a2814d2b-f761-4145-9e9e-3aa649493018,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:03.865746 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d5c8338f-0b7d-4504-b4ee-5318f18e370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:09Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:03.900761 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c8338f-0b7d-4504-b4ee-5318f18e370f None None] The sync data for ids ['955d64cc-d25f-4201-b2e1-ce8b83245284'] in n-d-710847-6 is: [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:33:02Z', 'revision_number': 4, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '16db10b6-25ac-48bb-8c31-e51b3554ec44', 'name': '', 'network_id': 'b4c48a02-3b82-4092-9ade-e5e796a844fd', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'mac_address': 'fa:16:3e:b8:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:01Z', 'updated_at': '2021-12-11T22:33:09Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'subnets': [{'id': '719ab16a-0b20-4a94-b6be-58476ab1f8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:39:03.907119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0112539e-8ae0-419b-be4e-84ede8edfdb3', 'name': 'network-vif-deleted', 'tag': 'a923222b-54d8-4f31-a094-c8ca2077a274'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:39:03.909805 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdeadb8-493a-475b-a089-739fb3d45192" -d '{"events": [{"server_uuid": "0112539e-8ae0-419b-be4e-84ede8edfdb3", "name": "network-vif-deleted", "tag": "a923222b-54d8-4f31-a094-c8ca2077a274"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:39:03.947631 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Allocated IP 19.86.0.2 (1082c159-5311-49d4-81f5-56d86a8dfa50/a8f1fe98-d61c-40f9-a94a-40750600b1fb/8629e253-1c3c-4024-8fbb-bccd7df23a21) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:03.955532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b3ad1-e09e-4000-89f9-cacae94d6f2e req-6ab6ecbc-6b55-46b7-ad26-9fbc44b0d5c2 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:03.957932 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c3b3ad1-e09e-4000-89f9-cacae94d6f2e req-6ab6ecbc-6b55-46b7-ad26-9fbc44b0d5c2 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 944 time: 0.2582350 Dec 11 22:39:03.958263 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16648748-4175-4cd0-af2b-24402ef71c03 admin admin] Made reservation on behalf of 37ea4fadb632475d90bccf0c6f5c878e for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:03.960790 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16648748-4175-4cd0-af2b-24402ef71c03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:03.978330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9fa775d-bc92-46aa-a576-e8b32baef7e0 req-a32e3f6b-8683-4567-8fc3-f116e947f5c4 service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9190574 Dec 11 22:39:03.987655 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network a2814d2b-f761-4145-9e9e-3aa649493018 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:39:04.092437 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9fa775d-bc92-46aa-a576-e8b32baef7e0 req-1acf4429-8dca-45e7-88bf-b2e3966e921a service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064286 Dec 11 22:39:04.104541 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.147969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 55148537-b6ea-4984-9d5b-2c93a240e29f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:04.148357 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.178672 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c3b3ad1-e09e-4000-89f9-cacae94d6f2e req-2186a33f-2c04-4a9f-8b14-a529e46195b7 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078104 Dec 11 22:39:04.196187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] Deleting port 14f756f2-a316-48cc-b3e9-b0a6c1749b9b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:04.196691 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.241513 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-01c3057b-7f5e-4b65-aa40-fd59b0e4b19a req-532b52e7-31a4-4a42-825b-30ae76b000e1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] For port ac56fdea-5004-4422-b011-65e1f4d16141, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ac56fdea-5004-4422-b011-65e1f4d16141,segment=NetworkSegment(f8947c26-bae8-4f23-aa79-26b797f85d9e),segment_id=f8947c26-bae8-4f23-aa79-26b797f85d9e)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:04.249744 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-01c3057b-7f5e-4b65-aa40-fd59b0e4b19a req-532b52e7-31a4-4a42-825b-30ae76b000e1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.279294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-046d54bd-9809-46f2-9d49-e54b9ea23d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.298374 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-01c3057b-7f5e-4b65-aa40-fd59b0e4b19a req-532b52e7-31a4-4a42-825b-30ae76b000e1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Calling delete_port for ac56fdea-5004-4422-b011-65e1f4d16141 owned by compute:tempest-test_az-431819819 {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:04.356064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d54bd-9809-46f2-9d49-e54b9ea23d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deb1c5ef-7e62-452c-b0f4-c1de3e5763b5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:04.368464 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-3fd50854-1688-4ed3-a772-25250e543758 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:04.370751 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-046d54bd-9809-46f2-9d49-e54b9ea23d3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.376898 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-046d54bd-9809-46f2-9d49-e54b9ea23d3f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/deb1c5ef-7e62-452c-b0f4-c1de3e5763b5 HTTP/1.1" status: 204 len: 168 time: 1.9625647 Dec 11 22:39:04.376898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] For port 14f756f2-a316-48cc-b3e9-b0a6c1749b9b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=14f756f2-a316-48cc-b3e9-b0a6c1749b9b,segment=NetworkSegment(b6a2d109-e816-4ac6-8177-b0996977379e),segment_id=b6a2d109-e816-4ac6-8177-b0996977379e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:04.376898 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.377873 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-3fd50854-1688-4ed3-a772-25250e543758 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:04.382310 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47062) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:04.386044 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-3fd50854-1688-4ed3-a772-25250e543758 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/networks?id=88a75a2c-4877-473d-819f-ce6d9f94be67&id=1082c159-5311-49d4-81f5-56d86a8dfa50 HTTP/1.1" status: 200 len: 1392 time: 0.4857945 Dec 11 22:39:04.419727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] Calling delete_port for 14f756f2-a316-48cc-b3e9-b0a6c1749b9b owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:04.443614 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-dcf20855-5dd7-481e-8861-8dce30acb8d6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/quotas/836434672a6b40f4a795d74e85716cf5 HTTP/1.1" status: 200 len: 375 time: 0.0559456 Dec 11 22:39:04.508990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.542019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324ff93-8c2d-4398-bd52-3a713d3e8242 None None] New status for floating IP 0fdbbb86-ba35-4739-8cf4-f693f01bb47a: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:39:04.543024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b93f90-5338-467e-897f-588b6b00378b req-89e771de-d0c5-4166-8cad-f7096e777988 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:04.544582 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79b93f90-5338-467e-897f-588b6b00378b req-89e771de-d0c5-4166-8cad-f7096e777988 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 965 time: 0.1975112 Dec 11 22:39:04.548985 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfe4f-b8b3-4e4b-9390-dc297a32b941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.566560 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-9ecd4db2-e7cc-476a-8233-cd4c2609f876 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=836434672a6b40f4a795d74e85716cf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1220100 Dec 11 22:39:04.579212 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16648748-4175-4cd0-af2b-24402ef71c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.614349 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1958ec2-1e6d-4ad4-bc44-eb8a5e6ebdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.711486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16648748-4175-4cd0-af2b-24402ef71c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0be6a749-e737-4333-b770-9cc3ab14787a,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:04.713382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79b93f90-5338-467e-897f-588b6b00378b req-2f5cee00-0a91-4074-9807-5ea5224835bc tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/security-groups?id=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568358 Dec 11 22:39:04.721407 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.725692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfe4f-b8b3-4e4b-9390-dc297a32b941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.738893 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.787670 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16648748-4175-4cd0-af2b-24402ef71c03 admin admin] Checking segment: {'id': '88b5045d-b8b0-46d2-b22b-4de6f3d5bb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a2814d2b-f761-4145-9e9e-3aa649493018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:04.788045 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16648748-4175-4cd0-af2b-24402ef71c03 admin admin] Network hostable DHCP agents. Network: a2814d2b-f761-4145-9e9e-3aa649493018, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:39:04.830580 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] Pushing event deleted for resources: {'Port': ['ID=14f756f2-a316-48cc-b3e9-b0a6c1749b9b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:04.839239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-6c3cfe4f-b8b3-4e4b-9390-dc297a32b941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54478511-f8de-4e50-83dc-4c9857155262']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:04.845339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] No DVR routers for this DVR port 14f756f2-a316-48cc-b3e9-b0a6c1749b9b on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:04.876479 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-a5e91ce7-9110-4849-891a-0c38235a4558 service neutron] 10.222.0.45 "GET /v2.0/networks/88a75a2c-4877-473d-819f-ce6d9f94be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089235 Dec 11 22:39:04.884245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-6c3cfe4f-b8b3-4e4b-9390-dc297a32b941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b62ba9-8115-466a-80bd-e976cdd15430') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:04.884245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-6c3cfe4f-b8b3-4e4b-9390-dc297a32b941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b62ba9-8115-466a-80bd-e976cdd15430') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:04.884245 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bded6fed-e40c-4e0d-aab0-17c425ed1a79 x-openstack-request-id: req-bded6fed-e40c-4e0d-aab0-17c425ed1a79 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:39:04.884245 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0112539e-8ae0-419b-be4e-84ede8edfdb3", "name": "network-vif-deleted", "tag": "a923222b-54d8-4f31-a094-c8ca2077a274", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:39:04.884245 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bded6fed-e40c-4e0d-aab0-17c425ed1a79 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:39:04.884245 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0112539e-8ae0-419b-be4e-84ede8edfdb3', 'name': 'network-vif-deleted', 'tag': 'a923222b-54d8-4f31-a094-c8ca2077a274', 'status': 'completed', 'code': 200} Dec 11 22:39:04.896617 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfe4f-b8b3-4e4b-9390-dc297a32b941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.920002 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfe4f-b8b3-4e4b-9390-dc297a32b941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.953612 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457d26fb-c173-4a0e-aa37-5caf6b462e8c None None] DHCP port deletion for 0b02deba-9533-4f99-b832-999e0eea09ef request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:39:04.971940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3cfe4f-b8b3-4e4b-9390-dc297a32b941 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:39:04.972353 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfe4f-b8b3-4e4b-9390-dc297a32b941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:39:04.974087 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:39:04.978508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Network 1082c159-5311-49d4-81f5-56d86a8dfa50 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:04.989519 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:04.998672 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:05.022978 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16648748-4175-4cd0-af2b-24402ef71c03 admin admin] Network a2814d2b-f761-4145-9e9e-3aa649493018 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:39:05.035220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c1958ec2-1e6d-4ad4-bc44-eb8a5e6ebdc1 None None] For port 55148537-b6ea-4984-9d5b-2c93a240e29f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=55148537-b6ea-4984-9d5b-2c93a240e29f,segment=NetworkSegment(1c495662-5543-47da-b6df-3b6cd830f219),segment_id=1c495662-5543-47da-b6df-3b6cd830f219)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:05.046786 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-01c3057b-7f5e-4b65-aa40-fd59b0e4b19a req-532b52e7-31a4-4a42-825b-30ae76b000e1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.066727 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.089432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Pushing event updated for resources: {'Port': ['ID=8629e253-1c3c-4024-8fbb-bccd7df23a21,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:05.096565 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.114057 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1958ec2-1e6d-4ad4-bc44-eb8a5e6ebdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.115015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b02deba-9533-4f99-b832-999e0eea09ef']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:05.116327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b52e7-31a4-4a42-825b-30ae76b000e1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Pushing event deleted for resources: {'Port': ['ID=ac56fdea-5004-4422-b011-65e1f4d16141,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:05.131343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Attempting to bind port 8629e253-1c3c-4024-8fbb-bccd7df23a21 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:39:05.132237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Attempting to bind port 8629e253-1c3c-4024-8fbb-bccd7df23a21 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'c5eb9e27-5a00-4619-9da4-81bbfbd577ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1082c159-5311-49d4-81f5-56d86a8dfa50'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:39:05.132570 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Attempting to bind port 8629e253-1c3c-4024-8fbb-bccd7df23a21 on network 1082c159-5311-49d4-81f5-56d86a8dfa50 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:05.134008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a2d109-e816-4ac6-8177-b0996977379e') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:05.134256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a2d109-e816-4ac6-8177-b0996977379e') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:05.149982 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.167054 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.174506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:39:05.174506 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:39:05.176410 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:39:05.180503 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:39:05.181362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Checking segment: {'id': 'c5eb9e27-5a00-4619-9da4-81bbfbd577ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1082c159-5311-49d4-81f5-56d86a8dfa50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:05.181496 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.181810 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Bound using segment: {'id': 'c5eb9e27-5a00-4619-9da4-81bbfbd577ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1082c159-5311-49d4-81f5-56d86a8dfa50'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:39:05.183841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Bound port: 8629e253-1c3c-4024-8fbb-bccd7df23a21, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5eb9e27-5a00-4619-9da4-81bbfbd577ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1082c159-5311-49d4-81f5-56d86a8dfa50'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:39:05.183841 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.200721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c3057b-7f5e-4b65-aa40-fd59b0e4b19a req-532b52e7-31a4-4a42-825b-30ae76b000e1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] No DVR routers for this DVR port ac56fdea-5004-4422-b011-65e1f4d16141 on host n-h1-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:05.203097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-16648748-4175-4cd0-af2b-24402ef71c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, a2814d2b-f761-4145-9e9e-3aa649493018) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:05.204966 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-01c3057b-7f5e-4b65-aa40-fd59b0e4b19a req-532b52e7-31a4-4a42-825b-30ae76b000e1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.208880 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01c3057b-7f5e-4b65-aa40-fd59b0e4b19a req-532b52e7-31a4-4a42-825b-30ae76b000e1 tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.47 "DELETE /v2.0/ports/ac56fdea-5004-4422-b011-65e1f4d16141 HTTP/1.1" status: 204 len: 173 time: 2.8968093 Dec 11 22:39:05.209657 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9038015-0b77-492f-8a30-27cb74d8ec15', 'name': 'network-vif-deleted', 'tag': 'ac56fdea-5004-4422-b011-65e1f4d16141'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:39:05.211758 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5248ae03-d976-486d-9183-d5d778236da1" -d '{"events": [{"server_uuid": "d9038015-0b77-492f-8a30-27cb74d8ec15", "name": "network-vif-deleted", "tag": "ac56fdea-5004-4422-b011-65e1f4d16141"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:39:05.218067 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-c3b155af-9d69-4203-88b4-e44b947ead99 service neutron] 10.222.0.45 "GET /v2.0/networks/88a75a2c-4877-473d-819f-ce6d9f94be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406465 Dec 11 22:39:05.221371 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16648748-4175-4cd0-af2b-24402ef71c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:05.222058 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16648748-4175-4cd0-af2b-24402ef71c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.224286 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfe4f-b8b3-4e4b-9390-dc297a32b941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.239438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d74df-c679-42e9-8e3e-90dcde78fc6b None None] Network a2814d2b-f761-4145-9e9e-3aa649493018 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:05.239976 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfe4f-b8b3-4e4b-9390-dc297a32b941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.251321 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6c3cfe4f-b8b3-4e4b-9390-dc297a32b941 admin admin] 10.222.0.45 "DELETE /v2.0/networks/54478511-f8de-4e50-83dc-4c9857155262 HTTP/1.1" status: 204 len: 168 time: 0.8603210 Dec 11 22:39:05.264783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cfe4f-b8b3-4e4b-9390-dc297a32b941 admin admin] Pushing event deleted for resources: {'Network': ['ID=54478511-f8de-4e50-83dc-4c9857155262,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:05.345743 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-11acf74d-7c50-4d92-a161-64d5decae1f7 service neutron] 10.222.0.45 "GET /v2.0/networks/1082c159-5311-49d4-81f5-56d86a8dfa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077149 Dec 11 22:39:05.352571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ac56fdea-5004-4422-b011-65e1f4d16141 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:05.400105 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1958ec2-1e6d-4ad4-bc44-eb8a5e6ebdc1 None None] Pushing event updated for resources: {'Port': ['ID=55148537-b6ea-4984-9d5b-2c93a240e29f,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:05.411538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: ac56fdea-5004-4422-b011-65e1f4d16141 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:05.412343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ac56fdea-5004-4422-b011-65e1f4d16141 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:05.418026 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.421290 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-16648748-4175-4cd0-af2b-24402ef71c03 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0161028 Dec 11 22:39:05.421852 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:39:05.422415 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:39:05.440971 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.441790 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8eaa4e64-7464-47bf-816c-cfb2836ed0db None None] Provisioning complete for port 55148537-b6ea-4984-9d5b-2c93a240e29f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:05.442160 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4e64-7464-47bf-816c-cfb2836ed0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.446101 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] 10.222.0.45 "DELETE /v2.0/networks/0b02deba-9533-4f99-b832-999e0eea09ef HTTP/1.1" status: 204 len: 168 time: 1.6635790 Dec 11 22:39:05.457697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b106d42-ac9a-49c1-b702-a52c91bb480a admin admin] Pushing event deleted for resources: {'Network': ['ID=0b02deba-9533-4f99-b832-999e0eea09ef,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:05.503446 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-a6390f51-6fd0-4eb1-a396-0274c0809fab service neutron] 10.222.0.45 "GET /v2.0/networks/1082c159-5311-49d4-81f5-56d86a8dfa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519678 Dec 11 22:39:05.513151 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] For port 8629e253-1c3c-4024-8fbb-bccd7df23a21, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:05.535345 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b7565-e986-4c45-a42b-b5eb7dd619e2 None None] Network a2814d2b-f761-4145-9e9e-3aa649493018 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:05.540228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] For port 8629e253-1c3c-4024-8fbb-bccd7df23a21, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8629e253-1c3c-4024-8fbb-bccd7df23a21,segment=NetworkSegment(c5eb9e27-5a00-4619-9da4-81bbfbd577ed),segment_id=c5eb9e27-5a00-4619-9da4-81bbfbd577ed)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:39:05.642636 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.651282 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47098) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:05.715976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47100) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:05.716950 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7462e997-2167-498d-957f-c1eec80d205a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a71688f425e4140977d2fb5123ec3d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631926 Dec 11 22:39:05.800056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be2da4-1f05-414c-8cd0-35caef0f621d None None] Pushing event updated for resources: {'Port': ['ID=8629e253-1c3c-4024-8fbb-bccd7df23a21,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:05.830100 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:39:05.851679 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db2230a-1a0a-4153-a7b1-aa6e68760da9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.882678 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db2230a-1a0a-4153-a7b1-aa6e68760da9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:05.977790 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fa565-9375-4bef-9c0f-21d5117a29d5 req-743610d5-1c12-4741-a625-97c1565aa787 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:05.979479 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a53fa565-9375-4bef-9c0f-21d5117a29d5 req-743610d5-1c12-4741-a625-97c1565aa787 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 944 time: 0.1161528 Dec 11 22:39:06.051825 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db2230a-1a0a-4153-a7b1-aa6e68760da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:06.054588 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db2230a-1a0a-4153-a7b1-aa6e68760da9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:06.056072 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1db2230a-1a0a-4153-a7b1-aa6e68760da9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d725f2b4-f23d-41a4-859f-657d4d4ded2d HTTP/1.1" status: 204 len: 168 time: 0.3390946 Dec 11 22:39:06.079577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2230a-1a0a-4153-a7b1-aa6e68760da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d725f2b4-f23d-41a4-859f-657d4d4ded2d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:06.175822 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a53fa565-9375-4bef-9c0f-21d5117a29d5 req-479fb1ca-70f5-4844-837e-73959a2a0b6a tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851485 Dec 11 22:39:06.201533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47120) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:06.267621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:06.287925 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca03f1f-88c7-4a07-aad1-e404c4528042 x-openstack-request-id: req-dca03f1f-88c7-4a07-aad1-e404c4528042 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:39:06.288224 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9038015-0b77-492f-8a30-27cb74d8ec15", "name": "network-vif-deleted", "tag": "ac56fdea-5004-4422-b011-65e1f4d16141", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:39:06.288480 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dca03f1f-88c7-4a07-aad1-e404c4528042 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:39:06.288887 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9038015-0b77-492f-8a30-27cb74d8ec15', 'name': 'network-vif-deleted', 'tag': 'ac56fdea-5004-4422-b011-65e1f4d16141', 'status': 'completed', 'code': 200} Dec 11 22:39:06.290260 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '0e0262fe-4efd-4e43-aed6-c63fc0c6ba45', 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37', 'port_id': '0e0262fe-4efd-4e43-aed6-c63fc0c6ba45', 'mac_address': 'fa:16:3e:57:ea:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f778c4-8576-40f1-9e48-2f4f1f10e98c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:39:06.306684 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c301f937-b3f6-446c-ab64-52c1402d8457 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:06.354522 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4a4fa6e7-5810-43a0-b795-4abb923e0944 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:06.356713 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c301f937-b3f6-446c-ab64-52c1402d8457 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:06.384373 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f1afa49-7d61-457e-ac5f-febbf88c9446 req-7a085e3b-6083-4679-bc1e-cc658eeb4f93 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 210 time: 0.0929601 Dec 11 22:39:06.384906 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47122) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:06.422314 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 4a4fa6e7-5810-43a0-b795-4abb923e0944 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:06.422314 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4a4fa6e7-5810-43a0-b795-4abb923e0944 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:06.430283 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:06.467071 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:39:06.472287 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b5de4202-5862-4914-b869-8793f2a5bb6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6748c74fd2f94587a90d640b7916a884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0862246 Dec 11 22:39:06.475115 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47126) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:06.537126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:06.548837 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c301f937-b3f6-446c-ab64-52c1402d8457 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:06.551955 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c301f937-b3f6-446c-ab64-52c1402d8457 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:06.557109 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47130) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:06.557237 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c301f937-b3f6-446c-ab64-52c1402d8457 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "DELETE /v2.0/security-groups/768e30ab-ec90-4e63-bdf1-0e2d328ab01d HTTP/1.1" status: 204 len: 168 time: 0.3533242 Dec 11 22:39:06.572345 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-57028c66-36ac-424b-acd9-03cdae446a92 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] show failed (client error): The resource could not be found. Dec 11 22:39:06.573652 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-57028c66-36ac-424b-acd9-03cdae446a92 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "GET /v2.0/security-groups/768e30ab-ec90-4e63-bdf1-0e2d328ab01d HTTP/1.1" status: 404 len: 347 time: 0.0166593 Dec 11 22:39:06.579212 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47132) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:06.596659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e966081b-2d6a-4d41-8531-36cb12060c71 req-86224dd0-90cf-4ccb-8e1a-6aa8d3fefdfd tempest-LiveAutoBlockMigrationV225Test-1705678597 tempest-LiveAutoBlockMigrationV225Test-1705678597-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9038015-0b77-492f-8a30-27cb74d8ec15 HTTP/1.1" status: 200 len: 210 time: 0.1185050 Dec 11 22:39:06.616132 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:06.618165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301f937-b3f6-446c-ab64-52c1402d8457 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768e30ab-ec90-4e63-bdf1-0e2d328ab01d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:06.635774 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41b024b3-9357-4abd-862a-3a8c4a8ebbdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:06.679836 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41b024b3-9357-4abd-862a-3a8c4a8ebbdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:06.705082 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:06.800250 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 55148537-b6ea-4984-9d5b-2c93a240e29f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:06.841190 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41b024b3-9357-4abd-862a-3a8c4a8ebbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:06.845024 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41b024b3-9357-4abd-862a-3a8c4a8ebbdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:06.848747 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-41b024b3-9357-4abd-862a-3a8c4a8ebbdd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9f6ee7c6-9f20-4421-806f-663dca88d926 HTTP/1.1" status: 204 len: 168 time: 0.3700178 Dec 11 22:39:06.866431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b024b3-9357-4abd-862a-3a8c4a8ebbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6ee7c6-9f20-4421-806f-663dca88d926,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:06.921910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 55148537-b6ea-4984-9d5b-2c93a240e29f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:06.922297 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:06.971670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['0e0262fe-4efd-4e43-aed6-c63fc0c6ba45'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:39:06.992396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-7c48f3b1-eea5-46ba-9b3a-b2184294fd09 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Deleting port 8455a076-f893-464a-b197-3201980118b9 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:06.993824 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c48f3b1-eea5-46ba-9b3a-b2184294fd09 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:07.110061 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8629e253-1c3c-4024-8fbb-bccd7df23a21 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:07.209341 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6849a17-93fe-40f2-8702-a4c37087737e req-44d87eba-ee58-4c37-8a4d-6163210d6530 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:07.213598 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6849a17-93fe-40f2-8702-a4c37087737e req-44d87eba-ee58-4c37-8a4d-6163210d6530 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/networks?id=a2814d2b-f761-4145-9e9e-3aa649493018 HTTP/1.1" status: 200 len: 814 time: 0.1767600 Dec 11 22:39:07.228338 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b604a-05fd-4665-82e1-641f1dd8cc30 req-3044a5a2-4426-45f6-8185-8884ce5a713b tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:07.228821 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b604a-05fd-4665-82e1-641f1dd8cc30 req-3044a5a2-4426-45f6-8185-8884ce5a713b tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:07.229448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b604a-05fd-4665-82e1-641f1dd8cc30 req-3044a5a2-4426-45f6-8185-8884ce5a713b tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:07.229920 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b604a-05fd-4665-82e1-641f1dd8cc30 req-3044a5a2-4426-45f6-8185-8884ce5a713b tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:07.231136 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b604a-05fd-4665-82e1-641f1dd8cc30 req-3044a5a2-4426-45f6-8185-8884ce5a713b tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:07.231880 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b604a-05fd-4665-82e1-641f1dd8cc30 req-3044a5a2-4426-45f6-8185-8884ce5a713b tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:07.232414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b604a-05fd-4665-82e1-641f1dd8cc30 req-3044a5a2-4426-45f6-8185-8884ce5a713b tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:07.232889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b604a-05fd-4665-82e1-641f1dd8cc30 req-3044a5a2-4426-45f6-8185-8884ce5a713b tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:07.233414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b604a-05fd-4665-82e1-641f1dd8cc30 req-3044a5a2-4426-45f6-8185-8884ce5a713b tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:07.233991 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b604a-05fd-4665-82e1-641f1dd8cc30 req-3044a5a2-4426-45f6-8185-8884ce5a713b tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:07.234741 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b604a-05fd-4665-82e1-641f1dd8cc30 req-3044a5a2-4426-45f6-8185-8884ce5a713b tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:07.235284 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b604a-05fd-4665-82e1-641f1dd8cc30 req-3044a5a2-4426-45f6-8185-8884ce5a713b tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:07.235759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b604a-05fd-4665-82e1-641f1dd8cc30 req-3044a5a2-4426-45f6-8185-8884ce5a713b tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:07.238190 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f20b604a-05fd-4665-82e1-641f1dd8cc30 req-3044a5a2-4426-45f6-8185-8884ce5a713b tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9217 time: 0.4148638 Dec 11 22:39:07.240261 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6849a17-93fe-40f2-8702-a4c37087737e req-a566a473-5fb4-44e5-9505-ed98822ad2ba tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/quotas/37ea4fadb632475d90bccf0c6f5c878e HTTP/1.1" status: 200 len: 375 time: 0.0194042 Dec 11 22:39:07.259160 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c48f3b1-eea5-46ba-9b3a-b2184294fd09 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:07.259570 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c48f3b1-eea5-46ba-9b3a-b2184294fd09 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:07.276497 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 8629e253-1c3c-4024-8fbb-bccd7df23a21 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:07.276926 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:07.304885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-7c48f3b1-eea5-46ba-9b3a-b2184294fd09 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Calling delete_port for 8455a076-f893-464a-b197-3201980118b9 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:07.317748 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6849a17-93fe-40f2-8702-a4c37087737e req-664efbf3-e739-49fc-ac96-a3821ec96fd9 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=37ea4fadb632475d90bccf0c6f5c878e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678508 Dec 11 22:39:07.431285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0972cc-02ea-4fb3-b74c-e59b7e838c9d None None] Network 1082c159-5311-49d4-81f5-56d86a8dfa50 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:07.484246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedfb9a-3213-4166-848b-ccf629377767 req-8e5b3ca9-eba1-4526-b9f4-a9a93872c79c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:07.491569 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9aedfb9a-3213-4166-848b-ccf629377767 req-8e5b3ca9-eba1-4526-b9f4-a9a93872c79c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 945 time: 0.0864055 Dec 11 22:39:07.534155 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:07.599623 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9aedfb9a-3213-4166-848b-ccf629377767 req-f3ad2f67-a1bd-4028-8d65-e594c1ae0885 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037292 Dec 11 22:39:07.599944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 8629e253-1c3c-4024-8fbb-bccd7df23a21, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8629e253-1c3c-4024-8fbb-bccd7df23a21,segment=NetworkSegment(c5eb9e27-5a00-4619-9da4-81bbfbd577ed),segment_id=c5eb9e27-5a00-4619-9da4-81bbfbd577ed)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:07.605030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-828ebf01-9d67-4db4-96e1-92d0f7fa6637 None None] Provisioning complete for port 8629e253-1c3c-4024-8fbb-bccd7df23a21 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:07.606436 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-828ebf01-9d67-4db4-96e1-92d0f7fa6637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:07.682437 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:07.729055 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c48f3b1-eea5-46ba-9b3a-b2184294fd09 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:07.783120 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fdcc79fe-0a99-47d1-9018-555a0be72b00 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:07.786955 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6849a17-93fe-40f2-8702-a4c37087737e req-01d95d82-720a-4925-949a-1fa20089ff44 service neutron] 10.222.0.45 "GET /v2.0/networks/a2814d2b-f761-4145-9e9e-3aa649493018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551997 Dec 11 22:39:07.835554 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48f3b1-eea5-46ba-9b3a-b2184294fd09 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Pushing event deleted for resources: {'Port': ['ID=8455a076-f893-464a-b197-3201980118b9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:07.887596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: fdcc79fe-0a99-47d1-9018-555a0be72b00 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:07.888238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fdcc79fe-0a99-47d1-9018-555a0be72b00 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:07.888853 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 14f756f2-a316-48cc-b3e9-b0a6c1749b9b no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:07.896067 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd9af0-8934-45b0-84e9-ac1f31a0f828 req-d0450e74-04f2-4261-9ca8-929d930eadc9 tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:07.914481 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-debd9af0-8934-45b0-84e9-ac1f31a0f828 req-d0450e74-04f2-4261-9ca8-929d930eadc9 tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 886 time: 0.2788596 Dec 11 22:39:07.927245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 14f756f2-a316-48cc-b3e9-b0a6c1749b9b {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:07.927866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 14f756f2-a316-48cc-b3e9-b0a6c1749b9b not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:07.931660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=8629e253-1c3c-4024-8fbb-bccd7df23a21,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:07.934359 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6849a17-93fe-40f2-8702-a4c37087737e req-28fc5d35-70b2-459f-8c4c-7203510972df service neutron] 10.222.0.45 "GET /v2.0/networks/a2814d2b-f761-4145-9e9e-3aa649493018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461384 Dec 11 22:39:08.001836 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c48f3b1-eea5-46ba-9b3a-b2184294fd09 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:08.006724 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c48f3b1-eea5-46ba-9b3a-b2184294fd09 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:08.010489 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7c48f3b1-eea5-46ba-9b3a-b2184294fd09 tempest-ServersWithSpecificFlavorTestJSON-1043681849 tempest-ServersWithSpecificFlavorTestJSON-1043681849-project] 10.222.0.45 "DELETE /v2.0/floatingips/0fdbbb86-ba35-4739-8cf4-f693f01bb47a HTTP/1.1" status: 204 len: 168 time: 1.4298456 Dec 11 22:39:08.048986 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-687becdf-fcde-4550-8ba7-cb951bc76d54 req-fa1d6ab9-20fa-4129-b53a-92fa34433a17 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 210 time: 0.0373056 Dec 11 22:39:08.116225 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47192) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:08.166240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-329b0090-bb2c-4955-b484-d68ed7a7d7dc None None] Provisioning complete for port 8629e253-1c3c-4024-8fbb-bccd7df23a21 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:08.166743 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-329b0090-bb2c-4955-b484-d68ed7a7d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:08.290222 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed919f-e5a3-4c2e-bfea-02c355a01eca req-3da3b70c-2705-4a03-93b8-b35aa7c60f5a tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:08.291127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed919f-e5a3-4c2e-bfea-02c355a01eca req-3da3b70c-2705-4a03-93b8-b35aa7c60f5a tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:08.291754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed919f-e5a3-4c2e-bfea-02c355a01eca req-3da3b70c-2705-4a03-93b8-b35aa7c60f5a tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:08.292375 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed919f-e5a3-4c2e-bfea-02c355a01eca req-3da3b70c-2705-4a03-93b8-b35aa7c60f5a tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:08.300942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed919f-e5a3-4c2e-bfea-02c355a01eca req-3da3b70c-2705-4a03-93b8-b35aa7c60f5a tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:08.300942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed919f-e5a3-4c2e-bfea-02c355a01eca req-3da3b70c-2705-4a03-93b8-b35aa7c60f5a tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:08.300942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed919f-e5a3-4c2e-bfea-02c355a01eca req-3da3b70c-2705-4a03-93b8-b35aa7c60f5a tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:08.300942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed919f-e5a3-4c2e-bfea-02c355a01eca req-3da3b70c-2705-4a03-93b8-b35aa7c60f5a tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:08.300942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed919f-e5a3-4c2e-bfea-02c355a01eca req-3da3b70c-2705-4a03-93b8-b35aa7c60f5a tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:08.300942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed919f-e5a3-4c2e-bfea-02c355a01eca req-3da3b70c-2705-4a03-93b8-b35aa7c60f5a tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:08.300942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed919f-e5a3-4c2e-bfea-02c355a01eca req-3da3b70c-2705-4a03-93b8-b35aa7c60f5a tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:08.300942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed919f-e5a3-4c2e-bfea-02c355a01eca req-3da3b70c-2705-4a03-93b8-b35aa7c60f5a tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:08.300942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed919f-e5a3-4c2e-bfea-02c355a01eca req-3da3b70c-2705-4a03-93b8-b35aa7c60f5a tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:08.315076 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71ed919f-e5a3-4c2e-bfea-02c355a01eca req-3da3b70c-2705-4a03-93b8-b35aa7c60f5a tempest-NetworksTest-627918253 tempest-NetworksTest-627918253-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9217 time: 0.1873777 Dec 11 22:39:08.363611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3644dff-88db-461f-ba33-a0a9423cfec4 admin admin] Deleting subnet 8f040924-a8ae-49f7-b7f5-f3e9e2d94400 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:39:08.367012 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3644dff-88db-461f-ba33-a0a9423cfec4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:08.407525 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3644dff-88db-461f-ba33-a0a9423cfec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:08.459378 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3644dff-88db-461f-ba33-a0a9423cfec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:08.627135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-32c9c3a5-7a42-4d06-aba8-9de6579738f9 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:08.634820 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-32c9c3a5-7a42-4d06-aba8-9de6579738f9 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:08.637816 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-32c9c3a5-7a42-4d06-aba8-9de6579738f9 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.47 "GET /v2.0/networks?id=88a75a2c-4877-473d-819f-ce6d9f94be67&id=1082c159-5311-49d4-81f5-56d86a8dfa50 HTTP/1.1" status: 200 len: 1392 time: 0.1514490 Dec 11 22:39:08.657576 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-9e6856b4-2c01-4f2e-a07c-1d42ae5dcb27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Request body: {'port': {'device_id': '51a87bbc-dd18-497f-a6ab-fe75c02378b4', 'network_id': '88a75a2c-4877-473d-819f-ce6d9f94be67', 'admin_state_up': True, 'tenant_id': '836434672a6b40f4a795d74e85716cf5'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:08.665435 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3644dff-88db-461f-ba33-a0a9423cfec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:08.721572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8629e253-1c3c-4024-8fbb-bccd7df23a21 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:08.779425 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c537e6f7-c7dc-4c05-9c1b-c764b8da935b req-1506bd0f-4c2b-4aa0-8a18-63968a81995d tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 210 time: 0.0513346 Dec 11 22:39:08.810878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47222) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:08.857607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 8629e253-1c3c-4024-8fbb-bccd7df23a21 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:08.859137 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.032585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c696e561-c6f1-4ab6-bafe-922b350f797b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-806090338-network', 'tenant_id': 'dd86ecd4f5694f9cbc77a8a1662c7731'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:09.125690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3644dff-88db-461f-ba33-a0a9423cfec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f040924-a8ae-49f7-b7f5-f3e9e2d94400,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:09.125690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3644dff-88db-461f-ba33-a0a9423cfec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.125690 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e3644dff-88db-461f-ba33-a0a9423cfec4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8f040924-a8ae-49f7-b7f5-f3e9e2d94400 HTTP/1.1" status: 204 len: 168 time: 1.0058155 Dec 11 22:39:09.127748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47246) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:09.130567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47248) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:09.140392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c696e561-c6f1-4ab6-bafe-922b350f797b admin admin] Made reservation on behalf of dd86ecd4f5694f9cbc77a8a1662c7731 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:09.142655 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c696e561-c6f1-4ab6-bafe-922b350f797b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.177947 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c696e561-c6f1-4ab6-bafe-922b350f797b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.190444 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf61f91-d7ff-42d8-9c68-7d36524e68ca req-0d964c05-fd63-49dd-848d-911a82db1c47 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:09.202950 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-caf61f91-d7ff-42d8-9c68-7d36524e68ca req-0d964c05-fd63-49dd-848d-911a82db1c47 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 945 time: 0.0927417 Dec 11 22:39:09.271301 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69537fba-cec4-4a5c-8ea1-6d96e98c0df7 req-7bf77396-9a51-4a3f-860e-24bff4c01a85 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 210 time: 0.0525179 Dec 11 22:39:09.294895 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9040b82b-7903-4ef8-a552-db18f87731fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.323097 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-caf61f91-d7ff-42d8-9c68-7d36524e68ca req-4d4f09f2-cc8e-4fc7-bb4a-5b657f7460b2 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173201 Dec 11 22:39:09.385872 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.440999 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-9e6856b4-2c01-4f2e-a07c-1d42ae5dcb27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Made reservation on behalf of 836434672a6b40f4a795d74e85716cf5 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:09.445674 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-9e6856b4-2c01-4f2e-a07c-1d42ae5dcb27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.473208 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9040b82b-7903-4ef8-a552-db18f87731fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.490584 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c696e561-c6f1-4ab6-bafe-922b350f797b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.502896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-9040b82b-7903-4ef8-a552-db18f87731fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16806276-ddd2-4647-87cf-feda1dff0e59']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:09.515186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47280) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:09.526240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-9040b82b-7903-4ef8-a552-db18f87731fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8947c26-bae8-4f23-aa79-26b797f85d9e') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:09.526536 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-9040b82b-7903-4ef8-a552-db18f87731fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8947c26-bae8-4f23-aa79-26b797f85d9e') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:09.542268 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9040b82b-7903-4ef8-a552-db18f87731fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.563283 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9040b82b-7903-4ef8-a552-db18f87731fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.574920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9040b82b-7903-4ef8-a552-db18f87731fb admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:39:09.575659 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9040b82b-7903-4ef8-a552-db18f87731fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:39:09.577450 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:39:09.616461 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-9e6856b4-2c01-4f2e-a07c-1d42ae5dcb27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Allocated IP 19.80.0.245 (88a75a2c-4877-473d-819f-ce6d9f94be67/11c8372a-1800-4830-b36a-41a99d5cef05/413e0d01-35af-4b47-9812-7fd4a83fa5e7) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:09.623947 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c696e561-c6f1-4ab6-bafe-922b350f797b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.690064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c696e561-c6f1-4ab6-bafe-922b350f797b admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:39:09.712278 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c696e561-c6f1-4ab6-bafe-922b350f797b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.712626 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-c696e561-c6f1-4ab6-bafe-922b350f797b admin admin] Added segment 5ee1e7e1-11aa-450c-a618-bb0098afbd94 of type vlan for network 7d54a24e-27ce-47c4-acc6-ca61a06cabf6 Dec 11 22:39:09.742510 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.760253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696e561-c6f1-4ab6-bafe-922b350f797b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1399c69b-7560-4c6c-9f48-ff90c888284b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:09.784309 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-9e6856b4-2c01-4f2e-a07c-1d42ae5dcb27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.841068 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9040b82b-7903-4ef8-a552-db18f87731fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.845245 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.846380 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c696e561-c6f1-4ab6-bafe-922b350f797b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.851239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:09.882137 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9040b82b-7903-4ef8-a552-db18f87731fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.885573 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9040b82b-7903-4ef8-a552-db18f87731fb admin admin] 10.222.0.45 "DELETE /v2.0/networks/16806276-ddd2-4647-87cf-feda1dff0e59 HTTP/1.1" status: 204 len: 168 time: 0.7460794 Dec 11 22:39:09.891176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47288) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:09.909964 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-94c1815a-cc59-4a02-954e-129c09e028d7 req-1c704df3-7c67-4444-830a-ab668f79bfcb tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 210 time: 0.0409992 Dec 11 22:39:09.913511 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-9e6856b4-2c01-4f2e-a07c-1d42ae5dcb27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:09.962624 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47290) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:09.974116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-9e6856b4-2c01-4f2e-a07c-1d42ae5dcb27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Network 88a75a2c-4877-473d-819f-ce6d9f94be67 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:09.978917 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-9e6856b4-2c01-4f2e-a07c-1d42ae5dcb27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:09.990285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040b82b-7903-4ef8-a552-db18f87731fb admin admin] Pushing event deleted for resources: {'Network': ['ID=16806276-ddd2-4647-87cf-feda1dff0e59,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:10.003281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-9e6856b4-2c01-4f2e-a07c-1d42ae5dcb27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:10.010443 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:39:10.018026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:10.018618 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.036731 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6856b4-2c01-4f2e-a07c-1d42ae5dcb27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event updated for resources: {'Port': ['ID=413e0d01-35af-4b47-9812-7fd4a83fa5e7,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:10.091962 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-9e6856b4-2c01-4f2e-a07c-1d42ae5dcb27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:10.092642 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-9e6856b4-2c01-4f2e-a07c-1d42ae5dcb27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.160148 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.174190 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=335e2f3481964ec7bfdfd2fe5fabfc5c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0419934 Dec 11 22:39:10.180266 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-9e6856b4-2c01-4f2e-a07c-1d42ae5dcb27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5279365 Dec 11 22:39:10.180832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47294) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:10.185474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a359fa-bb4d-4327-a34a-b318b399206e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:10.202883 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-3b29db5e-3443-4ce2-a55e-70df8b877def tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Request body: {'port': {'device_id': '51a87bbc-dd18-497f-a6ab-fe75c02378b4', 'network_id': '1082c159-5311-49d4-81f5-56d86a8dfa50', 'admin_state_up': True, 'tenant_id': '836434672a6b40f4a795d74e85716cf5'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:10.218327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f101211c-111d-4719-9450-205e2e52de07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0262fe-4efd-4e43-aed6-c63fc0c6ba45'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:39:10.219382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:10.220471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:10.220879 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccdddac-835a-4191-b381-076dff972442" -d '{"events": [{"server_uuid": "f101211c-111d-4719-9450-205e2e52de07", "name": "network-vif-plugged", "status": "completed", "tag": "0e0262fe-4efd-4e43-aed6-c63fc0c6ba45"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:39:10.221203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:10.221749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:10.222260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:10.222749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:10.223413 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:10.223902 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:10.224396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:10.224894 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:10.226184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:10.226886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:10.227554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4365-4d4f-4077-b549-cc5b2d7f0ce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:10.251634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3d3bec-7e0d-46e5-9016-2a4d08403a6f admin admin] Deleting subnet b5a943bf-652a-4fd2-98de-f60aaed6a56a {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:39:10.253244 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a3d3bec-7e0d-46e5-9016-2a4d08403a6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.264364 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:10.299048 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2377958e-ee61-44d9-944d-63737abd2188 x-openstack-request-id: req-2377958e-ee61-44d9-944d-63737abd2188 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:39:10.299350 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f101211c-111d-4719-9450-205e2e52de07", "name": "network-vif-plugged", "status": "completed", "tag": "0e0262fe-4efd-4e43-aed6-c63fc0c6ba45", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:39:10.299659 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2377958e-ee61-44d9-944d-63737abd2188 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:39:10.300060 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f101211c-111d-4719-9450-205e2e52de07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0262fe-4efd-4e43-aed6-c63fc0c6ba45', 'code': 200} Dec 11 22:39:10.302445 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a3d3bec-7e0d-46e5-9016-2a4d08403a6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.349988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74629b4a-e563-44c5-b991-3d191f27b758 None None] Provisioning complete for port 413e0d01-35af-4b47-9812-7fd4a83fa5e7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:10.350708 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74629b4a-e563-44c5-b991-3d191f27b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.368771 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c696e561-c6f1-4ab6-bafe-922b350f797b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.369747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c696e561-c6f1-4ab6-bafe-922b350f797b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:10.370601 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c696e561-c6f1-4ab6-bafe-922b350f797b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.419269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74629b4a-e563-44c5-b991-3d191f27b758 None None] Port 413e0d01-35af-4b47-9812-7fd4a83fa5e7 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:39:10.421117 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.460275 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eff8e20e-db80-4c9f-be72-baae5b646dae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.481852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:10.502551 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a3d3bec-7e0d-46e5-9016-2a4d08403a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.543942 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c52669a9-2c49-4ca9-8256-3c3f47941acf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.559835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1222f-81b5-4a2b-83d7-6c27571c4a27 req-07a47603-626e-408f-9f03-c9286c6e4f44 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:10.561370 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91c1222f-81b5-4a2b-83d7-6c27571c4a27 req-07a47603-626e-408f-9f03-c9286c6e4f44 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 932 time: 0.1300840 Dec 11 22:39:10.564441 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c696e561-c6f1-4ab6-bafe-922b350f797b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7521410 Dec 11 22:39:10.568603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696e561-c6f1-4ab6-bafe-922b350f797b admin admin] Pushing event updated for resources: {'Network': ['ID=7d54a24e-27ce-47c4-acc6-ca61a06cabf6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:10.574441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47302) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:10.580400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Request body: {'subnet': {'network_id': '7d54a24e-27ce-47c4-acc6-ca61a06cabf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-806090338-subnet', 'tenant_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:10.584867 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 7d54a24e-27ce-47c4-acc6-ca61a06cabf6 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:39:10.617532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c52669a9-2c49-4ca9-8256-3c3f47941acf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.625797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7bf26-5a01-47db-9e01-8a7cb9cde23f req-2c0a2f51-bdba-4541-aacf-9c8996ff0cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:10.627303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40e7bf26-5a01-47db-9e01-8a7cb9cde23f req-2c0a2f51-bdba-4541-aacf-9c8996ff0cbf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 1097 time: 0.2024009 Dec 11 22:39:10.638726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92003456-f2e6-4e43-a907-d134c42df848 req-d1315c31-6cc1-4148-b2fa-3944f4733b8f tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:10.640366 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-92003456-f2e6-4e43-a907-d134c42df848 req-d1315c31-6cc1-4148-b2fa-3944f4733b8f tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 946 time: 0.1704149 Dec 11 22:39:10.670173 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-3b29db5e-3443-4ce2-a55e-70df8b877def tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Made reservation on behalf of 836434672a6b40f4a795d74e85716cf5 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:10.674340 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-3b29db5e-3443-4ce2-a55e-70df8b877def tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.747021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a3d3bec-7e0d-46e5-9016-2a4d08403a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.761690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40e7bf26-5a01-47db-9e01-8a7cb9cde23f req-8fce6dc1-31ff-46da-b714-da702dbe4794 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173627 Dec 11 22:39:10.762948 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91c1222f-81b5-4a2b-83d7-6c27571c4a27 req-3aa13f85-5d44-4a1b-b928-fff59a4590c5 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749918 Dec 11 22:39:10.770933 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eff8e20e-db80-4c9f-be72-baae5b646dae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.789138 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d3bec-7e0d-46e5-9016-2a4d08403a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5a943bf-652a-4fd2-98de-f60aaed6a56a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:10.796228 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a3d3bec-7e0d-46e5-9016-2a4d08403a6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.801751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1a3d3bec-7e0d-46e5-9016-2a4d08403a6f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b5a943bf-652a-4fd2-98de-f60aaed6a56a HTTP/1.1" status: 204 len: 168 time: 0.8830078 Dec 11 22:39:10.802050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47304) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:10.812216 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-92003456-f2e6-4e43-a907-d134c42df848 req-5bd424b5-eb64-4dfa-afa4-898040e00b9d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572938 Dec 11 22:39:10.815464 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Made reservation on behalf of dd86ecd4f5694f9cbc77a8a1662c7731 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:10.817993 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.863406 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba3876b1-ecef-4f74-a4b0-5220b1cf4463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.877940 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eff8e20e-db80-4c9f-be72-baae5b646dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.919429 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-105c7af5-74b9-4b06-a5d2-0afa2089b603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.959737 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c52669a9-2c49-4ca9-8256-3c3f47941acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.962510 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c52669a9-2c49-4ca9-8256-3c3f47941acf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:10.966933 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c52669a9-2c49-4ca9-8256-3c3f47941acf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4a359fa-bb4d-4327-a34a-b318b399206e HTTP/1.1" status: 204 len: 168 time: 0.7821105 Dec 11 22:39:10.997363 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8e20e-db80-4c9f-be72-baae5b646dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3839b06-f75a-4a4d-a3dd-c0107fa6862f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:11.012879 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-eff8e20e-db80-4c9f-be72-baae5b646dae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b42812144c3499886e47bb9fdd16edd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0490465 Dec 11 22:39:11.017065 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47310) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:11.046949 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c66a5185-dc14-4208-984a-640c9ac2dbb2 req-ff9b89c4-997f-47c5-bff9-d920cbdd5309 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 210 time: 0.0564539 Dec 11 22:39:11.061247 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52669a9-2c49-4ca9-8256-3c3f47941acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a359fa-bb4d-4327-a34a-b318b399206e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:11.085526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-3b29db5e-3443-4ce2-a55e-70df8b877def tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Allocated IP 19.86.0.43 (1082c159-5311-49d4-81f5-56d86a8dfa50/a8f1fe98-d61c-40f9-a94a-40750600b1fb/40cdcd2a-b268-4df4-bf1c-1a76c1850417) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:11.327436 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.390998 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-3b29db5e-3443-4ce2-a55e-70df8b877def tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.423745 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Pushing event updated for resources: {'Subnet': ['ID=218a1a85-dd0a-4aa9-9864-7b39733d297b,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:11.444686 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:11.445290 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:11.445638 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:11.445988 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:11.446327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:11.446663 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:11.447022 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:11.447355 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:11.447685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:11.448013 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:11.448371 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:11.448669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:11.449712 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:11.461273 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Checking segment: {'id': '5ee1e7e1-11aa-450c-a618-bb0098afbd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7d54a24e-27ce-47c4-acc6-ca61a06cabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:11.461273 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Network hostable DHCP agents. Network: 7d54a24e-27ce-47c4-acc6-ca61a06cabf6, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:39:11.462870 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-105c7af5-74b9-4b06-a5d2-0afa2089b603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.527021 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-3b29db5e-3443-4ce2-a55e-70df8b877def tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.548513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-105c7af5-74b9-4b06-a5d2-0afa2089b603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ba125b-8b6c-4288-8794-217a74409184']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:11.566516 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Network 7d54a24e-27ce-47c4-acc6-ca61a06cabf6 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:39:11.577862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-105c7af5-74b9-4b06-a5d2-0afa2089b603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22229393-df9a-4c3f-867a-fbbeb3a1474d') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:11.578167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-105c7af5-74b9-4b06-a5d2-0afa2089b603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22229393-df9a-4c3f-867a-fbbeb3a1474d') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:11.588491 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47314) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:11.589110 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-3b29db5e-3443-4ce2-a55e-70df8b877def tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Network 1082c159-5311-49d4-81f5-56d86a8dfa50 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:11.601152 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-3b29db5e-3443-4ce2-a55e-70df8b877def tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:11.606199 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-105c7af5-74b9-4b06-a5d2-0afa2089b603 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.607861 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a9af26a-4374-4d46-bf08-7667870e3095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.608002 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29db5e-3443-4ce2-a55e-70df8b877def tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event updated for resources: {'Port': ['ID=40cdcd2a-b268-4df4-bf1c-1a76c1850417,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:11.610539 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-3b29db5e-3443-4ce2-a55e-70df8b877def tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:11.617040 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9bd81d4b-baff-4dc5-bb12-7399acb8aad6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.657129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6849a17-93fe-40f2-8702-a4c37087737e req-2bc646b7-7d17-4088-8b9f-a04f6b7a45c5 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:11.658692 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6849a17-93fe-40f2-8702-a4c37087737e req-2bc646b7-7d17-4088-8b9f-a04f6b7a45c5 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.13 "GET /v2.0/networks?id=a2814d2b-f761-4145-9e9e-3aa649493018 HTTP/1.1" status: 200 len: 814 time: 0.3150568 Dec 11 22:39:11.663338 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-105c7af5-74b9-4b06-a5d2-0afa2089b603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.667461 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a9af26a-4374-4d46-bf08-7667870e3095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.672419 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 7d54a24e-27ce-47c4-acc6-ca61a06cabf6) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:11.679276 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-3b29db5e-3443-4ce2-a55e-70df8b877def tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:11.680017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-3b29db5e-3443-4ce2-a55e-70df8b877def tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.681404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d47978-52b1-4fb4-ac34-a5fb92e6f86f None None] Network 7d54a24e-27ce-47c4-acc6-ca61a06cabf6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:11.687239 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:11.687837 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.702537 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a6849a17-93fe-40f2-8702-a4c37087737e req-d8929017-83f9-4237-8961-a62c4d81a79d tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Request body: {'port': {'device_id': '694ad63a-b2a0-4750-b520-6807f242cef4', 'network_id': 'a2814d2b-f761-4145-9e9e-3aa649493018', 'admin_state_up': True, 'tenant_id': '37ea4fadb632475d90bccf0c6f5c878e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:11.771787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105c7af5-74b9-4b06-a5d2-0afa2089b603 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:39:11.772036 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-105c7af5-74b9-4b06-a5d2-0afa2089b603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.772900 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-3b29db5e-3443-4ce2-a55e-70df8b877def tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5748382 Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:39:11.774528 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:39:11.788521 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9bd81d4b-baff-4dc5-bb12-7399acb8aad6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.796608 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Request body: {'port': {'device_id': '51a87bbc-dd18-497f-a6ab-fe75c02378b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:11.824097 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-7d54a24e-27ce-47c4-acc6-ca61a06cabf6', 'network_id': '7d54a24e-27ce-47c4-acc6-ca61a06cabf6', 'project_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'fixed_ips': [{'subnet_id': '218a1a85-dd0a-4aa9-9864-7b39733d297b'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:39:11.825044 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.850537 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b77710b1-843c-478b-bf18-a6b761db817b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2748291 Dec 11 22:39:11.881590 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.885255 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47320) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:11.892694 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-806090338-router', 'tenant_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:11.913227 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9bd81d4b-baff-4dc5-bb12-7399acb8aad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.988359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-50742c4e-3ad1-4510-8bed-382d42050f31 None None] Provisioning complete for port 40cdcd2a-b268-4df4-bf1c-1a76c1850417 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:11.988727 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-50742c4e-3ad1-4510-8bed-382d42050f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:11.999898 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-105c7af5-74b9-4b06-a5d2-0afa2089b603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.030621 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9bd81d4b-baff-4dc5-bb12-7399acb8aad6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d2e98bd8db84266ad453c47f64b208c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4385493 Dec 11 22:39:12.037858 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Allocated IP 172.20.0.2 (7d54a24e-27ce-47c4-acc6-ca61a06cabf6/218a1a85-dd0a-4aa9-9864-7b39733d297b/eaaa9627-ed16-43b6-9011-44f969657540) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:12.038094 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a9af26a-4374-4d46-bf08-7667870e3095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.039552 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47322) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:12.040612 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-50742c4e-3ad1-4510-8bed-382d42050f31 None None] Port 40cdcd2a-b268-4df4-bf1c-1a76c1850417 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:39:12.040765 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a9af26a-4374-4d46-bf08-7667870e3095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.041746 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd81d4b-baff-4dc5-bb12-7399acb8aad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac98fe9-65cc-45e1-b4bf-c99e0734feaa,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:12.046779 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2a9af26a-4374-4d46-bf08-7667870e3095 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3839b06-f75a-4a4d-a3dd-c0107fa6862f HTTP/1.1" status: 204 len: 168 time: 1.0262320 Dec 11 22:39:12.071785 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-105c7af5-74b9-4b06-a5d2-0afa2089b603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.075773 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-105c7af5-74b9-4b06-a5d2-0afa2089b603 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d4ba125b-8b6c-4288-8794-217a74409184 HTTP/1.1" status: 204 len: 168 time: 1.2728355 Dec 11 22:39:12.085820 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c7af5-74b9-4b06-a5d2-0afa2089b603 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4ba125b-8b6c-4288-8794-217a74409184,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:12.139655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9af26a-4374-4d46-bf08-7667870e3095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3839b06-f75a-4a4d-a3dd-c0107fa6862f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:12.162528 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.164142 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.181835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315213c-dcdd-4da1-a535-c357ce746d39 req-5dc3830c-659e-406c-81b2-57ed3ffc21dc tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:12.183750 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8315213c-dcdd-4da1-a535-c357ce746d39 req-5dc3830c-659e-406c-81b2-57ed3ffc21dc tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 946 time: 0.2445617 Dec 11 22:39:12.225263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2482f8-fa63-4dc6-8643-c618902b4567 req-e8937024-e06d-4a7e-bc70-c6fb726b02df tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:12.236786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2482f8-fa63-4dc6-8643-c618902b4567 req-e8937024-e06d-4a7e-bc70-c6fb726b02df tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:12.238336 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a2482f8-fa63-4dc6-8643-c618902b4567 req-e8937024-e06d-4a7e-bc70-c6fb726b02df tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1654 time: 0.2945626 Dec 11 22:39:12.261875 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-99b8a50d-1780-4643-85b7-b6a8c3e61864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.305899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-ba3876b1-ecef-4f74-a4b0-5220b1cf4463 admin admin] Deleting port 16db10b6-25ac-48bb-8c31-e51b3554ec44 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:12.306260 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba3876b1-ecef-4f74-a4b0-5220b1cf4463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.358497 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.358775 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6849a17-93fe-40f2-8702-a4c37087737e req-d8929017-83f9-4237-8961-a62c4d81a79d tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Made reservation on behalf of 37ea4fadb632475d90bccf0c6f5c878e for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:12.359825 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.362521 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a6849a17-93fe-40f2-8702-a4c37087737e req-d8929017-83f9-4237-8961-a62c4d81a79d tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.394330 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-99b8a50d-1780-4643-85b7-b6a8c3e61864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.420912 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a2482f8-fa63-4dc6-8643-c618902b4567 req-e2834b54-9716-4136-898d-4a8240b6af86 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646698 Dec 11 22:39:12.431286 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8315213c-dcdd-4da1-a535-c357ce746d39 req-9b5ec839-541d-4d71-bbc7-384dcc87eb89 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350097 Dec 11 22:39:12.476119 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.520703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-ba3876b1-ecef-4f74-a4b0-5220b1cf4463 admin admin] For port 16db10b6-25ac-48bb-8c31-e51b3554ec44, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=16db10b6-25ac-48bb-8c31-e51b3554ec44,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:12.521329 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba3876b1-ecef-4f74-a4b0-5220b1cf4463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.546848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-ba3876b1-ecef-4f74-a4b0-5220b1cf4463 admin admin] Calling delete_port for 16db10b6-25ac-48bb-8c31-e51b3554ec44 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:12.549797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Network 7d54a24e-27ce-47c4-acc6-ca61a06cabf6 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:12.555023 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:12.557682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:12.595064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Pushing event updated for resources: {'Port': ['ID=eaaa9627-ed16-43b6-9011-44f969657540,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:12.635762 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Attempting to bind port eaaa9627-ed16-43b6-9011-44f969657540 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:39:12.636913 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Attempting to bind port eaaa9627-ed16-43b6-9011-44f969657540 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '5ee1e7e1-11aa-450c-a618-bb0098afbd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7d54a24e-27ce-47c4-acc6-ca61a06cabf6'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:39:12.637365 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Attempting to bind port eaaa9627-ed16-43b6-9011-44f969657540 on network 7d54a24e-27ce-47c4-acc6-ca61a06cabf6 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:12.637544 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-deb12893-2fe8-495e-9662-2ced9b655887 req-56917989-c230-4204-80bd-7d64e2a7f9f2 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 210 time: 0.0715675 Dec 11 22:39:12.644964 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:39:12.645349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Checking segment: {'id': '5ee1e7e1-11aa-450c-a618-bb0098afbd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7d54a24e-27ce-47c4-acc6-ca61a06cabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:12.649247 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.650657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Bound using segment: {'id': '5ee1e7e1-11aa-450c-a618-bb0098afbd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7d54a24e-27ce-47c4-acc6-ca61a06cabf6'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:39:12.651327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Bound port: eaaa9627-ed16-43b6-9011-44f969657540, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee1e7e1-11aa-450c-a618-bb0098afbd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7d54a24e-27ce-47c4-acc6-ca61a06cabf6'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:39:12.651732 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.669920 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-99b8a50d-1780-4643-85b7-b6a8c3e61864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.672638 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-99b8a50d-1780-4643-85b7-b6a8c3e61864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.673819 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-99b8a50d-1780-4643-85b7-b6a8c3e61864 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ac98fe9-65cc-45e1-b4bf-c99e0734feaa HTTP/1.1" status: 204 len: 168 time: 0.6331224 Dec 11 22:39:12.722389 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-a6849a17-93fe-40f2-8702-a4c37087737e req-d8929017-83f9-4237-8961-a62c4d81a79d tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Allocated IP 172.20.0.10 (a2814d2b-f761-4145-9e9e-3aa649493018/0be6a749-e737-4333-b770-9cc3ab14787a/61e9e8cc-f182-42d8-8261-32cd208871f1) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:12.734824 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] For port eaaa9627-ed16-43b6-9011-44f969657540, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:12.738649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] For port eaaa9627-ed16-43b6-9011-44f969657540, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=eaaa9627-ed16-43b6-9011-44f969657540,segment=NetworkSegment(5ee1e7e1-11aa-450c-a618-bb0098afbd94),segment_id=5ee1e7e1-11aa-450c-a618-bb0098afbd94)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:39:12.764716 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.773585 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8a50d-1780-4643-85b7-b6a8c3e61864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac98fe9-65cc-45e1-b4bf-c99e0734feaa,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:12.784590 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47334) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:12.835888 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:12.842360 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-99cc0cfc-194e-46fd-b045-65452e6012ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dab8ea8688024b64a53ac9357c6943c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563946 Dec 11 22:39:12.843013 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47338) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:12.941394 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549433e3-8374-4793-85d6-91b9daa253e7 None None] Pushing event updated for resources: {'Port': ['ID=eaaa9627-ed16-43b6-9011-44f969657540,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:13.033492 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413e0d01-35af-4b47-9812-7fd4a83fa5e7 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:39:13.050010 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:13.108234 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Transition to ACTIVE for port object 413e0d01-35af-4b47-9812-7fd4a83fa5e7 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:39:13.128802 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7d7f-7dea-4442-9911-f0331af03bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:13.132920 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a6849a17-93fe-40f2-8702-a4c37087737e req-d8929017-83f9-4237-8961-a62c4d81a79d tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:13.158186 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7d7f-7dea-4442-9911-f0331af03bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:13.174370 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:13.227742 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba3876b1-ecef-4f74-a4b0-5220b1cf4463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:13.293725 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a6849a17-93fe-40f2-8702-a4c37087737e req-d8929017-83f9-4237-8961-a62c4d81a79d tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:13.301199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Pushing event updated for resources: {'Port': ['ID=413e0d01-35af-4b47-9812-7fd4a83fa5e7,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:13.388634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3876b1-ecef-4f74-a4b0-5220b1cf4463 admin admin] Pushing event deleted for resources: {'Port': ['ID=16db10b6-25ac-48bb-8c31-e51b3554ec44,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:13.405134 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:13.492300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8929017-83f9-4237-8961-a62c4d81a79d tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Pushing event updated for resources: {'Port': ['ID=61e9e8cc-f182-42d8-8261-32cd208871f1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:13.538343 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6849a17-93fe-40f2-8702-a4c37087737e req-d8929017-83f9-4237-8961-a62c4d81a79d tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Network a2814d2b-f761-4145-9e9e-3aa649493018 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:13.546649 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-a6849a17-93fe-40f2-8702-a4c37087737e req-d8929017-83f9-4237-8961-a62c4d81a79d tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:13.555671 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6849a17-93fe-40f2-8702-a4c37087737e req-d8929017-83f9-4237-8961-a62c4d81a79d tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:13.574278 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7d7f-7dea-4442-9911-f0331af03bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:13.579749 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7d7f-7dea-4442-9911-f0331af03bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:13.581832 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4fbe7d7f-7dea-4442-9911-f0331af03bba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1 HTTP/1.1" status: 204 len: 168 time: 0.6902561 Dec 11 22:39:13.627133 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Attempting to bind port 413e0d01-35af-4b47-9812-7fd4a83fa5e7 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:39:13.629043 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Attempting to bind port 413e0d01-35af-4b47-9812-7fd4a83fa5e7 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '1c495662-5543-47da-b6df-3b6cd830f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '88a75a2c-4877-473d-819f-ce6d9f94be67'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:39:13.631234 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Attempting to bind port 413e0d01-35af-4b47-9812-7fd4a83fa5e7 on network 88a75a2c-4877-473d-819f-ce6d9f94be67 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:13.634119 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe7d7f-7dea-4442-9911-f0331af03bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967a332a-b1ce-4a00-8ed7-58e6d4f6bfe1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:13.680882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6849a17-93fe-40f2-8702-a4c37087737e req-d8929017-83f9-4237-8961-a62c4d81a79d tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:13.681458 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a6849a17-93fe-40f2-8702-a4c37087737e req-d8929017-83f9-4237-8961-a62c4d81a79d tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:13.705264 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Port 413e0d01-35af-4b47-9812-7fd4a83fa5e7 on network 88a75a2c-4877-473d-819f-ce6d9f94be67 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:39:13.705482 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Attempting to bind port 413e0d01-35af-4b47-9812-7fd4a83fa5e7 on network 88a75a2c-4877-473d-819f-ce6d9f94be67 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:13.716546 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:13.720336 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:39:13.720685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Checking segment: {'id': '1c495662-5543-47da-b6df-3b6cd830f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '88a75a2c-4877-473d-819f-ce6d9f94be67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:13.721079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Bound using segment: {'id': '1c495662-5543-47da-b6df-3b6cd830f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '88a75a2c-4877-473d-819f-ce6d9f94be67'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:39:13.721549 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Bound port: 413e0d01-35af-4b47-9812-7fd4a83fa5e7, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c495662-5543-47da-b6df-3b6cd830f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '88a75a2c-4877-473d-819f-ce6d9f94be67'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:39:13.721889 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:13.753807 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:13.795467 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755068b-9e90-4e07-ab61-46cd3cb84d2d req-600b4fb8-1716-4602-babb-32aefff68d3b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:13.801823 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3755068b-9e90-4e07-ab61-46cd3cb84d2d req-600b4fb8-1716-4602-babb-32aefff68d3b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 946 time: 0.1768327 Dec 11 22:39:13.840624 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465f2a7-f34f-4b1a-8019-e0bb7e1fca44 req-3935f0c0-07f2-47b2-920a-77f8b8535049 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:13.847422 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465f2a7-f34f-4b1a-8019-e0bb7e1fca44 req-3935f0c0-07f2-47b2-920a-77f8b8535049 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:13.854845 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f465f2a7-f34f-4b1a-8019-e0bb7e1fca44 req-3935f0c0-07f2-47b2-920a-77f8b8535049 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1666 time: 0.1835520 Dec 11 22:39:13.899991 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6849a17-93fe-40f2-8702-a4c37087737e req-d8929017-83f9-4237-8961-a62c4d81a79d tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2064002 Dec 11 22:39:13.916047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Request body: {'port': {'device_id': '694ad63a-b2a0-4750-b520-6807f242cef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:13.926105 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] For port 413e0d01-35af-4b47-9812-7fd4a83fa5e7, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:13.974313 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] For port 413e0d01-35af-4b47-9812-7fd4a83fa5e7, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=413e0d01-35af-4b47-9812-7fd4a83fa5e7,segment=NetworkSegment(1c495662-5543-47da-b6df-3b6cd830f219),segment_id=1c495662-5543-47da-b6df-3b6cd830f219)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:39:13.975193 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba3876b1-ecef-4f74-a4b0-5220b1cf4463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:13.985567 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3755068b-9e90-4e07-ab61-46cd3cb84d2d req-4fa34711-0789-4f3a-9fad-02e7650bb353 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320508 Dec 11 22:39:14.003969 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Allocated IP 172.25.1.254 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/f1ce181b-4bba-469d-94e2-2ea7c6423195) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:14.006437 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f465f2a7-f34f-4b1a-8019-e0bb7e1fca44 req-2f9ea2ca-0e4b-4db6-be04-c4e64d800119 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490226 Dec 11 22:39:14.054547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:14.163397 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:14.190758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:14.191404 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:14.192916 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] 10.222.0.47 "PUT /v2.0/ports/413e0d01-35af-4b47-9812-7fd4a83fa5e7 HTTP/1.1" status: 200 len: 1092 time: 2.4026966 Dec 11 22:39:14.197302 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a87bbc-dd18-497f-a6ab-fe75c02378b4', 'tag': '413e0d01-35af-4b47-9812-7fd4a83fa5e7'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:39:14.200309 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a28959-9367-4772-b2e1-fd0f4239d782" -d '{"events": [{"name": "network-changed", "server_uuid": "51a87bbc-dd18-497f-a6ab-fe75c02378b4", "tag": "413e0d01-35af-4b47-9812-7fd4a83fa5e7"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:39:14.302681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75edec-6500-454a-b94c-e0c802365050 service neutron] Pushing event updated for resources: {'Port': ['ID=413e0d01-35af-4b47-9812-7fd4a83fa5e7,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:14.312497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead8d72-944b-4c29-bac3-4645723f6adc req-267d1624-7940-4c3f-aee0-d30a1a4fc980 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:14.314063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ead8d72-944b-4c29-bac3-4645723f6adc req-267d1624-7940-4c3f-aee0-d30a1a4fc980 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 932 time: 0.1916597 Dec 11 22:39:14.333222 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4f442-7af9-4a99-a9c0-ce989dc85b55 req-1727b596-9a7e-4e8c-8777-143f4f6b1dba tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:14.334508 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9c4f442-7af9-4a99-a9c0-ce989dc85b55 req-1727b596-9a7e-4e8c-8777-143f4f6b1dba tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 1097 time: 0.2329307 Dec 11 22:39:14.338368 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Request body: {'port': {'device_id': '51a87bbc-dd18-497f-a6ab-fe75c02378b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:14.424222 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:14.445554 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47384) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:14.528462 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:14.540398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9c4f442-7af9-4a99-a9c0-ce989dc85b55 req-6d26b753-1d18-4376-9cad-8961d9683b9c tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963618 Dec 11 22:39:14.613986 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47392) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:14.751946 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fbb666bf-2ff2-491c-b31d-b92bad0b64e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=321aba9f8443461c882fad58ebadc4bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342530 Dec 11 22:39:14.769819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6370d67-205f-48ec-894c-970b79aaf5cb None None] Network 7d54a24e-27ce-47c4-acc6-ca61a06cabf6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:14.809364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47396) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:14.931123 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ead8d72-944b-4c29-bac3-4645723f6adc req-66a92f96-578a-4c19-8386-0027bec48c17 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/security-groups?id=bda4899d-aa0e-4722-9822-cdaed6332cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6016457 Dec 11 22:39:14.955095 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device eaaa9627-ed16-43b6-9011-44f969657540 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:14.976666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a28959-9367-4772-b2e1-fd0f4239d782 req-1372e567-675f-4819-b13b-fd5960caf490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:14.977402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a28959-9367-4772-b2e1-fd0f4239d782 req-1372e567-675f-4819-b13b-fd5960caf490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:14.979280 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-14a28959-9367-4772-b2e1-fd0f4239d782 req-1372e567-675f-4819-b13b-fd5960caf490 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=836434672a6b40f4a795d74e85716cf5&device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1913 time: 0.2635143 Dec 11 22:39:15.016994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ee59452e-8b7f-4533-9deb-329d8f3824df None None] Provisioning complete for port eaaa9627-ed16-43b6-9011-44f969657540 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:15.017454 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee59452e-8b7f-4533-9deb-329d8f3824df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:15.096565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3876b1-ecef-4f74-a4b0-5220b1cf4463 admin admin] Router 955d64cc-d25f-4201-b2e1-ce8b83245284 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:39:15.105346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port eaaa9627-ed16-43b6-9011-44f969657540 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:15.105843 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:15.119469 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00d91151-66d4-457a-a9d8-747a7effc2fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:15.197196 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee59452e-8b7f-4533-9deb-329d8f3824df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:15.217434 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ce6b10-4839-4e80-a899-5fcaea195431 x-openstack-request-id: req-76ce6b10-4839-4e80-a899-5fcaea195431 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:39:15.218069 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a87bbc-dd18-497f-a6ab-fe75c02378b4", "tag": "413e0d01-35af-4b47-9812-7fd4a83fa5e7", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:39:15.218069 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76ce6b10-4839-4e80-a899-5fcaea195431 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:39:15.218320 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a87bbc-dd18-497f-a6ab-fe75c02378b4', 'tag': '413e0d01-35af-4b47-9812-7fd4a83fa5e7', 'status': 'completed', 'code': 200} Dec 11 22:39:15.227477 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1515129281-network', 'tenant_id': 'e7040561c9f34ce59215356b958e852c'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:15.308969 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53547eb-f9b4-44a6-b19a-8243eeb13ae2 req-da83921d-b3bd-4167-b13a-b2e48658f390 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:15.310522 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c53547eb-f9b4-44a6-b19a-8243eeb13ae2 req-da83921d-b3bd-4167-b13a-b2e48658f390 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 1097 time: 0.0881951 Dec 11 22:39:15.333842 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00d91151-66d4-457a-a9d8-747a7effc2fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:15.408401 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:15.466401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ee59452e-8b7f-4533-9deb-329d8f3824df None None] For port eaaa9627-ed16-43b6-9011-44f969657540, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=eaaa9627-ed16-43b6-9011-44f969657540,segment=NetworkSegment(5ee1e7e1-11aa-450c-a618-bb0098afbd94),segment_id=5ee1e7e1-11aa-450c-a618-bb0098afbd94)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:15.481982 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:15.485002 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] Made reservation on behalf of e7040561c9f34ce59215356b958e852c for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:15.487751 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:15.492053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:15.521174 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:15.524635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:15.530987 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee59452e-8b7f-4533-9deb-329d8f3824df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:15.549278 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:15.618328 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c53547eb-f9b4-44a6-b19a-8243eeb13ae2 req-6ffd82aa-e7cf-4558-b3c8-53d38b859967 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987173 Dec 11 22:39:15.632337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Pushing event updated for resources: {'Port': ['ID=f1ce181b-4bba-469d-94e2-2ea7c6423195,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:15.668985 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:39:15.669499 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:39:15.680583 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cd187d8b-77f6-4063-b0d7-0ae79a8174d0 None None] Provisioning complete for port eaaa9627-ed16-43b6-9011-44f969657540 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:15.686233 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd187d8b-77f6-4063-b0d7-0ae79a8174d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:15.686233 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59452e-8b7f-4533-9deb-329d8f3824df None None] Pushing event updated for resources: {'Port': ['ID=eaaa9627-ed16-43b6-9011-44f969657540,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:15.842139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c5066-b90b-423d-8c13-064ecae96f38 req-350ba367-a852-4f1c-aa99-f1b4f6bc8037 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:15.848103 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c5066-b90b-423d-8c13-064ecae96f38 req-350ba367-a852-4f1c-aa99-f1b4f6bc8037 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:15.849689 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-792c5066-b90b-423d-8c13-064ecae96f38 req-350ba367-a852-4f1c-aa99-f1b4f6bc8037 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1666 time: 0.7276726 Dec 11 22:39:15.859772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e9e8cc-f182-42d8-8261-32cd208871f1 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:39:15.887206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a28959-9367-4772-b2e1-fd0f4239d782 req-3a492640-1df6-4766-9ded-5b3b9a81ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:15.887705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a28959-9367-4772-b2e1-fd0f4239d782 req-3a492640-1df6-4766-9ded-5b3b9a81ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:15.888163 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a28959-9367-4772-b2e1-fd0f4239d782 req-3a492640-1df6-4766-9ded-5b3b9a81ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:15.889722 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-14a28959-9367-4772-b2e1-fd0f4239d782 req-3a492640-1df6-4766-9ded-5b3b9a81ad7c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=836434672a6b40f4a795d74e85716cf5&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8930733 Dec 11 22:39:15.891907 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:15.904199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3876b1-ecef-4f74-a4b0-5220b1cf4463 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:39:15.919995 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ba3876b1-ecef-4f74-a4b0-5220b1cf4463 admin admin] 10.222.0.45 "PUT /v2.0/routers/955d64cc-d25f-4201-b2e1-ce8b83245284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3999810 Dec 11 22:39:15.921265 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f2c0c-2d68-4a70-a819-fc8b316c542e None None] Sync routers for ids ['955d64cc-d25f-4201-b2e1-ce8b83245284'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:39:15.930534 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f2c0c-2d68-4a70-a819-fc8b316c542e None None] Routers {'955d64cc-d25f-4201-b2e1-ce8b83245284'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:15.931137 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5f6f2c0c-2d68-4a70-a819-fc8b316c542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['955d64cc-d25f-4201-b2e1-ce8b83245284'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:15.931304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47422) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:15.966495 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:15.970455 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40cdcd2a-b268-4df4-bf1c-1a76c1850417 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:39:15.979168 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:15.993735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Transition to ACTIVE for port object 40cdcd2a-b268-4df4-bf1c-1a76c1850417 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:39:16.029807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Transition to ACTIVE for port object 61e9e8cc-f182-42d8-8261-32cd208871f1 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:39:16.058758 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-5f6f2c0c-2d68-4a70-a819-fc8b316c542e None None] Set router 955d64cc-d25f-4201-b2e1-ce8b83245284 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:16.080131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-792c5066-b90b-423d-8c13-064ecae96f38 req-15c48fc5-d2ac-4647-81f5-4edfdd0847a2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097468 Dec 11 22:39:16.083548 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:16.100126 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:16.124442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:39:16.166629 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91c65f54-8889-40d0-a8da-1eb06d347a83 admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:16.180771 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28e4919-a1d2-489b-97a7-0172daf085a5,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:16.185232 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:16.188079 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:16.188427 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] Added segment 3cc461a5-5d6d-4e5a-8104-38ebb536de39 of type vlan for network 40cd5942-b228-4df6-8f06-39a9564982a3 Dec 11 22:39:16.256719 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:16.258486 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00d91151-66d4-457a-a9d8-747a7effc2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:16.261104 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00d91151-66d4-457a-a9d8-747a7effc2fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:16.263185 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-00d91151-66d4-457a-a9d8-747a7effc2fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/02bc1fe5-5892-4dff-8e6b-971f8229a61c HTTP/1.1" status: 204 len: 168 time: 1.4465785 Dec 11 22:39:16.283093 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Pushing event updated for resources: {'Port': ['ID=40cdcd2a-b268-4df4-bf1c-1a76c1850417,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:16.309399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d91151-66d4-457a-a9d8-747a7effc2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bc1fe5-5892-4dff-8e6b-971f8229a61c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:16.351838 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:16.367779 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5f6f2c0c-2d68-4a70-a819-fc8b316c542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:39:13Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:16.427740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a28959-9367-4772-b2e1-fd0f4239d782 req-9647dd71-9f4e-4167-8f3b-06104c775ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:16.429262 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-14a28959-9367-4772-b2e1-fd0f4239d782 req-9647dd71-9f4e-4167-8f3b-06104c775ee9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5285182 Dec 11 22:39:16.461606 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f2c0c-2d68-4a70-a819-fc8b316c542e None None] Checking router: 955d64cc-d25f-4201-b2e1-ce8b83245284 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:39:16.476826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Pushing event updated for resources: {'Port': ['ID=61e9e8cc-f182-42d8-8261-32cd208871f1,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:16.512437 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f2c0c-2d68-4a70-a819-fc8b316c542e None None] Routers {'955d64cc-d25f-4201-b2e1-ce8b83245284'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:16.513105 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5f6f2c0c-2d68-4a70-a819-fc8b316c542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['955d64cc-d25f-4201-b2e1-ce8b83245284'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:16.522955 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.resource_extend [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:39:16.525556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Attempting to bind port 40cdcd2a-b268-4df4-bf1c-1a76c1850417 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:39:16.525904 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Attempting to bind port 40cdcd2a-b268-4df4-bf1c-1a76c1850417 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'c5eb9e27-5a00-4619-9da4-81bbfbd577ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1082c159-5311-49d4-81f5-56d86a8dfa50'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:39:16.528116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Attempting to bind port 40cdcd2a-b268-4df4-bf1c-1a76c1850417 on network 1082c159-5311-49d4-81f5-56d86a8dfa50 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:16.535637 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91c65f54-8889-40d0-a8da-1eb06d347a83 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:16.546205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Port 40cdcd2a-b268-4df4-bf1c-1a76c1850417 on network 1082c159-5311-49d4-81f5-56d86a8dfa50 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:39:16.546415 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Attempting to bind port 40cdcd2a-b268-4df4-bf1c-1a76c1850417 on network 1082c159-5311-49d4-81f5-56d86a8dfa50 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:16.560051 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:39:16.560486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Checking segment: {'id': 'c5eb9e27-5a00-4619-9da4-81bbfbd577ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1082c159-5311-49d4-81f5-56d86a8dfa50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:16.560787 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Bound using segment: {'id': 'c5eb9e27-5a00-4619-9da4-81bbfbd577ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1082c159-5311-49d4-81f5-56d86a8dfa50'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:39:16.561295 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Bound port: 40cdcd2a-b268-4df4-bf1c-1a76c1850417, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5eb9e27-5a00-4619-9da4-81bbfbd577ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1082c159-5311-49d4-81f5-56d86a8dfa50'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:39:16.561587 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:16.603184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Attempting to bind port 61e9e8cc-f182-42d8-8261-32cd208871f1 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:39:16.603884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Attempting to bind port 61e9e8cc-f182-42d8-8261-32cd208871f1 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '88b5045d-b8b0-46d2-b22b-4de6f3d5bb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a2814d2b-f761-4145-9e9e-3aa649493018'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:39:16.606372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Attempting to bind port 61e9e8cc-f182-42d8-8261-32cd208871f1 on network a2814d2b-f761-4145-9e9e-3aa649493018 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:16.616760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Port 61e9e8cc-f182-42d8-8261-32cd208871f1 on network a2814d2b-f761-4145-9e9e-3aa649493018 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:39:16.616760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Attempting to bind port 61e9e8cc-f182-42d8-8261-32cd208871f1 on network a2814d2b-f761-4145-9e9e-3aa649493018 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:16.624563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:39:16.636259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Checking segment: {'id': '88b5045d-b8b0-46d2-b22b-4de6f3d5bb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a2814d2b-f761-4145-9e9e-3aa649493018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:16.636259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Bound using segment: {'id': '88b5045d-b8b0-46d2-b22b-4de6f3d5bb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a2814d2b-f761-4145-9e9e-3aa649493018'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:39:16.636259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Bound port: 61e9e8cc-f182-42d8-8261-32cd208871f1, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b5045d-b8b0-46d2-b22b-4de6f3d5bb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a2814d2b-f761-4145-9e9e-3aa649493018'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:39:16.636259 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:16.658937 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:16.660464 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:16.668136 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:16.718387 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-5f6f2c0c-2d68-4a70-a819-fc8b316c542e None None] Set router 955d64cc-d25f-4201-b2e1-ce8b83245284 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:16.767641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device eaaa9627-ed16-43b6-9011-44f969657540 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:16.808611 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3587234 Dec 11 22:39:16.815165 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47446) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:16.820856 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ffa4a747-0ed2-4d65-ace9-edbdea52bbcb admin admin] Request body: {'subnet': {'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1515129281-subnet', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:16.830994 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] For port 40cdcd2a-b268-4df4-bf1c-1a76c1850417, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:16.840698 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e4c01-1559-4e13-9c92-d2a81289617d admin admin] Pushing event updated for resources: {'Network': ['ID=40cd5942-b228-4df6-8f06-39a9564982a3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:16.847114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] For port 61e9e8cc-f182-42d8-8261-32cd208871f1, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:16.851670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] For port 61e9e8cc-f182-42d8-8261-32cd208871f1, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=61e9e8cc-f182-42d8-8261-32cd208871f1,segment=NetworkSegment(88b5045d-b8b0-46d2-b22b-4de6f3d5bb15),segment_id=88b5045d-b8b0-46d2-b22b-4de6f3d5bb15)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:39:16.857108 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] For port 40cdcd2a-b268-4df4-bf1c-1a76c1850417, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=40cdcd2a-b268-4df4-bf1c-1a76c1850417,segment=NetworkSegment(c5eb9e27-5a00-4619-9da4-81bbfbd577ed),segment_id=c5eb9e27-5a00-4619-9da4-81bbfbd577ed)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:39:16.865432 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-91c65f54-8889-40d0-a8da-1eb06d347a83 admin admin] Deleting port 22a97546-c1f7-4452-8782-04efc4117d9e {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:16.865861 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91c65f54-8889-40d0-a8da-1eb06d347a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:16.868714 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 40cd5942-b228-4df6-8f06-39a9564982a3 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:39:16.871366 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:16.972040 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:17.059473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:17.060477 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:17.062671 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6849a17-93fe-40f2-8702-a4c37087737e req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] 10.222.0.13 "PUT /v2.0/ports/61e9e8cc-f182-42d8-8261-32cd208871f1 HTTP/1.1" status: 200 len: 1092 time: 3.1512558 Dec 11 22:39:17.069598 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:17.071820 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa4a747-0ed2-4d65-ace9-edbdea52bbcb admin admin] Made reservation on behalf of e7040561c9f34ce59215356b958e852c for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:17.074538 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a747-0ed2-4d65-ace9-edbdea52bbcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:17.090689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694ad63a-b2a0-4750-b520-6807f242cef4', 'tag': '61e9e8cc-f182-42d8-8261-32cd208871f1'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:39:17.095463 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf8f502-3901-44f1-9963-f5a2102333f9" -d '{"events": [{"name": "network-changed", "server_uuid": "694ad63a-b2a0-4750-b520-6807f242cef4", "tag": "61e9e8cc-f182-42d8-8261-32cd208871f1"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:39:17.101127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port eaaa9627-ed16-43b6-9011-44f969657540 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:17.101964 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:17.108335 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-91c65f54-8889-40d0-a8da-1eb06d347a83 admin admin] For port 22a97546-c1f7-4452-8782-04efc4117d9e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=22a97546-c1f7-4452-8782-04efc4117d9e,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:17.108733 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91c65f54-8889-40d0-a8da-1eb06d347a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:17.140933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-91c65f54-8889-40d0-a8da-1eb06d347a83 admin admin] Calling delete_port for 22a97546-c1f7-4452-8782-04efc4117d9e owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:17.150633 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:17.157079 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5f6f2c0c-2d68-4a70-a819-fc8b316c542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:39:13Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:17.182683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa285345-2feb-414c-bb82-e82b636b0944 service neutron] Pushing event updated for resources: {'Port': ['ID=61e9e8cc-f182-42d8-8261-32cd208871f1,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:17.194313 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f2c0c-2d68-4a70-a819-fc8b316c542e None None] The sync data for ids ['955d64cc-d25f-4201-b2e1-ce8b83245284'] in n-d-710847-6 is: [{'id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626964042-router', 'tenant_id': '556a7ebc068346b0987349bf55b5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:32:58Z', 'updated_at': '2021-12-11T22:39:13Z', 'revision_number': 5, 'project_id': '556a7ebc068346b0987349bf55b5f5c7', 'gw_port': {'id': '22a97546-c1f7-4452-8782-04efc4117d9e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955d64cc-d25f-4201-b2e1-ce8b83245284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:32:59Z', 'updated_at': '2021-12-11T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:39:17.255168 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:17.256032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:17.257461 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] 10.222.0.47 "PUT /v2.0/ports/40cdcd2a-b268-4df4-bf1c-1a76c1850417 HTTP/1.1" status: 200 len: 1091 time: 2.9288597 Dec 11 22:39:17.268247 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a87bbc-dd18-497f-a6ab-fe75c02378b4', 'tag': '40cdcd2a-b268-4df4-bf1c-1a76c1850417'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:39:17.283094 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa01d506-a751-4e7f-b512-1284aadf58b7" -d '{"events": [{"name": "network-changed", "server_uuid": "51a87bbc-dd18-497f-a6ab-fe75c02378b4", "tag": "40cdcd2a-b268-4df4-bf1c-1a76c1850417"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:39:17.349406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d49550-aef8-435c-a010-54206ef321af req-bfbe8d67-3f91-4481-b63b-47991e6181d7 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:17.350991 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-66d49550-aef8-435c-a010-54206ef321af req-bfbe8d67-3f91-4481-b63b-47991e6181d7 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 944 time: 0.1875045 Dec 11 22:39:17.381363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6849a17-93fe-40f2-8702-a4c37087737e req-8803af61-930a-4c8c-9aa2-4d9930c92967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:17.382909 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6849a17-93fe-40f2-8702-a4c37087737e req-8803af61-930a-4c8c-9aa2-4d9930c92967 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37ea4fadb632475d90bccf0c6f5c878e&device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 1095 time: 0.2024088 Dec 11 22:39:17.394998 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd860d-047e-47d9-b3b5-46d887bc17ae service neutron] Pushing event updated for resources: {'Port': ['ID=40cdcd2a-b268-4df4-bf1c-1a76c1850417,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:17.489714 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6849a17-93fe-40f2-8702-a4c37087737e req-0743fd94-82f3-4c3b-bbe3-4d5e323d6ac6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61e9e8cc-f182-42d8-8261-32cd208871f1 HTTP/1.1" status: 200 len: 217 time: 0.0958753 Dec 11 22:39:17.547587 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-66d49550-aef8-435c-a010-54206ef321af req-5f978a04-67c3-44d6-a21a-696964233771 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/security-groups?id=bda4899d-aa0e-4722-9822-cdaed6332cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820695 Dec 11 22:39:17.565058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6849a17-93fe-40f2-8702-a4c37087737e req-8c87b02c-76cb-4b18-8083-784ebb64aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:17.565620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-0049f945-b0ef-4dd3-8788-dcf637b06236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:17.566121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-0049f945-b0ef-4dd3-8788-dcf637b06236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:17.566584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6849a17-93fe-40f2-8702-a4c37087737e req-8c87b02c-76cb-4b18-8083-784ebb64aa91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0be6a749-e737-4333-b770-9cc3ab14787a HTTP/1.1" status: 200 len: 854 time: 0.0666921 Dec 11 22:39:17.567734 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-0049f945-b0ef-4dd3-8788-dcf637b06236 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=836434672a6b40f4a795d74e85716cf5&device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1980 time: 0.1904821 Dec 11 22:39:17.581750 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Router 5f031a4d-4214-47b6-b7cc-54b43386df5f is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:39:17.634712 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6849a17-93fe-40f2-8702-a4c37087737e req-dae03f9a-a7d1-4844-a2fa-41e2442558c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2814d2b-f761-4145-9e9e-3aa649493018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432553 Dec 11 22:39:17.688282 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-1406053c-236f-4e49-aba1-ff2457c092e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=413e0d01-35af-4b47-9812-7fd4a83fa5e7 HTTP/1.1" status: 200 len: 217 time: 0.1040087 Dec 11 22:39:17.767623 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6849a17-93fe-40f2-8702-a4c37087737e req-d34fb7fd-7725-4fc0-b014-8c8ccc03c6d5 service neutron] 10.222.0.13 "GET /v2.0/networks/a2814d2b-f761-4145-9e9e-3aa649493018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231642 Dec 11 22:39:17.768049 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91c65f54-8889-40d0-a8da-1eb06d347a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:17.829843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c65f54-8889-40d0-a8da-1eb06d347a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a97546-c1f7-4452-8782-04efc4117d9e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:17.859059 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-d6654b7d-1cec-4c31-bbd5-c34e9f411661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:17.859059 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-d6654b7d-1cec-4c31-bbd5-c34e9f411661 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=11c8372a-1800-4830-b36a-41a99d5cef05 HTTP/1.1" status: 200 len: 801 time: 0.1589718 Dec 11 22:39:17.957754 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a747-0ed2-4d65-ace9-edbdea52bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.001033 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91c65f54-8889-40d0-a8da-1eb06d347a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.036718 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:39:18.048666 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Sync routers for ids ['5f031a4d-4214-47b6-b7cc-54b43386df5f'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:39:18.061967 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Routers {'5f031a4d-4214-47b6-b7cc-54b43386df5f'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:18.062454 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4a747-0ed2-4d65-ace9-edbdea52bbcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3efc746-55d7-4419-b7bc-5774aa8f8be7,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:18.064466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5f031a4d-4214-47b6-b7cc-54b43386df5f'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:18.090130 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-5d7254a3-ce27-4348-8ff8-8fbe633527d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:18.090400 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6849a17-93fe-40f2-8702-a4c37087737e req-07895e86-9184-4f0b-b094-299183d8bd0a service neutron] 10.222.0.13 "GET /v2.0/networks/a2814d2b-f761-4145-9e9e-3aa649493018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909422 Dec 11 22:39:18.091956 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-5d7254a3-ce27-4348-8ff8-8fbe633527d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88a75a2c-4877-473d-819f-ce6d9f94be67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1864963 Dec 11 22:39:18.115893 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa4a747-0ed2-4d65-ace9-edbdea52bbcb admin admin] Checking segment: {'id': '3cc461a5-5d6d-4e5a-8104-38ebb536de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:18.116249 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa4a747-0ed2-4d65-ace9-edbdea52bbcb admin admin] Network hostable DHCP agents. Network: 40cd5942-b228-4df6-8f06-39a9564982a3, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:39:18.130879 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91c65f54-8889-40d0-a8da-1eb06d347a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.130879 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91c65f54-8889-40d0-a8da-1eb06d347a83 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.181180 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c6f5c9-34f8-4ce1-bc95-ab48992a4641 x-openstack-request-id: req-33c6f5c9-34f8-4ce1-bc95-ab48992a4641 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:39:18.181824 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694ad63a-b2a0-4750-b520-6807f242cef4", "tag": "61e9e8cc-f182-42d8-8261-32cd208871f1", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:39:18.187492 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33c6f5c9-34f8-4ce1-bc95-ab48992a4641 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:39:18.187492 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694ad63a-b2a0-4750-b520-6807f242cef4', 'tag': '61e9e8cc-f182-42d8-8261-32cd208871f1', 'status': 'completed', 'code': 200} Dec 11 22:39:18.187492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47490) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:18.219990 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.222353 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-292ceec7-3353-41a7-a623-78c487b14e65 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3357205 Dec 11 22:39:18.225132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47494) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:18.271646 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa4a747-0ed2-4d65-ace9-edbdea52bbcb admin admin] Network 40cd5942-b228-4df6-8f06-39a9564982a3 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:39:18.293184 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-5b655c7d-9135-4754-b745-7ae26d5d4f8d service neutron] 10.222.0.47 "GET /v2.0/networks/88a75a2c-4877-473d-819f-ce6d9f94be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635602 Dec 11 22:39:18.332359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Set router 5f031a4d-4214-47b6-b7cc-54b43386df5f gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:18.373323 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-ffa4a747-0ed2-4d65-ace9-edbdea52bbcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 40cd5942-b228-4df6-8f06-39a9564982a3) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:18.374755 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91c65f54-8889-40d0-a8da-1eb06d347a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.375342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c65f54-8889-40d0-a8da-1eb06d347a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 955d64cc-d25f-4201-b2e1-ce8b83245284 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:39:18.378632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa4a747-0ed2-4d65-ace9-edbdea52bbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:18.379282 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a747-0ed2-4d65-ace9-edbdea52bbcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.380116 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91c65f54-8889-40d0-a8da-1eb06d347a83 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.381374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-91c65f54-8889-40d0-a8da-1eb06d347a83 admin admin] 10.222.0.45 "DELETE /v2.0/routers/955d64cc-d25f-4201-b2e1-ce8b83245284 HTTP/1.1" status: 204 len: 168 time: 2.4424582 Dec 11 22:39:18.386225 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47498) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:18.386527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2024332050-network', 'tenant_id': 'fde0c96825214fea839c655bc9625611'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:18.415696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d29c21-f1f0-48e2-95d6-dad64cda9fb3 None None] Network 40cd5942-b228-4df6-8f06-39a9564982a3 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:18.451165 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a3f4ce-bcaa-43d0-9dd0-617c94a0954e admin admin] Deleting subnet 719ab16a-0b20-4a94-b6be-58476ab1f8d5 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:39:18.454268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8f502-3901-44f1-9963-f5a2102333f9 req-2ed88842-66a5-476d-8641-99966ba3a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:18.458445 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6cf8f502-3901-44f1-9963-f5a2102333f9 req-2ed88842-66a5-476d-8641-99966ba3a3ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37ea4fadb632475d90bccf0c6f5c878e&device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 1095 time: 0.1630983 Dec 11 22:39:18.458597 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f4ce-bcaa-43d0-9dd0-617c94a0954e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.492882 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f4ce-bcaa-43d0-9dd0-617c94a0954e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.581194 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f4ce-bcaa-43d0-9dd0-617c94a0954e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.582839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8f502-3901-44f1-9963-f5a2102333f9 req-516f68b2-37d9-42f8-8c62-da604119ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:18.584448 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6cf8f502-3901-44f1-9963-f5a2102333f9 req-516f68b2-37d9-42f8-8c62-da604119ffa5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2814d2b-f761-4145-9e9e-3aa649493018 HTTP/1.1" status: 200 len: 915 time: 0.1163495 Dec 11 22:39:18.606971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134157ef-bad4-42e6-ab63-da521e67b29f req-3fd9f1f0-673b-467d-b400-d1caa1548c8f tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:18.613327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134157ef-bad4-42e6-ab63-da521e67b29f req-3fd9f1f0-673b-467d-b400-d1caa1548c8f tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:18.616938 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-40cd5942-b228-4df6-8f06-39a9564982a3', 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3', 'project_id': 'e7040561c9f34ce59215356b958e852c', 'fixed_ips': [{'subnet_id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:39:18.618008 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.622706 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-134157ef-bad4-42e6-ab63-da521e67b29f req-3fd9f1f0-673b-467d-b400-d1caa1548c8f tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1678 time: 0.3291664 Dec 11 22:39:18.705030 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-71a7ad0e-b872-4d81-9f83-b17ebb7a7d94 service neutron] 10.222.0.47 "GET /v2.0/networks/88a75a2c-4877-473d-819f-ce6d9f94be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039266 Dec 11 22:39:18.712253 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6cf8f502-3901-44f1-9963-f5a2102333f9 req-604e0170-67da-4c17-8923-6b239168f023 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61e9e8cc-f182-42d8-8261-32cd208871f1 HTTP/1.1" status: 200 len: 217 time: 0.1181386 Dec 11 22:39:18.716428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] Made reservation on behalf of fde0c96825214fea839c655bc9625611 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:18.718710 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.735050 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.767526 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-91451d78-8273-450b-ac8e-107abeabee80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.43&port_id=40cdcd2a-b268-4df4-bf1c-1a76c1850417 HTTP/1.1" status: 200 len: 217 time: 0.0530543 Dec 11 22:39:18.779437 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ffa4a747-0ed2-4d65-ace9-edbdea52bbcb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9631634 Dec 11 22:39:18.783858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47504) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:18.795419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1515129281-router', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:18.796177 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f4ce-bcaa-43d0-9dd0-617c94a0954e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.799549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'name': 'tempest-FloatingIPDetailsTestJSON-806090338-router', 'tenant_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'f1ce181b-4bba-469d-94e2-2ea7c6423195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:12Z', 'updated_at': '2021-12-11T22:39:15Z', 'revision_number': 3, 'project_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'gw_port': {'id': 'f1ce181b-4bba-469d-94e2-2ea7c6423195', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:39:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:13Z', 'updated_at': '2021-12-11T22:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:18.801271 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0aac7191-225d-418f-a257-5d2269041b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.838749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Checking router: 5f031a4d-4214-47b6-b7cc-54b43386df5f for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:39:18.839148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Updating router 5f031a4d-4214-47b6-b7cc-54b43386df5f port f1ce181b-4bba-469d-94e2-2ea7c6423195 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:39:18.865020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Allocated IP 172.20.0.2 (40cd5942-b228-4df6-8f06-39a9564982a3/c3efc746-55d7-4419-b7bc-5774aa8f8be7/33a90ecb-fa8c-4b58-a5ce-ea1e96708636) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:18.866656 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-92d9e2da-9ca0-42f0-a266-572cc0ec6466 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:39:18.875734 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-92d9e2da-9ca0-42f0-a266-572cc0ec6466 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2470648 Dec 11 22:39:18.878531 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.888988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-134157ef-bad4-42e6-ab63-da521e67b29f req-0f9b3d7c-0776-4a83-994a-eebc02ae1beb tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644567 Dec 11 22:39:18.889545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3f4ce-bcaa-43d0-9dd0-617c94a0954e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719ab16a-0b20-4a94-b6be-58476ab1f8d5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:18.916080 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f4ce-bcaa-43d0-9dd0-617c94a0954e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:18.918485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8f502-3901-44f1-9963-f5a2102333f9 req-c9b3ef81-b923-4cfc-a186-1cbcc51527f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:18.925229 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6cf8f502-3901-44f1-9963-f5a2102333f9 req-c9b3ef81-b923-4cfc-a186-1cbcc51527f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0be6a749-e737-4333-b770-9cc3ab14787a HTTP/1.1" status: 200 len: 854 time: 0.1906219 Dec 11 22:39:18.925550 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a6a3f4ce-bcaa-43d0-9dd0-617c94a0954e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/719ab16a-0b20-4a94-b6be-58476ab1f8d5 HTTP/1.1" status: 204 len: 168 time: 0.5339484 Dec 11 22:39:18.926538 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47508) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:18.930424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e472910e-da71-4aca-92f6-06633aa7a3bf None None] Network b4c48a02-3b82-4092-9ade-e5e796a844fd requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:18.941016 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-e2137331-cac2-4d75-a60e-3aa33d16b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:18.943251 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-e2137331-cac2-4d75-a60e-3aa33d16b5c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8f1fe98-d61c-40f9-a94a-40750600b1fb HTTP/1.1" status: 200 len: 801 time: 0.1595550 Dec 11 22:39:18.971903 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81820456-d7e2-49bb-9984-b39840d16881 x-openstack-request-id: req-81820456-d7e2-49bb-9984-b39840d16881 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:39:18.972201 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a87bbc-dd18-497f-a6ab-fe75c02378b4", "tag": "40cdcd2a-b268-4df4-bf1c-1a76c1850417", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:39:18.972462 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81820456-d7e2-49bb-9984-b39840d16881 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:39:18.972867 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a87bbc-dd18-497f-a6ab-fe75c02378b4', 'tag': '40cdcd2a-b268-4df4-bf1c-1a76c1850417', 'status': 'completed', 'code': 200} Dec 11 22:39:19.048248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6cf8f502-3901-44f1-9963-f5a2102333f9 req-38dcbedf-61bf-4eb7-8f37-ac1a9fd38700 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2814d2b-f761-4145-9e9e-3aa649493018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124327 Dec 11 22:39:19.052681 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.053894 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.096281 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 16db10b6-25ac-48bb-8c31-e51b3554ec44 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:19.140179 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.142285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 16db10b6-25ac-48bb-8c31-e51b3554ec44 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:19.142636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 16db10b6-25ac-48bb-8c31-e51b3554ec44 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:19.158794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-4c5da3ab-d48e-488f-b247-e632228e50db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:19.160612 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-4c5da3ab-d48e-488f-b247-e632228e50db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1082c159-5311-49d4-81f5-56d86a8dfa50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2005415 Dec 11 22:39:19.161564 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-02ab7f19-bad5-4bf2-af91-2bf8bf1925c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:19.162966 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-02ab7f19-bad5-4bf2-af91-2bf8bf1925c4 service neutron] 10.222.0.45 "GET /v2.0/ports/0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 HTTP/1.1" status: 200 len: 1094 time: 0.2864065 Dec 11 22:39:19.168548 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.179621 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-149f9ed6-f466-42f3-b8cf-840ea0535436 service neutron] Request body: {'binding': {'host': 'n-h1-710847-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:19.181774 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-149f9ed6-f466-42f3-b8cf-840ea0535436 service neutron] Unknown quota resources ['binding']. {{(pid=103691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 22:39:19.551616 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.565155 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.601214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd05fa9e-04ac-42d6-ad94-5daa6bb97d63 None None] DHCP port deletion for b4c48a02-3b82-4092-9ade-e5e796a844fd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:39:19.615099 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.658069 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.661289 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4752499b-747a-45c4-97d3-581869868a7e req-ece1d7ab-e7cd-46c3-b9b8-d7ab35f6a48f tempest-QuotasAdminNegativeTest-526088646 tempest-QuotasAdminNegativeTest-526088646-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e0ecb472ca384d71a10ff5ab93e88945&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922558 Dec 11 22:39:19.681366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:39:19.700603 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-2737dc69-c551-474c-8253-0b6c88da7d94 service neutron] 10.222.0.47 "GET /v2.0/networks/1082c159-5311-49d4-81f5-56d86a8dfa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274949 Dec 11 22:39:19.706292 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.727285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Network 40cd5942-b228-4df6-8f06-39a9564982a3 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:19.733879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:19.737203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:19.747359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Pushing event updated for resources: {'Port': ['ID=33a90ecb-fa8c-4b58-a5ce-ea1e96708636,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:19.751593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] Deleting port b815c829-f4b2-4e77-b0c9-453f6c2022a8 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:19.752138 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.784110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-dd05fa9e-04ac-42d6-ad94-5daa6bb97d63 None None] Deleting port b815c829-f4b2-4e77-b0c9-453f6c2022a8 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:19.784536 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd05fa9e-04ac-42d6-ad94-5daa6bb97d63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.813440 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.829559 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.829946 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] Added segment 8c3ee8b2-1bf8-4826-96dc-a5cc2364c0f4 of type vlan for network a1efeec9-1c36-4711-9493-e93167062efb Dec 11 22:39:19.874515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e055f4f-0a2d-4849-b6bd-7cda1375b051,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:19.889488 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Attempting to bind port 33a90ecb-fa8c-4b58-a5ce-ea1e96708636 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:39:19.889718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Attempting to bind port 33a90ecb-fa8c-4b58-a5ce-ea1e96708636 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '3cc461a5-5d6d-4e5a-8104-38ebb536de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:39:19.890916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Attempting to bind port 33a90ecb-fa8c-4b58-a5ce-ea1e96708636 on network 40cd5942-b228-4df6-8f06-39a9564982a3 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:19.898286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] For port b815c829-f4b2-4e77-b0c9-453f6c2022a8, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b815c829-f4b2-4e77-b0c9-453f6c2022a8,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:19.898453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:39:19.898840 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Checking segment: {'id': '3cc461a5-5d6d-4e5a-8104-38ebb536de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:19.898992 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.899602 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.899748 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Bound using segment: {'id': '3cc461a5-5d6d-4e5a-8104-38ebb536de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:39:19.900113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Bound port: 33a90ecb-fa8c-4b58-a5ce-ea1e96708636, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc461a5-5d6d-4e5a-8104-38ebb536de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:39:19.900500 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.922757 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-149f9ed6-f466-42f3-b8cf-840ea0535436 service neutron] Attempting to bind port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 on host n-h1-710847-6 for vnic_type normal with profile None {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:39:19.923523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-149f9ed6-f466-42f3-b8cf-840ea0535436 service neutron] Attempting to bind port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:39:19.923702 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-149f9ed6-f466-42f3-b8cf-840ea0535436 service neutron] Attempting to bind port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:19.931527 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] Calling delete_port for b815c829-f4b2-4e77-b0c9-453f6c2022a8 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:19.940385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-149f9ed6-f466-42f3-b8cf-840ea0535436 service neutron] Port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:39:19.940385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-149f9ed6-f466-42f3-b8cf-840ea0535436 service neutron] Attempting to bind port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:19.945100 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-dd05fa9e-04ac-42d6-ad94-5daa6bb97d63 None None] For port b815c829-f4b2-4e77-b0c9-453f6c2022a8, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b815c829-f4b2-4e77-b0c9-453f6c2022a8,segment=NetworkSegment(d36f17ac-af7e-4580-82c3-c52f8af97b93),segment_id=d36f17ac-af7e-4580-82c3-c52f8af97b93)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:19.945100 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd05fa9e-04ac-42d6-ad94-5daa6bb97d63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.948093 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d7da8d5-6c10-465f-a5d7-5900fc140275 req-d9bf1d79-49a5-4e7e-9a52-d4a644913258 service neutron] 10.222.0.47 "GET /v2.0/networks/1082c159-5311-49d4-81f5-56d86a8dfa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385526 Dec 11 22:39:19.959585 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea7cd8-a7e9-48c8-86af-92ba61c56656 None None] Pushing event updated for resources: {'Port': ['ID=f1ce181b-4bba-469d-94e2-2ea7c6423195,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:19.962311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Attempting to bind port f1ce181b-4bba-469d-94e2-2ea7c6423195 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:39:19.962687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Attempting to bind port f1ce181b-4bba-469d-94e2-2ea7c6423195 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:39:19.963082 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Attempting to bind port f1ce181b-4bba-469d-94e2-2ea7c6423195 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:19.974034 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:39:19.974414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:19.974915 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.975243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:39:19.975920 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Bound port: f1ce181b-4bba-469d-94e2-2ea7c6423195, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:39:19.976100 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:19.978464 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-dd05fa9e-04ac-42d6-ad94-5daa6bb97d63 None None] Calling delete_port for b815c829-f4b2-4e77-b0c9-453f6c2022a8 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:20.007112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-149f9ed6-f466-42f3-b8cf-840ea0535436 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:39:20.007502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-149f9ed6-f466-42f3-b8cf-840ea0535436 service neutron] Checking segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:20.007958 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-149f9ed6-f466-42f3-b8cf-840ea0535436 service neutron] Bound using segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:39:20.008542 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-149f9ed6-f466-42f3-b8cf-840ea0535436 service neutron] Bound port: 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:39:20.021330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6cf8f502-3901-44f1-9963-f5a2102333f9 req-b3f0e643-c938-4b7a-976a-6ad6ded3bacf service neutron] 10.222.0.13 "GET /v2.0/networks/a2814d2b-f761-4145-9e9e-3aa649493018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9481721 Dec 11 22:39:20.027633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7cd8-a7e9-48c8-86af-92ba61c56656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:20.027988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7cd8-a7e9-48c8-86af-92ba61c56656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:20.028325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7cd8-a7e9-48c8-86af-92ba61c56656 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:20.028666 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7cd8-a7e9-48c8-86af-92ba61c56656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:20.028998 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7cd8-a7e9-48c8-86af-92ba61c56656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:20.031033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7cd8-a7e9-48c8-86af-92ba61c56656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:20.031033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7cd8-a7e9-48c8-86af-92ba61c56656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:20.031033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7cd8-a7e9-48c8-86af-92ba61c56656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:20.031033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7cd8-a7e9-48c8-86af-92ba61c56656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:20.031033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7cd8-a7e9-48c8-86af-92ba61c56656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:20.031033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7cd8-a7e9-48c8-86af-92ba61c56656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:20.031466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7cd8-a7e9-48c8-86af-92ba61c56656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:20.031554 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea7cd8-a7e9-48c8-86af-92ba61c56656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:20.037998 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:20.052182 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:20.111923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-149f9ed6-f466-42f3-b8cf-840ea0535436 service neutron] For port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:39:20.130436 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] For port f1ce181b-4bba-469d-94e2-2ea7c6423195, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:20.141154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] For port 33a90ecb-fa8c-4b58-a5ce-ea1e96708636, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:20.161154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] For port f1ce181b-4bba-469d-94e2-2ea7c6423195, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f1ce181b-4bba-469d-94e2-2ea7c6423195,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:39:20.163164 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] For port 33a90ecb-fa8c-4b58-a5ce-ea1e96708636, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33a90ecb-fa8c-4b58-a5ce-ea1e96708636,segment=NetworkSegment(3cc461a5-5d6d-4e5a-8104-38ebb536de39),segment_id=3cc461a5-5d6d-4e5a-8104-38ebb536de39)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:39:20.187264 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01d506-a751-4e7f-b512-1284aadf58b7 req-f8514169-2d19-4ffc-a48b-518b06a98080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:20.187846 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01d506-a751-4e7f-b512-1284aadf58b7 req-f8514169-2d19-4ffc-a48b-518b06a98080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:20.189406 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa01d506-a751-4e7f-b512-1284aadf58b7 req-f8514169-2d19-4ffc-a48b-518b06a98080 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=836434672a6b40f4a795d74e85716cf5&device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1980 time: 0.0494249 Dec 11 22:39:20.190349 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.resource_extend [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:39:20.192881 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-149f9ed6-f466-42f3-b8cf-840ea0535436 service neutron] Publish callbacks [] for binding, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:20.194175 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-149f9ed6-f466-42f3-b8cf-840ea0535436 service neutron] 10.222.0.45 "POST /v2.0/ports/0e0262fe-4efd-4e43-aed6-c63fc0c6ba45/bindings HTTP/1.1" status: 201 len: 389 time: 1.0194235 Dec 11 22:39:20.223802 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752499b-747a-45c4-97d3-581869868a7e req-db809df4-9056-435e-bbee-798436490522 tempest-QuotasAdminNegativeTest-526088646 tempest-QuotasAdminNegativeTest-526088646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:20.225338 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4752499b-747a-45c4-97d3-581869868a7e req-db809df4-9056-435e-bbee-798436490522 tempest-QuotasAdminNegativeTest-526088646 tempest-QuotasAdminNegativeTest-526088646-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5632701 Dec 11 22:39:20.231443 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:20.235903 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:20.266063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:20.288237 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd05fa9e-04ac-42d6-ad94-5daa6bb97d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:20.320586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd05fa9e-04ac-42d6-ad94-5daa6bb97d63 None None] No DVR routers for this DVR port b815c829-f4b2-4e77-b0c9-453f6c2022a8 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:20.322004 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:20.322644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:20.323284 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:20.330796 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Routers {'5f031a4d-4214-47b6-b7cc-54b43386df5f'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:20.331691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:38:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5f031a4d-4214-47b6-b7cc-54b43386df5f'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:20.332093 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] Pushing event deleted for resources: {'Port': ['ID=b815c829-f4b2-4e77-b0c9-453f6c2022a8,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:20.335442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a10c7d-1940-4033-9b59-7a27ab6f06cb None None] Pushing event updated for resources: {'Port': ['ID=33a90ecb-fa8c-4b58-a5ce-ea1e96708636,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:20.335931 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] No DVR routers for this DVR port b815c829-f4b2-4e77-b0c9-453f6c2022a8 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:20.340982 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4752499b-747a-45c4-97d3-581869868a7e req-19277c45-593a-4fbb-be68-89e91997d984 tempest-QuotasAdminNegativeTest-526088646 tempest-QuotasAdminNegativeTest-526088646-project] 10.222.0.45 "GET /v2.0/quotas/e0ecb472ca384d71a10ff5ab93e88945 HTTP/1.1" status: 200 len: 375 time: 0.1025772 Dec 11 22:39:20.400717 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6cf8f502-3901-44f1-9963-f5a2102333f9 req-3316b407-00b6-4b04-b6ec-c8ce8a6b15a1 service neutron] 10.222.0.13 "GET /v2.0/networks/a2814d2b-f761-4145-9e9e-3aa649493018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619680 Dec 11 22:39:20.469517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01d506-a751-4e7f-b512-1284aadf58b7 req-4659ad2e-5c08-4d34-8cf4-ffe942ede051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:20.471506 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa01d506-a751-4e7f-b512-1284aadf58b7 req-4659ad2e-5c08-4d34-8cf4-ffe942ede051 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1082c159-5311-49d4-81f5-56d86a8dfa50 HTTP/1.1" status: 200 len: 903 time: 0.2746558 Dec 11 22:39:20.481498 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4752499b-747a-45c4-97d3-581869868a7e req-70f1fa66-9a20-4184-9be0-90a2e3aebd85 tempest-QuotasAdminNegativeTest-526088646 tempest-QuotasAdminNegativeTest-526088646-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0ecb472ca384d71a10ff5ab93e88945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1156156 Dec 11 22:39:20.492245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea7cd8-a7e9-48c8-86af-92ba61c56656 None None] Pushing event updated for resources: {'Port': ['ID=f1ce181b-4bba-469d-94e2-2ea7c6423195,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:20.498451 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3086085 Dec 11 22:39:20.504201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47524) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:20.505676 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388255f7-9726-4e29-b195-8dda4046ab1c admin admin] Pushing event updated for resources: {'Network': ['ID=a1efeec9-1c36-4711-9493-e93167062efb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:20.520340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-fd3a56bc-16b4-4ed8-8eea-7368ae0f6b7f admin admin] Request body: {'subnet': {'network_id': 'a1efeec9-1c36-4711-9493-e93167062efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2024332050-subnet', 'tenant_id': 'fde0c96825214fea839c655bc9625611', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:20.544277 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network a1efeec9-1c36-4711-9493-e93167062efb details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:39:20.549313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05fa9e-04ac-42d6-ad94-5daa6bb97d63 None None] Pushing event deleted for resources: {'Port': ['ID=b815c829-f4b2-4e77-b0c9-453f6c2022a8,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:20.573338 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:20.630445 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:20.631433 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa01d506-a751-4e7f-b512-1284aadf58b7 req-b26110b7-bce4-4a99-b315-0d3a2d88f4f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.43&port_id=40cdcd2a-b268-4df4-bf1c-1a76c1850417 HTTP/1.1" status: 200 len: 217 time: 0.0836380 Dec 11 22:39:20.706587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c48a02-3b82-4092-9ade-e5e796a844fd']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:20.724552 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3f065-9456-4ef0-8f0c-72ea577563e3 req-f8ed0c26-8bfd-4558-b786-3c609cd10944 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:20.729117 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-02f3f065-9456-4ef0-8f0c-72ea577563e3 req-f8ed0c26-8bfd-4558-b786-3c609cd10944 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 944 time: 0.2605343 Dec 11 22:39:20.734243 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36f17ac-af7e-4580-82c3-c52f8af97b93') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:20.734558 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36f17ac-af7e-4580-82c3-c52f8af97b93') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:20.752907 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:20.771993 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:20.775521 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] Set router 5f031a4d-4214-47b6-b7cc-54b43386df5f gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:20.823104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:39:20.824483 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:20.833030 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01d506-a751-4e7f-b512-1284aadf58b7 req-b8b74d45-1c79-4f82-b065-84ba9675c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:20.834948 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa01d506-a751-4e7f-b512-1284aadf58b7 req-b8b74d45-1c79-4f82-b065-84ba9675c538 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8f1fe98-d61c-40f9-a94a-40750600b1fb HTTP/1.1" status: 200 len: 801 time: 0.1878591 Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:39:20.835700 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:39:20.856151 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 22a97546-c1f7-4452-8782-04efc4117d9e no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:20.878939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3a56bc-16b4-4ed8-8eea-7368ae0f6b7f admin admin] Made reservation on behalf of fde0c96825214fea839c655bc9625611 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:20.881771 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd3a56bc-16b4-4ed8-8eea-7368ae0f6b7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:20.899066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 22a97546-c1f7-4452-8782-04efc4117d9e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:20.901347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 22a97546-c1f7-4452-8782-04efc4117d9e not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:20.901347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b815c829-f4b2-4e77-b0c9-453f6c2022a8 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:20.965204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: b815c829-f4b2-4e77-b0c9-453f6c2022a8 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:20.965549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b815c829-f4b2-4e77-b0c9-453f6c2022a8 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:21.012076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01d506-a751-4e7f-b512-1284aadf58b7 req-3fa3eabd-a57b-4931-8858-2abbd18bede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:21.013574 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa01d506-a751-4e7f-b512-1284aadf58b7 req-3fa3eabd-a57b-4931-8858-2abbd18bede9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1082c159-5311-49d4-81f5-56d86a8dfa50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1512356 Dec 11 22:39:21.018630 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-02f3f065-9456-4ef0-8f0c-72ea577563e3 req-c7750fb2-a58e-4099-87d0-f661bf2abfd8 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/security-groups?id=bda4899d-aa0e-4722-9822-cdaed6332cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241192 Dec 11 22:39:21.092996 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:21.098879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'name': 'tempest-FloatingIPDetailsTestJSON-806090338-router', 'tenant_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'f1ce181b-4bba-469d-94e2-2ea7c6423195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:12Z', 'updated_at': '2021-12-11T22:39:15Z', 'revision_number': 3, 'project_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'gw_port': {'id': 'f1ce181b-4bba-469d-94e2-2ea7c6423195', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:39:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:13Z', 'updated_at': '2021-12-11T22:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:21.131063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:21.137764 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b4c48a02-3b82-4092-9ade-e5e796a844fd HTTP/1.1" status: 204 len: 168 time: 2.2099781 Dec 11 22:39:21.145981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529259ae-0d1d-446c-ad05-2d6795aadc58 None None] The sync data for ids ['5f031a4d-4214-47b6-b7cc-54b43386df5f'] in n-d-710847-6 is: [{'id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'name': 'tempest-FloatingIPDetailsTestJSON-806090338-router', 'tenant_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'f1ce181b-4bba-469d-94e2-2ea7c6423195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:12Z', 'updated_at': '2021-12-11T22:39:15Z', 'revision_number': 3, 'project_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'gw_port': {'id': 'f1ce181b-4bba-469d-94e2-2ea7c6423195', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:39:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:13Z', 'updated_at': '2021-12-11T22:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:39:21.147893 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47528) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:21.170069 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc1616-c2ca-4562-b7ac-537526138366 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c48a02-3b82-4092-9ade-e5e796a844fd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:21.189513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3495211-ccfa-4b15-8ca6-262a3c8934c1 req-48eda86a-0d69-4475-ac51-7308b2ce0ac9 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:21.193384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b5bc8-616c-4715-860f-d25b5cdaef66 req-7da42342-dcc1-4cbf-a26f-3a9f6f35e0b2 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:21.195328 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a00b5bc8-616c-4715-860f-d25b5cdaef66 req-7da42342-dcc1-4cbf-a26f-3a9f6f35e0b2 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 946 time: 0.1073401 Dec 11 22:39:21.196038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3495211-ccfa-4b15-8ca6-262a3c8934c1 req-48eda86a-0d69-4475-ac51-7308b2ce0ac9 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:21.197740 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3495211-ccfa-4b15-8ca6-262a3c8934c1 req-48eda86a-0d69-4475-ac51-7308b2ce0ac9 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1678 time: 0.4790030 Dec 11 22:39:21.236794 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aeaebe43-f921-4c6e-b4d1-fd00f5b67bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:21.238502 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa01d506-a751-4e7f-b512-1284aadf58b7 req-b06d4a57-d73e-47fb-a9f5-37e11b25402d service neutron] 10.222.0.47 "GET /v2.0/networks/1082c159-5311-49d4-81f5-56d86a8dfa50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126918 Dec 11 22:39:21.250382 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:21.318190 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a00b5bc8-616c-4715-860f-d25b5cdaef66 req-29d76bb4-8a48-4165-a660-e010b3985fe6 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143787 Dec 11 22:39:21.345860 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:21.375721 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa01d506-a751-4e7f-b512-1284aadf58b7 req-0917cb7e-92f5-4913-ab4b-34bd40f677c1 service neutron] 10.222.0.47 "GET /v2.0/networks/1082c159-5311-49d4-81f5-56d86a8dfa50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243382 Dec 11 22:39:21.520128 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-71232810-f890-4b2b-b565-9038744fcf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:21.521671 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-71232810-f890-4b2b-b565-9038744fcf88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 1097 time: 0.5106287 Dec 11 22:39:21.522884 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd3a56bc-16b4-4ed8-8eea-7368ae0f6b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:21.534418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Allocated IP 172.20.0.1 (7d54a24e-27ce-47c4-acc6-ca61a06cabf6/218a1a85-dd0a-4aa9-9864-7b39733d297b/26dbd8cc-3bb5-480e-b4e9-10690891be93) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:21.625038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3495211-ccfa-4b15-8ca6-262a3c8934c1 req-8fe4fb14-d4f5-466d-88d2-ebf7d4c37f15 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884254 Dec 11 22:39:21.851223 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27c29aa-6e38-4c89-a8bc-02342c165b9a None None] Network 40cd5942-b228-4df6-8f06-39a9564982a3 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:21.928608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 61e9e8cc-f182-42d8-8261-32cd208871f1 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:39:21.981975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2f6bd6f9-ac6e-4dc7-ae57-06cf7f337cf1 None None] Provisioning complete for port 33a90ecb-fa8c-4b58-a5ce-ea1e96708636 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:21.982355 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f6bd6f9-ac6e-4dc7-ae57-06cf7f337cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:22.170416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 61e9e8cc-f182-42d8-8261-32cd208871f1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=61e9e8cc-f182-42d8-8261-32cd208871f1,segment=NetworkSegment(88b5045d-b8b0-46d2-b22b-4de6f3d5bb15),segment_id=88b5045d-b8b0-46d2-b22b-4de6f3d5bb15)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:22.189974 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '61e9e8cc-f182-42d8-8261-32cd208871f1', 'network_id': 'a2814d2b-f761-4145-9e9e-3aa649493018', 'port_id': '61e9e8cc-f182-42d8-8261-32cd208871f1', 'mac_address': 'fa:16:3e:f5:ef:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be6a749-e737-4333-b770-9cc3ab14787a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:39:22.231989 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:22.266296 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7c407434-d88e-43bb-9bc8-08c3a4831692 req-6d6bd4e8-dfad-4751-94bc-328fb5b667ca tempest-QuotasAdminNegativeTest-526088646 tempest-QuotasAdminNegativeTest-526088646-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e0ecb472ca384d71a10ff5ab93e88945&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370328 Dec 11 22:39:22.296723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a56bc-16b4-4ed8-8eea-7368ae0f6b7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d664da74-4045-428a-96c3-b1562e0734a1,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:22.297977 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f6bd6f9-ac6e-4dc7-ae57-06cf7f337cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:22.320271 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:22.361596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e9e8cc-f182-42d8-8261-32cd208871f1 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:39:22.413136 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c407434-d88e-43bb-9bc8-08c3a4831692 req-e44d1202-ccea-4d51-a778-e0f1c6ee0062 tempest-QuotasAdminNegativeTest-526088646 tempest-QuotasAdminNegativeTest-526088646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:22.415264 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7c407434-d88e-43bb-9bc8-08c3a4831692 req-e44d1202-ccea-4d51-a778-e0f1c6ee0062 tempest-QuotasAdminNegativeTest-526088646 tempest-QuotasAdminNegativeTest-526088646-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475964 Dec 11 22:39:22.419197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-03ab7b6f-9847-445a-a1f6-db5324b41b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:22.420672 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-03ab7b6f-9847-445a-a1f6-db5324b41b50 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.8706076 Dec 11 22:39:22.423605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3a56bc-16b4-4ed8-8eea-7368ae0f6b7f admin admin] Checking segment: {'id': '8c3ee8b2-1bf8-4826-96dc-a5cc2364c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a1efeec9-1c36-4711-9493-e93167062efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:22.424231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3a56bc-16b4-4ed8-8eea-7368ae0f6b7f admin admin] Network hostable DHCP agents. Network: a1efeec9-1c36-4711-9493-e93167062efb, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:39:22.436147 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7c407434-d88e-43bb-9bc8-08c3a4831692 req-2324f326-1115-4ca1-904c-a4bb8f66c583 tempest-QuotasAdminNegativeTest-526088646 tempest-QuotasAdminNegativeTest-526088646-project] 10.222.0.45 "GET /v2.0/quotas/e0ecb472ca384d71a10ff5ab93e88945 HTTP/1.1" status: 200 len: 375 time: 0.0130470 Dec 11 22:39:22.475499 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7c407434-d88e-43bb-9bc8-08c3a4831692 req-158907a4-ec5c-4b7b-9ba3-645f9bb8b7fe tempest-QuotasAdminNegativeTest-526088646 tempest-QuotasAdminNegativeTest-526088646-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0ecb472ca384d71a10ff5ab93e88945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313921 Dec 11 22:39:22.494342 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:22.518231 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2f6bd6f9-ac6e-4dc7-ae57-06cf7f337cf1 None None] For port 33a90ecb-fa8c-4b58-a5ce-ea1e96708636, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33a90ecb-fa8c-4b58-a5ce-ea1e96708636,segment=NetworkSegment(3cc461a5-5d6d-4e5a-8104-38ebb536de39),segment_id=3cc461a5-5d6d-4e5a-8104-38ebb536de39)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:22.532274 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-7edf4fe4-cf1a-42cc-be0b-33c64eb58ec2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 HTTP/1.1" status: 200 len: 217 time: 0.0999193 Dec 11 22:39:22.535601 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 61e9e8cc-f182-42d8-8261-32cd208871f1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=61e9e8cc-f182-42d8-8261-32cd208871f1,segment=NetworkSegment(88b5045d-b8b0-46d2-b22b-4de6f3d5bb15),segment_id=88b5045d-b8b0-46d2-b22b-4de6f3d5bb15)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:22.551840 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Allocated IP 172.25.1.242 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/d2cc171d-389a-4159-97ce-859f0d393317) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:22.561250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b82ea0-e4f4-4134-a576-902f06ef1c92 req-ebc03c4f-1ce6-4f74-ae79-b29bf7715a86 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:22.563902 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-95b82ea0-e4f4-4134-a576-902f06ef1c92 req-ebc03c4f-1ce6-4f74-ae79-b29bf7715a86 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 944 time: 0.3799541 Dec 11 22:39:22.583244 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f6bd6f9-ac6e-4dc7-ae57-06cf7f337cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:22.614140 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:22.631929 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3a56bc-16b4-4ed8-8eea-7368ae0f6b7f admin admin] Network a1efeec9-1c36-4711-9493-e93167062efb is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:39:22.640806 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bd6f9-ac6e-4dc7-ae57-06cf7f337cf1 None None] Pushing event updated for resources: {'Port': ['ID=33a90ecb-fa8c-4b58-a5ce-ea1e96708636,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:22.681457 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83dd1f-618b-4001-9574-15166563f6cc req-fb03790d-0890-4e7b-a386-f15561403b92 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:22.684712 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1c83dd1f-618b-4001-9574-15166563f6cc req-fb03790d-0890-4e7b-a386-f15561403b92 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 946 time: 0.0858376 Dec 11 22:39:22.711025 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=61e9e8cc-f182-42d8-8261-32cd208871f1,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:22.721002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f16e68c7-f9b1-4f9a-ab97-9c4803c2229c None None] Provisioning complete for port 33a90ecb-fa8c-4b58-a5ce-ea1e96708636 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:22.721365 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f16e68c7-f9b1-4f9a-ab97-9c4803c2229c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:22.777535 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1c83dd1f-618b-4001-9574-15166563f6cc req-6839fb0b-bd33-4e18-beb6-e1d45a0c66a2 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839577 Dec 11 22:39:22.797685 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-fd3a56bc-16b4-4ed8-8eea-7368ae0f6b7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, a1efeec9-1c36-4711-9493-e93167062efb) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:22.802736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-95b82ea0-e4f4-4134-a576-902f06ef1c92 req-507a9ae9-aa06-462b-9254-7591a72f52b6 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/security-groups?id=bda4899d-aa0e-4722-9822-cdaed6332cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255325 Dec 11 22:39:22.824521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3a56bc-16b4-4ed8-8eea-7368ae0f6b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:22.825275 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd3a56bc-16b4-4ed8-8eea-7368ae0f6b7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:22.841848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-3ac81394-92cc-41a6-96d0-2753abee9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:22.846060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-3ac81394-92cc-41a6-96d0-2753abee9507 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.2977800 Dec 11 22:39:22.853828 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:22.868487 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2408f3-4868-4b9b-8415-86c411d05d6c None None] Network a1efeec9-1c36-4711-9493-e93167062efb requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:22.904779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Network 7d54a24e-27ce-47c4-acc6-ca61a06cabf6 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:22.916753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:22.929601 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f1ce181b-4bba-469d-94e2-2ea7c6423195 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:22.950084 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['61e9e8cc-f182-42d8-8261-32cd208871f1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:39:22.959361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:23.030961 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fd3a56bc-16b4-4ed8-8eea-7368ae0f6b7f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5089288 Dec 11 22:39:23.030961 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:23.054901 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-9a5dd042-d593-4daf-b462-e3d6d3ecfc5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1824436 Dec 11 22:39:23.113819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd210e7-207e-4f71-bc64-38302c9ca652 None None] Network a1efeec9-1c36-4711-9493-e93167062efb requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:23.275535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port f1ce181b-4bba-469d-94e2-2ea7c6423195 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:23.276530 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:23.318197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Pushing event updated for resources: {'Port': ['ID=26dbd8cc-3bb5-480e-b4e9-10690891be93,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:23.347424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2e70d37c-a14c-440d-9c1a-f4bdce1342a5 None None] Provisioning complete for port 26dbd8cc-3bb5-480e-b4e9-10690891be93 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:23.348109 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2e70d37c-a14c-440d-9c1a-f4bdce1342a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:23.357273 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:23.407978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f13ca-5d69-4f62-86a1-72b52afbd39a req-c8457f8b-35dd-4636-9ff5-a4b1c1ef9ff2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:23.408368 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 413e0d01-35af-4b47-9812-7fd4a83fa5e7 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:39:23.414225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f13ca-5d69-4f62-86a1-72b52afbd39a req-c8457f8b-35dd-4636-9ff5-a4b1c1ef9ff2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:23.422066 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-779f13ca-5d69-4f62-86a1-72b52afbd39a req-c8457f8b-35dd-4636-9ff5-a4b1c1ef9ff2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1678 time: 0.3831694 Dec 11 22:39:23.513548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2e70d37c-a14c-440d-9c1a-f4bdce1342a5 None None] Port 26dbd8cc-3bb5-480e-b4e9-10690891be93 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:39:23.551132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-aa76a4ae-7136-4706-8997-ae6fb53c9f5b service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843677 Dec 11 22:39:23.583662 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-779f13ca-5d69-4f62-86a1-72b52afbd39a req-976060b2-897d-4b08-8160-8e314d31d10a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604788 Dec 11 22:39:23.714293 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:23.714956 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afdba2da-a2c8-4335-a67d-e9fa083467da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:23.715170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 413e0d01-35af-4b47-9812-7fd4a83fa5e7, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=413e0d01-35af-4b47-9812-7fd4a83fa5e7,segment=NetworkSegment(1c495662-5543-47da-b6df-3b6cd830f219),segment_id=1c495662-5543-47da-b6df-3b6cd830f219)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:23.715170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port f1ce181b-4bba-469d-94e2-2ea7c6423195, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f1ce181b-4bba-469d-94e2-2ea7c6423195,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:23.715170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '413e0d01-35af-4b47-9812-7fd4a83fa5e7', 'network_id': '88a75a2c-4877-473d-819f-ce6d9f94be67', 'port_id': '413e0d01-35af-4b47-9812-7fd4a83fa5e7', 'mac_address': 'fa:16:3e:24:18:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c8372a-1800-4830-b36a-41a99d5cef05', 'ip_address': '19.80.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:39:23.734877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-5dce1254-edf2-425f-b107-6b927d5d6e85 service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726668 Dec 11 22:39:23.772472 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:23.786501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413e0d01-35af-4b47-9812-7fd4a83fa5e7 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:39:23.811796 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 413e0d01-35af-4b47-9812-7fd4a83fa5e7, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=413e0d01-35af-4b47-9812-7fd4a83fa5e7,segment=NetworkSegment(1c495662-5543-47da-b6df-3b6cd830f219),segment_id=1c495662-5543-47da-b6df-3b6cd830f219)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:23.889134 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:23.921369 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:23.922323 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33a90ecb-fa8c-4b58-a5ce-ea1e96708636 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:23.927032 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:23.927917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 40cdcd2a-b268-4df4-bf1c-1a76c1850417 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:39:23.949416 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:24.007802 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda69adb-89ca-4a36-9807-eb219f5c8f5b req-2281fd88-56e5-4b80-9759-27e1946dea71 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:24.011159 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bda69adb-89ca-4a36-9807-eb219f5c8f5b req-2281fd88-56e5-4b80-9759-27e1946dea71 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 945 time: 0.1012285 Dec 11 22:39:24.015845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:24.043286 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:24.054264 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:24.060007 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:24.112016 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bda69adb-89ca-4a36-9807-eb219f5c8f5b req-42f969d5-3ea0-4d8a-a24e-ac446146f10b tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/security-groups?id=bda4899d-aa0e-4722-9822-cdaed6332cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873356 Dec 11 22:39:24.122899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 40cdcd2a-b268-4df4-bf1c-1a76c1850417, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=40cdcd2a-b268-4df4-bf1c-1a76c1850417,segment=NetworkSegment(c5eb9e27-5a00-4619-9da4-81bbfbd577ed),segment_id=c5eb9e27-5a00-4619-9da4-81bbfbd577ed)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:24.130764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d2cc171d-389a-4159-97ce-859f0d393317,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:24.147563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '40cdcd2a-b268-4df4-bf1c-1a76c1850417', 'network_id': '1082c159-5311-49d4-81f5-56d86a8dfa50', 'port_id': '40cdcd2a-b268-4df4-bf1c-1a76c1850417', 'mac_address': 'fa:16:3e:53:50:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f1fe98-d61c-40f9-a94a-40750600b1fb', 'ip_address': '19.86.0.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:39:24.152109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eefc3-c0b6-4e4f-85cc-6ca5dccb421c req-a374eb09-ecb7-4b70-adf9-47576535799b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:24.153870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-365eefc3-c0b6-4e4f-85cc-6ca5dccb421c req-a374eb09-ecb7-4b70-adf9-47576535799b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 946 time: 0.3114016 Dec 11 22:39:24.166332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=f1ce181b-4bba-469d-94e2-2ea7c6423195,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:24.244477 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47612) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:24.251667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2abe7d8b-cd02-4b55-92d0-10c8031176a8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1889201339-network', 'tenant_id': 'e9b6ac67a2f443a0917414a6abc1b7e9'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:24.266971 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2fbfaf7d-4d67-410a-b1da-149eab38d1a6 req-92c42994-0787-4cbc-9752-bd738b7d732e tempest-QuotasAdminNegativeTest-526088646 tempest-QuotasAdminNegativeTest-526088646-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e0ecb472ca384d71a10ff5ab93e88945&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457869 Dec 11 22:39:24.280568 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 33a90ecb-fa8c-4b58-a5ce-ea1e96708636 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:24.281566 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:24.321675 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:24.341389 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=413e0d01-35af-4b47-9812-7fd4a83fa5e7,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:24.356264 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40cdcd2a-b268-4df4-bf1c-1a76c1850417 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:39:24.386634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 40cdcd2a-b268-4df4-bf1c-1a76c1850417, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=40cdcd2a-b268-4df4-bf1c-1a76c1850417,segment=NetworkSegment(c5eb9e27-5a00-4619-9da4-81bbfbd577ed),segment_id=c5eb9e27-5a00-4619-9da4-81bbfbd577ed)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:24.399276 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfaf7d-4d67-410a-b1da-149eab38d1a6 req-345dd332-09d4-4565-afe8-945b3dd0711f tempest-QuotasAdminNegativeTest-526088646 tempest-QuotasAdminNegativeTest-526088646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:24.407041 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2fbfaf7d-4d67-410a-b1da-149eab38d1a6 req-345dd332-09d4-4565-afe8-945b3dd0711f tempest-QuotasAdminNegativeTest-526088646 tempest-QuotasAdminNegativeTest-526088646-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1388717 Dec 11 22:39:24.425099 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2fbfaf7d-4d67-410a-b1da-149eab38d1a6 req-b38c5528-4896-4c1f-bdaf-7d50122e6a78 tempest-QuotasAdminNegativeTest-526088646 tempest-QuotasAdminNegativeTest-526088646-project] 10.222.0.45 "GET /v2.0/quotas/e0ecb472ca384d71a10ff5ab93e88945 HTTP/1.1" status: 200 len: 375 time: 0.0169508 Dec 11 22:39:24.436065 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abe7d8b-cd02-4b55-92d0-10c8031176a8 admin admin] Made reservation on behalf of e9b6ac67a2f443a0917414a6abc1b7e9 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:24.438289 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2abe7d8b-cd02-4b55-92d0-10c8031176a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:24.446665 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:24.489364 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2fbfaf7d-4d67-410a-b1da-149eab38d1a6 req-513f89ab-d010-48df-9123-e8342bc0a07b tempest-QuotasAdminNegativeTest-526088646 tempest-QuotasAdminNegativeTest-526088646-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0ecb472ca384d71a10ff5ab93e88945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631070 Dec 11 22:39:24.493461 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2abe7d8b-cd02-4b55-92d0-10c8031176a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:24.567737 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=40cdcd2a-b268-4df4-bf1c-1a76c1850417,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:24.591556 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-365eefc3-c0b6-4e4f-85cc-6ca5dccb421c req-7b2aa3d6-4492-4da7-a7c9-92b61e3d66f5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119308 Dec 11 22:39:24.612135 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:24.708583 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2abe7d8b-cd02-4b55-92d0-10c8031176a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:24.718833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-afdba2da-a2c8-4335-a67d-e9fa083467da admin admin] Deleting port cc82947c-4d9e-417f-bfad-fd0552d8f3fc {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:24.723286 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afdba2da-a2c8-4335-a67d-e9fa083467da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:24.772994 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2abe7d8b-cd02-4b55-92d0-10c8031176a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:24.779447 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:24.781861 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['413e0d01-35af-4b47-9812-7fd4a83fa5e7'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:39:24.816677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f1ce181b-4bba-469d-94e2-2ea7c6423195 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:24.853653 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abe7d8b-cd02-4b55-92d0-10c8031176a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:39:24.861746 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe7d8b-cd02-4b55-92d0-10c8031176a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cabe8a-fbba-4847-825e-1ae001710f74,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:24.881822 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2abe7d8b-cd02-4b55-92d0-10c8031176a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:24.882210 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-2abe7d8b-cd02-4b55-92d0-10c8031176a8 admin admin] Added segment 5ac009e2-357c-48ae-98e6-e8ca3e1d7fef of type vlan for network f4bc6c0e-47f3-48fd-8909-2e9d382a323b Dec 11 22:39:24.891318 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:24.923809 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port f1ce181b-4bba-469d-94e2-2ea7c6423195 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:24.924474 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:24.938445 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2abe7d8b-cd02-4b55-92d0-10c8031176a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:25.063662 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2abe7d8b-cd02-4b55-92d0-10c8031176a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:25.064668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abe7d8b-cd02-4b55-92d0-10c8031176a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:25.065461 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2abe7d8b-cd02-4b55-92d0-10c8031176a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:25.166023 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe7d8b-cd02-4b55-92d0-10c8031176a8 admin admin] Pushing event updated for resources: {'Network': ['ID=f4bc6c0e-47f3-48fd-8909-2e9d382a323b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:25.183842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network f4bc6c0e-47f3-48fd-8909-2e9d382a323b details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:39:25.205224 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2abe7d8b-cd02-4b55-92d0-10c8031176a8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9596214 Dec 11 22:39:25.207868 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47628) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:25.218237 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-828c3ecb-f882-4289-baeb-4c170a04e93f admin admin] Request body: {'subnet': {'network_id': 'f4bc6c0e-47f3-48fd-8909-2e9d382a323b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1889201339-subnet', 'tenant_id': 'e9b6ac67a2f443a0917414a6abc1b7e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:25.380535 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760cee8-f40e-4e46-94dc-490fa3108819 req-a4af8ca6-2a53-4dff-88d2-a4e1f045cb4e tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:25.388632 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4760cee8-f40e-4e46-94dc-490fa3108819 req-a4af8ca6-2a53-4dff-88d2-a4e1f045cb4e tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 945 time: 0.1487033 Dec 11 22:39:25.389060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18298cd7-b1bc-42aa-b893-2299f67534c2 req-9b6afe45-aabf-416e-afec-b289a878dd8d tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:25.395405 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18298cd7-b1bc-42aa-b893-2299f67534c2 req-9b6afe45-aabf-416e-afec-b289a878dd8d tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:25.397021 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18298cd7-b1bc-42aa-b893-2299f67534c2 req-9b6afe45-aabf-416e-afec-b289a878dd8d tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1680 time: 0.6802824 Dec 11 22:39:25.431315 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:25.434924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828c3ecb-f882-4289-baeb-4c170a04e93f admin admin] Made reservation on behalf of e9b6ac67a2f443a0917414a6abc1b7e9 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:25.437247 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-828c3ecb-f882-4289-baeb-4c170a04e93f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:25.439642 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Pushing event updated for resources: {'Port': ['ID=26dbd8cc-3bb5-480e-b4e9-10690891be93,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:25.451244 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4760cee8-f40e-4e46-94dc-490fa3108819 req-d715887b-25fb-41f3-b9b3-2b10f1cac298 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/security-groups?id=bda4899d-aa0e-4722-9822-cdaed6332cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602639 Dec 11 22:39:25.475600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-afdba2da-a2c8-4335-a67d-e9fa083467da admin admin] For port cc82947c-4d9e-417f-bfad-fd0552d8f3fc, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=cc82947c-4d9e-417f-bfad-fd0552d8f3fc,segment=NetworkSegment(b68d7d30-2c15-4dcd-a66f-358e796390f0),segment_id=b68d7d30-2c15-4dcd-a66f-358e796390f0)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:25.475600 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afdba2da-a2c8-4335-a67d-e9fa083467da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:25.513844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-afdba2da-a2c8-4335-a67d-e9fa083467da admin admin] Calling delete_port for cc82947c-4d9e-417f-bfad-fd0552d8f3fc owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:25.608375 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18298cd7-b1bc-42aa-b893-2299f67534c2 req-79022a24-f743-4630-9939-753319a8523d tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916461 Dec 11 22:39:25.640350 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:25.752651 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-828c3ecb-f882-4289-baeb-4c170a04e93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:25.810786 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454a2f-f3c4-431d-8d25-4599b970c906 req-36234526-97d6-403b-8e13-f2c7512decdc tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:25.811381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Network 7d54a24e-27ce-47c4-acc6-ca61a06cabf6 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:25.815408 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f454a2f-f3c4-431d-8d25-4599b970c906 req-36234526-97d6-403b-8e13-f2c7512decdc tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 946 time: 0.1061432 Dec 11 22:39:25.815905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47634) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:25.851813 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c3ecb-f882-4289-baeb-4c170a04e93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=00632942-0877-40a7-92a8-3389522222d0,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:25.864119 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['40cdcd2a-b268-4df4-bf1c-1a76c1850417'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:39:25.885950 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:25.890771 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828c3ecb-f882-4289-baeb-4c170a04e93f admin admin] Checking segment: {'id': '5ac009e2-357c-48ae-98e6-e8ca3e1d7fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f4bc6c0e-47f3-48fd-8909-2e9d382a323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:25.891096 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828c3ecb-f882-4289-baeb-4c170a04e93f admin admin] Network hostable DHCP agents. Network: f4bc6c0e-47f3-48fd-8909-2e9d382a323b, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:39:25.917590 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f454a2f-f3c4-431d-8d25-4599b970c906 req-84179810-6076-4438-aada-7fd19dda9456 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776823 Dec 11 22:39:25.943833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 61e9e8cc-f182-42d8-8261-32cd208871f1 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:26.023141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828c3ecb-f882-4289-baeb-4c170a04e93f admin admin] Network f4bc6c0e-47f3-48fd-8909-2e9d382a323b is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:39:26.066942 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-958be3d7-9d24-4dfc-89af-f9a89bef2596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:26.131291 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-828c3ecb-f882-4289-baeb-4c170a04e93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, f4bc6c0e-47f3-48fd-8909-2e9d382a323b) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:26.143156 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828c3ecb-f882-4289-baeb-4c170a04e93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:26.143156 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-828c3ecb-f882-4289-baeb-4c170a04e93f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:26.147634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506d759d-42ff-4d56-89ee-7f5958bb159e None None] Network f4bc6c0e-47f3-48fd-8909-2e9d382a323b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:26.227709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 61e9e8cc-f182-42d8-8261-32cd208871f1 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:39:26.239098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Router 5f031a4d-4214-47b6-b7cc-54b43386df5f has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:39:26.240836 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-958be3d7-9d24-4dfc-89af-f9a89bef2596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:26.258341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 61e9e8cc-f182-42d8-8261-32cd208871f1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:26.259001 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:26.273331 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:26.338528 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-828c3ecb-f882-4289-baeb-4c170a04e93f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1293535 Dec 11 22:39:26.355040 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-958be3d7-9d24-4dfc-89af-f9a89bef2596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:26.414340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958be3d7-9d24-4dfc-89af-f9a89bef2596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4696b6-4e85-4662-addf-7209b25c7553,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:26.452270 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-958be3d7-9d24-4dfc-89af-f9a89bef2596 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0ecb472ca384d71a10ff5ab93e88945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6333101 Dec 11 22:39:26.452915 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47640) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:26.511531 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39767c69-86e6-4d98-a372-5106513816ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:26.537364 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39767c69-86e6-4d98-a372-5106513816ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:26.566237 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afdba2da-a2c8-4335-a67d-e9fa083467da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:26.601089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-97042384-795f-4a94-8a59-6bf2bdd9e7c4 None None] Provisioning complete for port 26dbd8cc-3bb5-480e-b4e9-10690891be93 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:26.601436 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97042384-795f-4a94-8a59-6bf2bdd9e7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:26.606260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47644) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:26.627519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:39:26.651066 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a8e32d2b-1e6f-43a7-b81c-b6d16993409f admin admin] 10.222.0.45 "PUT /v2.0/routers/5f031a4d-4214-47b6-b7cc-54b43386df5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4194529 Dec 11 22:39:26.658514 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Sync routers for ids ['5f031a4d-4214-47b6-b7cc-54b43386df5f'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:39:26.678707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1d014c-21df-4feb-9dfd-f8ffa01578f7 None None] Network f4bc6c0e-47f3-48fd-8909-2e9d382a323b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:26.696454 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Routers {'5f031a4d-4214-47b6-b7cc-54b43386df5f'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:26.697385 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5f031a4d-4214-47b6-b7cc-54b43386df5f'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:26.707618 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39767c69-86e6-4d98-a372-5106513816ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:26.716974 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39767c69-86e6-4d98-a372-5106513816ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:26.723564 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-39767c69-86e6-4d98-a372-5106513816ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d4696b6-4e85-4662-addf-7209b25c7553 HTTP/1.1" status: 204 len: 168 time: 0.2692339 Dec 11 22:39:26.780671 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdba2da-a2c8-4335-a67d-e9fa083467da admin admin] Pushing event deleted for resources: {'Port': ['ID=cc82947c-4d9e-417f-bfad-fd0552d8f3fc,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:26.784668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-97042384-795f-4a94-8a59-6bf2bdd9e7c4 None None] Port 26dbd8cc-3bb5-480e-b4e9-10690891be93 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:39:26.799097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39767c69-86e6-4d98-a372-5106513816ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4696b6-4e85-4662-addf-7209b25c7553,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:26.945739 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-491972a9-3d82-49f1-b6b3-2a57efb1536e admin admin] Deleting subnet d664da74-4045-428a-96c3-b1562e0734a1 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:39:26.954013 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-491972a9-3d82-49f1-b6b3-2a57efb1536e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:26.992218 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Set router 5f031a4d-4214-47b6-b7cc-54b43386df5f gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:27.007629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d3bcd-c953-474a-a0c3-7e3303235d67 req-dc2b88d7-21fc-44af-9969-7f87dc3df935 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:27.010490 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840d3bcd-c953-474a-a0c3-7e3303235d67 req-dc2b88d7-21fc-44af-9969-7f87dc3df935 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 945 time: 0.3205893 Dec 11 22:39:27.034271 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9987d6-ae96-4288-84ac-df608c0ae025 req-549330cd-5b66-4fc4-b788-9541ba710739 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:27.057364 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9987d6-ae96-4288-84ac-df608c0ae025 req-549330cd-5b66-4fc4-b788-9541ba710739 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:27.063503 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4d9987d6-ae96-4288-84ac-df608c0ae025 req-549330cd-5b66-4fc4-b788-9541ba710739 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1680 time: 0.2532892 Dec 11 22:39:27.135568 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-491972a9-3d82-49f1-b6b3-2a57efb1536e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:27.143121 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:27.199179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694ad63a-b2a0-4750-b520-6807f242cef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e9e8cc-f182-42d8-8261-32cd208871f1'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:39:27.207670 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ec6404-d9c3-4857-85b9-abb753eb6e12" -d '{"events": [{"server_uuid": "694ad63a-b2a0-4750-b520-6807f242cef4", "name": "network-vif-plugged", "status": "completed", "tag": "61e9e8cc-f182-42d8-8261-32cd208871f1"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:39:27.236172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 61e9e8cc-f182-42d8-8261-32cd208871f1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=61e9e8cc-f182-42d8-8261-32cd208871f1,segment=NetworkSegment(88b5045d-b8b0-46d2-b22b-4de6f3d5bb15),segment_id=88b5045d-b8b0-46d2-b22b-4de6f3d5bb15)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:27.238221 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4d9987d6-ae96-4288-84ac-df608c0ae025 req-3d696408-0834-41d2-b88d-450e143c96cd tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624591 Dec 11 22:39:27.297057 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840d3bcd-c953-474a-a0c3-7e3303235d67 req-86baee7c-aaf9-449f-a445-9ae46972afa9 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/security-groups?id=bda4899d-aa0e-4722-9822-cdaed6332cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849557 Dec 11 22:39:27.308888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Router db7abb22-9f88-46f2-b7ef-eb3eff734834 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:39:27.320577 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-491972a9-3d82-49f1-b6b3-2a57efb1536e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:27.333087 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:27.350229 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afdba2da-a2c8-4335-a67d-e9fa083467da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:27.453215 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=61e9e8cc-f182-42d8-8261-32cd208871f1,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:27.458469 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 40cdcd2a-b268-4df4-bf1c-1a76c1850417 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:27.594463 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f0fe3-fe95-49a1-a5d6-488d8cb59c76 req-d0e07856-927f-4b01-b5a4-b4acb8683d89 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:27.605325 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-874f0fe3-fe95-49a1-a5d6-488d8cb59c76 req-d0e07856-927f-4b01-b5a4-b4acb8683d89 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 946 time: 0.2004423 Dec 11 22:39:27.635225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47662) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:27.646122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 40cdcd2a-b268-4df4-bf1c-1a76c1850417 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:39:27.650426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 40cdcd2a-b268-4df4-bf1c-1a76c1850417 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:27.654313 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:27.689057 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-874f0fe3-fe95-49a1-a5d6-488d8cb59c76 req-accc5898-5104-41f6-9a80-65558a5c80eb tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741649 Dec 11 22:39:27.690953 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-491972a9-3d82-49f1-b6b3-2a57efb1536e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:27.698123 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d9aea1c8-785d-4ac1-b5e2-47bcfe9bec7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:27.720583 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-491972a9-3d82-49f1-b6b3-2a57efb1536e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:27.733910 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-491972a9-3d82-49f1-b6b3-2a57efb1536e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d664da74-4045-428a-96c3-b1562e0734a1 HTTP/1.1" status: 204 len: 168 time: 1.1265094 Dec 11 22:39:27.735777 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47664) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:27.764987 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'name': 'tempest-FloatingIPDetailsTestJSON-806090338-router', 'tenant_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'f1ce181b-4bba-469d-94e2-2ea7c6423195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:12Z', 'updated_at': '2021-12-11T22:39:23Z', 'revision_number': 4, 'project_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'gw_port': {'id': 'f1ce181b-4bba-469d-94e2-2ea7c6423195', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:13Z', 'updated_at': '2021-12-11T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '26dbd8cc-3bb5-480e-b4e9-10690891be93', 'name': '', 'network_id': '7d54a24e-27ce-47c4-acc6-ca61a06cabf6', 'tenant_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'mac_address': 'fa:16:3e:78:89:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '218a1a85-dd0a-4aa9-9864-7b39733d297b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:20Z', 'updated_at': '2021-12-11T22:39:24Z', 'revision_number': 2, 'project_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'subnets': [{'id': '218a1a85-dd0a-4aa9-9864-7b39733d297b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:27.769876 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3a922e-1da3-46fe-a67f-40967417d95d x-openstack-request-id: req-ee3a922e-1da3-46fe-a67f-40967417d95d {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:39:27.770515 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694ad63a-b2a0-4750-b520-6807f242cef4", "name": "network-vif-plugged", "status": "completed", "tag": "61e9e8cc-f182-42d8-8261-32cd208871f1", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:39:27.771008 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee3a922e-1da3-46fe-a67f-40967417d95d {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:39:27.771664 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694ad63a-b2a0-4750-b520-6807f242cef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e9e8cc-f182-42d8-8261-32cd208871f1', 'code': 200} Dec 11 22:39:27.808055 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:27.811831 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491972a9-3d82-49f1-b6b3-2a57efb1536e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d664da74-4045-428a-96c3-b1562e0734a1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:27.844893 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Checking router: 5f031a4d-4214-47b6-b7cc-54b43386df5f for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:39:27.849235 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Updating router 5f031a4d-4214-47b6-b7cc-54b43386df5f port 26dbd8cc-3bb5-480e-b4e9-10690891be93 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:39:27.852106 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d9aea1c8-785d-4ac1-b5e2-47bcfe9bec7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:27.860157 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 40cdcd2a-b268-4df4-bf1c-1a76c1850417, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=40cdcd2a-b268-4df4-bf1c-1a76c1850417,segment=NetworkSegment(c5eb9e27-5a00-4619-9da4-81bbfbd577ed),segment_id=c5eb9e27-5a00-4619-9da4-81bbfbd577ed)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:27.876191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:39:27.889539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Sync routers for ids ['db7abb22-9f88-46f2-b7ef-eb3eff734834'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:39:27.907719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Routers {'db7abb22-9f88-46f2-b7ef-eb3eff734834'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:27.908374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['db7abb22-9f88-46f2-b7ef-eb3eff734834'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:27.915288 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:27.983223 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee0facb8-b902-4e41-852e-526f59031da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:28.003138 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:28.003976 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 413e0d01-35af-4b47-9812-7fd4a83fa5e7 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:28.012431 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d9aea1c8-785d-4ac1-b5e2-47bcfe9bec7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:28.053408 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d9aea1c8-785d-4ac1-b5e2-47bcfe9bec7d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=843ff63dc18a42bba55a1a75b8ca8dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4111097 Dec 11 22:39:28.064959 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47666) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:28.102163 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d82f47-631e-42fc-a28b-c303c109b236 req-4be23da2-1c8d-44cf-a847-9e065372811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:28.103851 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73d82f47-631e-42fc-a28b-c303c109b236 req-4be23da2-1c8d-44cf-a847-9e065372811d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 1097 time: 0.2373555 Dec 11 22:39:28.175390 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:28.180576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d70afa87-f2c6-444b-b588-1f147ac7e5a9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.3911264 Dec 11 22:39:28.181966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47668) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:28.233678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73d82f47-631e-42fc-a28b-c303c109b236 req-faaf1d02-40da-4a5c-bc73-087de61e84d9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bda4899d-aa0e-4722-9822-cdaed6332cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170759 Dec 11 22:39:28.296497 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee0facb8-b902-4e41-852e-526f59031da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:28.341778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-ee0facb8-b902-4e41-852e-526f59031da2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1efeec9-1c36-4711-9493-e93167062efb']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:28.352840 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-ee0facb8-b902-4e41-852e-526f59031da2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3ee8b2-1bf8-4826-96dc-a5cc2364c0f4') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:28.353308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-ee0facb8-b902-4e41-852e-526f59031da2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3ee8b2-1bf8-4826-96dc-a5cc2364c0f4') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:28.357982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aea1c8-785d-4ac1-b5e2-47bcfe9bec7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c417ed4d-8a77-4198-814b-3527ba214e12,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:28.385866 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee0facb8-b902-4e41-852e-526f59031da2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:28.412131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=40cdcd2a-b268-4df4-bf1c-1a76c1850417,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:28.439363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Set router db7abb22-9f88-46f2-b7ef-eb3eff734834 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:28.471475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-61a01165-113f-4d80-89db-d729c5580b32 req-fa8391d3-4e7b-4764-8798-f1eaa6129fbf tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6179881 Dec 11 22:39:28.491063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-61a01165-113f-4d80-89db-d729c5580b32 req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:28.543234 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:28.547338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 413e0d01-35af-4b47-9812-7fd4a83fa5e7 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:39:28.563405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 413e0d01-35af-4b47-9812-7fd4a83fa5e7 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:28.563802 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:28.600702 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee0facb8-b902-4e41-852e-526f59031da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:28.610712 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdba2da-a2c8-4335-a67d-e9fa083467da admin admin] Router ce441e36-b615-427d-89af-611a1943247d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:39:28.617802 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:28.705342 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61a01165-113f-4d80-89db-d729c5580b32 req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:28.707532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0facb8-b902-4e41-852e-526f59031da2 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:39:28.708171 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee0facb8-b902-4e41-852e-526f59031da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:39:28.711776 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:39:28.754080 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-017ada14-1909-44d2-a58c-c44d9f8decf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:28.789677 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a2c22-8a9f-474f-8369-a46bba84e917 None None] Pushing event updated for resources: {'Port': ['ID=26dbd8cc-3bb5-480e-b4e9-10690891be93,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:28.819955 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a2c22-8a9f-474f-8369-a46bba84e917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:28.820313 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a2c22-8a9f-474f-8369-a46bba84e917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:28.820664 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a2c22-8a9f-474f-8369-a46bba84e917 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:28.820993 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a2c22-8a9f-474f-8369-a46bba84e917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:28.821328 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a2c22-8a9f-474f-8369-a46bba84e917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:28.821660 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a2c22-8a9f-474f-8369-a46bba84e917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:28.822043 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a2c22-8a9f-474f-8369-a46bba84e917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:28.822301 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a2c22-8a9f-474f-8369-a46bba84e917 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:28.822628 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a2c22-8a9f-474f-8369-a46bba84e917 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:28.823049 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a2c22-8a9f-474f-8369-a46bba84e917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:28.825104 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a2c22-8a9f-474f-8369-a46bba84e917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:28.825104 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a2c22-8a9f-474f-8369-a46bba84e917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:28.825104 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52a2c22-8a9f-474f-8369-a46bba84e917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:39:28.828335 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Attempting to bind port 26dbd8cc-3bb5-480e-b4e9-10690891be93 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:39:28.828716 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Attempting to bind port 26dbd8cc-3bb5-480e-b4e9-10690891be93 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '5ee1e7e1-11aa-450c-a618-bb0098afbd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7d54a24e-27ce-47c4-acc6-ca61a06cabf6'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:39:28.829081 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Attempting to bind port 26dbd8cc-3bb5-480e-b4e9-10690891be93 on network 7d54a24e-27ce-47c4-acc6-ca61a06cabf6 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:28.833661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdba2da-a2c8-4335-a67d-e9fa083467da admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:39:28.840274 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:39:28.840663 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Checking segment: {'id': '5ee1e7e1-11aa-450c-a618-bb0098afbd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7d54a24e-27ce-47c4-acc6-ca61a06cabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:28.841698 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:28.842019 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Bound using segment: {'id': '5ee1e7e1-11aa-450c-a618-bb0098afbd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7d54a24e-27ce-47c4-acc6-ca61a06cabf6'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:39:28.842494 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Bound port: 26dbd8cc-3bb5-480e-b4e9-10690891be93, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee1e7e1-11aa-450c-a618-bb0098afbd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7d54a24e-27ce-47c4-acc6-ca61a06cabf6'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:39:28.845422 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:28.845541 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-afdba2da-a2c8-4335-a67d-e9fa083467da admin admin] 10.222.0.45 "PUT /v2.0/routers/ce441e36-b615-427d-89af-611a1943247d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6949284 Dec 11 22:39:28.845541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47676) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:28.877325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b5f5c-4961-4a61-8322-ae9aa37708d7 req-b7150a04-92a0-4957-990c-9c01084fdfe1 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:28.895737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b5f5c-4961-4a61-8322-ae9aa37708d7 req-b7150a04-92a0-4957-990c-9c01084fdfe1 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:28.898164 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0c6b5f5c-4961-4a61-8322-ae9aa37708d7 req-b7150a04-92a0-4957-990c-9c01084fdfe1 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1681 time: 0.3931036 Dec 11 22:39:28.942226 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:28.945931 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] For port 26dbd8cc-3bb5-480e-b4e9-10690891be93, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:28.955028 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] For port 26dbd8cc-3bb5-480e-b4e9-10690891be93, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=26dbd8cc-3bb5-480e-b4e9-10690891be93,segment=NetworkSegment(5ee1e7e1-11aa-450c-a618-bb0098afbd94),segment_id=5ee1e7e1-11aa-450c-a618-bb0098afbd94)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:39:28.959183 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41267f-0b42-4289-9fe4-ab84597f6b73 None None] Sync routers for ids ['ce441e36-b615-427d-89af-611a1943247d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:39:28.982708 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41267f-0b42-4289-9fe4-ab84597f6b73 None None] Routers {'ce441e36-b615-427d-89af-611a1943247d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:29.000600 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ad41267f-0b42-4289-9fe4-ab84597f6b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ce441e36-b615-427d-89af-611a1943247d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:29.051781 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'name': 'tempest-ServersTestManualDisk-1515129281-router', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:19Z', 'updated_at': '2021-12-11T22:39:24Z', 'revision_number': 3, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'gw_port': {'id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:21Z', 'updated_at': '2021-12-11T22:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:29.057951 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:29.061696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 413e0d01-35af-4b47-9812-7fd4a83fa5e7, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=413e0d01-35af-4b47-9812-7fd4a83fa5e7,segment=NetworkSegment(1c495662-5543-47da-b6df-3b6cd830f219),segment_id=1c495662-5543-47da-b6df-3b6cd830f219)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:29.096530 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6417b3a4-8755-498a-b904-6e39c3b47cc2 None None] Provisioning complete for port 26dbd8cc-3bb5-480e-b4e9-10690891be93 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:29.096991 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6417b3a4-8755-498a-b904-6e39c3b47cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:29.113829 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-017ada14-1909-44d2-a58c-c44d9f8decf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:29.149754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Checking router: db7abb22-9f88-46f2-b7ef-eb3eff734834 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:39:29.150120 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Updating router db7abb22-9f88-46f2-b7ef-eb3eff734834 port d2cc171d-389a-4159-97ce-859f0d393317 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:39:29.181553 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:29.194337 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee0facb8-b902-4e41-852e-526f59031da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:29.224599 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0c6b5f5c-4961-4a61-8322-ae9aa37708d7 req-50681376-c8b1-4e79-b40e-2cab50f2087f tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227197 Dec 11 22:39:29.262377 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Routers {'5f031a4d-4214-47b6-b7cc-54b43386df5f'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:29.262377 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5f031a4d-4214-47b6-b7cc-54b43386df5f'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:29.311677 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:29.367658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=413e0d01-35af-4b47-9812-7fd4a83fa5e7,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:29.379886 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6417b3a4-8755-498a-b904-6e39c3b47cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:29.429569 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee0facb8-b902-4e41-852e-526f59031da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:29.442486 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ee0facb8-b902-4e41-852e-526f59031da2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a1efeec9-1c36-4711-9493-e93167062efb HTTP/1.1" status: 204 len: 168 time: 1.6428916 Dec 11 22:39:29.446086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47678) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:29.463667 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] Set router 5f031a4d-4214-47b6-b7cc-54b43386df5f gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:29.537044 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6417b3a4-8755-498a-b904-6e39c3b47cc2 None None] For port 26dbd8cc-3bb5-480e-b4e9-10690891be93, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=26dbd8cc-3bb5-480e-b4e9-10690891be93,segment=NetworkSegment(5ee1e7e1-11aa-450c-a618-bb0098afbd94),segment_id=5ee1e7e1-11aa-450c-a618-bb0098afbd94)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:29.561959 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-ad41267f-0b42-4289-9fe4-ab84597f6b73 None None] Set router ce441e36-b615-427d-89af-611a1943247d gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:29.567548 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0facb8-b902-4e41-852e-526f59031da2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1efeec9-1c36-4711-9493-e93167062efb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:29.612954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb129959-7099-4920-b150-a8b0f4f4eff7 admin admin] Deleting subnet 00632942-0877-40a7-92a8-3389522222d0 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:39:29.617583 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb129959-7099-4920-b150-a8b0f4f4eff7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:29.620249 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47215b75-9516-4d5b-bf2f-2cfbaefaf5ce admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:29.630230 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6417b3a4-8755-498a-b904-6e39c3b47cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:29.727258 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb129959-7099-4920-b150-a8b0f4f4eff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:29.770005 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417b3a4-8755-498a-b904-6e39c3b47cc2 None None] Pushing event updated for resources: {'Port': ['ID=26dbd8cc-3bb5-480e-b4e9-10690891be93,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:29.786944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a87bbc-dd18-497f-a6ab-fe75c02378b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cdcd2a-b268-4df4-bf1c-1a76c1850417'}, {'server_uuid': '51a87bbc-dd18-497f-a6ab-fe75c02378b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413e0d01-35af-4b47-9812-7fd4a83fa5e7'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:39:29.789878 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab71c982-9f0b-4d1b-960b-2dcda8de462f" -d '{"events": [{"server_uuid": "51a87bbc-dd18-497f-a6ab-fe75c02378b4", "name": "network-vif-plugged", "status": "completed", "tag": "40cdcd2a-b268-4df4-bf1c-1a76c1850417"}, {"server_uuid": "51a87bbc-dd18-497f-a6ab-fe75c02378b4", "name": "network-vif-plugged", "status": "completed", "tag": "413e0d01-35af-4b47-9812-7fd4a83fa5e7"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:39:29.822999 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61a01165-113f-4d80-89db-d729c5580b32 req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:29.832865 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-846d8bce-28a1-480a-960a-242a37dd91f2 None None] Provisioning complete for port 26dbd8cc-3bb5-480e-b4e9-10690891be93 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:29.833083 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-846d8bce-28a1-480a-960a-242a37dd91f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:29.864428 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb129959-7099-4920-b150-a8b0f4f4eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:29.892022 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a2c22-8a9f-474f-8369-a46bba84e917 None None] Pushing event updated for resources: {'Port': ['ID=26dbd8cc-3bb5-480e-b4e9-10690891be93,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:29.927513 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47215b75-9516-4d5b-bf2f-2cfbaefaf5ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:29.999029 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'name': 'tempest-FloatingIPDetailsTestJSON-806090338-router', 'tenant_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'f1ce181b-4bba-469d-94e2-2ea7c6423195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:12Z', 'updated_at': '2021-12-11T22:39:23Z', 'revision_number': 4, 'project_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'gw_port': {'id': 'f1ce181b-4bba-469d-94e2-2ea7c6423195', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:13Z', 'updated_at': '2021-12-11T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '26dbd8cc-3bb5-480e-b4e9-10690891be93', 'name': '', 'network_id': '7d54a24e-27ce-47c4-acc6-ca61a06cabf6', 'tenant_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'mac_address': 'fa:16:3e:78:89:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '218a1a85-dd0a-4aa9-9864-7b39733d297b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:20Z', 'updated_at': '2021-12-11T22:39:28Z', 'revision_number': 4, 'project_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'subnets': [{'id': '218a1a85-dd0a-4aa9-9864-7b39733d297b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:30.043916 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fe60cf-40c1-4051-a1b0-3a781cc91a61 None None] The sync data for ids ['5f031a4d-4214-47b6-b7cc-54b43386df5f'] in n-d-710847-6 is: [{'id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'name': 'tempest-FloatingIPDetailsTestJSON-806090338-router', 'tenant_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'f1ce181b-4bba-469d-94e2-2ea7c6423195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:12Z', 'updated_at': '2021-12-11T22:39:23Z', 'revision_number': 4, 'project_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'gw_port': {'id': 'f1ce181b-4bba-469d-94e2-2ea7c6423195', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:13Z', 'updated_at': '2021-12-11T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '26dbd8cc-3bb5-480e-b4e9-10690891be93', 'name': '', 'network_id': '7d54a24e-27ce-47c4-acc6-ca61a06cabf6', 'tenant_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'mac_address': 'fa:16:3e:78:89:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '218a1a85-dd0a-4aa9-9864-7b39733d297b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:20Z', 'updated_at': '2021-12-11T22:39:28Z', 'revision_number': 4, 'project_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'subnets': [{'id': '218a1a85-dd0a-4aa9-9864-7b39733d297b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:39:30.049872 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb129959-7099-4920-b150-a8b0f4f4eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:30.059851 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:30.063426 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ad41267f-0b42-4289-9fe4-ab84597f6b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce441e36-b615-427d-89af-611a1943247d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-715296793-router', 'tenant_id': '3e768f6b945c4287b67eefbc11178b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '51db3feb-7988-4146-bd9e-fedbbaa4bdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:33:09Z', 'updated_at': '2021-12-11T22:39:26Z', 'revision_number': 5, 'project_id': '3e768f6b945c4287b67eefbc11178b64', 'gw_port': {'id': '51db3feb-7988-4146-bd9e-fedbbaa4bdf6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce441e36-b615-427d-89af-611a1943247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:33:10Z', 'updated_at': '2021-12-11T22:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:30.098420 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41267f-0b42-4289-9fe4-ab84597f6b73 None None] Checking router: ce441e36-b615-427d-89af-611a1943247d for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:39:30.108209 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41267f-0b42-4289-9fe4-ab84597f6b73 None None] Routers {'ce441e36-b615-427d-89af-611a1943247d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:30.109063 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ad41267f-0b42-4289-9fe4-ab84597f6b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ce441e36-b615-427d-89af-611a1943247d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:30.111745 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:30.138836 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:30.180773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb129959-7099-4920-b150-a8b0f4f4eff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00632942-0877-40a7-92a8-3389522222d0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:30.184354 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb129959-7099-4920-b150-a8b0f4f4eff7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:30.190554 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126fe69-d2fe-4778-a2e1-1d28720c11cb req-434d2c8f-109d-48f1-b0ea-9324724072bd tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:30.192940 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bb129959-7099-4920-b150-a8b0f4f4eff7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/00632942-0877-40a7-92a8-3389522222d0 HTTP/1.1" status: 204 len: 168 time: 0.7362170 Dec 11 22:39:30.197468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47682) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:30.208390 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5126fe69-d2fe-4778-a2e1-1d28720c11cb req-434d2c8f-109d-48f1-b0ea-9324724072bd tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 946 time: 0.7663565 Dec 11 22:39:30.237413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Attempting to bind port d2cc171d-389a-4159-97ce-859f0d393317 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:39:30.238260 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Attempting to bind port d2cc171d-389a-4159-97ce-859f0d393317 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:39:30.238892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Attempting to bind port d2cc171d-389a-4159-97ce-859f0d393317 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:30.254889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:39:30.256812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:30.257467 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:30.258107 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:39:30.259464 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Bound port: d2cc171d-389a-4159-97ce-859f0d393317, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:39:30.263142 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:30.328732 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5126fe69-d2fe-4778-a2e1-1d28720c11cb req-08945313-0b07-4b22-ba72-e54b3b098a46 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/security-groups?id=bda4899d-aa0e-4722-9822-cdaed6332cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104953 Dec 11 22:39:30.347832 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] For port d2cc171d-389a-4159-97ce-859f0d393317, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:30.352074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] For port d2cc171d-389a-4159-97ce-859f0d393317, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d2cc171d-389a-4159-97ce-859f0d393317,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:39:30.354238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07e868-677b-4afe-93f9-eeb96d248976 None None] Pushing event updated for resources: {'Port': ['ID=d2cc171d-389a-4159-97ce-859f0d393317,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:30.407035 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-017ada14-1909-44d2-a58c-c44d9f8decf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:30.411064 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-017ada14-1909-44d2-a58c-c44d9f8decf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:30.412634 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-017ada14-1909-44d2-a58c-c44d9f8decf0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c417ed4d-8a77-4198-814b-3527ba214e12 HTTP/1.1" status: 204 len: 168 time: 2.3436768 Dec 11 22:39:30.428751 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ada14-1909-44d2-a58c-c44d9f8decf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c417ed4d-8a77-4198-814b-3527ba214e12,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:30.468692 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:30.481178 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-ad41267f-0b42-4289-9fe4-ab84597f6b73 None None] Set router ce441e36-b615-427d-89af-611a1943247d gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:30.513195 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f62cfe2f-cf9e-4638-a840-3c71230c7ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:30.536221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-47215b75-9516-4d5b-bf2f-2cfbaefaf5ce admin admin] Deleting port 51db3feb-7988-4146-bd9e-fedbbaa4bdf6 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:30.540510 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47215b75-9516-4d5b-bf2f-2cfbaefaf5ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:30.561917 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ad41267f-0b42-4289-9fe4-ab84597f6b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce441e36-b615-427d-89af-611a1943247d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-715296793-router', 'tenant_id': '3e768f6b945c4287b67eefbc11178b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:33:09Z', 'updated_at': '2021-12-11T22:39:29Z', 'revision_number': 6, 'project_id': '3e768f6b945c4287b67eefbc11178b64', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:30.607682 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41267f-0b42-4289-9fe4-ab84597f6b73 None None] The sync data for ids ['ce441e36-b615-427d-89af-611a1943247d'] in n-d-710847-6 is: [{'id': 'ce441e36-b615-427d-89af-611a1943247d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-715296793-router', 'tenant_id': '3e768f6b945c4287b67eefbc11178b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:33:09Z', 'updated_at': '2021-12-11T22:39:29Z', 'revision_number': 6, 'project_id': '3e768f6b945c4287b67eefbc11178b64', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:39:30.632344 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Routers {'db7abb22-9f88-46f2-b7ef-eb3eff734834'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:30.632896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['db7abb22-9f88-46f2-b7ef-eb3eff734834'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:30.731288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Allocated IP 172.20.0.1 (40cd5942-b228-4df6-8f06-39a9564982a3/c3efc746-55d7-4419-b7bc-5774aa8f8be7/544b5323-631d-4593-86f3-06308d470ecc) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:30.795856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-61a01165-113f-4d80-89db-d729c5580b32 req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Allocated IP 172.25.1.138 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/de21e828-1b58-45e6-9c8a-746db5a127bb) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:30.892807 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07e868-677b-4afe-93f9-eeb96d248976 None None] Pushing event updated for resources: {'Port': ['ID=d2cc171d-389a-4159-97ce-859f0d393317,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:30.912689 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304adb3a-93f0-43b3-9cd5-679d425b6f4b req-f830fdc4-9c18-43da-9562-12e162ad22db tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:30.914244 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-304adb3a-93f0-43b3-9cd5-679d425b6f4b req-f830fdc4-9c18-43da-9562-12e162ad22db tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 946 time: 0.4364541 Dec 11 22:39:30.926291 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61a01165-113f-4d80-89db-d729c5580b32 req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:30.959848 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:31.060030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] Set router db7abb22-9f88-46f2-b7ef-eb3eff734834 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:31.090425 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:31.123358 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61a01165-113f-4d80-89db-d729c5580b32 req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:31.173164 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-304adb3a-93f0-43b3-9cd5-679d425b6f4b req-e52aa56c-a418-40c5-9d47-f17eee103910 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680169 Dec 11 22:39:31.219808 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f62cfe2f-cf9e-4638-a840-3c71230c7ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:31.219947 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=544b5323-631d-4593-86f3-06308d470ecc,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:31.242783 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 26dbd8cc-3bb5-480e-b4e9-10690891be93 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:31.248153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Network 40cd5942-b228-4df6-8f06-39a9564982a3 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:31.248153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:31.254011 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:31.347852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-47215b75-9516-4d5b-bf2f-2cfbaefaf5ce admin admin] For port 51db3feb-7988-4146-bd9e-fedbbaa4bdf6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=51db3feb-7988-4146-bd9e-fedbbaa4bdf6,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:31.348540 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47215b75-9516-4d5b-bf2f-2cfbaefaf5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:31.372021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f62cfe2f-cf9e-4638-a840-3c71230c7ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bc6c0e-47f3-48fd-8909-2e9d382a323b']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:31.374776 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:31.387753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f62cfe2f-cf9e-4638-a840-3c71230c7ad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac009e2-357c-48ae-98e6-e8ca3e1d7fef') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:31.388077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f62cfe2f-cf9e-4638-a840-3c71230c7ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac009e2-357c-48ae-98e6-e8ca3e1d7fef') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:31.400641 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f62cfe2f-cf9e-4638-a840-3c71230c7ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:31.439127 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f62cfe2f-cf9e-4638-a840-3c71230c7ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:31.468897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62cfe2f-cf9e-4638-a840-3c71230c7ad5 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:39:31.469373 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f62cfe2f-cf9e-4638-a840-3c71230c7ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:31.555524 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 22:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda8f5da-7cb4-429e-a601-026ddbf494a4 x-openstack-request-id: req-dda8f5da-7cb4-429e-a601-026ddbf494a4 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:39:31.555988 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a87bbc-dd18-497f-a6ab-fe75c02378b4", "name": "network-vif-plugged", "status": "completed", "tag": "40cdcd2a-b268-4df4-bf1c-1a76c1850417", "code": 200}, {"server_uuid": "51a87bbc-dd18-497f-a6ab-fe75c02378b4", "name": "network-vif-plugged", "status": "completed", "tag": "413e0d01-35af-4b47-9812-7fd4a83fa5e7", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:39:31.556452 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dda8f5da-7cb4-429e-a601-026ddbf494a4 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:39:31.556917 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a87bbc-dd18-497f-a6ab-fe75c02378b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cdcd2a-b268-4df4-bf1c-1a76c1850417', 'code': 200} Dec 11 22:39:31.557319 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a87bbc-dd18-497f-a6ab-fe75c02378b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413e0d01-35af-4b47-9812-7fd4a83fa5e7', 'code': 200} Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:39:31.616089 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:39:31.686002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 26dbd8cc-3bb5-480e-b4e9-10690891be93 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:31.686591 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:31.723542 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a01165-113f-4d80-89db-d729c5580b32 req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:31.756591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-47215b75-9516-4d5b-bf2f-2cfbaefaf5ce admin admin] Calling delete_port for 51db3feb-7988-4146-bd9e-fedbbaa4bdf6 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:31.770305 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:31.788423 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0225fa-e4c2-46fd-9edd-a71f0c73044d req-a6b09086-d99a-4714-9627-42c0f98b6021 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:31.799960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'name': 'tempest-ServersTestManualDisk-1515129281-router', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:19Z', 'updated_at': '2021-12-11T22:39:24Z', 'revision_number': 3, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'gw_port': {'id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:21Z', 'updated_at': '2021-12-11T22:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:31.801224 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0225fa-e4c2-46fd-9edd-a71f0c73044d req-a6b09086-d99a-4714-9627-42c0f98b6021 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:31.803398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bc0225fa-e4c2-46fd-9edd-a71f0c73044d req-a6b09086-d99a-4714-9627-42c0f98b6021 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1682 time: 0.2021463 Dec 11 22:39:31.805816 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2b3e7c4a-d993-458b-8b44-34bc5b85fbec None None] Provisioning complete for port 544b5323-631d-4593-86f3-06308d470ecc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:31.806246 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7c4a-d993-458b-8b44-34bc5b85fbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:31.844081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-61a01165-113f-4d80-89db-d729c5580b32 req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:31.849937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Pushing event updated for resources: {'Port': ['ID=de21e828-1b58-45e6-9c8a-746db5a127bb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:31.861845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a01165-113f-4d80-89db-d729c5580b32 req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:31.874441 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f62cfe2f-cf9e-4638-a840-3c71230c7ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:31.952575 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f62cfe2f-cf9e-4638-a840-3c71230c7ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:31.958468 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f62cfe2f-cf9e-4638-a840-3c71230c7ad5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f4bc6c0e-47f3-48fd-8909-2e9d382a323b HTTP/1.1" status: 204 len: 168 time: 1.7571588 Dec 11 22:39:31.971366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7f785-9624-46ee-9535-729966e85dbe None None] The sync data for ids ['db7abb22-9f88-46f2-b7ef-eb3eff734834'] in n-d-710847-6 is: [{'id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'name': 'tempest-ServersTestManualDisk-1515129281-router', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:19Z', 'updated_at': '2021-12-11T22:39:24Z', 'revision_number': 3, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'gw_port': {'id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:21Z', 'updated_at': '2021-12-11T22:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:39:32.003120 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e7c4a-d993-458b-8b44-34bc5b85fbec None None] Port 544b5323-631d-4593-86f3-06308d470ecc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:39:32.019847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device cc82947c-4d9e-417f-bfad-fd0552d8f3fc no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:32.062798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: cc82947c-4d9e-417f-bfad-fd0552d8f3fc {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:32.063211 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device cc82947c-4d9e-417f-bfad-fd0552d8f3fc not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:32.101118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cfe2f-cf9e-4638-a840-3c71230c7ad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4bc6c0e-47f3-48fd-8909-2e9d382a323b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:32.101335 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bc0225fa-e4c2-46fd-9edd-a71f0c73044d req-0197231d-3628-4b3e-af11-518a971798a2 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869563 Dec 11 22:39:32.162064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feaa54-9b2d-49dc-87fa-f114c85e5bed req-cc029dd9-d80c-4012-a7df-cb3e8c39e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:32.162547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feaa54-9b2d-49dc-87fa-f114c85e5bed req-cc029dd9-d80c-4012-a7df-cb3e8c39e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:32.169487 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8feaa54-9b2d-49dc-87fa-f114c85e5bed req-cc029dd9-d80c-4012-a7df-cb3e8c39e06e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1984 time: 0.5303104 Dec 11 22:39:32.356147 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8feaa54-9b2d-49dc-87fa-f114c85e5bed req-d4cbbc0d-e8b1-45f1-9c16-ab85fdbc8bc3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745162 Dec 11 22:39:32.360810 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca4bde-8a0a-4fbb-9b91-84f0fc437362 req-f0629736-8dfa-4754-8812-cd4b36d63680 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:32.367966 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a4ca4bde-8a0a-4fbb-9b91-84f0fc437362 req-f0629736-8dfa-4754-8812-cd4b36d63680 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 946 time: 0.1594324 Dec 11 22:39:32.393839 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61a01165-113f-4d80-89db-d729c5580b32 req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:32.394908 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:32.415189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47712) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:32.463658 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:32.489538 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-44cdacb9-8eb5-4d76-b6bd-64c8a73e563d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fde0c96825214fea839c655bc9625611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0694525 Dec 11 22:39:32.492804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47716) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:32.523739 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a4ca4bde-8a0a-4fbb-9b91-84f0fc437362 req-98cd32b4-853c-472c-b79f-399c6f918437 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/security-groups?id=bda4899d-aa0e-4722-9822-cdaed6332cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456952 Dec 11 22:39:32.552638 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:32.554628 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=544b5323-631d-4593-86f3-06308d470ecc,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:32.595220 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61a01165-113f-4d80-89db-d729c5580b32 req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:32.604064 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47215b75-9516-4d5b-bf2f-2cfbaefaf5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:32.783068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abfb83-0ae7-4db0-864e-947e93c8f7b5 req-95478c8b-2b63-40a0-bdb6-62f32c07e6b3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:32.793608 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47215b75-9516-4d5b-bf2f-2cfbaefaf5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=51db3feb-7988-4146-bd9e-fedbbaa4bdf6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:32.797715 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38abfb83-0ae7-4db0-864e-947e93c8f7b5 req-95478c8b-2b63-40a0-bdb6-62f32c07e6b3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 946 time: 0.1210580 Dec 11 22:39:32.820757 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Network 40cd5942-b228-4df6-8f06-39a9564982a3 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:32.838940 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:32.877589 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b5e92441-b8df-4122-a6c9-198287994cc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:32.899641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d2cc171d-389a-4159-97ce-859f0d393317 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:32.915107 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47215b75-9516-4d5b-bf2f-2cfbaefaf5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.052012 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d2cc171d-389a-4159-97ce-859f0d393317 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:33.052505 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.060580 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38abfb83-0ae7-4db0-864e-947e93c8f7b5 req-81b092d6-840f-4e02-84bc-d612ef7cac51 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619123 Dec 11 22:39:33.084703 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b5e92441-b8df-4122-a6c9-198287994cc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.152363 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Router db7abb22-9f88-46f2-b7ef-eb3eff734834 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:39:33.264517 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47215b75-9516-4d5b-bf2f-2cfbaefaf5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.278014 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47215b75-9516-4d5b-bf2f-2cfbaefaf5ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.289692 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.364839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port d2cc171d-389a-4159-97ce-859f0d393317, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d2cc171d-389a-4159-97ce-859f0d393317,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:33.391727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-10df2a79-c924-45e0-9f8d-27ac328aec03 None None] Provisioning complete for port 544b5323-631d-4593-86f3-06308d470ecc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:33.392241 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10df2a79-c924-45e0-9f8d-27ac328aec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.419959 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61a01165-113f-4d80-89db-d729c5580b32 req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.445614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-10df2a79-c924-45e0-9f8d-27ac328aec03 None None] Port 544b5323-631d-4593-86f3-06308d470ecc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:39:33.451589 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.464170 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47215b75-9516-4d5b-bf2f-2cfbaefaf5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.465237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47215b75-9516-4d5b-bf2f-2cfbaefaf5ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce441e36-b615-427d-89af-611a1943247d {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:39:33.467447 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b5e92441-b8df-4122-a6c9-198287994cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.471773 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:39:33.473618 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b5e92441-b8df-4122-a6c9-198287994cc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.477165 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b5e92441-b8df-4122-a6c9-198287994cc3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e055f4f-0a2d-4849-b6bd-7cda1375b051 HTTP/1.1" status: 204 len: 168 time: 0.9809849 Dec 11 22:39:33.495643 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47215b75-9516-4d5b-bf2f-2cfbaefaf5ce admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.496723 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d752c29d-7089-4332-9173-e7622ccff0b9 admin admin] 10.222.0.45 "PUT /v2.0/routers/db7abb22-9f88-46f2-b7ef-eb3eff734834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3000302 Dec 11 22:39:33.501858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-47215b75-9516-4d5b-bf2f-2cfbaefaf5ce admin admin] 10.222.0.45 "DELETE /v2.0/routers/ce441e36-b615-427d-89af-611a1943247d HTTP/1.1" status: 204 len: 168 time: 4.6511300 Dec 11 22:39:33.504441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47732) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:33.538410 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b4226-8e49-4ef3-98d6-936ef5ffdf19 req-425ff4e3-2da7-4c68-b00f-c64ee96921b7 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:33.546568 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b4226-8e49-4ef3-98d6-936ef5ffdf19 req-425ff4e3-2da7-4c68-b00f-c64ee96921b7 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:33.548131 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e92441-b8df-4122-a6c9-198287994cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e055f4f-0a2d-4849-b6bd-7cda1375b051,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:33.554954 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a33b4226-8e49-4ef3-98d6-936ef5ffdf19 req-425ff4e3-2da7-4c68-b00f-c64ee96921b7 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1682 time: 0.1616230 Dec 11 22:39:33.556022 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61a01165-113f-4d80-89db-d729c5580b32 req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.625476 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 51db3feb-7988-4146-bd9e-fedbbaa4bdf6 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:33.670548 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf50614-63ca-4ca2-82ee-f85222b75387 admin admin] Deleting subnet 9d9cb3d4-7814-4308-96ad-d88e4baf8451 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:39:33.678317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Pushing event updated for resources: {'Port': ['ID=de21e828-1b58-45e6-9c8a-746db5a127bb,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:33.693579 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=d2cc171d-389a-4159-97ce-859f0d393317,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:33.695505 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-caf50614-63ca-4ca2-82ee-f85222b75387 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.705276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 51db3feb-7988-4146-bd9e-fedbbaa4bdf6 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:33.713549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 51db3feb-7988-4146-bd9e-fedbbaa4bdf6 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:33.766287 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a33b4226-8e49-4ef3-98d6-936ef5ffdf19 req-fc055eef-3c3f-49e1-abf7-182b00c5555a tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102749 Dec 11 22:39:33.790683 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61a01165-113f-4d80-89db-d729c5580b32 req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.824966 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-caf50614-63ca-4ca2-82ee-f85222b75387 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.900321 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61a01165-113f-4d80-89db-d729c5580b32 req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.903593 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-61a01165-113f-4d80-89db-d729c5580b32 req-ff583954-000d-46ae-b4de-d1f25a1d0f9b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4235506 Dec 11 22:39:33.918768 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-caf50614-63ca-4ca2-82ee-f85222b75387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:33.987866 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-61a01165-113f-4d80-89db-d729c5580b32 req-9872fc09-1afe-47ad-9ca9-4ad51c97c20c tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0744147 Dec 11 22:39:34.081271 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-caf50614-63ca-4ca2-82ee-f85222b75387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:34.107871 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-caf50614-63ca-4ca2-82ee-f85222b75387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:34.113085 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ed23c4-c914-4964-9aa1-9b3641e6241f None None] Network fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:34.114006 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-caf50614-63ca-4ca2-82ee-f85222b75387 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9d9cb3d4-7814-4308-96ad-d88e4baf8451 HTTP/1.1" status: 204 len: 168 time: 0.6055958 Dec 11 22:39:34.116209 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47746) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:34.173581 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf50614-63ca-4ca2-82ee-f85222b75387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d9cb3d4-7814-4308-96ad-d88e4baf8451,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:34.180489 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a01165-113f-4d80-89db-d729c5580b32 req-02001105-446c-47a4-8b6d-c408af4a6109 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:34.188702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-61a01165-113f-4d80-89db-d729c5580b32 req-02001105-446c-47a4-8b6d-c408af4a6109 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.1903260 Dec 11 22:39:34.195766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-61a01165-113f-4d80-89db-d729c5580b32 req-214cf7f9-5049-47d3-826d-472b079f4782 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:39:34.208563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-61a01165-113f-4d80-89db-d729c5580b32 req-214cf7f9-5049-47d3-826d-472b079f4782 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189497 Dec 11 22:39:34.257178 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:34.337217 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] Deleting port f94d0529-bd44-4173-ba08-4e264155e56e {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:34.337642 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:34.371791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14523d-d0a9-4fa1-84cb-6d1f04be1435 req-69c5f662-58f3-42d6-8694-9ad93583aaed tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:34.373355 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2a14523d-d0a9-4fa1-84cb-6d1f04be1435 req-69c5f662-58f3-42d6-8694-9ad93583aaed tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 946 time: 0.1042686 Dec 11 22:39:34.404739 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d013f298-6762-4b47-b177-5ec58116a97a None None] DHCP port deletion for fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:39:34.410544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c950e-87ad-444b-b1eb-5d20b05a49bf req-df5a520b-90d3-4a39-a2d0-4db586eb3852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:34.412522 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c49c950e-87ad-444b-b1eb-5d20b05a49bf req-df5a520b-90d3-4a39-a2d0-4db586eb3852 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37ea4fadb632475d90bccf0c6f5c878e&device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 1097 time: 0.0954969 Dec 11 22:39:34.441204 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] For port f94d0529-bd44-4173-ba08-4e264155e56e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f94d0529-bd44-4173-ba08-4e264155e56e,segment=NetworkSegment(b68d7d30-2c15-4dcd-a66f-358e796390f0),segment_id=b68d7d30-2c15-4dcd-a66f-358e796390f0)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:34.441589 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:34.476686 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d013f298-6762-4b47-b177-5ec58116a97a None None] Deleting port f94d0529-bd44-4173-ba08-4e264155e56e {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:34.478700 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d013f298-6762-4b47-b177-5ec58116a97a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:34.481518 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] Calling delete_port for f94d0529-bd44-4173-ba08-4e264155e56e owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:34.489853 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2a14523d-d0a9-4fa1-84cb-6d1f04be1435 req-42c932b0-e2e2-4d4b-a910-7331dd35836e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082621 Dec 11 22:39:34.561896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c950e-87ad-444b-b1eb-5d20b05a49bf req-c233df8b-1a82-4cc1-ba68-6d41364b7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:34.566385 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c49c950e-87ad-444b-b1eb-5d20b05a49bf req-c233df8b-1a82-4cc1-ba68-6d41364b7602 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2814d2b-f761-4145-9e9e-3aa649493018 HTTP/1.1" status: 200 len: 915 time: 0.1459250 Dec 11 22:39:34.566885 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47756) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:34.584947 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d013f298-6762-4b47-b177-5ec58116a97a None None] For port f94d0529-bd44-4173-ba08-4e264155e56e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f94d0529-bd44-4173-ba08-4e264155e56e,segment=NetworkSegment(b68d7d30-2c15-4dcd-a66f-358e796390f0),segment_id=b68d7d30-2c15-4dcd-a66f-358e796390f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:34.585584 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d013f298-6762-4b47-b177-5ec58116a97a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:34.604991 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d013f298-6762-4b47-b177-5ec58116a97a None None] Calling delete_port for f94d0529-bd44-4173-ba08-4e264155e56e owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:34.649257 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c49c950e-87ad-444b-b1eb-5d20b05a49bf req-375522c7-0aa8-4394-9eea-7944578e64d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61e9e8cc-f182-42d8-8261-32cd208871f1 HTTP/1.1" status: 200 len: 217 time: 0.0747552 Dec 11 22:39:34.748554 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fd114143-ba44-4a8c-ab64-5f39c27170bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e9b6ac67a2f443a0917414a6abc1b7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1761274 Dec 11 22:39:34.748554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47758) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:34.833933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c950e-87ad-444b-b1eb-5d20b05a49bf req-efac10eb-1090-426e-bba4-7eff1efa1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:34.836233 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c49c950e-87ad-444b-b1eb-5d20b05a49bf req-efac10eb-1090-426e-bba4-7eff1efa1833 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0be6a749-e737-4333-b770-9cc3ab14787a HTTP/1.1" status: 200 len: 854 time: 0.1790683 Dec 11 22:39:34.840110 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d013f298-6762-4b47-b177-5ec58116a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:34.852470 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:34.874870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d2cc171d-389a-4159-97ce-859f0d393317 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:34.897932 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] Pushing event deleted for resources: {'Port': ['ID=f94d0529-bd44-4173-ba08-4e264155e56e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:34.916318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] No DVR routers for this DVR port f94d0529-bd44-4173-ba08-4e264155e56e on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:34.931173 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c49c950e-87ad-444b-b1eb-5d20b05a49bf req-db990bcd-8c47-4093-8899-710a0c005b97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2814d2b-f761-4145-9e9e-3aa649493018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862896 Dec 11 22:39:34.957297 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013f298-6762-4b47-b177-5ec58116a97a None None] Pushing event deleted for resources: {'Port': ['ID=f94d0529-bd44-4173-ba08-4e264155e56e,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:34.961207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27bf1e-64bf-44be-8e94-db47bb500464 req-0776bfb2-5ef1-494f-bbb8-eb9196976fdf tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:34.969020 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6e27bf1e-64bf-44be-8e94-db47bb500464 req-0776bfb2-5ef1-494f-bbb8-eb9196976fdf tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 946 time: 0.2649448 Dec 11 22:39:34.984433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d013f298-6762-4b47-b177-5ec58116a97a None None] No DVR routers for this DVR port f94d0529-bd44-4173-ba08-4e264155e56e on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:35.054123 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d2cc171d-389a-4159-97ce-859f0d393317 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:35.054598 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.071003 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.111888 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:35.121683 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d908ca9a-219f-4a23-84e8-dfd0eb17b182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.128226 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68d7d30-2c15-4dcd-a66f-358e796390f0') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:35.128566 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68d7d30-2c15-4dcd-a66f-358e796390f0') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:35.145263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47764) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:35.151148 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.170019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a9454df6-7efb-46bd-838a-871b72823736 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--409788163', 'description': 'tempest-description--1472484138'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:35.176888 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.189677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:39:35.193895 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:39:35.196859 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:39:35.208350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Sync routers for ids ['db7abb22-9f88-46f2-b7ef-eb3eff734834'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:39:35.220668 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d908ca9a-219f-4a23-84e8-dfd0eb17b182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.236467 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Routers {'db7abb22-9f88-46f2-b7ef-eb3eff734834'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:35.237182 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['db7abb22-9f88-46f2-b7ef-eb3eff734834'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:35.274871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6e27bf1e-64bf-44be-8e94-db47bb500464 req-6bb02d87-db99-4a24-be03-7bade09fe0ff tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/security-groups?id=bda4899d-aa0e-4722-9822-cdaed6332cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840967 Dec 11 22:39:35.327209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c49c950e-87ad-444b-b1eb-5d20b05a49bf req-0821bcbb-3794-4d6b-a41a-64dbbe8a8fab service neutron] 10.222.0.13 "GET /v2.0/networks/a2814d2b-f761-4145-9e9e-3aa649493018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607399 Dec 11 22:39:35.337720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f94d0529-bd44-4173-ba08-4e264155e56e no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:35.384661 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-d4b48a61-4f2d-4b4f-b1d0-2d9f81953f55 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1690974 Dec 11 22:39:35.400583 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:35.422694 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.425935 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9454df6-7efb-46bd-838a-871b72823736 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.436799 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.441293 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] 10.222.0.45 "DELETE /v2.0/networks/fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af HTTP/1.1" status: 204 len: 168 time: 1.3240879 Dec 11 22:39:35.482450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Set router db7abb22-9f88-46f2-b7ef-eb3eff734834 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:35.489022 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d908ca9a-219f-4a23-84e8-dfd0eb17b182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.492108 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d908ca9a-219f-4a23-84e8-dfd0eb17b182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.496534 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d908ca9a-219f-4a23-84e8-dfd0eb17b182 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/48cabe8a-fbba-4847-825e-1ae001710f74 HTTP/1.1" status: 204 len: 168 time: 0.7269454 Dec 11 22:39:35.499996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31511fd9-2bf0-4261-98ab-49c325c1914e admin admin] Pushing event deleted for resources: {'Network': ['ID=fed2eeb2-8e2c-40c8-b6bb-406a94a9b3af,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:35.512376 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b679266-d11f-4f03-b5d8-d353eaf71a1f req-bcc5228e-29c5-4e1d-acfa-91e3c3897e20 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:35.518091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47772) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:35.519810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b679266-d11f-4f03-b5d8-d353eaf71a1f req-bcc5228e-29c5-4e1d-acfa-91e3c3897e20 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:35.521818 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7b679266-d11f-4f03-b5d8-d353eaf71a1f req-bcc5228e-29c5-4e1d-acfa-91e3c3897e20 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1682 time: 0.1326110 Dec 11 22:39:35.534325 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c49c950e-87ad-444b-b1eb-5d20b05a49bf req-b4d98913-122a-45e2-913e-a1aeab53e0e9 service neutron] 10.222.0.13 "GET /v2.0/networks/a2814d2b-f761-4145-9e9e-3aa649493018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991553 Dec 11 22:39:35.539635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908ca9a-219f-4a23-84e8-dfd0eb17b182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cabe8a-fbba-4847-825e-1ae001710f74,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:35.560065 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.594851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: f94d0529-bd44-4173-ba08-4e264155e56e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:35.597890 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f94d0529-bd44-4173-ba08-4e264155e56e not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:35.627061 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7b679266-d11f-4f03-b5d8-d353eaf71a1f req-f090a447-4b76-4878-a41a-60d1c305745b tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856249 Dec 11 22:39:35.645348 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9454df6-7efb-46bd-838a-871b72823736 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.755089 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346ff77-6e67-40b4-9084-3942be55c9fa req-2cc90f5f-a774-44b5-8bec-f5a9632e0a9d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:35.759395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b346ff77-6e67-40b4-9084-3942be55c9fa req-2cc90f5f-a774-44b5-8bec-f5a9632e0a9d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 946 time: 0.0638099 Dec 11 22:39:35.759547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.780869 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9454df6-7efb-46bd-838a-871b72823736 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.794375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'name': 'tempest-ServersTestManualDisk-1515129281-router', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:19Z', 'updated_at': '2021-12-11T22:39:31Z', 'revision_number': 4, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'gw_port': {'id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:21Z', 'updated_at': '2021-12-11T22:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '544b5323-631d-4593-86f3-06308d470ecc', 'name': '', 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'mac_address': 'fa:16:3e:be:25:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:30Z', 'updated_at': '2021-12-11T22:39:31Z', 'revision_number': 2, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'subnets': [{'id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:35.831663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Checking router: db7abb22-9f88-46f2-b7ef-eb3eff734834 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:39:35.832023 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Updating router db7abb22-9f88-46f2-b7ef-eb3eff734834 port 544b5323-631d-4593-86f3-06308d470ecc binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:39:35.839574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9454df6-7efb-46bd-838a-871b72823736 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5717a8-d149-415d-a025-bb358ba326b8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:35.845562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b346ff77-6e67-40b4-9084-3942be55c9fa req-81610232-0b4f-48bf-aca3-98edc0f790a9 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814743 Dec 11 22:39:35.861511 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.904860 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9454df6-7efb-46bd-838a-871b72823736 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:35.915479 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a9454df6-7efb-46bd-838a-871b72823736 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7532623 Dec 11 22:39:35.915479 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47780) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:35.920790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4f685df4-6598-4408-8291-00d46e02838b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Request body: {'security_group_rule': {'security_group_id': '7d5717a8-d149-415d-a025-bb358ba326b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:35.932319 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Allocated IP 172.25.1.37 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/91079015-0a71-4f2a-a8c0-0209bbd4b35b) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:36.063405 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47784) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:36.082190 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.226612 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.241105 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.309715 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.341980 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:36.374487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:36.378864 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0b6e5-a79f-45ea-b312-a038c160fc85 None None] Pushing event updated for resources: {'Port': ['ID=544b5323-631d-4593-86f3-06308d470ecc,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:36.382901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:36.393273 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0268a028-4123-47ce-8906-4d5f85e9019a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.405051 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Pushing event updated for resources: {'Port': ['ID=91079015-0a71-4f2a-a8c0-0209bbd4b35b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:36.440836 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Attempting to bind port 544b5323-631d-4593-86f3-06308d470ecc on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:39:36.440836 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Attempting to bind port 544b5323-631d-4593-86f3-06308d470ecc by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '3cc461a5-5d6d-4e5a-8104-38ebb536de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:39:36.440836 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Attempting to bind port 544b5323-631d-4593-86f3-06308d470ecc on network 40cd5942-b228-4df6-8f06-39a9564982a3 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:36.446424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:39:36.447134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Checking segment: {'id': '3cc461a5-5d6d-4e5a-8104-38ebb536de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:36.447753 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.448864 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Bound using segment: {'id': '3cc461a5-5d6d-4e5a-8104-38ebb536de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:39:36.449532 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Bound port: 544b5323-631d-4593-86f3-06308d470ecc, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc461a5-5d6d-4e5a-8104-38ebb536de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:39:36.450119 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.541007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] For port 544b5323-631d-4593-86f3-06308d470ecc, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:36.549445 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] For port 544b5323-631d-4593-86f3-06308d470ecc, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=544b5323-631d-4593-86f3-06308d470ecc,segment=NetworkSegment(3cc461a5-5d6d-4e5a-8104-38ebb536de39),segment_id=3cc461a5-5d6d-4e5a-8104-38ebb536de39)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:39:36.581742 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f685df4-6598-4408-8291-00d46e02838b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.621211 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0268a028-4123-47ce-8906-4d5f85e9019a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.646423 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.654855 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-625b8243-2670-4b1d-b3a1-030c4dd57f8b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=556a7ebc068346b0987349bf55b5f5c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5826266 Dec 11 22:39:36.655371 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47800) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:36.657774 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.686614 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0268a028-4123-47ce-8906-4d5f85e9019a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.718504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd657ec8-2e7d-4fd0-b42a-bca82b489edd req-38950236-4b9e-4216-96ef-3b81f5ffb03b tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:36.727332 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd657ec8-2e7d-4fd0-b42a-bca82b489edd req-38950236-4b9e-4216-96ef-3b81f5ffb03b tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 946 time: 0.1647606 Dec 11 22:39:36.729886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0b6e5-a79f-45ea-b312-a038c160fc85 None None] Pushing event updated for resources: {'Port': ['ID=544b5323-631d-4593-86f3-06308d470ecc,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:36.763517 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Routers {'db7abb22-9f88-46f2-b7ef-eb3eff734834'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:36.768302 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['db7abb22-9f88-46f2-b7ef-eb3eff734834'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:36.782648 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.821582 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f685df4-6598-4408-8291-00d46e02838b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.849078 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0268a028-4123-47ce-8906-4d5f85e9019a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=173a1d6efa4a4e61a0f25fbbd64554b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3295460 Dec 11 22:39:36.851782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47806) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:36.852176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-195e6670-73fe-4038-a6b7-64c4c6b989a2 None None] Provisioning complete for port 544b5323-631d-4593-86f3-06308d470ecc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:36.852776 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-195e6670-73fe-4038-a6b7-64c4c6b989a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.860839 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268a028-4123-47ce-8906-4d5f85e9019a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db045e32-a5c5-4d86-80c6-259a389bfd63,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:36.884797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd657ec8-2e7d-4fd0-b42a-bca82b489edd req-c649de4d-cccc-4d6f-8b8d-46e9ac1d5b47 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/security-groups?id=bda4899d-aa0e-4722-9822-cdaed6332cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521206 Dec 11 22:39:36.915140 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0aabfdeb-3d92-455c-bd1b-885070fbbb7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.920196 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f685df4-6598-4408-8291-00d46e02838b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:36.965862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f685df4-6598-4408-8291-00d46e02838b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44691f62-83c3-486d-abd8-9162fd6eb394,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:37.028798 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0aabfdeb-3d92-455c-bd1b-885070fbbb7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.042679 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:39:37.114596 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4f685df4-6598-4408-8291-00d46e02838b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.116409 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4f685df4-6598-4408-8291-00d46e02838b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2034013 Dec 11 22:39:37.121217 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2f13579-266f-4470-8a09-1b53a8a1655d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.123361 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47814) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:37.127854 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9968b355-921d-4228-8a52-1cbab2c9eea1 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Request body: {'security_group_rule': {'security_group_id': '7d5717a8-d149-415d-a025-bb358ba326b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:37.155242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6049f6-3f96-4ec7-ab92-ae39a91a2df9 req-79cb57aa-91fa-4296-ada8-532a6e860aba tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:37.162266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6049f6-3f96-4ec7-ab92-ae39a91a2df9 req-79cb57aa-91fa-4296-ada8-532a6e860aba tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:37.168466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] Set router db7abb22-9f88-46f2-b7ef-eb3eff734834 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:37.171620 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c6049f6-3f96-4ec7-ab92-ae39a91a2df9 req-79cb57aa-91fa-4296-ada8-532a6e860aba tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1682 time: 0.1517956 Dec 11 22:39:37.178885 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2f13579-266f-4470-8a09-1b53a8a1655d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.202870 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.251606 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c6049f6-3f96-4ec7-ab92-ae39a91a2df9 req-888420c2-4ff1-4e26-a894-766bdf03a04d tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788176 Dec 11 22:39:37.263034 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.284157 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-195e6670-73fe-4038-a6b7-64c4c6b989a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.340992 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9968b355-921d-4228-8a52-1cbab2c9eea1 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.370384 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0aabfdeb-3d92-455c-bd1b-885070fbbb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.373694 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0aabfdeb-3d92-455c-bd1b-885070fbbb7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.374996 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0aabfdeb-3d92-455c-bd1b-885070fbbb7a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a58232ac-7cd9-42b8-b7e1-f6fc6f32417f HTTP/1.1" status: 204 len: 168 time: 0.7179792 Dec 11 22:39:37.402987 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2f13579-266f-4470-8a09-1b53a8a1655d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.406196 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2f13579-266f-4470-8a09-1b53a8a1655d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.406516 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Pushing event updated for resources: {'Port': ['ID=91079015-0a71-4f2a-a8c0-0209bbd4b35b,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:37.407383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b2f13579-266f-4470-8a09-1b53a8a1655d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db045e32-a5c5-4d86-80c6-259a389bfd63 HTTP/1.1" status: 204 len: 168 time: 0.5545988 Dec 11 22:39:37.415803 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabfdeb-3d92-455c-bd1b-885070fbbb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58232ac-7cd9-42b8-b7e1-f6fc6f32417f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:37.426055 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.443581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13edc11-be56-47e8-b7e4-ab8425095d74 req-76f01077-d6bb-4d10-ac45-d8ea49796434 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:37.445407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a13edc11-be56-47e8-b7e4-ab8425095d74 req-76f01077-d6bb-4d10-ac45-d8ea49796434 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 946 time: 0.0966609 Dec 11 22:39:37.446578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f13579-266f-4470-8a09-1b53a8a1655d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db045e32-a5c5-4d86-80c6-259a389bfd63,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:37.463770 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9968b355-921d-4228-8a52-1cbab2c9eea1 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.494131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-195e6670-73fe-4038-a6b7-64c4c6b989a2 None None] For port 544b5323-631d-4593-86f3-06308d470ecc, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=544b5323-631d-4593-86f3-06308d470ecc,segment=NetworkSegment(3cc461a5-5d6d-4e5a-8104-38ebb536de39),segment_id=3cc461a5-5d6d-4e5a-8104-38ebb536de39)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:37.523962 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.525451 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-c740ab3b-222e-4b6c-957a-5f38dca957f9 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1303003 Dec 11 22:39:37.535014 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a13edc11-be56-47e8-b7e4-ab8425095d74 req-1a314715-44e2-4a45-85df-06ffd67cd1b6 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714018 Dec 11 22:39:37.593736 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9968b355-921d-4228-8a52-1cbab2c9eea1 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.600218 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'name': 'tempest-ServersTestManualDisk-1515129281-router', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:19Z', 'updated_at': '2021-12-11T22:39:31Z', 'revision_number': 4, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'gw_port': {'id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:21Z', 'updated_at': '2021-12-11T22:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '544b5323-631d-4593-86f3-06308d470ecc', 'name': '', 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'mac_address': 'fa:16:3e:be:25:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:30Z', 'updated_at': '2021-12-11T22:39:36Z', 'revision_number': 4, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'subnets': [{'id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:37.611146 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-2eb9cd56-3062-4462-b6b8-25a6af6c6e00 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.37 HTTP/1.1" status: 200 len: 695 time: 0.0773106 Dec 11 22:39:37.620218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968b355-921d-4228-8a52-1cbab2c9eea1 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2c20de-ca17-4173-a7aa-2bf6976f615c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:37.639452 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8770f772-ad9c-410b-a246-ca451925a089 None None] The sync data for ids ['db7abb22-9f88-46f2-b7ef-eb3eff734834'] in n-d-710847-6 is: [{'id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'name': 'tempest-ServersTestManualDisk-1515129281-router', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:19Z', 'updated_at': '2021-12-11T22:39:31Z', 'revision_number': 4, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'gw_port': {'id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:21Z', 'updated_at': '2021-12-11T22:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '544b5323-631d-4593-86f3-06308d470ecc', 'name': '', 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'mac_address': 'fa:16:3e:be:25:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:30Z', 'updated_at': '2021-12-11T22:39:36Z', 'revision_number': 4, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'subnets': [{'id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:39:37.642026 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-195e6670-73fe-4038-a6b7-64c4c6b989a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.723110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e6670-73fe-4038-a6b7-64c4c6b989a2 None None] Pushing event updated for resources: {'Port': ['ID=544b5323-631d-4593-86f3-06308d470ecc,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:37.727501 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9968b355-921d-4228-8a52-1cbab2c9eea1 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.733026 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9968b355-921d-4228-8a52-1cbab2c9eea1 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6046894 Dec 11 22:39:37.733578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47826) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:37.742473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:37.775895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b71cb309-cceb-44e2-a5a3-ecedffeb6741 None None] Provisioning complete for port 544b5323-631d-4593-86f3-06308d470ecc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:37.776998 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b71cb309-cceb-44e2-a5a3-ecedffeb6741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:37.781722 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-8eb379c3-9927-4c69-a9d2-4917d04c4b88 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:37.783186 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ade5464f-bd34-4163-ac2e-f8e11aa269cd req-8eb379c3-9927-4c69-a9d2-4917d04c4b88 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.1641617 Dec 11 22:39:37.834599 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:38.045388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-c92232d1-d2b4-49a7-8069-3eb2d7c307bd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2303739 Dec 11 22:39:38.050080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:38.058866 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee58a66-6e09-4de8-b79c-9a6b821bc518 req-795ccc42-7f77-4a3d-a4c0-980c82a523f0 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:38.060829 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7ee58a66-6e09-4de8-b79c-9a6b821bc518 req-795ccc42-7f77-4a3d-a4c0-980c82a523f0 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 946 time: 0.0910184 Dec 11 22:39:38.115057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-9b08fd6a-1889-485d-8609-2e091f98a9c6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:38.123189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-9b08fd6a-1889-485d-8609-2e091f98a9c6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:38.124908 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-9b08fd6a-1889-485d-8609-2e091f98a9c6 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.47 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1682 time: 0.1556783 Dec 11 22:39:38.140965 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7ee58a66-6e09-4de8-b79c-9a6b821bc518 req-197caec7-9ab2-46ad-afd2-5b77685668bb tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/security-groups?id=bda4899d-aa0e-4722-9822-cdaed6332cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726299 Dec 11 22:39:38.204335 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:38.229599 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:38.394397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2cceaa85-227b-4b2e-af2f-e4ebb5959c27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Deleting port 40cdcd2a-b268-4df4-bf1c-1a76c1850417 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:38.394748 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2cceaa85-227b-4b2e-af2f-e4ebb5959c27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:38.492224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Allocated IP 172.25.1.109 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/30742423-bcda-4f2f-8374-c62bc74ec782) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:38.527718 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47844) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:38.578699 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3c61c89a-3420-43b2-a6d2-148d88a8157e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e768f6b945c4287b67eefbc11178b64&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0495732 Dec 11 22:39:38.579517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47848) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:38.609008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2cceaa85-227b-4b2e-af2f-e4ebb5959c27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] For port 40cdcd2a-b268-4df4-bf1c-1a76c1850417, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=40cdcd2a-b268-4df4-bf1c-1a76c1850417,segment=NetworkSegment(c5eb9e27-5a00-4619-9da4-81bbfbd577ed),segment_id=c5eb9e27-5a00-4619-9da4-81bbfbd577ed)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:38.609396 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2cceaa85-227b-4b2e-af2f-e4ebb5959c27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:38.627948 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:38.637160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2cceaa85-227b-4b2e-af2f-e4ebb5959c27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Calling delete_port for 40cdcd2a-b268-4df4-bf1c-1a76c1850417 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:38.675783 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d04f6ec4-42c5-4f52-b2c2-1ff5e6dd068f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:38.687681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47850) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:38.781700 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-560afbb2-cf61-48d2-8a73-e939d9116c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:38.789410 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d04f6ec4-42c5-4f52-b2c2-1ff5e6dd068f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:38.818527 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:38.856160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 544b5323-631d-4593-86f3-06308d470ecc up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:38.997265 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 544b5323-631d-4593-86f3-06308d470ecc triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:38.998292 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.037438 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa953e5-401e-4929-8575-3be29be8b85d req-74f90913-e92a-4f9f-a176-8311daf7d824 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:39.045228 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa953e5-401e-4929-8575-3be29be8b85d req-74f90913-e92a-4f9f-a176-8311daf7d824 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:39.053426 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7fa953e5-401e-4929-8575-3be29be8b85d req-74f90913-e92a-4f9f-a176-8311daf7d824 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 1682 time: 0.1620862 Dec 11 22:39:39.090347 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-560afbb2-cf61-48d2-8a73-e939d9116c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.090503 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.090610 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d04f6ec4-42c5-4f52-b2c2-1ff5e6dd068f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.093132 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d04f6ec4-42c5-4f52-b2c2-1ff5e6dd068f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.097288 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d04f6ec4-42c5-4f52-b2c2-1ff5e6dd068f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a5494702-7b76-4fec-8dee-ca4365bdef22 HTTP/1.1" status: 204 len: 168 time: 0.5167019 Dec 11 22:39:39.110228 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f6ec4-42c5-4f52-b2c2-1ff5e6dd068f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5494702-7b76-4fec-8dee-ca4365bdef22,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:39.145854 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2cceaa85-227b-4b2e-af2f-e4ebb5959c27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.154829 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Pushing event updated for resources: {'Port': ['ID=30742423-bcda-4f2f-8374-c62bc74ec782,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:39.178299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:39.184217 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-560afbb2-cf61-48d2-8a73-e939d9116c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.210039 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['413e0d01-35af-4b47-9812-7fd4a83fa5e7', '40cdcd2a-b268-4df4-bf1c-1a76c1850417'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:39:39.229021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:39.241555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:39.272069 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7fa953e5-401e-4929-8575-3be29be8b85d req-84c47d56-3173-4939-92bd-e276eef97e59 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174430 Dec 11 22:39:39.326639 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560afbb2-cf61-48d2-8a73-e939d9116c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0034c149-641e-4d78-bf63-88e84af04e9a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:39.353677 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceaa85-227b-4b2e-af2f-e4ebb5959c27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Port': ['ID=40cdcd2a-b268-4df4-bf1c-1a76c1850417,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:39.357402 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-560afbb2-cf61-48d2-8a73-e939d9116c66 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83a9675abadd466eac8d41c95939f477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6685855 Dec 11 22:39:39.360426 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47862) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:39.433958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2cceaa85-227b-4b2e-af2f-e4ebb5959c27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] No DVR routers for this DVR port 40cdcd2a-b268-4df4-bf1c-1a76c1850417 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:39.437402 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2cceaa85-227b-4b2e-af2f-e4ebb5959c27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.441329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2cceaa85-227b-4b2e-af2f-e4ebb5959c27 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.47 "DELETE /v2.0/ports/40cdcd2a-b268-4df4-bf1c-1a76c1850417 HTTP/1.1" status: 204 len: 173 time: 1.3078222 Dec 11 22:39:39.449738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a87bbc-dd18-497f-a6ab-fe75c02378b4', 'name': 'network-vif-deleted', 'tag': '40cdcd2a-b268-4df4-bf1c-1a76c1850417'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:39:39.452353 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed719ed-547f-4501-8d35-893fe4fd92e4" -d '{"events": [{"server_uuid": "51a87bbc-dd18-497f-a6ab-fe75c02378b4", "name": "network-vif-deleted", "tag": "40cdcd2a-b268-4df4-bf1c-1a76c1850417"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:39:39.465901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Allocated IP 172.25.1.145 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/4f0dd322-6c13-4c88-a586-f226bcf14fe6) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:39.507937 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed04e31f-b92a-482a-8258-1cddcff4acf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.522647 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.531326 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc0579-79cb-49c3-9492-e30ee27f45ee req-9beec963-8ea1-48fe-b2e9-720a07f2b244 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:39.532919 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2cdc0579-79cb-49c3-9492-e30ee27f45ee req-9beec963-8ea1-48fe-b2e9-720a07f2b244 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 946 time: 0.0986288 Dec 11 22:39:39.551323 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed04e31f-b92a-482a-8258-1cddcff4acf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.611584 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2cdc0579-79cb-49c3-9492-e30ee27f45ee req-37d17c02-c5cf-4864-bd51-1fba68e73472 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703411 Dec 11 22:39:39.669178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2935434c-22ff-4096-8d5f-1e2b249e41ea tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Deleting port 413e0d01-35af-4b47-9812-7fd4a83fa5e7 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:39.669527 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2935434c-22ff-4096-8d5f-1e2b249e41ea tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.705513 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.732314 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddd26f-77a1-44c6-8f96-72c1837e676a req-0e57b487-19ff-436c-9740-293e167cf262 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:39.733826 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0ddd26f-77a1-44c6-8f96-72c1837e676a req-0e57b487-19ff-436c-9740-293e167cf262 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 946 time: 0.0583460 Dec 11 22:39:39.749758 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed04e31f-b92a-482a-8258-1cddcff4acf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.752746 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed04e31f-b92a-482a-8258-1cddcff4acf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.753979 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ed04e31f-b92a-482a-8258-1cddcff4acf5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0034c149-641e-4d78-bf63-88e84af04e9a HTTP/1.1" status: 204 len: 168 time: 0.3899782 Dec 11 22:39:39.771436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04e31f-b92a-482a-8258-1cddcff4acf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0034c149-641e-4d78-bf63-88e84af04e9a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:39.788368 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.824174 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0ddd26f-77a1-44c6-8f96-72c1837e676a req-e762d4ff-b776-4fa5-b73a-6cbc451e3015 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/security-groups?id=bda4899d-aa0e-4722-9822-cdaed6332cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826786 Dec 11 22:39:39.865312 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2935434c-22ff-4096-8d5f-1e2b249e41ea tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] For port 413e0d01-35af-4b47-9812-7fd4a83fa5e7, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=413e0d01-35af-4b47-9812-7fd4a83fa5e7,segment=NetworkSegment(1c495662-5543-47da-b6df-3b6cd830f219),segment_id=1c495662-5543-47da-b6df-3b6cd830f219)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:39.865560 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2935434c-22ff-4096-8d5f-1e2b249e41ea tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:39.890024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2935434c-22ff-4096-8d5f-1e2b249e41ea tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Calling delete_port for 413e0d01-35af-4b47-9812-7fd4a83fa5e7 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:39.980820 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:40.056231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:40.074498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:40.087301 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:40.099377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Pushing event updated for resources: {'Port': ['ID=4f0dd322-6c13-4c88-a586-f226bcf14fe6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:40.251221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-a701cfc1-9a1a-4bbe-830d-6ed99ac4f9f9 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:40.255060 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-a701cfc1-9a1a-4bbe-830d-6ed99ac4f9f9 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07&tenant_id=4a03958ca25f4977b4fabaad3b861845&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 1097 time: 0.0968616 Dec 11 22:39:40.278964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-710847-6'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:40.283164 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91841673-a450-46cf-87c3-fa6d92913f04 x-openstack-request-id: req-91841673-a450-46cf-87c3-fa6d92913f04 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:39:40.283661 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a87bbc-dd18-497f-a6ab-fe75c02378b4", "name": "network-vif-deleted", "tag": "40cdcd2a-b268-4df4-bf1c-1a76c1850417", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:39:40.284034 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91841673-a450-46cf-87c3-fa6d92913f04 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:39:40.284426 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a87bbc-dd18-497f-a6ab-fe75c02378b4', 'name': 'network-vif-deleted', 'tag': '40cdcd2a-b268-4df4-bf1c-1a76c1850417', 'status': 'completed', 'code': 200} Dec 11 22:39:40.290862 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:40.391416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605daa8-48ea-41ad-8cf6-dc9a5d62993b req-5bc4fc9d-9253-4bb7-9835-16201cebd482 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:40.396783 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1605daa8-48ea-41ad-8cf6-dc9a5d62993b req-5bc4fc9d-9253-4bb7-9835-16201cebd482 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.13 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 946 time: 0.1028934 Dec 11 22:39:40.402227 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:40.430120 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:40.500376 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2935434c-22ff-4096-8d5f-1e2b249e41ea tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:40.534282 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fda14-278a-4ace-b9a0-c81eefafcecf req-c46ebcaf-289f-48a8-8eac-29d987fc5cce tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:40.535980 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cf2fda14-278a-4ace-b9a0-c81eefafcecf req-c46ebcaf-289f-48a8-8eac-29d987fc5cce tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 867 time: 0.1402965 Dec 11 22:39:40.621081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Pushing event updated for resources: {'Port': ['ID=30742423-bcda-4f2f-8374-c62bc74ec782,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:40.630996 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:40.654404 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:40.658213 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cf2fda14-278a-4ace-b9a0-c81eefafcecf req-bd285851-8849-45f6-bdf9-9628dfddff45 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a5d8eba-14d1-4f85-b492-e56d37995b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135907 Dec 11 22:39:40.689578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935434c-22ff-4096-8d5f-1e2b249e41ea tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Port': ['ID=413e0d01-35af-4b47-9812-7fd4a83fa5e7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:40.721855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2935434c-22ff-4096-8d5f-1e2b249e41ea tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] No DVR routers for this DVR port 413e0d01-35af-4b47-9812-7fd4a83fa5e7 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:40.727583 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2935434c-22ff-4096-8d5f-1e2b249e41ea tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:40.736750 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c87dca37-e7c2-4ff3-90a3-3cfae532b8ec req-2935434c-22ff-4096-8d5f-1e2b249e41ea tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.47 "DELETE /v2.0/ports/413e0d01-35af-4b47-9812-7fd4a83fa5e7 HTTP/1.1" status: 204 len: 173 time: 1.2738810 Dec 11 22:39:40.737273 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] For port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:40.795422 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-1605daa8-48ea-41ad-8cf6-dc9a5d62993b req-2d49a4ce-e428-4e96-a8bb-80226cdafe10 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Deleting port 61e9e8cc-f182-42d8-8261-32cd208871f1 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:40.795802 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1605daa8-48ea-41ad-8cf6-dc9a5d62993b req-2d49a4ce-e428-4e96-a8bb-80226cdafe10 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:40.817118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] For port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:40.872255 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:40.884378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f92039dd-0d4f-4bcc-97d8-00293afe668b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1349194 Dec 11 22:39:40.884378 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:40.936884 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f101211c-111d-4719-9450-205e2e52de07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e0262fe-4efd-4e43-aed6-c63fc0c6ba45'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:39:40.939525 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121f7dad-9c91-4f6c-932a-8c21c045f1ed" -d '{"events": [{"server_uuid": "f101211c-111d-4719-9450-205e2e52de07", "name": "network-vif-unplugged", "status": "completed", "tag": "0e0262fe-4efd-4e43-aed6-c63fc0c6ba45"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:39:40.946425 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:40.965172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1605daa8-48ea-41ad-8cf6-dc9a5d62993b req-2d49a4ce-e428-4e96-a8bb-80226cdafe10 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] For port 61e9e8cc-f182-42d8-8261-32cd208871f1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=61e9e8cc-f182-42d8-8261-32cd208871f1,segment=NetworkSegment(88b5045d-b8b0-46d2-b22b-4de6f3d5bb15),segment_id=88b5045d-b8b0-46d2-b22b-4de6f3d5bb15)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:40.965624 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1605daa8-48ea-41ad-8cf6-dc9a5d62993b req-2d49a4ce-e428-4e96-a8bb-80226cdafe10 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:40.972474 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2ba3b-11be-4fa2-b0a7-ce4872f98569 req-72dff4fd-527d-446d-b69c-2fc266e2c4b3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:40.974450 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8bb2ba3b-11be-4fa2-b0a7-ce4872f98569 req-72dff4fd-527d-446d-b69c-2fc266e2c4b3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 946 time: 0.1158192 Dec 11 22:39:41.006100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-1605daa8-48ea-41ad-8cf6-dc9a5d62993b req-2d49a4ce-e428-4e96-a8bb-80226cdafe10 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Calling delete_port for 61e9e8cc-f182-42d8-8261-32cd208871f1 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:41.065906 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:41.185633 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8bb2ba3b-11be-4fa2-b0a7-ce4872f98569 req-7a849058-549f-4879-a72e-28bc96197557 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015903 Dec 11 22:39:41.200615 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,revision_number=7']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:41.269309 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:41.270634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Attempting to bind port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 on host n-h2-710847-6 for vnic_type normal with profile {"migrating_to": "n-h1-710847-6"} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:39:41.271043 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Attempting to bind port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:39:41.271374 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Attempting to bind port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:41.275864 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:39:41.276812 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Attempting to bind port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 on network dc99fe2a-f620-40db-bef5-51a1a7294f37 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:41.281912 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:39:41.282268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Checking segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:41.284596 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Bound using segment: {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:39:41.284596 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Bound port: 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77894fd9-75b4-4fdf-811a-3560367e2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc99fe2a-f620-40db-bef5-51a1a7294f37'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:39:41.284596 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:41.382210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] For port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:41.386260 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1605daa8-48ea-41ad-8cf6-dc9a5d62993b req-2d49a4ce-e428-4e96-a8bb-80226cdafe10 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:41.387394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] For port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:39:41.399131 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:41.399649 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abbc2b-9493-4926-a323-e05bfc6a77c9 req-330626b3-79e0-46c0-b749-76b3f25c5131 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:41.399649 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0abbc2b-9493-4926-a323-e05bfc6a77c9 req-330626b3-79e0-46c0-b749-76b3f25c5131 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ad63a-b2a0-4750-b520-6807f242cef4 HTTP/1.1" status: 200 len: 946 time: 0.0829427 Dec 11 22:39:41.403184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['61e9e8cc-f182-42d8-8261-32cd208871f1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:39:41.455646 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:39:41.461593 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:41.499922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49a4ce-e428-4e96-a8bb-80226cdafe10 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Pushing event deleted for resources: {'Port': ['ID=61e9e8cc-f182-42d8-8261-32cd208871f1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:41.525695 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0abbc2b-9493-4926-a323-e05bfc6a77c9 req-84684f89-f620-4a09-ad15-664bab01be33 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.45 "GET /v2.0/security-groups?id=bda4899d-aa0e-4722-9822-cdaed6332cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138365 Dec 11 22:39:41.591596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:41.592955 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:41.602058 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bc2b55-8d2a-4488-8236-c65ab6bf2eaf x-openstack-request-id: req-d8bc2b55-8d2a-4488-8236-c65ab6bf2eaf {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:39:41.602360 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f101211c-111d-4719-9450-205e2e52de07", "name": "network-vif-unplugged", "status": "completed", "tag": "0e0262fe-4efd-4e43-aed6-c63fc0c6ba45", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:39:41.602620 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8bc2b55-8d2a-4488-8236-c65ab6bf2eaf {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:39:41.603063 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f101211c-111d-4719-9450-205e2e52de07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e0262fe-4efd-4e43-aed6-c63fc0c6ba45', 'code': 200} Dec 11 22:39:41.610871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 has no active binding in host n-h1-710847-6 {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 11 22:39:41.617196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 40cdcd2a-b268-4df4-bf1c-1a76c1850417 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:41.633671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,revision_number=8']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:41.638441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:41.639396 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:41.640944 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-d696e9cb-86c3-4552-a1d9-ac8fa0fabf69 service neutron] 10.222.0.47 "PUT /v2.0/ports/0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 HTTP/1.1" status: 200 len: 1122 time: 1.3665304 Dec 11 22:39:41.670397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-1605daa8-48ea-41ad-8cf6-dc9a5d62993b req-2d49a4ce-e428-4e96-a8bb-80226cdafe10 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] No DVR routers for this DVR port 61e9e8cc-f182-42d8-8261-32cd208871f1 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:41.678484 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1605daa8-48ea-41ad-8cf6-dc9a5d62993b req-2d49a4ce-e428-4e96-a8bb-80226cdafe10 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:41.682081 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1605daa8-48ea-41ad-8cf6-dc9a5d62993b req-2d49a4ce-e428-4e96-a8bb-80226cdafe10 tempest-InstanceActionsTestJSON-825800039 tempest-InstanceActionsTestJSON-825800039-project] 10.222.0.13 "DELETE /v2.0/ports/61e9e8cc-f182-42d8-8261-32cd208871f1 HTTP/1.1" status: 204 len: 173 time: 1.2698972 Dec 11 22:39:41.688261 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:41.689590 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6433480 Dec 11 22:39:41.695523 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 40cdcd2a-b268-4df4-bf1c-1a76c1850417 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:41.696204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 40cdcd2a-b268-4df4-bf1c-1a76c1850417 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:41.696839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 413e0d01-35af-4b47-9812-7fd4a83fa5e7 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:41.700280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a40ee-4bf2-46d0-b8e0-f441bf17b8dd tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Pushing event updated for resources: {'Port': ['ID=4f0dd322-6c13-4c88-a586-f226bcf14fe6,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:41.747305 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 413e0d01-35af-4b47-9812-7fd4a83fa5e7 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:41.748067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 413e0d01-35af-4b47-9812-7fd4a83fa5e7 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:41.750786 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-d907eb31-d258-4f3b-acaf-f1f85b467db2 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.145 HTTP/1.1" status: 200 len: 696 time: 0.0530672 Dec 11 22:39:41.752687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['0e0262fe-4efd-4e43-aed6-c63fc0c6ba45'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:39:41.773341 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-50180f20-4d68-4a5a-81ff-f1d69b166439 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--409788163&fields=id&tenant_id=e7040561c9f34ce59215356b958e852c HTTP/1.1" status: 200 len: 267 time: 0.0562561 Dec 11 22:39:41.817426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['0e0262fe-4efd-4e43-aed6-c63fc0c6ba45'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:39:41.899096 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-7326f7b4-bf34-4141-b2ff-51eb3ab10a07 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:41.900232 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5495bcb9-950c-4211-b9f1-065d54bf1c71 req-7326f7b4-bf34-4141-b2ff-51eb3ab10a07 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.1428788 Dec 11 22:39:41.912589 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-9cd870fb-5b2c-4cfe-99e8-6e35e0bb08ad tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:41.912589 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-9cd870fb-5b2c-4cfe-99e8-6e35e0bb08ad tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/networks?id=40cd5942-b228-4df6-8f06-39a9564982a3 HTTP/1.1" status: 200 len: 812 time: 0.1232808 Dec 11 22:39:41.932992 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-d96aa48d-20d3-4df7-8b6a-15e4956c27b9 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/quotas/e7040561c9f34ce59215356b958e852c HTTP/1.1" status: 200 len: 375 time: 0.0130513 Dec 11 22:39:42.085366 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2fbc111a-0ac1-4b11-a264-8db285234461 req-6d01fdc4-8eb2-49da-9a8f-ab4361094ef1 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "GET /v2.0/ports?device_id=51a87bbc-dd18-497f-a6ab-fe75c02378b4 HTTP/1.1" status: 200 len: 210 time: 0.0926130 Dec 11 22:39:42.118314 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-d1d6210b-80cd-4255-904e-133bdfb3cd57 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7040561c9f34ce59215356b958e852c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1786482 Dec 11 22:39:42.228761 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47964) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:42.259471 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-7bcadd9b-b6f9-4eaf-8f0a-0d6cdaae9b02 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1394947 Dec 11 22:39:42.270522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:42.274713 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-7629b5e7-daaf-406f-b4f7-fc36e6aec579 service neutron] 10.222.0.45 "GET /v2.0/networks/40cd5942-b228-4df6-8f06-39a9564982a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370876 Dec 11 22:39:42.285503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a87bbc-dd18-497f-a6ab-fe75c02378b4', 'name': 'network-vif-deleted', 'tag': '413e0d01-35af-4b47-9812-7fd4a83fa5e7'}, {'server_uuid': '694ad63a-b2a0-4750-b520-6807f242cef4', 'name': 'network-vif-deleted', 'tag': '61e9e8cc-f182-42d8-8261-32cd208871f1'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:39:42.290773 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed59b218-fafc-4732-ad61-a2a1407d0bb5" -d '{"events": [{"server_uuid": "51a87bbc-dd18-497f-a6ab-fe75c02378b4", "name": "network-vif-deleted", "tag": "413e0d01-35af-4b47-9812-7fd4a83fa5e7"}, {"server_uuid": "694ad63a-b2a0-4750-b520-6807f242cef4", "name": "network-vif-deleted", "tag": "61e9e8cc-f182-42d8-8261-32cd208871f1"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:39:42.376365 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-5f69056f-fa30-40dc-a629-46307be2171e service neutron] 10.222.0.45 "GET /v2.0/networks/40cd5942-b228-4df6-8f06-39a9564982a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929329 Dec 11 22:39:42.399656 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec4ed9a5-e9d1-4c05-b5a7-bd3dcfef0d21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:42.455655 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:42.539774 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec4ed9a5-e9d1-4c05-b5a7-bd3dcfef0d21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:42.591679 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:42.657274 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec4ed9a5-e9d1-4c05-b5a7-bd3dcfef0d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:42.725600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Allocated IP 172.25.1.104 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/d3c0d170-68ad-40fc-9357-79b5ea47ec9b) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:42.762843 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ec4ed9a5-e9d1-4c05-b5a7-bd3dcfef0d21 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7c34f512b71478fa566d07ccbaa43fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5258148 Dec 11 22:39:42.764039 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ed9a5-e9d1-4c05-b5a7-bd3dcfef0d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeded47-1db9-43e4-b30e-fcbb866b451e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:42.766139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47990) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:42.883508 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e072c-b717-4a32-987d-e2a7b9d02d7c req-d3231e37-3d19-4848-86a5-5fdca15c6686 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:42.893068 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-db9e072c-b717-4a32-987d-e2a7b9d02d7c req-d3231e37-3d19-4848-86a5-5fdca15c6686 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 944 time: 0.0666764 Dec 11 22:39:42.945071 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73c23342-4def-4d8b-9f94-8b17922fd146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:42.966851 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-db9e072c-b717-4a32-987d-e2a7b9d02d7c req-6e4dd5d5-ac0b-4c67-8eb1-36f6b945427d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729029 Dec 11 22:39:43.051385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48002) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:43.118831 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38187cac-bd42-4338-978a-3a1fd2b76ada req-6f9654f7-d2d1-4da0-a084-442416880f54 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 210 time: 0.0396149 Dec 11 22:39:43.134429 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-1957d229-23f0-49b4-9db1-9dd9d0d8fcbf admin admin] Deleting subnet 0be6a749-e737-4333-b770-9cc3ab14787a {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:39:43.134429 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1957d229-23f0-49b4-9db1-9dd9d0d8fcbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:43.349244 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 22:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7540f74c-829c-482c-a3c4-7292ce82d2dc x-openstack-request-id: req-7540f74c-829c-482c-a3c4-7292ce82d2dc {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:39:43.352575 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a87bbc-dd18-497f-a6ab-fe75c02378b4", "name": "network-vif-deleted", "tag": "413e0d01-35af-4b47-9812-7fd4a83fa5e7", "status": "completed", "code": 200}, {"server_uuid": "694ad63a-b2a0-4750-b520-6807f242cef4", "name": "network-vif-deleted", "tag": "61e9e8cc-f182-42d8-8261-32cd208871f1", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:39:43.352575 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7540f74c-829c-482c-a3c4-7292ce82d2dc {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:39:43.352575 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a87bbc-dd18-497f-a6ab-fe75c02378b4', 'name': 'network-vif-deleted', 'tag': '413e0d01-35af-4b47-9812-7fd4a83fa5e7', 'status': 'completed', 'code': 200} Dec 11 22:39:43.352575 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694ad63a-b2a0-4750-b520-6807f242cef4', 'name': 'network-vif-deleted', 'tag': '61e9e8cc-f182-42d8-8261-32cd208871f1', 'status': 'completed', 'code': 200} Dec 11 22:39:43.352575 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73c23342-4def-4d8b-9f94-8b17922fd146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:43.381350 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:43.397147 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:43.433467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48014) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:43.498950 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1957d229-23f0-49b4-9db1-9dd9d0d8fcbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:43.501547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-220b98ec-bf4f-448f-8e9d-2eb44f0d662b tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Deleting subnet a8f1fe98-d61c-40f9-a94a-40750600b1fb {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:39:43.504425 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-220b98ec-bf4f-448f-8e9d-2eb44f0d662b tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:43.548608 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1957d229-23f0-49b4-9db1-9dd9d0d8fcbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:43.553691 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-220b98ec-bf4f-448f-8e9d-2eb44f0d662b tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:43.582075 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73c23342-4def-4d8b-9f94-8b17922fd146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:43.583674 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73c23342-4def-4d8b-9f94-8b17922fd146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:43.584870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-73c23342-4def-4d8b-9f94-8b17922fd146 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7eeded47-1db9-43e4-b30e-fcbb866b451e HTTP/1.1" status: 204 len: 168 time: 0.8129148 Dec 11 22:39:43.601743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c23342-4def-4d8b-9f94-8b17922fd146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeded47-1db9-43e4-b30e-fcbb866b451e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:43.607402 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f101211c-111d-4719-9450-205e2e52de07', 'tag': '0e0262fe-4efd-4e43-aed6-c63fc0c6ba45'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:39:43.615456 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a119fd25-f287-48ed-8b2b-c9611f9d64f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f101211c-111d-4719-9450-205e2e52de07", "tag": "0e0262fe-4efd-4e43-aed6-c63fc0c6ba45"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:39:43.649916 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:43.692725 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a197d1e9-601f-4263-a8fa-9038603c4332 x-openstack-request-id: req-a197d1e9-601f-4263-a8fa-9038603c4332 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:39:43.693494 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f101211c-111d-4719-9450-205e2e52de07", "tag": "0e0262fe-4efd-4e43-aed6-c63fc0c6ba45", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:39:43.694071 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a197d1e9-601f-4263-a8fa-9038603c4332 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:39:43.695070 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f101211c-111d-4719-9450-205e2e52de07', 'tag': '0e0262fe-4efd-4e43-aed6-c63fc0c6ba45', 'status': 'completed', 'code': 200} Dec 11 22:39:43.706575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:43.715497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:43.718009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:43.721288 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-220b98ec-bf4f-448f-8e9d-2eb44f0d662b tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:43.784221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Pushing event updated for resources: {'Port': ['ID=d3c0d170-68ad-40fc-9357-79b5ea47ec9b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:43.786908 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1957d229-23f0-49b4-9db1-9dd9d0d8fcbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:43.818495 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957d229-23f0-49b4-9db1-9dd9d0d8fcbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0be6a749-e737-4333-b770-9cc3ab14787a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:43.822673 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1957d229-23f0-49b4-9db1-9dd9d0d8fcbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:43.827753 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1957d229-23f0-49b4-9db1-9dd9d0d8fcbf admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0be6a749-e737-4333-b770-9cc3ab14787a HTTP/1.1" status: 204 len: 168 time: 0.7740090 Dec 11 22:39:43.832006 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48046) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:43.878981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119fd25-f287-48ed-8b2b-c9611f9d64f3 req-bc730375-57b1-4b69-b17c-f679f0e6c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:43.880526 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a119fd25-f287-48ed-8b2b-c9611f9d64f3 req-bc730375-57b1-4b69-b17c-f679f0e6c366 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 1125 time: 0.1528931 Dec 11 22:39:43.903854 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7310027-9409-4ec4-b5d6-5dadb3b99c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:43.983814 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:43.985458 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-220b98ec-bf4f-448f-8e9d-2eb44f0d662b tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.005661 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7310027-9409-4ec4-b5d6-5dadb3b99c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.032552 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-220b98ec-bf4f-448f-8e9d-2eb44f0d662b tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.034392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 61e9e8cc-f182-42d8-8261-32cd208871f1 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:44.037155 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-220b98ec-bf4f-448f-8e9d-2eb44f0d662b tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "DELETE /v2.0/subnets/a8f1fe98-d61c-40f9-a94a-40750600b1fb HTTP/1.1" status: 204 len: 168 time: 0.6025703 Dec 11 22:39:44.038488 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b7310027-9409-4ec4-b5d6-5dadb3b99c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2814d2b-f761-4145-9e9e-3aa649493018']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:44.040012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48052) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:44.042319 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b98ec-bf4f-448f-8e9d-2eb44f0d662b tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f1fe98-d61c-40f9-a94a-40750600b1fb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:44.052317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b7310027-9409-4ec4-b5d6-5dadb3b99c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b5045d-b8b0-46d2-b22b-4de6f3d5bb15') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:44.052628 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b7310027-9409-4ec4-b5d6-5dadb3b99c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b5045d-b8b0-46d2-b22b-4de6f3d5bb15') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:44.066301 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7310027-9409-4ec4-b5d6-5dadb3b99c1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.070181 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a311b39-0944-4e51-a88e-d58622b456dc None None] Network 1082c159-5311-49d4-81f5-56d86a8dfa50 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:44.083661 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7310027-9409-4ec4-b5d6-5dadb3b99c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.092526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7310027-9409-4ec4-b5d6-5dadb3b99c1e admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:39:44.092884 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7310027-9409-4ec4-b5d6-5dadb3b99c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:39:44.094861 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:39:44.137334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119fd25-f287-48ed-8b2b-c9611f9d64f3 req-49edc8fd-29f8-40a2-9a1a-a8809c53383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:44.138942 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a119fd25-f287-48ed-8b2b-c9611f9d64f3 req-49edc8fd-29f8-40a2-9a1a-a8809c53383b service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.2348657 Dec 11 22:39:44.169566 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 61e9e8cc-f182-42d8-8261-32cd208871f1 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:44.170428 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 61e9e8cc-f182-42d8-8261-32cd208871f1 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:44.217398 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.220249 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a119fd25-f287-48ed-8b2b-c9611f9d64f3 req-2f232836-73c1-48ca-bc51-2b0e3edffc34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 HTTP/1.1" status: 200 len: 217 time: 0.0628412 Dec 11 22:39:44.236199 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.273301 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48058) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:44.292031 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2301748-6258-4876-80da-41af5a619ed3 req-3ec1adf9-a467-4e08-90af-8f236daa286f tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:44.316700 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d2301748-6258-4876-80da-41af5a619ed3 req-3ec1adf9-a467-4e08-90af-8f236daa286f tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 944 time: 0.0752289 Dec 11 22:39:44.332139 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad685e55-1fed-4b89-ac62-957cc8246a7d None None] DHCP port deletion for 1082c159-5311-49d4-81f5-56d86a8dfa50 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:39:44.381308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119fd25-f287-48ed-8b2b-c9611f9d64f3 req-54926f3e-8097-48f0-b77f-d762282c8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:44.382994 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a119fd25-f287-48ed-8b2b-c9611f9d64f3 req-54926f3e-8097-48f0-b77f-d762282c8162 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.1438849 Dec 11 22:39:44.387699 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d2301748-6258-4876-80da-41af5a619ed3 req-b6112d23-0ba1-4a43-88e0-635dc7b3a8dc tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770166 Dec 11 22:39:44.397945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ad685e55-1fed-4b89-ac62-957cc8246a7d None None] Deleting port 8629e253-1c3c-4024-8fbb-bccd7df23a21 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:44.398372 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ad685e55-1fed-4b89-ac62-957cc8246a7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.408599 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7310027-9409-4ec4-b5d6-5dadb3b99c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.432856 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7310027-9409-4ec4-b5d6-5dadb3b99c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.435952 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b7310027-9409-4ec4-b5d6-5dadb3b99c1e admin admin] 10.222.0.45 "DELETE /v2.0/networks/a2814d2b-f761-4145-9e9e-3aa649493018 HTTP/1.1" status: 204 len: 168 time: 0.6029003 Dec 11 22:39:44.437112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7310027-9409-4ec4-b5d6-5dadb3b99c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=a2814d2b-f761-4145-9e9e-3aa649493018,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:44.476052 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ad685e55-1fed-4b89-ac62-957cc8246a7d None None] For port 8629e253-1c3c-4024-8fbb-bccd7df23a21, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8629e253-1c3c-4024-8fbb-bccd7df23a21,segment=NetworkSegment(c5eb9e27-5a00-4619-9da4-81bbfbd577ed),segment_id=c5eb9e27-5a00-4619-9da4-81bbfbd577ed)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:44.476461 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ad685e55-1fed-4b89-ac62-957cc8246a7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.489531 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a119fd25-f287-48ed-8b2b-c9611f9d64f3 req-02279633-78ab-4dbf-bb17-f9bf3bbe99cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926132 Dec 11 22:39:44.489837 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9d0b637e-15d3-4b84-a906-7a58a36ba8ab req-0563e283-0f0f-4f32-b790-7994263e6292 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 210 time: 0.0286894 Dec 11 22:39:44.491050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ad685e55-1fed-4b89-ac62-957cc8246a7d None None] Calling delete_port for 8629e253-1c3c-4024-8fbb-bccd7df23a21 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:44.585806 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Deleting port 8629e253-1c3c-4024-8fbb-bccd7df23a21 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:44.586333 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.645945 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ad685e55-1fed-4b89-ac62-957cc8246a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.671266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad685e55-1fed-4b89-ac62-957cc8246a7d None None] Pushing event deleted for resources: {'Port': ['ID=8629e253-1c3c-4024-8fbb-bccd7df23a21,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:44.675024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad685e55-1fed-4b89-ac62-957cc8246a7d None None] No DVR routers for this DVR port 8629e253-1c3c-4024-8fbb-bccd7df23a21 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:44.691256 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a119fd25-f287-48ed-8b2b-c9611f9d64f3 req-9220076f-178d-4e43-8aa6-5fe226e6cd0f service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926479 Dec 11 22:39:44.704580 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] For port 8629e253-1c3c-4024-8fbb-bccd7df23a21, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8629e253-1c3c-4024-8fbb-bccd7df23a21,segment=NetworkSegment(c5eb9e27-5a00-4619-9da4-81bbfbd577ed),segment_id=c5eb9e27-5a00-4619-9da4-81bbfbd577ed)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:44.704944 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.724035 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.743999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Calling delete_port for 8629e253-1c3c-4024-8fbb-bccd7df23a21 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:44.748185 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48064) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:44.766709 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f36de0a-f033-4019-a9d5-882dfca22027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.808558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8629e253-1c3c-4024-8fbb-bccd7df23a21 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:44.828994 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.871086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 8629e253-1c3c-4024-8fbb-bccd7df23a21 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:44.871440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8629e253-1c3c-4024-8fbb-bccd7df23a21 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:44.889863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Pushing event updated for resources: {'Port': ['ID=d3c0d170-68ad-40fc-9357-79b5ea47ec9b,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:44.939626 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f36de0a-f033-4019-a9d5-882dfca22027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:44.941863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a119fd25-f287-48ed-8b2b-c9611f9d64f3 req-f535a28d-fde3-4e19-9351-29931fb1e692 service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394133 Dec 11 22:39:44.972768 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.000975 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.050827 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f36de0a-f033-4019-a9d5-882dfca22027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.051886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Port': ['ID=8629e253-1c3c-4024-8fbb-bccd7df23a21,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:45.053281 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] No DVR routers for this DVR port 8629e253-1c3c-4024-8fbb-bccd7df23a21 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:45.055249 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8492022b-b54b-40f6-9789-6447c5c2ed91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.076217 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48068) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:45.099997 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3f36de0a-f033-4019-a9d5-882dfca22027 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d03c51f10992416da400da495380405b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506930 Dec 11 22:39:45.100859 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36de0a-f033-4019-a9d5-882dfca22027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bbf96d-64ac-4dc9-b96e-90939822abd7,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:45.103612 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48072) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:45.140465 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.141717 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-6a02e961-4453-4bde-a33c-dbc189b62ad0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8755424 Dec 11 22:39:45.162462 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62b21b8e-f04f-4d77-9e0a-726b3f5b0fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.169018 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.187285 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62b21b8e-f04f-4d77-9e0a-726b3f5b0fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.239189 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-f69e04db-e29d-461d-a1ec-a7204c58829c tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.0874209 Dec 11 22:39:45.240867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1082c159-5311-49d4-81f5-56d86a8dfa50']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:45.243733 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b46e3537-0e94-48a7-aeee-d2bf91625c19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.255504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5eb9e27-5a00-4619-9da4-81bbfbd577ed') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:45.255850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5eb9e27-5a00-4619-9da4-81bbfbd577ed') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:45.277715 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.334081 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.344547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b46e3537-0e94-48a7-aeee-d2bf91625c19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.345776 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:39:45.346106 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:39:45.349235 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:39:45.372107 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62b21b8e-f04f-4d77-9e0a-726b3f5b0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.375234 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62b21b8e-f04f-4d77-9e0a-726b3f5b0fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.379029 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-62b21b8e-f04f-4d77-9e0a-726b3f5b0fc0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9bbf96d-64ac-4dc9-b96e-90939822abd7 HTTP/1.1" status: 204 len: 168 time: 0.2717464 Dec 11 22:39:45.393374 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b21b8e-f04f-4d77-9e0a-726b3f5b0fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bbf96d-64ac-4dc9-b96e-90939822abd7,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:45.442937 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b46e3537-0e94-48a7-aeee-d2bf91625c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.461942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-65e658de-8e1a-4202-a4a2-513ef619e07d tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:45.463479 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9340e4c-3669-40b0-939e-e9eb84270721 req-65e658de-8e1a-4202-a4a2-513ef619e07d tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.2056043 Dec 11 22:39:45.482411 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8492022b-b54b-40f6-9789-6447c5c2ed91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.494595 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48080) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:45.499857 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b46e3537-0e94-48a7-aeee-d2bf91625c19 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d64911f28cba4f459f245c19b19e10f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4189005 Dec 11 22:39:45.505720 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48082) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:45.537137 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d3149440-a0eb-4d8e-88bf-166ab87162bb req-196fa77d-594a-4554-b4b7-d796cd489366 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips/b567f265-a8b1-49e5-b4ed-dcb70c614c23 HTTP/1.1" status: 200 len: 693 time: 0.0491762 Dec 11 22:39:45.539560 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.574033 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.580730 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "DELETE /v2.0/networks/1082c159-5311-49d4-81f5-56d86a8dfa50 HTTP/1.1" status: 204 len: 168 time: 1.5368330 Dec 11 22:39:45.580954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48086) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:45.612645 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e3537-0e94-48a7-aeee-d2bf91625c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e840ad1-b2f2-4049-a691-8a732d517a6d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:45.631123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dc9c0-ada8-457c-84ab-bf626cc7e10e tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Network': ['ID=1082c159-5311-49d4-81f5-56d86a8dfa50,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:45.653279 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef49ecd-12d1-4883-b2f4-72d1e18bfece req-a481c02d-c588-4259-8426-5b2b81998ee1 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:45.661829 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3ef49ecd-12d1-4883-b2f4-72d1e18bfece req-a481c02d-c588-4259-8426-5b2b81998ee1 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 944 time: 0.1520982 Dec 11 22:39:45.664411 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8492022b-b54b-40f6-9789-6447c5c2ed91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.713289 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-10d58774-a142-4bf4-bd75-fec1959bbc5c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37ea4fadb632475d90bccf0c6f5c878e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121079 Dec 11 22:39:45.721445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48090) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:45.756148 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3ef49ecd-12d1-4883-b2f4-72d1e18bfece req-e8d65977-409c-4fdb-9c9b-bafbfdfa4c72 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879209 Dec 11 22:39:45.783314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-8251abbb-3eee-4c9a-a16c-9ebdf71d5905 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Deleting subnet 11c8372a-1800-4830-b36a-41a99d5cef05 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:39:45.795950 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-99905d4a-be22-49cb-a28a-38112e91b166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.849294 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-99905d4a-be22-49cb-a28a-38112e91b166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.853386 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8251abbb-3eee-4c9a-a16c-9ebdf71d5905 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:45.899078 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ad0b5026-28c4-4ed3-a057-1578d231cee7 req-71cded02-6d14-4e74-901b-4cd915bbbfb2 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 210 time: 0.0551515 Dec 11 22:39:45.911588 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8492022b-b54b-40f6-9789-6447c5c2ed91 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83b66aef444f46dd8860de43bc800241&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6370883 Dec 11 22:39:45.922961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48096) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:45.927097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492022b-b54b-40f6-9789-6447c5c2ed91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06642b8-2930-4d52-9dd2-079c14ccac30,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:45.996062 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8251abbb-3eee-4c9a-a16c-9ebdf71d5905 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:46.035612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3149440-a0eb-4d8e-88bf-166ab87162bb req-32f2f170-8610-4bdb-bf2b-e86936d93266 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:46.037191 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d3149440-a0eb-4d8e-88bf-166ab87162bb req-32f2f170-8610-4bdb-bf2b-e86936d93266 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.4893844 Dec 11 22:39:46.049854 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-99905d4a-be22-49cb-a28a-38112e91b166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:46.065333 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-99905d4a-be22-49cb-a28a-38112e91b166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:46.065333 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-99905d4a-be22-49cb-a28a-38112e91b166 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e840ad1-b2f2-4049-a691-8a732d517a6d HTTP/1.1" status: 204 len: 168 time: 0.5449610 Dec 11 22:39:46.066049 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d7cf5fd6-56ef-429d-b0cf-26ff0c2e68c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:46.081355 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99905d4a-be22-49cb-a28a-38112e91b166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e840ad1-b2f2-4049-a691-8a732d517a6d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:46.142549 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c91bf850-97a1-475b-8473-02e0ad1e9be3 req-82fe47ab-668e-4a1b-8d38-2877f3206fb6 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips/b567f265-a8b1-49e5-b4ed-dcb70c614c23 HTTP/1.1" status: 200 len: 693 time: 0.0739737 Dec 11 22:39:46.150702 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d7cf5fd6-56ef-429d-b0cf-26ff0c2e68c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:46.167811 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83f157a8-aeff-4f3c-a6ca-f4907e47efe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:46.211375 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8251abbb-3eee-4c9a-a16c-9ebdf71d5905 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:46.245652 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83f157a8-aeff-4f3c-a6ca-f4907e47efe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:46.296701 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-5e821c40-ea44-4d42-ba39-f696f0876d2d tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:46.298336 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-5e821c40-ea44-4d42-ba39-f696f0876d2d tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.47 "GET /v2.0/networks?id=40cd5942-b228-4df6-8f06-39a9564982a3 HTTP/1.1" status: 200 len: 812 time: 0.3229721 Dec 11 22:39:46.414832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bf850-97a1-475b-8473-02e0ad1e9be3 req-6fd0320a-92d1-47a7-ae0a-0de448d58138 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:46.416330 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c91bf850-97a1-475b-8473-02e0ad1e9be3 req-6fd0320a-92d1-47a7-ae0a-0de448d58138 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.2656627 Dec 11 22:39:46.427533 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-08d346a8-b503-46bb-976e-44948fe491ba tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7040561c9f34ce59215356b958e852c HTTP/1.1" status: 200 len: 379 time: 0.0973916 Dec 11 22:39:46.434036 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-c91bf850-97a1-475b-8473-02e0ad1e9be3 req-f0ac5ebc-3545-4636-84f3-5b16f09f67b8 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:39:46.435060 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c91bf850-97a1-475b-8473-02e0ad1e9be3 req-f0ac5ebc-3545-4636-84f3-5b16f09f67b8 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066261 Dec 11 22:39:46.439615 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-741ed503-2c15-4084-88a0-d071185356f6 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Request body: {'port': {'device_id': '5dc75c4a-fff7-41d8-80b1-96a8b4c3b289', 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3', 'admin_state_up': True, 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'security_groups': ['7d5717a8-d149-415d-a025-bb358ba326b8']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:46.440777 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d7cf5fd6-56ef-429d-b0cf-26ff0c2e68c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:46.444514 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d7cf5fd6-56ef-429d-b0cf-26ff0c2e68c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:46.446194 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d7cf5fd6-56ef-429d-b0cf-26ff0c2e68c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bda4899d-aa0e-4722-9822-cdaed6332cda HTTP/1.1" status: 204 len: 168 time: 0.7058938 Dec 11 22:39:46.455431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf5fd6-56ef-429d-b0cf-26ff0c2e68c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda4899d-aa0e-4722-9822-cdaed6332cda,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:46.503844 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83f157a8-aeff-4f3c-a6ca-f4907e47efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:46.508017 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83f157a8-aeff-4f3c-a6ca-f4907e47efe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:46.514843 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-83f157a8-aeff-4f3c-a6ca-f4907e47efe7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e06642b8-2930-4d52-9dd2-079c14ccac30 HTTP/1.1" status: 204 len: 168 time: 0.5723379 Dec 11 22:39:46.516776 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8251abbb-3eee-4c9a-a16c-9ebdf71d5905 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:46.545218 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c91bf850-97a1-475b-8473-02e0ad1e9be3 req-5d4f5f96-c995-466b-bf7a-3202d2ddba12 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.1021059 Dec 11 22:39:46.563775 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f157a8-aeff-4f3c-a6ca-f4907e47efe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06642b8-2930-4d52-9dd2-079c14ccac30,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:46.630285 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c91bf850-97a1-475b-8473-02e0ad1e9be3 req-17ccd49e-9187-44b3-ab61-4afc1af14ce4 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.0706749 Dec 11 22:39:46.661941 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251abbb-3eee-4c9a-a16c-9ebdf71d5905 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Subnet': ['ID=11c8372a-1800-4830-b36a-41a99d5cef05,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:46.678936 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8251abbb-3eee-4c9a-a16c-9ebdf71d5905 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:46.686224 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8251abbb-3eee-4c9a-a16c-9ebdf71d5905 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "DELETE /v2.0/subnets/11c8372a-1800-4830-b36a-41a99d5cef05 HTTP/1.1" status: 204 len: 168 time: 1.0896528 Dec 11 22:39:46.686402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48114) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:46.686583 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a3f357-7d4f-45b1-bcaf-9f5157b113fa None None] Network 88a75a2c-4877-473d-819f-ce6d9f94be67 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:46.847727 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:46.926779 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-c91bf850-97a1-475b-8473-02e0ad1e9be3 req-f6ab5e46-cefc-4c58-8703-ed0bacd5b071 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Deleting port d3c0d170-68ad-40fc-9357-79b5ea47ec9b {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:46.927430 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c91bf850-97a1-475b-8473-02e0ad1e9be3 req-f6ab5e46-cefc-4c58-8703-ed0bacd5b071 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:46.931665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbb1443-8ce5-413c-93cc-da81f9c30d8c None None] DHCP port deletion for 88a75a2c-4877-473d-819f-ce6d9f94be67 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:39:46.987923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2895f5-224a-48e0-9b2b-1e0783e05c87 req-5b0f1428-4080-4411-878f-f8833471b31f tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:46.991430 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e2895f5-224a-48e0-9b2b-1e0783e05c87 req-5b0f1428-4080-4411-878f-f8833471b31f tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 944 time: 0.1328602 Dec 11 22:39:47.030084 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c91bf850-97a1-475b-8473-02e0ad1e9be3 req-f6ab5e46-cefc-4c58-8703-ed0bacd5b071 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.030565 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c91bf850-97a1-475b-8473-02e0ad1e9be3 req-f6ab5e46-cefc-4c58-8703-ed0bacd5b071 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.047221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Deleting port 55148537-b6ea-4984-9d5b-2c93a240e29f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:47.047566 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.049782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-c91bf850-97a1-475b-8473-02e0ad1e9be3 req-f6ab5e46-cefc-4c58-8703-ed0bacd5b071 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Calling delete_port for d3c0d170-68ad-40fc-9357-79b5ea47ec9b owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:47.060612 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb1443-8ce5-413c-93cc-da81f9c30d8c None None] Deleting port 55148537-b6ea-4984-9d5b-2c93a240e29f {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:47.061342 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2fbb1443-8ce5-413c-93cc-da81f9c30d8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.110549 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.144382 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-741ed503-2c15-4084-88a0-d071185356f6 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Made reservation on behalf of e7040561c9f34ce59215356b958e852c for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:47.145843 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2fbb1443-8ce5-413c-93cc-da81f9c30d8c None None] For port 55148537-b6ea-4984-9d5b-2c93a240e29f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=55148537-b6ea-4984-9d5b-2c93a240e29f,segment=NetworkSegment(1c495662-5543-47da-b6df-3b6cd830f219),segment_id=1c495662-5543-47da-b6df-3b6cd830f219)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:47.146449 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2fbb1443-8ce5-413c-93cc-da81f9c30d8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.149683 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-741ed503-2c15-4084-88a0-d071185356f6 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.165383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e2895f5-224a-48e0-9b2b-1e0783e05c87 req-c3dcbad3-8de7-4822-89cc-c734995d9195 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545358 Dec 11 22:39:47.175768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb1443-8ce5-413c-93cc-da81f9c30d8c None None] Calling delete_port for 55148537-b6ea-4984-9d5b-2c93a240e29f owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:47.183426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] For port 55148537-b6ea-4984-9d5b-2c93a240e29f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=55148537-b6ea-4984-9d5b-2c93a240e29f,segment=NetworkSegment(1c495662-5543-47da-b6df-3b6cd830f219),segment_id=1c495662-5543-47da-b6df-3b6cd830f219)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:47.188453 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.228062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Calling delete_port for 55148537-b6ea-4984-9d5b-2c93a240e29f owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:47.351317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f4d1266-5827-4d23-8927-f6af72f3102a req-b9076d7c-79eb-4a76-95c8-4fefba592f18 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 210 time: 0.0324266 Dec 11 22:39:47.384329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48126) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:47.403184 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-604b5c20-e15c-484d-aad2-09932436db4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.407378 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c91bf850-97a1-475b-8473-02e0ad1e9be3 req-f6ab5e46-cefc-4c58-8703-ed0bacd5b071 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.528578 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2fbb1443-8ce5-413c-93cc-da81f9c30d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.537819 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.552870 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab5e46-cefc-4c58-8703-ed0bacd5b071 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Pushing event deleted for resources: {'Port': ['ID=d3c0d170-68ad-40fc-9357-79b5ea47ec9b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:47.567519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] No DVR routers for this DVR port 55148537-b6ea-4984-9d5b-2c93a240e29f on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:47.578852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbb1443-8ce5-413c-93cc-da81f9c30d8c None None] No DVR routers for this DVR port 55148537-b6ea-4984-9d5b-2c93a240e29f on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:47.601332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb1443-8ce5-413c-93cc-da81f9c30d8c None None] Pushing event deleted for resources: {'Port': ['ID=55148537-b6ea-4984-9d5b-2c93a240e29f,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:47.607502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Port': ['ID=55148537-b6ea-4984-9d5b-2c93a240e29f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:47.658405 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c91bf850-97a1-475b-8473-02e0ad1e9be3 req-f6ab5e46-cefc-4c58-8703-ed0bacd5b071 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.661170 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c91bf850-97a1-475b-8473-02e0ad1e9be3 req-f6ab5e46-cefc-4c58-8703-ed0bacd5b071 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.662443 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c91bf850-97a1-475b-8473-02e0ad1e9be3 req-f6ab5e46-cefc-4c58-8703-ed0bacd5b071 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "DELETE /v2.0/floatingips/b567f265-a8b1-49e5-b4ed-dcb70c614c23 HTTP/1.1" status: 204 len: 173 time: 1.0217485 Dec 11 22:39:47.718748 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-604b5c20-e15c-484d-aad2-09932436db4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.733195 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-741ed503-2c15-4084-88a0-d071185356f6 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Allocated IP 172.20.0.7 (40cd5942-b228-4df6-8f06-39a9564982a3/c3efc746-55d7-4419-b7bc-5774aa8f8be7/f3fc466e-538a-4a11-920a-92e85cb6281f) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:47.782335 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.844335 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-604b5c20-e15c-484d-aad2-09932436db4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:47.884933 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48140) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:47.891914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a75a2c-4877-473d-819f-ce6d9f94be67']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:47.910549 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-604b5c20-e15c-484d-aad2-09932436db4f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a59512306bb44dd780cca6c167f927c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5237770 Dec 11 22:39:47.920222 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48144) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:47.929566 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c495662-5543-47da-b6df-3b6cd830f219') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:47.929865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c495662-5543-47da-b6df-3b6cd830f219') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:47.937718 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b5c20-e15c-484d-aad2-09932436db4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d3b6a6-7908-4de3-a072-703d4d601a90,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:47.958728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48146) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:47.973551 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.004048 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c03fe153-4f8e-4561-b65b-42a8164a1307 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.007418 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.013166 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-741ed503-2c15-4084-88a0-d071185356f6 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.019493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d9d8-188c-4961-9273-b8bb23e8f286 req-0c7ffb77-e2d6-42a7-b1e8-24072e78e262 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:48.020800 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4fd5d9d8-188c-4961-9273-b8bb23e8f286 req-0c7ffb77-e2d6-42a7-b1e8-24072e78e262 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3315487 Dec 11 22:39:48.031705 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6b55c0d8-92ec-4ff5-86e9-14ff2a79b611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-66950678-8481-4001-9139-4d33b664b02d service neutron] 10.222.0.13 "GET /v2.0/ports/0e0262fe-4efd-4e43-aed6-c63fc0c6ba45/bindings/n-h1-710847-6 HTTP/1.1" status: 200 len: 384 time: 0.2906091 Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:39:48.045473 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:39:48.051303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:48.149893 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6b55c0d8-92ec-4ff5-86e9-14ff2a79b611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.177774 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd8c1b72-3fe2-4862-b6ae-71a5e571484d req-c1c9e6d9-687a-4b1e-9533-b28f5c34cdaf tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=dd86ecd4f5694f9cbc77a8a1662c7731 HTTP/1.1" status: 200 len: 1656 time: 0.0988021 Dec 11 22:39:48.230779 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f48e0d3d-9254-4edd-a13d-5801193c41af admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1031881056-network', 'tenant_id': '0e0b27dc673143d5a25d44091467f17f'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:48.281348 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.310517 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-741ed503-2c15-4084-88a0-d071185356f6 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.391459 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c1b72-3fe2-4862-b6ae-71a5e571484d req-928798dd-4f0f-4cf5-97f9-d87ba347cb98 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:48.393267 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd8c1b72-3fe2-4862-b6ae-71a5e571484d req-928798dd-4f0f-4cf5-97f9-d87ba347cb98 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/networks?id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 787 time: 0.1958249 Dec 11 22:39:48.395372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-741ed503-2c15-4084-88a0-d071185356f6 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Network 40cd5942-b228-4df6-8f06-39a9564982a3 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:48.398865 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-741ed503-2c15-4084-88a0-d071185356f6 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:48.408936 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-741ed503-2c15-4084-88a0-d071185356f6 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:48.411548 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48e0d3d-9254-4edd-a13d-5801193c41af admin admin] Made reservation on behalf of 0e0b27dc673143d5a25d44091467f17f for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:48.413868 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f48e0d3d-9254-4edd-a13d-5801193c41af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.431516 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ed503-2c15-4084-88a0-d071185356f6 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Pushing event updated for resources: {'Port': ['ID=f3fc466e-538a-4a11-920a-92e85cb6281f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:48.454589 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f48e0d3d-9254-4edd-a13d-5801193c41af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.478422 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6b55c0d8-92ec-4ff5-86e9-14ff2a79b611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.485798 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6b55c0d8-92ec-4ff5-86e9-14ff2a79b611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.487042 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6b55c0d8-92ec-4ff5-86e9-14ff2a79b611 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/73d3b6a6-7908-4de3-a072-703d4d601a90 HTTP/1.1" status: 204 len: 168 time: 0.5658550 Dec 11 22:39:48.572032 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55c0d8-92ec-4ff5-86e9-14ff2a79b611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d3b6a6-7908-4de3-a072-703d4d601a90,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:48.628771 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-741ed503-2c15-4084-88a0-d071185356f6 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:48.630685 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-741ed503-2c15-4084-88a0-d071185356f6 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.700052 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c03fe153-4f8e-4561-b65b-42a8164a1307 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.707511 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fe13b9a3-f6f9-40b2-ae3a-1b701447c18a req-0ada13b8-eb36-4bb2-8b84-7e0b4c4c129d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2080538 Dec 11 22:39:48.732020 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.738645 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] 10.222.0.45 "DELETE /v2.0/networks/88a75a2c-4877-473d-819f-ce6d9f94be67 HTTP/1.1" status: 204 len: 168 time: 2.0510232 Dec 11 22:39:48.754144 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87de179-86f5-4e80-adbc-2c07c9657503 req-5e53b85d-c96e-42bf-ac68-5d28f1025440 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:48.759996 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b87de179-86f5-4e80-adbc-2c07c9657503 req-5e53b85d-c96e-42bf-ac68-5d28f1025440 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 931 time: 0.2348409 Dec 11 22:39:48.762461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15152969-002d-4fde-933e-d24d09ce18b3 tempest-ServersTestMultiNic-1470485516 tempest-ServersTestMultiNic-1470485516-project] Pushing event deleted for resources: {'Network': ['ID=88a75a2c-4877-473d-819f-ce6d9f94be67,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:48.801951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3492c-be6e-4636-ae8f-11140f88b927 req-557e7a2e-4d56-4c17-87dc-36c7f0043bc4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:48.805874 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48170) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:48.815902 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ce3492c-be6e-4636-ae8f-11140f88b927 req-557e7a2e-4d56-4c17-87dc-36c7f0043bc4 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 944 time: 0.5649459 Dec 11 22:39:48.817466 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-741ed503-2c15-4084-88a0-d071185356f6 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3802795 Dec 11 22:39:48.845547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-f5e86546-b568-4bcc-bfa1-c80807fb826f service neutron] For port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:48.845736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Request body: {'port': {'device_id': '5dc75c4a-fff7-41d8-80b1-96a8b4c3b289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:48.866968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-f5e86546-b568-4bcc-bfa1-c80807fb826f service neutron] For port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:48.898651 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0441a9b0-c5a5-46aa-998b-225b115c5614 None None] Provisioning complete for port f3fc466e-538a-4a11-920a-92e85cb6281f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:48.900474 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0441a9b0-c5a5-46aa-998b-225b115c5614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.936896 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c03fe153-4f8e-4561-b65b-42a8164a1307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:48.982692 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 55148537-b6ea-4984-9d5b-2c93a240e29f no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:48.987273 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f1b9daf2-e1d7-4ecd-8201-44d285c34ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:49.016116 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b87de179-86f5-4e80-adbc-2c07c9657503 req-10dd0d18-236c-4eb8-ad40-a8062cf12647 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d5717a8-d149-415d-a025-bb358ba326b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431233 Dec 11 22:39:49.028979 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:49.053453 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c03fe153-4f8e-4561-b65b-42a8164a1307 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90a0d7ce8ea744a5850a0e09063bb16b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0914629 Dec 11 22:39:49.061289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48178) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:49.085410 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f48e0d3d-9254-4edd-a13d-5801193c41af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:49.093513 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13b9a3-f6f9-40b2-ae3a-1b701447c18a req-54aeaee9-6162-4450-93a4-3590b6102030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:49.094406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0441a9b0-c5a5-46aa-998b-225b115c5614 None None] Port f3fc466e-538a-4a11-920a-92e85cb6281f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:39:49.096630 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 55148537-b6ea-4984-9d5b-2c93a240e29f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:49.100444 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 55148537-b6ea-4984-9d5b-2c93a240e29f not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:49.106196 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fe13b9a3-f6f9-40b2-ae3a-1b701447c18a req-54aeaee9-6162-4450-93a4-3590b6102030 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 1095 time: 0.2988193 Dec 11 22:39:49.116961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fe153-4f8e-4561-b65b-42a8164a1307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1179177-8e42-4909-9a1b-40db6421702f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:49.129465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-f5e86546-b568-4bcc-bfa1-c80807fb826f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:39:49.161257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-f5e86546-b568-4bcc-bfa1-c80807fb826f service neutron] For port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:49.223414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ce3492c-be6e-4636-ae8f-11140f88b927 req-efce8068-692f-4b15-a4ee-ffb82d969f9a tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019557 Dec 11 22:39:49.241116 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-130e3ce3-97ab-42bb-936d-d056c1f7a818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:49.264011 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f48e0d3d-9254-4edd-a13d-5801193c41af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:49.271053 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-130e3ce3-97ab-42bb-936d-d056c1f7a818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:49.273146 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-f5e86546-b568-4bcc-bfa1-c80807fb826f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:49.275357 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1573058409-network', 'tenant_id': '1b8b0768231f4477aca12c7a26f21fb4'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:49.340645 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e27cd74c-ce0a-4544-93dc-dbc42f1b762e req-3db5c9b0-ecd1-4ff2-bb2a-b4e26274aea2 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips/022fc4d6-ac76-4cbc-8714-31a284f87711 HTTP/1.1" status: 200 len: 693 time: 0.2575719 Dec 11 22:39:49.360792 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48e0d3d-9254-4edd-a13d-5801193c41af admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:39:49.387976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-f5e86546-b568-4bcc-bfa1-c80807fb826f service neutron] Transition to ACTIVE for port object 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:39:49.406351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48190) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:49.448346 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f48e0d3d-9254-4edd-a13d-5801193c41af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:49.449143 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-f48e0d3d-9254-4edd-a13d-5801193c41af admin admin] Added segment 6b14555b-d60e-46cd-9fbe-575dd9e9a92b of type vlan for network e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe Dec 11 22:39:49.464642 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-f5e86546-b568-4bcc-bfa1-c80807fb826f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:49.466165 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e0d3d-9254-4edd-a13d-5801193c41af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d721b499-1f04-4a4d-b83d-c6e6ce39949f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:49.571703 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] Made reservation on behalf of 1b8b0768231f4477aca12c7a26f21fb4 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:49.574067 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:49.582562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-f5e86546-b568-4bcc-bfa1-c80807fb826f service neutron] No DVR routers for this DVR port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:49.602208 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f48e0d3d-9254-4edd-a13d-5801193c41af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:49.610383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e86546-b568-4bcc-bfa1-c80807fb826f service neutron] Pushing event updated for resources: {'Port': ['ID=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,revision_number=10']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:49.620766 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:49.631725 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13b9a3-f6f9-40b2-ae3a-1b701447c18a req-103afda0-4808-4932-a9fb-d1aa35f19b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:49.633225 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fe13b9a3-f6f9-40b2-ae3a-1b701447c18a req-103afda0-4808-4932-a9fb-d1aa35f19b4f service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.4646466 Dec 11 22:39:49.639864 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-f5e86546-b568-4bcc-bfa1-c80807fb826f service neutron] 10.222.0.13 "PUT /v2.0/ports/0e0262fe-4efd-4e43-aed6-c63fc0c6ba45/bindings/n-h1-710847-6/activate HTTP/1.1" status: 200 len: 369 time: 1.5870438 Dec 11 22:39:49.669347 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-130e3ce3-97ab-42bb-936d-d056c1f7a818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:49.669347 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-130e3ce3-97ab-42bb-936d-d056c1f7a818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:49.669347 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-130e3ce3-97ab-42bb-936d-d056c1f7a818 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1179177-8e42-4909-9a1b-40db6421702f HTTP/1.1" status: 204 len: 168 time: 0.5972052 Dec 11 22:39:49.709341 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cd74c-ce0a-4544-93dc-dbc42f1b762e req-c2bec1a8-c713-4b32-a6f6-53ccddbca8fb tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:49.710748 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e27cd74c-ce0a-4544-93dc-dbc42f1b762e req-c2bec1a8-c713-4b32-a6f6-53ccddbca8fb tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.3691492 Dec 11 22:39:49.760671 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e3ce3-97ab-42bb-936d-d056c1f7a818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1179177-8e42-4909-9a1b-40db6421702f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:49.764188 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fe13b9a3-f6f9-40b2-ae3a-1b701447c18a req-a1a51083-ab8c-496a-9488-048309e751ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc HTTP/1.1" status: 200 len: 217 time: 0.1144335 Dec 11 22:39:49.867450 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f48e0d3d-9254-4edd-a13d-5801193c41af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:49.868714 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e0d3d-9254-4edd-a13d-5801193c41af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:49.869299 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f48e0d3d-9254-4edd-a13d-5801193c41af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:49.882404 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e27cd74c-ce0a-4544-93dc-dbc42f1b762e req-85c0f0c6-021f-4ea1-8431-9fa16d0c4a2b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.145 HTTP/1.1" status: 200 len: 696 time: 0.1312442 Dec 11 22:39:49.925157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-3dbeb701-9f41-4b56-b90c-e8fae73ddd63 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:49.926702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-3dbeb701-9f41-4b56-b90c-e8fae73ddd63 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07&tenant_id=4a03958ca25f4977b4fabaad3b861845&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 1096 time: 0.0996375 Dec 11 22:39:50.016789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-9a64815a-9844-4901-9642-c50cfd71a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:50.017388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-9a64815a-9844-4901-9642-c50cfd71a0ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07&tenant_id=4a03958ca25f4977b4fabaad3b861845 HTTP/1.1" status: 200 len: 1096 time: 0.0812144 Dec 11 22:39:50.180605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-f1cc069d-32a0-48b8-91b0-69e62013f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:50.183283 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-f1cc069d-32a0-48b8-91b0-69e62013f3d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 1096 time: 0.1083698 Dec 11 22:39:50.209380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6e0a0-d418-497d-a57e-5cc81c579d49 req-101ede7d-8135-4f46-8fcd-227d0cadba8c tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:50.210965 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f5e6e0a0-d418-497d-a57e-5cc81c579d49 req-101ede7d-8135-4f46-8fcd-227d0cadba8c tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 931 time: 0.0965612 Dec 11 22:39:50.289321 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-46aa77ed-f46c-40b2-bb63-d288ad11878e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:50.323428 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13b9a3-f6f9-40b2-ae3a-1b701447c18a req-5d4c4f9e-e4c1-4ed9-9f01-9f0d3d924860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:50.324813 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fe13b9a3-f6f9-40b2-ae3a-1b701447c18a req-5d4c4f9e-e4c1-4ed9-9f01-9f0d3d924860 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.5488558 Dec 11 22:39:50.332643 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e27cd74c-ce0a-4544-93dc-dbc42f1b762e req-788fa8a3-7282-4464-8b90-3e0b035a9357 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.145 HTTP/1.1" status: 200 len: 696 time: 0.1349146 Dec 11 22:39:50.337096 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e0d3d-9254-4edd-a13d-5801193c41af admin admin] Pushing event updated for resources: {'Network': ['ID=e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:50.349657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:39:50.376002 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f48e0d3d-9254-4edd-a13d-5801193c41af admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4875696 Dec 11 22:39:50.383997 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fe13b9a3-f6f9-40b2-ae3a-1b701447c18a req-79c0087f-cc4a-4052-b688-f52105cc22a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477881 Dec 11 22:39:50.394044 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48218) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:50.411244 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e8a613bd-0b06-4b7e-a23e-0822aaf6248f admin admin] Request body: {'subnet': {'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1031881056-subnet', 'tenant_id': '0e0b27dc673143d5a25d44091467f17f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:50.475804 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:50.534759 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f5e6e0a0-d418-497d-a57e-5cc81c579d49 req-b19e4cdf-549a-408d-8c4c-1c042203eafe tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d5717a8-d149-415d-a025-bb358ba326b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104324 Dec 11 22:39:50.591000 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:50.599656 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3fc466e-538a-4a11-920a-92e85cb6281f {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:39:50.615060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-8a8a88cf-4f80-4a06-8100-b8abf4e77534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:50.616538 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-8a8a88cf-4f80-4a06-8100-b8abf4e77534 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.4265804 Dec 11 22:39:50.617090 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:50.664984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:39:50.674424 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-b77f357f-6589-487e-8c1a-0b45d77f64e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 HTTP/1.1" status: 200 len: 217 time: 0.0496147 Dec 11 22:39:50.695964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93a1d99-dafd-424a-b8b5-6a50f3ce4d37,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:50.699102 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a613bd-0b06-4b7e-a23e-0822aaf6248f admin admin] Made reservation on behalf of 0e0b27dc673143d5a25d44091467f17f for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:50.701452 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e8a613bd-0b06-4b7e-a23e-0822aaf6248f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:50.705745 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Transition to ACTIVE for port object f3fc466e-538a-4a11-920a-92e85cb6281f will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:39:50.724356 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:50.724706 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] Added segment 4f74eea5-44d2-496a-b191-4b2dac5034dc of type vlan for network 181f5739-12db-44b4-b6d4-cbfae15768b4 Dec 11 22:39:50.747186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-4a9f11c8-d92b-4567-b6c9-7a08dba640e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:50.748842 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-4a9f11c8-d92b-4567-b6c9-7a08dba640e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.0670063 Dec 11 22:39:50.782649 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:50.790897 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-6bfde8c9-03c1-46a1-aca1-c4ad7acb6ab6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325923 Dec 11 22:39:50.816217 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fe13b9a3-f6f9-40b2-ae3a-1b701447c18a req-1990d594-747b-4510-805d-c343a3349084 service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119108 Dec 11 22:39:50.877315 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:50.980187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-46aa77ed-f46c-40b2-bb63-d288ad11878e admin admin] Deleting port 9a6b48b1-4a99-4beb-9a02-eddf72376d52 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:50.980724 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-46aa77ed-f46c-40b2-bb63-d288ad11878e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:51.008491 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.resource_extend [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:39:51.015073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3fc466e-538a-4a11-920a-92e85cb6281f,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:51.054933 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-e27cd74c-ce0a-4544-93dc-dbc42f1b762e req-3435a5b3-4b50-48c6-885d-4db5c1cdeaf7 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Deleting port 4f0dd322-6c13-4c88-a586-f226bcf14fe6 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:51.055626 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e27cd74c-ce0a-4544-93dc-dbc42f1b762e req-3435a5b3-4b50-48c6-885d-4db5c1cdeaf7 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:51.067098 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-9f9fca0f-4205-4447-a0bc-832fa7cff989 service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338593 Dec 11 22:39:51.169354 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-7c192808-b8c9-4a15-bc5e-61b2d3eaecfb service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927112 Dec 11 22:39:51.190023 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd76dd-25d5-4707-8afc-16ce70209d5c req-e3bdccad-97fe-43e5-bfb1-a250a86151df tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:51.198313 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0fd76dd-25d5-4707-8afc-16ce70209d5c req-e3bdccad-97fe-43e5-bfb1-a250a86151df tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 945 time: 0.5589745 Dec 11 22:39:51.248124 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-00efca6b-c5c2-46b5-a448-28834dccf7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:51.266105 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-46aa77ed-f46c-40b2-bb63-d288ad11878e admin admin] For port 9a6b48b1-4a99-4beb-9a02-eddf72376d52, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9a6b48b1-4a99-4beb-9a02-eddf72376d52,segment=NetworkSegment(7b178c45-0a92-4683-a9cf-89835a9ceb92),segment_id=7b178c45-0a92-4683-a9cf-89835a9ceb92)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:51.266497 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-46aa77ed-f46c-40b2-bb63-d288ad11878e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:51.283993 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:51.285025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:51.285661 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:51.285781 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0fd76dd-25d5-4707-8afc-16ce70209d5c req-feb8c521-e205-4684-b4db-d707aa9f7eb7 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862913 Dec 11 22:39:51.290826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-46aa77ed-f46c-40b2-bb63-d288ad11878e admin admin] Calling delete_port for 9a6b48b1-4a99-4beb-9a02-eddf72376d52 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:51.406163 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fe13b9a3-f6f9-40b2-ae3a-1b701447c18a req-fc47ad9c-2dd8-4ad8-8734-9d65040b516d service neutron] 10.222.0.13 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633104 Dec 11 22:39:51.462846 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Attempting to bind port f3fc466e-538a-4a11-920a-92e85cb6281f on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:39:51.462846 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Attempting to bind port f3fc466e-538a-4a11-920a-92e85cb6281f by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '3cc461a5-5d6d-4e5a-8104-38ebb536de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:39:51.463971 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Attempting to bind port f3fc466e-538a-4a11-920a-92e85cb6281f on network 40cd5942-b228-4df6-8f06-39a9564982a3 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:51.468672 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] Pushing event updated for resources: {'Network': ['ID=181f5739-12db-44b4-b6d4-cbfae15768b4,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:51.476427 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9fd0bc29-5b78-480a-ae56-55f931f025bd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6559179 Dec 11 22:39:51.480112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48248) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:51.480673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 181f5739-12db-44b4-b6d4-cbfae15768b4 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:39:51.484911 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d8ad9f51-2332-46cf-addb-2b7ac2b6af53 admin admin] Request body: {'subnet': {'network_id': '181f5739-12db-44b4-b6d4-cbfae15768b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1573058409-subnet', 'tenant_id': '1b8b0768231f4477aca12c7a26f21fb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:51.495350 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Port f3fc466e-538a-4a11-920a-92e85cb6281f on network 40cd5942-b228-4df6-8f06-39a9564982a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:39:51.495350 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Attempting to bind port f3fc466e-538a-4a11-920a-92e85cb6281f on network 40cd5942-b228-4df6-8f06-39a9564982a3 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:51.504389 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:39:51.504737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Checking segment: {'id': '3cc461a5-5d6d-4e5a-8104-38ebb536de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:51.505129 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Bound using segment: {'id': '3cc461a5-5d6d-4e5a-8104-38ebb536de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:39:51.505576 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Bound port: f3fc466e-538a-4a11-920a-92e85cb6281f, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc461a5-5d6d-4e5a-8104-38ebb536de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:39:51.505937 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:51.511517 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e27cd74c-ce0a-4544-93dc-dbc42f1b762e req-3435a5b3-4b50-48c6-885d-4db5c1cdeaf7 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:51.511878 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e27cd74c-ce0a-4544-93dc-dbc42f1b762e req-3435a5b3-4b50-48c6-885d-4db5c1cdeaf7 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:51.575814 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-e27cd74c-ce0a-4544-93dc-dbc42f1b762e req-3435a5b3-4b50-48c6-885d-4db5c1cdeaf7 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Calling delete_port for 4f0dd322-6c13-4c88-a586-f226bcf14fe6 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:51.618886 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e8a613bd-0b06-4b7e-a23e-0822aaf6248f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:51.707938 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-46aa77ed-f46c-40b2-bb63-d288ad11878e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:51.736373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ad9f51-2332-46cf-addb-2b7ac2b6af53 admin admin] Made reservation on behalf of 1b8b0768231f4477aca12c7a26f21fb4 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:51.739190 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8ad9f51-2332-46cf-addb-2b7ac2b6af53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:51.742368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa77ed-f46c-40b2-bb63-d288ad11878e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6b48b1-4a99-4beb-9a02-eddf72376d52,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:51.808323 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] For port f3fc466e-538a-4a11-920a-92e85cb6281f, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:51.822473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] For port f3fc466e-538a-4a11-920a-92e85cb6281f, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f3fc466e-538a-4a11-920a-92e85cb6281f,segment=NetworkSegment(3cc461a5-5d6d-4e5a-8104-38ebb536de39),segment_id=3cc461a5-5d6d-4e5a-8104-38ebb536de39)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:39:51.832797 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a613bd-0b06-4b7e-a23e-0822aaf6248f admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e62c35-cd13-4f24-8988-be39742b86d6,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:51.912198 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:51.956008 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a613bd-0b06-4b7e-a23e-0822aaf6248f admin admin] Checking segment: {'id': '6b14555b-d60e-46cd-9fbe-575dd9e9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:51.956378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a613bd-0b06-4b7e-a23e-0822aaf6248f admin admin] Network hostable DHCP agents. Network: e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:39:51.970791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-5ba97aa1-4ebe-41c4-b565-1beb7849d72d tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:51.977096 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-5ba97aa1-4ebe-41c4-b565-1beb7849d72d tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07&tenant_id=4a03958ca25f4977b4fabaad3b861845&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 1096 time: 0.1494167 Dec 11 22:39:52.012441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:52.013042 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:52.014429 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] 10.222.0.47 "PUT /v2.0/ports/f3fc466e-538a-4a11-920a-92e85cb6281f HTTP/1.1" status: 200 len: 1091 time: 3.1773074 Dec 11 22:39:52.019159 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc75c4a-fff7-41d8-80b1-96a8b4c3b289', 'tag': 'f3fc466e-538a-4a11-920a-92e85cb6281f'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:39:52.021698 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6365f7ec-78e6-4b07-89aa-0bedb44fcac8" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc75c4a-fff7-41d8-80b1-96a8b4c3b289", "tag": "f3fc466e-538a-4a11-920a-92e85cb6281f"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:39:52.063624 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af7526-c861-4a91-a805-8b8b54fb6cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3fc466e-538a-4a11-920a-92e85cb6281f,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:52.137563 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:52.149381 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a613bd-0b06-4b7e-a23e-0822aaf6248f admin admin] Network e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:39:52.190798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421de22-7cb0-4dbb-a54f-f119c364c531 req-f5c55429-dc96-4106-8dc1-f64a8b048483 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:52.193076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2421de22-7cb0-4dbb-a54f-f119c364c531 req-f5c55429-dc96-4106-8dc1-f64a8b048483 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 943 time: 0.2288656 Dec 11 22:39:52.223615 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-46aa77ed-f46c-40b2-bb63-d288ad11878e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:52.256513 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-32f9deb4-7017-4d9b-8a01-b965414a0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:52.258577 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-32f9deb4-7017-4d9b-8a01-b965414a0ddd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7040561c9f34ce59215356b958e852c&device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 1094 time: 0.0961685 Dec 11 22:39:52.265214 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-e8a613bd-0b06-4b7e-a23e-0822aaf6248f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:52.267176 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e27cd74c-ce0a-4544-93dc-dbc42f1b762e req-3435a5b3-4b50-48c6-885d-4db5c1cdeaf7 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:52.274370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a613bd-0b06-4b7e-a23e-0822aaf6248f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:52.274872 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e8a613bd-0b06-4b7e-a23e-0822aaf6248f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:52.277277 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1816c2-6203-41fe-ab48-7e073b56bf29 None None] Network e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:52.354283 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8ad9f51-2332-46cf-addb-2b7ac2b6af53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:52.357668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435a5b3-4b50-48c6-885d-4db5c1cdeaf7 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Pushing event deleted for resources: {'Port': ['ID=4f0dd322-6c13-4c88-a586-f226bcf14fe6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:52.358748 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2421de22-7cb0-4dbb-a54f-f119c364c531 req-938b59e9-124b-48c3-a678-73c6888c724e tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d5717a8-d149-415d-a025-bb358ba326b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542923 Dec 11 22:39:52.447457 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-04a361c2-3639-4679-a3a8-14bdf84d7740 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3fc466e-538a-4a11-920a-92e85cb6281f HTTP/1.1" status: 200 len: 217 time: 0.1189308 Dec 11 22:39:52.483513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-41814644-c588-4f4a-b06a-2e47868fe98e service neutron] For port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:52.487953 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-41814644-c588-4f4a-b06a-2e47868fe98e service neutron] Publish callbacks [] for binding, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:52.489119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-41814644-c588-4f4a-b06a-2e47868fe98e service neutron] 10.222.0.47 "DELETE /v2.0/ports/0e0262fe-4efd-4e43-aed6-c63fc0c6ba45/bindings/n-h2-710847-6 HTTP/1.1" status: 204 len: 173 time: 0.5076840 Dec 11 22:39:52.512018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe', 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe', 'project_id': '0e0b27dc673143d5a25d44091467f17f', 'fixed_ips': [{'subnet_id': '17e62c35-cd13-4f24-8988-be39742b86d6'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:39:52.514207 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:52.532730 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1984ae14-21a2-41db-8d4d-0c03262e24b0 x-openstack-request-id: req-1984ae14-21a2-41db-8d4d-0c03262e24b0 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:39:52.533082 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc75c4a-fff7-41d8-80b1-96a8b4c3b289", "tag": "f3fc466e-538a-4a11-920a-92e85cb6281f", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:39:52.533272 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1984ae14-21a2-41db-8d4d-0c03262e24b0 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:39:52.535928 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc75c4a-fff7-41d8-80b1-96a8b4c3b289', 'tag': 'f3fc466e-538a-4a11-920a-92e85cb6281f', 'status': 'completed', 'code': 200} Dec 11 22:39:52.568297 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e8a613bd-0b06-4b7e-a23e-0822aaf6248f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1700902 Dec 11 22:39:52.591731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48274) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:52.605738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1031881056-router', 'tenant_id': '0e0b27dc673143d5a25d44091467f17f', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:52.648397 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e27cd74c-ce0a-4544-93dc-dbc42f1b762e req-3435a5b3-4b50-48c6-885d-4db5c1cdeaf7 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:52.651600 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e27cd74c-ce0a-4544-93dc-dbc42f1b762e req-3435a5b3-4b50-48c6-885d-4db5c1cdeaf7 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:52.652775 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e27cd74c-ce0a-4544-93dc-dbc42f1b762e req-3435a5b3-4b50-48c6-885d-4db5c1cdeaf7 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "DELETE /v2.0/floatingips/022fc4d6-ac76-4cbc-8714-31a284f87711 HTTP/1.1" status: 204 len: 173 time: 2.2988434 Dec 11 22:39:52.659759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad9f51-2332-46cf-addb-2b7ac2b6af53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0445247-2dd2-40ad-ad72-6354f8a28eb8,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:52.676386 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ad9f51-2332-46cf-addb-2b7ac2b6af53 admin admin] Checking segment: {'id': '4f74eea5-44d2-496a-b191-4b2dac5034dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '181f5739-12db-44b4-b6d4-cbfae15768b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:52.676780 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ad9f51-2332-46cf-addb-2b7ac2b6af53 admin admin] Network hostable DHCP agents. Network: 181f5739-12db-44b4-b6d4-cbfae15768b4, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:39:52.679665 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-83d0cfa5-5732-4281-b331-5c547f08e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:52.681332 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-83d0cfa5-5732-4281-b331-5c547f08e089 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3efc746-55d7-4419-b7bc-5774aa8f8be7 HTTP/1.1" status: 200 len: 851 time: 0.1444602 Dec 11 22:39:52.688180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46aa77ed-f46c-40b2-bb63-d288ad11878e admin admin] Router 3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:39:52.706706 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Allocated IP 172.20.0.2 (e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe/17e62c35-cd13-4f24-8988-be39742b86d6/e10b705b-1674-4a6f-9e4a-b6919495d9d3) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:52.731426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f826d3-3247-4760-b29c-813339619b29 req-57cb9310-6048-493d-b16f-e9d7a28f5547 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:52.733596 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7f826d3-3247-4760-b29c-813339619b29 req-57cb9310-6048-493d-b16f-e9d7a28f5547 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 945 time: 0.1403904 Dec 11 22:39:52.740243 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-c9ec45f4-ba03-4bd1-8de2-096bd050959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:52.741932 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-c9ec45f4-ba03-4bd1-8de2-096bd050959f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40cd5942-b228-4df6-8f06-39a9564982a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527387 Dec 11 22:39:52.802627 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:52.804150 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:52.860730 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:52.906377 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7f826d3-3247-4760-b29c-813339619b29 req-8bbd47fc-4978-47b2-b682-7ada663b5569 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644430 Dec 11 22:39:52.908941 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-cae9132d-9a83-4b10-8558-74d9ef11e85b service neutron] 10.222.0.47 "GET /v2.0/networks/40cd5942-b228-4df6-8f06-39a9564982a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589289 Dec 11 22:39:52.910576 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ad9f51-2332-46cf-addb-2b7ac2b6af53 admin admin] Network 181f5739-12db-44b4-b6d4-cbfae15768b4 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:39:53.091733 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46aa77ed-f46c-40b2-bb63-d288ad11878e admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:39:53.103899 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-46aa77ed-f46c-40b2-bb63-d288ad11878e admin admin] 10.222.0.45 "PUT /v2.0/routers/3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6926529 Dec 11 22:39:53.104898 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f59c969-40d3-4aa5-97da-4246a81a5394 None None] Sync routers for ids ['3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:39:53.113834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48288) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:53.119330 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f59c969-40d3-4aa5-97da-4246a81a5394 None None] Routers {'3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:53.122379 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6f59c969-40d3-4aa5-97da-4246a81a5394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:53.127822 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:53.159363 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d8ad9f51-2332-46cf-addb-2b7ac2b6af53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 181f5739-12db-44b4-b6d4-cbfae15768b4) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:53.164607 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90af5ad7-178b-40c6-b68d-a2dba7b48e73 req-6e9db6a7-0785-403b-860b-ae93b1a80a4f service neutron] 10.222.0.47 "GET /v2.0/networks/40cd5942-b228-4df6-8f06-39a9564982a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482619 Dec 11 22:39:53.169184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa57ce8-031f-4488-b629-088c793f8730 None None] Network 181f5739-12db-44b4-b6d4-cbfae15768b4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:53.194865 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03b23204-a5cd-493f-bbb4-c0f0c54e41b6 req-72485a1f-0793-44b6-b6a0-ba959c935957 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips/2bd64e8a-157f-4ee0-91e4-5e328b6452ba HTTP/1.1" status: 200 len: 692 time: 0.1177607 Dec 11 22:39:53.196284 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ad9f51-2332-46cf-addb-2b7ac2b6af53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:53.196889 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8ad9f51-2332-46cf-addb-2b7ac2b6af53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:53.207362 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:53.331084 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-6f59c969-40d3-4aa5-97da-4246a81a5394 None None] Set router 3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:53.333788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Pushing event updated for resources: {'Port': ['ID=e10b705b-1674-4a6f-9e4a-b6919495d9d3,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:53.364208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Network e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:53.367132 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:53.372036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:53.416104 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d8ad9f51-2332-46cf-addb-2b7ac2b6af53 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9348941 Dec 11 22:39:53.468013 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365f7ec-78e6-4b07-89aa-0bedb44fcac8 req-af5a89a2-1ad4-42d7-b46b-faa8e90aa65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:53.470917 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6365f7ec-78e6-4b07-89aa-0bedb44fcac8 req-af5a89a2-1ad4-42d7-b46b-faa8e90aa65f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7040561c9f34ce59215356b958e852c&device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 1094 time: 0.1096926 Dec 11 22:39:53.480690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b23204-a5cd-493f-bbb4-c0f0c54e41b6 req-7ab76acc-01f5-4892-b0c8-82ed593678f0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:53.482183 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03b23204-a5cd-493f-bbb4-c0f0c54e41b6 req-7ab76acc-01f5-4892-b0c8-82ed593678f0 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.2711957 Dec 11 22:39:53.528773 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Attempting to bind port e10b705b-1674-4a6f-9e4a-b6919495d9d3 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:39:53.535604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Attempting to bind port e10b705b-1674-4a6f-9e4a-b6919495d9d3 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '6b14555b-d60e-46cd-9fbe-575dd9e9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:39:53.536346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Attempting to bind port e10b705b-1674-4a6f-9e4a-b6919495d9d3 on network e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:39:53.594562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:39:53.594999 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Checking segment: {'id': '6b14555b-d60e-46cd-9fbe-575dd9e9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:39:53.595421 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:53.595824 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Bound using segment: {'id': '6b14555b-d60e-46cd-9fbe-575dd9e9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:39:53.596325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Bound port: e10b705b-1674-4a6f-9e4a-b6919495d9d3, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b14555b-d60e-46cd-9fbe-575dd9e9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:39:53.596716 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:53.605699 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6f59c969-40d3-4aa5-97da-4246a81a5394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'name': 'tempest-ServersTestMultiNic-1207061900-router', 'tenant_id': '836434672a6b40f4a795d74e85716cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '527a97ac-9028-41e6-b119-6209df1b8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:49Z', 'updated_at': '2021-12-11T22:39:51Z', 'revision_number': 5, 'project_id': '836434672a6b40f4a795d74e85716cf5', 'gw_port': {'id': '527a97ac-9028-41e6-b119-6209df1b8157', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:50Z', 'updated_at': '2021-12-11T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:53.609923 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b6fad9-027c-41a5-a0cf-87c2eaa54a99 None None] Network 181f5739-12db-44b4-b6d4-cbfae15768b4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:53.634458 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f59c969-40d3-4aa5-97da-4246a81a5394 None None] Checking router: 3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:39:53.644859 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f59c969-40d3-4aa5-97da-4246a81a5394 None None] Routers {'3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:53.645978 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6f59c969-40d3-4aa5-97da-4246a81a5394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:53.681621 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03b23204-a5cd-493f-bbb4-c0f0c54e41b6 req-263ee3e9-8374-4f87-af91-fad2e612c884 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.37 HTTP/1.1" status: 200 len: 695 time: 0.1862190 Dec 11 22:39:53.777244 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-6f59c969-40d3-4aa5-97da-4246a81a5394 None None] Set router 3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:53.809564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] For port e10b705b-1674-4a6f-9e4a-b6919495d9d3, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:39:53.813387 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] For port e10b705b-1674-4a6f-9e4a-b6919495d9d3, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e10b705b-1674-4a6f-9e4a-b6919495d9d3,segment=NetworkSegment(6b14555b-d60e-46cd-9fbe-575dd9e9a92b),segment_id=6b14555b-d60e-46cd-9fbe-575dd9e9a92b)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:39:53.853346 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:53.867530 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03b23204-a5cd-493f-bbb4-c0f0c54e41b6 req-561472b3-f398-483d-ac5a-c9b01071152e tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.37 HTTP/1.1" status: 200 len: 695 time: 0.1664076 Dec 11 22:39:53.920255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c18756-b6ce-4319-93be-0532fdfd1321 req-75ab9f69-8274-4d7d-963f-ee791e6c7b36 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:53.921759 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26c18756-b6ce-4319-93be-0532fdfd1321 req-75ab9f69-8274-4d7d-963f-ee791e6c7b36 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 1096 time: 0.1745167 Dec 11 22:39:53.927012 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48306) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:53.928415 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365f7ec-78e6-4b07-89aa-0bedb44fcac8 req-ce40a8b1-497c-4404-bec2-ce39d55aee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:53.929910 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6365f7ec-78e6-4b07-89aa-0bedb44fcac8 req-ce40a8b1-497c-4404-bec2-ce39d55aee05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=40cd5942-b228-4df6-8f06-39a9564982a3 HTTP/1.1" status: 200 len: 913 time: 0.4466023 Dec 11 22:39:53.951640 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:54.008518 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26c18756-b6ce-4319-93be-0532fdfd1321 req-3e7bdbcf-03be-4314-8d1d-4126fe205406 tempest-LiveMigrationTest-1919676021 tempest-LiveMigrationTest-1919676021-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772624 Dec 11 22:39:54.017730 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6f59c969-40d3-4aa5-97da-4246a81a5394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'name': 'tempest-ServersTestMultiNic-1207061900-router', 'tenant_id': '836434672a6b40f4a795d74e85716cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '527a97ac-9028-41e6-b119-6209df1b8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:49Z', 'updated_at': '2021-12-11T22:39:51Z', 'revision_number': 5, 'project_id': '836434672a6b40f4a795d74e85716cf5', 'gw_port': {'id': '527a97ac-9028-41e6-b119-6209df1b8157', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:50Z', 'updated_at': '2021-12-11T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:54.018091 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-28011f7d-189e-4bdc-b70b-d7f99cd0feaa admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:54.046220 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6365f7ec-78e6-4b07-89aa-0bedb44fcac8 req-01ae9e22-306f-42ec-8916-19bcd8b4153d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3fc466e-538a-4a11-920a-92e85cb6281f HTTP/1.1" status: 200 len: 217 time: 0.1034632 Dec 11 22:39:54.059799 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c7a06-c25d-4fd2-be2d-d629869c5f10 None None] Pushing event updated for resources: {'Port': ['ID=e10b705b-1674-4a6f-9e4a-b6919495d9d3,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:54.066637 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:54.079635 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f59c969-40d3-4aa5-97da-4246a81a5394 None None] The sync data for ids ['3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7'] in n-d-710847-6 is: [{'id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'name': 'tempest-ServersTestMultiNic-1207061900-router', 'tenant_id': '836434672a6b40f4a795d74e85716cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '527a97ac-9028-41e6-b119-6209df1b8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:37:49Z', 'updated_at': '2021-12-11T22:39:51Z', 'revision_number': 5, 'project_id': '836434672a6b40f4a795d74e85716cf5', 'gw_port': {'id': '527a97ac-9028-41e6-b119-6209df1b8157', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:37:50Z', 'updated_at': '2021-12-11T22:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:39:54.289909 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-28011f7d-189e-4bdc-b70b-d7f99cd0feaa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:54.313566 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c2f16-a897-453b-a365-5d01eb846c92 req-b19d054c-f8a7-44dd-add1-241f2f98c8ef tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:54.315174 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d47c2f16-a897-453b-a365-5d01eb846c92 req-b19d054c-f8a7-44dd-add1-241f2f98c8ef tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 943 time: 0.1048126 Dec 11 22:39:54.413621 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d47c2f16-a897-453b-a365-5d01eb846c92 req-37ec8090-b9bc-43c0-a9ac-6a70d533c4b0 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d5717a8-d149-415d-a025-bb358ba326b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908327 Dec 11 22:39:54.554061 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66967dac-6ffb-466f-9ad0-14c6e9ce79a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:54.564839 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:54.578386 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365f7ec-78e6-4b07-89aa-0bedb44fcac8 req-dd19b505-b02a-4d49-a7e0-1a3777290961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:54.580601 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6365f7ec-78e6-4b07-89aa-0bedb44fcac8 req-dd19b505-b02a-4d49-a7e0-1a3777290961 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3efc746-55d7-4419-b7bc-5774aa8f8be7 HTTP/1.1" status: 200 len: 851 time: 0.5004077 Dec 11 22:39:54.598136 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:54.615670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-28011f7d-189e-4bdc-b70b-d7f99cd0feaa admin admin] Deleting port 527a97ac-9028-41e6-b119-6209df1b8157 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:54.616082 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-28011f7d-189e-4bdc-b70b-d7f99cd0feaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:54.655553 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-03b23204-a5cd-493f-bbb4-c0f0c54e41b6 req-64b60053-400f-4804-b5ba-02de99340ae1 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Deleting port 91079015-0a71-4f2a-a8c0-0209bbd4b35b {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:54.655959 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-03b23204-a5cd-493f-bbb4-c0f0c54e41b6 req-64b60053-400f-4804-b5ba-02de99340ae1 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:54.765322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365f7ec-78e6-4b07-89aa-0bedb44fcac8 req-8731bb8a-b6c8-4ba9-a250-bce21d5c796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:54.771923 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6365f7ec-78e6-4b07-89aa-0bedb44fcac8 req-8731bb8a-b6c8-4ba9-a250-bce21d5c796c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40cd5942-b228-4df6-8f06-39a9564982a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801593 Dec 11 22:39:54.839102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-28011f7d-189e-4bdc-b70b-d7f99cd0feaa admin admin] For port 527a97ac-9028-41e6-b119-6209df1b8157, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=527a97ac-9028-41e6-b119-6209df1b8157,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:54.839640 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-28011f7d-189e-4bdc-b70b-d7f99cd0feaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:54.858425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Allocated IP 172.25.1.151 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/29633f8d-7a35-47e5-b5f2-fdbee2f271c3) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:39:54.877154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-28011f7d-189e-4bdc-b70b-d7f99cd0feaa admin admin] Calling delete_port for 527a97ac-9028-41e6-b119-6209df1b8157 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:54.896973 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66967dac-6ffb-466f-9ad0-14c6e9ce79a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:54.902438 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-03b23204-a5cd-493f-bbb4-c0f0c54e41b6 req-64b60053-400f-4804-b5ba-02de99340ae1 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:54.902773 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-03b23204-a5cd-493f-bbb4-c0f0c54e41b6 req-64b60053-400f-4804-b5ba-02de99340ae1 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:54.922223 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-03b23204-a5cd-493f-bbb4-c0f0c54e41b6 req-64b60053-400f-4804-b5ba-02de99340ae1 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Calling delete_port for 91079015-0a71-4f2a-a8c0-0209bbd4b35b owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:54.928126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e10b705b-1674-4a6f-9e4a-b6919495d9d3 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:54.998299 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port e10b705b-1674-4a6f-9e4a-b6919495d9d3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:54.998743 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:54.998909 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6365f7ec-78e6-4b07-89aa-0bedb44fcac8 req-ad1e519f-7286-431f-9bca-0b92c434bf34 service neutron] 10.222.0.47 "GET /v2.0/networks/40cd5942-b228-4df6-8f06-39a9564982a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115126 Dec 11 22:39:55.005848 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.117245 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.141885 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66967dac-6ffb-466f-9ad0-14c6e9ce79a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.161137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port e10b705b-1674-4a6f-9e4a-b6919495d9d3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e10b705b-1674-4a6f-9e4a-b6919495d9d3,segment=NetworkSegment(6b14555b-d60e-46cd-9fbe-575dd9e9a92b),segment_id=6b14555b-d60e-46cd-9fbe-575dd9e9a92b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:55.164111 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6365f7ec-78e6-4b07-89aa-0bedb44fcac8 req-8833ba60-a501-4bd3-b576-4d2aad8c2f51 service neutron] 10.222.0.47 "GET /v2.0/networks/40cd5942-b228-4df6-8f06-39a9564982a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573114 Dec 11 22:39:55.205199 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-66967dac-6ffb-466f-9ad0-14c6e9ce79a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=66229ff25ecb4612b1e8815a8ed4b4d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2742825 Dec 11 22:39:55.206094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66967dac-6ffb-466f-9ad0-14c6e9ce79a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cda0369-0533-4c7c-9c67-9b7bde0cc2fd,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:55.206287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51dc52-ac96-4227-b688-e2221e151301 req-d44885da-ac68-4b98-b1be-fd56a2bcf0d6 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:55.208499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48324) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:55.216532 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b51dc52-ac96-4227-b688-e2221e151301 req-d44885da-ac68-4b98-b1be-fd56a2bcf0d6 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/networks?id=181f5739-12db-44b4-b6d4-cbfae15768b4 HTTP/1.1" status: 200 len: 818 time: 0.2679694 Dec 11 22:39:55.221653 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.240923 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.253495 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b51dc52-ac96-4227-b688-e2221e151301 req-3104b999-47e5-4949-87d7-4ce0f85923fa tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/quotas/1b8b0768231f4477aca12c7a26f21fb4 HTTP/1.1" status: 200 len: 375 time: 0.0311470 Dec 11 22:39:55.261704 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2dd0482a-9554-4cba-9015-378196ac8bd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.293537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9a6b48b1-4a99-4beb-9a02-eddf72376d52 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:55.296196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=e10b705b-1674-4a6f-9e4a-b6919495d9d3,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:55.296390 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2dd0482a-9554-4cba-9015-378196ac8bd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.304111 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-03b23204-a5cd-493f-bbb4-c0f0c54e41b6 req-64b60053-400f-4804-b5ba-02de99340ae1 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.324371 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 9a6b48b1-4a99-4beb-9a02-eddf72376d52 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:55.324815 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9a6b48b1-4a99-4beb-9a02-eddf72376d52 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:55.334947 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b51dc52-ac96-4227-b688-e2221e151301 req-cccb2c20-b24b-421b-a7ca-973d178bfe34 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b8b0768231f4477aca12c7a26f21fb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739148 Dec 11 22:39:55.372226 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b60053-400f-4804-b5ba-02de99340ae1 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Pushing event deleted for resources: {'Port': ['ID=91079015-0a71-4f2a-a8c0-0209bbd4b35b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:55.443072 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-28011f7d-189e-4bdc-b70b-d7f99cd0feaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.453241 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-03b23204-a5cd-493f-bbb4-c0f0c54e41b6 req-64b60053-400f-4804-b5ba-02de99340ae1 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.456020 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-03b23204-a5cd-493f-bbb4-c0f0c54e41b6 req-64b60053-400f-4804-b5ba-02de99340ae1 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.457193 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03b23204-a5cd-493f-bbb4-c0f0c54e41b6 req-64b60053-400f-4804-b5ba-02de99340ae1 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "DELETE /v2.0/floatingips/2bd64e8a-157f-4ee0-91e4-5e328b6452ba HTTP/1.1" status: 204 len: 173 time: 1.5806577 Dec 11 22:39:55.486325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28011f7d-189e-4bdc-b70b-d7f99cd0feaa admin admin] Pushing event deleted for resources: {'Port': ['ID=527a97ac-9028-41e6-b119-6209df1b8157,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:55.489924 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b51dc52-ac96-4227-b688-e2221e151301 req-3d2217f1-4107-4adf-a657-7f718d9e46ca service neutron] 10.222.0.45 "GET /v2.0/networks/181f5739-12db-44b4-b6d4-cbfae15768b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467087 Dec 11 22:39:55.516231 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f3fc466e-538a-4a11-920a-92e85cb6281f details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:39:55.570273 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2dd0482a-9554-4cba-9015-378196ac8bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.572962 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2dd0482a-9554-4cba-9015-378196ac8bd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.576555 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2dd0482a-9554-4cba-9015-378196ac8bd3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7cda0369-0533-4c7c-9c67-9b7bde0cc2fd HTTP/1.1" status: 204 len: 168 time: 0.3647017 Dec 11 22:39:55.582905 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.592321 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0482a-9554-4cba-9015-378196ac8bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cda0369-0533-4c7c-9c67-9b7bde0cc2fd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:55.652894 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:39:55.675318 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f3fc466e-538a-4a11-920a-92e85cb6281f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f3fc466e-538a-4a11-920a-92e85cb6281f,segment=NetworkSegment(3cc461a5-5d6d-4e5a-8104-38ebb536de39),segment_id=3cc461a5-5d6d-4e5a-8104-38ebb536de39)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:55.683216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:39:55.687711 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'f3fc466e-538a-4a11-920a-92e85cb6281f', 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3', 'port_id': 'f3fc466e-538a-4a11-920a-92e85cb6281f', 'mac_address': 'fa:16:3e:1c:b4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:39:55.692755 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Pushing event updated for resources: {'Port': ['ID=29633f8d-7a35-47e5-b5f2-fdbee2f271c3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:55.698728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:39:55.725016 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-28011f7d-189e-4bdc-b70b-d7f99cd0feaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.729346 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.746767 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b51dc52-ac96-4227-b688-e2221e151301 req-317b7298-47a3-4b3d-bb16-2d07c0324f55 service neutron] 10.222.0.45 "GET /v2.0/networks/181f5739-12db-44b4-b6d4-cbfae15768b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305889 Dec 11 22:39:55.771370 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3fc466e-538a-4a11-920a-92e85cb6281f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:39:55.794251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f3fc466e-538a-4a11-920a-92e85cb6281f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f3fc466e-538a-4a11-920a-92e85cb6281f,segment=NetworkSegment(3cc461a5-5d6d-4e5a-8104-38ebb536de39),segment_id=3cc461a5-5d6d-4e5a-8104-38ebb536de39)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:55.799750 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a1a74a-bd51-42de-9aa5-dda0fc8862ee None None] Network e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:55.855072 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-28011f7d-189e-4bdc-b70b-d7f99cd0feaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.857947 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-28011f7d-189e-4bdc-b70b-d7f99cd0feaa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.870272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c6c80e0b-c94c-4be6-bbf1-3c48e2a14faf None None] Provisioning complete for port e10b705b-1674-4a6f-9e4a-b6919495d9d3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:55.870647 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6c80e0b-c94c-4be6-bbf1-3c48e2a14faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:55.878261 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:56.105933 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-28011f7d-189e-4bdc-b70b-d7f99cd0feaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:56.106502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28011f7d-189e-4bdc-b70b-d7f99cd0feaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:39:56.116607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9332405-67f0-4502-a6f8-9c7d60c0b337 req-19b3c113-9300-4fec-bc93-c8f2cb5b6860 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:56.117757 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-28011f7d-189e-4bdc-b70b-d7f99cd0feaa admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:56.117757 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-28011f7d-189e-4bdc-b70b-d7f99cd0feaa admin admin] 10.222.0.45 "DELETE /v2.0/routers/3f1d82d2-b41b-4d62-a9cb-eeaf82f49af7 HTTP/1.1" status: 204 len: 168 time: 2.3754151 Dec 11 22:39:56.123944 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9332405-67f0-4502-a6f8-9c7d60c0b337 req-19b3c113-9300-4fec-bc93-c8f2cb5b6860 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 944 time: 0.1081600 Dec 11 22:39:56.126720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48342) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:56.176964 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=f3fc466e-538a-4a11-920a-92e85cb6281f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:56.192711 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7061be-535d-4a55-996e-60ddeb2d2ce0 admin admin] Deleting subnet 49a62a4f-9057-4842-9449-acbac32d4109 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:39:56.198066 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77c34565-4737-430f-bba3-3212c6190894 req-a1fec6a0-7a91-40e3-ab93-6a848c5b192b tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips/894bb8c6-bb99-41a7-8fd9-e80d1704f1e1 HTTP/1.1" status: 200 len: 693 time: 0.1726031 Dec 11 22:39:56.200637 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc7061be-535d-4a55-996e-60ddeb2d2ce0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:56.203892 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9332405-67f0-4502-a6f8-9c7d60c0b337 req-12295ad9-84c6-45a7-9128-8c53b9cdb65f tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d5717a8-d149-415d-a025-bb358ba326b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783806 Dec 11 22:39:56.212252 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f3fc466e-538a-4a11-920a-92e85cb6281f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:39:56.400647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3669863-7b59-4194-88be-e41e4c597ae7 req-adfeeecf-0ad8-4a64-b848-0a471e684a9b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:56.403492 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3669863-7b59-4194-88be-e41e4c597ae7 req-adfeeecf-0ad8-4a64-b848-0a471e684a9b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 945 time: 0.1097748 Dec 11 22:39:56.453288 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc7061be-535d-4a55-996e-60ddeb2d2ce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:56.468719 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3669863-7b59-4194-88be-e41e4c597ae7 req-13415d3f-229b-4aa2-863b-b314367a4b18 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578058 Dec 11 22:39:56.538775 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48348) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:56.546584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3f393427-a6a0-47d2-a6e5-1f54afa68c2a None None] Provisioning complete for port e10b705b-1674-4a6f-9e4a-b6919495d9d3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:56.546584 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3f393427-a6a0-47d2-a6e5-1f54afa68c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:56.572208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c34565-4737-430f-bba3-3212c6190894 req-b99a430d-009d-4a39-bcff-2b69ae4d22a4 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:56.577748 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-49f58f75-ddd9-4289-90d6-16390aabe71c req-ae74834e-9aa6-431e-8534-2563a2c4e780 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/ports?device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 210 time: 0.0466504 Dec 11 22:39:56.577748 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7afddafb-f841-4ebd-b3bd-5041cdaa9b9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:56.582055 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77c34565-4737-430f-bba3-3212c6190894 req-b99a430d-009d-4a39-bcff-2b69ae4d22a4 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.3539467 Dec 11 22:39:56.661658 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77c34565-4737-430f-bba3-3212c6190894 req-ccf82808-3e7d-4b79-ba5f-5ec15c603877 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0781286 Dec 11 22:39:56.704686 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48352) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:56.717738 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:56.747148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613a6ec-fdbc-43df-b40b-c94a6172072d req-b1924de5-4412-4317-9e8e-69175e20a8bd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:56.751975 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b613a6ec-fdbc-43df-b40b-c94a6172072d req-b1924de5-4412-4317-9e8e-69175e20a8bd tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.47 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 945 time: 0.0835373 Dec 11 22:39:56.864565 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7afddafb-f841-4ebd-b3bd-5041cdaa9b9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:56.878048 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e10b705b-1674-4a6f-9e4a-b6919495d9d3 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:56.878545 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b54a-cafd-4cdf-aea9-2871cdcf17c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:56.931650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-b613a6ec-fdbc-43df-b40b-c94a6172072d req-d2e8a361-8885-47eb-84e1-2ed85960f2c5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Deleting port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:56.932281 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-b613a6ec-fdbc-43df-b40b-c94a6172072d req-d2e8a361-8885-47eb-84e1-2ed85960f2c5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:56.950174 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7afddafb-f841-4ebd-b3bd-5041cdaa9b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:56.960654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port e10b705b-1674-4a6f-9e4a-b6919495d9d3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:56.961351 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.050160 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7afddafb-f841-4ebd-b3bd-5041cdaa9b9e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27306ef54f9e49cdb462af4ca0284f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5100117 Dec 11 22:39:57.059149 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48358) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:57.068893 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afddafb-f841-4ebd-b3bd-5041cdaa9b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd9b47d-26d7-4e89-a9fe-b0d71b101d17,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:57.141786 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b54a-cafd-4cdf-aea9-2871cdcf17c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.143955 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-b613a6ec-fdbc-43df-b40b-c94a6172072d req-d2e8a361-8885-47eb-84e1-2ed85960f2c5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] For port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:57.144313 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-b613a6ec-fdbc-43df-b40b-c94a6172072d req-d2e8a361-8885-47eb-84e1-2ed85960f2c5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.160787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 527a97ac-9028-41e6-b119-6209df1b8157 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:57.162457 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-b613a6ec-fdbc-43df-b40b-c94a6172072d req-d2e8a361-8885-47eb-84e1-2ed85960f2c5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Calling delete_port for 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:57.175328 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 527a97ac-9028-41e6-b119-6209df1b8157 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:57.175656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 527a97ac-9028-41e6-b119-6209df1b8157 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:57.178689 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-149e8c8d-80a1-48ff-a0e9-50db2e634658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.228161 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b54a-cafd-4cdf-aea9-2871cdcf17c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.231552 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77c34565-4737-430f-bba3-3212c6190894 req-c79cbe7f-9f96-4c9a-a623-00073f88af94 tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.5236914 Dec 11 22:39:57.245030 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc7061be-535d-4a55-996e-60ddeb2d2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.294472 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-149e8c8d-80a1-48ff-a0e9-50db2e634658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.349472 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f0c2b54a-cafd-4cdf-aea9-2871cdcf17c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d868cf21ee424ffe877234cd653ee9ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6434553 Dec 11 22:39:57.354029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48362) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:57.387415 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2b54a-cafd-4cdf-aea9-2871cdcf17c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b8bcfa-7b02-41e4-a87f-355829d5d848,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:57.413977 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85a303-d59a-444d-9a0f-a16d83d62545 req-aa2834c8-2339-4167-a859-fcef8366dfde tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:57.415592 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e85a303-d59a-444d-9a0f-a16d83d62545 req-aa2834c8-2339-4167-a859-fcef8366dfde tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 944 time: 0.1279986 Dec 11 22:39:57.500048 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e85a303-d59a-444d-9a0f-a16d83d62545 req-5579f35e-78b1-45e8-9b57-80fd31f91dd2 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d5717a8-d149-415d-a025-bb358ba326b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653071 Dec 11 22:39:57.533730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f3fc466e-538a-4a11-920a-92e85cb6281f up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:39:57.538428 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-044db0b4-ccb3-4f6a-b5c8-f91c4850af3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.548464 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-149e8c8d-80a1-48ff-a0e9-50db2e634658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.551150 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-149e8c8d-80a1-48ff-a0e9-50db2e634658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.552325 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-149e8c8d-80a1-48ff-a0e9-50db2e634658 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6bd9b47d-26d7-4e89-a9fe-b0d71b101d17 HTTP/1.1" status: 204 len: 168 time: 0.4922032 Dec 11 22:39:57.561085 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.572076 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-77c34565-4737-430f-bba3-3212c6190894 req-366a473b-37f6-49e5-a289-2d7e4deb2e0c tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Deleting port de21e828-1b58-45e6-9c8a-746db5a127bb {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:57.572444 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-77c34565-4737-430f-bba3-3212c6190894 req-366a473b-37f6-49e5-a289-2d7e4deb2e0c tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.576247 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-044db0b4-ccb3-4f6a-b5c8-f91c4850af3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.615169 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d483a387-512c-4af3-87ca-c6e0dce40ed5 req-f54dfa3d-32d6-4eec-b86f-be674fa07e49 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 210 time: 0.0439026 Dec 11 22:39:57.616044 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e8c8d-80a1-48ff-a0e9-50db2e634658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd9b47d-26d7-4e89-a9fe-b0d71b101d17,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:57.636951 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-b613a6ec-fdbc-43df-b40b-c94a6172072d req-d2e8a361-8885-47eb-84e1-2ed85960f2c5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.649027 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['20169e79-bc31-42f2-9e76-9372fcb0aafc'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:39:57.670248 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc7061be-535d-4a55-996e-60ddeb2d2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.675117 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8a361-8885-47eb-84e1-2ed85960f2c5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Pushing event deleted for resources: {'Port': ['ID=0e0262fe-4efd-4e43-aed6-c63fc0c6ba45,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:57.692038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port f3fc466e-538a-4a11-920a-92e85cb6281f completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:39:57.703555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port f3fc466e-538a-4a11-920a-92e85cb6281f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:39:57.704158 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.740676 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc7061be-535d-4a55-996e-60ddeb2d2ce0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.750061 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fc7061be-535d-4a55-996e-60ddeb2d2ce0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/49a62a4f-9057-4842-9449-acbac32d4109 HTTP/1.1" status: 204 len: 168 time: 1.6124842 Dec 11 22:39:57.753253 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-b613a6ec-fdbc-43df-b40b-c94a6172072d req-d2e8a361-8885-47eb-84e1-2ed85960f2c5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] No DVR routers for this DVR port 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 on host n-h1-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:57.754898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48370) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:57.758377 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f0b61fea-9adf-4614-828a-eff0a5223308 req-cacc6e49-434c-4020-8c6a-ec847660cca4 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/ports?device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 210 time: 0.0688150 Dec 11 22:39:57.759453 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-b613a6ec-fdbc-43df-b40b-c94a6172072d req-d2e8a361-8885-47eb-84e1-2ed85960f2c5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.761566 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a9d257-94ce-4641-89ca-1e4a4a3b0eb4 None None] Network 3d198967-bc52-45f4-be6f-45a2ed1706a9 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:39:57.769682 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b613a6ec-fdbc-43df-b40b-c94a6172072d req-d2e8a361-8885-47eb-84e1-2ed85960f2c5 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.47 "DELETE /v2.0/ports/0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 HTTP/1.1" status: 204 len: 173 time: 1.0053406 Dec 11 22:39:57.779788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7061be-535d-4a55-996e-60ddeb2d2ce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a62a4f-9057-4842-9449-acbac32d4109,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:57.783085 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f101211c-111d-4719-9450-205e2e52de07', 'name': 'network-vif-deleted', 'tag': '0e0262fe-4efd-4e43-aed6-c63fc0c6ba45'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:39:57.787018 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383805a0-81de-40dc-b3f7-286a5fe9e71a" -d '{"events": [{"server_uuid": "f101211c-111d-4719-9450-205e2e52de07", "name": "network-vif-deleted", "tag": "0e0262fe-4efd-4e43-aed6-c63fc0c6ba45"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:39:57.871929 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a17a279-a7cc-47da-adbe-f5cff58b4679 x-openstack-request-id: req-6a17a279-a7cc-47da-adbe-f5cff58b4679 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:39:57.872443 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f101211c-111d-4719-9450-205e2e52de07", "name": "network-vif-deleted", "tag": "0e0262fe-4efd-4e43-aed6-c63fc0c6ba45", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:39:57.872914 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a17a279-a7cc-47da-adbe-f5cff58b4679 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:39:57.873514 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f101211c-111d-4719-9450-205e2e52de07', 'name': 'network-vif-deleted', 'tag': '0e0262fe-4efd-4e43-aed6-c63fc0c6ba45', 'status': 'completed', 'code': 200} Dec 11 22:39:57.873639 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-77c34565-4737-430f-bba3-3212c6190894 req-366a473b-37f6-49e5-a289-2d7e4deb2e0c tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.873982 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-77c34565-4737-430f-bba3-3212c6190894 req-366a473b-37f6-49e5-a289-2d7e4deb2e0c tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.896293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-77c34565-4737-430f-bba3-3212c6190894 req-366a473b-37f6-49e5-a289-2d7e4deb2e0c tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Calling delete_port for de21e828-1b58-45e6-9c8a-746db5a127bb owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:57.906403 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.980639 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] Deleting port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:57.981254 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.989398 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-044db0b4-ccb3-4f6a-b5c8-f91c4850af3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.992635 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-044db0b4-ccb3-4f6a-b5c8-f91c4850af3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:57.994737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-044db0b4-ccb3-4f6a-b5c8-f91c4850af3b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2b8bcfa-7b02-41e4-a87f-355829d5d848 HTTP/1.1" status: 204 len: 168 time: 0.6114032 Dec 11 22:39:58.033283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044db0b4-ccb3-4f6a-b5c8-f91c4850af3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b8bcfa-7b02-41e4-a87f-355829d5d848,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:58.105114 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:58.111862 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] For port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b1f1bb6c-103f-4c7c-983c-36fef6fa1be6,segment=NetworkSegment(7b178c45-0a92-4683-a9cf-89835a9ceb92),segment_id=7b178c45-0a92-4683-a9cf-89835a9ceb92)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:58.134679 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:58.152280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Router 30fa4072-3465-4f6f-97d0-cddfb0afe43a is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:39:58.178920 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] Calling delete_port for b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:58.201928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f3fc466e-538a-4a11-920a-92e85cb6281f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f3fc466e-538a-4a11-920a-92e85cb6281f,segment=NetworkSegment(3cc461a5-5d6d-4e5a-8104-38ebb536de39),segment_id=3cc461a5-5d6d-4e5a-8104-38ebb536de39)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:58.224295 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc75c4a-fff7-41d8-80b1-96a8b4c3b289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fc466e-538a-4a11-920a-92e85cb6281f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:39:58.226588 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a180ba7e-9b27-4906-8daa-17960ffa6bc9" -d '{"events": [{"server_uuid": "5dc75c4a-fff7-41d8-80b1-96a8b4c3b289", "name": "network-vif-plugged", "status": "completed", "tag": "f3fc466e-538a-4a11-920a-92e85cb6281f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:39:58.237950 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83c96ff-6b22-4b63-b2ec-421ac2c3ca17 None None] DHCP port deletion for 3d198967-bc52-45f4-be6f-45a2ed1706a9 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:39:58.300297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:39:58.333296 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Sync routers for ids ['30fa4072-3465-4f6f-97d0-cddfb0afe43a'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:39:58.350904 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ad7725-b261-4d46-8fe9-0178393a72cd x-openstack-request-id: req-98ad7725-b261-4d46-8fe9-0178393a72cd {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:39:58.351204 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc75c4a-fff7-41d8-80b1-96a8b4c3b289", "name": "network-vif-plugged", "status": "completed", "tag": "f3fc466e-538a-4a11-920a-92e85cb6281f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:39:58.351505 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-98ad7725-b261-4d46-8fe9-0178393a72cd {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:39:58.352354 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc75c4a-fff7-41d8-80b1-96a8b4c3b289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fc466e-538a-4a11-920a-92e85cb6281f', 'code': 200} Dec 11 22:39:58.359129 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:58.407884 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Routers {'30fa4072-3465-4f6f-97d0-cddfb0afe43a'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:39:58.408641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['30fa4072-3465-4f6f-97d0-cddfb0afe43a'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:58.462408 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:58.465199 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-efc08cb2-d786-43b0-8c88-702092203f1c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8632910 Dec 11 22:39:58.467853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48386) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:58.472143 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4e206-6d46-4d6c-ba8e-ee9c7a3243c5 req-58348896-3372-43e1-9ab8-48857543182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:58.473933 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3b4e206-6d46-4d6c-ba8e-ee9c7a3243c5 req-58348896-3372-43e1-9ab8-48857543182f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 1096 time: 0.0470159 Dec 11 22:39:58.498429 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=f3fc466e-538a-4a11-920a-92e85cb6281f,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:58.525200 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:58.557859 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-77c34565-4737-430f-bba3-3212c6190894 req-366a473b-37f6-49e5-a289-2d7e4deb2e0c tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:58.645672 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f1bb6c-103f-4c7c-983c-36fef6fa1be6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:58.659948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a473b-37f6-49e5-a289-2d7e4deb2e0c tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Pushing event deleted for resources: {'Port': ['ID=de21e828-1b58-45e6-9c8a-746db5a127bb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:58.686098 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] No DVR routers for this DVR port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:58.823739 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e83c96ff-6b22-4b63-b2ec-421ac2c3ca17 None None] Deleting port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:39:58.824683 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e83c96ff-6b22-4b63-b2ec-421ac2c3ca17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:58.826257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-77c34565-4737-430f-bba3-3212c6190894 req-366a473b-37f6-49e5-a289-2d7e4deb2e0c tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:58.829179 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-77c34565-4737-430f-bba3-3212c6190894 req-366a473b-37f6-49e5-a289-2d7e4deb2e0c tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:58.832957 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:58.835521 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77c34565-4737-430f-bba3-3212c6190894 req-366a473b-37f6-49e5-a289-2d7e4deb2e0c tempest-FloatingIPDetailsTestJSON-882385099 tempest-FloatingIPDetailsTestJSON-882385099-project] 10.222.0.45 "DELETE /v2.0/floatingips/894bb8c6-bb99-41a7-8fd9-e80d1704f1e1 HTTP/1.1" status: 204 len: 173 time: 1.5960078 Dec 11 22:39:58.845914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48398) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:58.879777 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:58.929763 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d198967-bc52-45f4-be6f-45a2ed1706a9']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:58.951184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:58.951184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:58.956072 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b178c45-0a92-4683-a9cf-89835a9ceb92') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:58.956763 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b178c45-0a92-4683-a9cf-89835a9ceb92') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:58.972794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Set router 30fa4072-3465-4f6f-97d0-cddfb0afe43a gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:39:58.977697 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:58.993172 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72ce5c74-ce76-4447-ac88-1c080511fb52 req-dced9d01-d753-4896-9158-6b27b9c64388 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 210 time: 0.0522749 Dec 11 22:39:58.995283 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:59.017817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:39:59.018240 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:39:59.094913 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:39:59.104788 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48404) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:59.133123 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e83c96ff-6b22-4b63-b2ec-421ac2c3ca17 None None] For port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6, host n-d-710847-6, got binding levels [] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:39:59.133123 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e83c96ff-6b22-4b63-b2ec-421ac2c3ca17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:59.154023 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ef5efde-f0e7-4e9f-9a14-5cfb79f69986 req-f993d314-d084-42b3-b421-9d5bd472adfc tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/ports?device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 210 time: 0.0324070 Dec 11 22:39:59.196490 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e83c96ff-6b22-4b63-b2ec-421ac2c3ca17 None None] Calling delete_port for b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:39:59.202401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.ipam_backend_mixin [None req-e83c96ff-6b22-4b63-b2ec-421ac2c3ca17 None None] Port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 was not found and therefore no delete operation was performed {{(pid=103693) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 11 22:39:59.208188 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e83c96ff-6b22-4b63-b2ec-421ac2c3ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:59.255427 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c96ff-6b22-4b63-b2ec-421ac2c3ca17 None None] Pushing event deleted for resources: {'Port': ['ID=b1f1bb6c-103f-4c7c-983c-36fef6fa1be6,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:59.263238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c96ff-6b22-4b63-b2ec-421ac2c3ca17 None None] No DVR routers for this DVR port b1f1bb6c-103f-4c7c-983c-36fef6fa1be6 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:39:59.336166 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3b4e206-6d46-4d6c-ba8e-ee9c7a3243c5 req-fa93b293-6624-4ec2-9782-0e487af44155 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7d5717a8-d149-415d-a025-bb358ba326b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8494098 Dec 11 22:39:59.345166 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e0d4d29f-437b-4882-bc36-900718e66af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:59.358158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1031881056-router', 'tenant_id': '0e0b27dc673143d5a25d44091467f17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:52Z', 'updated_at': '2021-12-11T22:39:56Z', 'revision_number': 3, 'project_id': '0e0b27dc673143d5a25d44091467f17f', 'gw_port': {'id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:54Z', 'updated_at': '2021-12-11T22:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:39:59.368079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c016e5-a6ac-4f17-8935-cd26a774be96 req-48c3ff1b-5a5c-4920-b508-4bd730069cf5 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:59.376104 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8c016e5-a6ac-4f17-8935-cd26a774be96 req-48c3ff1b-5a5c-4920-b508-4bd730069cf5 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 945 time: 0.7075374 Dec 11 22:39:59.406839 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:59.408214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Checking router: 30fa4072-3465-4f6f-97d0-cddfb0afe43a for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:39:59.409646 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Updating router 30fa4072-3465-4f6f-97d0-cddfb0afe43a port 29633f8d-7a35-47e5-b5f2-fdbee2f271c3 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:39:59.449569 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:59.456182 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] 10.222.0.45 "DELETE /v2.0/networks/3d198967-bc52-45f4-be6f-45a2ed1706a9 HTTP/1.1" status: 204 len: 168 time: 1.6969249 Dec 11 22:39:59.461636 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:59.471624 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8c016e5-a6ac-4f17-8935-cd26a774be96 req-f9b90933-faa0-4cd0-a068-b8a16d659e41 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d5717a8-d149-415d-a025-bb358ba326b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944650 Dec 11 22:39:59.495628 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abd056-7eb2-4cea-868a-032663c897cf admin admin] Pushing event deleted for resources: {'Network': ['ID=3d198967-bc52-45f4-be6f-45a2ed1706a9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:59.521611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51dc52-ac96-4227-b688-e2221e151301 req-f431d214-d52c-49a8-8f72-9f692d031bde tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:39:59.523410 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1b51dc52-ac96-4227-b688-e2221e151301 req-f431d214-d52c-49a8-8f72-9f692d031bde tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.13 "GET /v2.0/networks?id=181f5739-12db-44b4-b6d4-cbfae15768b4 HTTP/1.1" status: 200 len: 818 time: 0.4840200 Dec 11 22:39:59.527998 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48412) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:59.539783 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-1b51dc52-ac96-4227-b688-e2221e151301 req-67cfca8e-baa6-4cf3-a177-eb040bcd0328 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Request body: {'port': {'device_id': '16b216fb-8518-4a5d-b65b-f5e8e73406d8', 'network_id': '181f5739-12db-44b4-b6d4-cbfae15768b4', 'admin_state_up': True, 'tenant_id': '1b8b0768231f4477aca12c7a26f21fb4'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:59.662306 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e0d4d29f-437b-4882-bc36-900718e66af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:59.720584 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e0d4d29f-437b-4882-bc36-900718e66af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:59.761654 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4d29f-437b-4882-bc36-900718e66af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee09f6c3-6e34-4907-885e-2ad0ce7a1b2e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:39:59.770933 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6849e649-7fcd-49b2-b88e-a4191878796f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-365484542-network', 'tenant_id': '7f614e829fca4b2a91c92efb52422e63'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:39:59.789463 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b51dc52-ac96-4227-b688-e2221e151301 req-67cfca8e-baa6-4cf3-a177-eb040bcd0328 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Made reservation on behalf of 1b8b0768231f4477aca12c7a26f21fb4 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:59.793564 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1b51dc52-ac96-4227-b688-e2221e151301 req-67cfca8e-baa6-4cf3-a177-eb040bcd0328 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:39:59.821199 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:39:59.826705 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e0d4d29f-437b-4882-bc36-900718e66af2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6edd0bf358514e50b67b648f3d920782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6870971 Dec 11 22:39:59.827312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48416) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:39:59.852167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:39:59.852827 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0e0262fe-4efd-4e43-aed6-c63fc0c6ba45 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:39:59.984135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6849e649-7fcd-49b2-b88e-a4191878796f admin admin] Made reservation on behalf of 7f614e829fca4b2a91c92efb52422e63 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:39:59.988137 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6849e649-7fcd-49b2-b88e-a4191878796f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.000458 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.009661 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.029036 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6849e649-7fcd-49b2-b88e-a4191878796f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.036868 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5be0ba34-be15-43ef-97fd-80808c75bab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.086182 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb07c737-9d1d-4399-a506-32af9b7fb2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.086562 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5be0ba34-be15-43ef-97fd-80808c75bab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.091856 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.106242 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-1b51dc52-ac96-4227-b688-e2221e151301 req-67cfca8e-baa6-4cf3-a177-eb040bcd0328 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Allocated IP 172.20.0.12 (181f5739-12db-44b4-b6d4-cbfae15768b4/b0445247-2dd2-40ad-ad72-6354f8a28eb8/778d1784-62ed-4bd2-a30f-1c9e5bd4f04b) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:40:00.131069 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48420) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:00.177792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Attempting to bind port 29633f8d-7a35-47e5-b5f2-fdbee2f271c3 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:40:00.178226 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Attempting to bind port 29633f8d-7a35-47e5-b5f2-fdbee2f271c3 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:40:00.178610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Attempting to bind port 29633f8d-7a35-47e5-b5f2-fdbee2f271c3 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:00.190500 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:40:00.190770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:00.191214 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.191670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:40:00.192187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Bound port: 29633f8d-7a35-47e5-b5f2-fdbee2f271c3, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:40:00.192614 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.199630 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d24fc73-a58d-4f8a-bef8-4fda189dd1e9 req-fdb17357-6229-461a-848c-98d996a7905b tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 210 time: 0.0497274 Dec 11 22:40:00.250862 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768a906-7088-44d2-bfd1-bef6d9caa83e None None] Pushing event updated for resources: {'Port': ['ID=29633f8d-7a35-47e5-b5f2-fdbee2f271c3,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:00.251308 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7a6b5ac9-de50-45e5-9702-daa0abdf6a05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=836434672a6b40f4a795d74e85716cf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1148081 Dec 11 22:40:00.258789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48424) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:00.279633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] For port 29633f8d-7a35-47e5-b5f2-fdbee2f271c3, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:40:00.283178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] For port 29633f8d-7a35-47e5-b5f2-fdbee2f271c3, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=29633f8d-7a35-47e5-b5f2-fdbee2f271c3,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:40:00.322037 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fc6030fb-00f6-402c-84b8-30dea70d8f2d req-0f168263-8fb0-42a8-a352-187ab8c7c247 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/ports?device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 210 time: 0.0416374 Dec 11 22:40:00.356302 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.374202 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6849e649-7fcd-49b2-b88e-a4191878796f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.414404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Routers {'30fa4072-3465-4f6f-97d0-cddfb0afe43a'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:00.415073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['30fa4072-3465-4f6f-97d0-cddfb0afe43a'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:00.454720 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5be0ba34-be15-43ef-97fd-80808c75bab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.457882 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5be0ba34-be15-43ef-97fd-80808c75bab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.459478 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5be0ba34-be15-43ef-97fd-80808c75bab7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee09f6c3-6e34-4907-885e-2ad0ce7a1b2e HTTP/1.1" status: 204 len: 168 time: 0.6282206 Dec 11 22:40:00.490465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Allocated IP 172.20.0.1 (e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe/17e62c35-cd13-4f24-8988-be39742b86d6/e4b055ce-2f4a-4549-9caf-b48878e640b9) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:40:00.492953 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6849e649-7fcd-49b2-b88e-a4191878796f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.581741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] Set router 30fa4072-3465-4f6f-97d0-cddfb0afe43a gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:00.594046 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0ba34-be15-43ef-97fd-80808c75bab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee09f6c3-6e34-4907-885e-2ad0ce7a1b2e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:00.650206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6849e649-7fcd-49b2-b88e-a4191878796f admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:40:00.678001 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849e649-7fcd-49b2-b88e-a4191878796f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38e0fce-ed22-4766-a254-1bddaf36efe8,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:00.693483 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.716906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768a906-7088-44d2-bfd1-bef6d9caa83e None None] Pushing event updated for resources: {'Port': ['ID=29633f8d-7a35-47e5-b5f2-fdbee2f271c3,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:00.741159 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1b51dc52-ac96-4227-b688-e2221e151301 req-67cfca8e-baa6-4cf3-a177-eb040bcd0328 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.742851 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6849e649-7fcd-49b2-b88e-a4191878796f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.743237 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-6849e649-7fcd-49b2-b88e-a4191878796f admin admin] Added segment 5a3c0542-4cc1-4926-90af-8b0c1ce22050 of type vlan for network d10dcc38-32e0-470e-b82a-e3d1a0f9d683 Dec 11 22:40:00.800012 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6849e649-7fcd-49b2-b88e-a4191878796f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.851841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1031881056-router', 'tenant_id': '0e0b27dc673143d5a25d44091467f17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:52Z', 'updated_at': '2021-12-11T22:39:56Z', 'revision_number': 3, 'project_id': '0e0b27dc673143d5a25d44091467f17f', 'gw_port': {'id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:54Z', 'updated_at': '2021-12-11T22:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:00.865796 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f71ec41-3223-4189-b6b0-a0e5481ae227 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.886500 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a17d64-7e6c-4da4-b86e-b444f07eeacc None None] The sync data for ids ['30fa4072-3465-4f6f-97d0-cddfb0afe43a'] in n-d-710847-6 is: [{'id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1031881056-router', 'tenant_id': '0e0b27dc673143d5a25d44091467f17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:52Z', 'updated_at': '2021-12-11T22:39:56Z', 'revision_number': 3, 'project_id': '0e0b27dc673143d5a25d44091467f17f', 'gw_port': {'id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:54Z', 'updated_at': '2021-12-11T22:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:40:00.887587 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1b51dc52-ac96-4227-b688-e2221e151301 req-67cfca8e-baa6-4cf3-a177-eb040bcd0328 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.893076 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6849e649-7fcd-49b2-b88e-a4191878796f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.896634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6849e649-7fcd-49b2-b88e-a4191878796f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:00.896634 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6849e649-7fcd-49b2-b88e-a4191878796f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.903710 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:00.965766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b055ce-2f4a-4549-9caf-b48878e640b9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:00.980663 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfca8e-baa6-4cf3-a177-eb040bcd0328 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Pushing event updated for resources: {'Port': ['ID=778d1784-62ed-4bd2-a30f-1c9e5bd4f04b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:01.007189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b51dc52-ac96-4227-b688-e2221e151301 req-67cfca8e-baa6-4cf3-a177-eb040bcd0328 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Network 181f5739-12db-44b4-b6d4-cbfae15768b4 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:01.016053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27832b58-2caa-466a-b9ca-fe875c36bbd4 req-549776c4-5613-4965-84df-2cf4087fe25b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:01.017724 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27832b58-2caa-466a-b9ca-fe875c36bbd4 req-549776c4-5613-4965-84df-2cf4087fe25b tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 945 time: 0.2346554 Dec 11 22:40:01.023756 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f71ec41-3223-4189-b6b0-a0e5481ae227 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:01.041769 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-1b51dc52-ac96-4227-b688-e2221e151301 req-67cfca8e-baa6-4cf3-a177-eb040bcd0328 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:01.049480 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b51dc52-ac96-4227-b688-e2221e151301 req-67cfca8e-baa6-4cf3-a177-eb040bcd0328 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:40:01.063167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Network e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:01.074648 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:01.077811 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:40:01.086126 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849e649-7fcd-49b2-b88e-a4191878796f admin admin] Pushing event updated for resources: {'Network': ['ID=d10dcc38-32e0-470e-b82a-e3d1a0f9d683,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:01.097165 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6849e649-7fcd-49b2-b88e-a4191878796f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5651667 Dec 11 22:40:01.097548 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48434) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:01.102101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network d10dcc38-32e0-470e-b82a-e3d1a0f9d683 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:40:01.118867 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3e8f790e-5ac7-4b50-b5bf-abf97f7551b9 admin admin] Request body: {'subnet': {'network_id': 'd10dcc38-32e0-470e-b82a-e3d1a0f9d683', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-365484542-subnet', 'tenant_id': '7f614e829fca4b2a91c92efb52422e63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:01.174034 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27832b58-2caa-466a-b9ca-fe875c36bbd4 req-05ef3304-3917-49e9-ad0c-5ee6ec0292df tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d5717a8-d149-415d-a025-bb358ba326b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415284 Dec 11 22:40:01.174215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51dc52-ac96-4227-b688-e2221e151301 req-67cfca8e-baa6-4cf3-a177-eb040bcd0328 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:01.174715 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1b51dc52-ac96-4227-b688-e2221e151301 req-67cfca8e-baa6-4cf3-a177-eb040bcd0328 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:01.177038 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:01.313766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8f790e-5ac7-4b50-b5bf-abf97f7551b9 admin admin] Made reservation on behalf of 7f614e829fca4b2a91c92efb52422e63 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:40:01.316620 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3e8f790e-5ac7-4b50-b5bf-abf97f7551b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:01.393464 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f71ec41-3223-4189-b6b0-a0e5481ae227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:01.397104 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f71ec41-3223-4189-b6b0-a0e5481ae227 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:01.401879 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7f71ec41-3223-4189-b6b0-a0e5481ae227 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a5d8eba-14d1-4f85-b492-e56d37995b66 HTTP/1.1" status: 204 len: 168 time: 1.1391590 Dec 11 22:40:01.449836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71ec41-3223-4189-b6b0-a0e5481ae227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5d8eba-14d1-4f85-b492-e56d37995b66,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:01.579822 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e615b3a3-f055-419e-b72e-229810117ae0 None None] Provisioning complete for port e4b055ce-2f4a-4549-9caf-b48878e640b9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:01.580205 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e615b3a3-f055-419e-b72e-229810117ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:01.589555 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cc9e46fe-befd-45c8-b053-e37cda11c0de req-0e6851c9-fc99-4886-8b46-b26d561c1b67 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 210 time: 0.1991096 Dec 11 22:40:01.596858 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1b51dc52-ac96-4227-b688-e2221e151301 req-67cfca8e-baa6-4cf3-a177-eb040bcd0328 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0614901 Dec 11 22:40:01.614057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Request body: {'port': {'device_id': '16b216fb-8518-4a5d-b65b-f5e8e73406d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:01.665676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e615b3a3-f055-419e-b72e-229810117ae0 None None] Port e4b055ce-2f4a-4549-9caf-b48878e640b9 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:40:01.730502 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:02.106011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-cb07c737-9d1d-4399-a506-32af9b7fb2e9 admin admin] Deleting port 26dbd8cc-3bb5-480e-b4e9-10690891be93 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:40:02.106665 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb07c737-9d1d-4399-a506-32af9b7fb2e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:02.110729 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:02.128363 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3e8f790e-5ac7-4b50-b5bf-abf97f7551b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:02.182292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad54bf-26bf-4813-8267-c1abecdf0067 req-4c205bf6-7655-495a-a147-fb5fc6995f4c tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:02.184030 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0aad54bf-26bf-4813-8267-c1abecdf0067 req-4c205bf6-7655-495a-a147-fb5fc6995f4c tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/ports?device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 932 time: 0.6989632 Dec 11 22:40:02.222335 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f790e-5ac7-4b50-b5bf-abf97f7551b9 admin admin] Checking segment: {'id': '5a3c0542-4cc1-4926-90af-8b0c1ce22050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd10dcc38-32e0-470e-b82a-e3d1a0f9d683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:02.222641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8f790e-5ac7-4b50-b5bf-abf97f7551b9 admin admin] Network hostable DHCP agents. Network: d10dcc38-32e0-470e-b82a-e3d1a0f9d683, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:40:02.278257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f790e-5ac7-4b50-b5bf-abf97f7551b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8315a24-760e-4c58-9fd3-5c878ef845a9,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:02.298700 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:40:02.311755 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:02.339655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Transition to ACTIVE for port object 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:40:02.385626 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8f790e-5ac7-4b50-b5bf-abf97f7551b9 admin admin] Network d10dcc38-32e0-470e-b82a-e3d1a0f9d683 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:40:02.416484 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca8f7c-9975-42a0-b0df-638d454506b1 req-2beb2396-d7f8-41a3-bedf-6a9616d2cdbd tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:02.418381 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b0ca8f7c-9975-42a0-b0df-638d454506b1 req-2beb2396-d7f8-41a3-bedf-6a9616d2cdbd tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 945 time: 0.0775983 Dec 11 22:40:02.419958 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:02.456308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-cb07c737-9d1d-4399-a506-32af9b7fb2e9 admin admin] For port 26dbd8cc-3bb5-480e-b4e9-10690891be93, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=26dbd8cc-3bb5-480e-b4e9-10690891be93,segment=NetworkSegment(5ee1e7e1-11aa-450c-a618-bb0098afbd94),segment_id=5ee1e7e1-11aa-450c-a618-bb0098afbd94)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:02.456706 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb07c737-9d1d-4399-a506-32af9b7fb2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:02.474011 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0aad54bf-26bf-4813-8267-c1abecdf0067 req-06cc69b2-dd9c-4bfc-9b75-93c5e908213f tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/security-groups?id=e93a1d99-dafd-424a-b8b5-6a50f3ce4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673357 Dec 11 22:40:02.486154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-cb07c737-9d1d-4399-a506-32af9b7fb2e9 admin admin] Calling delete_port for 26dbd8cc-3bb5-480e-b4e9-10690891be93 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:40:02.519497 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-3e8f790e-5ac7-4b50-b5bf-abf97f7551b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, d10dcc38-32e0-470e-b82a-e3d1a0f9d683) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:02.537340 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcb0cbd-f661-47c6-bdf5-20f176eaa139 None None] Network d10dcc38-32e0-470e-b82a-e3d1a0f9d683 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:40:02.564926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f790e-5ac7-4b50-b5bf-abf97f7551b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:02.568237 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3e8f790e-5ac7-4b50-b5bf-abf97f7551b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:02.674137 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b0ca8f7c-9975-42a0-b0df-638d454506b1 req-7a9da729-3ecc-4aa9-803d-fdf9c68a40b1 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d5717a8-d149-415d-a025-bb358ba326b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440271 Dec 11 22:40:02.677787 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3e8f790e-5ac7-4b50-b5bf-abf97f7551b9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5792761 Dec 11 22:40:02.685631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Pushing event updated for resources: {'Port': ['ID=778d1784-62ed-4bd2-a30f-1c9e5bd4f04b,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:02.695564 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Attempting to bind port 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:40:02.695910 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Attempting to bind port 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '4f74eea5-44d2-496a-b191-4b2dac5034dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '181f5739-12db-44b4-b6d4-cbfae15768b4'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:40:02.696245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Attempting to bind port 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b on network 181f5739-12db-44b4-b6d4-cbfae15768b4 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:02.701775 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Port 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b on network 181f5739-12db-44b4-b6d4-cbfae15768b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:40:02.702112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Attempting to bind port 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b on network 181f5739-12db-44b4-b6d4-cbfae15768b4 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:02.708244 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:40:02.708593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Checking segment: {'id': '4f74eea5-44d2-496a-b191-4b2dac5034dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '181f5739-12db-44b4-b6d4-cbfae15768b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:02.708984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Bound using segment: {'id': '4f74eea5-44d2-496a-b191-4b2dac5034dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '181f5739-12db-44b4-b6d4-cbfae15768b4'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:40:02.709423 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Bound port: 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f74eea5-44d2-496a-b191-4b2dac5034dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '181f5739-12db-44b4-b6d4-cbfae15768b4'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:40:02.709788 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:02.840251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2bc13c-ebcb-4632-a1fe-244c9eec802f None None] Network d10dcc38-32e0-470e-b82a-e3d1a0f9d683 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:40:02.899424 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] For port 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:40:02.909075 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] For port 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=778d1784-62ed-4bd2-a30f-1c9e5bd4f04b,segment=NetworkSegment(4f74eea5-44d2-496a-b191-4b2dac5034dc),segment_id=4f74eea5-44d2-496a-b191-4b2dac5034dc)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:40:02.919235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c6b64-3631-4227-95a8-77b9d5e706ee req-49ba0664-fa63-42d0-9629-db85d3bd2822 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:02.920359 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e43c6b64-3631-4227-95a8-77b9d5e706ee req-49ba0664-fa63-42d0-9629-db85d3bd2822 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 945 time: 0.1459227 Dec 11 22:40:02.934406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48486) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:02.939195 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-153107c0-5c2b-4299-881a-96419f098686 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Request body: {'floatingip': {'port_id': 'f3fc466e-538a-4a11-920a-92e85cb6281f'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:02.968833 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-11b5a439-2c32-42c1-bbb4-382c256d6f05 req-51e97f3a-0c24-4e68-be6c-9bcabfa5ada6 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 210 time: 0.1216531 Dec 11 22:40:02.980576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 29633f8d-7a35-47e5-b5f2-fdbee2f271c3 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:03.012191 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:03.030233 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:03.042109 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-153107c0-5c2b-4299-881a-96419f098686 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:03.089665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 29633f8d-7a35-47e5-b5f2-fdbee2f271c3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:03.090308 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:03.130723 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:03.279331 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:03.285997 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:03.296386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b055ce-2f4a-4549-9caf-b48878e640b9,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:03.327935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 29633f8d-7a35-47e5-b5f2-fdbee2f271c3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=29633f8d-7a35-47e5-b5f2-fdbee2f271c3,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:03.399847 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:03.420177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48494) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:03.432432 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb07c737-9d1d-4399-a506-32af9b7fb2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:03.490555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07c737-9d1d-4399-a506-32af9b7fb2e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=26dbd8cc-3bb5-480e-b4e9-10690891be93,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:03.495644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Network e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:03.505994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=29633f8d-7a35-47e5-b5f2-fdbee2f271c3,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:03.550584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:03.616767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:03.616946 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:03.618304 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1b51dc52-ac96-4227-b688-e2221e151301 req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] 10.222.0.13 "PUT /v2.0/ports/778d1784-62ed-4bd2-a30f-1c9e5bd4f04b HTTP/1.1" status: 200 len: 1092 time: 2.0118208 Dec 11 22:40:03.653855 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b216fb-8518-4a5d-b65b-f5e8e73406d8', 'tag': '778d1784-62ed-4bd2-a30f-1c9e5bd4f04b'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:40:03.654768 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895f1cfb-5122-4c36-98fd-2cfe1fe4128e" -d '{"events": [{"name": "network-changed", "server_uuid": "16b216fb-8518-4a5d-b65b-f5e8e73406d8", "tag": "778d1784-62ed-4bd2-a30f-1c9e5bd4f04b"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:40:03.792610 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2dcf9d36-773b-4ea3-99b7-dcce50f5ab53 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1067290577-network', 'tenant_id': 'b49a52ba3f3243128810d043a8aeef5e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:03.804861 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ec41d8-ac99-4f57-a535-92370a67233a x-openstack-request-id: req-76ec41d8-ac99-4f57-a535-92370a67233a {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:40:03.805401 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b216fb-8518-4a5d-b65b-f5e8e73406d8", "tag": "778d1784-62ed-4bd2-a30f-1c9e5bd4f04b", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:40:03.805401 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76ec41d8-ac99-4f57-a535-92370a67233a {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:40:03.806378 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b216fb-8518-4a5d-b65b-f5e8e73406d8', 'tag': '778d1784-62ed-4bd2-a30f-1c9e5bd4f04b', 'status': 'completed', 'code': 200} Dec 11 22:40:03.999001 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a795dde-0aea-46cf-9a18-08a1e23b7da2 service neutron] Pushing event updated for resources: {'Port': ['ID=778d1784-62ed-4bd2-a30f-1c9e5bd4f04b,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:04.061452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcf9d36-773b-4ea3-99b7-dcce50f5ab53 admin admin] Made reservation on behalf of b49a52ba3f3243128810d043a8aeef5e for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:40:04.068811 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d36-773b-4ea3-99b7-dcce50f5ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:04.083926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46970ffc-c9fc-4b26-941d-4ca983ee9c7e req-770e74c4-5606-40da-900d-1939f2053548 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:04.086978 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-46970ffc-c9fc-4b26-941d-4ca983ee9c7e req-770e74c4-5606-40da-900d-1939f2053548 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/ports?device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 944 time: 0.3745582 Dec 11 22:40:04.099450 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e3c4765-f516-4881-925a-192980e16deb req-9d50e203-334e-4fe3-ad83-0c90153919f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5126162 Dec 11 22:40:04.105784 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51dc52-ac96-4227-b688-e2221e151301 req-1acf62bd-77c8-47fc-ae36-a23b4c5fdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:04.107631 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1b51dc52-ac96-4227-b688-e2221e151301 req-1acf62bd-77c8-47fc-ae36-a23b4c5fdd61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b8b0768231f4477aca12c7a26f21fb4&device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 1095 time: 0.3526993 Dec 11 22:40:04.113837 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d36-773b-4ea3-99b7-dcce50f5ab53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:04.129726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a9040200-c31d-44a9-b6de-97dfe7572e45 None None] Provisioning complete for port e4b055ce-2f4a-4549-9caf-b48878e640b9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:04.130274 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a9040200-c31d-44a9-b6de-97dfe7572e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:04.206144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a9040200-c31d-44a9-b6de-97dfe7572e45 None None] Port e4b055ce-2f4a-4549-9caf-b48878e640b9 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:40:04.208758 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1b51dc52-ac96-4227-b688-e2221e151301 req-e28d0afd-293c-499e-9818-49249605f7e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=778d1784-62ed-4bd2-a30f-1c9e5bd4f04b HTTP/1.1" status: 200 len: 217 time: 0.0850706 Dec 11 22:40:04.238648 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b2727073-0cad-4ec7-95c6-006571abec85 req-fa04b820-54c7-4c1d-ac51-dd97e8f3834a tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 210 time: 0.0513010 Dec 11 22:40:04.251087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Router 30fa4072-3465-4f6f-97d0-cddfb0afe43a has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:40:04.267049 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb07c737-9d1d-4399-a506-32af9b7fb2e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:04.331842 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51dc52-ac96-4227-b688-e2221e151301 req-0804a044-45f8-40c3-a2b2-4ba89b05ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:04.331842 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1b51dc52-ac96-4227-b688-e2221e151301 req-0804a044-45f8-40c3-a2b2-4ba89b05ac9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0445247-2dd2-40ad-ad72-6354f8a28eb8 HTTP/1.1" status: 200 len: 858 time: 0.1023500 Dec 11 22:40:04.366375 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-46970ffc-c9fc-4b26-941d-4ca983ee9c7e req-c74b7a70-53d6-4b81-8b8b-fa63664a09ea tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/security-groups?id=e93a1d99-dafd-424a-b8b5-6a50f3ce4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551007 Dec 11 22:40:04.389510 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1b51dc52-ac96-4227-b688-e2221e151301 req-b1a4ee9c-a10a-4592-bda5-6c140bed8415 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=181f5739-12db-44b4-b6d4-cbfae15768b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456939 Dec 11 22:40:04.405456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c4765-f516-4881-925a-192980e16deb req-2999d721-8e47-4513-a009-5b0c80138019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:04.407117 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e3c4765-f516-4881-925a-192980e16deb req-2999d721-8e47-4513-a009-5b0c80138019 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a03958ca25f4977b4fabaad3b861845&device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 1095 time: 0.2180152 Dec 11 22:40:04.519328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48524) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:04.579073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-08c3b79e-e0cd-461d-8fdf-e998383b9f85 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-796056607-network', 'tenant_id': 'f7e28748102b42eeb512103629c5ffa6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:04.619038 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d36-773b-4ea3-99b7-dcce50f5ab53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:04.695156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:40:04.699405 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d36-773b-4ea3-99b7-dcce50f5ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:04.713529 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-198ea373-8f4c-433a-b731-b4c250420736 admin admin] 10.222.0.45 "PUT /v2.0/routers/30fa4072-3465-4f6f-97d0-cddfb0afe43a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2440255 Dec 11 22:40:04.719964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcf9d36-773b-4ea3-99b7-dcce50f5ab53 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:40:04.722613 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Sync routers for ids ['30fa4072-3465-4f6f-97d0-cddfb0afe43a'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:40:04.727981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-61f2f926-a35b-4de4-bfa8-d2544bad5d21 req-31d95ebf-3853-4159-84a3-7703bcb952af tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1057014268', 'description': 'tempest-description-638033582'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:04.747902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c3b79e-e0cd-461d-8fdf-e998383b9f85 admin admin] Made reservation on behalf of f7e28748102b42eeb512103629c5ffa6 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:40:04.750293 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08c3b79e-e0cd-461d-8fdf-e998383b9f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:04.752741 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Routers {'30fa4072-3465-4f6f-97d0-cddfb0afe43a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:04.754628 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['30fa4072-3465-4f6f-97d0-cddfb0afe43a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:04.759057 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1b51dc52-ac96-4227-b688-e2221e151301 req-1fb7d58e-a201-496b-9a13-3bef7a3deb0d service neutron] 10.222.0.13 "GET /v2.0/networks/181f5739-12db-44b4-b6d4-cbfae15768b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558578 Dec 11 22:40:04.766499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c4765-f516-4881-925a-192980e16deb req-5062bfb1-c77e-4b50-a31f-ceeaf5e43785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:04.768579 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e3c4765-f516-4881-925a-192980e16deb req-5062bfb1-c77e-4b50-a31f-ceeaf5e43785 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 200 len: 909 time: 0.3246796 Dec 11 22:40:04.832753 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e3c4765-f516-4881-925a-192980e16deb req-c0c8caa5-4f36-4071-b74d-973dcb4b537f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80 HTTP/1.1" status: 200 len: 217 time: 0.0488770 Dec 11 22:40:04.833436 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08c3b79e-e0cd-461d-8fdf-e998383b9f85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:04.885374 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d36-773b-4ea3-99b7-dcce50f5ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:04.886155 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-2dcf9d36-773b-4ea3-99b7-dcce50f5ab53 admin admin] Added segment 1455c156-596f-4e98-8856-aa0da9f39f3b of type vlan for network 5b547cd6-e1c3-47dd-aace-0c89098672dd Dec 11 22:40:04.924164 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Set router 30fa4072-3465-4f6f-97d0-cddfb0afe43a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:04.936011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf9d36-773b-4ea3-99b7-dcce50f5ab53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02eea3a1-958f-43c7-8238-3b5ab88e494a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:04.963827 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 29633f8d-7a35-47e5-b5f2-fdbee2f271c3 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:05.016822 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.resource_extend [None req-153107c0-5c2b-4299-881a-96419f098686 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:40:05.044594 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61f2f926-a35b-4de4-bfa8-d2544bad5d21 req-31d95ebf-3853-4159-84a3-7703bcb952af tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.090635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb07c737-9d1d-4399-a506-32af9b7fb2e9 admin admin] Router 5f031a4d-4214-47b6-b7cc-54b43386df5f has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:40:05.092462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 29633f8d-7a35-47e5-b5f2-fdbee2f271c3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:05.092909 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.095789 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c4765-f516-4881-925a-192980e16deb req-0d4cc397-07c7-499e-8f05-e9b694a4779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:05.097643 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e3c4765-f516-4881-925a-192980e16deb req-0d4cc397-07c7-499e-8f05-e9b694a4779a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 200 len: 848 time: 0.2323318 Dec 11 22:40:05.102646 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61f2f926-a35b-4de4-bfa8-d2544bad5d21 req-31d95ebf-3853-4159-84a3-7703bcb952af tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.114081 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d36-773b-4ea3-99b7-dcce50f5ab53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.158555 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e3c4765-f516-4881-925a-192980e16deb req-5dbf4ab0-1740-406f-9410-b033f97d0dc6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc99fe2a-f620-40db-bef5-51a1a7294f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443079 Dec 11 22:40:05.226218 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-153107c0-5c2b-4299-881a-96419f098686 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.266367 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1031881056-router', 'tenant_id': '0e0b27dc673143d5a25d44091467f17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:52Z', 'updated_at': '2021-12-11T22:40:01Z', 'revision_number': 4, 'project_id': '0e0b27dc673143d5a25d44091467f17f', 'gw_port': {'id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:54Z', 'updated_at': '2021-12-11T22:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'e4b055ce-2f4a-4549-9caf-b48878e640b9', 'name': '', 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe', 'tenant_id': '0e0b27dc673143d5a25d44091467f17f', 'mac_address': 'fa:16:3e:44:d2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '17e62c35-cd13-4f24-8988-be39742b86d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:00Z', 'updated_at': '2021-12-11T22:40:02Z', 'revision_number': 2, 'project_id': '0e0b27dc673143d5a25d44091467f17f', 'subnets': [{'id': '17e62c35-cd13-4f24-8988-be39742b86d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:05.278893 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1b51dc52-ac96-4227-b688-e2221e151301 req-2a8cb602-f61e-4fa9-9a67-1558875c5f72 service neutron] 10.222.0.13 "GET /v2.0/networks/181f5739-12db-44b4-b6d4-cbfae15768b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052052 Dec 11 22:40:05.333480 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Checking router: 30fa4072-3465-4f6f-97d0-cddfb0afe43a for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:40:05.334510 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Updating router 30fa4072-3465-4f6f-97d0-cddfb0afe43a port e4b055ce-2f4a-4549-9caf-b48878e640b9 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:40:05.342053 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-153107c0-5c2b-4299-881a-96419f098686 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.368699 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08c3b79e-e0cd-461d-8fdf-e998383b9f85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.368847 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d36-773b-4ea3-99b7-dcce50f5ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.370260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcf9d36-773b-4ea3-99b7-dcce50f5ab53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:05.380328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d36-773b-4ea3-99b7-dcce50f5ab53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.388311 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.531414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2dcf9d36-773b-4ea3-99b7-dcce50f5ab53 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1100907 Dec 11 22:40:05.543112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48536) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:05.548399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4c522e42-89df-48f8-92a1-9fc301ac1247 admin admin] Request body: {'subnet': {'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1067290577-subnet', 'tenant_id': 'b49a52ba3f3243128810d043a8aeef5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:05.563506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf9d36-773b-4ea3-99b7-dcce50f5ab53 admin admin] Pushing event updated for resources: {'Network': ['ID=5b547cd6-e1c3-47dd-aace-0c89098672dd,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:05.577108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 5b547cd6-e1c3-47dd-aace-0c89098672dd details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:40:05.582048 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e3c4765-f516-4881-925a-192980e16deb req-e870d033-1f88-4bed-a9e2-9eed88a14f22 service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221206 Dec 11 22:40:05.586034 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08c3b79e-e0cd-461d-8fdf-e998383b9f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.590725 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24f96192-59b8-4f5f-ba78-610f9b2d2889 req-c3c33255-efd2-4303-ab0c-e5cd195d464f tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 210 time: 0.2064240 Dec 11 22:40:05.654843 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3b79e-e0cd-461d-8fdf-e998383b9f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666ce0da-6e17-404f-bab7-4faaeeac290e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:05.661171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61f2f926-a35b-4de4-bfa8-d2544bad5d21 req-31d95ebf-3853-4159-84a3-7703bcb952af tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.670821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb07c737-9d1d-4399-a506-32af9b7fb2e9 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:40:05.690428 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa203f-b205-4aa3-a76d-d7caf1394ca8 None None] Sync routers for ids ['5f031a4d-4214-47b6-b7cc-54b43386df5f'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:40:05.690733 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cb07c737-9d1d-4399-a506-32af9b7fb2e9 admin admin] 10.222.0.45 "PUT /v2.0/routers/5f031a4d-4214-47b6-b7cc-54b43386df5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8432598 Dec 11 22:40:05.693338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48540) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:05.749877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa203f-b205-4aa3-a76d-d7caf1394ca8 None None] Routers {'5f031a4d-4214-47b6-b7cc-54b43386df5f'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:05.750311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-eaaa203f-b205-4aa3-a76d-d7caf1394ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5f031a4d-4214-47b6-b7cc-54b43386df5f'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:05.758653 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c3b79e-e0cd-461d-8fdf-e998383b9f85 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:40:05.783142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c522e42-89df-48f8-92a1-9fc301ac1247 admin admin] Made reservation on behalf of b49a52ba3f3243128810d043a8aeef5e for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:40:05.792737 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c522e42-89df-48f8-92a1-9fc301ac1247 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.796660 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61f2f926-a35b-4de4-bfa8-d2544bad5d21 req-31d95ebf-3853-4159-84a3-7703bcb952af tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.827364 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.841298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f1cfb-5122-4c36-98fd-2cfe1fe4128e req-61084f69-5756-4043-ba05-b9f36c44fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:05.845132 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-895f1cfb-5122-4c36-98fd-2cfe1fe4128e req-61084f69-5756-4043-ba05-b9f36c44fcd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b8b0768231f4477aca12c7a26f21fb4&device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 1095 time: 0.4316967 Dec 11 22:40:05.853534 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08c3b79e-e0cd-461d-8fdf-e998383b9f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.853886 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-08c3b79e-e0cd-461d-8fdf-e998383b9f85 admin admin] Added segment 62975119-df91-4aea-b95b-d574f37389d8 of type vlan for network ecf0ef2b-a5d9-46ad-998e-aade96dbd5da Dec 11 22:40:05.884240 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:05.908538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d95ebf-3853-4159-84a3-7703bcb952af tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2cf2d4-d717-4594-821b-9d4976a22ae6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:05.970164 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-eaaa203f-b205-4aa3-a76d-d7caf1394ca8 None None] Set router 5f031a4d-4214-47b6-b7cc-54b43386df5f gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:05.984811 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc531-2f25-4f19-abd3-5a8cb808557a None None] Pushing event updated for resources: {'Port': ['ID=e4b055ce-2f4a-4549-9caf-b48878e640b9,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:06.001842 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-153107c0-5c2b-4299-881a-96419f098686 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Floating IP 4904d6ff-467f-47fd-b1b9-8ec7af0e341b associated. External IP: 172.25.1.109, port: f3fc466e-538a-4a11-920a-92e85cb6281f. Dec 11 22:40:06.038915 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Attempting to bind port e4b055ce-2f4a-4549-9caf-b48878e640b9 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:40:06.039321 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Attempting to bind port e4b055ce-2f4a-4549-9caf-b48878e640b9 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '6b14555b-d60e-46cd-9fbe-575dd9e9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:40:06.039798 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Attempting to bind port e4b055ce-2f4a-4549-9caf-b48878e640b9 on network e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:06.047054 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:40:06.048465 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Checking segment: {'id': '6b14555b-d60e-46cd-9fbe-575dd9e9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:06.049165 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.050008 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Bound using segment: {'id': '6b14555b-d60e-46cd-9fbe-575dd9e9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:40:06.050735 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Bound port: e4b055ce-2f4a-4549-9caf-b48878e640b9, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b14555b-d60e-46cd-9fbe-575dd9e9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:40:06.051594 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.167350 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d25c6-ce0c-4ffc-b552-bc6ec8f99ff7 req-6f4928ac-891b-4200-ae77-80ceac396032 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:06.169059 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bf8d25c6-ce0c-4ffc-b552-bc6ec8f99ff7 req-6f4928ac-891b-4200-ae77-80ceac396032 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/ports?device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 944 time: 0.4147246 Dec 11 22:40:06.199355 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48548) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:06.204849 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] For port e4b055ce-2f4a-4549-9caf-b48878e640b9, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:40:06.210400 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] For port e4b055ce-2f4a-4549-9caf-b48878e640b9, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e4b055ce-2f4a-4549-9caf-b48878e640b9,segment=NetworkSegment(6b14555b-d60e-46cd-9fbe-575dd9e9a92b),segment_id=6b14555b-d60e-46cd-9fbe-575dd9e9a92b)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:40:06.215362 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-271400720-network', 'tenant_id': '0646446ddfa347cbb1b0b8e7a6bec325'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:06.235923 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8d6f6d6-83a3-48ea-ba69-c03cebbd9701 admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.245761 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61f2f926-a35b-4de4-bfa8-d2544bad5d21 req-31d95ebf-3853-4159-84a3-7703bcb952af tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.270727 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.328344 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e3c4765-f516-4881-925a-192980e16deb req-dcfc39a6-2439-436c-ba7e-8a984cca097f service neutron] 10.222.0.47 "GET /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7330592 Dec 11 22:40:06.332917 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61f2f926-a35b-4de4-bfa8-d2544bad5d21 req-31d95ebf-3853-4159-84a3-7703bcb952af tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.341698 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08c3b79e-e0cd-461d-8fdf-e998383b9f85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.359082 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] Made reservation on behalf of 0646446ddfa347cbb1b0b8e7a6bec325 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:40:06.361846 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.389820 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d95ebf-3853-4159-84a3-7703bcb952af tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c753ed-f908-4aef-a0b3-e90e02f18dba,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:06.401535 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.409073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-baff72e6-6bc7-447d-b9a8-612c86740f7f None None] Provisioning complete for port e4b055ce-2f4a-4549-9caf-b48878e640b9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:06.409452 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-baff72e6-6bc7-447d-b9a8-612c86740f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.499484 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61f2f926-a35b-4de4-bfa8-d2544bad5d21 req-31d95ebf-3853-4159-84a3-7703bcb952af tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.500959 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-61f2f926-a35b-4de4-bfa8-d2544bad5d21 req-31d95ebf-3853-4159-84a3-7703bcb952af tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.7846184 Dec 11 22:40:06.534743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-be6e9cb5-8022-499a-acd9-4cb477084cb4 req-f9ffc49b-1419-4984-99e2-1a8c0eec8262 tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Request body: {'security_group': {'name': 'tempest-securitygroup-978678620', 'description': 'tempest-description-1546542646'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:06.535166 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f1cfb-5122-4c36-98fd-2cfe1fe4128e req-34e415a1-5c54-4404-a0c2-fc08fd1a2fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:06.536907 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-895f1cfb-5122-4c36-98fd-2cfe1fe4128e req-34e415a1-5c54-4404-a0c2-fc08fd1a2fff service neutron] 10.222.0.13 "GET /v2.0/networks?id=181f5739-12db-44b4-b6d4-cbfae15768b4 HTTP/1.1" status: 200 len: 919 time: 0.6785326 Dec 11 22:40:06.559276 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bf8d25c6-ce0c-4ffc-b552-bc6ec8f99ff7 req-4ea246cc-90ef-4eee-9473-a28b12f01103 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/security-groups?id=e93a1d99-dafd-424a-b8b5-6a50f3ce4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513250 Dec 11 22:40:06.566962 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Routers {'30fa4072-3465-4f6f-97d0-cddfb0afe43a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:06.567610 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['30fa4072-3465-4f6f-97d0-cddfb0afe43a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:06.596231 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8d6f6d6-83a3-48ea-ba69-c03cebbd9701 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.599737 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc531-2f25-4f19-abd3-5a8cb808557a None None] Pushing event updated for resources: {'Port': ['ID=e4b055ce-2f4a-4549-9caf-b48878e640b9,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:06.642061 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-baff72e6-6bc7-447d-b9a8-612c86740f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.676311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-eaaa203f-b205-4aa3-a76d-d7caf1394ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'name': 'tempest-FloatingIPDetailsTestJSON-806090338-router', 'tenant_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'f1ce181b-4bba-469d-94e2-2ea7c6423195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:12Z', 'updated_at': '2021-12-11T22:40:03Z', 'revision_number': 5, 'project_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'gw_port': {'id': 'f1ce181b-4bba-469d-94e2-2ea7c6423195', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:13Z', 'updated_at': '2021-12-11T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:06.745626 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08c3b79e-e0cd-461d-8fdf-e998383b9f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.746791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c3b79e-e0cd-461d-8fdf-e998383b9f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:06.751544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-be6e9cb5-8022-499a-acd9-4cb477084cb4 req-f9ffc49b-1419-4984-99e2-1a8c0eec8262 tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.751845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa203f-b205-4aa3-a76d-d7caf1394ca8 None None] Checking router: 5f031a4d-4214-47b6-b7cc-54b43386df5f for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:40:06.752558 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08c3b79e-e0cd-461d-8fdf-e998383b9f85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.756089 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c522e42-89df-48f8-92a1-9fc301ac1247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.757564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-baff72e6-6bc7-447d-b9a8-612c86740f7f None None] For port e4b055ce-2f4a-4549-9caf-b48878e640b9, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e4b055ce-2f4a-4549-9caf-b48878e640b9,segment=NetworkSegment(6b14555b-d60e-46cd-9fbe-575dd9e9a92b),segment_id=6b14555b-d60e-46cd-9fbe-575dd9e9a92b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:06.779085 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-895f1cfb-5122-4c36-98fd-2cfe1fe4128e req-03076656-944e-4f86-b2f6-92adca3efde5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=778d1784-62ed-4bd2-a30f-1c9e5bd4f04b HTTP/1.1" status: 200 len: 217 time: 0.2184443 Dec 11 22:40:06.786908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa203f-b205-4aa3-a76d-d7caf1394ca8 None None] Routers {'5f031a4d-4214-47b6-b7cc-54b43386df5f'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:06.787184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-eaaa203f-b205-4aa3-a76d-d7caf1394ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5f031a4d-4214-47b6-b7cc-54b43386df5f'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:06.824652 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] Set router 30fa4072-3465-4f6f-97d0-cddfb0afe43a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:06.858331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c522e42-89df-48f8-92a1-9fc301ac1247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56072fb-d6eb-465a-81da-2818b252a24c,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:06.876455 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-baff72e6-6bc7-447d-b9a8-612c86740f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:06.978188 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-eaaa203f-b205-4aa3-a76d-d7caf1394ca8 None None] Set router 5f031a4d-4214-47b6-b7cc-54b43386df5f gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:07.045088 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff72e6-6bc7-447d-b9a8-612c86740f7f None None] Pushing event updated for resources: {'Port': ['ID=e4b055ce-2f4a-4549-9caf-b48878e640b9,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:07.050985 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-eaaa203f-b205-4aa3-a76d-d7caf1394ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'name': 'tempest-FloatingIPDetailsTestJSON-806090338-router', 'tenant_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:12Z', 'updated_at': '2021-12-11T22:40:06Z', 'revision_number': 6, 'project_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:07.111320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa203f-b205-4aa3-a76d-d7caf1394ca8 None None] The sync data for ids ['5f031a4d-4214-47b6-b7cc-54b43386df5f'] in n-d-710847-6 is: [{'id': '5f031a4d-4214-47b6-b7cc-54b43386df5f', 'name': 'tempest-FloatingIPDetailsTestJSON-806090338-router', 'tenant_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:12Z', 'updated_at': '2021-12-11T22:40:06Z', 'revision_number': 6, 'project_id': 'dd86ecd4f5694f9cbc77a8a1662c7731', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:40:07.111699 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-be6e9cb5-8022-499a-acd9-4cb477084cb4 req-f9ffc49b-1419-4984-99e2-1a8c0eec8262 tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:07.114828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-393f0a2e-46a6-41aa-8907-bb3a2dca2091 None None] Provisioning complete for port e4b055ce-2f4a-4549-9caf-b48878e640b9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:07.115805 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-393f0a2e-46a6-41aa-8907-bb3a2dca2091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:07.138424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c522e42-89df-48f8-92a1-9fc301ac1247 admin admin] Checking segment: {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:07.138918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c522e42-89df-48f8-92a1-9fc301ac1247 admin admin] Network hostable DHCP agents. Network: 5b547cd6-e1c3-47dd-aace-0c89098672dd, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:40:07.150093 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1031881056-router', 'tenant_id': '0e0b27dc673143d5a25d44091467f17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:52Z', 'updated_at': '2021-12-11T22:40:01Z', 'revision_number': 4, 'project_id': '0e0b27dc673143d5a25d44091467f17f', 'gw_port': {'id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:54Z', 'updated_at': '2021-12-11T22:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'e4b055ce-2f4a-4549-9caf-b48878e640b9', 'name': '', 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe', 'tenant_id': '0e0b27dc673143d5a25d44091467f17f', 'mac_address': 'fa:16:3e:44:d2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '17e62c35-cd13-4f24-8988-be39742b86d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:00Z', 'updated_at': '2021-12-11T22:40:06Z', 'revision_number': 4, 'project_id': '0e0b27dc673143d5a25d44091467f17f', 'subnets': [{'id': '17e62c35-cd13-4f24-8988-be39742b86d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:07.152714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e8d6f6d6-83a3-48ea-ba69-c03cebbd9701 admin admin] Deleting port f1ce181b-4bba-469d-94e2-2ea7c6423195 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:40:07.155215 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8d6f6d6-83a3-48ea-ba69-c03cebbd9701 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:07.206282 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0481aa3a-3fb0-4650-b623-f643454aeb96 None None] The sync data for ids ['30fa4072-3465-4f6f-97d0-cddfb0afe43a'] in n-d-710847-6 is: [{'id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1031881056-router', 'tenant_id': '0e0b27dc673143d5a25d44091467f17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:52Z', 'updated_at': '2021-12-11T22:40:01Z', 'revision_number': 4, 'project_id': '0e0b27dc673143d5a25d44091467f17f', 'gw_port': {'id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:54Z', 'updated_at': '2021-12-11T22:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'e4b055ce-2f4a-4549-9caf-b48878e640b9', 'name': '', 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe', 'tenant_id': '0e0b27dc673143d5a25d44091467f17f', 'mac_address': 'fa:16:3e:44:d2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '17e62c35-cd13-4f24-8988-be39742b86d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:00Z', 'updated_at': '2021-12-11T22:40:06Z', 'revision_number': 4, 'project_id': '0e0b27dc673143d5a25d44091467f17f', 'subnets': [{'id': '17e62c35-cd13-4f24-8988-be39742b86d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:40:07.208942 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-be6e9cb5-8022-499a-acd9-4cb477084cb4 req-f9ffc49b-1419-4984-99e2-1a8c0eec8262 tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:07.263033 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c522e42-89df-48f8-92a1-9fc301ac1247 admin admin] Network 5b547cd6-e1c3-47dd-aace-0c89098672dd is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:40:07.272809 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-12834674-2a27-4fc4-8973-29c08411e27d req-b6c325e0-d9c4-40a7-91a8-dfc7ae6b9c80 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=f101211c-111d-4719-9450-205e2e52de07 HTTP/1.1" status: 200 len: 210 time: 0.5170574 Dec 11 22:40:07.315817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffc49b-1419-4984-99e2-1a8c0eec8262 tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d001819-7bc0-4080-919a-61c997990b62,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:07.345978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-e8d6f6d6-83a3-48ea-ba69-c03cebbd9701 admin admin] For port f1ce181b-4bba-469d-94e2-2ea7c6423195, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f1ce181b-4bba-469d-94e2-2ea7c6423195,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:07.346374 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8d6f6d6-83a3-48ea-ba69-c03cebbd9701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:07.359415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e8d6f6d6-83a3-48ea-ba69-c03cebbd9701 admin admin] Calling delete_port for f1ce181b-4bba-469d-94e2-2ea7c6423195 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:40:07.361860 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:07.364537 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3b79e-e0cd-461d-8fdf-e998383b9f85 admin admin] Pushing event updated for resources: {'Network': ['ID=ecf0ef2b-a5d9-46ad-998e-aade96dbd5da,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:07.369727 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-08c3b79e-e0cd-461d-8fdf-e998383b9f85 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8479600 Dec 11 22:40:07.375886 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48554) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:07.380805 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1eeb324e-1446-4c8b-96e5-2c01f0c23525 admin admin] Request body: {'subnet': {'network_id': 'ecf0ef2b-a5d9-46ad-998e-aade96dbd5da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-796056607-subnet', 'tenant_id': 'f7e28748102b42eeb512103629c5ffa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:07.381069 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-4c522e42-89df-48f8-92a1-9fc301ac1247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 5b547cd6-e1c3-47dd-aace-0c89098672dd) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:07.386358 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-be6e9cb5-8022-499a-acd9-4cb477084cb4 req-f9ffc49b-1419-4984-99e2-1a8c0eec8262 tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:07.391503 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be6e9cb5-8022-499a-acd9-4cb477084cb4 req-f9ffc49b-1419-4984-99e2-1a8c0eec8262 tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8659637 Dec 11 22:40:07.397659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c522e42-89df-48f8-92a1-9fc301ac1247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:07.398645 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c522e42-89df-48f8-92a1-9fc301ac1247 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:07.402832 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4830ab82-7121-4913-9d34-7618c0bf8c72 None None] Network 5b547cd6-e1c3-47dd-aace-0c89098672dd requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:40:07.412082 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f1cfb-5122-4c36-98fd-2cfe1fe4128e req-649c8145-4379-48a2-8a88-6165d488ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:07.413935 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-895f1cfb-5122-4c36-98fd-2cfe1fe4128e req-649c8145-4379-48a2-8a88-6165d488ae9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0445247-2dd2-40ad-ad72-6354f8a28eb8 HTTP/1.1" status: 200 len: 858 time: 0.2131956 Dec 11 22:40:07.434110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network ecf0ef2b-a5d9-46ad-998e-aade96dbd5da details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:40:07.436139 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:07.474680 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153107c0-5c2b-4299-881a-96419f098686 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Router db7abb22-9f88-46f2-b7ef-eb3eff734834 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:40:07.480743 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-895f1cfb-5122-4c36-98fd-2cfe1fe4128e req-6d4e5b2a-a2e8-40e0-9454-054b0c33a945 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=181f5739-12db-44b4-b6d4-cbfae15768b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545175 Dec 11 22:40:07.534124 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:40:07.549832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeb324e-1446-4c8b-96e5-2c01f0c23525 admin admin] Made reservation on behalf of f7e28748102b42eeb512103629c5ffa6 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:40:07.552490 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1eeb324e-1446-4c8b-96e5-2c01f0c23525 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:07.731637 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127729fe-1b4b-4fcf-a2bd-b3f1058bd1c2,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:07.752654 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4c522e42-89df-48f8-92a1-9fc301ac1247 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2018154 Dec 11 22:40:07.765438 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:07.765815 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] Added segment 89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c of type vlan for network 859a93d8-e687-4962-8de1-e14c390450e4 Dec 11 22:40:08.002942 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bd2642-04d0-4da1-81ff-2733660e39ee None None] Network 5b547cd6-e1c3-47dd-aace-0c89098672dd requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:40:08.071650 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:08.193267 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:40:08.235519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-09d2b0da-19e5-4574-9ac9-f1936a23df13 req-6671c653-1da2-4ac2-8146-b6ace0a08844 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-368568769', 'description': 'tempest-description-1968389268'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:08.302749 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.resource_extend [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:40:08.331085 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-895f1cfb-5122-4c36-98fd-2cfe1fe4128e req-edb56cc9-45ad-4de2-9683-64dc1f30be96 service neutron] 10.222.0.13 "GET /v2.0/networks/181f5739-12db-44b4-b6d4-cbfae15768b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8402414 Dec 11 22:40:08.380294 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153107c0-5c2b-4299-881a-96419f098686 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:40:08.395595 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b287777-f868-4392-be97-cc68e1eb651f None None] Sync routers for ids ['db7abb22-9f88-46f2-b7ef-eb3eff734834'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:40:08.398850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7fccc-32c8-4f40-8fc8-3e3440eb4354 req-9b6e8eb2-c17e-4cc0-8be4-a06c97e82889 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:08.402369 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59f7fccc-32c8-4f40-8fc8-3e3440eb4354 req-9b6e8eb2-c17e-4cc0-8be4-a06c97e82889 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/ports?device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 944 time: 0.6533382 Dec 11 22:40:08.410268 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-153107c0-5c2b-4299-881a-96419f098686 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:08.412976 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-09d2b0da-19e5-4574-9ac9-f1936a23df13 req-6671c653-1da2-4ac2-8146-b6ace0a08844 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:08.425118 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b287777-f868-4392-be97-cc68e1eb651f None None] Routers {'db7abb22-9f88-46f2-b7ef-eb3eff734834'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:08.425372 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2b287777-f868-4392-be97-cc68e1eb651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['db7abb22-9f88-46f2-b7ef-eb3eff734834'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:08.480045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=778d1784-62ed-4bd2-a30f-1c9e5bd4f04b,segment=NetworkSegment(4f74eea5-44d2-496a-b191-4b2dac5034dc),segment_id=4f74eea5-44d2-496a-b191-4b2dac5034dc)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:08.492510 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59f7fccc-32c8-4f40-8fc8-3e3440eb4354 req-53b8e6ef-0802-4921-8af2-4f822de83bb6 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/security-groups?id=e93a1d99-dafd-424a-b8b5-6a50f3ce4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822420 Dec 11 22:40:08.511879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '778d1784-62ed-4bd2-a30f-1c9e5bd4f04b', 'network_id': '181f5739-12db-44b4-b6d4-cbfae15768b4', 'port_id': '778d1784-62ed-4bd2-a30f-1c9e5bd4f04b', 'mac_address': 'fa:16:3e:a0:60:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0445247-2dd2-40ad-ad72-6354f8a28eb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:40:08.537496 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8d6f6d6-83a3-48ea-ba69-c03cebbd9701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:08.579463 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:08.600370 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:40:08.613171 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-09d2b0da-19e5-4574-9ac9-f1936a23df13 req-6671c653-1da2-4ac2-8146-b6ace0a08844 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:08.620879 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-2b287777-f868-4392-be97-cc68e1eb651f None None] Set router db7abb22-9f88-46f2-b7ef-eb3eff734834 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:08.626538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6f6d6-83a3-48ea-ba69-c03cebbd9701 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ce181b-4bba-469d-94e2-2ea7c6423195,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:08.645582 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=778d1784-62ed-4bd2-a30f-1c9e5bd4f04b,segment=NetworkSegment(4f74eea5-44d2-496a-b191-4b2dac5034dc),segment_id=4f74eea5-44d2-496a-b191-4b2dac5034dc)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:08.661272 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:08.666670 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:08.667399 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:08.703080 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:08.760745 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8d6f6d6-83a3-48ea-ba69-c03cebbd9701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:08.803071 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-153107c0-5c2b-4299-881a-96419f098686 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "PUT /v2.0/floatingips/4904d6ff-467f-47fd-b1b9-8ec7af0e341b HTTP/1.1" status: 200 len: 991 time: 5.8674242 Dec 11 22:40:08.848501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=778d1784-62ed-4bd2-a30f-1c9e5bd4f04b,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:08.889119 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc75c4a-fff7-41d8-80b1-96a8b4c3b289', 'tag': 'f3fc466e-538a-4a11-920a-92e85cb6281f'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:40:08.891779 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2828c46-dbd4-456c-bbad-832a98b25162" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc75c4a-fff7-41d8-80b1-96a8b4c3b289", "tag": "f3fc466e-538a-4a11-920a-92e85cb6281f"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:40:08.906994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e4b055ce-2f4a-4549-9caf-b48878e640b9 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:08.990126 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] Pushing event updated for resources: {'Network': ['ID=859a93d8-e687-4962-8de1-e14c390450e4,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:09.010079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 859a93d8-e687-4962-8de1-e14c390450e4 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:40:09.021721 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5827019a-2dcc-42b5-9961-f381d29d6f63 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8177311 Dec 11 22:40:09.022779 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8d6f6d6-83a3-48ea-ba69-c03cebbd9701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:09.026748 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8d6f6d6-83a3-48ea-ba69-c03cebbd9701 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:09.053140 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48584) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:09.072319 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-893c5a0b-8c54-4317-8703-67a201346d6b admin admin] Request body: {'subnet': {'network_id': '859a93d8-e687-4962-8de1-e14c390450e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-271400720-subnet', 'tenant_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:09.099440 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2b287777-f868-4392-be97-cc68e1eb651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'name': 'tempest-ServersTestManualDisk-1515129281-router', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:19Z', 'updated_at': '2021-12-11T22:39:31Z', 'revision_number': 4, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'gw_port': {'id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:21Z', 'updated_at': '2021-12-11T22:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '4904d6ff-467f-47fd-b1b9-8ec7af0e341b', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'port_id': 'f3fc466e-538a-4a11-920a-92e85cb6281f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3', 'mac_address': 'fa:16:3e:1c:b4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc75c4a-fff7-41d8-80b1-96a8b4c3b289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:39:39Z', 'updated_at': '2021-12-11T22:40:04Z', 'revision_number': 1, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '544b5323-631d-4593-86f3-06308d470ecc', 'name': '', 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'mac_address': 'fa:16:3e:be:25:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:30Z', 'updated_at': '2021-12-11T22:39:37Z', 'revision_number': 5, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'subnets': [{'id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:09.124305 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b287777-f868-4392-be97-cc68e1eb651f None None] Checking router: db7abb22-9f88-46f2-b7ef-eb3eff734834 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:40:09.132525 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['778d1784-62ed-4bd2-a30f-1c9e5bd4f04b'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:40:09.135829 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b287777-f868-4392-be97-cc68e1eb651f None None] Routers {'db7abb22-9f88-46f2-b7ef-eb3eff734834'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:09.137470 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2b287777-f868-4392-be97-cc68e1eb651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['db7abb22-9f88-46f2-b7ef-eb3eff734834'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:09.140795 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-895f1cfb-5122-4c36-98fd-2cfe1fe4128e req-71dd6943-737c-4d35-88d2-083b52d738ad service neutron] 10.222.0.13 "GET /v2.0/networks/181f5739-12db-44b4-b6d4-cbfae15768b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7797625 Dec 11 22:40:09.177203 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8d6f6d6-83a3-48ea-ba69-c03cebbd9701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:09.178232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d6f6d6-83a3-48ea-ba69-c03cebbd9701 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f031a4d-4214-47b6-b7cc-54b43386df5f {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:40:09.186280 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8d6f6d6-83a3-48ea-ba69-c03cebbd9701 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:09.187558 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e8d6f6d6-83a3-48ea-ba69-c03cebbd9701 admin admin] 10.222.0.45 "DELETE /v2.0/routers/5f031a4d-4214-47b6-b7cc-54b43386df5f HTTP/1.1" status: 204 len: 168 time: 3.4918859 Dec 11 22:40:09.190615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48586) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:09.225212 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893c5a0b-8c54-4317-8703-67a201346d6b admin admin] Made reservation on behalf of 0646446ddfa347cbb1b0b8e7a6bec325 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:40:09.230364 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-893c5a0b-8c54-4317-8703-67a201346d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:09.258908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-81395124-a497-414a-9337-26bc42b0be03 admin admin] Deleting subnet 218a1a85-dd0a-4aa9-9864-7b39733d297b {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:40:09.275423 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-81395124-a497-414a-9337-26bc42b0be03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:09.296622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port e4b055ce-2f4a-4549-9caf-b48878e640b9 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:09.297012 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:09.307486 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-2b287777-f868-4392-be97-cc68e1eb651f None None] Set router db7abb22-9f88-46f2-b7ef-eb3eff734834 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:09.321574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-a5a305dc-a91b-4a23-898f-a6e16a9bbc76 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:09.325645 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-a5a305dc-a91b-4a23-898f-a6e16a9bbc76 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 812 time: 0.5535078 Dec 11 22:40:09.351678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-4aa8e622-1fe9-459a-8445-10c4b4da072a tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/quotas/b49a52ba3f3243128810d043a8aeef5e HTTP/1.1" status: 200 len: 375 time: 0.0199034 Dec 11 22:40:09.354656 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-81395124-a497-414a-9337-26bc42b0be03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:09.373117 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-09d2b0da-19e5-4574-9ac9-f1936a23df13 req-6671c653-1da2-4ac2-8146-b6ace0a08844 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:09.378708 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1eeb324e-1446-4c8b-96e5-2c01f0c23525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:09.431096 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-54d75df4-a2c2-4a37-b079-562486bba362 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693283 Dec 11 22:40:09.502926 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-09d2b0da-19e5-4574-9ac9-f1936a23df13 req-6671c653-1da2-4ac2-8146-b6ace0a08844 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:09.613601 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-81395124-a497-414a-9337-26bc42b0be03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:09.618410 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671c653-1da2-4ac2-8146-b6ace0a08844 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8840331d-ddba-4849-81bc-ce9f2e398f75,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:09.623340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb324e-1446-4c8b-96e5-2c01f0c23525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=437b0769-3a31-46ea-9130-a58493896c1c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:09.667103 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-ba51420d-275d-4e08-a0d7-16c4261bedb5 service neutron] 10.222.0.45 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301989 Dec 11 22:40:09.769596 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2b287777-f868-4392-be97-cc68e1eb651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'name': 'tempest-ServersTestManualDisk-1515129281-router', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:19Z', 'updated_at': '2021-12-11T22:39:31Z', 'revision_number': 4, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'gw_port': {'id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:21Z', 'updated_at': '2021-12-11T22:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '4904d6ff-467f-47fd-b1b9-8ec7af0e341b', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'port_id': 'f3fc466e-538a-4a11-920a-92e85cb6281f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3', 'mac_address': 'fa:16:3e:1c:b4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc75c4a-fff7-41d8-80b1-96a8b4c3b289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:39:39Z', 'updated_at': '2021-12-11T22:40:04Z', 'revision_number': 1, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '544b5323-631d-4593-86f3-06308d470ecc', 'name': '', 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'mac_address': 'fa:16:3e:be:25:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:30Z', 'updated_at': '2021-12-11T22:39:37Z', 'revision_number': 5, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'subnets': [{'id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:09.786135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 26dbd8cc-3bb5-480e-b4e9-10690891be93 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:40:09.812685 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b287777-f868-4392-be97-cc68e1eb651f None None] The sync data for ids ['db7abb22-9f88-46f2-b7ef-eb3eff734834'] in n-d-710847-6 is: [{'id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'name': 'tempest-ServersTestManualDisk-1515129281-router', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:19Z', 'updated_at': '2021-12-11T22:39:31Z', 'revision_number': 4, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'gw_port': {'id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:21Z', 'updated_at': '2021-12-11T22:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '4904d6ff-467f-47fd-b1b9-8ec7af0e341b', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'port_id': 'f3fc466e-538a-4a11-920a-92e85cb6281f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3', 'mac_address': 'fa:16:3e:1c:b4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc75c4a-fff7-41d8-80b1-96a8b4c3b289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:39:39Z', 'updated_at': '2021-12-11T22:40:04Z', 'revision_number': 1, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '544b5323-631d-4593-86f3-06308d470ecc', 'name': '', 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'mac_address': 'fa:16:3e:be:25:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:30Z', 'updated_at': '2021-12-11T22:39:37Z', 'revision_number': 5, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'subnets': [{'id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:40:09.825181 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 26dbd8cc-3bb5-480e-b4e9-10690891be93 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:40:09.825794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 26dbd8cc-3bb5-480e-b4e9-10690891be93 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:40:09.830567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f1ce181b-4bba-469d-94e2-2ea7c6423195 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:40:09.843942 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-09d2b0da-19e5-4574-9ac9-f1936a23df13 req-6671c653-1da2-4ac2-8146-b6ace0a08844 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:09.855044 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: f1ce181b-4bba-469d-94e2-2ea7c6423195 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:40:09.855406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f1ce181b-4bba-469d-94e2-2ea7c6423195 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:40:09.860368 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeb324e-1446-4c8b-96e5-2c01f0c23525 admin admin] Checking segment: {'id': '62975119-df91-4aea-b95b-d574f37389d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ecf0ef2b-a5d9-46ad-998e-aade96dbd5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:09.860684 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeb324e-1446-4c8b-96e5-2c01f0c23525 admin admin] Network hostable DHCP agents. Network: ecf0ef2b-a5d9-46ad-998e-aade96dbd5da, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:40:09.874253 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-81395124-a497-414a-9337-26bc42b0be03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:09.884035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-0198ed39-9015-4bb0-8c17-2e6e4821043e service neutron] 10.222.0.45 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971824 Dec 11 22:40:09.897992 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-81395124-a497-414a-9337-26bc42b0be03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:09.904233 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9b8990-e432-4e66-96a2-2897bf5f8419 None None] Network 7d54a24e-27ce-47c4-acc6-ca61a06cabf6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:40:09.907787 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-81395124-a497-414a-9337-26bc42b0be03 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/218a1a85-dd0a-4aa9-9864-7b39733d297b HTTP/1.1" status: 204 len: 168 time: 0.7140632 Dec 11 22:40:09.916626 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48590) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:09.945292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81395124-a497-414a-9337-26bc42b0be03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=218a1a85-dd0a-4aa9-9864-7b39733d297b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:09.954201 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-893c5a0b-8c54-4317-8703-67a201346d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:09.956247 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-09d2b0da-19e5-4574-9ac9-f1936a23df13 req-6671c653-1da2-4ac2-8146-b6ace0a08844 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:10.024572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeb324e-1446-4c8b-96e5-2c01f0c23525 admin admin] Network ecf0ef2b-a5d9-46ad-998e-aade96dbd5da is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:40:10.127405 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671c653-1da2-4ac2-8146-b6ace0a08844 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b605f05-c3e4-419f-ae46-ab37762f4415,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:10.157893 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226f266f-b63b-4c69-9338-7a69b3cbfffe None None] DHCP port deletion for 7d54a24e-27ce-47c4-acc6-ca61a06cabf6 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:40:10.202021 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c5a0b-8c54-4317-8703-67a201346d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f8dad7-6c81-431a-a5fa-5ffc3c928f8d,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:10.206789 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:10.232927 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-09d2b0da-19e5-4574-9ac9-f1936a23df13 req-6671c653-1da2-4ac2-8146-b6ace0a08844 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:10.234217 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09d2b0da-19e5-4574-9ac9-f1936a23df13 req-6671c653-1da2-4ac2-8146-b6ace0a08844 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 2.1082087 Dec 11 22:40:10.243060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-226f266f-b63b-4c69-9338-7a69b3cbfffe None None] Deleting port eaaa9627-ed16-43b6-9011-44f969657540 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:40:10.243871 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-226f266f-b63b-4c69-9338-7a69b3cbfffe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:10.251651 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c5a0b-8c54-4317-8703-67a201346d6b admin admin] Checking segment: {'id': '89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '859a93d8-e687-4962-8de1-e14c390450e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:10.252091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c5a0b-8c54-4317-8703-67a201346d6b admin admin] Network hostable DHCP agents. Network: 859a93d8-e687-4962-8de1-e14c390450e4, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:40:10.271402 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-1eeb324e-1446-4c8b-96e5-2c01f0c23525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, ecf0ef2b-a5d9-46ad-998e-aade96dbd5da) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:10.286279 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b3ecee-68f6-4125-83fe-ed3b7af8ab7a None None] Network ecf0ef2b-a5d9-46ad-998e-aade96dbd5da requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:40:10.293437 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb324e-1446-4c8b-96e5-2c01f0c23525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:10.299411 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1eeb324e-1446-4c8b-96e5-2c01f0c23525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:10.355806 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122a4c72-4517-4da5-a735-a21ab7e98c19 x-openstack-request-id: req-122a4c72-4517-4da5-a735-a21ab7e98c19 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:40:10.356743 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc75c4a-fff7-41d8-80b1-96a8b4c3b289", "tag": "f3fc466e-538a-4a11-920a-92e85cb6281f", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:40:10.366949 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb08315a-3b92-4f1c-8740-dbfdb1e4f43b None None] New status for floating IP 4904d6ff-467f-47fd-b1b9-8ec7af0e341b: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:40:10.368330 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-122a4c72-4517-4da5-a735-a21ab7e98c19 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:40:10.368460 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc75c4a-fff7-41d8-80b1-96a8b4c3b289', 'tag': 'f3fc466e-538a-4a11-920a-92e85cb6281f', 'status': 'completed', 'code': 200} Dec 11 22:40:10.511552 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c5a0b-8c54-4317-8703-67a201346d6b admin admin] Network 859a93d8-e687-4962-8de1-e14c390450e4 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:40:10.521348 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9eaba47-b58e-4a6f-8baf-6e32e8cb3899 req-583da392-e649-47cb-b35b-529e0eed5fa5 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 210 time: 0.1097398 Dec 11 22:40:10.547760 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339787fa-4637-4c5e-ae27-1072f030fa70 req-a90e4a03-5002-4287-a6c6-b2378e892219 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:10.550399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-72364f54-a582-4b51-bc80-bcda463902fe req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1169258427', 'description': 'tempest-description-211032683'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:10.550550 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-339787fa-4637-4c5e-ae27-1072f030fa70 req-a90e4a03-5002-4287-a6c6-b2378e892219 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/ports?device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 945 time: 0.1781001 Dec 11 22:40:10.568597 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2828c46-dbd4-456c-bbad-832a98b25162 req-56a9897b-4de3-48d1-ab10-64374709957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:10.570487 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d2828c46-dbd4-456c-bbad-832a98b25162 req-56a9897b-4de3-48d1-ab10-64374709957d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7040561c9f34ce59215356b958e852c&device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 1096 time: 0.1641607 Dec 11 22:40:10.578850 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1eeb324e-1446-4c8b-96e5-2c01f0c23525 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2002878 Dec 11 22:40:10.581044 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Deleting port eaaa9627-ed16-43b6-9011-44f969657540 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:40:10.581468 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:10.583458 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-893c5a0b-8c54-4317-8703-67a201346d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 859a93d8-e687-4962-8de1-e14c390450e4) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:10.622215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893c5a0b-8c54-4317-8703-67a201346d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:10.622869 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-893c5a0b-8c54-4317-8703-67a201346d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:10.638790 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-72364f54-a582-4b51-bc80-bcda463902fe req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:10.703825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-226f266f-b63b-4c69-9338-7a69b3cbfffe None None] For port eaaa9627-ed16-43b6-9011-44f969657540, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=eaaa9627-ed16-43b6-9011-44f969657540,segment=NetworkSegment(5ee1e7e1-11aa-450c-a618-bb0098afbd94),segment_id=5ee1e7e1-11aa-450c-a618-bb0098afbd94)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:10.704278 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-226f266f-b63b-4c69-9338-7a69b3cbfffe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:10.723898 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-226f266f-b63b-4c69-9338-7a69b3cbfffe None None] Calling delete_port for eaaa9627-ed16-43b6-9011-44f969657540 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:40:10.783328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-72364f54-a582-4b51-bc80-bcda463902fe req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:10.857447 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] For port eaaa9627-ed16-43b6-9011-44f969657540, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=eaaa9627-ed16-43b6-9011-44f969657540,segment=NetworkSegment(5ee1e7e1-11aa-450c-a618-bb0098afbd94),segment_id=5ee1e7e1-11aa-450c-a618-bb0098afbd94)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:10.857833 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:10.878580 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-72364f54-a582-4b51-bc80-bcda463902fe req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:10.926972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48610) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:10.927191 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-893c5a0b-8c54-4317-8703-67a201346d6b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8724308 Dec 11 22:40:10.940681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Calling delete_port for eaaa9627-ed16-43b6-9011-44f969657540 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:40:10.942430 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-271400720-router', 'tenant_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:10.960080 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-339787fa-4637-4c5e-ae27-1072f030fa70 req-04ef3fda-a4cb-4a8c-95e2-0ad95a6c0a8f tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/security-groups?id=e93a1d99-dafd-424a-b8b5-6a50f3ce4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870730 Dec 11 22:40:10.962123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af4d848-ec68-4f43-b85c-f21d77d5395d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:11.006225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.006225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.006225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.006225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.006225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.007056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.007432 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.007789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.008143 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.008489 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.008835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.011415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.011771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.024787 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-72364f54-a582-4b51-bc80-bcda463902fe req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:11.026400 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72364f54-a582-4b51-bc80-bcda463902fe req-ea2140f9-9b07-4a16-b83a-a78cff304478 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4830680 Dec 11 22:40:11.066120 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb646c-c345-4e50-9750-53444427e90c None None] Network 859a93d8-e687-4962-8de1-e14c390450e4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:40:11.074161 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2828c46-dbd4-456c-bbad-832a98b25162 req-4c4a1429-37a6-4151-9c80-1cd5c105734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:11.076038 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d2828c46-dbd4-456c-bbad-832a98b25162 req-4c4a1429-37a6-4151-9c80-1cd5c105734a service neutron] 10.222.0.47 "GET /v2.0/networks?id=40cd5942-b228-4df6-8f06-39a9564982a3 HTTP/1.1" status: 200 len: 913 time: 0.4970469 Dec 11 22:40:11.098878 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:11.100018 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:11.156987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device eaaa9627-ed16-43b6-9011-44f969657540 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:40:11.185171 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: eaaa9627-ed16-43b6-9011-44f969657540 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:40:11.189756 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device eaaa9627-ed16-43b6-9011-44f969657540 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:40:11.189756 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-226f266f-b63b-4c69-9338-7a69b3cbfffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:11.232703 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:11.254614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f266f-b63b-4c69-9338-7a69b3cbfffe None None] Pushing event deleted for resources: {'Port': ['ID=eaaa9627-ed16-43b6-9011-44f969657540,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:11.289429 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-859a93d8-e687-4962-8de1-e14c390450e4', 'network_id': '859a93d8-e687-4962-8de1-e14c390450e4', 'project_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'fixed_ips': [{'subnet_id': '24f8dad7-6c81-431a-a5fa-5ffc3c928f8d'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:40:11.290669 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:11.348522 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d2828c46-dbd4-456c-bbad-832a98b25162 req-fdeab4b8-5417-478d-bbbb-319cbd8b4396 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3fc466e-538a-4a11-920a-92e85cb6281f HTTP/1.1" status: 200 len: 1001 time: 0.1975231 Dec 11 22:40:11.398938 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:11.482977 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226f266f-b63b-4c69-9338-7a69b3cbfffe None None] No DVR routers for this DVR port eaaa9627-ed16-43b6-9011-44f969657540 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:40:11.552355 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2828c46-dbd4-456c-bbad-832a98b25162 req-83efc194-21a9-4d49-b0d2-403ace14ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:11.554364 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d2828c46-dbd4-456c-bbad-832a98b25162 req-83efc194-21a9-4d49-b0d2-403ace14ac79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3efc746-55d7-4419-b7bc-5774aa8f8be7 HTTP/1.1" status: 200 len: 851 time: 0.1950440 Dec 11 22:40:11.555183 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaaa9627-ed16-43b6-9011-44f969657540,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:11.587045 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] No DVR routers for this DVR port eaaa9627-ed16-43b6-9011-44f969657540 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:40:11.601003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba9c46d-d111-4ae8-9cab-988ab325a309 None None] Network ecf0ef2b-a5d9-46ad-998e-aade96dbd5da requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:40:11.602484 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-12ff9311-b51d-4c5b-9868-2420308a2b20 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:11.604856 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-12ff9311-b51d-4c5b-9868-2420308a2b20 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/networks?id=d10dcc38-32e0-470e-b82a-e3d1a0f9d683 HTTP/1.1" status: 200 len: 814 time: 0.3443303 Dec 11 22:40:11.612612 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Allocated IP 172.20.0.2 (859a93d8-e687-4962-8de1-e14c390450e4/24f8dad7-6c81-431a-a5fa-5ffc3c928f8d/23b94217-870e-4de0-b81d-fcebb2405ff1) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:40:11.623232 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.623599 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.623953 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.624433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.624780 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.625131 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.625471 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.625814 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.626152 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.626487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.626923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.627264 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.627598 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:11.676584 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-27c544a5-54df-4774-ac71-6a87b29fb0d9 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/quotas/7f614e829fca4b2a91c92efb52422e63 HTTP/1.1" status: 200 len: 375 time: 0.0443583 Dec 11 22:40:11.720952 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:11.831882 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-0e483313-603a-4656-9ce2-7c96fdbe6a3a tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f614e829fca4b2a91c92efb52422e63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1164477 Dec 11 22:40:11.865289 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:11.923352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2828c46-dbd4-456c-bbad-832a98b25162 req-222b6c28-7b80-4dab-84c5-970a34cb2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:11.925154 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d2828c46-dbd4-456c-bbad-832a98b25162 req-222b6c28-7b80-4dab-84c5-970a34cb2019 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40cd5942-b228-4df6-8f06-39a9564982a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3511336 Dec 11 22:40:11.942516 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-5dabfade-5290-45a9-8b96-cb32c796044f tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50955 time: 0.8606458 Dec 11 22:40:11.954443 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d54a24e-27ce-47c4-acc6-ca61a06cabf6']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:11.966425 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:11.979315 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee1e7e1-11aa-450c-a618-bb0098afbd94') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:11.980011 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee1e7e1-11aa-450c-a618-bb0098afbd94') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:12.019128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-e3fb1d49-a8d7-422d-b771-ca3e29f15bd6 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/02eea3a1-958f-43c7-8238-3b5ab88e494a HTTP/1.1" status: 200 len: 2998 time: 0.0674870 Dec 11 22:40:12.040717 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:12.047744 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:12.074368 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:12.094028 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-fff1732f-6ad2-4735-a21c-0563fbe4c7d2 service neutron] 10.222.0.45 "GET /v2.0/networks/d10dcc38-32e0-470e-b82a-e3d1a0f9d683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432363 Dec 11 22:40:12.113057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:40:12.113308 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Pushing event updated for resources: {'Port': ['ID=23b94217-870e-4de0-b81d-fcebb2405ff1,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:12.113546 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:40:12.115253 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:40:12.129535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Network 859a93d8-e687-4962-8de1-e14c390450e4 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:12.132189 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:12.139793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:40:12.216002 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d2828c46-dbd4-456c-bbad-832a98b25162 req-b0d6610e-42e9-4abf-9ea6-4042cba1142b service neutron] 10.222.0.47 "GET /v2.0/networks/40cd5942-b228-4df6-8f06-39a9564982a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752984 Dec 11 22:40:12.220146 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:12.222515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-f665deeb-8e09-4b2c-a730-3e74a7f3c032 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/02eea3a1-958f-43c7-8238-3b5ab88e494a HTTP/1.1" status: 200 len: 2998 time: 0.1820495 Dec 11 22:40:12.305904 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Attempting to bind port 23b94217-870e-4de0-b81d-fcebb2405ff1 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:40:12.306499 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Attempting to bind port 23b94217-870e-4de0-b81d-fcebb2405ff1 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '859a93d8-e687-4962-8de1-e14c390450e4'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:40:12.307031 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Attempting to bind port 23b94217-870e-4de0-b81d-fcebb2405ff1 on network 859a93d8-e687-4962-8de1-e14c390450e4 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:12.328963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:40:12.330187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Checking segment: {'id': '89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '859a93d8-e687-4962-8de1-e14c390450e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:12.330187 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:12.330650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Bound using segment: {'id': '89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '859a93d8-e687-4962-8de1-e14c390450e4'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:40:12.331801 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Bound port: 23b94217-870e-4de0-b81d-fcebb2405ff1, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '859a93d8-e687-4962-8de1-e14c390450e4'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:40:12.332204 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:12.355200 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-8ed3e95b-c38e-42b8-bd34-ff641cdd8ec5 service neutron] 10.222.0.45 "GET /v2.0/networks/d10dcc38-32e0-470e-b82a-e3d1a0f9d683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601700 Dec 11 22:40:12.371641 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:12.394178 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:12.397608 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d2828c46-dbd4-456c-bbad-832a98b25162 req-786c1fef-1861-412a-be6d-eb1c579c26fa service neutron] 10.222.0.47 "GET /v2.0/networks/40cd5942-b228-4df6-8f06-39a9564982a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711583 Dec 11 22:40:12.406671 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:12.422099 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7d54a24e-27ce-47c4-acc6-ca61a06cabf6 HTTP/1.1" status: 204 len: 168 time: 2.5040691 Dec 11 22:40:12.451751 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b511b79-fe79-444e-8b6d-4ac38769bc55 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d54a24e-27ce-47c4-acc6-ca61a06cabf6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:12.456921 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:12.484896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] For port 23b94217-870e-4de0-b81d-fcebb2405ff1, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:40:12.489405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] For port 23b94217-870e-4de0-b81d-fcebb2405ff1, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=23b94217-870e-4de0-b81d-fcebb2405ff1,segment=NetworkSegment(89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c),segment_id=89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:40:12.493820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:40:12.497841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:12.498227 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:12.503419 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-3ce0f9cb-1275-478f-9f05-594f9d2c0ccf tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/127729fe-1b4b-4fcf-a2bd-b3f1058bd1c2 HTTP/1.1" status: 200 len: 2998 time: 0.2798007 Dec 11 22:40:12.581310 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:12.639316 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-cc2450ea-162d-4608-9746-d99dc38aacc9 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/127729fe-1b4b-4fcf-a2bd-b3f1058bd1c2 HTTP/1.1" status: 200 len: 2998 time: 0.1320648 Dec 11 22:40:12.794622 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-f276359c-e650-4c90-90af-c250bb999498 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/1399c69b-7560-4c6c-9f48-ff90c888284b HTTP/1.1" status: 200 len: 2998 time: 0.1542013 Dec 11 22:40:12.944232 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5e12a-bf82-4a0a-b6b1-4a4d44d1076c None None] Pushing event updated for resources: {'Port': ['ID=23b94217-870e-4de0-b81d-fcebb2405ff1,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:12.980988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-c7ddea97-274c-4ca4-ba67-98feb9225584 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/1399c69b-7560-4c6c-9f48-ff90c888284b HTTP/1.1" status: 200 len: 2998 time: 0.1835179 Dec 11 22:40:13.039885 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8fac8eb-75cd-4bd0-bdbc-caac8f139e69 req-bd1b1840-2723-41ed-9ca9-e531b22acfa7 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 210 time: 0.0820682 Dec 11 22:40:13.050865 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:13.099377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Allocated IP 172.25.1.71 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/2b73215d-9a7c-4e93-8356-961c627cdac0) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:40:13.112617 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=778d1784-62ed-4bd2-a30f-1c9e5bd4f04b,segment=NetworkSegment(4f74eea5-44d2-496a-b191-4b2dac5034dc),segment_id=4f74eea5-44d2-496a-b191-4b2dac5034dc)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:13.113636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b216fb-8518-4a5d-b65b-f5e8e73406d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778d1784-62ed-4bd2-a30f-1c9e5bd4f04b'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:40:13.116614 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d450c18f-295d-47ac-94ea-ad467629d4d4" -d '{"events": [{"server_uuid": "16b216fb-8518-4a5d-b65b-f5e8e73406d8", "name": "network-vif-plugged", "status": "completed", "tag": "778d1784-62ed-4bd2-a30f-1c9e5bd4f04b"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:40:13.132101 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-5e1e37d4-ca9d-4070-a9d6-d156b6c33abc tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/185cdf4f-73ac-4494-aa66-f526749f3f2e HTTP/1.1" status: 200 len: 2998 time: 0.1242445 Dec 11 22:40:13.217942 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:13.225232 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31976572-8098-46de-90f7-a6971515cf4f req-1e8a975d-3bd8-4ddd-a1fe-a3a5e87f1c05 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:13.233466 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31976572-8098-46de-90f7-a6971515cf4f req-1e8a975d-3bd8-4ddd-a1fe-a3a5e87f1c05 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/ports?device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 945 time: 0.1079407 Dec 11 22:40:13.323741 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48650) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:13.346388 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31976572-8098-46de-90f7-a6971515cf4f req-192f45a5-0047-469b-aa49-d393335eb7fa tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/security-groups?id=e93a1d99-dafd-424a-b8b5-6a50f3ce4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119509 Dec 11 22:40:13.404181 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=778d1784-62ed-4bd2-a30f-1c9e5bd4f04b,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:13.404725 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:13.480964 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:13.518860 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-a8126eef-b35b-45c3-882b-05060c4cab15 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/185cdf4f-73ac-4494-aa66-f526749f3f2e HTTP/1.1" status: 200 len: 2998 time: 0.3856466 Dec 11 22:40:13.545703 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-887e7de5-7b6b-4980-9c8c-ce2cfaf49d28 req-bc696bf8-1704-4321-afc2-e755c5ee3247 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 210 time: 0.1030707 Dec 11 22:40:13.574620 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:13.621562 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f08a9b4a-ab0f-4361-af61-742ce675d40a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dd86ecd4f5694f9cbc77a8a1662c7731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737076 Dec 11 22:40:13.625512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48652) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:13.637820 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f18429-ffd2-4b2d-9d93-908196b8f63c x-openstack-request-id: req-08f18429-ffd2-4b2d-9d93-908196b8f63c {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:40:13.638125 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b216fb-8518-4a5d-b65b-f5e8e73406d8", "name": "network-vif-plugged", "status": "completed", "tag": "778d1784-62ed-4bd2-a30f-1c9e5bd4f04b", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:40:13.638481 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-08f18429-ffd2-4b2d-9d93-908196b8f63c {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:40:13.642856 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b216fb-8518-4a5d-b65b-f5e8e73406d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778d1784-62ed-4bd2-a30f-1c9e5bd4f04b', 'code': 200} Dec 11 22:40:13.683658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:13.685583 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-0027b0d4-3792-4c04-b522-c2189c4dc5d5 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/2170bd67-97cd-43d3-827e-5733f969a153 HTTP/1.1" status: 200 len: 2998 time: 0.1659620 Dec 11 22:40:13.699969 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:13.709125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:40:13.718570 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-fa5e3106-91cf-4371-bf89-67d8c89292ed tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:13.719845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Pushing event updated for resources: {'Port': ['ID=2b73215d-9a7c-4e93-8356-961c627cdac0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:13.720001 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-fa5e3106-91cf-4371-bf89-67d8c89292ed tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.13 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 812 time: 0.3008833 Dec 11 22:40:13.734832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-c952bbd2-df16-43af-aca8-4b2a2dc26e1f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Request body: {'port': {'device_id': '8dd52b07-b02d-4a2c-a07d-82f86027a471', 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd', 'admin_state_up': True, 'tenant_id': 'b49a52ba3f3243128810d043a8aeef5e'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:13.865626 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8db54a3-3ed5-4f03-98d1-bf8523f5d517 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:13.877237 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-c16432e1-a4a8-48a7-9752-0c885e91b1cc tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/2170bd67-97cd-43d3-827e-5733f969a153 HTTP/1.1" status: 200 len: 2998 time: 0.1722777 Dec 11 22:40:13.884897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756c243-6b85-44c9-8da9-c6b1db77f890 req-07603a82-503b-45ab-8fa1-f149f3e34ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:13.886421 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8756c243-6b85-44c9-8da9-c6b1db77f890 req-07603a82-503b-45ab-8fa1-f149f3e34ae7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 1097 time: 0.1676266 Dec 11 22:40:14.021910 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8db54a3-3ed5-4f03-98d1-bf8523f5d517 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:14.053157 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:40:14.058833 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-c952bbd2-df16-43af-aca8-4b2a2dc26e1f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Made reservation on behalf of b49a52ba3f3243128810d043a8aeef5e for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:40:14.062695 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-c952bbd2-df16-43af-aca8-4b2a2dc26e1f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:14.171737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-53c067af-fb8a-43a5-a55b-56eecafa2fef tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/2feff200-1392-42e3-a630-6c98f2da8af5 HTTP/1.1" status: 200 len: 2990 time: 0.2399836 Dec 11 22:40:14.178099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8756c243-6b85-44c9-8da9-c6b1db77f890 req-6d51e03e-13da-4ec6-8a0e-e685b1e9db9b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e93a1d99-dafd-424a-b8b5-6a50f3ce4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385743 Dec 11 22:40:14.216065 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4ef4999d-90bf-409d-995f-9873ca21db0a req-c23f0cff-b8a3-4121-b0d8-24910300e685 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 210 time: 0.0787508 Dec 11 22:40:14.243543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-4816fe7c-e3fa-47b9-bd92-aaa6bfadccea tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/2feff200-1392-42e3-a630-6c98f2da8af5 HTTP/1.1" status: 200 len: 2990 time: 0.0579910 Dec 11 22:40:14.404078 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-c952bbd2-df16-43af-aca8-4b2a2dc26e1f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Allocated IP 172.20.0.6 (5b547cd6-e1c3-47dd-aace-0c89098672dd/d56072fb-d6eb-465a-81da-2818b252a24c/d87948ed-af8a-42fd-889b-ab9bc71b4c50) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:40:14.417273 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8db54a3-3ed5-4f03-98d1-bf8523f5d517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:14.420562 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8db54a3-3ed5-4f03-98d1-bf8523f5d517 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:14.427223 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c8db54a3-3ed5-4f03-98d1-bf8523f5d517 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1399c69b-7560-4c6c-9f48-ff90c888284b HTTP/1.1" status: 204 len: 168 time: 0.7977722 Dec 11 22:40:14.443599 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-3fb27d11-b2f6-4cc8-b24a-a98ea4aea4c3 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/666ce0da-6e17-404f-bab7-4faaeeac290e HTTP/1.1" status: 200 len: 2998 time: 0.1984553 Dec 11 22:40:14.465592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db54a3-3ed5-4f03-98d1-bf8523f5d517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1399c69b-7560-4c6c-9f48-ff90c888284b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:14.508718 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:14.560971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195f2be3-dba4-48d6-ae3b-64e2261b86f6 None None] Network 859a93d8-e687-4962-8de1-e14c390450e4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:40:14.572552 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-99159331-949d-437a-ae35-d436c16fa54e tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/666ce0da-6e17-404f-bab7-4faaeeac290e HTTP/1.1" status: 200 len: 2998 time: 0.1119697 Dec 11 22:40:14.745331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5600603b-fdb4-42ec-b9d4-3c39f4e9445f None None] Provisioning complete for port 23b94217-870e-4de0-b81d-fcebb2405ff1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:14.745777 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5600603b-fdb4-42ec-b9d4-3c39f4e9445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:14.928796 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 23b94217-870e-4de0-b81d-fcebb2405ff1 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:15.011610 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5600603b-fdb4-42ec-b9d4-3c39f4e9445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:15.053028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5600603b-fdb4-42ec-b9d4-3c39f4e9445f None None] For port 23b94217-870e-4de0-b81d-fcebb2405ff1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=23b94217-870e-4de0-b81d-fcebb2405ff1,segment=NetworkSegment(89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c),segment_id=89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:15.095299 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 23b94217-870e-4de0-b81d-fcebb2405ff1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:15.095894 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:15.143039 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5600603b-fdb4-42ec-b9d4-3c39f4e9445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:15.155134 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-8267846d-edc7-4cc5-bd99-4316f38a17ae tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/7375ac12-5048-4d05-a4b8-be26fd16d946 HTTP/1.1" status: 200 len: 2994 time: 0.5677047 Dec 11 22:40:15.178648 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff6b8d-1346-4a11-bc45-65c23d656030 req-bfc12c04-4cbb-4e90-84b0-eb4caa86c59c tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:15.187707 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90ff6b8d-1346-4a11-bc45-65c23d656030 req-bfc12c04-4cbb-4e90-84b0-eb4caa86c59c tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/ports?device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 946 time: 0.2424440 Dec 11 22:40:15.211799 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:15.238785 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600603b-fdb4-42ec-b9d4-3c39f4e9445f None None] Pushing event updated for resources: {'Port': ['ID=23b94217-870e-4de0-b81d-fcebb2405ff1,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:15.308645 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90ff6b8d-1346-4a11-bc45-65c23d656030 req-c34b4a63-d113-4137-b71d-e060c3fb8ecf tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/security-groups?id=e93a1d99-dafd-424a-b8b5-6a50f3ce4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163871 Dec 11 22:40:15.368474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6b6aa315-79e8-4b31-ba0f-3214baa07bc3 None None] Provisioning complete for port 23b94217-870e-4de0-b81d-fcebb2405ff1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:15.369805 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b6aa315-79e8-4b31-ba0f-3214baa07bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:15.419256 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-a796268e-ef3a-4871-bbe0-7b26512be9c3 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/7375ac12-5048-4d05-a4b8-be26fd16d946 HTTP/1.1" status: 200 len: 2994 time: 0.2443693 Dec 11 22:40:15.472997 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-c952bbd2-df16-43af-aca8-4b2a2dc26e1f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:15.493489 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-add14f29-6956-47b3-9984-bd8386c7065b tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/7f2cf2d4-d717-4594-821b-9d4976a22ae6 HTTP/1.1" status: 200 len: 2998 time: 0.0695276 Dec 11 22:40:15.530382 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7efd6868-afd5-404d-9272-e22b0882000e req-165c7db7-7c44-4989-851e-114d57dd9c49 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 210 time: 0.0490432 Dec 11 22:40:15.568281 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Router 3e390a3c-cfe5-4b80-8781-1b5d2faecd54 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:40:15.588456 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-e770b2c8-be16-492b-8ffd-0f7ce777aebe tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/7f2cf2d4-d717-4594-821b-9d4976a22ae6 HTTP/1.1" status: 200 len: 2998 time: 0.0858982 Dec 11 22:40:15.687159 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-c952bbd2-df16-43af-aca8-4b2a2dc26e1f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:15.721050 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-832fd073-c42a-4559-b93d-44ccd80df154 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/8840331d-ddba-4849-81bc-ce9f2e398f75 HTTP/1.1" status: 200 len: 2998 time: 0.0990629 Dec 11 22:40:15.752660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:40:15.768152 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Sync routers for ids ['3e390a3c-cfe5-4b80-8781-1b5d2faecd54'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:40:15.779517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-c952bbd2-df16-43af-aca8-4b2a2dc26e1f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Network 5b547cd6-e1c3-47dd-aace-0c89098672dd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:15.796900 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Routers {'3e390a3c-cfe5-4b80-8781-1b5d2faecd54'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:15.797820 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3e390a3c-cfe5-4b80-8781-1b5d2faecd54'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:15.803044 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-c952bbd2-df16-43af-aca8-4b2a2dc26e1f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:15.803964 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-8604aced-91ce-4236-b86c-c3e37b84fc3c tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/8840331d-ddba-4849-81bc-ce9f2e398f75 HTTP/1.1" status: 200 len: 2998 time: 0.0739243 Dec 11 22:40:15.809094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-c952bbd2-df16-43af-aca8-4b2a2dc26e1f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:40:15.844640 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:15.846832 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-01624db6-03e6-4736-84a1-7a0d9b92702a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9188664 Dec 11 22:40:15.852266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48684) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:15.856224 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952bbd2-df16-43af-aca8-4b2a2dc26e1f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Pushing event updated for resources: {'Port': ['ID=d87948ed-af8a-42fd-889b-ab9bc71b4c50,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:15.908895 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f8997-e641-4829-9e89-70d2f711da00 req-f9234ffa-070e-43f3-b41b-dd35e26cd965 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:15.917573 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f27f8997-e641-4829-9e89-70d2f711da00 req-f9234ffa-070e-43f3-b41b-dd35e26cd965 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 931 time: 0.1634707 Dec 11 22:40:15.940740 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-b8aded95-fa58-49fe-b2dd-a3b00d62fba4 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/a28e4919-a1d2-489b-97a7-0172daf085a5 HTTP/1.1" status: 200 len: 2998 time: 0.1162338 Dec 11 22:40:15.959067 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Set router 3e390a3c-cfe5-4b80-8781-1b5d2faecd54 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:15.967988 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-c952bbd2-df16-43af-aca8-4b2a2dc26e1f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:15.968638 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-c952bbd2-df16-43af-aca8-4b2a2dc26e1f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:16.045450 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f27f8997-e641-4829-9e89-70d2f711da00 req-098a86c7-b297-444b-9840-204929bfda0d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269040 Dec 11 22:40:16.081104 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-c952bbd2-df16-43af-aca8-4b2a2dc26e1f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3507841 Dec 11 22:40:16.094085 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-69a3efba-f9e5-4dc0-bf53-36cba3bcb207 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:16.096061 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-69a3efba-f9e5-4dc0-bf53-36cba3bcb207 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.47 "GET /v2.0/networks?id=d10dcc38-32e0-470e-b82a-e3d1a0f9d683 HTTP/1.1" status: 200 len: 814 time: 0.2338920 Dec 11 22:40:16.103187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Request body: {'port': {'device_id': '8dd52b07-b02d-4a2c-a07d-82f86027a471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:16.116676 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-0baf09ef-2e94-4e5a-9b73-bd3d0abaa0ad tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/a28e4919-a1d2-489b-97a7-0172daf085a5 HTTP/1.1" status: 200 len: 2998 time: 0.1541498 Dec 11 22:40:16.136352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-6e8d78e2-c8c4-4cb7-9256-cbe8b9de8746 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Request body: {'port': {'device_id': 'b4828b93-e11f-4148-90cc-d5c79b917067', 'network_id': 'd10dcc38-32e0-470e-b82a-e3d1a0f9d683', 'admin_state_up': True, 'tenant_id': '7f614e829fca4b2a91c92efb52422e63'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:16.250679 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-3b12c167-57dc-463d-8276-ee53592fcfd6 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/a38e0fce-ed22-4766-a254-1bddaf36efe8 HTTP/1.1" status: 200 len: 2998 time: 0.0899415 Dec 11 22:40:16.289857 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:16.317082 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'name': 'tempest-AttachSCSIVolumeTestJSON-271400720-router', 'tenant_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '2b73215d-9a7c-4e93-8356-961c627cdac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:11Z', 'updated_at': '2021-12-11T22:40:14Z', 'revision_number': 3, 'project_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'gw_port': {'id': '2b73215d-9a7c-4e93-8356-961c627cdac0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:92:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:12Z', 'updated_at': '2021-12-11T22:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:16.363287 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Checking router: 3e390a3c-cfe5-4b80-8781-1b5d2faecd54 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:40:16.363705 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Updating router 3e390a3c-cfe5-4b80-8781-1b5d2faecd54 port 2b73215d-9a7c-4e93-8356-961c627cdac0 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:40:16.392605 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:16.412152 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-19dd690a-6241-4fc1-afac-b8522db9b3ea tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/a38e0fce-ed22-4766-a254-1bddaf36efe8 HTTP/1.1" status: 200 len: 2998 time: 0.1529708 Dec 11 22:40:16.571690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-c6508a38-dadc-49ce-b686-5e3badfa967e tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/b829fd27-442f-4dd9-8d43-addda0f1f7dc HTTP/1.1" status: 200 len: 2998 time: 0.1504540 Dec 11 22:40:16.641807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-6e8d78e2-c8c4-4cb7-9256-cbe8b9de8746 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Made reservation on behalf of 7f614e829fca4b2a91c92efb52422e63 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:40:16.645646 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-6e8d78e2-c8c4-4cb7-9256-cbe8b9de8746 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:16.672326 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:16.749173 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-4529fa77-4c8b-44c5-ae34-7160dd9db9c9 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/b829fd27-442f-4dd9-8d43-addda0f1f7dc HTTP/1.1" status: 200 len: 2998 time: 0.1467478 Dec 11 22:40:16.786998 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e23d9d-9d3f-4995-81d4-1b1a2d6b29a6 req-1c134640-5c89-4b0a-a657-8f82fc1273f3 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:16.788593 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-42e23d9d-9d3f-4995-81d4-1b1a2d6b29a6 req-1c134640-5c89-4b0a-a657-8f82fc1273f3 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/ports?device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 946 time: 0.1214700 Dec 11 22:40:16.857120 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:16.860654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 23b94217-870e-4de0-b81d-fcebb2405ff1 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:16.903257 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-42e23d9d-9d3f-4995-81d4-1b1a2d6b29a6 req-8500d540-89d0-41a5-9852-03b2b406f715 tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/security-groups?id=e93a1d99-dafd-424a-b8b5-6a50f3ce4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665593 Dec 11 22:40:16.937490 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:16.966326 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 23b94217-870e-4de0-b81d-fcebb2405ff1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:16.972221 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:17.101309 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dc2e9705-238d-426e-b8ec-42e9d5b952c6 req-24bb9ecd-b026-41c0-aeb6-eff2ab340324 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 210 time: 0.0504799 Dec 11 22:40:17.114146 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-6e8d78e2-c8c4-4cb7-9256-cbe8b9de8746 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Allocated IP 172.20.0.13 (d10dcc38-32e0-470e-b82a-e3d1a0f9d683/d8315a24-760e-4c58-9fd3-5c878ef845a9/b8d6fb32-901f-458c-9789-c3d6e985dd88) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:40:17.118912 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Attempting to bind port 2b73215d-9a7c-4e93-8356-961c627cdac0 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:40:17.119591 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Attempting to bind port 2b73215d-9a7c-4e93-8356-961c627cdac0 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:40:17.123188 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Attempting to bind port 2b73215d-9a7c-4e93-8356-961c627cdac0 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:17.144830 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:17.174038 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:40:17.174415 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:17.174834 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:17.187506 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:40:17.188090 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Bound port: 2b73215d-9a7c-4e93-8356-961c627cdac0, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:40:17.192226 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:17.238753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87948ed-af8a-42fd-889b-ab9bc71b4c50 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:40:17.274970 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:17.289839 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Transition to ACTIVE for port object d87948ed-af8a-42fd-889b-ab9bc71b4c50 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:40:17.366967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Allocated IP 172.20.0.1 (859a93d8-e687-4962-8de1-e14c390450e4/24f8dad7-6c81-431a-a5fa-5ffc3c928f8d/e19a24eb-a9e0-40e3-94ac-de35e8008ca9) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:40:17.382394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea1cec-c85c-4a6c-bbd3-e07121ed6e28 req-e43bb62b-0608-40c3-ae47-dabe3a5e619d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:17.390687 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31ea1cec-c85c-4a6c-bbd3-e07121ed6e28 req-e43bb62b-0608-40c3-ae47-dabe3a5e619d tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 944 time: 0.1692066 Dec 11 22:40:17.406284 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:17.446488 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c6692-588d-469d-936a-f121a031ed24 None None] Pushing event updated for resources: {'Port': ['ID=2b73215d-9a7c-4e93-8356-961c627cdac0,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:17.455775 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-8989469a-53e0-453e-8756-c9551f14de46 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/d721b499-1f04-4a4d-b83d-c6e6ce39949f HTTP/1.1" status: 200 len: 2998 time: 0.6971016 Dec 11 22:40:17.473142 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=d87948ed-af8a-42fd-889b-ab9bc71b4c50,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:17.515497 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] For port 2b73215d-9a7c-4e93-8356-961c627cdac0, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:40:17.520321 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] For port 2b73215d-9a7c-4e93-8356-961c627cdac0, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2b73215d-9a7c-4e93-8356-961c627cdac0,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:40:17.531202 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31ea1cec-c85c-4a6c-bbd3-e07121ed6e28 req-2849aa92-0c65-436e-8bcd-58c02ff65355 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310227 Dec 11 22:40:17.542280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850961e0-c0e3-4c4d-854c-7f1845cbfdda req-a74c246d-5a48-430f-b066-1bb36fe2828c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:17.543853 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-850961e0-c0e3-4c4d-854c-7f1845cbfdda req-a74c246d-5a48-430f-b066-1bb36fe2828c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.13 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 944 time: 0.1737959 Dec 11 22:40:17.597012 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:17.633563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-fe483db0-2477-4a40-b55d-331e499229c2 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/d721b499-1f04-4a4d-b83d-c6e6ce39949f HTTP/1.1" status: 200 len: 2998 time: 0.1457164 Dec 11 22:40:17.675410 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:17.729317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-6726d747-f588-4d29-a999-fe79d1b3c981 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/e93a1d99-dafd-424a-b8b5-6a50f3ce4d37 HTTP/1.1" status: 200 len: 2998 time: 0.0612361 Dec 11 22:40:17.755875 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c6692-588d-469d-936a-f121a031ed24 None None] Pushing event updated for resources: {'Port': ['ID=2b73215d-9a7c-4e93-8356-961c627cdac0,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:17.757557 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Attempting to bind port d87948ed-af8a-42fd-889b-ab9bc71b4c50 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:40:17.757854 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Attempting to bind port d87948ed-af8a-42fd-889b-ab9bc71b4c50 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:40:17.758190 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Attempting to bind port d87948ed-af8a-42fd-889b-ab9bc71b4c50 on network 5b547cd6-e1c3-47dd-aace-0c89098672dd {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:17.763376 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Routers {'3e390a3c-cfe5-4b80-8781-1b5d2faecd54'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:17.764914 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3e390a3c-cfe5-4b80-8781-1b5d2faecd54'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:17.779714 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Port d87948ed-af8a-42fd-889b-ab9bc71b4c50 on network 5b547cd6-e1c3-47dd-aace-0c89098672dd not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:40:17.780106 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Attempting to bind port d87948ed-af8a-42fd-889b-ab9bc71b4c50 on network 5b547cd6-e1c3-47dd-aace-0c89098672dd {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:17.788000 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-6e8d78e2-c8c4-4cb7-9256-cbe8b9de8746 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:17.795094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:40:17.795437 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Checking segment: {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:17.795832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Bound using segment: {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:40:17.797035 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Bound port: d87948ed-af8a-42fd-889b-ab9bc71b4c50, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:40:17.797400 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:17.833629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-850961e0-c0e3-4c4d-854c-7f1845cbfdda req-19ad1d05-2731-4ed8-a654-301dbdc8db2e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Deleting port 20169e79-bc31-42f2-9e76-9372fcb0aafc {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:40:17.835617 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-850961e0-c0e3-4c4d-854c-7f1845cbfdda req-19ad1d05-2731-4ed8-a654-301dbdc8db2e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:17.857173 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8bb328a-5505-4b7e-82e6-7f30483ae181 req-2a354858-6da4-4436-b10e-bc8654544104 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/e93a1d99-dafd-424a-b8b5-6a50f3ce4d37 HTTP/1.1" status: 200 len: 2998 time: 0.1206264 Dec 11 22:40:17.894278 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] For port d87948ed-af8a-42fd-889b-ab9bc71b4c50, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:40:17.898004 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] For port d87948ed-af8a-42fd-889b-ab9bc71b4c50, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d87948ed-af8a-42fd-889b-ab9bc71b4c50,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:40:17.922791 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] Set router 3e390a3c-cfe5-4b80-8781-1b5d2faecd54 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:17.929157 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:17.981613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Network 859a93d8-e687-4962-8de1-e14c390450e4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:17.984135 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:17.997019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:18.012178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:40:18.054332 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-6e8d78e2-c8c4-4cb7-9256-cbe8b9de8746 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:18.069219 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:18.076114 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:18.076114 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] 10.222.0.13 "PUT /v2.0/ports/d87948ed-af8a-42fd-889b-ab9bc71b4c50 HTTP/1.1" status: 200 len: 1091 time: 1.9744046 Dec 11 22:40:18.076114 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd52b07-b02d-4a2c-a07d-82f86027a471', 'tag': 'd87948ed-af8a-42fd-889b-ab9bc71b4c50'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:40:18.076505 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066b5efa-2711-4fdb-aeeb-3a418971dece" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd52b07-b02d-4a2c-a07d-82f86027a471", "tag": "d87948ed-af8a-42fd-889b-ab9bc71b4c50"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:40:18.108253 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-6e8d78e2-c8c4-4cb7-9256-cbe8b9de8746 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Network d10dcc38-32e0-470e-b82a-e3d1a0f9d683 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:18.112068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-6e8d78e2-c8c4-4cb7-9256-cbe8b9de8746 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:18.114692 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-6e8d78e2-c8c4-4cb7-9256-cbe8b9de8746 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:40:18.115592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Pushing event updated for resources: {'Port': ['ID=e19a24eb-a9e0-40e3-94ac-de35e8008ca9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:18.137839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-850961e0-c0e3-4c4d-854c-7f1845cbfdda req-19ad1d05-2731-4ed8-a654-301dbdc8db2e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] For port 20169e79-bc31-42f2-9e76-9372fcb0aafc, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=20169e79-bc31-42f2-9e76-9372fcb0aafc,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:18.139059 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-850961e0-c0e3-4c4d-854c-7f1845cbfdda req-19ad1d05-2731-4ed8-a654-301dbdc8db2e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:18.163405 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02183517-2d02-4ae5-9582-3884d0362bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=d87948ed-af8a-42fd-889b-ab9bc71b4c50,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:18.185966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-850961e0-c0e3-4c4d-854c-7f1845cbfdda req-19ad1d05-2731-4ed8-a654-301dbdc8db2e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Calling delete_port for 20169e79-bc31-42f2-9e76-9372fcb0aafc owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:40:18.200205 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'name': 'tempest-AttachSCSIVolumeTestJSON-271400720-router', 'tenant_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '2b73215d-9a7c-4e93-8356-961c627cdac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:11Z', 'updated_at': '2021-12-11T22:40:14Z', 'revision_number': 3, 'project_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'gw_port': {'id': '2b73215d-9a7c-4e93-8356-961c627cdac0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:92:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:12Z', 'updated_at': '2021-12-11T22:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:18.200500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bed6c4-f375-4080-9346-c4f772ab26b7 req-c5340164-d16e-495f-914f-eba0ba5803e0 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:18.202395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c2bed6c4-f375-4080-9346-c4f772ab26b7 req-c5340164-d16e-495f-914f-eba0ba5803e0 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 943 time: 0.2337799 Dec 11 22:40:18.203279 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:18.277327 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7871cb4-2061-4240-8d90-49b06a71a7ef None None] The sync data for ids ['3e390a3c-cfe5-4b80-8781-1b5d2faecd54'] in n-d-710847-6 is: [{'id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'name': 'tempest-AttachSCSIVolumeTestJSON-271400720-router', 'tenant_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '2b73215d-9a7c-4e93-8356-961c627cdac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:11Z', 'updated_at': '2021-12-11T22:40:14Z', 'revision_number': 3, 'project_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'gw_port': {'id': '2b73215d-9a7c-4e93-8356-961c627cdac0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:92:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:12Z', 'updated_at': '2021-12-11T22:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:40:18.295983 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-6e8d78e2-c8c4-4cb7-9256-cbe8b9de8746 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:18.295983 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-6e8d78e2-c8c4-4cb7-9256-cbe8b9de8746 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:18.335337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d78e2-c8c4-4cb7-9256-cbe8b9de8746 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Pushing event updated for resources: {'Port': ['ID=b8d6fb32-901f-458c-9789-c3d6e985dd88,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:18.420784 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-9573fea6-d8d9-45b4-ae6d-f7e1d6eff308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:18.422890 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-9573fea6-d8d9-45b4-ae6d-f7e1d6eff308 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 1094 time: 0.1881635 Dec 11 22:40:18.436738 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f4dfbaf-f12f-4db4-9905-3ca0784f9097 req-b412af7f-f508-4fd1-84cb-218f46e79e2e tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b048a1d1127742099e5592ec5d47a001 HTTP/1.1" status: 200 len: 6153 time: 0.1509249 Dec 11 22:40:18.436738 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-6e8d78e2-c8c4-4cb7-9256-cbe8b9de8746 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3028164 Dec 11 22:40:18.454605 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c2bed6c4-f375-4080-9346-c4f772ab26b7 req-ddc85758-f715-4e07-8be0-4eccc1bae090 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430782 Dec 11 22:40:18.494559 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Request body: {'port': {'device_id': 'b4828b93-e11f-4148-90cc-d5c79b917067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:18.554738 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204c64e4-621b-4b30-9605-fa4b55d155ab x-openstack-request-id: req-204c64e4-621b-4b30-9605-fa4b55d155ab {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:40:18.555056 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd52b07-b02d-4a2c-a07d-82f86027a471", "tag": "d87948ed-af8a-42fd-889b-ab9bc71b4c50", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:40:18.555317 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-204c64e4-621b-4b30-9605-fa4b55d155ab {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:40:18.555721 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd52b07-b02d-4a2c-a07d-82f86027a471', 'tag': 'd87948ed-af8a-42fd-889b-ab9bc71b4c50', 'status': 'completed', 'code': 200} Dec 11 22:40:18.560759 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-676192b2-ce17-4fc5-9e29-7d47d650b006 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d87948ed-af8a-42fd-889b-ab9bc71b4c50 HTTP/1.1" status: 200 len: 217 time: 0.1253164 Dec 11 22:40:18.584095 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:18.619525 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:18.682674 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-bf830730-3841-4721-a580-dab8b5c4dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:18.684318 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-bf830730-3841-4721-a580-dab8b5c4dfda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56072fb-d6eb-465a-81da-2818b252a24c HTTP/1.1" status: 200 len: 852 time: 0.1047344 Dec 11 22:40:18.687350 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f4dfbaf-f12f-4db4-9905-3ca0784f9097 req-88e4cea5-9a3e-4a86-869f-2ea14a6d5697 tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] 10.222.0.45 "GET /v2.0/security-groups/7f2cf2d4-d717-4594-821b-9d4976a22ae6 HTTP/1.1" status: 200 len: 2998 time: 0.2457263 Dec 11 22:40:18.701953 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e8b95bd4-6c6c-4038-ac67-77c043253899 None None] Provisioning complete for port e19a24eb-a9e0-40e3-94ac-de35e8008ca9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:18.702554 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e8b95bd4-6c6c-4038-ac67-77c043253899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:18.740220 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-850961e0-c0e3-4c4d-854c-7f1845cbfdda req-19ad1d05-2731-4ed8-a654-301dbdc8db2e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:18.740696 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-2804b782-91f2-46d3-92fe-870b9aabafec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b547cd6-e1c3-47dd-aace-0c89098672dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309381 Dec 11 22:40:18.769719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['20169e79-bc31-42f2-9e76-9372fcb0aafc'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:40:18.793417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad1d05-2731-4ed8-a654-301dbdc8db2e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Pushing event deleted for resources: {'Port': ['ID=20169e79-bc31-42f2-9e76-9372fcb0aafc,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:18.826432 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bee36422-51c3-47bf-b126-e1fc10eb8795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:18.836089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e8b95bd4-6c6c-4038-ac67-77c043253899 None None] Port e19a24eb-a9e0-40e3-94ac-de35e8008ca9 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:40:18.899053 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f4dfbaf-f12f-4db4-9905-3ca0784f9097 req-59073f7d-225a-4f18-b6ea-2fe9a5e4d11d tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] 10.222.0.45 "GET /v2.0/security-groups/7f2cf2d4-d717-4594-821b-9d4976a22ae6 HTTP/1.1" status: 200 len: 2998 time: 0.1904984 Dec 11 22:40:18.913112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-850961e0-c0e3-4c4d-854c-7f1845cbfdda req-19ad1d05-2731-4ed8-a654-301dbdc8db2e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] No DVR routers for this DVR port 20169e79-bc31-42f2-9e76-9372fcb0aafc on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:40:18.917648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-850961e0-c0e3-4c4d-854c-7f1845cbfdda req-19ad1d05-2731-4ed8-a654-301dbdc8db2e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:18.921817 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-850961e0-c0e3-4c4d-854c-7f1845cbfdda req-19ad1d05-2731-4ed8-a654-301dbdc8db2e tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.13 "DELETE /v2.0/ports/20169e79-bc31-42f2-9e76-9372fcb0aafc HTTP/1.1" status: 204 len: 173 time: 1.3668413 Dec 11 22:40:18.924800 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9303f2f7-e318-4de9-9ea5-574e5172d256', 'name': 'network-vif-deleted', 'tag': '20169e79-bc31-42f2-9e76-9372fcb0aafc'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:40:18.934147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2b73215d-9a7c-4e93-8356-961c627cdac0 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:18.944604 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d695545-e40a-4bb2-8337-66b0c373c094" -d '{"events": [{"server_uuid": "9303f2f7-e318-4de9-9ea5-574e5172d256", "name": "network-vif-deleted", "tag": "20169e79-bc31-42f2-9e76-9372fcb0aafc"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:40:18.979759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e5897-6885-4c4d-9a86-592516588acc req-99b9067d-f2b3-4320-9dc4-a92a710052d2 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:18.981616 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d9e5897-6885-4c4d-9a86-592516588acc req-99b9067d-f2b3-4320-9dc4-a92a710052d2 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 932 time: 0.3607433 Dec 11 22:40:19.064876 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d9e5897-6885-4c4d-9a86-592516588acc req-6ffe5a63-867c-495a-a4fa-5ada742d329b tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a38e0fce-ed22-4766-a254-1bddaf36efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765862 Dec 11 22:40:19.078798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 2b73215d-9a7c-4e93-8356-961c627cdac0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:19.079504 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:19.107767 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:19.109136 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-a127db56-967c-4670-b3ce-fb81112ce189 service neutron] 10.222.0.13 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555112 Dec 11 22:40:19.166695 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:19.246741 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb8644-9cec-4caf-a4ff-92605c6cd9d0 req-d7555349-58d6-49aa-b4bc-8a1af60c031e tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:19.254375 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eebb8644-9cec-4caf-a4ff-92605c6cd9d0 req-d7555349-58d6-49aa-b4bc-8a1af60c031e tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/ports?device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 946 time: 0.2423661 Dec 11 22:40:19.279217 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Pushing event updated for resources: {'Port': ['ID=e19a24eb-a9e0-40e3-94ac-de35e8008ca9,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:19.336943 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:19.473014 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eebb8644-9cec-4caf-a4ff-92605c6cd9d0 req-3e34d37a-0853-4702-8572-c2dd3471f04f tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/security-groups?id=e93a1d99-dafd-424a-b8b5-6a50f3ce4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143564 Dec 11 22:40:19.475813 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ea0bde3-28cc-4885-b65f-78952310ed95 req-3f88d358-cf4d-456f-a4a3-a7a450688340 service neutron] 10.222.0.13 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559196 Dec 11 22:40:19.479938 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:19.518288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d6fb32-901f-458c-9789-c3d6e985dd88 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:40:19.521461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 2b73215d-9a7c-4e93-8356-961c627cdac0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2b73215d-9a7c-4e93-8356-961c627cdac0,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:19.529641 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:19.548074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Transition to ACTIVE for port object b8d6fb32-901f-458c-9789-c3d6e985dd88 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:40:19.551216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Network 859a93d8-e687-4962-8de1-e14c390450e4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:19.553545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:19.618254 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:19.631001 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:19.715629 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eaa1c247-c31d-460f-b76b-e6bfd34e3662 req-2fe2c770-ba66-4650-81ea-b6ade582d5e8 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=9303f2f7-e318-4de9-9ea5-574e5172d256 HTTP/1.1" status: 200 len: 210 time: 0.1037745 Dec 11 22:40:19.742449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=2b73215d-9a7c-4e93-8356-961c627cdac0,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:19.864219 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d6fb32-901f-458c-9789-c3d6e985dd88,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:19.878709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-927355d6-2061-4cb4-974d-b59831f7fcd7 None None] Provisioning complete for port e19a24eb-a9e0-40e3-94ac-de35e8008ca9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:19.891442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd4e99-4d4b-45ac-8948-411b22703614 req-c1f8a77b-6b64-430c-b324-1bb337f116bc tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:19.892150 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-927355d6-2061-4cb4-974d-b59831f7fcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:19.892960 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b5cd4e99-4d4b-45ac-8948-411b22703614 req-c1f8a77b-6b64-430c-b324-1bb337f116bc tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 946 time: 0.1621571 Dec 11 22:40:19.904522 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b5efa-2711-4fdb-aeeb-3a418971dece req-5c53185d-a84f-4931-9e6c-d106aa591bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:19.907067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Router 3e390a3c-cfe5-4b80-8781-1b5d2faecd54 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:40:19.907204 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-066b5efa-2711-4fdb-aeeb-3a418971dece req-5c53185d-a84f-4931-9e6c-d106aa591bb9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 1094 time: 0.2789226 Dec 11 22:40:19.956659 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352bc46c-5f32-4ec4-a3c5-1229381b4df9 x-openstack-request-id: req-352bc46c-5f32-4ec4-a3c5-1229381b4df9 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:40:19.956966 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9303f2f7-e318-4de9-9ea5-574e5172d256", "name": "network-vif-deleted", "tag": "20169e79-bc31-42f2-9e76-9372fcb0aafc", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:40:19.957223 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-352bc46c-5f32-4ec4-a3c5-1229381b4df9 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:40:19.957628 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9303f2f7-e318-4de9-9ea5-574e5172d256', 'name': 'network-vif-deleted', 'tag': '20169e79-bc31-42f2-9e76-9372fcb0aafc', 'status': 'completed', 'code': 200} Dec 11 22:40:20.006875 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-927355d6-2061-4cb4-974d-b59831f7fcd7 None None] Port e19a24eb-a9e0-40e3-94ac-de35e8008ca9 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:40:20.072534 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Attempting to bind port b8d6fb32-901f-458c-9789-c3d6e985dd88 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:40:20.072867 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Attempting to bind port b8d6fb32-901f-458c-9789-c3d6e985dd88 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '5a3c0542-4cc1-4926-90af-8b0c1ce22050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd10dcc38-32e0-470e-b82a-e3d1a0f9d683'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:40:20.073206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Attempting to bind port b8d6fb32-901f-458c-9789-c3d6e985dd88 on network d10dcc38-32e0-470e-b82a-e3d1a0f9d683 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:20.075040 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c8f4d064-7bf9-474b-8ea2-c9855e813280 req-42ffe918-0686-44eb-a860-ed33f5cb1ef2 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/3af4d848-ec68-4f43-b85c-f21d77d5395d HTTP/1.1" status: 200 len: 1794 time: 0.2508683 Dec 11 22:40:20.092879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Port b8d6fb32-901f-458c-9789-c3d6e985dd88 on network d10dcc38-32e0-470e-b82a-e3d1a0f9d683 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:40:20.096789 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Attempting to bind port b8d6fb32-901f-458c-9789-c3d6e985dd88 on network d10dcc38-32e0-470e-b82a-e3d1a0f9d683 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:20.107611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:40:20.107958 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Checking segment: {'id': '5a3c0542-4cc1-4926-90af-8b0c1ce22050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd10dcc38-32e0-470e-b82a-e3d1a0f9d683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:20.108351 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Bound using segment: {'id': '5a3c0542-4cc1-4926-90af-8b0c1ce22050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd10dcc38-32e0-470e-b82a-e3d1a0f9d683'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:40:20.108801 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Bound port: b8d6fb32-901f-458c-9789-c3d6e985dd88, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a3c0542-4cc1-4926-90af-8b0c1ce22050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd10dcc38-32e0-470e-b82a-e3d1a0f9d683'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:40:20.109169 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:20.180070 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d889b6-34d4-4b10-a576-60c00b64cfc9 req-f08362f1-b7b4-4889-b069-f07b639255a3 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:20.182046 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83d889b6-34d4-4b10-a576-60c00b64cfc9 req-f08362f1-b7b4-4889-b069-f07b639255a3 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 943 time: 0.1307585 Dec 11 22:40:20.185043 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b5efa-2711-4fdb-aeeb-3a418971dece req-0a87f248-f34b-4927-b922-c5d73be588b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:20.186534 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-066b5efa-2711-4fdb-aeeb-3a418971dece req-0a87f248-f34b-4927-b922-c5d73be588b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 913 time: 0.2149503 Dec 11 22:40:20.192106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b5cd4e99-4d4b-45ac-8948-411b22703614 req-ab30648d-0aa4-4b30-921f-8d4e954fb73e tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Deleting port 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:40:20.192450 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b5cd4e99-4d4b-45ac-8948-411b22703614 req-ab30648d-0aa4-4b30-921f-8d4e954fb73e tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:20.199377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:40:20.226618 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cb545886-02ba-4bd1-8dcc-07e6725a0987 admin admin] 10.222.0.45 "PUT /v2.0/routers/3e390a3c-cfe5-4b80-8781-1b5d2faecd54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3660979 Dec 11 22:40:20.257330 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c8f4d064-7bf9-474b-8ea2-c9855e813280 req-fb73daeb-c2da-495e-92fa-035b503e5899 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:20.263750 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-066b5efa-2711-4fdb-aeeb-3a418971dece req-ac5824f3-a273-4772-a1c5-6999629d8c60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d87948ed-af8a-42fd-889b-ab9bc71b4c50 HTTP/1.1" status: 200 len: 217 time: 0.0675180 Dec 11 22:40:20.268431 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] For port b8d6fb32-901f-458c-9789-c3d6e985dd88, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:40:20.276810 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] For port b8d6fb32-901f-458c-9789-c3d6e985dd88, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=b8d6fb32-901f-458c-9789-c3d6e985dd88,segment=NetworkSegment(5a3c0542-4cc1-4926-90af-8b0c1ce22050),segment_id=5a3c0542-4cc1-4926-90af-8b0c1ce22050)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:40:20.292530 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c8f4d064-7bf9-474b-8ea2-c9855e813280 req-fb73daeb-c2da-495e-92fa-035b503e5899 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:20.329622 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83d889b6-34d4-4b10-a576-60c00b64cfc9 req-032e6ac4-dd0d-4394-97df-5f1aa2eebd9c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368172 Dec 11 22:40:20.359992 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:20.361889 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b5cd4e99-4d4b-45ac-8948-411b22703614 req-ab30648d-0aa4-4b30-921f-8d4e954fb73e tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] For port 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=778d1784-62ed-4bd2-a30f-1c9e5bd4f04b,segment=NetworkSegment(4f74eea5-44d2-496a-b191-4b2dac5034dc),segment_id=4f74eea5-44d2-496a-b191-4b2dac5034dc)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:20.362263 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b5cd4e99-4d4b-45ac-8948-411b22703614 req-ab30648d-0aa4-4b30-921f-8d4e954fb73e tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:20.367733 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b5efa-2711-4fdb-aeeb-3a418971dece req-15d19899-34a3-41bd-82b2-ee945f93993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:20.369842 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-066b5efa-2711-4fdb-aeeb-3a418971dece req-15d19899-34a3-41bd-82b2-ee945f93993d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56072fb-d6eb-465a-81da-2818b252a24c HTTP/1.1" status: 200 len: 852 time: 0.0967870 Dec 11 22:40:20.382184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b5cd4e99-4d4b-45ac-8948-411b22703614 req-ab30648d-0aa4-4b30-921f-8d4e954fb73e tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Calling delete_port for 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:40:20.441685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:20.442597 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:20.444809 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] 10.222.0.47 "PUT /v2.0/ports/b8d6fb32-901f-458c-9789-c3d6e985dd88 HTTP/1.1" status: 200 len: 1092 time: 1.9547968 Dec 11 22:40:20.450035 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c8f4d064-7bf9-474b-8ea2-c9855e813280 req-fb73daeb-c2da-495e-92fa-035b503e5899 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:20.451223 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-066b5efa-2711-4fdb-aeeb-3a418971dece req-3ec61f4d-f274-4cfb-b0fa-b4205fc88bd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b547cd6-e1c3-47dd-aace-0c89098672dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462162 Dec 11 22:40:20.452874 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c8f4d064-7bf9-474b-8ea2-c9855e813280 req-fb73daeb-c2da-495e-92fa-035b503e5899 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:20.460948 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c8f4d064-7bf9-474b-8ea2-c9855e813280 req-fb73daeb-c2da-495e-92fa-035b503e5899 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/3af4d848-ec68-4f43-b85c-f21d77d5395d HTTP/1.1" status: 204 len: 173 time: 0.3700461 Dec 11 22:40:20.508643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73daeb-c2da-495e-92fa-035b503e5899 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af4d848-ec68-4f43-b85c-f21d77d5395d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:20.524442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ef17c-6677-4969-97bf-b6e052586ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d6fb32-901f-458c-9789-c3d6e985dd88,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:20.569180 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4828b93-e11f-4148-90cc-d5c79b917067', 'tag': 'b8d6fb32-901f-458c-9789-c3d6e985dd88'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:40:20.572488 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1e0dcc-4f75-4fdf-aa38-0eb81656a6ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b4828b93-e11f-4148-90cc-d5c79b917067", "tag": "b8d6fb32-901f-458c-9789-c3d6e985dd88"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:40:20.675630 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-5dcfb3e7-f3cd-419f-84f4-42d9e5a23708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:20.676664 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-5dcfb3e7-f3cd-419f-84f4-42d9e5a23708 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f614e829fca4b2a91c92efb52422e63&device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 1095 time: 0.0907969 Dec 11 22:40:20.682451 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-066b5efa-2711-4fdb-aeeb-3a418971dece req-f33a3ae0-ea8a-496b-867e-6b1b6174e86d service neutron] 10.222.0.13 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233713 Dec 11 22:40:20.688246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b428f59-bcaa-4177-b9a9-3fb09bd94f7f req-e756c851-3110-4a9b-aa0c-9f6e1e870036 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:20.698118 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b428f59-bcaa-4177-b9a9-3fb09bd94f7f req-e756c851-3110-4a9b-aa0c-9f6e1e870036 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 944 time: 0.1329527 Dec 11 22:40:20.792109 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b5cd4e99-4d4b-45ac-8948-411b22703614 req-ab30648d-0aa4-4b30-921f-8d4e954fb73e tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:20.812914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['778d1784-62ed-4bd2-a30f-1c9e5bd4f04b'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:40:20.895489 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b428f59-bcaa-4177-b9a9-3fb09bd94f7f req-496b34d2-c0de-4163-904d-5ebd682bf7b2 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a38e0fce-ed22-4766-a254-1bddaf36efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962731 Dec 11 22:40:20.898261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30648d-0aa4-4b30-921f-8d4e954fb73e tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Pushing event deleted for resources: {'Port': ['ID=778d1784-62ed-4bd2-a30f-1c9e5bd4f04b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:20.922058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2b73215d-9a7c-4e93-8356-961c627cdac0 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:20.954477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5cd4e99-4d4b-45ac-8948-411b22703614 req-ab30648d-0aa4-4b30-921f-8d4e954fb73e tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] No DVR routers for this DVR port 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:40:20.957151 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b5cd4e99-4d4b-45ac-8948-411b22703614 req-ab30648d-0aa4-4b30-921f-8d4e954fb73e tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:20.961291 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b5cd4e99-4d4b-45ac-8948-411b22703614 req-ab30648d-0aa4-4b30-921f-8d4e954fb73e tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.13 "DELETE /v2.0/ports/778d1784-62ed-4bd2-a30f-1c9e5bd4f04b HTTP/1.1" status: 204 len: 173 time: 1.0531068 Dec 11 22:40:21.079659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 2b73215d-9a7c-4e93-8356-961c627cdac0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:21.079659 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:21.089576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0f2ec5b9-b045-469e-af7b-e785d42c40aa req-4c94add1-ccc1-421b-9bb9-6686436e46c9 tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "GET /v2.0/security-groups/5b605f05-c3e4-419f-ae46-ab37762f4415 HTTP/1.1" status: 200 len: 1794 time: 0.0884647 Dec 11 22:40:21.142977 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Sync routers for ids ['3e390a3c-cfe5-4b80-8781-1b5d2faecd54'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:40:21.211944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Routers {'3e390a3c-cfe5-4b80-8781-1b5d2faecd54'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:21.214012 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:39:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3e390a3c-cfe5-4b80-8781-1b5d2faecd54'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:21.221904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-0f2ec5b9-b045-469e-af7b-e785d42c40aa req-e8c4fd58-fa51-4b99-b3d8-c78f072d736b tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:21.281365 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-0f2ec5b9-b045-469e-af7b-e785d42c40aa req-e8c4fd58-fa51-4b99-b3d8-c78f072d736b tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:21.289257 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed522-604a-4508-95b1-a6208a5766db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:21.397316 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-abda9d01-9aeb-4c75-9174-1080c1a138da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8d6fb32-901f-458c-9789-c3d6e985dd88 HTTP/1.1" status: 200 len: 217 time: 0.6973448 Dec 11 22:40:21.403228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Set router 3e390a3c-cfe5-4b80-8781-1b5d2faecd54 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:21.414382 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-0f2ec5b9-b045-469e-af7b-e785d42c40aa req-e8c4fd58-fa51-4b99-b3d8-c78f072d736b tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:21.426050 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-0f2ec5b9-b045-469e-af7b-e785d42c40aa req-e8c4fd58-fa51-4b99-b3d8-c78f072d736b tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:21.429045 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0f2ec5b9-b045-469e-af7b-e785d42c40aa req-e8c4fd58-fa51-4b99-b3d8-c78f072d736b tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b605f05-c3e4-419f-ae46-ab37762f4415 HTTP/1.1" status: 204 len: 173 time: 0.3308547 Dec 11 22:40:21.451674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4fd58-fa51-4b99-b3d8-c78f072d736b tempest-SecurityGroupsTestAdminJSON-1288031217 tempest-SecurityGroupsTestAdminJSON-1288031217-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b605f05-c3e4-419f-ae46-ab37762f4415,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:21.496943 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-644c1436-2f12-404c-985f-fe0a859e59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:21.498443 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-644c1436-2f12-404c-985f-fe0a859e59fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8315a24-760e-4c58-9fd3-5c878ef845a9 HTTP/1.1" status: 200 len: 854 time: 0.0881467 Dec 11 22:40:21.512636 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18223156-4ecc-47a6-9386-e91b96cf98e0 x-openstack-request-id: req-18223156-4ecc-47a6-9386-e91b96cf98e0 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:40:21.513187 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4828b93-e11f-4148-90cc-d5c79b917067", "tag": "b8d6fb32-901f-458c-9789-c3d6e985dd88", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:40:21.518899 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-18223156-4ecc-47a6-9386-e91b96cf98e0 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:40:21.518899 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4828b93-e11f-4148-90cc-d5c79b917067', 'tag': 'b8d6fb32-901f-458c-9789-c3d6e985dd88', 'status': 'completed', 'code': 200} Dec 11 22:40:21.533197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c924ef9-40df-4561-894a-af15204d7ec9 req-f9d1c27d-4400-42ff-a748-33e4e30484ed tempest-InstanceActionsV221TestJSON-1028266653 tempest-InstanceActionsV221TestJSON-1028266653-project] 10.222.0.45 "GET /v2.0/ports?device_id=16b216fb-8518-4a5d-b65b-f5e8e73406d8 HTTP/1.1" status: 200 len: 210 time: 0.1414552 Dec 11 22:40:21.595276 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-9c464b3d-fa3c-4abd-bb87-e424ffca8a93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d10dcc38-32e0-470e-b82a-e3d1a0f9d683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778010 Dec 11 22:40:21.727102 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-066b5efa-2711-4fdb-aeeb-3a418971dece req-89b3adb4-7d0b-498a-a576-8899f3b53c2c service neutron] 10.222.0.13 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0375180 Dec 11 22:40:21.754958 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-121ddf42-c873-49a2-bca5-1d794a5eac88 req-9ade7189-6f28-44e5-b0b2-733e786573d2 tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] 10.222.0.45 "GET /v2.0/security-groups/0d001819-7bc0-4080-919a-61c997990b62 HTTP/1.1" status: 200 len: 1794 time: 0.0539677 Dec 11 22:40:21.787231 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'name': 'tempest-AttachSCSIVolumeTestJSON-271400720-router', 'tenant_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '2b73215d-9a7c-4e93-8356-961c627cdac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:11Z', 'updated_at': '2021-12-11T22:40:18Z', 'revision_number': 4, 'project_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'gw_port': {'id': '2b73215d-9a7c-4e93-8356-961c627cdac0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:12Z', 'updated_at': '2021-12-11T22:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'e19a24eb-a9e0-40e3-94ac-de35e8008ca9', 'name': '', 'network_id': '859a93d8-e687-4962-8de1-e14c390450e4', 'tenant_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'mac_address': 'fa:16:3e:78:c7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '24f8dad7-6c81-431a-a5fa-5ffc3c928f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:16Z', 'updated_at': '2021-12-11T22:40:18Z', 'revision_number': 2, 'project_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'subnets': [{'id': '24f8dad7-6c81-431a-a5fa-5ffc3c928f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:21.822719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Checking router: 3e390a3c-cfe5-4b80-8781-1b5d2faecd54 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:40:21.823880 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Updating router 3e390a3c-cfe5-4b80-8781-1b5d2faecd54 port e19a24eb-a9e0-40e3-94ac-de35e8008ca9 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:40:21.846262 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-121ddf42-c873-49a2-bca5-1d794a5eac88 req-b6f217f7-1082-487a-84cd-0b92e3561762 tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:21.849342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba41263-c777-42fc-a722-736978cbb855 req-22afe6dd-4c35-47f4-bfe6-c6214addf51c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:21.856873 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eba41263-c777-42fc-a722-736978cbb855 req-22afe6dd-4c35-47f4-bfe6-c6214addf51c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 943 time: 0.1286817 Dec 11 22:40:21.861758 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:21.870242 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-1f6604bc-a421-431a-990c-dc4d67e7e97a service neutron] 10.222.0.47 "GET /v2.0/networks/d10dcc38-32e0-470e-b82a-e3d1a0f9d683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610085 Dec 11 22:40:21.882344 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-121ddf42-c873-49a2-bca5-1d794a5eac88 req-b6f217f7-1082-487a-84cd-0b92e3561762 tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:21.963482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b216fb-8518-4a5d-b65b-f5e8e73406d8', 'name': 'network-vif-deleted', 'tag': '778d1784-62ed-4bd2-a30f-1c9e5bd4f04b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:40:21.965972 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15615cae-40e5-4bd0-b39a-ce2e9bf89a91" -d '{"events": [{"server_uuid": "16b216fb-8518-4a5d-b65b-f5e8e73406d8", "name": "network-vif-deleted", "tag": "778d1784-62ed-4bd2-a30f-1c9e5bd4f04b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:40:22.010710 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eba41263-c777-42fc-a722-736978cbb855 req-d57bf9ba-10e7-4261-93a4-7d25823edc32 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503489 Dec 11 22:40:22.108346 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-121ddf42-c873-49a2-bca5-1d794a5eac88 req-b6f217f7-1082-487a-84cd-0b92e3561762 tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:22.111088 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-121ddf42-c873-49a2-bca5-1d794a5eac88 req-b6f217f7-1082-487a-84cd-0b92e3561762 tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:22.119759 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-121ddf42-c873-49a2-bca5-1d794a5eac88 req-b6f217f7-1082-487a-84cd-0b92e3561762 tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] 10.222.0.45 "DELETE /v2.0/security-groups/0d001819-7bc0-4080-919a-61c997990b62 HTTP/1.1" status: 204 len: 173 time: 0.3507173 Dec 11 22:40:22.146269 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-551e0aa0-b6ed-4f02-ae65-ab6eda4f4034 req-25a3437c-5ee5-442c-828c-aa7ad805f1f7 service neutron] 10.222.0.47 "GET /v2.0/networks/d10dcc38-32e0-470e-b82a-e3d1a0f9d683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656870 Dec 11 22:40:22.148490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f217f7-1082-487a-84cd-0b92e3561762 tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d001819-7bc0-4080-919a-61c997990b62,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:22.254110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d87948ed-af8a-42fd-889b-ab9bc71b4c50 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:40:22.277982 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 20169e79-bc31-42f2-9e76-9372fcb0aafc no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:40:22.369647 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:22.376690 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 20169e79-bc31-42f2-9e76-9372fcb0aafc {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:40:22.377222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 20169e79-bc31-42f2-9e76-9372fcb0aafc not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:40:22.418752 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0dcc-4f75-4fdf-aa38-0eb81656a6ed req-de0ffd0b-8218-404f-a45a-f88a47c68042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:22.434929 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb1e0dcc-4f75-4fdf-aa38-0eb81656a6ed req-de0ffd0b-8218-404f-a45a-f88a47c68042 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f614e829fca4b2a91c92efb52422e63&device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 1095 time: 0.1043839 Dec 11 22:40:22.463831 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d87948ed-af8a-42fd-889b-ab9bc71b4c50, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d87948ed-af8a-42fd-889b-ab9bc71b4c50,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:22.474224 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:22.480192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'd87948ed-af8a-42fd-889b-ab9bc71b4c50', 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd', 'port_id': 'd87948ed-af8a-42fd-889b-ab9bc71b4c50', 'mac_address': 'fa:16:3e:56:aa:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56072fb-d6eb-465a-81da-2818b252a24c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:40:22.522472 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:22.538141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87948ed-af8a-42fd-889b-ab9bc71b4c50 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:40:22.563341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d87948ed-af8a-42fd-889b-ab9bc71b4c50, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d87948ed-af8a-42fd-889b-ab9bc71b4c50,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:22.576325 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:22.606919 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0dcc-4f75-4fdf-aa38-0eb81656a6ed req-2989e5c2-c4d2-4a51-bd3b-9d5277d5b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:22.609771 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb1e0dcc-4f75-4fdf-aa38-0eb81656a6ed req-2989e5c2-c4d2-4a51-bd3b-9d5277d5b53f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d10dcc38-32e0-470e-b82a-e3d1a0f9d683 HTTP/1.1" status: 200 len: 915 time: 0.1663694 Dec 11 22:40:22.650935 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:22.708290 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506c163-aed4-4338-a39e-8d59f139babd req-48c8a30c-6fdb-4e52-84e5-5eae49388700 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:22.710575 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5506c163-aed4-4338-a39e-8d59f139babd req-48c8a30c-6fdb-4e52-84e5-5eae49388700 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 944 time: 0.0857782 Dec 11 22:40:22.727313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6f2b6-4917-48d6-97f8-c593fb010a9d None None] Pushing event updated for resources: {'Port': ['ID=e19a24eb-a9e0-40e3-94ac-de35e8008ca9,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:22.750912 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6f2b6-4917-48d6-97f8-c593fb010a9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:22.751310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6f2b6-4917-48d6-97f8-c593fb010a9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:22.751661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6f2b6-4917-48d6-97f8-c593fb010a9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:22.752006 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6f2b6-4917-48d6-97f8-c593fb010a9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:22.752365 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6f2b6-4917-48d6-97f8-c593fb010a9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:22.752692 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6f2b6-4917-48d6-97f8-c593fb010a9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:22.753027 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6f2b6-4917-48d6-97f8-c593fb010a9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:22.753363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6f2b6-4917-48d6-97f8-c593fb010a9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:22.753700 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6f2b6-4917-48d6-97f8-c593fb010a9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:22.754033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6f2b6-4917-48d6-97f8-c593fb010a9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:22.754363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6f2b6-4917-48d6-97f8-c593fb010a9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:22.754682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6f2b6-4917-48d6-97f8-c593fb010a9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:22.761361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6f2b6-4917-48d6-97f8-c593fb010a9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:22.808834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Attempting to bind port e19a24eb-a9e0-40e3-94ac-de35e8008ca9 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:40:22.809331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Attempting to bind port e19a24eb-a9e0-40e3-94ac-de35e8008ca9 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '859a93d8-e687-4962-8de1-e14c390450e4'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:40:22.809653 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Attempting to bind port e19a24eb-a9e0-40e3-94ac-de35e8008ca9 on network 859a93d8-e687-4962-8de1-e14c390450e4 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:22.822714 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:40:22.822714 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Checking segment: {'id': '89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '859a93d8-e687-4962-8de1-e14c390450e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:22.822714 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:22.822714 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Bound using segment: {'id': '89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '859a93d8-e687-4962-8de1-e14c390450e4'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:40:22.823634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Bound port: e19a24eb-a9e0-40e3-94ac-de35e8008ca9, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '859a93d8-e687-4962-8de1-e14c390450e4'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:40:22.823634 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:22.836058 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb1e0dcc-4f75-4fdf-aa38-0eb81656a6ed req-52df553b-9293-4b2a-8151-dae2df7fd79c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8d6fb32-901f-458c-9789-c3d6e985dd88 HTTP/1.1" status: 200 len: 217 time: 0.0852442 Dec 11 22:40:22.876521 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfaea80-95b4-474f-9f64-c3c62c2daf10 x-openstack-request-id: req-2cfaea80-95b4-474f-9f64-c3c62c2daf10 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:40:22.877031 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b216fb-8518-4a5d-b65b-f5e8e73406d8", "name": "network-vif-deleted", "tag": "778d1784-62ed-4bd2-a30f-1c9e5bd4f04b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:40:22.877122 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2cfaea80-95b4-474f-9f64-c3c62c2daf10 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:40:22.877544 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b216fb-8518-4a5d-b65b-f5e8e73406d8', 'name': 'network-vif-deleted', 'tag': '778d1784-62ed-4bd2-a30f-1c9e5bd4f04b', 'status': 'completed', 'code': 200} Dec 11 22:40:22.911818 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=d87948ed-af8a-42fd-889b-ab9bc71b4c50,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:22.941829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] For port e19a24eb-a9e0-40e3-94ac-de35e8008ca9, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:40:22.951718 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5506c163-aed4-4338-a39e-8d59f139babd req-437454ea-a1b0-40bd-aea9-5f6938a417a9 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a38e0fce-ed22-4766-a254-1bddaf36efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240701 Dec 11 22:40:22.973317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] For port e19a24eb-a9e0-40e3-94ac-de35e8008ca9, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e19a24eb-a9e0-40e3-94ac-de35e8008ca9,segment=NetworkSegment(89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c),segment_id=89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:40:23.009650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['d87948ed-af8a-42fd-889b-ab9bc71b4c50'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:40:23.010422 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1fa05f25-241d-4a40-8ec6-48b442c0c6c9 req-4f27737f-73ad-48f7-9d34-cf9e0b6d6f4e tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] 10.222.0.45 "GET /v2.0/security-groups/30c753ed-f908-4aef-a0b3-e90e02f18dba HTTP/1.1" status: 200 len: 1794 time: 0.1167672 Dec 11 22:40:23.023236 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0dcc-4f75-4fdf-aa38-0eb81656a6ed req-f7b52d7e-793f-4d08-8bc6-8eb558698d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:23.024925 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb1e0dcc-4f75-4fdf-aa38-0eb81656a6ed req-f7b52d7e-793f-4d08-8bc6-8eb558698d7b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8315a24-760e-4c58-9fd3-5c878ef845a9 HTTP/1.1" status: 200 len: 854 time: 0.1697755 Dec 11 22:40:23.070933 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb1e0dcc-4f75-4fdf-aa38-0eb81656a6ed req-26e3bcd9-9621-4ecd-8ad8-365fc69c0b5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d10dcc38-32e0-470e-b82a-e3d1a0f9d683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349748 Dec 11 22:40:23.095612 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:23.131458 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1fa05f25-241d-4a40-8ec6-48b442c0c6c9 req-4f4422ba-cb37-40f5-b2d5-9999e0d189fc tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:23.159946 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1fa05f25-241d-4a40-8ec6-48b442c0c6c9 req-4f4422ba-cb37-40f5-b2d5-9999e0d189fc tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:23.218782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a32c4-30d8-4b5f-9f2d-87bf83a62351 req-f953745b-438f-4c0f-83cb-cc59e2b343d3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:23.227110 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c52a32c4-30d8-4b5f-9f2d-87bf83a62351 req-f953745b-438f-4c0f-83cb-cc59e2b343d3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 944 time: 0.1493931 Dec 11 22:40:23.232299 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ebeea178-729d-448a-b3e6-1deaaf9837f9 None None] Provisioning complete for port e19a24eb-a9e0-40e3-94ac-de35e8008ca9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:23.232688 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ebeea178-729d-448a-b3e6-1deaaf9837f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:23.288227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379f689-5e6d-4baa-b91d-19f4465dd14c req-dc3f124d-aad4-4139-b87a-75ab21b83156 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:23.290181 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9379f689-5e6d-4baa-b91d-19f4465dd14c req-dc3f124d-aad4-4139-b87a-75ab21b83156 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 944 time: 0.0640411 Dec 11 22:40:23.301064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Routers {'3e390a3c-cfe5-4b80-8781-1b5d2faecd54'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:23.301902 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:40:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3e390a3c-cfe5-4b80-8781-1b5d2faecd54'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:23.314350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6f2b6-4917-48d6-97f8-c593fb010a9d None None] Pushing event updated for resources: {'Port': ['ID=e19a24eb-a9e0-40e3-94ac-de35e8008ca9,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:23.364721 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c52a32c4-30d8-4b5f-9f2d-87bf83a62351 req-24e8954c-81d2-4bf5-8685-046249e75e4a tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366010 Dec 11 22:40:23.382507 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb1e0dcc-4f75-4fdf-aa38-0eb81656a6ed req-b0f8fc5a-9c00-4ea9-8b0f-0236708a6949 service neutron] 10.222.0.47 "GET /v2.0/networks/d10dcc38-32e0-470e-b82a-e3d1a0f9d683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709079 Dec 11 22:40:23.402696 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1fa05f25-241d-4a40-8ec6-48b442c0c6c9 req-4f4422ba-cb37-40f5-b2d5-9999e0d189fc tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:23.405442 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1fa05f25-241d-4a40-8ec6-48b442c0c6c9 req-4f4422ba-cb37-40f5-b2d5-9999e0d189fc tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:23.439876 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1fa05f25-241d-4a40-8ec6-48b442c0c6c9 req-4f4422ba-cb37-40f5-b2d5-9999e0d189fc tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] 10.222.0.45 "DELETE /v2.0/security-groups/30c753ed-f908-4aef-a0b3-e90e02f18dba HTTP/1.1" status: 204 len: 173 time: 0.4283068 Dec 11 22:40:23.572209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4422ba-cb37-40f5-b2d5-9999e0d189fc tempest-SecurityGroupsTestAdminJSON-444369187 tempest-SecurityGroupsTestAdminJSON-444369187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c753ed-f908-4aef-a0b3-e90e02f18dba,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:23.637157 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb1e0dcc-4f75-4fdf-aa38-0eb81656a6ed req-c712c8b6-e24c-4581-9dea-1c04ccbef6ae service neutron] 10.222.0.47 "GET /v2.0/networks/d10dcc38-32e0-470e-b82a-e3d1a0f9d683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369671 Dec 11 22:40:23.714205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-9379f689-5e6d-4baa-b91d-19f4465dd14c req-1c3f8818-ffb7-4db1-86c0-03b461fa74e3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Deleting port af7c6246-ccca-4f41-bd67-7fb59d41bd80 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:40:23.714671 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9379f689-5e6d-4baa-b91d-19f4465dd14c req-1c3f8818-ffb7-4db1-86c0-03b461fa74e3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:23.869159 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076cad5-3742-4f7e-bc0d-04831032e8ea req-e221a1ad-2655-418a-9220-9290c8860ae7 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:23.881371 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8076cad5-3742-4f7e-bc0d-04831032e8ea req-e221a1ad-2655-418a-9220-9290c8860ae7 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 944 time: 0.1368124 Dec 11 22:40:23.919909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9379f689-5e6d-4baa-b91d-19f4465dd14c req-1c3f8818-ffb7-4db1-86c0-03b461fa74e3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] For port af7c6246-ccca-4f41-bd67-7fb59d41bd80, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=af7c6246-ccca-4f41-bd67-7fb59d41bd80,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:23.921141 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9379f689-5e6d-4baa-b91d-19f4465dd14c req-1c3f8818-ffb7-4db1-86c0-03b461fa74e3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:23.936092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-9379f689-5e6d-4baa-b91d-19f4465dd14c req-1c3f8818-ffb7-4db1-86c0-03b461fa74e3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Calling delete_port for af7c6246-ccca-4f41-bd67-7fb59d41bd80 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:40:23.943580 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] Set router 3e390a3c-cfe5-4b80-8781-1b5d2faecd54 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:23.987633 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8076cad5-3742-4f7e-bc0d-04831032e8ea req-970500a8-f0e2-4cde-b1a4-37da057d0f00 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052392 Dec 11 22:40:24.189835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bc455-8586-40e8-b571-9026b4cf8aed req-d74561e1-3549-40cf-9798-d1c4e3ac4ca2 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:24.194092 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2b1bc455-8586-40e8-b571-9026b4cf8aed req-d74561e1-3549-40cf-9798-d1c4e3ac4ca2 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 944 time: 0.0880029 Dec 11 22:40:24.205525 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9379f689-5e6d-4baa-b91d-19f4465dd14c req-1c3f8818-ffb7-4db1-86c0-03b461fa74e3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:24.263590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f8818-ffb7-4db1-86c0-03b461fa74e3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Pushing event deleted for resources: {'Port': ['ID=af7c6246-ccca-4f41-bd67-7fb59d41bd80,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:24.313382 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2b1bc455-8586-40e8-b571-9026b4cf8aed req-750e094c-6198-43c2-90be-799001ad9912 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a38e0fce-ed22-4766-a254-1bddaf36efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120293 Dec 11 22:40:24.333529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48986) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:24.349789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-9379f689-5e6d-4baa-b91d-19f4465dd14c req-1c3f8818-ffb7-4db1-86c0-03b461fa74e3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] No DVR routers for this DVR port af7c6246-ccca-4f41-bd67-7fb59d41bd80 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:40:24.355052 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9379f689-5e6d-4baa-b91d-19f4465dd14c req-1c3f8818-ffb7-4db1-86c0-03b461fa74e3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:24.364849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9379f689-5e6d-4baa-b91d-19f4465dd14c req-1c3f8818-ffb7-4db1-86c0-03b461fa74e3 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.47 "DELETE /v2.0/ports/af7c6246-ccca-4f41-bd67-7fb59d41bd80 HTTP/1.1" status: 204 len: 173 time: 1.0516844 Dec 11 22:40:24.378263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48990) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:24.482619 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db55122-ba4b-42f4-a8b7-5c462decbc3f admin admin] Deleting subnet b0445247-2dd2-40ad-ad72-6354f8a28eb8 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:40:24.486598 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6db55122-ba4b-42f4-a8b7-5c462decbc3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:24.554925 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6db55122-ba4b-42f4-a8b7-5c462decbc3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:24.604183 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-325bdb4d-0f90-4508-809f-e0ae2e534ae2 req-0014c40f-649a-4203-bfd6-a5bda777fd21 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 210 time: 0.0554223 Dec 11 22:40:24.646858 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6db55122-ba4b-42f4-a8b7-5c462decbc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:24.678105 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ed399c02-0b42-454e-9601-cc3b1c36c204 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b048a1d1127742099e5592ec5d47a001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430886 Dec 11 22:40:24.679156 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49024) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:24.740373 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd75ce66-b440-40c8-ada3-2081e79edb0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:24.797652 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd75ce66-b440-40c8-ada3-2081e79edb0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:24.869474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:40:24.874741 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6db55122-ba4b-42f4-a8b7-5c462decbc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:24.880185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac0af33-548f-4e8b-adc6-5506a21351e7', 'name': 'network-vif-deleted', 'tag': 'af7c6246-ccca-4f41-bd67-7fb59d41bd80'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:40:24.882510 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7583fc57-844b-49ec-ad6f-069528b74b16" -d '{"events": [{"server_uuid": "3ac0af33-548f-4e8b-adc6-5506a21351e7", "name": "network-vif-deleted", "tag": "af7c6246-ccca-4f41-bd67-7fb59d41bd80"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:40:24.914695 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:24.923793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db55122-ba4b-42f4-a8b7-5c462decbc3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0445247-2dd2-40ad-ad72-6354f8a28eb8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:24.925835 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd75ce66-b440-40c8-ada3-2081e79edb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:24.929897 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd75ce66-b440-40c8-ada3-2081e79edb0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:24.937126 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cd75ce66-b440-40c8-ada3-2081e79edb0e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f2cf2d4-d717-4594-821b-9d4976a22ae6 HTTP/1.1" status: 204 len: 168 time: 0.2567525 Dec 11 22:40:24.947252 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6db55122-ba4b-42f4-a8b7-5c462decbc3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:24.952908 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6db55122-ba4b-42f4-a8b7-5c462decbc3f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b0445247-2dd2-40ad-ad72-6354f8a28eb8 HTTP/1.1" status: 204 len: 168 time: 0.5734725 Dec 11 22:40:24.955542 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49050) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:24.956608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:40:24.957108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 778d1784-62ed-4bd2-a30f-1c9e5bd4f04b not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:40:24.998899 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ebeea178-729d-448a-b3e6-1deaaf9837f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:25.063808 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ebeea178-729d-448a-b3e6-1deaaf9837f9 None None] For port e19a24eb-a9e0-40e3-94ac-de35e8008ca9, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e19a24eb-a9e0-40e3-94ac-de35e8008ca9,segment=NetworkSegment(89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c),segment_id=89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:25.074784 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75ce66-b440-40c8-ada3-2081e79edb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2cf2d4-d717-4594-821b-9d4976a22ae6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:25.093441 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821e327f-4aea-42fe-a43e-e569ae236d24 x-openstack-request-id: req-821e327f-4aea-42fe-a43e-e569ae236d24 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:40:25.094148 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac0af33-548f-4e8b-adc6-5506a21351e7", "name": "network-vif-deleted", "tag": "af7c6246-ccca-4f41-bd67-7fb59d41bd80", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:40:25.094631 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-821e327f-4aea-42fe-a43e-e569ae236d24 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:40:25.095284 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac0af33-548f-4e8b-adc6-5506a21351e7', 'name': 'network-vif-deleted', 'tag': 'af7c6246-ccca-4f41-bd67-7fb59d41bd80', 'status': 'completed', 'code': 200} Dec 11 22:40:25.128320 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:25.183488 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ebeea178-729d-448a-b3e6-1deaaf9837f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:25.215766 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48ccf50d-e028-46dc-be1a-0a5525a18fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:25.250571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279efa65-e498-4cae-8bd9-6cabb6184698 req-b3ff7914-5653-4e3e-af7d-662de94feb12 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:25.264335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-279efa65-e498-4cae-8bd9-6cabb6184698 req-b3ff7914-5653-4e3e-af7d-662de94feb12 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 944 time: 0.1473546 Dec 11 22:40:25.300640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeea178-729d-448a-b3e6-1deaaf9837f9 None None] Pushing event updated for resources: {'Port': ['ID=e19a24eb-a9e0-40e3-94ac-de35e8008ca9,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:25.326149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'name': 'tempest-AttachSCSIVolumeTestJSON-271400720-router', 'tenant_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '2b73215d-9a7c-4e93-8356-961c627cdac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:11Z', 'updated_at': '2021-12-11T22:40:18Z', 'revision_number': 4, 'project_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'gw_port': {'id': '2b73215d-9a7c-4e93-8356-961c627cdac0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:12Z', 'updated_at': '2021-12-11T22:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'e19a24eb-a9e0-40e3-94ac-de35e8008ca9', 'name': '', 'network_id': '859a93d8-e687-4962-8de1-e14c390450e4', 'tenant_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'mac_address': 'fa:16:3e:78:c7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '24f8dad7-6c81-431a-a5fa-5ffc3c928f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:16Z', 'updated_at': '2021-12-11T22:40:22Z', 'revision_number': 4, 'project_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'subnets': [{'id': '24f8dad7-6c81-431a-a5fa-5ffc3c928f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:25.330943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ca6116b0-c55c-4be2-8473-a70e87d01a87 None None] Provisioning complete for port e19a24eb-a9e0-40e3-94ac-de35e8008ca9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:25.331445 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ca6116b0-c55c-4be2-8473-a70e87d01a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:25.361987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333ded5-813a-4ec6-984f-4832b08e4910 None None] The sync data for ids ['3e390a3c-cfe5-4b80-8781-1b5d2faecd54'] in n-d-710847-6 is: [{'id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'name': 'tempest-AttachSCSIVolumeTestJSON-271400720-router', 'tenant_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '2b73215d-9a7c-4e93-8356-961c627cdac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:11Z', 'updated_at': '2021-12-11T22:40:18Z', 'revision_number': 4, 'project_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'gw_port': {'id': '2b73215d-9a7c-4e93-8356-961c627cdac0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:12Z', 'updated_at': '2021-12-11T22:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'e19a24eb-a9e0-40e3-94ac-de35e8008ca9', 'name': '', 'network_id': '859a93d8-e687-4962-8de1-e14c390450e4', 'tenant_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'mac_address': 'fa:16:3e:78:c7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '24f8dad7-6c81-431a-a5fa-5ffc3c928f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:16Z', 'updated_at': '2021-12-11T22:40:22Z', 'revision_number': 4, 'project_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'subnets': [{'id': '24f8dad7-6c81-431a-a5fa-5ffc3c928f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:40:25.395150 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48ccf50d-e028-46dc-be1a-0a5525a18fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:25.438685 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-279efa65-e498-4cae-8bd9-6cabb6184698 req-8958da64-f47f-410e-b75a-9967db7b07f2 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613419 Dec 11 22:40:25.447129 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-48ccf50d-e028-46dc-be1a-0a5525a18fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181f5739-12db-44b4-b6d4-cbfae15768b4']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:25.511764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-48ccf50d-e028-46dc-be1a-0a5525a18fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f74eea5-44d2-496a-b191-4b2dac5034dc') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:25.512082 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-48ccf50d-e028-46dc-be1a-0a5525a18fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f74eea5-44d2-496a-b191-4b2dac5034dc') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:25.533085 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48ccf50d-e028-46dc-be1a-0a5525a18fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:25.574157 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48ccf50d-e028-46dc-be1a-0a5525a18fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:25.581627 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ccf50d-e028-46dc-be1a-0a5525a18fb8 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:40:25.582020 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48ccf50d-e028-46dc-be1a-0a5525a18fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:40:25.584038 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:40:25.713475 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device b8d6fb32-901f-458c-9789-c3d6e985dd88 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:40:25.722141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device af7c6246-ccca-4f41-bd67-7fb59d41bd80 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:40:25.748753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08689208-9be2-4200-8912-0e4886655f9e req-1ac420a3-8870-4a22-82cf-0ed4e7e0b6c7 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:25.768324 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08689208-9be2-4200-8912-0e4886655f9e req-1ac420a3-8870-4a22-82cf-0ed4e7e0b6c7 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 944 time: 0.1310499 Dec 11 22:40:25.808179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: af7c6246-ccca-4f41-bd67-7fb59d41bd80 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:40:25.808604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device af7c6246-ccca-4f41-bd67-7fb59d41bd80 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:40:25.833010 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08689208-9be2-4200-8912-0e4886655f9e req-83cc8e92-9af5-433d-894e-0e4af70e6221 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a38e0fce-ed22-4766-a254-1bddaf36efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625312 Dec 11 22:40:25.909480 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48ccf50d-e028-46dc-be1a-0a5525a18fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:25.918545 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48ccf50d-e028-46dc-be1a-0a5525a18fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:25.921901 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-48ccf50d-e028-46dc-be1a-0a5525a18fb8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/181f5739-12db-44b4-b6d4-cbfae15768b4 HTTP/1.1" status: 204 len: 168 time: 0.9640522 Dec 11 22:40:25.970602 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccf50d-e028-46dc-be1a-0a5525a18fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=181f5739-12db-44b4-b6d4-cbfae15768b4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:26.003957 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0aee9c6-d14a-4608-950f-de294142db56 req-70938338-6450-4d78-af2e-4a5cdc37d05c tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ac0af33-548f-4e8b-adc6-5506a21351e7 HTTP/1.1" status: 200 len: 210 time: 0.0517642 Dec 11 22:40:26.029405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port b8d6fb32-901f-458c-9789-c3d6e985dd88, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=b8d6fb32-901f-458c-9789-c3d6e985dd88,segment=NetworkSegment(5a3c0542-4cc1-4926-90af-8b0c1ce22050),segment_id=5a3c0542-4cc1-4926-90af-8b0c1ce22050)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:26.058247 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'b8d6fb32-901f-458c-9789-c3d6e985dd88', 'network_id': 'd10dcc38-32e0-470e-b82a-e3d1a0f9d683', 'port_id': 'b8d6fb32-901f-458c-9789-c3d6e985dd88', 'mac_address': 'fa:16:3e:12:28:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8315a24-760e-4c58-9fd3-5c878ef845a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:40:26.168101 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:26.189446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d6fb32-901f-458c-9789-c3d6e985dd88 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:40:26.284323 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port b8d6fb32-901f-458c-9789-c3d6e985dd88, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=b8d6fb32-901f-458c-9789-c3d6e985dd88,segment=NetworkSegment(5a3c0542-4cc1-4926-90af-8b0c1ce22050),segment_id=5a3c0542-4cc1-4926-90af-8b0c1ce22050)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:26.292882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d87948ed-af8a-42fd-889b-ab9bc71b4c50 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:26.299479 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49130) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:26.384729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49136) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:26.387982 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:26.398267 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cf40c7ba-f434-4554-a46c-b0e53a758d00 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be1203539e1446348c7489e2401e9df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0995028 Dec 11 22:40:26.481769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=b8d6fb32-901f-458c-9789-c3d6e985dd88,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:26.501270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port d87948ed-af8a-42fd-889b-ab9bc71b4c50 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:40:26.508683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port d87948ed-af8a-42fd-889b-ab9bc71b4c50 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:26.508683 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:26.548853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49156) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:26.561099 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dea66431-ffe8-420e-9c7d-237eb92df00c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:26.663640 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-216a905a-d5fb-4bd9-ad74-ee638cdc4cd5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b8b0768231f4477aca12c7a26f21fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1132603 Dec 11 22:40:26.664280 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49158) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:26.672292 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dea66431-ffe8-420e-9c7d-237eb92df00c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:26.672994 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:26.702667 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd52b07-b02d-4a2c-a07d-82f86027a471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87948ed-af8a-42fd-889b-ab9bc71b4c50'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:40:26.705786 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3938fde1-19af-4198-833e-e9a36545442d" -d '{"events": [{"server_uuid": "8dd52b07-b02d-4a2c-a07d-82f86027a471", "name": "network-vif-plugged", "status": "completed", "tag": "d87948ed-af8a-42fd-889b-ab9bc71b4c50"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:40:26.744460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['b8d6fb32-901f-458c-9789-c3d6e985dd88'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:40:26.752935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d87948ed-af8a-42fd-889b-ab9bc71b4c50, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d87948ed-af8a-42fd-889b-ab9bc71b4c50,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:26.838512 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:26.894904 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bcea56d9-070f-4de2-81de-db02d3a8e507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:26.956338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=d87948ed-af8a-42fd-889b-ab9bc71b4c50,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:26.986088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6b94f-2187-45f0-8bea-69d626ad4c1c req-6be53816-1ba1-4038-b4a5-1cd722641ca4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:27.004871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-15f6b94f-2187-45f0-8bea-69d626ad4c1c req-6be53816-1ba1-4038-b4a5-1cd722641ca4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 944 time: 0.3825943 Dec 11 22:40:27.008265 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bcea56d9-070f-4de2-81de-db02d3a8e507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:27.055279 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e19a24eb-a9e0-40e3-94ac-de35e8008ca9 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:27.167241 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dea66431-ffe8-420e-9c7d-237eb92df00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:27.189143 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dea66431-ffe8-420e-9c7d-237eb92df00c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:27.189520 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port e19a24eb-a9e0-40e3-94ac-de35e8008ca9 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:27.189901 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:27.195066 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dea66431-ffe8-420e-9c7d-237eb92df00c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8840331d-ddba-4849-81bc-ce9f2e398f75 HTTP/1.1" status: 204 len: 168 time: 0.8046992 Dec 11 22:40:27.246011 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bcea56d9-070f-4de2-81de-db02d3a8e507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:27.249993 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bcea56d9-070f-4de2-81de-db02d3a8e507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:27.256240 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bcea56d9-070f-4de2-81de-db02d3a8e507 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e93a1d99-dafd-424a-b8b5-6a50f3ce4d37 HTTP/1.1" status: 204 len: 168 time: 0.5880363 Dec 11 22:40:27.267152 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-15f6b94f-2187-45f0-8bea-69d626ad4c1c req-46c83274-5541-4673-adb9-874673345f4b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322545 Dec 11 22:40:27.292638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea66431-ffe8-420e-9c7d-237eb92df00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8840331d-ddba-4849-81bc-ce9f2e398f75,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:27.305652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea56d9-070f-4de2-81de-db02d3a8e507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93a1d99-dafd-424a-b8b5-6a50f3ce4d37,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:27.344599 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314676d7-6b37-4308-9030-c4c99e703ee5 x-openstack-request-id: req-314676d7-6b37-4308-9030-c4c99e703ee5 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:40:27.347088 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd52b07-b02d-4a2c-a07d-82f86027a471", "name": "network-vif-plugged", "status": "completed", "tag": "d87948ed-af8a-42fd-889b-ab9bc71b4c50", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:40:27.347088 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-314676d7-6b37-4308-9030-c4c99e703ee5 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:40:27.347088 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd52b07-b02d-4a2c-a07d-82f86027a471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87948ed-af8a-42fd-889b-ab9bc71b4c50', 'code': 200} Dec 11 22:40:27.527945 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981e015-2a59-4858-9397-875fcb713ef5 req-1a94851e-c07b-49fc-ad43-1e2bbee33210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:27.529447 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8981e015-2a59-4858-9397-875fcb713ef5 req-1a94851e-c07b-49fc-ad43-1e2bbee33210 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 1096 time: 0.1258419 Dec 11 22:40:27.614864 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7ebd1-f571-4c6e-b986-b5f5321c8dc3 req-173197f3-1ac8-48cd-8cc7-208c5e2aa829 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:27.620740 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70c7ebd1-f571-4c6e-b986-b5f5321c8dc3 req-173197f3-1ac8-48cd-8cc7-208c5e2aa829 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 945 time: 0.1485164 Dec 11 22:40:27.650196 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8981e015-2a59-4858-9397-875fcb713ef5 req-0595e9aa-1c84-43ec-b104-ccdb36b30b98 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009803 Dec 11 22:40:27.716690 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device b8d6fb32-901f-458c-9789-c3d6e985dd88 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:27.739132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70c7ebd1-f571-4c6e-b986-b5f5321c8dc3 req-9a1a4205-eebe-437e-beae-9e4fcf4527dc tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a38e0fce-ed22-4766-a254-1bddaf36efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070685 Dec 11 22:40:27.955864 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port b8d6fb32-901f-458c-9789-c3d6e985dd88 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:40:27.966489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port b8d6fb32-901f-458c-9789-c3d6e985dd88 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:27.968082 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:28.216273 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:28.356278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port b8d6fb32-901f-458c-9789-c3d6e985dd88, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=b8d6fb32-901f-458c-9789-c3d6e985dd88,segment=NetworkSegment(5a3c0542-4cc1-4926-90af-8b0c1ce22050),segment_id=5a3c0542-4cc1-4926-90af-8b0c1ce22050)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:28.441152 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:28.462177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ef1f9-65ef-4dc4-b9f9-3a32e8502002 req-c8530931-0c5a-4b11-810c-a12f199e6eca tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:28.463765 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e45ef1f9-65ef-4dc4-b9f9-3a32e8502002 req-c8530931-0c5a-4b11-810c-a12f199e6eca tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 944 time: 0.0670660 Dec 11 22:40:28.514673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=b8d6fb32-901f-458c-9789-c3d6e985dd88,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:28.631017 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e45ef1f9-65ef-4dc4-b9f9-3a32e8502002 req-6b08b1c8-83f2-4e44-b419-390e9e6fd529 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600657 Dec 11 22:40:28.798398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cba5a-8399-4d7f-8b2c-f2b9efbee4e9 req-547cc28b-1a80-4561-a0f2-9876c31c340f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:28.800304 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b7cba5a-8399-4d7f-8b2c-f2b9efbee4e9 req-547cc28b-1a80-4561-a0f2-9876c31c340f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 945 time: 0.1040249 Dec 11 22:40:28.921693 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b7cba5a-8399-4d7f-8b2c-f2b9efbee4e9 req-dbd419fe-c546-40a8-9b29-636056d14911 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126747 Dec 11 22:40:29.038541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ccd19-9e44-4523-bae2-e9bbe4379ab4 req-2bc341ed-1e64-42aa-911f-1fdc0f183d52 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:29.041057 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-285ccd19-9e44-4523-bae2-e9bbe4379ab4 req-2bc341ed-1e64-42aa-911f-1fdc0f183d52 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 944 time: 0.1982517 Dec 11 22:40:29.193326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb1905-984c-4b6f-a5ce-2c822f520fac req-e91e3a03-4643-4677-b3a8-4e5e7ae2059f tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:29.199545 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79bb1905-984c-4b6f-a5ce-2c822f520fac req-e91e3a03-4643-4677-b3a8-4e5e7ae2059f tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 946 time: 0.1797638 Dec 11 22:40:29.308825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-285ccd19-9e44-4523-bae2-e9bbe4379ab4 req-0108cfe6-2be1-4daf-9931-7093fcb813de tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Deleting port ea7f4509-4f61-4640-8f9b-b12e2884be88 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:40:29.309420 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-285ccd19-9e44-4523-bae2-e9bbe4379ab4 req-0108cfe6-2be1-4daf-9931-7093fcb813de tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:29.333092 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79bb1905-984c-4b6f-a5ce-2c822f520fac req-4a70e51a-a654-4e31-ae71-901d3194b7c7 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a38e0fce-ed22-4766-a254-1bddaf36efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136653 Dec 11 22:40:29.347854 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4828b93-e11f-4148-90cc-d5c79b917067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d6fb32-901f-458c-9789-c3d6e985dd88'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:40:29.351418 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936e2047-f446-4cbf-b5c4-141b8c2352e3" -d '{"events": [{"server_uuid": "b4828b93-e11f-4148-90cc-d5c79b917067", "name": "network-vif-plugged", "status": "completed", "tag": "b8d6fb32-901f-458c-9789-c3d6e985dd88"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:40:29.429289 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86874d0e-0a20-4c57-9055-02e8a96dce17 x-openstack-request-id: req-86874d0e-0a20-4c57-9055-02e8a96dce17 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:40:29.430078 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4828b93-e11f-4148-90cc-d5c79b917067", "name": "network-vif-plugged", "status": "completed", "tag": "b8d6fb32-901f-458c-9789-c3d6e985dd88", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:40:29.430484 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86874d0e-0a20-4c57-9055-02e8a96dce17 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:40:29.431175 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4828b93-e11f-4148-90cc-d5c79b917067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d6fb32-901f-458c-9789-c3d6e985dd88', 'code': 200} Dec 11 22:40:29.521830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-285ccd19-9e44-4523-bae2-e9bbe4379ab4 req-0108cfe6-2be1-4daf-9931-7093fcb813de tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] For port ea7f4509-4f61-4640-8f9b-b12e2884be88, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ea7f4509-4f61-4640-8f9b-b12e2884be88,segment=NetworkSegment(77894fd9-75b4-4fdf-811a-3560367e2b86),segment_id=77894fd9-75b4-4fdf-811a-3560367e2b86)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:29.522577 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-285ccd19-9e44-4523-bae2-e9bbe4379ab4 req-0108cfe6-2be1-4daf-9931-7093fcb813de tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:29.538745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-285ccd19-9e44-4523-bae2-e9bbe4379ab4 req-0108cfe6-2be1-4daf-9931-7093fcb813de tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Calling delete_port for ea7f4509-4f61-4640-8f9b-b12e2884be88 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:40:29.576505 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49312) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:29.605011 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd750b-571a-4707-9452-94ea2ffbff23 req-e5c4f3bd-50b9-4b1f-82b3-2e43cae33c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:29.608458 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-46bd750b-571a-4707-9452-94ea2ffbff23 req-e5c4f3bd-50b9-4b1f-82b3-2e43cae33c82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 1097 time: 0.0639956 Dec 11 22:40:29.742835 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-46bd750b-571a-4707-9452-94ea2ffbff23 req-0c8a0c7b-52f7-4768-ae7b-d70896090815 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a38e0fce-ed22-4766-a254-1bddaf36efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253726 Dec 11 22:40:29.870372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-911c7df1-9a8c-486b-93f2-f075a83414fc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1156920337-network', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:29.914269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3667fa2-e7bf-4443-bdb6-d57471ff9211 req-1b66154d-1d99-49d9-8b46-83097ce72ad6 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:29.916011 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3667fa2-e7bf-4443-bdb6-d57471ff9211 req-1b66154d-1d99-49d9-8b46-83097ce72ad6 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 944 time: 0.1506426 Dec 11 22:40:29.952202 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-285ccd19-9e44-4523-bae2-e9bbe4379ab4 req-0108cfe6-2be1-4daf-9931-7093fcb813de tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:30.007844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108cfe6-2be1-4daf-9931-7093fcb813de tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Pushing event deleted for resources: {'Port': ['ID=ea7f4509-4f61-4640-8f9b-b12e2884be88,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:30.028111 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911c7df1-9a8c-486b-93f2-f075a83414fc admin admin] Made reservation on behalf of 27217062ad8c4d4babc5ba4352c729c5 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:40:30.028111 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-911c7df1-9a8c-486b-93f2-f075a83414fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:30.045977 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3667fa2-e7bf-4443-bdb6-d57471ff9211 req-e8350594-6c87-4158-abf8-1839446f493a tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/security-groups?id=185cdf4f-73ac-4494-aa66-f526749f3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227901 Dec 11 22:40:30.052492 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-911c7df1-9a8c-486b-93f2-f075a83414fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:30.121776 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-285ccd19-9e44-4523-bae2-e9bbe4379ab4 req-0108cfe6-2be1-4daf-9931-7093fcb813de tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] No DVR routers for this DVR port ea7f4509-4f61-4640-8f9b-b12e2884be88 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:40:30.160240 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-285ccd19-9e44-4523-bae2-e9bbe4379ab4 req-0108cfe6-2be1-4daf-9931-7093fcb813de tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:30.164039 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-285ccd19-9e44-4523-bae2-e9bbe4379ab4 req-0108cfe6-2be1-4daf-9931-7093fcb813de tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.47 "DELETE /v2.0/ports/ea7f4509-4f61-4640-8f9b-b12e2884be88 HTTP/1.1" status: 204 len: 173 time: 1.1013184 Dec 11 22:40:30.164175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9365822-8361-423d-a08a-f287695788b0', 'name': 'network-vif-deleted', 'tag': 'ea7f4509-4f61-4640-8f9b-b12e2884be88'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:40:30.166888 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6d0245-8176-48ee-8078-12645a98c772" -d '{"events": [{"server_uuid": "b9365822-8361-423d-a08a-f287695788b0", "name": "network-vif-deleted", "tag": "ea7f4509-4f61-4640-8f9b-b12e2884be88"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:40:30.323969 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c013731-c60d-4b89-9bf1-1edbfd68fc59 x-openstack-request-id: req-4c013731-c60d-4b89-9bf1-1edbfd68fc59 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:40:30.324639 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9365822-8361-423d-a08a-f287695788b0", "name": "network-vif-deleted", "tag": "ea7f4509-4f61-4640-8f9b-b12e2884be88", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:40:30.324896 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c013731-c60d-4b89-9bf1-1edbfd68fc59 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:40:30.325298 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9365822-8361-423d-a08a-f287695788b0', 'name': 'network-vif-deleted', 'tag': 'ea7f4509-4f61-4640-8f9b-b12e2884be88', 'status': 'completed', 'code': 200} Dec 11 22:40:30.327179 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-911c7df1-9a8c-486b-93f2-f075a83414fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:30.426020 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f4541-8586-488c-8d51-5d1aa72efb28 req-01d79106-1c2b-4a5a-b925-71c83a59d8b8 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:30.441217 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d6f4541-8586-488c-8d51-5d1aa72efb28 req-01d79106-1c2b-4a5a-b925-71c83a59d8b8 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 945 time: 0.1406698 Dec 11 22:40:30.457338 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-911c7df1-9a8c-486b-93f2-f075a83414fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:30.502325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911c7df1-9a8c-486b-93f2-f075a83414fc admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:40:30.516129 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-911c7df1-9a8c-486b-93f2-f075a83414fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:30.516802 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-911c7df1-9a8c-486b-93f2-f075a83414fc admin admin] Added segment 39b03224-d711-47aa-8713-7c0a122d485e of type vlan for network 82b08062-dcd3-4b12-b656-232a56b3b938 Dec 11 22:40:30.616128 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb1f11-fdfe-419b-a301-cef6fd5abe8f req-ac4f7130-cb15-401d-9b0f-d01af3603b37 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:30.621846 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-911c7df1-9a8c-486b-93f2-f075a83414fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:30.625407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8fcb1f11-fdfe-419b-a301-cef6fd5abe8f req-ac4f7130-cb15-401d-9b0f-d01af3603b37 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 946 time: 0.1167409 Dec 11 22:40:30.713504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c7df1-9a8c-486b-93f2-f075a83414fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323c810c-32ee-4b92-8819-64c7d4a2d135,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:30.725584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d6f4541-8586-488c-8d51-5d1aa72efb28 req-45823d5a-a85b-4955-b616-5de693a5d84e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834797 Dec 11 22:40:30.776450 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8fcb1f11-fdfe-419b-a301-cef6fd5abe8f req-f38cc13f-a28d-45f5-9144-98beed88dcdb tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a38e0fce-ed22-4766-a254-1bddaf36efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382277 Dec 11 22:40:30.811092 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-911c7df1-9a8c-486b-93f2-f075a83414fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:30.812373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911c7df1-9a8c-486b-93f2-f075a83414fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:30.812721 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-911c7df1-9a8c-486b-93f2-f075a83414fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:30.946185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c7df1-9a8c-486b-93f2-f075a83414fc admin admin] Pushing event updated for resources: {'Network': ['ID=82b08062-dcd3-4b12-b656-232a56b3b938,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:30.964058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 82b08062-dcd3-4b12-b656-232a56b3b938 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:40:31.046236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-911c7df1-9a8c-486b-93f2-f075a83414fc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4685068 Dec 11 22:40:31.049883 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49412) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:31.055079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-62dd5021-afef-49d4-9557-5dc78c2da1f5 admin admin] Request body: {'subnet': {'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1156920337-subnet', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:31.249139 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-2d5a2fed-9b61-455a-8948-6a9d145ed73b tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ebe483fc920c439ab2dac230dba335f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429833 Dec 11 22:40:31.283546 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dd5021-afef-49d4-9557-5dc78c2da1f5 admin admin] Made reservation on behalf of 27217062ad8c4d4babc5ba4352c729c5 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:40:31.286625 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62dd5021-afef-49d4-9557-5dc78c2da1f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:31.347241 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55872e7c-0f86-45d3-85df-84bc252d3465 req-1bcfc953-2481-47bf-b333-ebf128b03a68 tempest-LiveMigrationTest-1642081774 tempest-LiveMigrationTest-1642081774-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9365822-8361-423d-a08a-f287695788b0 HTTP/1.1" status: 200 len: 210 time: 0.0479877 Dec 11 22:40:31.529575 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-b32b2f13-2180-495a-a80f-8ebc3987dee4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:31.531674 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-b32b2f13-2180-495a-a80f-8ebc3987dee4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2762532 Dec 11 22:40:31.552335 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-e72b6aaf-9383-4266-b4d6-eac5fd2ad66d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/quotas/ebe483fc920c439ab2dac230dba335f8 HTTP/1.1" status: 200 len: 375 time: 0.0098054 Dec 11 22:40:31.627730 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-4fec7785-df0c-4a2f-995d-eac04720c120 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429940 Dec 11 22:40:31.667029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c623a2d-0847-4792-96e8-e6e69366bd53 req-e2168207-4a20-4411-8737-c2d027a4464f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:31.677982 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c623a2d-0847-4792-96e8-e6e69366bd53 req-e2168207-4a20-4411-8737-c2d027a4464f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 945 time: 0.1067436 Dec 11 22:40:31.737507 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c623a2d-0847-4792-96e8-e6e69366bd53 req-61c7eb64-5cad-4b6d-a7dd-2b62410d5c12 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585670 Dec 11 22:40:31.746922 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ea7f4509-4f61-4640-8f9b-b12e2884be88 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:40:31.771990 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: ea7f4509-4f61-4640-8f9b-b12e2884be88 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:40:31.772349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ea7f4509-4f61-4640-8f9b-b12e2884be88 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:40:31.781354 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62dd5021-afef-49d4-9557-5dc78c2da1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:31.867478 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd5021-afef-49d4-9557-5dc78c2da1f5 admin admin] Checking segment: {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:31.868881 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd5021-afef-49d4-9557-5dc78c2da1f5 admin admin] Network hostable DHCP agents. Network: 82b08062-dcd3-4b12-b656-232a56b3b938, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:40:31.876823 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd5021-afef-49d4-9557-5dc78c2da1f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7fea1e5-16e5-4ed2-9658-4e69f5375c97,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:31.940908 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-48f5c3b7-24cb-4bc3-837d-57f8a7d2964c req-0dcd501e-ade1-4e7e-8bfb-0b500a09da54 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 210 time: 0.0511222 Dec 11 22:40:32.017099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16620b-6175-496e-9ad0-3962af24d63b req-dc40bb08-31ab-4a7a-a6d5-65c21252569e tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:32.018823 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ab16620b-6175-496e-9ad0-3962af24d63b req-dc40bb08-31ab-4a7a-a6d5-65c21252569e tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 946 time: 0.1078377 Dec 11 22:40:32.033014 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd5021-afef-49d4-9557-5dc78c2da1f5 admin admin] Network 82b08062-dcd3-4b12-b656-232a56b3b938 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:40:32.103024 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ab16620b-6175-496e-9ad0-3962af24d63b req-6b6ef3d7-8cc1-4e5e-8a85-a3669b8d030b tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a38e0fce-ed22-4766-a254-1bddaf36efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656550 Dec 11 22:40:32.120676 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-62dd5021-afef-49d4-9557-5dc78c2da1f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 82b08062-dcd3-4b12-b656-232a56b3b938) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:32.128653 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dd5021-afef-49d4-9557-5dc78c2da1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:32.129375 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62dd5021-afef-49d4-9557-5dc78c2da1f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:32.135324 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dca9021-cf83-4ebd-988a-30cad5d50157 None None] Network 82b08062-dcd3-4b12-b656-232a56b3b938 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:40:32.224797 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49446) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:32.306660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-82b08062-dcd3-4b12-b656-232a56b3b938', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:40:32.309255 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:32.396813 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-62dd5021-afef-49d4-9557-5dc78c2da1f5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3429835 Dec 11 22:40:32.401253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49452) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:32.403587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1156920337-router', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:32.426187 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3be17d45-1673-44eb-9176-0696683b28b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:32.467781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49454) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:32.561433 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:32.565750 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:32.648907 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Allocated IP 172.20.0.2 (82b08062-dcd3-4b12-b656-232a56b3b938/c7fea1e5-16e5-4ed2-9658-4e69f5375c97/9b506ee8-6810-4b7d-900f-a76c654062f3) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:40:32.663086 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3be17d45-1673-44eb-9176-0696683b28b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:32.713848 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:32.716529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122734d-2b67-46c1-9145-7f9f67eab127 req-7e8474e0-525a-49c5-809b-b43f9a1aa7d7 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:32.721509 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1122734d-2b67-46c1-9145-7f9f67eab127 req-7e8474e0-525a-49c5-809b-b43f9a1aa7d7 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 945 time: 0.1122577 Dec 11 22:40:32.749991 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-1530ca81-2ea2-4ff6-80ca-f844401f2df1 admin admin] Deleting subnet f7f778c4-8576-40f1-9e48-2f4f1f10e98c {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:40:32.753790 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1530ca81-2ea2-4ff6-80ca-f844401f2df1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:32.808438 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1530ca81-2ea2-4ff6-80ca-f844401f2df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:32.881081 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1530ca81-2ea2-4ff6-80ca-f844401f2df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:32.928627 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:32.941484 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3be17d45-1673-44eb-9176-0696683b28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.022432 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.119397 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3be17d45-1673-44eb-9176-0696683b28b1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ce8b2cf5d464b85986b724f58a079d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8935864 Dec 11 22:40:33.125803 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49468) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:33.184463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Network 82b08062-dcd3-4b12-b656-232a56b3b938 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:33.189695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Pushing event updated for resources: {'Port': ['ID=9b506ee8-6810-4b7d-900f-a76c654062f3,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:33.196786 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:33.202425 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:40:33.207735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676f1fe-dd02-4669-8254-5312a39ca55a req-5986a4cd-3559-4874-b80c-acb909001fc0 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:33.211013 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f676f1fe-dd02-4669-8254-5312a39ca55a req-5986a4cd-3559-4874-b80c-acb909001fc0 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 945 time: 0.3400197 Dec 11 22:40:33.237397 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be17d45-1673-44eb-9176-0696683b28b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aabe728-5537-49bf-9c20-6013b83e8760,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:33.305134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Attempting to bind port 9b506ee8-6810-4b7d-900f-a76c654062f3 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:40:33.305704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Attempting to bind port 9b506ee8-6810-4b7d-900f-a76c654062f3 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:40:33.306302 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Attempting to bind port 9b506ee8-6810-4b7d-900f-a76c654062f3 on network 82b08062-dcd3-4b12-b656-232a56b3b938 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:33.310299 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-1122734d-2b67-46c1-9145-7f9f67eab127 req-900d47be-3dc0-4aad-a00f-27372e14a56b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Deleting port d87948ed-af8a-42fd-889b-ab9bc71b4c50 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:40:33.310702 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1122734d-2b67-46c1-9145-7f9f67eab127 req-900d47be-3dc0-4aad-a00f-27372e14a56b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.313597 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:40:33.314308 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Checking segment: {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:33.314968 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.315563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Bound using segment: {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:40:33.316298 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Bound port: 9b506ee8-6810-4b7d-900f-a76c654062f3, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:40:33.317042 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.413080 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cba744c-d302-4adb-be42-f57e5f61cad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.421455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] For port 9b506ee8-6810-4b7d-900f-a76c654062f3, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:40:33.426004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] For port 9b506ee8-6810-4b7d-900f-a76c654062f3, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9b506ee8-6810-4b7d-900f-a76c654062f3,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:40:33.437763 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f676f1fe-dd02-4669-8254-5312a39ca55a req-c1c1380c-2469-4439-8025-fba1385ec1e7 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073424 Dec 11 22:40:33.461913 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e1f4962-c45e-4122-b318-900023097e78 req-5f452c9a-e265-4aed-9c84-507b2bf1b885 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 210 time: 0.0374343 Dec 11 22:40:33.480386 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cba744c-d302-4adb-be42-f57e5f61cad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.517250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-1122734d-2b67-46c1-9145-7f9f67eab127 req-900d47be-3dc0-4aad-a00f-27372e14a56b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] For port d87948ed-af8a-42fd-889b-ab9bc71b4c50, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d87948ed-af8a-42fd-889b-ab9bc71b4c50,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:33.517657 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1122734d-2b67-46c1-9145-7f9f67eab127 req-900d47be-3dc0-4aad-a00f-27372e14a56b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.526718 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.547375 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.551062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-1122734d-2b67-46c1-9145-7f9f67eab127 req-900d47be-3dc0-4aad-a00f-27372e14a56b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Calling delete_port for d87948ed-af8a-42fd-889b-ab9bc71b4c50 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:40:33.578610 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1530ca81-2ea2-4ff6-80ca-f844401f2df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.623478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530ca81-2ea2-4ff6-80ca-f844401f2df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f778c4-8576-40f1-9e48-2f4f1f10e98c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:33.625841 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1530ca81-2ea2-4ff6-80ca-f844401f2df1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.629438 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1530ca81-2ea2-4ff6-80ca-f844401f2df1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f7f778c4-8576-40f1-9e48-2f4f1f10e98c HTTP/1.1" status: 204 len: 168 time: 1.1310394 Dec 11 22:40:33.635989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49488) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:33.653135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a1249-c9e3-4fac-9270-074b2c04c79d None None] Pushing event updated for resources: {'Port': ['ID=9b506ee8-6810-4b7d-900f-a76c654062f3,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:33.798207 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41a1583d-c2b6-4ede-b72e-1b8640d239c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.862833 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1122734d-2b67-46c1-9145-7f9f67eab127 req-900d47be-3dc0-4aad-a00f-27372e14a56b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.865160 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cba744c-d302-4adb-be42-f57e5f61cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.869357 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cba744c-d302-4adb-be42-f57e5f61cad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.870616 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7cba744c-d302-4adb-be42-f57e5f61cad3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7aabe728-5537-49bf-9c20-6013b83e8760 HTTP/1.1" status: 204 len: 168 time: 0.7276368 Dec 11 22:40:33.877416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['d87948ed-af8a-42fd-889b-ab9bc71b4c50'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:40:33.900189 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41a1583d-c2b6-4ede-b72e-1b8640d239c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:33.948583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-41a1583d-c2b6-4ede-b72e-1b8640d239c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc99fe2a-f620-40db-bef5-51a1a7294f37']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:33.973135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-41a1583d-c2b6-4ede-b72e-1b8640d239c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77894fd9-75b4-4fdf-811a-3560367e2b86') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:33.973445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-41a1583d-c2b6-4ede-b72e-1b8640d239c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77894fd9-75b4-4fdf-811a-3560367e2b86') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:34.018440 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41a1583d-c2b6-4ede-b72e-1b8640d239c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:34.106519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba744c-d302-4adb-be42-f57e5f61cad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aabe728-5537-49bf-9c20-6013b83e8760,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:34.108491 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d47be-3dc0-4aad-a00f-27372e14a56b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Pushing event deleted for resources: {'Port': ['ID=d87948ed-af8a-42fd-889b-ab9bc71b4c50,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:34.136646 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-1122734d-2b67-46c1-9145-7f9f67eab127 req-900d47be-3dc0-4aad-a00f-27372e14a56b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] No DVR routers for this DVR port d87948ed-af8a-42fd-889b-ab9bc71b4c50 on host n-h2-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:40:34.143726 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1122734d-2b67-46c1-9145-7f9f67eab127 req-900d47be-3dc0-4aad-a00f-27372e14a56b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:34.144632 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1122734d-2b67-46c1-9145-7f9f67eab127 req-900d47be-3dc0-4aad-a00f-27372e14a56b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.13 "DELETE /v2.0/ports/d87948ed-af8a-42fd-889b-ab9bc71b4c50 HTTP/1.1" status: 204 len: 173 time: 1.4169981 Dec 11 22:40:34.145206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd52b07-b02d-4a2c-a07d-82f86027a471', 'name': 'network-vif-deleted', 'tag': 'd87948ed-af8a-42fd-889b-ab9bc71b4c50'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:40:34.155346 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca66ce75-4526-487c-aa98-c68da017189b" -d '{"events": [{"server_uuid": "8dd52b07-b02d-4a2c-a07d-82f86027a471", "name": "network-vif-deleted", "tag": "d87948ed-af8a-42fd-889b-ab9bc71b4c50"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:40:34.192704 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41a1583d-c2b6-4ede-b72e-1b8640d239c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:34.300183 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f900611-0dc0-4240-b4b9-45d6928aa82b x-openstack-request-id: req-3f900611-0dc0-4240-b4b9-45d6928aa82b {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:40:34.300183 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd52b07-b02d-4a2c-a07d-82f86027a471", "name": "network-vif-deleted", "tag": "d87948ed-af8a-42fd-889b-ab9bc71b4c50", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:40:34.300183 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f900611-0dc0-4240-b4b9-45d6928aa82b {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:40:34.300183 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd52b07-b02d-4a2c-a07d-82f86027a471', 'name': 'network-vif-deleted', 'tag': 'd87948ed-af8a-42fd-889b-ab9bc71b4c50', 'status': 'completed', 'code': 200} Dec 11 22:40:34.354144 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:34.356292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a1583d-c2b6-4ede-b72e-1b8640d239c4 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:40:34.356688 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41a1583d-c2b6-4ede-b72e-1b8640d239c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:40:34.501916 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:40:34.625012 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:34.696689 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f99ca149-933c-405e-b87c-95e472513a2a req-b3f197a9-5b49-494e-989a-bb1bc4528da8 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd52b07-b02d-4a2c-a07d-82f86027a471 HTTP/1.1" status: 200 len: 210 time: 0.0904732 Dec 11 22:40:34.825743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9abacdf9-f053-4bbd-877d-33526442b172 req-c9b635a2-f769-4a19-86cc-6c7697e98fb6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 210 time: 0.2038510 Dec 11 22:40:34.861352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Allocated IP 172.25.1.88 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/b1d34629-99eb-42d9-8539-afc0bf50b243) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:40:34.916325 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41a1583d-c2b6-4ede-b72e-1b8640d239c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:34.966173 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41a1583d-c2b6-4ede-b72e-1b8640d239c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:34.971643 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-41a1583d-c2b6-4ede-b72e-1b8640d239c4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/dc99fe2a-f620-40db-bef5-51a1a7294f37 HTTP/1.1" status: 204 len: 168 time: 1.3343811 Dec 11 22:40:34.974479 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49520) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:34.987825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9b506ee8-6810-4b7d-900f-a76c654062f3 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:35.034325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1583d-c2b6-4ede-b72e-1b8640d239c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc99fe2a-f620-40db-bef5-51a1a7294f37,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:35.083194 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-26da985e-7bcc-4bc8-8819-db0e9e500e6c admin admin] Deleting subnet a6b947c4-7a10-478a-9beb-6ce098f9fcbf {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:40:35.128106 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-26da985e-7bcc-4bc8-8819-db0e9e500e6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:35.172339 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:35.239784 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-8bdaced7-4fc7-4d89-8b51-fc9280996749 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ebe483fc920c439ab2dac230dba335f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1513188 Dec 11 22:40:35.250311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 9b506ee8-6810-4b7d-900f-a76c654062f3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:35.251511 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:35.270699 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:35.395247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d34629-99eb-42d9-8539-afc0bf50b243,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:35.427348 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-26da985e-7bcc-4bc8-8819-db0e9e500e6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:35.432488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:35.440778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:35.447823 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:40:35.548959 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa8a23e-289b-40b1-8b0b-a01ea4db7092 None None] Network 82b08062-dcd3-4b12-b656-232a56b3b938 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:40:35.560215 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:35.638066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-097cbf90-cb3b-460f-bfdd-7a6814476994 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:35.639953 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-097cbf90-cb3b-460f-bfdd-7a6814476994 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3819411 Dec 11 22:40:35.660552 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Request body: {'port': {'device_id': 'f53de608-1377-4efb-87bf-adfee7995242', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'ebe483fc920c439ab2dac230dba335f8'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:35.686207 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-26da985e-7bcc-4bc8-8819-db0e9e500e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:35.731516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 9b506ee8-6810-4b7d-900f-a76c654062f3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9b506ee8-6810-4b7d-900f-a76c654062f3,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:35.742607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5c416acc-b2d5-4cb8-9c09-463f5899cc56 None None] Provisioning complete for port 9b506ee8-6810-4b7d-900f-a76c654062f3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:35.744016 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5c416acc-b2d5-4cb8-9c09-463f5899cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:35.838263 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:35.928840 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-26da985e-7bcc-4bc8-8819-db0e9e500e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:35.963633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da985e-7bcc-4bc8-8819-db0e9e500e6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b947c4-7a10-478a-9beb-6ce098f9fcbf,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:35.973238 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-26da985e-7bcc-4bc8-8819-db0e9e500e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:35.977181 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-26da985e-7bcc-4bc8-8819-db0e9e500e6c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a6b947c4-7a10-478a-9beb-6ce098f9fcbf HTTP/1.1" status: 204 len: 168 time: 1.0009868 Dec 11 22:40:35.980476 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49544) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:36.000159 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=9b506ee8-6810-4b7d-900f-a76c654062f3,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:36.023853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Made reservation on behalf of ebe483fc920c439ab2dac230dba335f8 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:40:36.029611 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:36.087971 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:36.172270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7f8ceac-ad21-4377-8794-29e36de5de4b req-096f1a27-aa9a-43cb-8368-3494f72babb2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 210 time: 0.0670226 Dec 11 22:40:36.198984 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:36.241453 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:36.254517 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22e64353-d737-4c44-8ead-a11430fc66df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:36.343375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d87948ed-af8a-42fd-889b-ab9bc71b4c50 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:40:36.356111 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:36.371774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: d87948ed-af8a-42fd-889b-ab9bc71b4c50 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:40:36.372271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d87948ed-af8a-42fd-889b-ab9bc71b4c50 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:40:36.392099 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9a3d1f32-e489-4653-8e1a-2329cff4e6f9 None None] Provisioning complete for port 9b506ee8-6810-4b7d-900f-a76c654062f3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:36.392912 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1f32-e489-4653-8e1a-2329cff4e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:36.402779 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69bab12d-fcfb-42cf-8a98-df18cc61430a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:36.429075 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22e64353-d737-4c44-8ead-a11430fc66df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:36.514161 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-22e64353-d737-4c44-8ead-a11430fc66df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc1a707-8e96-46f3-93f0-a542b4856f0f']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:36.535786 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-22e64353-d737-4c44-8ead-a11430fc66df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d4fe5d-42c9-4ad1-8e16-c3bd497d3834') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:36.536039 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-22e64353-d737-4c44-8ead-a11430fc66df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d4fe5d-42c9-4ad1-8e16-c3bd497d3834') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:36.566983 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22e64353-d737-4c44-8ead-a11430fc66df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:36.613388 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22e64353-d737-4c44-8ead-a11430fc66df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:36.626798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e64353-d737-4c44-8ead-a11430fc66df admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:40:36.627006 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22e64353-d737-4c44-8ead-a11430fc66df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:40:36.628886 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:40:36.691431 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Allocated IP 192.168.233.148 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/96975ca5-ae4a-4cea-b67e-af1bc59ce747) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:40:36.780456 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22e64353-d737-4c44-8ead-a11430fc66df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:36.784914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-a7959706-9287-40c3-8077-6bea570ffd02 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:36.786921 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-a7959706-9287-40c3-8077-6bea570ffd02 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 812 time: 0.4211760 Dec 11 22:40:36.805929 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22e64353-d737-4c44-8ead-a11430fc66df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:36.820507 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-6571aab5-11c8-44a9-82ab-908bdc8ce87f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/quotas/b49a52ba3f3243128810d043a8aeef5e HTTP/1.1" status: 200 len: 375 time: 0.0178719 Dec 11 22:40:36.820938 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-22e64353-d737-4c44-8ead-a11430fc66df admin admin] 10.222.0.45 "DELETE /v2.0/networks/0bc1a707-8e96-46f3-93f0-a542b4856f0f HTTP/1.1" status: 204 len: 168 time: 0.8390729 Dec 11 22:40:36.848905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e64353-d737-4c44-8ead-a11430fc66df admin admin] Pushing event deleted for resources: {'Network': ['ID=0bc1a707-8e96-46f3-93f0-a542b4856f0f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:36.856246 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:36.905266 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-e2ace8d6-f980-4bf5-adac-630fb67fa11c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690813 Dec 11 22:40:36.951002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9b506ee8-6810-4b7d-900f-a76c654062f3 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:37.051627 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:37.062209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49576) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:37.105621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 9b506ee8-6810-4b7d-900f-a76c654062f3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:37.108844 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:37.166522 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:37.168194 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-08d7ff19-8577-40e2-b2d4-61bd13d636c0 service neutron] 10.222.0.45 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620263 Dec 11 22:40:37.250312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:37.259127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:37.265146 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:40:37.317115 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-56665c2d-c7aa-4411-ad65-56333c57b8cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:37.329813 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event updated for resources: {'Port': ['ID=96975ca5-ae4a-4cea-b67e-af1bc59ce747,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:37.349840 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:37.351085 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:37.387282 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49584) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:37.468540 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-99fe0c17-3f90-4f5e-befb-19a12a1a6731 service neutron] 10.222.0.45 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818415 Dec 11 22:40:37.486658 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dc466cc7-9bd1-4757-9bfa-9b8500564e0d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a03958ca25f4977b4fabaad3b861845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0964394 Dec 11 22:40:37.488858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49588) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:37.499784 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-aa5e0656-64f0-421a-9339-426cb2722fd9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8466830 Dec 11 22:40:37.514253 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Request body: {'port': {'device_id': 'f53de608-1377-4efb-87bf-adfee7995242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:37.545882 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-56665c2d-c7aa-4411-ad65-56333c57b8cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:37.599675 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Router a9183d14-da46-4d68-8c4a-53b75e50fafe is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:40:37.637582 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-56665c2d-c7aa-4411-ad65-56333c57b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:37.663643 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:37.680893 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56665c2d-c7aa-4411-ad65-56333c57b8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6574d0-383e-4fee-bee2-427245a2479b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:37.690911 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d1294215-3b6b-47e0-94ef-1a87bad65eeb None None] Provisioning complete for port 96975ca5-ae4a-4cea-b67e-af1bc59ce747 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:37.692237 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1294215-3b6b-47e0-94ef-1a87bad65eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:37.699361 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afe2d7-942f-4b22-b91e-f902dc958c40 req-6f07b91f-716f-4386-8416-8cadb5e6ae7b tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:37.707461 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9afe2d7-942f-4b22-b91e-f902dc958c40 req-6f07b91f-716f-4386-8416-8cadb5e6ae7b tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 936 time: 0.1164460 Dec 11 22:40:37.739808 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c9d598c7-6009-4ef1-b39d-0c479b91dcb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:37.793032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d1294215-3b6b-47e0-94ef-1a87bad65eeb None None] Port 96975ca5-ae4a-4cea-b67e-af1bc59ce747 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:40:37.815707 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-56665c2d-c7aa-4411-ad65-56333c57b8cf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=073e9e3f9d234c8795819b3125b0c090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7487848 Dec 11 22:40:37.832452 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49590) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:37.839934 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c9d598c7-6009-4ef1-b39d-0c479b91dcb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:37.979779 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9afe2d7-942f-4b22-b91e-f902dc958c40 req-4e84f7a7-6ab8-400a-99d1-0cdfd3e48772 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706814 Dec 11 22:40:38.031968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:40:38.051156 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Sync routers for ids ['a9183d14-da46-4d68-8c4a-53b75e50fafe'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:40:38.066394 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Routers {'a9183d14-da46-4d68-8c4a-53b75e50fafe'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:38.074041 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:40:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a9183d14-da46-4d68-8c4a-53b75e50fafe'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:38.164055 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c9d598c7-6009-4ef1-b39d-0c479b91dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:38.169383 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c9d598c7-6009-4ef1-b39d-0c479b91dcb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:38.179465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c9d598c7-6009-4ef1-b39d-0c479b91dcb1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/185cdf4f-73ac-4494-aa66-f526749f3f2e HTTP/1.1" status: 204 len: 168 time: 0.6894984 Dec 11 22:40:38.209256 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:38.214911 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-755caedb-99dd-4629-a8f4-33f84e174da2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8152075 Dec 11 22:40:38.216309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d598c7-6009-4ef1-b39d-0c479b91dcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185cdf4f-73ac-4494-aa66-f526749f3f2e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:38.220276 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49602) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:38.224118 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Set router a9183d14-da46-4d68-8c4a-53b75e50fafe gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:38.482477 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96975ca5-ae4a-4cea-b67e-af1bc59ce747 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:40:38.492735 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:38.508479 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Transition to ACTIVE for port object 96975ca5-ae4a-4cea-b67e-af1bc59ce747 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:40:38.525315 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'name': 'tempest-ServerActionsTestJSON-1156920337-router', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:32Z', 'updated_at': '2021-12-11T22:40:35Z', 'revision_number': 3, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'gw_port': {'id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:34Z', 'updated_at': '2021-12-11T22:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:38.529145 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee56bd18-ca33-4241-ba64-0bfd47cd3bea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:38.533768 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18a17161-1f7d-48c8-91fc-56e61c70db8e req-bdaf3129-70ca-4838-9940-fd83d1cb44fe tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 210 time: 0.4529173 Dec 11 22:40:38.583942 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee56bd18-ca33-4241-ba64-0bfd47cd3bea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:38.591262 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:38.634330 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Checking router: a9183d14-da46-4d68-8c4a-53b75e50fafe for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:40:38.643245 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Updating router a9183d14-da46-4d68-8c4a-53b75e50fafe port b1d34629-99eb-42d9-8539-afc0bf50b243 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:40:38.717548 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:38.773317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Pushing event updated for resources: {'Port': ['ID=96975ca5-ae4a-4cea-b67e-af1bc59ce747,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:38.933547 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Attempting to bind port 96975ca5-ae4a-4cea-b67e-af1bc59ce747 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:40:38.933890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Attempting to bind port 96975ca5-ae4a-4cea-b67e-af1bc59ce747 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:40:38.934237 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Attempting to bind port 96975ca5-ae4a-4cea-b67e-af1bc59ce747 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:38.959134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Port 96975ca5-ae4a-4cea-b67e-af1bc59ce747 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:40:38.959464 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Attempting to bind port 96975ca5-ae4a-4cea-b67e-af1bc59ce747 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:38.972115 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:40:38.972461 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:38.972921 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:40:38.973366 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Bound port: 96975ca5-ae4a-4cea-b67e-af1bc59ce747, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:40:38.973731 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:39.043497 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee56bd18-ca33-4241-ba64-0bfd47cd3bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:39.046171 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee56bd18-ca33-4241-ba64-0bfd47cd3bea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:39.063887 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ee56bd18-ca33-4241-ba64-0bfd47cd3bea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc6574d0-383e-4fee-bee2-427245a2479b HTTP/1.1" status: 204 len: 168 time: 1.2270656 Dec 11 22:40:39.184964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] For port 96975ca5-ae4a-4cea-b67e-af1bc59ce747, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:40:39.198571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] For port 96975ca5-ae4a-4cea-b67e-af1bc59ce747, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=96975ca5-ae4a-4cea-b67e-af1bc59ce747,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:40:39.221732 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56bd18-ca33-4241-ba64-0bfd47cd3bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6574d0-383e-4fee-bee2-427245a2479b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:39.295674 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:39.322136 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:39.405572 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:39.423975 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6de345-3ac8-4c23-b71c-e0015d0b2840 req-7f5a2098-6653-4af0-9fb4-ec597ac538df tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:39.427270 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-de6de345-3ac8-4c23-b71c-e0015d0b2840 req-7f5a2098-6653-4af0-9fb4-ec597ac538df tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 948 time: 0.2007747 Dec 11 22:40:39.432493 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:39.433292 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:39.434852 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] 10.222.0.13 "PUT /v2.0/ports/96975ca5-ae4a-4cea-b67e-af1bc59ce747 HTTP/1.1" status: 200 len: 1096 time: 1.9261980 Dec 11 22:40:39.435338 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53de608-1377-4efb-87bf-adfee7995242', 'tag': '96975ca5-ae4a-4cea-b67e-af1bc59ce747'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:40:39.442609 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7908873-b928-4c63-8872-12932039bd10" -d '{"events": [{"name": "network-changed", "server_uuid": "f53de608-1377-4efb-87bf-adfee7995242", "tag": "96975ca5-ae4a-4cea-b67e-af1bc59ce747"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:40:39.514695 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:39.738385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Allocated IP 172.20.0.1 (82b08062-dcd3-4b12-b656-232a56b3b938/c7fea1e5-16e5-4ed2-9658-4e69f5375c97/7e4be401-7100-41de-bfaa-1e49714f457c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:40:39.806871 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712da03b-665b-4d47-b47b-8b636b58975f None None] Pushing event updated for resources: {'Port': ['ID=b1d34629-99eb-42d9-8539-afc0bf50b243,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:39.817234 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712da03b-665b-4d47-b47b-8b636b58975f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:39.817975 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712da03b-665b-4d47-b47b-8b636b58975f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:39.818797 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712da03b-665b-4d47-b47b-8b636b58975f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:39.819471 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712da03b-665b-4d47-b47b-8b636b58975f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:39.820063 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712da03b-665b-4d47-b47b-8b636b58975f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:39.820738 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712da03b-665b-4d47-b47b-8b636b58975f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:39.821921 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712da03b-665b-4d47-b47b-8b636b58975f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:39.822586 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712da03b-665b-4d47-b47b-8b636b58975f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:39.823212 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712da03b-665b-4d47-b47b-8b636b58975f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:39.823857 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712da03b-665b-4d47-b47b-8b636b58975f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:39.824409 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712da03b-665b-4d47-b47b-8b636b58975f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:39.824963 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712da03b-665b-4d47-b47b-8b636b58975f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:39.825510 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712da03b-665b-4d47-b47b-8b636b58975f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:40:39.830433 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Attempting to bind port b1d34629-99eb-42d9-8539-afc0bf50b243 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:40:39.831794 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Attempting to bind port b1d34629-99eb-42d9-8539-afc0bf50b243 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:40:39.844434 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Attempting to bind port b1d34629-99eb-42d9-8539-afc0bf50b243 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:39.860694 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:40:39.861409 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:39.863321 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:39.863829 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:40:39.867468 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Bound port: b1d34629-99eb-42d9-8539-afc0bf50b243, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:40:39.869069 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:39.994109 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] For port b1d34629-99eb-42d9-8539-afc0bf50b243, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:40:39.998604 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] For port b1d34629-99eb-42d9-8539-afc0bf50b243, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b1d34629-99eb-42d9-8539-afc0bf50b243,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:40:40.015388 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:40.099777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49620) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:40.106872 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:40.112551 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2264d23-2e17-4f37-9e87-9dd0e0f0df9c x-openstack-request-id: req-d2264d23-2e17-4f37-9e87-9dd0e0f0df9c {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:40:40.114054 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53de608-1377-4efb-87bf-adfee7995242", "tag": "96975ca5-ae4a-4cea-b67e-af1bc59ce747", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:40:40.114482 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2264d23-2e17-4f37-9e87-9dd0e0f0df9c {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:40:40.115284 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53de608-1377-4efb-87bf-adfee7995242', 'tag': '96975ca5-ae4a-4cea-b67e-af1bc59ce747', 'status': 'completed', 'code': 200} Dec 11 22:40:40.185862 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0066f93c-8ca6-49db-8317-82810ad65a51 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6fa7c4df23047ddad9d58f8f621a0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0824807 Dec 11 22:40:40.197305 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9597a1e-1aa9-429b-bc1b-bee2b8e06365 req-2e98f356-a389-429f-9936-e74390d3ae63 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 210 time: 0.0984976 Dec 11 22:40:40.199650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49632) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:40.201245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63388ba-10a0-4d96-952c-09f8d7eb4903 service neutron] Pushing event updated for resources: {'Port': ['ID=96975ca5-ae4a-4cea-b67e-af1bc59ce747,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:40.211222 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:40.244466 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-de6de345-3ac8-4c23-b71c-e0015d0b2840 req-5b1737e2-6123-4396-9e26-b6838e952350 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7995446 Dec 11 22:40:40.269239 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-4e36d0fa-e2d1-46d3-b085-0c7342e2ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:40.271447 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-4e36d0fa-e2d1-46d3-b085-0c7342e2ec0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 1099 time: 0.1442120 Dec 11 22:40:40.286797 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Routers {'a9183d14-da46-4d68-8c4a-53b75e50fafe'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:40.295230 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:40:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a9183d14-da46-4d68-8c4a-53b75e50fafe'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:40.341454 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-065f656b-d07f-4b3d-87fa-592ac0571064 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=96975ca5-ae4a-4cea-b67e-af1bc59ce747 HTTP/1.1" status: 200 len: 217 time: 0.0602057 Dec 11 22:40:40.489176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-0b06ed30-becb-4e36-82cf-c4d93a7c3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:40.494144 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-0b06ed30-becb-4e36-82cf-c4d93a7c3f34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1449502 Dec 11 22:40:40.570737 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] Set router a9183d14-da46-4d68-8c4a-53b75e50fafe gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:40.589959 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-2c3e38bd-8327-46bd-9954-a7df1298b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:40.591988 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-2c3e38bd-8327-46bd-9954-a7df1298b9e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905871 Dec 11 22:40:40.731360 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712da03b-665b-4d47-b47b-8b636b58975f None None] Pushing event updated for resources: {'Port': ['ID=b1d34629-99eb-42d9-8539-afc0bf50b243,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:40.746606 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-4770267b-39a7-414f-8569-21e887e0c1aa service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425285 Dec 11 22:40:40.861330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Network 82b08062-dcd3-4b12-b656-232a56b3b938 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:40.907987 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'name': 'tempest-ServerActionsTestJSON-1156920337-router', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:32Z', 'updated_at': '2021-12-11T22:40:35Z', 'revision_number': 3, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'gw_port': {'id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:34Z', 'updated_at': '2021-12-11T22:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:40.929403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:40.935019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Pushing event updated for resources: {'Port': ['ID=7e4be401-7100-41de-bfaa-1e49714f457c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:40.943839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:40:41.004750 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a15e7a0-c1a8-4983-ac4c-f6300273db91 None None] The sync data for ids ['a9183d14-da46-4d68-8c4a-53b75e50fafe'] in n-d-710847-6 is: [{'id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'name': 'tempest-ServerActionsTestJSON-1156920337-router', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:32Z', 'updated_at': '2021-12-11T22:40:35Z', 'revision_number': 3, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'gw_port': {'id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:34Z', 'updated_at': '2021-12-11T22:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:40:41.030591 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:41.109056 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3ab57de-37ca-40a8-8c71-0c69e65a0b90 req-d2dd04eb-da10-4df1-a1b8-e82a4423578f service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549888 Dec 11 22:40:41.292562 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ccc6274a-3ba3-4cba-8a6b-60b0edc78bbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:41.393437 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9836f202-acfe-4d3e-a9fa-ce0f1c9d81c3 req-e656ddb5-0cb5-4116-8245-8a750394e744 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 210 time: 0.0660610 Dec 11 22:40:41.410579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7908873-b928-4c63-8872-12932039bd10 req-b1ec239a-ade3-4a61-8001-8fa6313fc691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:41.413922 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7908873-b928-4c63-8872-12932039bd10 req-b1ec239a-ade3-4a61-8001-8fa6313fc691 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 1099 time: 0.1454031 Dec 11 22:40:41.431226 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ccc6274a-3ba3-4cba-8a6b-60b0edc78bbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:41.469636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e7ffd9b2-c557-41a2-95a9-056fa87e5dc0 None None] Provisioning complete for port 7e4be401-7100-41de-bfaa-1e49714f457c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:41.470210 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e7ffd9b2-c557-41a2-95a9-056fa87e5dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:41.607681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e7ffd9b2-c557-41a2-95a9-056fa87e5dc0 None None] Port 7e4be401-7100-41de-bfaa-1e49714f457c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:40:41.609028 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-d2c0c35e-1c86-45ba-8dfb-adf4706a1e10 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:41.610610 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-d2c0c35e-1c86-45ba-8dfb-adf4706a1e10 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.13 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 812 time: 0.8886030 Dec 11 22:40:41.694424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-fe3bb159-28f3-4c4b-8e81-9b0e9d54eb2d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Request body: {'port': {'device_id': '2f1456a3-d650-4f0d-bc14-48c9479c87e9', 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd', 'admin_state_up': True, 'tenant_id': 'b49a52ba3f3243128810d043a8aeef5e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:41.697903 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7908873-b928-4c63-8872-12932039bd10 req-8d749c92-e2c6-412e-8d2a-8007e455006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:41.704274 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7908873-b928-4c63-8872-12932039bd10 req-8d749c92-e2c6-412e-8d2a-8007e455006e service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2826667 Dec 11 22:40:41.710256 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:41.835916 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7908873-b928-4c63-8872-12932039bd10 req-f534e4c0-1f21-46fa-a06e-d3740aa69e37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=96975ca5-ae4a-4cea-b67e-af1bc59ce747 HTTP/1.1" status: 200 len: 217 time: 0.0940351 Dec 11 22:40:41.967550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da11e7-bcbd-4a35-aa81-7f7acaa0f940 req-18695676-e241-4fb8-8e86-6f7b32ddccc2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:41.975857 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7908873-b928-4c63-8872-12932039bd10 req-caa672e5-2deb-43ff-bf38-3af1ae3a2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:41.979572 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7908873-b928-4c63-8872-12932039bd10 req-caa672e5-2deb-43ff-bf38-3af1ae3a2b2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1405306 Dec 11 22:40:41.981765 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0da11e7-bcbd-4a35-aa81-7f7acaa0f940 req-18695676-e241-4fb8-8e86-6f7b32ddccc2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 948 time: 0.5831554 Dec 11 22:40:42.004621 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ccc6274a-3ba3-4cba-8a6b-60b0edc78bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:42.006680 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ccc6274a-3ba3-4cba-8a6b-60b0edc78bbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:42.011679 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ccc6274a-3ba3-4cba-8a6b-60b0edc78bbd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2170bd67-97cd-43d3-827e-5733f969a153 HTTP/1.1" status: 204 len: 168 time: 1.7969608 Dec 11 22:40:42.088746 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6274a-3ba3-4cba-8a6b-60b0edc78bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2170bd67-97cd-43d3-827e-5733f969a153,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:42.155520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7908873-b928-4c63-8872-12932039bd10 req-5751d198-632b-4785-ba1f-648ebe5e2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:42.157061 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7908873-b928-4c63-8872-12932039bd10 req-5751d198-632b-4785-ba1f-648ebe5e2794 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1690528 Dec 11 22:40:42.171262 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0da11e7-bcbd-4a35-aa81-7f7acaa0f940 req-67bc672e-c1e6-41b4-a049-d9463a12f379 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845086 Dec 11 22:40:42.285288 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-fe3bb159-28f3-4c4b-8e81-9b0e9d54eb2d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Made reservation on behalf of b49a52ba3f3243128810d043a8aeef5e for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:40:42.296326 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-fe3bb159-28f3-4c4b-8e81-9b0e9d54eb2d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:42.318971 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7908873-b928-4c63-8872-12932039bd10 req-04fde102-5d3f-40d5-8cdd-e0d1caacbb6b service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515627 Dec 11 22:40:42.543897 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7908873-b928-4c63-8872-12932039bd10 req-91dac53f-2f8b-4a52-ae2c-70d8a0cba3f2 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137756 Dec 11 22:40:42.623066 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bcced057-c838-4bdb-9e94-93f299c0f169 req-a6f3656a-0819-477d-a535-dbe535b521c0 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 210 time: 0.0753648 Dec 11 22:40:42.685312 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:42.727728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49672) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:42.730791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-fe3bb159-28f3-4c4b-8e81-9b0e9d54eb2d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Allocated IP 172.20.0.7 (5b547cd6-e1c3-47dd-aace-0c89098672dd/d56072fb-d6eb-465a-81da-2818b252a24c/e0e6aef9-e1ba-4481-8689-5ad51458c9bd) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:40:42.886219 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:42.986346 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18a4d780-02a1-4a42-8030-12b249353e23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:43.123214 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18a4d780-02a1-4a42-8030-12b249353e23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:43.165076 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b1d34629-99eb-42d9-8539-afc0bf50b243 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:43.176841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Pushing event updated for resources: {'Port': ['ID=7e4be401-7100-41de-bfaa-1e49714f457c,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:43.184929 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:43.236884 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b1d34629-99eb-42d9-8539-afc0bf50b243 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:43.237632 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:43.287728 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-fe3bb159-28f3-4c4b-8e81-9b0e9d54eb2d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:43.311331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Network 82b08062-dcd3-4b12-b656-232a56b3b938 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:43.319547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:43.348006 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18a4d780-02a1-4a42-8030-12b249353e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:43.400434 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:43.406060 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:43.433158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4d780-02a1-4a42-8030-12b249353e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd3f1b7-f644-4a6c-9708-8f5be468fea0,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:43.434959 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port b1d34629-99eb-42d9-8539-afc0bf50b243, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b1d34629-99eb-42d9-8539-afc0bf50b243,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:43.495254 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c08cf-115a-476f-92ca-dca52c15c7a7 req-d5d19975-0af6-42ee-9095-6ceca90cc47b tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:43.497027 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb6c08cf-115a-476f-92ca-dca52c15c7a7 req-d5d19975-0af6-42ee-9095-6ceca90cc47b tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 948 time: 0.2395320 Dec 11 22:40:43.510763 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:43.580036 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-18a4d780-02a1-4a42-8030-12b249353e23 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da07bca251ab433fa3a98c60427c697b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8544171 Dec 11 22:40:43.587675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49692) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:43.642882 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-fe3bb159-28f3-4c4b-8e81-9b0e9d54eb2d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:43.646335 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=b1d34629-99eb-42d9-8539-afc0bf50b243,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:43.772656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4d8c58e9-5dbd-490a-a219-799b69ad756e None None] Provisioning complete for port 7e4be401-7100-41de-bfaa-1e49714f457c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:43.773032 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d8c58e9-5dbd-490a-a219-799b69ad756e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:43.787932 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-fe3bb159-28f3-4c4b-8e81-9b0e9d54eb2d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Network 5b547cd6-e1c3-47dd-aace-0c89098672dd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:43.790067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Router a9183d14-da46-4d68-8c4a-53b75e50fafe has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:40:43.798183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-fe3bb159-28f3-4c4b-8e81-9b0e9d54eb2d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:43.807672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-fe3bb159-28f3-4c4b-8e81-9b0e9d54eb2d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:40:43.812534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bb159-28f3-4c4b-8e81-9b0e9d54eb2d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Pushing event updated for resources: {'Port': ['ID=e0e6aef9-e1ba-4481-8689-5ad51458c9bd,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:43.839507 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb6c08cf-115a-476f-92ca-dca52c15c7a7 req-bbf0e469-fe12-4d8d-b7ea-71b6d7e6678a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322299 Dec 11 22:40:43.894112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c58e9-5dbd-490a-a219-799b69ad756e None None] Port 7e4be401-7100-41de-bfaa-1e49714f457c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:40:43.904024 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83fd26ff-4eaf-4ebc-8da8-0c06d412a206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:43.957192 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83fd26ff-4eaf-4ebc-8da8-0c06d412a206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:43.997451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-fe3bb159-28f3-4c4b-8e81-9b0e9d54eb2d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:43.998161 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-fe3bb159-28f3-4c4b-8e81-9b0e9d54eb2d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:44.105705 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-fe3bb159-28f3-4c4b-8e81-9b0e9d54eb2d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4195647 Dec 11 22:40:44.120826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Request body: {'port': {'device_id': '2f1456a3-d650-4f0d-bc14-48c9479c87e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:44.131058 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83fd26ff-4eaf-4ebc-8da8-0c06d412a206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:44.134375 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83fd26ff-4eaf-4ebc-8da8-0c06d412a206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:44.135564 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-83fd26ff-4eaf-4ebc-8da8-0c06d412a206 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bdd3f1b7-f644-4a6c-9708-8f5be468fea0 HTTP/1.1" status: 204 len: 168 time: 0.5511458 Dec 11 22:40:44.174027 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd26ff-4eaf-4ebc-8da8-0c06d412a206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd3f1b7-f644-4a6c-9708-8f5be468fea0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:44.191260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb287fa-5ca1-4357-9ad1-c2cc0ab9141c req-7618125c-1372-428e-833a-06a646eb4118 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:44.193234 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-beb287fa-5ca1-4357-9ad1-c2cc0ab9141c req-7618125c-1372-428e-833a-06a646eb4118 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 931 time: 0.2525525 Dec 11 22:40:44.277676 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:40:44.297465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Sync routers for ids ['a9183d14-da46-4d68-8c4a-53b75e50fafe'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:40:44.298322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7054eb6c-37e1-4c69-b963-f95012864265 admin admin] 10.222.0.45 "PUT /v2.0/routers/a9183d14-da46-4d68-8c4a-53b75e50fafe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0741379 Dec 11 22:40:44.327009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Routers {'a9183d14-da46-4d68-8c4a-53b75e50fafe'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:44.332878 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:40:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a9183d14-da46-4d68-8c4a-53b75e50fafe'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:44.361534 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-beb287fa-5ca1-4357-9ad1-c2cc0ab9141c req-9385ff89-d7ab-4381-b780-2910327923b7 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282036 Dec 11 22:40:44.369295 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:44.450261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 96975ca5-ae4a-4cea-b67e-af1bc59ce747 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:40:44.653330 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 96975ca5-ae4a-4cea-b67e-af1bc59ce747, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=96975ca5-ae4a-4cea-b67e-af1bc59ce747,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:44.675708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '96975ca5-ae4a-4cea-b67e-af1bc59ce747', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '96975ca5-ae4a-4cea-b67e-af1bc59ce747', 'mac_address': 'fa:16:3e:b9:a9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:40:44.720666 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:44.735960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Set router a9183d14-da46-4d68-8c4a-53b75e50fafe gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:44.739599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96975ca5-ae4a-4cea-b67e-af1bc59ce747 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:40:44.763389 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 96975ca5-ae4a-4cea-b67e-af1bc59ce747, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=96975ca5-ae4a-4cea-b67e-af1bc59ce747,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:44.877907 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:44.960741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e6aef9-e1ba-4481-8689-5ad51458c9bd {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:40:44.991659 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:45.167440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b1d34629-99eb-42d9-8539-afc0bf50b243 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:45.217963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Transition to ACTIVE for port object e0e6aef9-e1ba-4481-8689-5ad51458c9bd will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:40:45.248254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f767142-f2af-4b93-ab6e-78884661d604 req-9cfc4b70-8fc2-4153-82d4-290667d82ff0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:45.255225 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['96975ca5-ae4a-4cea-b67e-af1bc59ce747'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:40:45.262725 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f767142-f2af-4b93-ab6e-78884661d604 req-9cfc4b70-8fc2-4153-82d4-290667d82ff0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 949 time: 0.2911994 Dec 11 22:40:45.320404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'name': 'tempest-ServerActionsTestJSON-1156920337-router', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:32Z', 'updated_at': '2021-12-11T22:40:41Z', 'revision_number': 4, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'gw_port': {'id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:34Z', 'updated_at': '2021-12-11T22:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7e4be401-7100-41de-bfaa-1e49714f457c', 'name': '', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'mac_address': 'fa:16:3e:32:11:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:39Z', 'updated_at': '2021-12-11T22:40:42Z', 'revision_number': 2, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'subnets': [{'id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:45.330506 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:45.357676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Checking router: a9183d14-da46-4d68-8c4a-53b75e50fafe for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:40:45.358034 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Updating router a9183d14-da46-4d68-8c4a-53b75e50fafe port 7e4be401-7100-41de-bfaa-1e49714f457c binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:40:45.401567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=96975ca5-ae4a-4cea-b67e-af1bc59ce747,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:45.424108 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:45.435425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Pushing event updated for resources: {'Port': ['ID=e0e6aef9-e1ba-4481-8689-5ad51458c9bd,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:45.511976 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f767142-f2af-4b93-ab6e-78884661d604 req-1ca4cb25-b398-4c08-8bee-b8e21688c1ee tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481411 Dec 11 22:40:45.774655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Attempting to bind port e0e6aef9-e1ba-4481-8689-5ad51458c9bd on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:40:45.776055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Attempting to bind port e0e6aef9-e1ba-4481-8689-5ad51458c9bd by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:40:45.778555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Attempting to bind port e0e6aef9-e1ba-4481-8689-5ad51458c9bd on network 5b547cd6-e1c3-47dd-aace-0c89098672dd {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:45.797159 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Port e0e6aef9-e1ba-4481-8689-5ad51458c9bd on network 5b547cd6-e1c3-47dd-aace-0c89098672dd not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:40:45.797967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Attempting to bind port e0e6aef9-e1ba-4481-8689-5ad51458c9bd on network 5b547cd6-e1c3-47dd-aace-0c89098672dd {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:45.821201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:40:45.827878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Checking segment: {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:45.827878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Bound using segment: {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:40:45.829095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Bound port: e0e6aef9-e1ba-4481-8689-5ad51458c9bd, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:40:45.829506 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49746) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:45.830510 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:45.837957 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c7abddcb-0cbb-487a-a29d-4f6791552fad tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1357247283', 'description': 'tempest-description--1937024954'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:45.902965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f9552-3c8e-40d3-8fcb-ea144a986186 req-46c82ed0-3252-4276-ad50-44c34bad0f6d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:45.910733 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c60f9552-3c8e-40d3-8fcb-ea144a986186 req-46c82ed0-3252-4276-ad50-44c34bad0f6d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 943 time: 0.1279922 Dec 11 22:40:45.953594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b1d34629-99eb-42d9-8539-afc0bf50b243 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:45.954200 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:45.968988 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7abddcb-0cbb-487a-a29d-4f6791552fad tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:46.136345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] For port e0e6aef9-e1ba-4481-8689-5ad51458c9bd, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:40:46.146424 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c60f9552-3c8e-40d3-8fcb-ea144a986186 req-afcdfce2-2d91-4b6a-b4bd-cd3fc2b9e221 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341001 Dec 11 22:40:46.150153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] For port e0e6aef9-e1ba-4481-8689-5ad51458c9bd, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e0e6aef9-e1ba-4481-8689-5ad51458c9bd,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:40:46.181366 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7abddcb-0cbb-487a-a29d-4f6791552fad tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:46.277564 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7abddcb-0cbb-487a-a29d-4f6791552fad tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:46.278394 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:46.340986 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abddcb-0cbb-487a-a29d-4f6791552fad tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b549a8-44a3-4282-bf97-493e20d95409,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:46.363091 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:46.369375 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49762) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:46.407580 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7abddcb-0cbb-487a-a29d-4f6791552fad tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:46.410314 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c7abddcb-0cbb-487a-a29d-4f6791552fad tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5795965 Dec 11 22:40:46.417064 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49770) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:46.421724 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-21bacdf9-37ee-4a8f-ba1a-4bf61e07740c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Request body: {'security_group_rule': {'security_group_id': 'f1b549a8-44a3-4282-bf97-493e20d95409', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:46.438094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:46.438835 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:46.441475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] 10.222.0.13 "PUT /v2.0/ports/e0e6aef9-e1ba-4481-8689-5ad51458c9bd HTTP/1.1" status: 200 len: 1091 time: 2.3255842 Dec 11 22:40:46.445584 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:46.460418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1456a3-d650-4f0d-bc14-48c9479c87e9', 'tag': 'e0e6aef9-e1ba-4481-8689-5ad51458c9bd'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:40:46.468956 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba27e8b4-9c45-4407-a4bc-e0158b74c19e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1456a3-d650-4f0d-bc14-48c9479c87e9", "tag": "e0e6aef9-e1ba-4481-8689-5ad51458c9bd"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:40:46.552625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43799e-bdb0-4b51-b29f-c578879778de service neutron] Pushing event updated for resources: {'Port': ['ID=e0e6aef9-e1ba-4481-8689-5ad51458c9bd,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:46.570131 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21bacdf9-37ee-4a8f-ba1a-4bf61e07740c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:46.580158 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbf7b05-c2cf-4bac-be35-ad4bd31e14a9 x-openstack-request-id: req-cfbf7b05-c2cf-4bac-be35-ad4bd31e14a9 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:40:46.580451 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1456a3-d650-4f0d-bc14-48c9479c87e9", "tag": "e0e6aef9-e1ba-4481-8689-5ad51458c9bd", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:40:46.580704 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cfbf7b05-c2cf-4bac-be35-ad4bd31e14a9 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:40:46.581103 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1456a3-d650-4f0d-bc14-48c9479c87e9', 'tag': 'e0e6aef9-e1ba-4481-8689-5ad51458c9bd', 'status': 'completed', 'code': 200} Dec 11 22:40:46.708719 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21bacdf9-37ee-4a8f-ba1a-4bf61e07740c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:46.768865 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21bacdf9-37ee-4a8f-ba1a-4bf61e07740c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:46.807628 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bacdf9-37ee-4a8f-ba1a-4bf61e07740c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f04151-ab9c-4a28-ab87-6bbd9522a6bb,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:46.820083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-2b18eeda-4de3-4dae-85a1-173657b1d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:46.822573 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-2b18eeda-4de3-4dae-85a1-173657b1d882 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 1094 time: 0.2517719 Dec 11 22:40:46.866663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1ffc6-b926-4cbc-b90e-8c40ce2bf60c None None] Pushing event updated for resources: {'Port': ['ID=7e4be401-7100-41de-bfaa-1e49714f457c,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:46.896912 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21bacdf9-37ee-4a8f-ba1a-4bf61e07740c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:46.901409 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-21bacdf9-37ee-4a8f-ba1a-4bf61e07740c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4832082 Dec 11 22:40:46.902199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49782) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:46.907210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-7d6945f5-d43c-4bd8-ae83-fbc4711c5fbd tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Request body: {'security_group_rule': {'security_group_id': 'f1b549a8-44a3-4282-bf97-493e20d95409', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:46.997914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4905ca-e61f-4624-a346-8c567722cdcb req-f25767ff-b069-40d9-93d8-3e26c189e4ee tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:46.999527 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f4905ca-e61f-4624-a346-8c567722cdcb req-f25767ff-b069-40d9-93d8-3e26c189e4ee tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 949 time: 0.3136623 Dec 11 22:40:47.002638 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-e209af6c-050a-4cb3-8e69-351f90d5bb90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0e6aef9-e1ba-4481-8689-5ad51458c9bd HTTP/1.1" status: 200 len: 217 time: 0.1634593 Dec 11 22:40:47.005179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Attempting to bind port 7e4be401-7100-41de-bfaa-1e49714f457c on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:40:47.005817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Attempting to bind port 7e4be401-7100-41de-bfaa-1e49714f457c by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:40:47.006289 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Attempting to bind port 7e4be401-7100-41de-bfaa-1e49714f457c on network 82b08062-dcd3-4b12-b656-232a56b3b938 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:47.024693 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:40:47.038317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-241e309c-c27c-4f39-9e87-992e5d153122 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-190646462-network', 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:47.043804 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Checking segment: {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:47.044554 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.048854 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Bound using segment: {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:40:47.049501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Bound port: 7e4be401-7100-41de-bfaa-1e49714f457c, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:40:47.050018 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.061734 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d6945f5-d43c-4bd8-ae83-fbc4711c5fbd tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.150793 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.173609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-cf1bb7f7-50c8-4eb8-ae17-73c2e2f057d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:47.175162 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-cf1bb7f7-50c8-4eb8-ae17-73c2e2f057d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56072fb-d6eb-465a-81da-2818b252a24c HTTP/1.1" status: 200 len: 852 time: 0.1531093 Dec 11 22:40:47.189109 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f4905ca-e61f-4624-a346-8c567722cdcb req-3278ef05-04ab-44f8-9d2b-3379d65103fd tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731157 Dec 11 22:40:47.211887 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241e309c-c27c-4f39-9e87-992e5d153122 admin admin] Made reservation on behalf of 42ba42bc01cd4336aa93171b4cf8fa3a for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:40:47.214334 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-241e309c-c27c-4f39-9e87-992e5d153122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.251420 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-241e309c-c27c-4f39-9e87-992e5d153122 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.261374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-6a77e118-984c-479f-bb48-8ddfa2a35df2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b547cd6-e1c3-47dd-aace-0c89098672dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710609 Dec 11 22:40:47.279829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] For port 7e4be401-7100-41de-bfaa-1e49714f457c, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:40:47.291087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] For port 7e4be401-7100-41de-bfaa-1e49714f457c, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7e4be401-7100-41de-bfaa-1e49714f457c,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:40:47.303421 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d6945f5-d43c-4bd8-ae83-fbc4711c5fbd tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.370453 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.445428 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d6945f5-d43c-4bd8-ae83-fbc4711c5fbd tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.493788 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-241e309c-c27c-4f39-9e87-992e5d153122 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.504899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Routers {'a9183d14-da46-4d68-8c4a-53b75e50fafe'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:47.505975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:40:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a9183d14-da46-4d68-8c4a-53b75e50fafe'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:47.521011 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6945f5-d43c-4bd8-ae83-fbc4711c5fbd tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451feaa6-81c6-4a4a-8940-29d94d82a6d8,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:47.566839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14232aff-ec2a-4021-b0c0-38f2ccd2306b req-3a9da613-40f8-44e8-9618-efe8ef99cc39 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:47.568673 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-14232aff-ec2a-4021-b0c0-38f2ccd2306b req-3a9da613-40f8-44e8-9618-efe8ef99cc39 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 943 time: 0.1856077 Dec 11 22:40:47.587380 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-241e309c-c27c-4f39-9e87-992e5d153122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.604060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-28c927ea-27a7-4b8d-a445-ea43cc8ad3d7 service neutron] 10.222.0.13 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315308 Dec 11 22:40:47.609616 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241e309c-c27c-4f39-9e87-992e5d153122 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:40:47.629643 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-241e309c-c27c-4f39-9e87-992e5d153122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.630005 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-241e309c-c27c-4f39-9e87-992e5d153122 admin admin] Added segment c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b of type vlan for network 2820f918-fa20-4c7d-a843-4806a1f5490c Dec 11 22:40:47.671418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1ffc6-b926-4cbc-b90e-8c40ce2bf60c None None] Pushing event updated for resources: {'Port': ['ID=7e4be401-7100-41de-bfaa-1e49714f457c,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:47.682597 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-193836e5-d0cf-483f-8926-0e03f252da4e None None] Provisioning complete for port 7e4be401-7100-41de-bfaa-1e49714f457c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:47.683127 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-193836e5-d0cf-483f-8926-0e03f252da4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.750491 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-241e309c-c27c-4f39-9e87-992e5d153122 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.802600 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d6945f5-d43c-4bd8-ae83-fbc4711c5fbd tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.807296 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7d6945f5-d43c-4bd8-ae83-fbc4711c5fbd tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9036777 Dec 11 22:40:47.815750 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49800) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:47.841247 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:47.881579 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-14232aff-ec2a-4021-b0c0-38f2ccd2306b req-29496b89-8b68-492d-92be-9826ea8c9541 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061175 Dec 11 22:40:47.909208 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e309c-c27c-4f39-9e87-992e5d153122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7892858e-bf59-4d23-b5fb-4f76f5f2f01c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:47.934634 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-241e309c-c27c-4f39-9e87-992e5d153122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.937096 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241e309c-c27c-4f39-9e87-992e5d153122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:47.937679 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-241e309c-c27c-4f39-9e87-992e5d153122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:47.939544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] Set router a9183d14-da46-4d68-8c4a-53b75e50fafe gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:47.948309 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc13c097-23a8-4e72-b78b-f4609820e782 req-7a96f722-4120-40ab-b822-b5d55ab76be9 service neutron] 10.222.0.13 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324668 Dec 11 22:40:48.018023 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e309c-c27c-4f39-9e87-992e5d153122 admin admin] Pushing event updated for resources: {'Network': ['ID=2820f918-fa20-4c7d-a843-4806a1f5490c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:48.026336 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:48.123169 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 2820f918-fa20-4c7d-a843-4806a1f5490c details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:40:48.143483 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-241e309c-c27c-4f39-9e87-992e5d153122 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7728834 Dec 11 22:40:48.146354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49808) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:48.153599 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f993a50f-ff98-4cec-9229-99c420e047b0 admin admin] Request body: {'subnet': {'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-190646462-subnet', 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:48.195140 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:48.274781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27e8b4-9c45-4407-a4bc-e0158b74c19e req-b4399b35-ba06-429a-8de6-9c13ae70fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:48.278871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba27e8b4-9c45-4407-a4bc-e0158b74c19e req-b4399b35-ba06-429a-8de6-9c13ae70fe02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 1094 time: 0.1508822 Dec 11 22:40:48.326904 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Allocated IP 172.25.1.128 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/279fae25-afe0-4d16-a9ea-032fbe26cf90) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:40:48.402529 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-193836e5-d0cf-483f-8926-0e03f252da4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:48.419328 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 96975ca5-ae4a-4cea-b67e-af1bc59ce747 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:48.459337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27e8b4-9c45-4407-a4bc-e0158b74c19e req-e7872651-432e-4f91-8191-bfcb1dc0abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:48.461598 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba27e8b4-9c45-4407-a4bc-e0158b74c19e req-e7872651-432e-4f91-8191-bfcb1dc0abd3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 913 time: 0.1728032 Dec 11 22:40:48.461762 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:48.533558 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba27e8b4-9c45-4407-a4bc-e0158b74c19e req-23bd63dc-f07e-46e6-a93a-640dc495c9bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0e6aef9-e1ba-4481-8689-5ad51458c9bd HTTP/1.1" status: 200 len: 217 time: 0.0631037 Dec 11 22:40:48.562619 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:48.608075 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27e8b4-9c45-4407-a4bc-e0158b74c19e req-b684694c-f124-4a46-a0be-1e04fd5dbbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:48.610702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba27e8b4-9c45-4407-a4bc-e0158b74c19e req-b684694c-f124-4a46-a0be-1e04fd5dbbd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56072fb-d6eb-465a-81da-2818b252a24c HTTP/1.1" status: 200 len: 852 time: 0.0681901 Dec 11 22:40:48.612153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f993a50f-ff98-4cec-9229-99c420e047b0 admin admin] Made reservation on behalf of 42ba42bc01cd4336aa93171b4cf8fa3a for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:40:48.614546 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f993a50f-ff98-4cec-9229-99c420e047b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:48.619240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:48.636707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-193836e5-d0cf-483f-8926-0e03f252da4e None None] For port 7e4be401-7100-41de-bfaa-1e49714f457c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7e4be401-7100-41de-bfaa-1e49714f457c,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:48.654751 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8940d7-0f71-4eff-8742-b52fae98e206 req-bd18912b-bd63-4af0-8044-54e9f4ce0e4d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:48.666427 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b8940d7-0f71-4eff-8742-b52fae98e206 req-bd18912b-bd63-4af0-8044-54e9f4ce0e4d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 949 time: 0.1607211 Dec 11 22:40:48.666427 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:48.670635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:40:48.693630 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba27e8b4-9c45-4407-a4bc-e0158b74c19e req-155e5e90-fa1c-4959-b530-e3c35a1dfa83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b547cd6-e1c3-47dd-aace-0c89098672dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656979 Dec 11 22:40:48.734608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'name': 'tempest-ServerActionsTestJSON-1156920337-router', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:32Z', 'updated_at': '2021-12-11T22:40:41Z', 'revision_number': 4, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'gw_port': {'id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:34Z', 'updated_at': '2021-12-11T22:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7e4be401-7100-41de-bfaa-1e49714f457c', 'name': '', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'mac_address': 'fa:16:3e:32:11:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:39Z', 'updated_at': '2021-12-11T22:40:47Z', 'revision_number': 4, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'subnets': [{'id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:48.745147 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event updated for resources: {'Port': ['ID=279fae25-afe0-4d16-a9ea-032fbe26cf90,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:48.788591 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-193836e5-d0cf-483f-8926-0e03f252da4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:48.796743 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e7e59-6608-4b20-8abd-caf23445e12b None None] The sync data for ids ['a9183d14-da46-4d68-8c4a-53b75e50fafe'] in n-d-710847-6 is: [{'id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'name': 'tempest-ServerActionsTestJSON-1156920337-router', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:32Z', 'updated_at': '2021-12-11T22:40:41Z', 'revision_number': 4, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'gw_port': {'id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:34Z', 'updated_at': '2021-12-11T22:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7e4be401-7100-41de-bfaa-1e49714f457c', 'name': '', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'mac_address': 'fa:16:3e:32:11:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:39Z', 'updated_at': '2021-12-11T22:40:47Z', 'revision_number': 4, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'subnets': [{'id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:40:48.843230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 96975ca5-ae4a-4cea-b67e-af1bc59ce747 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:40:48.863811 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 96975ca5-ae4a-4cea-b67e-af1bc59ce747 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:48.864195 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:48.886484 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-45d234ea-e63a-49d3-ab55-86b58855ea84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:48.957272 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b8940d7-0f71-4eff-8742-b52fae98e206 req-216bc53c-7594-4f19-8889-c824b61ac991 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887292 Dec 11 22:40:49.016673 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:49.048205 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba27e8b4-9c45-4407-a4bc-e0158b74c19e req-9a2b80c5-e06d-44cc-b17f-29c92ad848bb service neutron] 10.222.0.13 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556921 Dec 11 22:40:49.158926 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193836e5-d0cf-483f-8926-0e03f252da4e None None] Pushing event updated for resources: {'Port': ['ID=7e4be401-7100-41de-bfaa-1e49714f457c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:49.253683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7e4be401-7100-41de-bfaa-1e49714f457c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:49.304221 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:49.358214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cce07-b1b9-4ca5-bdf6-1998f549a2ed req-9f75e1c8-ee2d-406b-b234-dd9239f6ef80 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:49.365706 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d8cce07-b1b9-4ca5-bdf6-1998f549a2ed req-9f75e1c8-ee2d-406b-b234-dd9239f6ef80 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 943 time: 0.3585322 Dec 11 22:40:49.372638 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bbbb5488-6b51-4621-86dc-51638c2158f3 None None] Provisioning complete for port 7e4be401-7100-41de-bfaa-1e49714f457c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:49.375353 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bbbb5488-6b51-4621-86dc-51638c2158f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:49.443397 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:49.463885 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f993a50f-ff98-4cec-9229-99c420e047b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:49.560633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53de608-1377-4efb-87bf-adfee7995242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96975ca5-ae4a-4cea-b67e-af1bc59ce747'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:40:49.563540 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825ba7db-1464-4590-9989-24c106aa9a77" -d '{"events": [{"server_uuid": "f53de608-1377-4efb-87bf-adfee7995242", "name": "network-vif-plugged", "status": "completed", "tag": "96975ca5-ae4a-4cea-b67e-af1bc59ce747"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:40:49.575626 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba27e8b4-9c45-4407-a4bc-e0158b74c19e req-8cedcd54-c777-4d89-a912-1b1202be2caf service neutron] 10.222.0.13 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038888 Dec 11 22:40:49.598094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 7e4be401-7100-41de-bfaa-1e49714f457c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:49.600252 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:49.612790 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 96975ca5-ae4a-4cea-b67e-af1bc59ce747, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=96975ca5-ae4a-4cea-b67e-af1bc59ce747,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:49.632234 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d8cce07-b1b9-4ca5-bdf6-1998f549a2ed req-5d4de2dc-b107-48dc-b6da-0e22b1036933 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530591 Dec 11 22:40:49.699032 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:49.722316 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aacaeb-89f8-4542-b5ab-b31a73a4b697 x-openstack-request-id: req-c9aacaeb-89f8-4542-b5ab-b31a73a4b697 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:40:49.731823 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53de608-1377-4efb-87bf-adfee7995242", "name": "network-vif-plugged", "status": "completed", "tag": "96975ca5-ae4a-4cea-b67e-af1bc59ce747", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:40:49.733923 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9aacaeb-89f8-4542-b5ab-b31a73a4b697 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:40:49.734371 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53de608-1377-4efb-87bf-adfee7995242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96975ca5-ae4a-4cea-b67e-af1bc59ce747', 'code': 200} Dec 11 22:40:49.824898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993a50f-ff98-4cec-9229-99c420e047b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bdd700a-efc3-4363-9156-1887495e9293,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:49.882580 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:49.889604 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4bed6-207b-4f0d-a6d9-ba64dfdf9a20 req-01f2eb7e-3b66-43ca-ab40-6173bca36d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:49.894457 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-afb4bed6-207b-4f0d-a6d9-ba64dfdf9a20 req-01f2eb7e-3b66-43ca-ab40-6173bca36d10 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 1101 time: 0.0721233 Dec 11 22:40:49.903393 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993a50f-ff98-4cec-9229-99c420e047b0 admin admin] Checking segment: {'id': 'c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:49.903771 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f993a50f-ff98-4cec-9229-99c420e047b0 admin admin] Network hostable DHCP agents. Network: 2820f918-fa20-4c7d-a843-4806a1f5490c, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:40:49.958939 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=96975ca5-ae4a-4cea-b67e-af1bc59ce747,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:49.963361 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:49.986890 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-afb4bed6-207b-4f0d-a6d9-ba64dfdf9a20 req-7dd9daa6-aa5c-4dd8-aca6-eacd9d8a7068 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872695 Dec 11 22:40:50.097389 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f993a50f-ff98-4cec-9229-99c420e047b0 admin admin] Network 2820f918-fa20-4c7d-a843-4806a1f5490c is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:40:50.180532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event updated for resources: {'Port': ['ID=279fae25-afe0-4d16-a9ea-032fbe26cf90,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:50.188445 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:50.240078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f2043-f9d7-4e24-aa6a-58859a1b35b5 req-0d31c652-40c0-420d-8c9f-e49d9cd5293f tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:50.250041 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d65f2043-f9d7-4e24-aa6a-58859a1b35b5 req-0d31c652-40c0-420d-8c9f-e49d9cd5293f tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 950 time: 0.1173000 Dec 11 22:40:50.297042 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f993a50f-ff98-4cec-9229-99c420e047b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 2820f918-fa20-4c7d-a843-4806a1f5490c) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:50.311496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8747da99-e87c-46f1-ae31-97602548a2bf None None] Network 2820f918-fa20-4c7d-a843-4806a1f5490c requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:40:50.317743 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f993a50f-ff98-4cec-9229-99c420e047b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:50.324144 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f993a50f-ff98-4cec-9229-99c420e047b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:50.338711 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d65f2043-f9d7-4e24-aa6a-58859a1b35b5 req-8820aa3c-2a0b-4aa7-894b-551154b944f7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877097 Dec 11 22:40:50.354267 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:50.374142 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b4f874cb-dab6-4e5b-bb10-b99cf019045a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5412862 Dec 11 22:40:50.485917 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f993a50f-ff98-4cec-9229-99c420e047b0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3356073 Dec 11 22:40:50.486191 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49846) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:50.491169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-190646462-router', 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:50.565412 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf490196-ba31-4e70-9a9e-d5d4accdd76f None None] Network 2820f918-fa20-4c7d-a843-4806a1f5490c requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:40:50.634203 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:50.635722 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:50.741986 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:50.825457 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-b21ffc94-228a-4bfa-ba51-4c41fd7e3e67 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1357247283&fields=id&tenant_id=27217062ad8c4d4babc5ba4352c729c5 HTTP/1.1" status: 200 len: 267 time: 0.0809238 Dec 11 22:40:50.847370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4f17e-b823-498e-8af3-dccdf9efb0e2 req-49d928cb-d436-4f8e-957a-26284920a0c8 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:50.870681 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ee4f17e-b823-498e-8af3-dccdf9efb0e2 req-49d928cb-d436-4f8e-957a-26284920a0c8 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 943 time: 0.1082850 Dec 11 22:40:50.972244 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ee4f17e-b823-498e-8af3-dccdf9efb0e2 req-d99e9a58-4192-4ff3-ab5f-a56b33edafea tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001744 Dec 11 22:40:51.004455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49864) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:51.052863 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:40:51.169034 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7e4be401-7100-41de-bfaa-1e49714f457c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:51.229495 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:51.237043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 7e4be401-7100-41de-bfaa-1e49714f457c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:51.247848 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:51.252862 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acb05e04-5b11-4ff1-8a78-b53071fc332d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:51.269165 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-f64835ac-a938-4ff6-98d8-b7e9c775d50e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:51.271097 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-f64835ac-a938-4ff6-98d8-b7e9c775d50e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 812 time: 0.3962436 Dec 11 22:40:51.292571 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-f69a6047-8771-42d4-849c-a9e7df0dbd5e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/quotas/27217062ad8c4d4babc5ba4352c729c5 HTTP/1.1" status: 200 len: 375 time: 0.0153785 Dec 11 22:40:51.316285 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-167b785f-e0eb-4720-9050-cd5515090be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:51.430403 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acb05e04-5b11-4ff1-8a78-b53071fc332d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:51.494138 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-77667c42-b41e-4fbb-bbaa-5ae53e17f41c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1938171 Dec 11 22:40:51.519774 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acb05e04-5b11-4ff1-8a78-b53071fc332d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:51.600403 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-acb05e04-5b11-4ff1-8a78-b53071fc332d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0018171bbdf452a87688de704a62af7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5942400 Dec 11 22:40:51.607756 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49872) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:51.651446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb05e04-5b11-4ff1-8a78-b53071fc332d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a1f21d-59dd-49a7-ab91-7d40d1236da0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:51.673769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55a200-aa70-47f6-b8f8-22cb04460273 req-cbe57136-08fc-499c-9594-bf9093190de8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:51.686152 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-c6f2d5c3-d96d-413a-ac94-6c5bdc4e2e51 service neutron] 10.222.0.45 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782043 Dec 11 22:40:51.687355 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc55a200-aa70-47f6-b8f8-22cb04460273 req-cbe57136-08fc-499c-9594-bf9093190de8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 950 time: 0.1545620 Dec 11 22:40:51.746903 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2b542f3-dbb5-4aa4-9b44-efa10cffd734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:51.753628 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc55a200-aa70-47f6-b8f8-22cb04460273 req-df023709-366a-40f7-a437-9729ee55dfe1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652120 Dec 11 22:40:51.812301 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2b542f3-dbb5-4aa4-9b44-efa10cffd734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:51.932828 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:51.962861 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:51.973154 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2b542f3-dbb5-4aa4-9b44-efa10cffd734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:51.978570 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2b542f3-dbb5-4aa4-9b44-efa10cffd734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:51.990359 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-8266a61d-788b-4d85-938e-f25b6458373c service neutron] 10.222.0.45 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754471 Dec 11 22:40:52.003581 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b2b542f3-dbb5-4aa4-9b44-efa10cffd734 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/08a1f21d-59dd-49a7-ab91-7d40d1236da0 HTTP/1.1" status: 204 len: 168 time: 0.3745186 Dec 11 22:40:52.037602 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b542f3-dbb5-4aa4-9b44-efa10cffd734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a1f21d-59dd-49a7-ab91-7d40d1236da0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:52.200865 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Allocated IP 172.25.1.250 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/e55084fa-6a52-48bf-962e-07063295ed58) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:40:52.215426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6ad3e-37d0-4fd0-b6e1-5f897dacbac0 req-928515a1-10d1-4af2-af9d-b435cb4c9371 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:52.217272 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ec6ad3e-37d0-4fd0-b6e1-5f897dacbac0 req-928515a1-10d1-4af2-af9d-b435cb4c9371 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 943 time: 0.1127322 Dec 11 22:40:52.271367 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ec6ad3e-37d0-4fd0-b6e1-5f897dacbac0 req-69c6d245-6fe9-4ebe-bab6-6fefb4ff84c9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470936 Dec 11 22:40:52.323022 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:52.325324 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:52.365441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e0e6aef9-e1ba-4481-8689-5ad51458c9bd details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:40:52.458039 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-54b230dd-9eee-435f-a07a-ebd0204e4f3b req-aaa39e6f-e16b-44b8-8121-2f3e2a155af7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 210 time: 0.0487998 Dec 11 22:40:52.473244 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:52.578525 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e0e6aef9-e1ba-4481-8689-5ad51458c9bd, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e0e6aef9-e1ba-4481-8689-5ad51458c9bd,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:52.589320 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:52.592987 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:52.594992 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:40:52.607586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'e0e6aef9-e1ba-4481-8689-5ad51458c9bd', 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd', 'port_id': 'e0e6aef9-e1ba-4481-8689-5ad51458c9bd', 'mac_address': 'fa:16:3e:c7:1e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56072fb-d6eb-465a-81da-2818b252a24c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:40:52.642480 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Pushing event updated for resources: {'Port': ['ID=e55084fa-6a52-48bf-962e-07063295ed58,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:52.701035 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:52.746945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e6aef9-e1ba-4481-8689-5ad51458c9bd {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:40:52.809778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e0e6aef9-e1ba-4481-8689-5ad51458c9bd, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e0e6aef9-e1ba-4481-8689-5ad51458c9bd,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:52.896737 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:52.899502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24249b95-bea6-414d-90ca-d07f693f3a1c req-fce1501c-5d99-4b0d-911e-cd2a3d39b859 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:52.901290 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-24249b95-bea6-414d-90ca-d07f693f3a1c req-fce1501c-5d99-4b0d-911e-cd2a3d39b859 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 950 time: 0.0539901 Dec 11 22:40:52.969288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=e0e6aef9-e1ba-4481-8689-5ad51458c9bd,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:52.994826 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-24249b95-bea6-414d-90ca-d07f693f3a1c req-4f03e2e3-14d5-4398-a328-19bd2535140d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817976 Dec 11 22:40:53.124345 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:53.180868 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['e0e6aef9-e1ba-4481-8689-5ad51458c9bd'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:40:53.207918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49906) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:53.238659 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e3b4d89c-483f-441a-9eb3-b1d50ca9b3e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:53.496384 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e3b4d89c-483f-441a-9eb3-b1d50ca9b3e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:53.583157 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e3b4d89c-483f-441a-9eb3-b1d50ca9b3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:53.638792 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e3b4d89c-483f-441a-9eb3-b1d50ca9b3e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88f6995677f44beaa73c7f570cd369d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4296031 Dec 11 22:40:53.640800 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4d89c-483f-441a-9eb3-b1d50ca9b3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d786becf-665c-4e41-92d0-d505029f9525,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:53.643342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49914) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:53.658145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf912c-fee5-49de-9198-b939d7d3e846 req-6b286732-7adf-4dc0-aefc-23092b036ce1 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:53.660705 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4fcf912c-fee5-49de-9198-b939d7d3e846 req-6b286732-7adf-4dc0-aefc-23092b036ce1 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 944 time: 0.1583271 Dec 11 22:40:53.755777 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4fcf912c-fee5-49de-9198-b939d7d3e846 req-dab16a0a-a96f-4e0c-9e2c-2a98a0bce3a1 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846648 Dec 11 22:40:53.778006 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2bac0cce-9288-411c-9ad5-499916c08472 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:53.854487 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b6625b2-8dee-4930-ac29-372051729713 req-1777180c-cf94-4d0c-b5c3-6d37d24a8bed tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 210 time: 0.0508626 Dec 11 22:40:53.863133 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2bac0cce-9288-411c-9ad5-499916c08472 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:53.873545 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:54.020296 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2bac0cce-9288-411c-9ad5-499916c08472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:54.028927 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2bac0cce-9288-411c-9ad5-499916c08472 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:54.030142 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2bac0cce-9288-411c-9ad5-499916c08472 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d786becf-665c-4e41-92d0-d505029f9525 HTTP/1.1" status: 204 len: 168 time: 0.3853297 Dec 11 22:40:54.043683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac0cce-9288-411c-9ad5-499916c08472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d786becf-665c-4e41-92d0-d505029f9525,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:54.105372 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:54.112848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da891f6-eb6b-4cf2-8142-e3657a5cf225 req-20ca8e19-018b-4ad2-b020-53e7a3a7c6bd tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:54.119785 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2da891f6-eb6b-4cf2-8142-e3657a5cf225 req-20ca8e19-018b-4ad2-b020-53e7a3a7c6bd tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 1101 time: 0.0683107 Dec 11 22:40:54.143171 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2da891f6-eb6b-4cf2-8142-e3657a5cf225 req-88b55e21-8980-4dec-9fc7-8c8d75e6b41f tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:54.350742 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2da891f6-eb6b-4cf2-8142-e3657a5cf225 req-88b55e21-8980-4dec-9fc7-8c8d75e6b41f tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:54.378753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e0e6aef9-e1ba-4481-8689-5ad51458c9bd up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:54.418154 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Router 9773079f-f0fb-4d88-884a-ac3a792a1807 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:40:54.489066 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2da891f6-eb6b-4cf2-8142-e3657a5cf225 req-88b55e21-8980-4dec-9fc7-8c8d75e6b41f tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:54.568901 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2da891f6-eb6b-4cf2-8142-e3657a5cf225 req-88b55e21-8980-4dec-9fc7-8c8d75e6b41f tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440856 Dec 11 22:40:54.599285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b55e21-8980-4dec-9fc7-8c8d75e6b41f tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9cfc14-fef2-48c2-b967-eeaae2961c7f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:54.609628 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:54.611168 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port e0e6aef9-e1ba-4481-8689-5ad51458c9bd completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:40:54.618891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:40:54.621214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port e0e6aef9-e1ba-4481-8689-5ad51458c9bd triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:54.621829 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:54.631827 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Sync routers for ids ['9773079f-f0fb-4d88-884a-ac3a792a1807'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:40:54.653282 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Routers {'9773079f-f0fb-4d88-884a-ac3a792a1807'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:54.667896 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:40:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9773079f-f0fb-4d88-884a-ac3a792a1807'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:54.754475 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:54.758579 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f8380503-a456-42c1-8aa8-bf72e440c45b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2684035 Dec 11 22:40:54.758756 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49928) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:40:54.878340 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:54.976662 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e0e6aef9-e1ba-4481-8689-5ad51458c9bd, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e0e6aef9-e1ba-4481-8689-5ad51458c9bd,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:54.986415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1456a3-d650-4f0d-bc14-48c9479c87e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e6aef9-e1ba-4481-8689-5ad51458c9bd'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:40:54.994979 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff96cfe-e06e-4fa5-b958-7ac85d0ad1e5" -d '{"events": [{"server_uuid": "2f1456a3-d650-4f0d-bc14-48c9479c87e9", "name": "network-vif-plugged", "status": "completed", "tag": "e0e6aef9-e1ba-4481-8689-5ad51458c9bd"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:40:55.022879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8c07e-a90b-4e17-a8ae-6a237b4bb92b req-3e3ebb4f-8bca-484c-bd56-5b5a09f6a4d9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:55.031366 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0bb8c07e-a90b-4e17-a8ae-6a237b4bb92b req-3e3ebb4f-8bca-484c-bd56-5b5a09f6a4d9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 944 time: 0.1339328 Dec 11 22:40:55.074054 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:55.082724 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Set router 9773079f-f0fb-4d88-884a-ac3a792a1807 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:55.088466 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fbf487cc-b07b-4abe-9b2b-862d9b8491d1 req-ab7a4a59-7624-4db0-b053-f651cdb45104 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 210 time: 0.0792105 Dec 11 22:40:55.194000 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=e0e6aef9-e1ba-4481-8689-5ad51458c9bd,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:55.228423 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0bb8c07e-a90b-4e17-a8ae-6a237b4bb92b req-d145e775-5514-456a-bef1-b225c13e8ad0 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960964 Dec 11 22:40:55.365204 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144a90c0-b558-4a98-a35f-7625b56ba52f x-openstack-request-id: req-144a90c0-b558-4a98-a35f-7625b56ba52f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:40:55.366061 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1456a3-d650-4f0d-bc14-48c9479c87e9", "name": "network-vif-plugged", "status": "completed", "tag": "e0e6aef9-e1ba-4481-8689-5ad51458c9bd", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:40:55.366061 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-144a90c0-b558-4a98-a35f-7625b56ba52f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:40:55.366444 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1456a3-d650-4f0d-bc14-48c9479c87e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e6aef9-e1ba-4481-8689-5ad51458c9bd', 'code': 200} Dec 11 22:40:55.528601 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-f3b18c3b-d5b5-4c67-b5ef-659bcbbdba0c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ebe483fc920c439ab2dac230dba335f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675108 Dec 11 22:40:55.612042 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'name': 'tempest-ServerRescueTestJSON-190646462-router', 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e55084fa-6a52-48bf-962e-07063295ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:50Z', 'updated_at': '2021-12-11T22:40:52Z', 'revision_number': 3, 'project_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'gw_port': {'id': 'e55084fa-6a52-48bf-962e-07063295ed58', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:51Z', 'updated_at': '2021-12-11T22:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:55.685350 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Checking router: 9773079f-f0fb-4d88-884a-ac3a792a1807 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:40:55.688271 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Updating router 9773079f-f0fb-4d88-884a-ac3a792a1807 port e55084fa-6a52-48bf-962e-07063295ed58 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:40:55.698829 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc545b1-a84f-43a7-8033-da2f178036b1 req-70965493-44fb-47a1-8ecc-d9381998023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:55.700512 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3dc545b1-a84f-43a7-8033-da2f178036b1 req-70965493-44fb-47a1-8ecc-d9381998023d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 1096 time: 0.2750919 Dec 11 22:40:55.755357 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:55.779533 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:55.802161 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3dc545b1-a84f-43a7-8033-da2f178036b1 req-a279f616-6899-41fa-9e5d-b4ae10e0b432 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909719 Dec 11 22:40:55.906704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-a18be47e-8713-4411-a9bd-dcdfd69d88c9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:55.911921 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-a18be47e-8713-4411-a9bd-dcdfd69d88c9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3819008 Dec 11 22:40:55.952129 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cea9b029-980d-436e-80f9-bae258546138 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/quotas/ebe483fc920c439ab2dac230dba335f8 HTTP/1.1" status: 200 len: 375 time: 0.0307221 Dec 11 22:40:56.012181 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-5bb00441-7787-4c49-8241-db2d9fc6290c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:56.013759 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-5bb00441-7787-4c49-8241-db2d9fc6290c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 812 time: 0.2643917 Dec 11 22:40:56.096206 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-c8b2fa6f-9b7c-4d9a-8963-c85112a64efe tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1410806 Dec 11 22:40:56.246642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Allocated IP 172.20.0.1 (2820f918-fa20-4c7d-a843-4806a1f5490c/7bdd700a-efc3-4363-9156-1887495e9293/0a0655f4-11f0-49dc-b4e0-a8e172e04569) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:40:56.324127 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-1443fb85-ee9e-4cec-aede-1d92abbbfe9a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27217062ad8c4d4babc5ba4352c729c5 HTTP/1.1" status: 200 len: 380 time: 0.2693739 Dec 11 22:40:56.339091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-bb3ba959-073c-4c8c-82e0-2b15b610b0f1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Request body: {'port': {'device_id': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'admin_state_up': True, 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'security_groups': ['f1b549a8-44a3-4282-bf97-493e20d95409']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:56.385113 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:56.500565 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:56.598654 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa775af-b35c-4f80-9d5c-5095549e724c None None] Pushing event updated for resources: {'Port': ['ID=e55084fa-6a52-48bf-962e-07063295ed58,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:56.639781 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Attempting to bind port e55084fa-6a52-48bf-962e-07063295ed58 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:40:56.640163 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Attempting to bind port e55084fa-6a52-48bf-962e-07063295ed58 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:40:56.640536 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Attempting to bind port e55084fa-6a52-48bf-962e-07063295ed58 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:40:56.651866 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:40:56.652252 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:40:56.652664 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:56.653124 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:40:56.653595 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Bound port: e55084fa-6a52-48bf-962e-07063295ed58, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:40:56.654247 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:56.686608 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-bb3ba959-073c-4c8c-82e0-2b15b610b0f1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Made reservation on behalf of 27217062ad8c4d4babc5ba4352c729c5 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:40:56.689235 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-bb3ba959-073c-4c8c-82e0-2b15b610b0f1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:56.723444 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-79225a35-b124-4729-88af-4e4330f2718b req-027d8b51-9cd5-40ba-99a4-39d25490749c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 210 time: 0.0513606 Dec 11 22:40:56.741334 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] For port e55084fa-6a52-48bf-962e-07063295ed58, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:40:56.748600 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] For port e55084fa-6a52-48bf-962e-07063295ed58, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e55084fa-6a52-48bf-962e-07063295ed58,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:40:56.833789 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:56.927523 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Routers {'9773079f-f0fb-4d88-884a-ac3a792a1807'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:40:56.928066 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:40:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9773079f-f0fb-4d88-884a-ac3a792a1807'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:56.932710 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa775af-b35c-4f80-9d5c-5095549e724c None None] Pushing event updated for resources: {'Port': ['ID=e55084fa-6a52-48bf-962e-07063295ed58,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:56.988830 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd32b7-ea7a-49d6-8c85-04af45644589 req-66961241-37df-4c49-8726-f3e7f1236a1a tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:56.991205 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99fd32b7-ea7a-49d6-8c85-04af45644589 req-66961241-37df-4c49-8726-f3e7f1236a1a tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 945 time: 0.1526423 Dec 11 22:40:57.072373 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:57.109574 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] Set router 9773079f-f0fb-4d88-884a-ac3a792a1807 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:40:57.126571 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99fd32b7-ea7a-49d6-8c85-04af45644589 req-541ad1bf-faf9-4704-88e9-52e24a161657 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979464 Dec 11 22:40:57.160325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-bb3ba959-073c-4c8c-82e0-2b15b610b0f1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Allocated IP 172.20.0.10 (82b08062-dcd3-4b12-b656-232a56b3b938/c7fea1e5-16e5-4ed2-9658-4e69f5375c97/763a2f6a-4b05-4cb4-b0de-68332b1abc69) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:40:57.323318 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:57.431014 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'name': 'tempest-ServerRescueTestJSON-190646462-router', 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e55084fa-6a52-48bf-962e-07063295ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:50Z', 'updated_at': '2021-12-11T22:40:52Z', 'revision_number': 3, 'project_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'gw_port': {'id': 'e55084fa-6a52-48bf-962e-07063295ed58', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:51Z', 'updated_at': '2021-12-11T22:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:40:57.501394 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c999779d-6128-4d5b-9c59-e8fe48db582e None None] The sync data for ids ['9773079f-f0fb-4d88-884a-ac3a792a1807'] in n-d-710847-6 is: [{'id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'name': 'tempest-ServerRescueTestJSON-190646462-router', 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e55084fa-6a52-48bf-962e-07063295ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:50Z', 'updated_at': '2021-12-11T22:40:52Z', 'revision_number': 3, 'project_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'gw_port': {'id': 'e55084fa-6a52-48bf-962e-07063295ed58', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:51Z', 'updated_at': '2021-12-11T22:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:40:57.563215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Network 2820f918-fa20-4c7d-a843-4806a1f5490c is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:57.575970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:57.581862 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:40:57.700561 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Pushing event updated for resources: {'Port': ['ID=0a0655f4-11f0-49dc-b4e0-a8e172e04569,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:57.721317 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:57.830178 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-bb3ba959-073c-4c8c-82e0-2b15b610b0f1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:57.922688 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-23255b87-5736-40c4-a914-7edb108016ef req-894798e5-7cfa-4136-baa7-7f75cd8cd362 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 210 time: 0.0587263 Dec 11 22:40:58.069184 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-bb3ba959-073c-4c8c-82e0-2b15b610b0f1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:58.162887 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cc2af-e5b3-40e1-b22b-7829e111f146 req-8dc4e853-82bf-4396-8d23-846519cd1888 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:58.165648 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a6cc2af-e5b3-40e1-b22b-7829e111f146 req-8dc4e853-82bf-4396-8d23-846519cd1888 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 932 time: 0.0881650 Dec 11 22:40:58.200228 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-bb3ba959-073c-4c8c-82e0-2b15b610b0f1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Network 82b08062-dcd3-4b12-b656-232a56b3b938 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:40:58.235460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a6cc2af-e5b3-40e1-b22b-7829e111f146 req-0b01105e-2b8b-4019-abbf-0dd604936fc8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631809 Dec 11 22:40:58.249884 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-bb3ba959-073c-4c8c-82e0-2b15b610b0f1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:40:58.252351 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-bb3ba959-073c-4c8c-82e0-2b15b610b0f1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:40:58.269234 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-0b7297a0-05c3-495a-8101-283fb0753621 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=609018c52c544473b03d42e20c9f73e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1519704 Dec 11 22:40:58.430095 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:58.468684 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ba959-073c-4c8c-82e0-2b15b610b0f1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event updated for resources: {'Port': ['ID=763a2f6a-4b05-4cb4-b0de-68332b1abc69,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:58.606768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e3739-5044-46bb-b901-8d40974dbf07 req-5a1de8a8-2966-4a1f-bf37-441bcc7296ad tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:58.609939 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d4e3739-5044-46bb-b901-8d40974dbf07 req-5a1de8a8-2966-4a1f-bf37-441bcc7296ad tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 945 time: 0.1189940 Dec 11 22:40:58.662866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-146c504f-2ce0-4028-bb76-bfdc1d6e6a1d None None] Provisioning complete for port 763a2f6a-4b05-4cb4-b0de-68332b1abc69 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:58.663981 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-146c504f-2ce0-4028-bb76-bfdc1d6e6a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:58.674218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-bb3ba959-073c-4c8c-82e0-2b15b610b0f1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:58.691060 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-bb3ba959-073c-4c8c-82e0-2b15b610b0f1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:58.816226 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d4e3739-5044-46bb-b901-8d40974dbf07 req-444e4da1-14ad-4d50-99ec-17530cc05d48 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977075 Dec 11 22:40:58.816338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-146c504f-2ce0-4028-bb76-bfdc1d6e6a1d None None] Port 763a2f6a-4b05-4cb4-b0de-68332b1abc69 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:40:58.816435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-7f43f6d3-f720-4d8f-aa53-ced2a89c3c7a tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:40:58.816435 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-7f43f6d3-f720-4d8f-aa53-ced2a89c3c7a tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4614589 Dec 11 22:40:58.817880 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-e9acbb1d-8a14-4c19-967b-4ea5de8c1d6d tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/quotas/609018c52c544473b03d42e20c9f73e3 HTTP/1.1" status: 200 len: 375 time: 0.0485625 Dec 11 22:40:58.877222 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-07a96adf-f54d-40af-b2f4-cd1f572aef5f tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=609018c52c544473b03d42e20c9f73e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476520 Dec 11 22:40:58.999494 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:59.011803 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-bb3ba959-073c-4c8c-82e0-2b15b610b0f1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6785767 Dec 11 22:40:59.026194 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Request body: {'port': {'device_id': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:40:59.125773 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:59.285261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e55084fa-6a52-48bf-962e-07063295ed58 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:40:59.416091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port e55084fa-6a52-48bf-962e-07063295ed58 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:40:59.416965 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:59.491334 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Pushing event updated for resources: {'Port': ['ID=0a0655f4-11f0-49dc-b4e0-a8e172e04569,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:40:59.570149 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:59.676120 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1952ca99-468a-476f-93b2-e214302af1db req-1d6b1edc-d6db-4534-adea-2c61bcd91062 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 210 time: 0.1633420 Dec 11 22:40:59.690944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port e55084fa-6a52-48bf-962e-07063295ed58, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e55084fa-6a52-48bf-962e-07063295ed58,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:40:59.748086 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:40:59.845991 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:00.039669 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=e55084fa-6a52-48bf-962e-07063295ed58,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:00.073420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-51cbf3ad-7793-4e34-8967-f6a279b952fb req-5f89138a-b279-4d9e-8353-122303ff3a28 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 210 time: 0.9515779 Dec 11 22:41:00.134282 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Network 2820f918-fa20-4c7d-a843-4806a1f5490c is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:41:00.150701 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:41:00.153767 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:00.526037 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc15c66-b27c-4de6-bb12-e0719466f602 req-c2e7e5a9-4470-4c82-b47c-c37a8a67deae tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:00.533816 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6fc15c66-b27c-4de6-bb12-e0719466f602 req-c2e7e5a9-4470-4c82-b47c-c37a8a67deae tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 932 time: 0.6593134 Dec 11 22:41:00.801761 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6fc15c66-b27c-4de6-bb12-e0719466f602 req-af8118be-84d3-4b60-a29b-2ba1ae8b0839 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669468 Dec 11 22:41:00.802047 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0732b444-7d4a-4b50-93ab-8250fbdc8091 req-4215e9de-2355-42e9-a334-f1d215ddc772 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 210 time: 0.0371163 Dec 11 22:41:00.831346 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Router 9773079f-f0fb-4d88-884a-ac3a792a1807 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:41:01.034275 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:41:01.047589 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8a781f30-3973-4fc6-b4ec-686c031fcc38 admin admin] 10.222.0.45 "PUT /v2.0/routers/9773079f-f0fb-4d88-884a-ac3a792a1807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2825286 Dec 11 22:41:01.058491 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Sync routers for ids ['9773079f-f0fb-4d88-884a-ac3a792a1807'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:41:01.080999 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Routers {'9773079f-f0fb-4d88-884a-ac3a792a1807'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:41:01.083121 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:40:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9773079f-f0fb-4d88-884a-ac3a792a1807'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:01.315229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Set router 9773079f-f0fb-4d88-884a-ac3a792a1807 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:41:01.351140 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763a2f6a-4b05-4cb4-b0de-68332b1abc69 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:01.378083 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:01.390284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04b87080-21b8-4270-8d56-b12d2b61f434 req-fb8c03b8-29e2-47f7-b68c-a8dedc660a10 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 210 time: 0.0649135 Dec 11 22:41:01.422188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Transition to ACTIVE for port object 763a2f6a-4b05-4cb4-b0de-68332b1abc69 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:41:01.479176 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:01.512079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e55084fa-6a52-48bf-962e-07063295ed58 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:41:01.553233 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Pushing event updated for resources: {'Port': ['ID=763a2f6a-4b05-4cb4-b0de-68332b1abc69,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:01.815464 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Attempting to bind port 763a2f6a-4b05-4cb4-b0de-68332b1abc69 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:41:01.822587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Attempting to bind port 763a2f6a-4b05-4cb4-b0de-68332b1abc69 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:41:01.823261 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Attempting to bind port 763a2f6a-4b05-4cb4-b0de-68332b1abc69 on network 82b08062-dcd3-4b12-b656-232a56b3b938 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:01.831027 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Port 763a2f6a-4b05-4cb4-b0de-68332b1abc69 on network 82b08062-dcd3-4b12-b656-232a56b3b938 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:41:01.844950 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Attempting to bind port 763a2f6a-4b05-4cb4-b0de-68332b1abc69 on network 82b08062-dcd3-4b12-b656-232a56b3b938 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:01.850699 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:41:01.850971 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Checking segment: {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:41:01.851378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Bound using segment: {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:41:01.851959 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Bound port: 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:41:01.868008 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:01.895420 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port e55084fa-6a52-48bf-962e-07063295ed58 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:01.896072 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:02.060718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-51c77158-f1c7-40fe-b4a2-98df623bc733 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:02.071316 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-51c77158-f1c7-40fe-b4a2-98df623bc733 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/networks?id=e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe HTTP/1.1" status: 200 len: 815 time: 0.2630594 Dec 11 22:41:02.074170 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:41:02.079521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:41:02.093083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-e0c8e5c7-a231-4712-b1e5-41107a4a5b67 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/quotas/0e0b27dc673143d5a25d44091467f17f HTTP/1.1" status: 200 len: 375 time: 0.0203538 Dec 11 22:41:02.143111 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'name': 'tempest-ServerRescueTestJSON-190646462-router', 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e55084fa-6a52-48bf-962e-07063295ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:50Z', 'updated_at': '2021-12-11T22:40:57Z', 'revision_number': 4, 'project_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'gw_port': {'id': 'e55084fa-6a52-48bf-962e-07063295ed58', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:51Z', 'updated_at': '2021-12-11T22:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '0a0655f4-11f0-49dc-b4e0-a8e172e04569', 'name': '', 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c', 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'mac_address': 'fa:16:3e:34:a9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '7bdd700a-efc3-4363-9156-1887495e9293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:55Z', 'updated_at': '2021-12-11T22:40:58Z', 'revision_number': 2, 'project_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'subnets': [{'id': '7bdd700a-efc3-4363-9156-1887495e9293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:02.149447 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:02.178003 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-47cda1a8-7e25-4f7d-95b4-e452009f906a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ebe483fc920c439ab2dac230dba335f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418489 Dec 11 22:41:02.204637 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Checking router: 9773079f-f0fb-4d88-884a-ac3a792a1807 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:41:02.204958 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Updating router 9773079f-f0fb-4d88-884a-ac3a792a1807 port 0a0655f4-11f0-49dc-b4e0-a8e172e04569 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:41:02.290436 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:02.310270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-a40802ff-e29e-4297-9752-4e86cbeafef2 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e0b27dc673143d5a25d44091467f17f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2136447 Dec 11 22:41:02.571850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-f561c7b2-ef4c-456c-9975-e425c24932c8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:02.573771 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-f561c7b2-ef4c-456c-9975-e425c24932c8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3870242 Dec 11 22:41:02.618999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-699686ec-0c71-4544-9258-e9e9c85c22d4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Request body: {'port': {'device_id': 'bbc6dd78-2e03-445b-b30b-fe5561e62fd1', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'ebe483fc920c439ab2dac230dba335f8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:02.686973 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:02.752998 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:02.753664 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-a7801f21-51a9-4874-b3c8-529497d1b1da service neutron] 10.222.0.45 "GET /v2.0/networks/e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411805 Dec 11 22:41:02.753814 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:02.754693 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] 10.222.0.13 "PUT /v2.0/ports/763a2f6a-4b05-4cb4-b0de-68332b1abc69 HTTP/1.1" status: 200 len: 1092 time: 3.7333362 Dec 11 22:41:02.755131 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:02.757373 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1621d5-21a6-4117-a0a4-31a7f7bc6a87" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:02.771268 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:02.826086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd5028-a9db-42a6-815c-72b231355c44 None None] Pushing event updated for resources: {'Port': ['ID=0a0655f4-11f0-49dc-b4e0-a8e172e04569,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:02.862477 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f610da1-0dbd-43f0-917c-d4930f42062e service neutron] Pushing event updated for resources: {'Port': ['ID=763a2f6a-4b05-4cb4-b0de-68332b1abc69,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:02.870345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-6902be1c-1364-4d53-8684-b9d9084c7ab7 service neutron] 10.222.0.45 "GET /v2.0/networks/e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167188 Dec 11 22:41:02.874135 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-ec0c5731-69f7-4fca-8d28-271a8d9d4a74 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ebe483fc920c439ab2dac230dba335f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798397 Dec 11 22:41:02.887393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-699686ec-0c71-4544-9258-e9e9c85c22d4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Made reservation on behalf of ebe483fc920c439ab2dac230dba335f8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:41:02.891811 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-699686ec-0c71-4544-9258-e9e9c85c22d4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:02.905255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Attempting to bind port 0a0655f4-11f0-49dc-b4e0-a8e172e04569 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:41:02.905932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Attempting to bind port 0a0655f4-11f0-49dc-b4e0-a8e172e04569 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:41:02.906537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Attempting to bind port 0a0655f4-11f0-49dc-b4e0-a8e172e04569 on network 2820f918-fa20-4c7d-a843-4806a1f5490c {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:02.913205 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:41:02.914168 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Checking segment: {'id': 'c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:41:02.914949 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:02.915556 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Bound using segment: {'id': 'c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:41:02.916217 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Bound port: 0a0655f4-11f0-49dc-b4e0-a8e172e04569, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:41:02.916806 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:02.929009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-c9d49fdb-643b-4b2d-b0de-2ad7fd018587 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:02.937298 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-c9d49fdb-643b-4b2d-b0de-2ad7fd018587 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/networks?id=2820f918-fa20-4c7d-a843-4806a1f5490c HTTP/1.1" status: 200 len: 810 time: 0.7395475 Dec 11 22:41:03.003644 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-c39de664-dc81-45fb-a69c-c1d3dc4cc203 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/quotas/42ba42bc01cd4336aa93171b4cf8fa3a HTTP/1.1" status: 200 len: 375 time: 0.0651791 Dec 11 22:41:03.014656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] For port 0a0655f4-11f0-49dc-b4e0-a8e172e04569, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:41:03.019498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] For port 0a0655f4-11f0-49dc-b4e0-a8e172e04569, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0a0655f4-11f0-49dc-b4e0-a8e172e04569,segment=NetworkSegment(c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b),segment_id=c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:41:03.114318 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:03.135087 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-36795728-8c70-4ec5-90ba-09d613fd9552 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=42ba42bc01cd4336aa93171b4cf8fa3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1304173 Dec 11 22:41:03.138049 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-6d820793-e909-4129-85a8-deb2fffd1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:03.139688 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-6d820793-e909-4129-85a8-deb2fffd1030 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 1095 time: 0.1944966 Dec 11 22:41:03.175997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-699686ec-0c71-4544-9258-e9e9c85c22d4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Allocated IP 192.168.233.96 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:41:03.233682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd5028-a9db-42a6-815c-72b231355c44 None None] Pushing event updated for resources: {'Port': ['ID=0a0655f4-11f0-49dc-b4e0-a8e172e04569,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:03.253205 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Routers {'9773079f-f0fb-4d88-884a-ac3a792a1807'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:41:03.253929 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:40:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9773079f-f0fb-4d88-884a-ac3a792a1807'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:03.344556 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-52900b13-490b-4bf8-be9b-82734eeafe4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69 HTTP/1.1" status: 200 len: 217 time: 0.1808953 Dec 11 22:41:03.358677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-41a42d5f-b85c-4636-b52d-859beaaeb4cb tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:03.360362 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-41a42d5f-b85c-4636-b52d-859beaaeb4cb tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4797788 Dec 11 22:41:03.361876 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d60969e-0d02-4753-951e-bd3b52833538 req-67a03513-d5ef-4f00-8709-486a6941aa1e tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 210 time: 0.0461161 Dec 11 22:41:03.388819 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-01898ac4-1777-492a-888f-9ec964cef31c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Request body: {'port': {'device_id': '260501c9-8c49-4e96-a29d-87fa1fca070d', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'ebe483fc920c439ab2dac230dba335f8'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:03.562653 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-c02ee6d4-5150-40ab-88b1-4e350954683b tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=609018c52c544473b03d42e20c9f73e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724564 Dec 11 22:41:03.562951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] Set router 9773079f-f0fb-4d88-884a-ac3a792a1807 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:41:03.563060 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-d04d5527-fab8-41c8-89de-ac3818be1c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:03.563060 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-d04d5527-fab8-41c8-89de-ac3818be1c38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.1972449 Dec 11 22:41:03.609961 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-653ad219-99b1-49f6-bacb-c833ed39edb5 service neutron] 10.222.0.45 "GET /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616077 Dec 11 22:41:03.708443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-0d54ad13-55bf-46b9-b604-1fe197d1f397 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:03.709944 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-0d54ad13-55bf-46b9-b604-1fe197d1f397 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074270 Dec 11 22:41:03.721157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ce7cf-5a53-4117-9e71-7e9526e3c5dc req-ea9744d4-f5bd-4451-9940-6cb9fd5d04b1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:03.729303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3b5ce7cf-5a53-4117-9e71-7e9526e3c5dc req-ea9744d4-f5bd-4451-9940-6cb9fd5d04b1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 944 time: 0.2088947 Dec 11 22:41:03.743934 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Request body: {'port': {'device_id': '332219d5-a4c5-4087-903c-99760ed9b723', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': '609018c52c544473b03d42e20c9f73e3'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:03.753637 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-203d4b8b-4634-4eea-b4df-a0cbfd9c899b service neutron] 10.222.0.45 "GET /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418972 Dec 11 22:41:03.783072 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-699686ec-0c71-4544-9258-e9e9c85c22d4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:03.865312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-3a871627-19cf-4348-9e03-9c8d2b90ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:03.871884 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-3a871627-19cf-4348-9e03-9c8d2b90ef68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2993014 Dec 11 22:41:03.896941 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3b5ce7cf-5a53-4117-9e71-7e9526e3c5dc req-50b8a2b6-e3d9-4bbe-ac77-184d6c006916 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645806 Dec 11 22:41:04.042289 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-5b6f08f4-5f7b-47b1-b7c8-e00a0ad82431 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609278 Dec 11 22:41:04.085688 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-01898ac4-1777-492a-888f-9ec964cef31c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Made reservation on behalf of ebe483fc920c439ab2dac230dba335f8 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:41:04.090556 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-01898ac4-1777-492a-888f-9ec964cef31c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:04.130370 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-699686ec-0c71-4544-9258-e9e9c85c22d4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:04.154593 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['96975ca5-ae4a-4cea-b67e-af1bc59ce747'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:04.265757 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3ad8024-852f-47fc-b487-7b95da500c88 req-a9a979bc-c287-4158-affd-a8cbfc9bac00 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 210 time: 0.1710777 Dec 11 22:41:04.292503 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca8d1f28-e81f-48e3-a254-716653f6624f req-7a9fe21f-befa-4599-a0ae-34dd01d4a76b service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414587 Dec 11 22:41:04.346087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Made reservation on behalf of 609018c52c544473b03d42e20c9f73e3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:41:04.352723 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:04.369356 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'name': 'tempest-ServerRescueTestJSON-190646462-router', 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e55084fa-6a52-48bf-962e-07063295ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:50Z', 'updated_at': '2021-12-11T22:40:57Z', 'revision_number': 4, 'project_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'gw_port': {'id': 'e55084fa-6a52-48bf-962e-07063295ed58', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:51Z', 'updated_at': '2021-12-11T22:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '0a0655f4-11f0-49dc-b4e0-a8e172e04569', 'name': '', 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c', 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'mac_address': 'fa:16:3e:34:a9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '7bdd700a-efc3-4363-9156-1887495e9293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:55Z', 'updated_at': '2021-12-11T22:41:03Z', 'revision_number': 4, 'project_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'subnets': [{'id': '7bdd700a-efc3-4363-9156-1887495e9293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:04.373699 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79241a6-6194-4d04-9870-ac6050421fb7 x-openstack-request-id: req-f79241a6-6194-4d04-9870-ac6050421fb7 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:04.373997 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:04.374253 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f79241a6-6194-4d04-9870-ac6050421fb7 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:04.374770 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'status': 'completed', 'code': 200} Dec 11 22:41:04.392263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-699686ec-0c71-4544-9258-e9e9c85c22d4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:41:04.423761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-699686ec-0c71-4544-9258-e9e9c85c22d4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:41:04.436059 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:04.440221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-01898ac4-1777-492a-888f-9ec964cef31c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Allocated IP 192.168.233.6 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/fe22007d-f9b3-4757-b3fb-eec41108b253) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:41:04.447639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-699686ec-0c71-4544-9258-e9e9c85c22d4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:41:04.453149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873106e5-6cf7-4728-beca-4f3cfb370eeb None None] The sync data for ids ['9773079f-f0fb-4d88-884a-ac3a792a1807'] in n-d-710847-6 is: [{'id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'name': 'tempest-ServerRescueTestJSON-190646462-router', 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e55084fa-6a52-48bf-962e-07063295ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:50Z', 'updated_at': '2021-12-11T22:40:57Z', 'revision_number': 4, 'project_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'gw_port': {'id': 'e55084fa-6a52-48bf-962e-07063295ed58', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:51Z', 'updated_at': '2021-12-11T22:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '0a0655f4-11f0-49dc-b4e0-a8e172e04569', 'name': '', 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c', 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'mac_address': 'fa:16:3e:34:a9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '7bdd700a-efc3-4363-9156-1887495e9293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:55Z', 'updated_at': '2021-12-11T22:41:03Z', 'revision_number': 4, 'project_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'subnets': [{'id': '7bdd700a-efc3-4363-9156-1887495e9293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:41:04.599451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699686ec-0c71-4544-9258-e9e9c85c22d4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event updated for resources: {'Port': ['ID=f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:04.671067 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b316a663-c5c2-4148-b209-2856af0dfa4a req-bc01fe60-8bc0-4e81-baff-a1e52e3f19c6 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 210 time: 0.2029178 Dec 11 22:41:04.768765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-699686ec-0c71-4544-9258-e9e9c85c22d4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:04.779874 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-699686ec-0c71-4544-9258-e9e9c85c22d4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:04.843808 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9d0153aa-286a-4d06-95a0-cf43f3c172c2 req-fa945cba-4c9a-47d7-96b1-d655f50b128e tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 210 time: 0.0543244 Dec 11 22:41:04.940201 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:04.940331 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-01898ac4-1777-492a-888f-9ec964cef31c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:04.956448 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-699686ec-0c71-4544-9258-e9e9c85c22d4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3650494 Dec 11 22:41:04.962327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-988ec901-45a3-45f8-8334-65565b42ef5e None None] Provisioning complete for port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:04.962773 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-988ec901-45a3-45f8-8334-65565b42ef5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:04.987733 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Request body: {'port': {'device_id': 'bbc6dd78-2e03-445b-b30b-fe5561e62fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:05.014107 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1621d5-21a6-4117-a0a4-31a7f7bc6a87 req-50f2be7e-9849-4fdf-aa52-0823a63a0a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:05.015971 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a1621d5-21a6-4117-a0a4-31a7f7bc6a87 req-50f2be7e-9849-4fdf-aa52-0823a63a0a6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 1095 time: 0.4568255 Dec 11 22:41:05.035388 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:05.078486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-988ec901-45a3-45f8-8334-65565b42ef5e None None] Port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:41:05.134320 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0f1d6788-ddc7-43a3-800b-5b4e9a770700 req-f7522142-edce-4f30-8c3a-9bce17627223 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 210 time: 0.1123810 Dec 11 22:41:05.146963 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-01898ac4-1777-492a-888f-9ec964cef31c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:05.160502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['96975ca5-ae4a-4cea-b67e-af1bc59ce747'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:05.224791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-01898ac4-1777-492a-888f-9ec964cef31c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:41:05.241007 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-01898ac4-1777-492a-888f-9ec964cef31c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:41:05.248522 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-01898ac4-1777-492a-888f-9ec964cef31c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:41:05.298788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0a0655f4-11f0-49dc-b4e0-a8e172e04569 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:41:05.342904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:05.351902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01898ac4-1777-492a-888f-9ec964cef31c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event updated for resources: {'Port': ['ID=fe22007d-f9b3-4757-b3fb-eec41108b253,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:05.370325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1621d5-21a6-4117-a0a4-31a7f7bc6a87 req-4aa590df-af19-4699-91ec-dc68fda02f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:05.371863 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a1621d5-21a6-4117-a0a4-31a7f7bc6a87 req-4aa590df-af19-4699-91ec-dc68fda02f39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.3465567 Dec 11 22:41:05.414103 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-01898ac4-1777-492a-888f-9ec964cef31c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:05.414779 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-01898ac4-1777-492a-888f-9ec964cef31c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:05.503608 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Allocated IP 192.168.233.75 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/eb6d4cc8-9102-4461-acbd-e955c630a8d1) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:41:05.526492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 0a0655f4-11f0-49dc-b4e0-a8e172e04569 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:05.527096 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:05.531164 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a1621d5-21a6-4117-a0a4-31a7f7bc6a87 req-fce353b7-b2b1-445d-bc7b-881071aca3e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69 HTTP/1.1" status: 200 len: 217 time: 0.1451836 Dec 11 22:41:05.667968 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-01898ac4-1777-492a-888f-9ec964cef31c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2861009 Dec 11 22:41:05.707250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Request body: {'port': {'device_id': '260501c9-8c49-4e96-a29d-87fa1fca070d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:05.720481 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1621d5-21a6-4117-a0a4-31a7f7bc6a87 req-66dc88ec-435f-4aa1-8be0-6bb0f93d9d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:05.720763 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a1621d5-21a6-4117-a0a4-31a7f7bc6a87 req-66dc88ec-435f-4aa1-8be0-6bb0f93d9d03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.1797054 Dec 11 22:41:05.791562 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:05.826513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-72c7a3b8-ad0a-481b-9c93-acf2455f11e8 None None] Provisioning complete for port fe22007d-f9b3-4757-b3fb-eec41108b253 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:05.836440 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72c7a3b8-ad0a-481b-9c93-acf2455f11e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:05.855654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed995803-ef54-4c9b-92b2-e5186d2e33ac,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:05.941382 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:05.953922 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 0a0655f4-11f0-49dc-b4e0-a8e172e04569, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0a0655f4-11f0-49dc-b4e0-a8e172e04569,segment=NetworkSegment(c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b),segment_id=c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:05.963134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-72c7a3b8-ad0a-481b-9c93-acf2455f11e8 None None] Port fe22007d-f9b3-4757-b3fb-eec41108b253 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:41:06.051061 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:06.062473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1621d5-21a6-4117-a0a4-31a7f7bc6a87 req-44780b80-54f1-421f-8be7-1b21dfbafce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:06.063686 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a1621d5-21a6-4117-a0a4-31a7f7bc6a87 req-44780b80-54f1-421f-8be7-1b21dfbafce3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3004260 Dec 11 22:41:06.078520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8d12a-6781-403c-8121-58df1d9d4eaf req-e94ca57a-3f93-46b3-9c0e-61b6bf7c7c0d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:06.098323 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e6a8d12a-6781-403c-8121-58df1d9d4eaf req-e94ca57a-3f93-46b3-9c0e-61b6bf7c7c0d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 934 time: 0.2526672 Dec 11 22:41:06.124452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278e375-09bc-4dd1-91b4-5945746941dd req-ebb5ee16-087d-49d6-ab76-48a9fe40fa68 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:06.128826 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f278e375-09bc-4dd1-91b4-5945746941dd req-ebb5ee16-087d-49d6-ab76-48a9fe40fa68 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 944 time: 0.7618868 Dec 11 22:41:06.158962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=0a0655f4-11f0-49dc-b4e0-a8e172e04569,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:06.255251 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:06.279512 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f278e375-09bc-4dd1-91b4-5945746941dd req-a3f65bda-5380-4f84-b02e-ddcfb53a2a61 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371875 Dec 11 22:41:06.407360 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e6a8d12a-6781-403c-8121-58df1d9d4eaf req-201eba7a-0298-4ae7-9f67-7d2b775c9304 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081534 Dec 11 22:41:06.498394 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a1621d5-21a6-4117-a0a4-31a7f7bc6a87 req-f72de1ad-1446-4ada-895f-58def72c7f98 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525965 Dec 11 22:41:06.543569 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:06.657310 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a1621d5-21a6-4117-a0a4-31a7f7bc6a87 req-9a4e9529-ec47-45dd-95fe-aeab79cf6221 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489291 Dec 11 22:41:06.690340 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb589170-84c9-4f5f-87b8-d09573210429 req-61a0f715-2e95-4c91-838a-40fa84302a07 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 210 time: 0.1855958 Dec 11 22:41:06.713020 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33659092-965d-4cc8-aeb8-f7727b7a98b4 req-e8f0c9a3-4940-450a-aa4c-dae0a87ce256 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 210 time: 0.1437624 Dec 11 22:41:06.775182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:41:06.782909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:41:06.806251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Pushing event updated for resources: {'Port': ['ID=eb6d4cc8-9102-4461-acbd-e955c630a8d1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:06.823834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:41:06.928864 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:06.930529 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:06.978478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4c968-7159-48bf-9147-8676df6c0cb3 req-49c2693f-b420-4b0e-aac6-959b601f7064 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:06.980279 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40d4c968-7159-48bf-9147-8676df6c0cb3 req-49c2693f-b420-4b0e-aac6-959b601f7064 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 935 time: 0.1682799 Dec 11 22:41:07.051918 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-075065bf-3ed1-431a-a93f-7ad09df8f361 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:07.055691 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-075065bf-3ed1-431a-a93f-7ad09df8f361 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.13 "GET /v2.0/networks?id=e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe HTTP/1.1" status: 200 len: 815 time: 0.1977465 Dec 11 22:41:07.064679 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-73c7b509-3e42-463a-9321-ac4bb5feaea1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3298140 Dec 11 22:41:07.094130 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-5d4197f3-18a7-4755-a0cd-e33422debef3 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Request body: {'port': {'device_id': 'fbfb76f0-2d93-4547-9d74-4a308e718c2c', 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe', 'admin_state_up': True, 'tenant_id': '0e0b27dc673143d5a25d44091467f17f'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:07.129719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-00a161e9-fa47-48d4-a827-16f15c047eb3 None None] Provisioning complete for port eb6d4cc8-9102-4461-acbd-e955c630a8d1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:07.130312 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-00a161e9-fa47-48d4-a827-16f15c047eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:07.139417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Request body: {'port': {'device_id': '332219d5-a4c5-4087-903c-99760ed9b723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:07.196986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-00a161e9-fa47-48d4-a827-16f15c047eb3 None None] Port eb6d4cc8-9102-4461-acbd-e955c630a8d1 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:41:07.200542 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0a0655f4-11f0-49dc-b4e0-a8e172e04569 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:41:07.228509 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:07.259295 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:07.261902 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 0a0655f4-11f0-49dc-b4e0-a8e172e04569 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:07.262288 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:07.294967 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40d4c968-7159-48bf-9147-8676df6c0cb3 req-97c3e426-8dd3-46a7-84e4-a721af435a55 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068039 Dec 11 22:41:07.325269 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:07.328672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Transition to ACTIVE for port object f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:41:07.376710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-5d4197f3-18a7-4755-a0cd-e33422debef3 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Made reservation on behalf of 0e0b27dc673143d5a25d44091467f17f for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:41:07.381126 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-5d4197f3-18a7-4755-a0cd-e33422debef3 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:07.546593 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:07.820322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bcd6c-6770-4c43-9e7a-4a07ae8572aa req-358487c7-8a32-4142-a50d-00c7cb65a626 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:07.829451 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f06bcd6c-6770-4c43-9e7a-4a07ae8572aa req-358487c7-8a32-4142-a50d-00c7cb65a626 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 944 time: 0.3643904 Dec 11 22:41:07.837887 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:07.922655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c0bcc-a8a9-4019-a2ac-97fe7c779376 req-56bad7d2-762d-4983-9f82-82de599f16a9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:07.931138 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e35c0bcc-a8a9-4019-a2ac-97fe7c779376 req-56bad7d2-762d-4983-9f82-82de599f16a9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 934 time: 0.2912836 Dec 11 22:41:07.966166 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe22007d-f9b3-4757-b3fb-eec41108b253 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:07.985409 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-5d4197f3-18a7-4755-a0cd-e33422debef3 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Allocated IP 172.20.0.10 (e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe/17e62c35-cd13-4f24-8988-be39742b86d6/2c060f1a-5bda-4aa6-9ab5-aeecc9188f63) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:41:08.005815 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f06bcd6c-6770-4c43-9e7a-4a07ae8572aa req-31aea18c-1dde-42ef-8a8a-db457012bfcd tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721892 Dec 11 22:41:08.013033 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:08.063324 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Transition to ACTIVE for port object fe22007d-f9b3-4757-b3fb-eec41108b253 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:41:08.069437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Attempting to bind port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:41:08.069917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Attempting to bind port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:41:08.070852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Attempting to bind port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:08.097812 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:41:08.098156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Attempting to bind port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:08.107344 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e35c0bcc-a8a9-4019-a2ac-97fe7c779376 req-f3f082b1-f891-4f30-bdcb-662f6b299048 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753314 Dec 11 22:41:08.120819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-6a3c69da-4519-41e4-a02a-7110d2e38558 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:08.123464 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-6a3c69da-4519-41e4-a02a-7110d2e38558 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.13 "GET /v2.0/networks?id=2820f918-fa20-4c7d-a843-4806a1f5490c HTTP/1.1" status: 200 len: 810 time: 0.3061399 Dec 11 22:41:08.130081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:41:08.130081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:41:08.130081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:41:08.130555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Bound port: f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:41:08.130669 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:08.153072 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-389adbd5-5567-4756-9a1b-5a655a945ce1 req-f559bb99-869e-4f73-baac-26de0bac5c75 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 210 time: 0.0598588 Dec 11 22:41:08.157206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-e40b14d6-075e-41e3-8ed6-03901179902a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Request body: {'port': {'device_id': '6a676682-5366-419f-b5e6-7dbbe5c5094a', 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c', 'admin_state_up': True, 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:08.170474 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:08.443566 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7382583f-963a-4654-8414-7df233f69bf1 req-be8ebdc4-a53b-4643-a402-1281a8351055 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 210 time: 0.0898604 Dec 11 22:41:08.471235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 763a2f6a-4b05-4cb4-b0de-68332b1abc69 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:41:08.557508 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-5d4197f3-18a7-4755-a0cd-e33422debef3 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:08.561884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] For port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:41:08.595725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] For port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:41:08.740802 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:08.792645 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-e40b14d6-075e-41e3-8ed6-03901179902a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Made reservation on behalf of 42ba42bc01cd4336aa93171b4cf8fa3a for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:41:08.807601 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe22007d-f9b3-4757-b3fb-eec41108b253,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:08.816956 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-e40b14d6-075e-41e3-8ed6-03901179902a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:08.829481 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-5d4197f3-18a7-4755-a0cd-e33422debef3 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:08.860002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:08.904322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'port_id': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'mac_address': 'fa:16:3e:f4:d4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:41:08.931914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:08.939585 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:08.941193 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] 10.222.0.47 "PUT /v2.0/ports/f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b HTTP/1.1" status: 200 len: 1095 time: 3.9692769 Dec 11 22:41:08.952119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc6dd78-2e03-445b-b30b-fe5561e62fd1', 'tag': 'f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:08.954503 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8a91cf-1e0d-4ea1-aa55-479cb3ace2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc6dd78-2e03-445b-b30b-fe5561e62fd1", "tag": "f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:08.965874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6d4cc8-9102-4461-acbd-e955c630a8d1 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:09.005842 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:09.048319 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:09.084288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763a2f6a-4b05-4cb4-b0de-68332b1abc69 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:09.141300 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-5d4197f3-18a7-4755-a0cd-e33422debef3 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Network e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:41:09.162473 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e67c68f-7a84-4527-9f10-1cc194f3117e x-openstack-request-id: req-4e67c68f-7a84-4527-9f10-1cc194f3117e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:09.162771 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc6dd78-2e03-445b-b30b-fe5561e62fd1", "tag": "f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:09.165702 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e67c68f-7a84-4527-9f10-1cc194f3117e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:09.166164 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc6dd78-2e03-445b-b30b-fe5561e62fd1', 'tag': 'f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b', 'status': 'completed', 'code': 200} Dec 11 22:41:09.170058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:09.173234 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-5d4197f3-18a7-4755-a0cd-e33422debef3 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:41:09.215062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699ad16-4f4f-45eb-ab6c-01c97a6c48b7 req-34d87002-be1c-4f9a-9462-a1808f03b79a tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:09.215062 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9699ad16-4f4f-45eb-ab6c-01c97a6c48b7 req-34d87002-be1c-4f9a-9462-a1808f03b79a tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 935 time: 0.5374053 Dec 11 22:41:09.218014 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-5d4197f3-18a7-4755-a0cd-e33422debef3 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:41:09.230569 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4197f3-18a7-4755-a0cd-e33422debef3 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Pushing event updated for resources: {'Port': ['ID=2c060f1a-5bda-4aa6-9ab5-aeecc9188f63,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:09.233735 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:09.270421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11dad8-c735-4d67-89a7-af374c62b1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:09.332809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Transition to ACTIVE for port object eb6d4cc8-9102-4461-acbd-e955c630a8d1 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:41:09.347077 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=763a2f6a-4b05-4cb4-b0de-68332b1abc69,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:09.436966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Attempting to bind port fe22007d-f9b3-4757-b3fb-eec41108b253 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:41:09.439807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Attempting to bind port fe22007d-f9b3-4757-b3fb-eec41108b253 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:41:09.440041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Attempting to bind port fe22007d-f9b3-4757-b3fb-eec41108b253 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:09.471942 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:09.510045 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-5d4197f3-18a7-4755-a0cd-e33422debef3 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:09.510699 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-5d4197f3-18a7-4755-a0cd-e33422debef3 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:09.527283 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Port fe22007d-f9b3-4757-b3fb-eec41108b253 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:41:09.532355 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Attempting to bind port fe22007d-f9b3-4757-b3fb-eec41108b253 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:09.573277 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9699ad16-4f4f-45eb-ab6c-01c97a6c48b7 req-8d42cb5a-768d-4b22-a87d-fe517dea253d tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464954 Dec 11 22:41:09.590886 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:41:09.591241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:41:09.594866 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:41:09.595407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Bound port: fe22007d-f9b3-4757-b3fb-eec41108b253, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:41:09.598849 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:09.645744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['763a2f6a-4b05-4cb4-b0de-68332b1abc69'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:09.795406 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-5d4197f3-18a7-4755-a0cd-e33422debef3 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7205362 Dec 11 22:41:09.831914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e8c64e15-7e78-4a2c-b2fa-27ff5eadedf1 None None] Provisioning complete for port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:09.832764 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e8c64e15-7e78-4a2c-b2fa-27ff5eadedf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:09.893502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e8c64e15-7e78-4a2c-b2fa-27ff5eadedf1 None None] Port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:41:09.905193 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] For port fe22007d-f9b3-4757-b3fb-eec41108b253, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:41:09.913468 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Request body: {'port': {'device_id': 'fbfb76f0-2d93-4547-9d74-4a308e718c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:10.001573 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] For port fe22007d-f9b3-4757-b3fb-eec41108b253, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fe22007d-f9b3-4757-b3fb-eec41108b253,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:41:10.122373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1a32e-da89-4c2f-9050-cd6a761fd9a6 req-c0e3304c-99cc-4b0e-8923-d3490d1f7ff4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:10.124029 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4fa1a32e-da89-4c2f-9050-cd6a761fd9a6 req-c0e3304c-99cc-4b0e-8923-d3490d1f7ff4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 946 time: 0.3473370 Dec 11 22:41:10.135226 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:10.203077 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:10.205647 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-9158571a-0c6c-49ad-9be0-b81dbd6a5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:10.207218 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-9158571a-0c6c-49ad-9be0-b81dbd6a5546 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=bbc6dd78-2e03-445b-b30b-fe5561e62fd1 HTTP/1.1" status: 200 len: 1098 time: 1.0372725 Dec 11 22:41:10.231809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:10.238886 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:10.238886 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] 10.222.0.47 "PUT /v2.0/ports/fe22007d-f9b3-4757-b3fb-eec41108b253 HTTP/1.1" status: 200 len: 1094 time: 4.5397015 Dec 11 22:41:10.238886 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260501c9-8c49-4e96-a29d-87fa1fca070d', 'tag': 'fe22007d-f9b3-4757-b3fb-eec41108b253'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:10.238886 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83262409-2adf-410f-8606-50040314ff26" -d '{"events": [{"name": "network-changed", "server_uuid": "260501c9-8c49-4e96-a29d-87fa1fca070d", "tag": "fe22007d-f9b3-4757-b3fb-eec41108b253"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:10.315369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a8aaa-d218-4bd2-aa6e-3da2d224ea42 req-2d92b7aa-e137-43e4-bcc5-0d09faa1c2b6 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:10.318589 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-708a8aaa-d218-4bd2-aa6e-3da2d224ea42 req-2d92b7aa-e137-43e4-bcc5-0d09faa1c2b6 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 1.0753813 Dec 11 22:41:10.452428 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4fa1a32e-da89-4c2f-9050-cd6a761fd9a6 req-66e86b8e-661a-4ca3-85ee-11875e7dddb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054905 Dec 11 22:41:10.455988 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf633043-a528-4fa0-92ae-3d5f6ec676b2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe22007d-f9b3-4757-b3fb-eec41108b253,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:10.544378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-c2e190c0-3f80-4406-b7fe-f3d793a3eb68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b HTTP/1.1" status: 200 len: 217 time: 0.2630582 Dec 11 22:41:10.681704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-708a8aaa-d218-4bd2-aa6e-3da2d224ea42 req-2a22f474-20d7-48ee-9d06-9b0b5d301359 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3393531 Dec 11 22:41:10.704471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-e40b14d6-075e-41e3-8ed6-03901179902a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Allocated IP 172.20.0.8 (2820f918-fa20-4c7d-a843-4806a1f5490c/7bdd700a-efc3-4363-9156-1887495e9293/87326fa5-648d-4dea-af3f-a58375a36a29) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:41:10.706786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6d4cc8-9102-4461-acbd-e955c630a8d1,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:11.071690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-1490c13e-2cbd-46e4-b07e-c3e05799e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:11.073265 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-1490c13e-2cbd-46e4-b07e-c3e05799e965 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.4956489 Dec 11 22:41:11.113588 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ed2ea81-38ab-4cf8-9b9b-592aa4346503 req-842be6ff-3e38-4464-88a4-203d00d839f2 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 210 time: 0.1765354 Dec 11 22:41:11.275999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Attempting to bind port eb6d4cc8-9102-4461-acbd-e955c630a8d1 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:41:11.276629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Attempting to bind port eb6d4cc8-9102-4461-acbd-e955c630a8d1 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:41:11.276758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Attempting to bind port eb6d4cc8-9102-4461-acbd-e955c630a8d1 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:11.368575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Port eb6d4cc8-9102-4461-acbd-e955c630a8d1 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:41:11.368911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Attempting to bind port eb6d4cc8-9102-4461-acbd-e955c630a8d1 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:11.378492 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-5fda5a27-19fd-49e0-a4c1-5f3bdbd9f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:11.380714 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-5fda5a27-19fd-49e0-a4c1-5f3bdbd9f16c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 1097 time: 0.9945157 Dec 11 22:41:11.393121 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb5d613-1c35-4754-abf5-b444e7f50575 x-openstack-request-id: req-9fb5d613-1c35-4754-abf5-b444e7f50575 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:11.393631 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260501c9-8c49-4e96-a29d-87fa1fca070d", "tag": "fe22007d-f9b3-4757-b3fb-eec41108b253", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:11.394043 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9fb5d613-1c35-4754-abf5-b444e7f50575 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:11.394617 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260501c9-8c49-4e96-a29d-87fa1fca070d', 'tag': 'fe22007d-f9b3-4757-b3fb-eec41108b253', 'status': 'completed', 'code': 200} Dec 11 22:41:11.406071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:41:11.408808 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c4379-c799-4582-9502-4e26bde88c01 req-5ab88aeb-ec2f-45de-a107-5d261ab4bd84 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:11.410689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:41:11.411158 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-313c4379-c799-4582-9502-4e26bde88c01 req-5ab88aeb-ec2f-45de-a107-5d261ab4bd84 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 932 time: 0.7253885 Dec 11 22:41:11.411309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:41:11.411629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Bound port: eb6d4cc8-9102-4461-acbd-e955c630a8d1, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:41:11.412003 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:11.437077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-77736622-a727-4ac7-b76b-830105b81a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:11.443283 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-77736622-a727-4ac7-b76b-830105b81a4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3086562 Dec 11 22:41:11.530001 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-24bcf239-3734-44d1-86aa-d37378e8c989 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=fe22007d-f9b3-4757-b3fb-eec41108b253 HTTP/1.1" status: 200 len: 217 time: 0.1171708 Dec 11 22:41:11.602487 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-e40b14d6-075e-41e3-8ed6-03901179902a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:11.707717 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-313c4379-c799-4582-9502-4e26bde88c01 req-555b2289-0ca3-4eea-bfcf-aec1c3e201d4 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645965 Dec 11 22:41:11.756855 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-ce17679f-e953-4a59-a5a8-b39a1033a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:11.764638 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-ce17679f-e953-4a59-a5a8-b39a1033a44a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.2169101 Dec 11 22:41:11.774612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] For port eb6d4cc8-9102-4461-acbd-e955c630a8d1, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:41:11.775877 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] For port eb6d4cc8-9102-4461-acbd-e955c630a8d1, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=eb6d4cc8-9102-4461-acbd-e955c630a8d1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:41:11.801730 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-a52e760f-9cc5-4552-a991-1075bf01172a service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555403 Dec 11 22:41:11.859501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e180f3b-59a5-4be0-b8b3-012c20186f02 req-bb8c586a-3aed-425d-b131-929c8b3f091d tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:11.868851 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e180f3b-59a5-4be0-b8b3-012c20186f02 req-bb8c586a-3aed-425d-b131-929c8b3f091d tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 947 time: 0.2625780 Dec 11 22:41:11.911974 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-e40b14d6-075e-41e3-8ed6-03901179902a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:11.919361 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:11.964941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-3a9558b3-aa7e-4596-b638-a1312af29d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:11.966971 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-3a9558b3-aa7e-4596-b638-a1312af29d99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1998971 Dec 11 22:41:11.980514 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5fe76-0a6b-4cea-8c88-84462e43be46 req-b9601fc2-565f-465e-a66f-7e9f1c6944e8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:11.982266 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63d5fe76-0a6b-4cea-8c88-84462e43be46 req-b9601fc2-565f-465e-a66f-7e9f1c6944e8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 946 time: 0.1333148 Dec 11 22:41:12.067275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:12.068284 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:12.080208 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] 10.222.0.47 "PUT /v2.0/ports/eb6d4cc8-9102-4461-acbd-e955c630a8d1 HTTP/1.1" status: 200 len: 1095 time: 4.9583695 Dec 11 22:41:12.087510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332219d5-a4c5-4087-903c-99760ed9b723', 'tag': 'eb6d4cc8-9102-4461-acbd-e955c630a8d1'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:12.090016 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54883573-95ec-4eac-9af3-3df30f33497e" -d '{"events": [{"name": "network-changed", "server_uuid": "332219d5-a4c5-4087-903c-99760ed9b723", "tag": "eb6d4cc8-9102-4461-acbd-e955c630a8d1"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:12.122124 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:12.134665 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63d5fe76-0a6b-4cea-8c88-84462e43be46 req-095003b3-d4de-44d9-83fa-d7c124095d60 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401024 Dec 11 22:41:12.151908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-e40b14d6-075e-41e3-8ed6-03901179902a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Network 2820f918-fa20-4c7d-a843-4806a1f5490c is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:41:12.159994 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:12.185335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e180f3b-59a5-4be0-b8b3-012c20186f02 req-a2d2d8f5-f84d-4dfb-9c57-a2c3767c5a4a tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153803 Dec 11 22:41:12.197004 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Transition to ACTIVE for port object 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:41:12.210998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-e40b14d6-075e-41e3-8ed6-03901179902a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:41:12.247693 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-425a2c79-43d3-403f-b394-799e297fe30c service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642596 Dec 11 22:41:12.255230 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-11027fc5-d15b-4f3e-b75b-75e76e98baf0 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424412 Dec 11 22:41:12.310232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-e40b14d6-075e-41e3-8ed6-03901179902a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:41:12.382434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6d4cc8-9102-4461-acbd-e955c630a8d1,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:12.416472 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:12.423928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-e40b14d6-075e-41e3-8ed6-03901179902a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:12.424577 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-e40b14d6-075e-41e3-8ed6-03901179902a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:12.435806 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.436158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.436511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.436951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.438064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.438415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.438754 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.439121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.439455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.439899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.440668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.440668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.440999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e7b711-ff5a-4ed2-8a2e-9d57ed5bee06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.483499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Pushing event updated for resources: {'Port': ['ID=2c060f1a-5bda-4aa6-9ab5-aeecc9188f63,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:12.506681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 763a2f6a-4b05-4cb4-b0de-68332b1abc69 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:41:12.511045 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.511836 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.512991 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.513583 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.514132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.514778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.515991 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.516574 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.517105 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.517626 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.518145 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.518681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.519354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:12.625199 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-e40b14d6-075e-41e3-8ed6-03901179902a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4798563 Dec 11 22:41:12.638945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-21b003b3-a5af-4ee3-80f3-f4e0521267c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:12.640475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-21b003b3-a5af-4ee3-80f3-f4e0521267c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=609018c52c544473b03d42e20c9f73e3&device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 1098 time: 0.3838930 Dec 11 22:41:12.665664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Request body: {'port': {'device_id': '6a676682-5366-419f-b5e6-7dbbe5c5094a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:12.667952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0397506-89e2-42db-8758-33f20167c848 req-5ce06f57-3da4-4328-847b-9f7a706b5ef7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:12.676566 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f0397506-89e2-42db-8758-33f20167c848 req-5ce06f57-3da4-4328-847b-9f7a706b5ef7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.2797401 Dec 11 22:41:12.690449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 763a2f6a-4b05-4cb4-b0de-68332b1abc69 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:41:12.695426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 763a2f6a-4b05-4cb4-b0de-68332b1abc69 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:12.695796 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:12.733144 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c8e7635-3b14-4814-9ff4-d9222aa57a40 req-2a9ec997-0f74-4c97-bb60-6ca73ccb535d service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725764 Dec 11 22:41:12.816060 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Attempting to bind port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:41:12.816413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Attempting to bind port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6b14555b-d60e-46cd-9fbe-575dd9e9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:41:12.817213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Attempting to bind port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 on network e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:12.829845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b14d6-075e-41e3-8ed6-03901179902a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Pushing event updated for resources: {'Port': ['ID=87326fa5-648d-4dea-af3f-a58375a36a29,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:12.840151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a91cf-1e0d-4ea1-aa55-479cb3ace2dd req-3eb954bd-729d-42d5-bb1e-3ec13adf0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:12.842322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec8a91cf-1e0d-4ea1-aa55-479cb3ace2dd req-3eb954bd-729d-42d5-bb1e-3ec13adf0d9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=bbc6dd78-2e03-445b-b30b-fe5561e62fd1 HTTP/1.1" status: 200 len: 1098 time: 0.3461006 Dec 11 22:41:12.854697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a20a3-8821-468d-a7f9-0aa2d3ffe72d req-94403b17-89f2-44a1-a68a-6666baaa3208 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:12.860809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 on network e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:41:12.861157 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Attempting to bind port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 on network e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:12.868195 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ca5a20a3-8821-468d-a7f9-0aa2d3ffe72d req-94403b17-89f2-44a1-a68a-6666baaa3208 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 931 time: 0.4673386 Dec 11 22:41:12.878083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-e29d9736-6b89-4a9e-bc24-5d28b352fb3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=eb6d4cc8-9102-4461-acbd-e955c630a8d1 HTTP/1.1" status: 200 len: 217 time: 0.1957929 Dec 11 22:41:12.879090 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f0397506-89e2-42db-8758-33f20167c848 req-4b27a966-f2f5-48fc-a264-68c45bad79d6 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012718 Dec 11 22:41:12.905500 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:41:12.907159 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Checking segment: {'id': '6b14555b-d60e-46cd-9fbe-575dd9e9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:41:12.907746 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Bound using segment: {'id': '6b14555b-d60e-46cd-9fbe-575dd9e9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:41:12.909673 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Bound port: 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b14555b-d60e-46cd-9fbe-575dd9e9a92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:41:12.911109 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:13.026399 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:13.112741 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83262409-2adf-410f-8606-50040314ff26 req-1bb85961-80cd-4478-a083-82ad47089b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:13.115236 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:13.118219 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83262409-2adf-410f-8606-50040314ff26 req-1bb85961-80cd-4478-a083-82ad47089b13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 1097 time: 0.1971180 Dec 11 22:41:13.127235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:13.133812 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ab8463-f3ce-4543-ba6e-8b82ff9be514" -d '{"events": [{"server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "name": "network-vif-plugged", "status": "completed", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:13.140708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-dac4b60c-0256-4565-ace6-ee5629906061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:13.143277 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-dac4b60c-0256-4565-ace6-ee5629906061 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.2018154 Dec 11 22:41:13.147352 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce526e93-68c1-4fd1-bf9d-d0d8a8257dbc x-openstack-request-id: req-ce526e93-68c1-4fd1-bf9d-d0d8a8257dbc {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:13.147745 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332219d5-a4c5-4087-903c-99760ed9b723", "tag": "eb6d4cc8-9102-4461-acbd-e955c630a8d1", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:13.149591 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce526e93-68c1-4fd1-bf9d-d0d8a8257dbc {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:13.151272 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332219d5-a4c5-4087-903c-99760ed9b723', 'tag': 'eb6d4cc8-9102-4461-acbd-e955c630a8d1', 'status': 'completed', 'code': 200} Dec 11 22:41:13.177148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:13.234293 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:13.275768 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] For port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:41:13.281938 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ca5a20a3-8821-468d-a7f9-0aa2d3ffe72d req-83eecb49-231f-45ed-9e93-b44245e4b51a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126778 Dec 11 22:41:13.282506 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] For port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2c060f1a-5bda-4aa6-9ab5-aeecc9188f63,segment=NetworkSegment(6b14555b-d60e-46cd-9fbe-575dd9e9a92b),segment_id=6b14555b-d60e-46cd-9fbe-575dd9e9a92b)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:41:13.311119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a91cf-1e0d-4ea1-aa55-479cb3ace2dd req-b9b6fafb-598c-4ca2-a609-b3c5e2dba712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:13.312735 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec8a91cf-1e0d-4ea1-aa55-479cb3ace2dd req-b9b6fafb-598c-4ca2-a609-b3c5e2dba712 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.3061411 Dec 11 22:41:13.325087 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83262409-2adf-410f-8606-50040314ff26 req-d83f3e82-a726-4b7f-be68-cf066a060e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:13.325974 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83262409-2adf-410f-8606-50040314ff26 req-d83f3e82-a726-4b7f-be68-cf066a060e01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1967907 Dec 11 22:41:13.368168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec8a91cf-1e0d-4ea1-aa55-479cb3ace2dd req-c28d7db8-0fb1-48cd-b818-d1286a62f48d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b HTTP/1.1" status: 200 len: 217 time: 0.0436730 Dec 11 22:41:13.393860 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=763a2f6a-4b05-4cb4-b0de-68332b1abc69,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:13.434988 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a91cf-1e0d-4ea1-aa55-479cb3ace2dd req-282a85e6-d827-4fad-90e2-cd7835740332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:13.436717 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec8a91cf-1e0d-4ea1-aa55-479cb3ace2dd req-282a85e6-d827-4fad-90e2-cd7835740332 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0579185 Dec 11 22:41:13.436957 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83262409-2adf-410f-8606-50040314ff26 req-36854235-84fe-4e20-84b2-34238469e6e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=fe22007d-f9b3-4757-b3fb-eec41108b253 HTTP/1.1" status: 200 len: 217 time: 0.1022611 Dec 11 22:41:13.442566 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-ffd9d381-dd52-4cbc-8f6c-d895043135b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:13.443520 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:13.445283 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-ffd9d381-dd52-4cbc-8f6c-d895043135b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2845736 Dec 11 22:41:13.462874 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:13.572367 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57070bb3-c171-4040-8e29-2f70d8c1f29f x-openstack-request-id: req-57070bb3-c171-4040-8e29-2f70d8c1f29f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:13.572885 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "name": "network-vif-plugged", "status": "completed", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:13.573015 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57070bb3-c171-4040-8e29-2f70d8c1f29f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:13.573387 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'code': 200} Dec 11 22:41:13.669584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:13.670466 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:13.672491 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] 10.222.0.13 "PUT /v2.0/ports/2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 HTTP/1.1" status: 200 len: 1092 time: 3.7722127 Dec 11 22:41:13.677158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfb76f0-2d93-4547-9d74-4a308e718c2c', 'tag': '2c060f1a-5bda-4aa6-9ab5-aeecc9188f63'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:13.688013 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafc0e67-8b7d-44e4-9c1e-099a7862258d" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfb76f0-2d93-4547-9d74-4a308e718c2c", "tag": "2c060f1a-5bda-4aa6-9ab5-aeecc9188f63"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:13.714697 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c94611-2567-47ac-8510-ec40e8531682 req-d112215a-2351-4e28-b4dd-988c7a29bf18 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:13.724269 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-02c94611-2567-47ac-8510-ec40e8531682 req-d112215a-2351-4e28-b4dd-988c7a29bf18 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 944 time: 0.2852263 Dec 11 22:41:13.731777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a91cf-1e0d-4ea1-aa55-479cb3ace2dd req-3ddbb674-160b-43a8-987a-39be8361ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:13.733395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec8a91cf-1e0d-4ea1-aa55-479cb3ace2dd req-3ddbb674-160b-43a8-987a-39be8361ccdc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2230663 Dec 11 22:41:13.830089 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83262409-2adf-410f-8606-50040314ff26 req-9fa71dd5-6f64-4aac-af70-3e0a7262c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:13.831649 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83262409-2adf-410f-8606-50040314ff26 req-9fa71dd5-6f64-4aac-af70-3e0a7262c554 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.3802402 Dec 11 22:41:13.841778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-3759e2ba-856a-448d-896a-71f0748edfc8 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408065 Dec 11 22:41:13.894938 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:41:13.977262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd3f69-bfa9-45c0-b506-c26da4a1b191 service neutron] Pushing event updated for resources: {'Port': ['ID=2c060f1a-5bda-4aa6-9ab5-aeecc9188f63,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:14.048281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83262409-2adf-410f-8606-50040314ff26 req-0d16bef1-cfe3-4eef-8e01-fb94600f7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:14.051737 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83262409-2adf-410f-8606-50040314ff26 req-0d16bef1-cfe3-4eef-8e01-fb94600f7567 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1168516 Dec 11 22:41:14.066393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3a74a-f74f-432d-a12b-d8eb8e7203b3 req-639d87ed-6349-4db5-b392-93c7558846ac tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:14.068517 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-62d3a74a-f74f-432d-a12b-d8eb8e7203b3 req-639d87ed-6349-4db5-b392-93c7558846ac tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 946 time: 0.3707762 Dec 11 22:41:14.106190 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad81bb-154a-4fff-97dd-2f80521d533f req-92b59c5d-6e85-4008-8224-e39d5625f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:14.107769 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-96ad81bb-154a-4fff-97dd-2f80521d533f req-92b59c5d-6e85-4008-8224-e39d5625f618 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 1097 time: 0.3711052 Dec 11 22:41:14.125963 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-02c94611-2567-47ac-8510-ec40e8531682 req-8c7f383a-3df4-48d8-bb0d-99c45538f12f tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770139 Dec 11 22:41:14.155546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-62d3a74a-f74f-432d-a12b-d8eb8e7203b3 req-ff7f2607-9468-453e-a47b-45f5b2b54f1a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707502 Dec 11 22:41:14.227383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-73674098-e9d7-4522-89c3-5f2465d819fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:14.229049 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-73674098-e9d7-4522-89c3-5f2465d819fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e0b27dc673143d5a25d44091467f17f&device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 1095 time: 0.3763790 Dec 11 22:41:14.295707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:14.319393 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-b0050f42-0297-4c69-bba9-2aaed7b7471e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 HTTP/1.1" status: 200 len: 217 time: 0.0511503 Dec 11 22:41:14.355263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec8a91cf-1e0d-4ea1-aa55-479cb3ace2dd req-39a1e101-4922-4cf5-ad23-9f0f7d999631 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239434 Dec 11 22:41:14.367980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': 'f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b', 'mac_address': 'fa:16:3e:7b:b5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:41:14.494088 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83262409-2adf-410f-8606-50040314ff26 req-acb74111-30b0-45b0-b239-d74c1b0574b7 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344034 Dec 11 22:41:14.503082 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:14.531185 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b1790f-442d-4ca6-a175-dd199764f3d5 x-openstack-request-id: req-27b1790f-442d-4ca6-a175-dd199764f3d5 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:14.532154 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfb76f0-2d93-4547-9d74-4a308e718c2c", "tag": "2c060f1a-5bda-4aa6-9ab5-aeecc9188f63", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:14.532154 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-27b1790f-442d-4ca6-a175-dd199764f3d5 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:14.533969 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfb76f0-2d93-4547-9d74-4a308e718c2c', 'tag': '2c060f1a-5bda-4aa6-9ab5-aeecc9188f63', 'status': 'completed', 'code': 200} Dec 11 22:41:14.548108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:14.609834 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2525cccf-0dc1-43c5-8c33-aae58fbc235a req-0e9152c3-ba5d-4679-b4a4-eaba7d2d11e4 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431662 Dec 11 22:41:14.635859 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:14.723150 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:14.857109 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74607bed-5480-44ef-865d-241fb7344892 req-e35bac9c-7a5a-4977-ba1d-d738390c8284 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:14.867757 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74607bed-5480-44ef-865d-241fb7344892 req-e35bac9c-7a5a-4977-ba1d-d738390c8284 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 947 time: 0.3713968 Dec 11 22:41:14.883923 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-96ad81bb-154a-4fff-97dd-2f80521d533f req-4f67aa4f-6640-4420-8a07-3a00a8dc3fa4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3975658 Dec 11 22:41:14.948859 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:14.979477 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83262409-2adf-410f-8606-50040314ff26 req-09b552d7-6dca-4486-9859-31ba33ed0e26 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376819 Dec 11 22:41:15.019888 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:15.036885 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74607bed-5480-44ef-865d-241fb7344892 req-6f5df42c-32f0-4cb7-961e-4ff4bdb7d488 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555738 Dec 11 22:41:15.431152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87326fa5-648d-4dea-af3f-a58375a36a29 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:15.441754 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:15.443127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00716-7558-4e1b-bc65-32cb65afb958 req-475bf96c-c26b-4025-8104-032cf975bbe7 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:15.447126 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ccd00716-7558-4e1b-bc65-32cb65afb958 req-475bf96c-c26b-4025-8104-032cf975bbe7 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 931 time: 0.1103094 Dec 11 22:41:15.468037 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Transition to ACTIVE for port object 87326fa5-648d-4dea-af3f-a58375a36a29 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:41:15.535687 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ccd00716-7558-4e1b-bc65-32cb65afb958 req-6eef566f-899a-4e42-9afa-07282dcc6034 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791888 Dec 11 22:41:15.539799 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-078d2ffb-0774-456b-aeec-6b3551fd8fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:15.544446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-078d2ffb-0774-456b-aeec-6b3551fd8fcb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17e62c35-cd13-4f24-8988-be39742b86d6 HTTP/1.1" status: 200 len: 854 time: 1.2051578 Dec 11 22:41:15.559648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:15.620819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b7d07-e7a5-45f4-a776-d66185c9a2b8 req-b11c09e0-4325-4fa1-a134-9b4391d8769f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:15.630128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c0b7d07-e7a5-45f4-a776-d66185c9a2b8 req-b11c09e0-4325-4fa1-a134-9b4391d8769f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 946 time: 1.2206943 Dec 11 22:41:15.739151 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c0b7d07-e7a5-45f4-a776-d66185c9a2b8 req-1322b715-71d8-4227-abe3-4d1609c7cc4c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078489 Dec 11 22:41:15.751733 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec8a91cf-1e0d-4ea1-aa55-479cb3ace2dd req-13b42190-5de3-4183-9914-a73e32673f1f service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3287561 Dec 11 22:41:15.773547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54883573-95ec-4eac-9af3-3df30f33497e req-d0312e0e-49bc-4608-a637-328f571aa600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:15.781631 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-54883573-95ec-4eac-9af3-3df30f33497e req-d0312e0e-49bc-4608-a637-328f571aa600 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=609018c52c544473b03d42e20c9f73e3&device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 1098 time: 0.3012166 Dec 11 22:41:15.791317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Pushing event updated for resources: {'Port': ['ID=87326fa5-648d-4dea-af3f-a58375a36a29,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:15.831369 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4f1eb-971a-4d16-97dc-36a57ccd63c0 req-4b99a3ac-2be9-43a1-abe3-6557d226eed5 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:15.833213 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-22e4f1eb-971a-4d16-97dc-36a57ccd63c0 req-4b99a3ac-2be9-43a1-abe3-6557d226eed5 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 944 time: 0.1405807 Dec 11 22:41:15.908563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device fe22007d-f9b3-4757-b3fb-eec41108b253 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:41:15.916853 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:41:15.965536 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-22e4f1eb-971a-4d16-97dc-36a57ccd63c0 req-524f9433-c21e-48b3-bdbd-c32854722c39 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256280 Dec 11 22:41:16.067186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Attempting to bind port 87326fa5-648d-4dea-af3f-a58375a36a29 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:41:16.067568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Attempting to bind port 87326fa5-648d-4dea-af3f-a58375a36a29 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:41:16.068111 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Attempting to bind port 87326fa5-648d-4dea-af3f-a58375a36a29 on network 2820f918-fa20-4c7d-a843-4806a1f5490c {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:16.090417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Port 87326fa5-648d-4dea-af3f-a58375a36a29 on network 2820f918-fa20-4c7d-a843-4806a1f5490c not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:41:16.090750 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Attempting to bind port 87326fa5-648d-4dea-af3f-a58375a36a29 on network 2820f918-fa20-4c7d-a843-4806a1f5490c {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:16.117569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf2886-8238-4c8d-afbb-eb06924a57cf req-a8a9af79-2ab6-4c5b-b531-6e3ea785a041 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:16.135723 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58bf2886-8238-4c8d-afbb-eb06924a57cf req-a8a9af79-2ab6-4c5b-b531-6e3ea785a041 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 946 time: 0.1928911 Dec 11 22:41:16.188506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:41:16.198925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Checking segment: {'id': 'c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:41:16.198925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Bound using segment: {'id': 'c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:41:16.198925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Bound port: 87326fa5-648d-4dea-af3f-a58375a36a29, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:41:16.198925 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:16.234478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port fe22007d-f9b3-4757-b3fb-eec41108b253, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fe22007d-f9b3-4757-b3fb-eec41108b253,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:16.255350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'fe22007d-f9b3-4757-b3fb-eec41108b253', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': 'fe22007d-f9b3-4757-b3fb-eec41108b253', 'mac_address': 'fa:16:3e:b7:82:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:41:16.302440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e1446-fc08-4b5a-b018-6aa82498b8fc req-9e071f83-b056-459b-bbda-ac98ac59c67a tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:16.314699 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d80e1446-fc08-4b5a-b018-6aa82498b8fc req-9e071f83-b056-459b-bbda-ac98ac59c67a tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 947 time: 0.1154866 Dec 11 22:41:16.325859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54883573-95ec-4eac-9af3-3df30f33497e req-b7bd5c37-5d3b-46d4-9f3d-fa9358c5b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:16.327972 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-54883573-95ec-4eac-9af3-3df30f33497e req-b7bd5c37-5d3b-46d4-9f3d-fa9358c5b519 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.4758196 Dec 11 22:41:16.381475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58bf2886-8238-4c8d-afbb-eb06924a57cf req-c26d1fec-b2be-48b5-b3bf-7a683c5b5eb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443211 Dec 11 22:41:16.424094 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:16.435773 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-54883573-95ec-4eac-9af3-3df30f33497e req-a194153f-a4bf-436b-a637-3d922757bd5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=eb6d4cc8-9102-4461-acbd-e955c630a8d1 HTTP/1.1" status: 200 len: 217 time: 0.0697603 Dec 11 22:41:16.467276 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d80e1446-fc08-4b5a-b018-6aa82498b8fc req-bc78a0cf-e751-4bf7-bdec-223c8b925bcc tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514399 Dec 11 22:41:16.498200 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe22007d-f9b3-4757-b3fb-eec41108b253 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:16.537042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port fe22007d-f9b3-4757-b3fb-eec41108b253, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fe22007d-f9b3-4757-b3fb-eec41108b253,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:16.540229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:41:16.544527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:16.544910 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:16.568623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54883573-95ec-4eac-9af3-3df30f33497e req-55775215-2608-47d7-878f-d3dbd63ca011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:16.568623 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-54883573-95ec-4eac-9af3-3df30f33497e req-55775215-2608-47d7-878f-d3dbd63ca011 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1090298 Dec 11 22:41:16.572830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] For port 87326fa5-648d-4dea-af3f-a58375a36a29, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:41:16.621611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] For port 87326fa5-648d-4dea-af3f-a58375a36a29, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=87326fa5-648d-4dea-af3f-a58375a36a29,segment=NetworkSegment(c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b),segment_id=c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:41:16.624694 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:16.656993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54883573-95ec-4eac-9af3-3df30f33497e req-0acee603-0502-4e36-a80e-2523494af83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:16.659382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-54883573-95ec-4eac-9af3-3df30f33497e req-0acee603-0502-4e36-a80e-2523494af83b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0830483 Dec 11 22:41:16.719819 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:16.748179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=fe22007d-f9b3-4757-b3fb-eec41108b253,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:16.759880 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:16.766178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc6dd78-2e03-445b-b30b-fe5561e62fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:16.781862 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2234a427-6245-416f-98a8-0eaedf52ea14" -d '{"events": [{"server_uuid": "bbc6dd78-2e03-445b-b30b-fe5561e62fd1", "name": "network-vif-plugged", "status": "completed", "tag": "f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:16.816869 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a9649-871f-4854-a58f-fbcf07b85c0e req-8a3f7971-4cf3-42c9-9f91-f76f63a24d3c tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:16.818669 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c94a9649-871f-4854-a58f-fbcf07b85c0e req-8a3f7971-4cf3-42c9-9f91-f76f63a24d3c tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 943 time: 0.1242352 Dec 11 22:41:16.829772 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:16.911545 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:16.918083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-54883573-95ec-4eac-9af3-3df30f33497e req-a56ab970-d039-4376-ac2a-557c9267d149 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500246 Dec 11 22:41:16.948163 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Pushing event updated for resources: {'Port': ['ID=87326fa5-648d-4dea-af3f-a58375a36a29,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:16.953652 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c94a9649-871f-4854-a58f-fbcf07b85c0e req-4af7b8c3-52a8-4038-8a42-a74bd9e67f06 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074283 Dec 11 22:41:17.011130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['fe22007d-f9b3-4757-b3fb-eec41108b253'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:17.113755 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b81afa8-daaa-4b16-b57f-b6d404c87d7f x-openstack-request-id: req-5b81afa8-daaa-4b16-b57f-b6d404c87d7f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:17.114141 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc6dd78-2e03-445b-b30b-fe5561e62fd1", "name": "network-vif-plugged", "status": "completed", "tag": "f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:17.114397 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b81afa8-daaa-4b16-b57f-b6d404c87d7f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:17.114795 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc6dd78-2e03-445b-b30b-fe5561e62fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b', 'code': 200} Dec 11 22:41:17.140093 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:17.141583 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:17.142706 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac4a6499-a3ec-42b9-8cc5-47370a2d8d07 service neutron] 10.222.0.13 "PUT /v2.0/ports/87326fa5-648d-4dea-af3f-a58375a36a29 HTTP/1.1" status: 200 len: 1091 time: 4.4881146 Dec 11 22:41:17.146832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a676682-5366-419f-b5e6-7dbbe5c5094a', 'tag': '87326fa5-648d-4dea-af3f-a58375a36a29'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:17.149488 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74f920d-caf0-4792-95ba-f109eaca7d12" -d '{"events": [{"name": "network-changed", "server_uuid": "6a676682-5366-419f-b5e6-7dbbe5c5094a", "tag": "87326fa5-648d-4dea-af3f-a58375a36a29"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:17.252482 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712efc75-bafb-4348-876b-59506b46b5c2 req-a436818e-9347-496f-a9a9-410a6c8d985c tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:17.252973 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-712efc75-bafb-4348-876b-59506b46b5c2 req-a436818e-9347-496f-a9a9-410a6c8d985c tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 944 time: 0.0736248 Dec 11 22:41:17.253329 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:17.254020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:17.308654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23952fd0-95fc-48bc-a4e2-4434fbd1937e req-0f75d51e-1550-4791-ab62-8e22e484e729 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:17.316480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-23952fd0-95fc-48bc-a4e2-4434fbd1937e req-0f75d51e-1550-4791-ab62-8e22e484e729 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 946 time: 0.3958242 Dec 11 22:41:17.355756 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d146b-5281-4d7a-a783-947ab3720261 req-969d6fa3-ccdc-4b89-b5ab-365fd55fdc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:17.360732 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b51d146b-5281-4d7a-a783-947ab3720261 req-969d6fa3-ccdc-4b89-b5ab-365fd55fdc3e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bbc6dd78-2e03-445b-b30b-fe5561e62fd1 HTTP/1.1" status: 200 len: 1100 time: 0.2057538 Dec 11 22:41:17.405792 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-712efc75-bafb-4348-876b-59506b46b5c2 req-c946c315-f742-45c8-860f-f10ee30499c2 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489456 Dec 11 22:41:17.486009 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a604e1ef-c817-4301-b335-ded433c942f8 x-openstack-request-id: req-a604e1ef-c817-4301-b335-ded433c942f8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:17.487963 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a676682-5366-419f-b5e6-7dbbe5c5094a", "tag": "87326fa5-648d-4dea-af3f-a58375a36a29", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:17.487963 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a604e1ef-c817-4301-b335-ded433c942f8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:17.487963 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a676682-5366-419f-b5e6-7dbbe5c5094a', 'tag': '87326fa5-648d-4dea-af3f-a58375a36a29', 'status': 'completed', 'code': 200} Dec 11 22:41:17.504514 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-23952fd0-95fc-48bc-a4e2-4434fbd1937e req-03423cb3-e075-4efa-b031-176e383fca33 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868725 Dec 11 22:41:17.510588 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-54883573-95ec-4eac-9af3-3df30f33497e req-e0fa0076-6f6e-4064-9bc4-47e93ee55534 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454493 Dec 11 22:41:17.599654 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b51d146b-5281-4d7a-a783-947ab3720261 req-4f6553a2-a5b5-45cf-acdd-cefc0e326b37 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120676 Dec 11 22:41:17.660091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aef2d-d210-49b3-8d2d-f4f6b7564198 req-1452e478-992e-4e29-a5cb-c0eae0551f16 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:17.668670 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f61aef2d-d210-49b3-8d2d-f4f6b7564198 req-1452e478-992e-4e29-a5cb-c0eae0551f16 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 947 time: 0.0984783 Dec 11 22:41:17.719367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663e1ba-1ff2-4dea-9327-104e87ae101c req-8d98d1cb-716b-405f-8b51-97ef50df5881 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:17.720877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a663e1ba-1ff2-4dea-9327-104e87ae101c req-8d98d1cb-716b-405f-8b51-97ef50df5881 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 947 time: 0.0812821 Dec 11 22:41:17.724007 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f61aef2d-d210-49b3-8d2d-f4f6b7564198 req-a9f9b614-8309-4971-bc5d-074e09f18c64 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542486 Dec 11 22:41:17.810904 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a663e1ba-1ff2-4dea-9327-104e87ae101c req-3be226cf-7a4d-43a2-b720-7dc43444349f tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804090 Dec 11 22:41:17.927122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device eb6d4cc8-9102-4461-acbd-e955c630a8d1 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:41:18.088171 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port eb6d4cc8-9102-4461-acbd-e955c630a8d1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=eb6d4cc8-9102-4461-acbd-e955c630a8d1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:18.096245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5507a8-12b5-4493-a819-1413383097d7 req-caa267d8-2fce-429a-b43f-1b7bd35fbcd4 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:18.097768 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e5507a8-12b5-4493-a819-1413383097d7 req-caa267d8-2fce-429a-b43f-1b7bd35fbcd4 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 943 time: 0.0538969 Dec 11 22:41:18.102500 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'eb6d4cc8-9102-4461-acbd-e955c630a8d1', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': 'eb6d4cc8-9102-4461-acbd-e955c630a8d1', 'mac_address': 'fa:16:3e:20:20:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:41:18.150763 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:18.158328 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e5507a8-12b5-4493-a819-1413383097d7 req-b9597239-797d-4c82-a40a-04e60b7d532c tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532916 Dec 11 22:41:18.164738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6d4cc8-9102-4461-acbd-e955c630a8d1 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:18.193764 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port eb6d4cc8-9102-4461-acbd-e955c630a8d1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=eb6d4cc8-9102-4461-acbd-e955c630a8d1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:18.273193 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:18.337119 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=eb6d4cc8-9102-4461-acbd-e955c630a8d1,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:18.525230 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919754e-38b0-4b27-8405-e5fcf93ccea7 req-a2f2678e-cf8a-4bab-9912-75879f7116b0 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:18.533290 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3919754e-38b0-4b27-8405-e5fcf93ccea7 req-a2f2678e-cf8a-4bab-9912-75879f7116b0 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 944 time: 0.0636382 Dec 11 22:41:18.607577 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['eb6d4cc8-9102-4461-acbd-e955c630a8d1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:18.682029 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3919754e-38b0-4b27-8405-e5fcf93ccea7 req-8d31cdd3-7b20-4c70-8539-dd03741f0a84 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454878 Dec 11 22:41:18.847333 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8e7e0-2de2-4c0d-b528-6973c729a648 req-e7f1b7c3-eb86-47a1-93ea-d1cd03b3343a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:18.855172 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7f8e7e0-2de2-4c0d-b528-6973c729a648 req-e7f1b7c3-eb86-47a1-93ea-d1cd03b3343a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 946 time: 0.1238251 Dec 11 22:41:19.003384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399af51d-4978-4b76-83f8-3eadc2a37d56 req-9e040e68-288c-47bc-80c5-fbabe4046b06 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:19.009723 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7f8e7e0-2de2-4c0d-b528-6973c729a648 req-43b96527-e1b5-4534-9f9d-d03fc7046c65 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487663 Dec 11 22:41:19.013778 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-399af51d-4978-4b76-83f8-3eadc2a37d56 req-9e040e68-288c-47bc-80c5-fbabe4046b06 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 947 time: 0.1044180 Dec 11 22:41:19.089741 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-399af51d-4978-4b76-83f8-3eadc2a37d56 req-0f3f8247-2a8d-4475-9b54-45a1db8a8c91 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695739 Dec 11 22:41:19.165381 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-87d9007b-e00a-450e-aeab-c4f5567f915b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:19.261720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b1faa-4cbc-4ff5-822b-fd2e118504a1 req-e1431216-f04b-42a0-bed4-221eb8c5bf0a tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:19.269785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c2b1faa-4cbc-4ff5-822b-fd2e118504a1 req-e1431216-f04b-42a0-bed4-221eb8c5bf0a tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 948 time: 0.1224940 Dec 11 22:41:19.378060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c2b1faa-4cbc-4ff5-822b-fd2e118504a1 req-2a73e9c5-8e26-476a-a47c-e5ad06827844 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034024 Dec 11 22:41:19.454796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b2bbc-61b1-4316-832e-ee38cb9890ed req-83856d86-a09f-4064-a1c9-43dc99662596 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:19.463801 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cf4b2bbc-61b1-4316-832e-ee38cb9890ed req-83856d86-a09f-4064-a1c9-43dc99662596 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 943 time: 0.0891719 Dec 11 22:41:19.525231 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cf4b2bbc-61b1-4316-832e-ee38cb9890ed req-523e80f1-c1cf-4fdc-80b2-c0de67fd06a1 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603170 Dec 11 22:41:19.898038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1873c2a-194c-480f-a89a-6d6a965de80e req-156d237a-a3fd-4e30-b53a-ad42c68ffdd0 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:19.899587 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c1873c2a-194c-480f-a89a-6d6a965de80e req-156d237a-a3fd-4e30-b53a-ad42c68ffdd0 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 944 time: 0.0708604 Dec 11 22:41:19.940819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device eb6d4cc8-9102-4461-acbd-e955c630a8d1 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:41:19.971256 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c1873c2a-194c-480f-a89a-6d6a965de80e req-6d61f3c5-2a08-4de4-8733-244da5a3ef2c tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652914 Dec 11 22:41:20.077026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port eb6d4cc8-9102-4461-acbd-e955c630a8d1 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:41:20.084852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port eb6d4cc8-9102-4461-acbd-e955c630a8d1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:20.085593 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:20.180449 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:20.248152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332219d5-a4c5-4087-903c-99760ed9b723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6d4cc8-9102-4461-acbd-e955c630a8d1'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:20.250734 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e748f9-112c-4c67-a876-305e0ecc990b" -d '{"events": [{"server_uuid": "332219d5-a4c5-4087-903c-99760ed9b723", "name": "network-vif-plugged", "status": "completed", "tag": "eb6d4cc8-9102-4461-acbd-e955c630a8d1"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:20.252609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afda1bd-4277-4f9b-99d3-0383640207f8 req-23d75fa0-6ae1-47cf-ac7b-70da3208ab42 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:20.262130 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0afda1bd-4277-4f9b-99d3-0383640207f8 req-23d75fa0-6ae1-47cf-ac7b-70da3208ab42 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 946 time: 0.1586633 Dec 11 22:41:20.288167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port eb6d4cc8-9102-4461-acbd-e955c630a8d1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=eb6d4cc8-9102-4461-acbd-e955c630a8d1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:20.298314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b31025-5c3c-4756-ab39-62dc90c8ec3e req-90e88145-88e6-44f2-8b2a-18b467ad3126 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:20.310796 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-88b31025-5c3c-4756-ab39-62dc90c8ec3e req-90e88145-88e6-44f2-8b2a-18b467ad3126 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 947 time: 0.1140406 Dec 11 22:41:20.334785 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0afda1bd-4277-4f9b-99d3-0383640207f8 req-4a1b1f1b-46db-4b32-aa09-cf97c36fc5a7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619640 Dec 11 22:41:20.337807 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:20.339180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device fe22007d-f9b3-4757-b3fb-eec41108b253 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:41:20.414732 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-88b31025-5c3c-4756-ab39-62dc90c8ec3e req-6101167d-c79e-44e7-a7c7-dcd8f6f90863 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028528 Dec 11 22:41:20.614978 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21febc7-9453-4a2f-84f7-dd016108f59e x-openstack-request-id: req-e21febc7-9453-4a2f-84f7-dd016108f59e {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:20.615263 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332219d5-a4c5-4087-903c-99760ed9b723", "name": "network-vif-plugged", "status": "completed", "tag": "eb6d4cc8-9102-4461-acbd-e955c630a8d1", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:20.615538 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e21febc7-9453-4a2f-84f7-dd016108f59e {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:20.615936 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332219d5-a4c5-4087-903c-99760ed9b723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6d4cc8-9102-4461-acbd-e955c630a8d1', 'code': 200} Dec 11 22:41:20.682879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b068f-ae60-492a-bade-450a9dc3a810 req-55376d48-c766-4ae3-b2df-5a03e70476da tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:20.699825 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f9b068f-ae60-492a-bade-450a9dc3a810 req-55376d48-c766-4ae3-b2df-5a03e70476da tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 949 time: 0.1252759 Dec 11 22:41:20.732027 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=eb6d4cc8-9102-4461-acbd-e955c630a8d1,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:20.768652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1ff77-6735-4f35-8d5c-0c953722ba62 req-b3745af4-b404-44dc-abe5-c557cd3fee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:20.774142 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77c1ff77-6735-4f35-8d5c-0c953722ba62 req-b3745af4-b404-44dc-abe5-c557cd3fee7d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 1100 time: 0.1705937 Dec 11 22:41:20.799754 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f9b068f-ae60-492a-bade-450a9dc3a810 req-80bc9624-8a05-4bff-9415-0b8a38d67399 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986342 Dec 11 22:41:20.847562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4551c-1627-4f27-896a-760ebb6a58cf req-b3c36f19-4998-419f-9f0c-5ee3ede79a55 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:20.849212 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dbd4551c-1627-4f27-896a-760ebb6a58cf req-b3c36f19-4998-419f-9f0c-5ee3ede79a55 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 943 time: 0.1544187 Dec 11 22:41:20.873246 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77c1ff77-6735-4f35-8d5c-0c953722ba62 req-322f2e3c-4d13-442f-9f73-313023ee1f66 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918758 Dec 11 22:41:20.914315 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dbd4551c-1627-4f27-896a-760ebb6a58cf req-9cc4aa3c-0656-4e98-8995-2349faf95eb8 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516307 Dec 11 22:41:21.098069 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e136a-2d3d-496b-8ac1-b3d149f03124 req-3df05411-5494-4024-9f5f-26a271f27c84 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:21.099681 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-482e136a-2d3d-496b-8ac1-b3d149f03124 req-3df05411-5494-4024-9f5f-26a271f27c84 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 944 time: 0.0530000 Dec 11 22:41:21.152857 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-482e136a-2d3d-496b-8ac1-b3d149f03124 req-d1ca93a5-ccaf-4cd4-8ee2-acee76732b92 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459163 Dec 11 22:41:21.179385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-3d461d2e-e471-493c-ac52-8d2e025af8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:21.180974 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-3d461d2e-e471-493c-ac52-8d2e025af8ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546722 Dec 11 22:41:21.266533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f920d-caf0-4792-95ba-f109eaca7d12 req-1d01181b-2bf2-4829-b0d1-0bde078a4a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:21.268108 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f74f920d-caf0-4792-95ba-f109eaca7d12 req-1d01181b-2bf2-4829-b0d1-0bde078a4a10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42ba42bc01cd4336aa93171b4cf8fa3a&device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 1094 time: 0.1023781 Dec 11 22:41:21.449625 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-9c42640f-0a85-45d5-ba31-f00a7b459246 service neutron] 10.222.0.13 "GET /v2.0/networks/e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523623 Dec 11 22:41:21.466576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f920d-caf0-4792-95ba-f109eaca7d12 req-304042a5-f217-4153-8595-ae195a30bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:21.468111 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f74f920d-caf0-4792-95ba-f109eaca7d12 req-304042a5-f217-4153-8595-ae195a30bd00 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=42ba42bc01cd4336aa93171b4cf8fa3a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1899292 Dec 11 22:41:21.496515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port fe22007d-f9b3-4757-b3fb-eec41108b253 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:41:21.503308 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port fe22007d-f9b3-4757-b3fb-eec41108b253 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:21.503308 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:21.562705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ea3d5-eccc-4b3f-9d0f-5a6903c78153 req-2b62ee84-f3cf-46d9-9cb7-8b160680cb87 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:21.564312 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c3ea3d5-eccc-4b3f-9d0f-5a6903c78153 req-2b62ee84-f3cf-46d9-9cb7-8b160680cb87 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 946 time: 0.1517992 Dec 11 22:41:21.573042 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ceaf47ae-18fe-484e-b855-e31b0a36ca35 req-81caeb45-a460-414c-a66d-92a6ff957806 service neutron] 10.222.0.13 "GET /v2.0/networks/e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163155 Dec 11 22:41:21.581156 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a79751d6-9c85-415c-945d-398115d396f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:21.597650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842a1b8-8cd6-4377-8e47-48113a5f1629 req-bc3d7aca-65fb-4378-9c8a-984a26b247c6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:21.598250 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:21.609450 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6842a1b8-8cd6-4377-8e47-48113a5f1629 req-bc3d7aca-65fb-4378-9c8a-984a26b247c6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 947 time: 0.1202822 Dec 11 22:41:21.642361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f920d-caf0-4792-95ba-f109eaca7d12 req-e8cbeb43-331f-413c-97f4-cec15af75cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:21.649166 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port fe22007d-f9b3-4757-b3fb-eec41108b253, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fe22007d-f9b3-4757-b3fb-eec41108b253,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:21.649339 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f74f920d-caf0-4792-95ba-f109eaca7d12 req-e8cbeb43-331f-413c-97f4-cec15af75cf9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1625781 Dec 11 22:41:21.651594 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c3ea3d5-eccc-4b3f-9d0f-5a6903c78153 req-322d0d6a-8b2d-4b98-b0ca-f9454b1a8b82 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754776 Dec 11 22:41:21.675935 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6842a1b8-8cd6-4377-8e47-48113a5f1629 req-96d9cf99-bd16-4557-a718-a6e5b1b6b254 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646913 Dec 11 22:41:21.724713 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:21.773137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=fe22007d-f9b3-4757-b3fb-eec41108b253,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:21.945962 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59800c2-37c8-49ef-abb1-e84ec53b8fd6 req-c0429b0e-b270-4b03-b010-829178d90119 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:21.947814 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a59800c2-37c8-49ef-abb1-e84ec53b8fd6 req-c0429b0e-b270-4b03-b010-829178d90119 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 949 time: 0.0527713 Dec 11 22:41:22.000707 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a59800c2-37c8-49ef-abb1-e84ec53b8fd6 req-161ff23b-7318-403e-aca7-e0a2ad2ae48e tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464125 Dec 11 22:41:22.119278 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:22.156008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9df5a-a391-47c3-b7fb-4d36daa0dac4 req-caa2905d-b3e5-4e85-a6f6-6ecd83f1b7c0 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:22.157522 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6b9df5a-a391-47c3-b7fb-4d36daa0dac4 req-caa2905d-b3e5-4e85-a6f6-6ecd83f1b7c0 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 943 time: 0.0509717 Dec 11 22:41:22.218620 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6b9df5a-a391-47c3-b7fb-4d36daa0dac4 req-69116464-1bf5-4a49-8fc8-8d40e6a71f03 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547905 Dec 11 22:41:22.289151 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd8bd1-ad55-49bc-b294-268af5d3439e req-76d5f17f-d39c-4646-a5c3-b805489c1f40 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:22.290676 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-92fd8bd1-ad55-49bc-b294-268af5d3439e req-76d5f17f-d39c-4646-a5c3-b805489c1f40 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 944 time: 0.0499763 Dec 11 22:41:22.345598 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-92fd8bd1-ad55-49bc-b294-268af5d3439e req-778c6bae-901d-419e-bd77-55a3316137fa tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487657 Dec 11 22:41:22.617450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260501c9-8c49-4e96-a29d-87fa1fca070d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe22007d-f9b3-4757-b3fb-eec41108b253'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:22.620690 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0869f6f-f4fc-463c-ab6e-b20c625c3007" -d '{"events": [{"server_uuid": "260501c9-8c49-4e96-a29d-87fa1fca070d", "name": "network-vif-plugged", "status": "completed", "tag": "fe22007d-f9b3-4757-b3fb-eec41108b253"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:22.657361 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5e3c42-63e1-4024-8319-de059e1a2a6f x-openstack-request-id: req-5a5e3c42-63e1-4024-8319-de059e1a2a6f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:22.657659 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260501c9-8c49-4e96-a29d-87fa1fca070d", "name": "network-vif-plugged", "status": "completed", "tag": "fe22007d-f9b3-4757-b3fb-eec41108b253", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:22.657918 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a5e3c42-63e1-4024-8319-de059e1a2a6f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:22.658315 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260501c9-8c49-4e96-a29d-87fa1fca070d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe22007d-f9b3-4757-b3fb-eec41108b253', 'code': 200} Dec 11 22:41:22.775762 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5762fc-6bc4-4fa8-9199-ecdbd874adc1 req-e493e93b-f4dc-48f5-ad23-bb78e0c5ed64 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:22.777279 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3d5762fc-6bc4-4fa8-9199-ecdbd874adc1 req-e493e93b-f4dc-48f5-ad23-bb78e0c5ed64 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 946 time: 0.0595641 Dec 11 22:41:22.820715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e32ad-ed70-4064-ba01-4a67d7ddcf03 req-acd936b1-42ac-4e62-a876-ba6d16f81f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:22.822235 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df0e32ad-ed70-4064-ba01-4a67d7ddcf03 req-acd936b1-42ac-4e62-a876-ba6d16f81f0b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 1099 time: 0.0748274 Dec 11 22:41:22.834230 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3d5762fc-6bc4-4fa8-9199-ecdbd874adc1 req-290f727f-8abe-4ec8-88f5-dd72a3e27d2f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502384 Dec 11 22:41:22.834738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637174d-a5a8-46f2-a28e-c78c49cbed37 req-f9e1590b-b43d-465d-85e7-d5d1642e993c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:22.836488 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c637174d-a5a8-46f2-a28e-c78c49cbed37 req-f9e1590b-b43d-465d-85e7-d5d1642e993c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 948 time: 0.0909345 Dec 11 22:41:22.908977 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df0e32ad-ed70-4064-ba01-4a67d7ddcf03 req-cd4be0d3-bbf1-46e0-ae02-817b65e81f94 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713396 Dec 11 22:41:22.916982 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c637174d-a5a8-46f2-a28e-c78c49cbed37 req-f6152ca2-5b99-47e5-813b-ceed2053e495 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731473 Dec 11 22:41:23.121324 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34d536-e97a-4b5f-b85b-fb657a3184a4 req-fe24add9-1af5-43e2-8dd9-69061010d1d8 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:23.122726 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f34d536-e97a-4b5f-b85b-fb657a3184a4 req-fe24add9-1af5-43e2-8dd9-69061010d1d8 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 949 time: 0.0478435 Dec 11 22:41:23.171604 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f34d536-e97a-4b5f-b85b-fb657a3184a4 req-9a5e8c8a-f9b7-46b7-9979-f13f9ca6738c tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428219 Dec 11 22:41:23.356584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd8bd4-0c95-4228-a91c-9a9beb630120 req-dc8861e5-2413-410d-970f-45fd53193a93 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:23.363391 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8dbd8bd4-0c95-4228-a91c-9a9beb630120 req-dc8861e5-2413-410d-970f-45fd53193a93 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 943 time: 0.0687103 Dec 11 22:41:23.405927 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-ef90b0e1-6bf3-4ef4-b54f-c8e92924495f tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=609018c52c544473b03d42e20c9f73e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318155 Dec 11 22:41:23.407294 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8dbd8bd4-0c95-4228-a91c-9a9beb630120 req-c9f889a1-91cd-4bc0-be85-03810f3ff95b tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426342 Dec 11 22:41:23.522469 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e7d04-ff11-4f16-ba7c-dd2bccca5517 req-8e7ce3ae-2537-46a9-adb2-e0306f01cc65 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:23.526502 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ea8e7d04-ff11-4f16-ba7c-dd2bccca5517 req-8e7ce3ae-2537-46a9-adb2-e0306f01cc65 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 944 time: 0.0569227 Dec 11 22:41:23.532986 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-ef54dd16-0741-4d60-a84c-0144e15c0822 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:23.534454 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-ef54dd16-0741-4d60-a84c-0144e15c0822 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1194785 Dec 11 22:41:23.549793 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-0ba49c0f-ea2e-48d2-86db-ac3cdd448d53 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/quotas/609018c52c544473b03d42e20c9f73e3 HTTP/1.1" status: 200 len: 375 time: 0.0095263 Dec 11 22:41:23.575513 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ea8e7d04-ff11-4f16-ba7c-dd2bccca5517 req-58d117c4-dda1-4b39-9a94-f1c804b6af5a tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447714 Dec 11 22:41:23.606003 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-b1683794-e9e1-401e-a2de-7e6c49f0b7cf tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=609018c52c544473b03d42e20c9f73e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0490294 Dec 11 22:41:23.789596 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-4a5aeb14-6ead-40ec-a16f-db41643ccf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:23.789596 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-4a5aeb14-6ead-40ec-a16f-db41643ccf25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42ba42bc01cd4336aa93171b4cf8fa3a&device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 1094 time: 0.0454979 Dec 11 22:41:23.837598 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:23.867174 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-7da1a526-68df-41d4-86c0-06159a97d378 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87326fa5-648d-4dea-af3f-a58375a36a29 HTTP/1.1" status: 200 len: 217 time: 0.0451207 Dec 11 22:41:23.911986 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc0e67-8b7d-44e4-9c1e-099a7862258d req-19de73cc-e984-47cc-8bc3-e1abc9a6db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:23.914922 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bafc0e67-8b7d-44e4-9c1e-099a7862258d req-19de73cc-e984-47cc-8bc3-e1abc9a6db40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e0b27dc673143d5a25d44091467f17f&device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 1095 time: 0.1276224 Dec 11 22:41:23.915638 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-af5a6b37-85c7-47b5-b6aa-5115e63c398f req-fee004b2-b705-4513-a349-b9624f5c2b87 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 210 time: 0.0699556 Dec 11 22:41:24.072513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-3d388605-05bf-4245-a851-6c6e06fb61f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:24.072754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-3d388605-05bf-4245-a851-6c6e06fb61f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7bdd700a-efc3-4363-9156-1887495e9293 HTTP/1.1" status: 200 len: 850 time: 0.1980007 Dec 11 22:41:24.109342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc0e67-8b7d-44e4-9c1e-099a7862258d req-d739fbfb-c5bc-4c34-a58f-ce4bc6f569fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:24.110792 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bafc0e67-8b7d-44e4-9c1e-099a7862258d req-d739fbfb-c5bc-4c34-a58f-ce4bc6f569fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe HTTP/1.1" status: 200 len: 916 time: 0.1871529 Dec 11 22:41:24.128461 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-ac57b7dd-c5d7-4f17-8da5-6ff418299729 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2820f918-fa20-4c7d-a843-4806a1f5490c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357335 Dec 11 22:41:24.173492 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c544f1-42fb-494e-aefc-063a9ac683ea req-bab7360a-6f57-434b-bfa6-649c9f06e8e9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:24.187922 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a2c544f1-42fb-494e-aefc-063a9ac683ea req-bab7360a-6f57-434b-bfa6-649c9f06e8e9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 948 time: 0.0845525 Dec 11 22:41:24.192227 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bafc0e67-8b7d-44e4-9c1e-099a7862258d req-a6f2c1a2-982e-496d-9b2a-b521dead173f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 HTTP/1.1" status: 200 len: 217 time: 0.0660062 Dec 11 22:41:24.246056 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a2c544f1-42fb-494e-aefc-063a9ac683ea req-f5b8ec4b-1eb2-4083-9d11-6b31c1be66b8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567400 Dec 11 22:41:24.275616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871192c-4adc-49fd-a6c3-94199409b8eb req-f6b8cb19-0851-4b51-9194-ab3591f3f0cc tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:24.277150 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b871192c-4adc-49fd-a6c3-94199409b8eb req-f6b8cb19-0851-4b51-9194-ab3591f3f0cc tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 946 time: 0.2741294 Dec 11 22:41:24.334956 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-f1de83cf-f1ff-4f8d-8f98-c586e94467ad service neutron] 10.222.0.13 "GET /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976609 Dec 11 22:41:24.406060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc0e67-8b7d-44e4-9c1e-099a7862258d req-4b25bdd9-0b86-4524-9f28-aab717f17eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:24.407538 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bafc0e67-8b7d-44e4-9c1e-099a7862258d req-4b25bdd9-0b86-4524-9f28-aab717f17eac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17e62c35-cd13-4f24-8988-be39742b86d6 HTTP/1.1" status: 200 len: 854 time: 0.1863554 Dec 11 22:41:24.496071 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b871192c-4adc-49fd-a6c3-94199409b8eb req-d4d24ec7-ec63-4f26-8b4d-7c6939e32d9e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599815 Dec 11 22:41:24.534862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc0e67-8b7d-44e4-9c1e-099a7862258d req-a48f9387-b8e9-408a-a90c-a110a092f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:24.536355 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bafc0e67-8b7d-44e4-9c1e-099a7862258d req-a48f9387-b8e9-408a-a90c-a110a092f625 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003208 Dec 11 22:41:24.591499 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:24.602703 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9855379-8a1e-4db0-b170-ea94d24b5721 req-660c5898-6b30-4a0e-80a9-9f8bb311ff6d service neutron] 10.222.0.13 "GET /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547288 Dec 11 22:41:24.689230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f191b-fb13-44cd-9eb2-38976923d013 req-2e3df86d-e973-483c-9209-b06a426b513c tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:24.694973 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb8f191b-fb13-44cd-9eb2-38976923d013 req-2e3df86d-e973-483c-9209-b06a426b513c tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 943 time: 0.0910974 Dec 11 22:41:24.707705 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bafc0e67-8b7d-44e4-9c1e-099a7862258d req-e6dd25eb-71a5-4883-97c0-0f9175391b4b service neutron] 10.222.0.13 "GET /v2.0/networks/e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608512 Dec 11 22:41:24.756121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526e5f0-8a42-404d-a3fb-cf7cb412da0d req-af0a7a22-4940-4418-9f64-ff21fca376ac tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:24.763407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c526e5f0-8a42-404d-a3fb-cf7cb412da0d req-af0a7a22-4940-4418-9f64-ff21fca376ac tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 944 time: 0.0620668 Dec 11 22:41:24.793115 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb8f191b-fb13-44cd-9eb2-38976923d013 req-97d70995-1f00-4ad4-8a45-2ead10ce8a64 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939736 Dec 11 22:41:24.813839 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c526e5f0-8a42-404d-a3fb-cf7cb412da0d req-20c95f66-e889-4939-be0a-fa2dd4ffe0d1 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471821 Dec 11 22:41:24.826998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bafc0e67-8b7d-44e4-9c1e-099a7862258d req-120f9f78-7582-4b45-b28c-327c84542346 service neutron] 10.222.0.13 "GET /v2.0/networks/e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091480 Dec 11 22:41:24.910190 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f72d20-f3b1-4f6a-8c84-c90a6949e6a0 req-a641c59e-fb9d-47f6-9d16-0db80b193cf7 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:24.911701 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7f72d20-f3b1-4f6a-8c84-c90a6949e6a0 req-a641c59e-fb9d-47f6-9d16-0db80b193cf7 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 946 time: 0.0506380 Dec 11 22:41:24.970752 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7f72d20-f3b1-4f6a-8c84-c90a6949e6a0 req-0f02b92e-6eb8-4e93-8813-08854f0faee1 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a38e0fce-ed22-4766-a254-1bddaf36efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521064 Dec 11 22:41:24.999591 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f6757fb-2e32-4049-a1f8-6b7368081d49 req-39a3df60-1b65-4b51-bff0-f4a949f9c667 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 210 time: 0.0282524 Dec 11 22:41:25.372933 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148990b-8167-4392-801e-65bd8a63615f req-bc83ddc4-dd07-43e1-87a3-b30557022aa6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:25.374533 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d148990b-8167-4392-801e-65bd8a63615f req-bc83ddc4-dd07-43e1-87a3-b30557022aa6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 948 time: 0.0532837 Dec 11 22:41:25.422410 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d148990b-8167-4392-801e-65bd8a63615f req-f1d6e114-4554-4604-92ee-9ebc5e6069e0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410426 Dec 11 22:41:25.540380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1ba95-4688-4bf0-a749-fce543d5b598 req-93f700c1-057a-458d-b796-8559266b2bbb tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:25.541867 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3b1ba95-4688-4bf0-a749-fce543d5b598 req-93f700c1-057a-458d-b796-8559266b2bbb tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbc6dd78-2e03-445b-b30b-fe5561e62fd1 HTTP/1.1" status: 200 len: 949 time: 0.0483015 Dec 11 22:41:25.591420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3b1ba95-4688-4bf0-a749-fce543d5b598 req-4d94eab9-7897-4125-afd7-bda337a43c86 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435174 Dec 11 22:41:25.617132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15838c53-8a80-4915-b4a0-5e842ab98573 req-d2b236fb-c9f7-4be6-a725-6001c01f9737 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:25.618647 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-15838c53-8a80-4915-b4a0-5e842ab98573 req-d2b236fb-c9f7-4be6-a725-6001c01f9737 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 946 time: 0.0500431 Dec 11 22:41:25.668799 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-15838c53-8a80-4915-b4a0-5e842ab98573 req-4069e46d-09ee-4cf5-bb70-2109379901ec tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440819 Dec 11 22:41:25.781487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291734e-84f4-4a1d-b989-19cc2d8948e4 req-7b662852-0894-4e86-8da5-403fb7f81772 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:25.782926 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a291734e-84f4-4a1d-b989-19cc2d8948e4 req-7b662852-0894-4e86-8da5-403fb7f81772 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 946 time: 0.0491946 Dec 11 22:41:25.791743 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50478) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:25.796147 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-130d5a49-8b55-4093-bd48-3a3d69488511 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Request body: {'floatingip': {'port_id': '763a2f6a-4b05-4cb4-b0de-68332b1abc69'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:25.841658 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-130d5a49-8b55-4093-bd48-3a3d69488511 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:25.898523 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e0ebe-cd2d-4b10-8bac-239ce58f4b46 req-3f0d022e-0389-40dd-8e7c-fc3a2bb3a292 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:25.904637 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e0ebe-cd2d-4b10-8bac-239ce58f4b46 req-3f0d022e-0389-40dd-8e7c-fc3a2bb3a292 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:25.906218 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b71e0ebe-cd2d-4b10-8bac-239ce58f4b46 req-3f0d022e-0389-40dd-8e7c-fc3a2bb3a292 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d&device_id=bbc6dd78-2e03-445b-b30b-fe5561e62fd1 HTTP/1.1" status: 200 len: 1688 time: 0.0606024 Dec 11 22:41:25.956180 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b71e0ebe-cd2d-4b10-8bac-239ce58f4b46 req-034a371f-09fc-476f-a6e0-6989bf2ff1b9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438790 Dec 11 22:41:25.984376 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa2390-24bb-4d2b-8a97-3a17f9926c39 req-b673c283-4378-4372-8943-b6f1066790c0 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:25.985875 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-afaa2390-24bb-4d2b-8a97-3a17f9926c39 req-b673c283-4378-4372-8943-b6f1066790c0 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 943 time: 0.1126132 Dec 11 22:41:26.043784 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-ae2eb002-0ae6-4f37-8c43-76dff533754d tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=609018c52c544473b03d42e20c9f73e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295789 Dec 11 22:41:26.123644 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-afaa2390-24bb-4d2b-8a97-3a17f9926c39 req-4ec8fc9a-10ae-45cf-a168-d155ca74c43b tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962100 Dec 11 22:41:26.166345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64a54-3733-4681-9d2c-88fcfe36fb2e req-c330c9bd-e4dc-4a4b-b0cc-00cf2bf2f0b6 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:26.168135 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5db64a54-3733-4681-9d2c-88fcfe36fb2e req-c330c9bd-e4dc-4a4b-b0cc-00cf2bf2f0b6 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 944 time: 0.1276615 Dec 11 22:41:26.225572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-19c9f33a-36cf-44a3-ba81-b0c09557633f tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:26.227368 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-19c9f33a-36cf-44a3-ba81-b0c09557633f tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596637 Dec 11 22:41:26.265453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-48762496-d63e-4c15-a158-31d20bf48487 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Request body: {'port': {'device_id': 'fc867bfd-cf35-4611-b0b7-45ab007a0517', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': '609018c52c544473b03d42e20c9f73e3'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:26.355598 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5db64a54-3733-4681-9d2c-88fcfe36fb2e req-a8634e3b-0b10-49e6-8793-3211f7584608 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347117 Dec 11 22:41:26.415535 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-130d5a49-8b55-4093-bd48-3a3d69488511 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:26.465569 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-668f1fa3-3e7d-42a8-bfbf-1aff35fce817 req-7018b319-7b48-4e17-acf3-2174336ac4cb tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 210 time: 0.0328789 Dec 11 22:41:26.473329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51e754-d671-4005-854c-4e7109b8844b req-4e0aabcb-bf94-4725-a1d7-1b51a464c50c tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:26.482766 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ad51e754-d671-4005-854c-4e7109b8844b req-4e0aabcb-bf94-4725-a1d7-1b51a464c50c tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 946 time: 0.0653424 Dec 11 22:41:26.491916 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-130d5a49-8b55-4093-bd48-3a3d69488511 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:26.585466 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ad51e754-d671-4005-854c-4e7109b8844b req-3aa37dc6-c556-4486-9c3a-52eebbac1832 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a38e0fce-ed22-4766-a254-1bddaf36efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011765 Dec 11 22:41:26.596842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-48762496-d63e-4c15-a158-31d20bf48487 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Made reservation on behalf of 609018c52c544473b03d42e20c9f73e3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:41:26.601159 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-48762496-d63e-4c15-a158-31d20bf48487 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:26.648225 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-130d5a49-8b55-4093-bd48-3a3d69488511 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Floating IP 8ac5231c-8e35-4bf7-849d-d6e55dbeb4cf associated. External IP: 172.25.1.128, port: 763a2f6a-4b05-4cb4-b0de-68332b1abc69. Dec 11 22:41:26.764642 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4464d-c1cf-4e9f-8c20-0224b6f617c0 req-14e11785-b5ce-4d59-8ac2-fece02ccaa09 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:26.766240 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ac4464d-c1cf-4e9f-8c20-0224b6f617c0 req-14e11785-b5ce-4d59-8ac2-fece02ccaa09 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 946 time: 0.1395738 Dec 11 22:41:26.803106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb652b-1711-4665-811f-d2507fdb2270 req-b6a15864-e61a-40fc-942c-c35af4965f65 tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:26.804715 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbb652b-1711-4665-811f-d2507fdb2270 req-b6a15864-e61a-40fc-942c-c35af4965f65 tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 1099 time: 0.1370831 Dec 11 22:41:26.881170 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130d5a49-8b55-4093-bd48-3a3d69488511 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Router a9183d14-da46-4d68-8c4a-53b75e50fafe has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:41:26.896347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-48762496-d63e-4c15-a158-31d20bf48487 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Allocated IP 192.168.233.221 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/92038758-74fe-42e1-9ec6-f604b808fa36) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:41:26.955154 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbb652b-1711-4665-811f-d2507fdb2270 req-1586573c-6972-4fa5-9759-f864c9e694f9 tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159990 Dec 11 22:41:27.010166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-4ac4464d-c1cf-4e9f-8c20-0224b6f617c0 req-665788e3-f83d-4ba0-8435-5632d93cdea7 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Deleting port b8d6fb32-901f-458c-9789-c3d6e985dd88 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:41:27.010634 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4ac4464d-c1cf-4e9f-8c20-0224b6f617c0 req-665788e3-f83d-4ba0-8435-5632d93cdea7 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:27.022491 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130d5a49-8b55-4093-bd48-3a3d69488511 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:41:27.030558 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-130d5a49-8b55-4093-bd48-3a3d69488511 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:27.039043 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a7235-1a6a-4fac-a1ec-6d1da42d5c42 None None] Sync routers for ids ['a9183d14-da46-4d68-8c4a-53b75e50fafe'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:41:27.071314 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a7235-1a6a-4fac-a1ec-6d1da42d5c42 None None] Routers {'a9183d14-da46-4d68-8c4a-53b75e50fafe'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:41:27.073110 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-130d5a49-8b55-4093-bd48-3a3d69488511 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "PUT /v2.0/floatingips/8ac5231c-8e35-4bf7-849d-d6e55dbeb4cf HTTP/1.1" status: 200 len: 992 time: 1.2802775 Dec 11 22:41:27.074188 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c29a7235-1a6a-4fac-a1ec-6d1da42d5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:41:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a9183d14-da46-4d68-8c4a-53b75e50fafe'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:27.078352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:27.083527 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb8ef26-c71d-4ed7-bdf6-3a39b7087aba" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:27.137110 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bfb84-71d6-4b3a-b3df-832e50e6035c req-f01a161f-31df-470b-9afa-f7ec7ef6d176 tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:27.138833 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-616bfb84-71d6-4b3a-b3df-832e50e6035c req-f01a161f-31df-470b-9afa-f7ec7ef6d176 tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bbc6dd78-2e03-445b-b30b-fe5561e62fd1 HTTP/1.1" status: 200 len: 1100 time: 0.0620117 Dec 11 22:41:27.244730 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-c29a7235-1a6a-4fac-a1ec-6d1da42d5c42 None None] Set router a9183d14-da46-4d68-8c4a-53b75e50fafe gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:41:27.261103 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d79de4f-0f86-4ffe-a167-50811b6d41ad x-openstack-request-id: req-8d79de4f-0f86-4ffe-a167-50811b6d41ad {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:27.261103 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:27.261103 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d79de4f-0f86-4ffe-a167-50811b6d41ad {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:27.261103 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'status': 'completed', 'code': 200} Dec 11 22:41:27.268902 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-616bfb84-71d6-4b3a-b3df-832e50e6035c req-d76094c7-19eb-4d4d-8112-7ce65f085c59 tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235516 Dec 11 22:41:27.281980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-4ac4464d-c1cf-4e9f-8c20-0224b6f617c0 req-665788e3-f83d-4ba0-8435-5632d93cdea7 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] For port b8d6fb32-901f-458c-9789-c3d6e985dd88, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=b8d6fb32-901f-458c-9789-c3d6e985dd88,segment=NetworkSegment(5a3c0542-4cc1-4926-90af-8b0c1ce22050),segment_id=5a3c0542-4cc1-4926-90af-8b0c1ce22050)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:27.287850 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4ac4464d-c1cf-4e9f-8c20-0224b6f617c0 req-665788e3-f83d-4ba0-8435-5632d93cdea7 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:27.330838 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-48762496-d63e-4c15-a158-31d20bf48487 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:27.341153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-4ac4464d-c1cf-4e9f-8c20-0224b6f617c0 req-665788e3-f83d-4ba0-8435-5632d93cdea7 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Calling delete_port for b8d6fb32-901f-458c-9789-c3d6e985dd88 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:41:27.630332 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c29a7235-1a6a-4fac-a1ec-6d1da42d5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'name': 'tempest-ServerActionsTestJSON-1156920337-router', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:32Z', 'updated_at': '2021-12-11T22:40:41Z', 'revision_number': 4, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'gw_port': {'id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:34Z', 'updated_at': '2021-12-11T22:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '8ac5231c-8e35-4bf7-849d-d6e55dbeb4cf', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'floating_ip_address': '172.25.1.128', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'port_id': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'mac_address': 'fa:16:3e:f4:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:40:48Z', 'updated_at': '2021-12-11T22:41:26Z', 'revision_number': 1, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e4be401-7100-41de-bfaa-1e49714f457c', 'name': '', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'mac_address': 'fa:16:3e:32:11:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:39Z', 'updated_at': '2021-12-11T22:40:48Z', 'revision_number': 5, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'subnets': [{'id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:27.671642 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a7235-1a6a-4fac-a1ec-6d1da42d5c42 None None] Checking router: a9183d14-da46-4d68-8c4a-53b75e50fafe for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:41:27.682634 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a7235-1a6a-4fac-a1ec-6d1da42d5c42 None None] Routers {'a9183d14-da46-4d68-8c4a-53b75e50fafe'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:41:27.683511 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c29a7235-1a6a-4fac-a1ec-6d1da42d5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:41:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a9183d14-da46-4d68-8c4a-53b75e50fafe'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:27.686267 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d152f84-b9f8-47a6-a69b-7f660c6ab19d req-801c918f-4385-4d0b-afbf-f42b40cdcba7 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:27.687927 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0d152f84-b9f8-47a6-a69b-7f660c6ab19d req-801c918f-4385-4d0b-afbf-f42b40cdcba7 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 944 time: 0.0981705 Dec 11 22:41:27.738183 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0d152f84-b9f8-47a6-a69b-7f660c6ab19d req-9cb14a19-ac37-46ef-ae68-66062f643780 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429623 Dec 11 22:41:27.797403 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-c29a7235-1a6a-4fac-a1ec-6d1da42d5c42 None None] Set router a9183d14-da46-4d68-8c4a-53b75e50fafe gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:41:27.806422 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8ef26-c71d-4ed7-bdf6-3a39b7087aba req-88fbc759-d4f7-4d97-ad35-ffe5247578db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:27.808028 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9fb8ef26-c71d-4ed7-bdf6-3a39b7087aba req-88fbc759-d4f7-4d97-ad35-ffe5247578db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 1097 time: 0.5137675 Dec 11 22:41:27.896952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9193a0d-5856-46db-8bb0-80872e0a45d8 req-ebbb1dc8-c696-49ff-9aff-6b3815a83d8d tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:27.898695 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9193a0d-5856-46db-8bb0-80872e0a45d8 req-ebbb1dc8-c696-49ff-9aff-6b3815a83d8d tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 943 time: 0.4899163 Dec 11 22:41:27.910783 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-48762496-d63e-4c15-a158-31d20bf48487 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:27.946230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['eb6d4cc8-9102-4461-acbd-e955c630a8d1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:28.047490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-48762496-d63e-4c15-a158-31d20bf48487 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:41:28.064925 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:41:28.068597 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-c29a7235-1a6a-4fac-a1ec-6d1da42d5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'name': 'tempest-ServerActionsTestJSON-1156920337-router', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:32Z', 'updated_at': '2021-12-11T22:40:41Z', 'revision_number': 4, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'gw_port': {'id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:34Z', 'updated_at': '2021-12-11T22:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '8ac5231c-8e35-4bf7-849d-d6e55dbeb4cf', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'floating_ip_address': '172.25.1.128', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'port_id': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'mac_address': 'fa:16:3e:f4:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:40:48Z', 'updated_at': '2021-12-11T22:41:26Z', 'revision_number': 1, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e4be401-7100-41de-bfaa-1e49714f457c', 'name': '', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'mac_address': 'fa:16:3e:32:11:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:39Z', 'updated_at': '2021-12-11T22:40:48Z', 'revision_number': 5, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'subnets': [{'id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:28.103413 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9193a0d-5856-46db-8bb0-80872e0a45d8 req-5d5b305d-140c-4bd1-9fd5-16a54f08d234 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966910 Dec 11 22:41:28.104227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48762496-d63e-4c15-a158-31d20bf48487 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Pushing event updated for resources: {'Port': ['ID=92038758-74fe-42e1-9ec6-f604b808fa36,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:28.105971 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a7235-1a6a-4fac-a1ec-6d1da42d5c42 None None] The sync data for ids ['a9183d14-da46-4d68-8c4a-53b75e50fafe'] in n-d-710847-6 is: [{'id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'name': 'tempest-ServerActionsTestJSON-1156920337-router', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:32Z', 'updated_at': '2021-12-11T22:40:41Z', 'revision_number': 4, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'gw_port': {'id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:34Z', 'updated_at': '2021-12-11T22:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '8ac5231c-8e35-4bf7-849d-d6e55dbeb4cf', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'floating_ip_address': '172.25.1.128', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'port_id': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'mac_address': 'fa:16:3e:f4:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:40:48Z', 'updated_at': '2021-12-11T22:41:26Z', 'revision_number': 1, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e4be401-7100-41de-bfaa-1e49714f457c', 'name': '', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'mac_address': 'fa:16:3e:32:11:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:39Z', 'updated_at': '2021-12-11T22:40:48Z', 'revision_number': 5, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'subnets': [{'id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:41:28.108021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-48762496-d63e-4c15-a158-31d20bf48487 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:41:28.110311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8ef26-c71d-4ed7-bdf6-3a39b7087aba req-5f8f0d57-2007-401c-876f-c0f20dddba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:28.112000 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9fb8ef26-c71d-4ed7-bdf6-3a39b7087aba req-5f8f0d57-2007-401c-876f-c0f20dddba0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.2913980 Dec 11 22:41:28.113119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-48762496-d63e-4c15-a158-31d20bf48487 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:41:28.189177 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abf1f7-c4df-4227-b755-2e371baae324 req-720c19a0-627f-43cd-8e70-383b177653ca tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:28.201868 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d7abf1f7-c4df-4227-b755-2e371baae324 req-720c19a0-627f-43cd-8e70-383b177653ca tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 936 time: 0.0803430 Dec 11 22:41:28.205385 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4ac4464d-c1cf-4e9f-8c20-0224b6f617c0 req-665788e3-f83d-4ba0-8435-5632d93cdea7 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:28.252573 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-48762496-d63e-4c15-a158-31d20bf48487 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:28.253328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-48762496-d63e-4c15-a158-31d20bf48487 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:28.267129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665788e3-f83d-4ba0-8435-5632d93cdea7 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Pushing event deleted for resources: {'Port': ['ID=b8d6fb32-901f-458c-9789-c3d6e985dd88,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:28.282011 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9fb8ef26-c71d-4ed7-bdf6-3a39b7087aba req-9ff8bca2-7ef5-4919-b547-5ed473d74254 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69 HTTP/1.1" status: 200 len: 1000 time: 0.1430564 Dec 11 22:41:28.294795 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d7abf1f7-c4df-4227-b755-2e371baae324 req-46cca8b0-5c92-44b5-a89a-79ca2f5b189a tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907238 Dec 11 22:41:28.363226 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac4464d-c1cf-4e9f-8c20-0224b6f617c0 req-665788e3-f83d-4ba0-8435-5632d93cdea7 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] No DVR routers for this DVR port b8d6fb32-901f-458c-9789-c3d6e985dd88 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:41:28.394347 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4ac4464d-c1cf-4e9f-8c20-0224b6f617c0 req-665788e3-f83d-4ba0-8435-5632d93cdea7 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:28.398409 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ac4464d-c1cf-4e9f-8c20-0224b6f617c0 req-665788e3-f83d-4ba0-8435-5632d93cdea7 tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.47 "DELETE /v2.0/ports/b8d6fb32-901f-458c-9789-c3d6e985dd88 HTTP/1.1" status: 204 len: 173 time: 1.6213939 Dec 11 22:41:28.400637 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-462377a7-b5b8-4f35-88da-52073f566698 req-b1c093b3-4c39-460d-98d3-cbe0f89b069b tempest-VolumesAdminNegativeTest-867862586 tempest-VolumesAdminNegativeTest-867862586-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4828b93-e11f-4148-90cc-d5c79b917067 HTTP/1.1" status: 200 len: 210 time: 0.0388412 Dec 11 22:41:28.404700 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-48762496-d63e-4c15-a158-31d20bf48487 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1477277 Dec 11 22:41:28.405164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4828b93-e11f-4148-90cc-d5c79b917067', 'name': 'network-vif-deleted', 'tag': 'b8d6fb32-901f-458c-9789-c3d6e985dd88'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:28.407496 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c1a566-b4fc-4df9-8dee-d91e1ba8720c" -d '{"events": [{"server_uuid": "b4828b93-e11f-4148-90cc-d5c79b917067", "name": "network-vif-deleted", "tag": "b8d6fb32-901f-458c-9789-c3d6e985dd88"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:28.423865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Request body: {'port': {'device_id': 'fc867bfd-cf35-4611-b0b7-45ab007a0517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:28.436812 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-c2f7459b-72b3-47dd-917a-2f115575a551 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ebe483fc920c439ab2dac230dba335f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340405 Dec 11 22:41:28.482784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-df8c43dc-a461-4917-9365-12c4843d30b6 None None] Provisioning complete for port 92038758-74fe-42e1-9ec6-f604b808fa36 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:28.483224 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-df8c43dc-a461-4917-9365-12c4843d30b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:28.524503 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:28.524770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c4ab50-a491-4ccf-9aee-5f40c679e975 None None] New status for floating IP 8ac5231c-8e35-4bf7-849d-d6e55dbeb4cf: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:41:28.548881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8ef26-c71d-4ed7-bdf6-3a39b7087aba req-107c1bfd-d79a-4ce2-894f-4c00082f4b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:28.550347 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9fb8ef26-c71d-4ed7-bdf6-3a39b7087aba req-107c1bfd-d79a-4ce2-894f-4c00082f4b15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.2502720 Dec 11 22:41:28.570122 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ece35-d915-4601-85bd-950ba99a1d70 req-c2a27e1c-5ecb-481f-834f-c2719e400e25 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:28.572132 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-c2a27e1c-5ecb-481f-834f-c2719e400e25 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1289005 Dec 11 22:41:28.588533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-df8c43dc-a461-4917-9365-12c4843d30b6 None None] Port 92038758-74fe-42e1-9ec6-f604b808fa36 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:41:28.592815 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-06846341-8163-40aa-89c7-0513f36fb23d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/quotas/ebe483fc920c439ab2dac230dba335f8 HTTP/1.1" status: 200 len: 375 time: 0.0145307 Dec 11 22:41:28.594719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:41:28.649195 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf4cf7-9378-4049-b4be-c81f7d169c1e req-211be519-aabd-4b5c-b66d-72bb2de99fe8 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:28.650783 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fabf4cf7-9378-4049-b4be-c81f7d169c1e req-211be519-aabd-4b5c-b66d-72bb2de99fe8 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 945 time: 0.1239891 Dec 11 22:41:28.660109 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-c43fae5d-d292-4259-a8bf-e211cbc1f7a7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0603073 Dec 11 22:41:28.754143 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8ef26-c71d-4ed7-bdf6-3a39b7087aba req-4306a6ea-e505-4be1-bb8d-ff2a89450535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:28.755819 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9fb8ef26-c71d-4ed7-bdf6-3a39b7087aba req-4306a6ea-e505-4be1-bb8d-ff2a89450535 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1863675 Dec 11 22:41:28.763124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fabf4cf7-9378-4049-b4be-c81f7d169c1e req-35a08f73-b29c-4cf1-a008-fb3307792700 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049356 Dec 11 22:41:28.803209 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2c060f1a-5bda-4aa6-9ab5-aeecc9188f63,segment=NetworkSegment(6b14555b-d60e-46cd-9fbe-575dd9e9a92b),segment_id=6b14555b-d60e-46cd-9fbe-575dd9e9a92b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:28.824943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '2c060f1a-5bda-4aa6-9ab5-aeecc9188f63', 'network_id': 'e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe', 'port_id': '2c060f1a-5bda-4aa6-9ab5-aeecc9188f63', 'mac_address': 'fa:16:3e:0f:ee:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e62c35-cd13-4f24-8988-be39742b86d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:41:28.872275 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:28.887979 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:28.911377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2c060f1a-5bda-4aa6-9ab5-aeecc9188f63,segment=NetworkSegment(6b14555b-d60e-46cd-9fbe-575dd9e9a92b),segment_id=6b14555b-d60e-46cd-9fbe-575dd9e9a92b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:28.937119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9fb8ef26-c71d-4ed7-bdf6-3a39b7087aba req-60f3fc22-6f64-4796-a414-ed21bc0a6924 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642110 Dec 11 22:41:28.948115 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f8673c-5b5f-45ea-8c8a-859a5f892777 x-openstack-request-id: req-75f8673c-5b5f-45ea-8c8a-859a5f892777 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:28.948417 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4828b93-e11f-4148-90cc-d5c79b917067", "name": "network-vif-deleted", "tag": "b8d6fb32-901f-458c-9789-c3d6e985dd88", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:28.948676 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75f8673c-5b5f-45ea-8c8a-859a5f892777 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:28.949101 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4828b93-e11f-4148-90cc-d5c79b917067', 'name': 'network-vif-deleted', 'tag': 'b8d6fb32-901f-458c-9789-c3d6e985dd88', 'status': 'completed', 'code': 200} Dec 11 22:41:28.981920 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:28.983261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 87326fa5-648d-4dea-af3f-a58375a36a29 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:41:29.086006 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=2c060f1a-5bda-4aa6-9ab5-aeecc9188f63,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:29.095316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:29.095685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:29.096033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:29.096386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:29.096745 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:29.097084 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:29.097422 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:29.097757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:29.098278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:29.098793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:29.099344 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:29.099684 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:29.100024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:29.123648 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92038758-74fe-42e1-9ec6-f604b808fa36 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:29.138726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815b468-8838-41b0-91b7-d88bbc0f3288 req-6f09ba48-6dc6-4def-be04-0363da24b736 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:29.139350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 87326fa5-648d-4dea-af3f-a58375a36a29, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=87326fa5-648d-4dea-af3f-a58375a36a29,segment=NetworkSegment(c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b),segment_id=c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:29.140272 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e815b468-8838-41b0-91b7-d88bbc0f3288 req-6f09ba48-6dc6-4def-be04-0363da24b736 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 945 time: 0.1284654 Dec 11 22:41:29.142088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9fb8ef26-c71d-4ed7-bdf6-3a39b7087aba req-6de0c379-d814-4e73-8f31-511926772384 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906500 Dec 11 22:41:29.143976 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:29.159741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '87326fa5-648d-4dea-af3f-a58375a36a29', 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c', 'port_id': '87326fa5-648d-4dea-af3f-a58375a36a29', 'mac_address': 'fa:16:3e:c9:7e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bdd700a-efc3-4363-9156-1887495e9293', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:41:29.170728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Transition to ACTIVE for port object 92038758-74fe-42e1-9ec6-f604b808fa36 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:41:29.199538 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e815b468-8838-41b0-91b7-d88bbc0f3288 req-a16445ba-2a45-4e48-a711-f061045e9d73 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529976 Dec 11 22:41:29.202125 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:29.217512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87326fa5-648d-4dea-af3f-a58375a36a29 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:29.246361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 87326fa5-648d-4dea-af3f-a58375a36a29, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=87326fa5-648d-4dea-af3f-a58375a36a29,segment=NetworkSegment(c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b),segment_id=c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:29.261811 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:29.341811 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:29.355635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Pushing event updated for resources: {'Port': ['ID=92038758-74fe-42e1-9ec6-f604b808fa36,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:29.410943 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acbfcc-8095-4cf0-9d86-7dcf40f9cdea req-a37c7b7e-2f76-42d0-8403-a0d627d8f6ba tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:29.418488 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71acbfcc-8095-4cf0-9d86-7dcf40f9cdea req-a37c7b7e-2f76-42d0-8403-a0d627d8f6ba tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 943 time: 0.1488616 Dec 11 22:41:29.431718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=87326fa5-648d-4dea-af3f-a58375a36a29,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:29.476286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Attempting to bind port 92038758-74fe-42e1-9ec6-f604b808fa36 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:41:29.476654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Attempting to bind port 92038758-74fe-42e1-9ec6-f604b808fa36 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:41:29.476964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Attempting to bind port 92038758-74fe-42e1-9ec6-f604b808fa36 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:29.495089 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71acbfcc-8095-4cf0-9d86-7dcf40f9cdea req-5586ae78-2706-4bed-9057-ccd4be2b28fc tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755808 Dec 11 22:41:29.501059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Port 92038758-74fe-42e1-9ec6-f604b808fa36 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:41:29.501558 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Attempting to bind port 92038758-74fe-42e1-9ec6-f604b808fa36 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:29.517529 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:41:29.517529 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:41:29.517529 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:41:29.517529 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Bound port: 92038758-74fe-42e1-9ec6-f604b808fa36, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:41:29.517529 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:29.679436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b84ed9-22bc-4fc2-a925-4af4cf860712 req-f730fef9-839e-464d-934b-fc5ad2ccb761 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:29.688203 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c5b84ed9-22bc-4fc2-a925-4af4cf860712 req-f730fef9-839e-464d-934b-fc5ad2ccb761 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 948 time: 0.1049702 Dec 11 22:41:29.697542 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] For port 92038758-74fe-42e1-9ec6-f604b808fa36, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:41:29.701513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] For port 92038758-74fe-42e1-9ec6-f604b808fa36, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=92038758-74fe-42e1-9ec6-f604b808fa36,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:41:29.715489 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50558) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:29.746392 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c5b84ed9-22bc-4fc2-a925-4af4cf860712 req-988ca44a-c3ea-4d12-b65e-002ac5f79b2f tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572264 Dec 11 22:41:29.746968 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['87326fa5-648d-4dea-af3f-a58375a36a29'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:29.754148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['2c060f1a-5bda-4aa6-9ab5-aeecc9188f63'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:29.773279 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:29.797091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-714dfb22-10d4-404e-b567-f2c9138eeb2c admin admin] Deleting subnet d8315a24-760e-4c58-9fd3-5c878ef845a9 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:41:29.816018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:29.816642 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:29.817375 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3322d524-e48c-4dda-9402-01d9e28eec1a req-4c0311e8-0317-4278-be99-44426d201dcb tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 210 time: 0.0375841 Dec 11 22:41:29.818267 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] 10.222.0.47 "PUT /v2.0/ports/92038758-74fe-42e1-9ec6-f604b808fa36 HTTP/1.1" status: 200 len: 1096 time: 1.4001482 Dec 11 22:41:29.818652 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-714dfb22-10d4-404e-b567-f2c9138eeb2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:29.874355 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-714dfb22-10d4-404e-b567-f2c9138eeb2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:29.878866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd32fed-0352-43ce-85a1-cc33a63e8a80 service neutron] Pushing event updated for resources: {'Port': ['ID=92038758-74fe-42e1-9ec6-f604b808fa36,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:29.939862 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-714dfb22-10d4-404e-b567-f2c9138eeb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:29.973127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device b8d6fb32-901f-458c-9789-c3d6e985dd88 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:41:30.019173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: b8d6fb32-901f-458c-9789-c3d6e985dd88 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:41:30.020258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device b8d6fb32-901f-458c-9789-c3d6e985dd88 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:41:30.071788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ac318-3001-45c3-9af0-cba0e95a203c req-5d60e8c5-dda2-4580-8681-8cc591289b99 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:30.073462 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-526ac318-3001-45c3-9af0-cba0e95a203c req-5d60e8c5-dda2-4580-8681-8cc591289b99 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 945 time: 0.1649466 Dec 11 22:41:30.094180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-3505810d-09b3-4188-ad8e-2daddcf8ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:30.095849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-3505810d-09b3-4188-ad8e-2daddcf8ea6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=609018c52c544473b03d42e20c9f73e3&device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 1099 time: 0.1281629 Dec 11 22:41:30.140112 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-714dfb22-10d4-404e-b567-f2c9138eeb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:30.156618 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-8748ec1a-1e18-40e8-b350-729cc1f6fa61 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=92038758-74fe-42e1-9ec6-f604b808fa36 HTTP/1.1" status: 200 len: 217 time: 0.0457356 Dec 11 22:41:30.173818 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714dfb22-10d4-404e-b567-f2c9138eeb2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8315a24-760e-4c58-9fd3-5c878ef845a9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:30.177741 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-714dfb22-10d4-404e-b567-f2c9138eeb2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:30.184392 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-714dfb22-10d4-404e-b567-f2c9138eeb2c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d8315a24-760e-4c58-9fd3-5c878ef845a9 HTTP/1.1" status: 204 len: 168 time: 0.4677923 Dec 11 22:41:30.188233 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50568) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:30.199234 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-526ac318-3001-45c3-9af0-cba0e95a203c req-0a72f181-5fc1-40fa-9739-b23bb57a08c7 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167102 Dec 11 22:41:30.230761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-a7167bd8-b817-42e4-bb33-7dc9300a6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:30.230761 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-a7167bd8-b817-42e4-bb33-7dc9300a6ee2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0545063 Dec 11 22:41:30.280510 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4052a9c5-e3a6-41e9-9389-d43bd0859675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:30.311258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4514c6d-9078-4d2a-af3d-0bcce8119ed9 req-b96b6b25-6598-4894-a832-e65a04fe70d5 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:30.312760 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4514c6d-9078-4d2a-af3d-0bcce8119ed9 req-b96b6b25-6598-4894-a832-e65a04fe70d5 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 945 time: 0.0755374 Dec 11 22:41:30.315698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-0ec30ec2-1a14-4fe5-83ef-fe9e83d95de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:30.317248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-0ec30ec2-1a14-4fe5-83ef-fe9e83d95de6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0902507 Dec 11 22:41:30.410794 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4052a9c5-e3a6-41e9-9389-d43bd0859675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:30.433763 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06f593-36a7-4bbb-a923-a4acc6c0a7b1 req-bcb753c7-615a-4443-80e0-8accf90a3e41 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:30.435356 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd06f593-36a7-4bbb-a923-a4acc6c0a7b1 req-bcb753c7-615a-4443-80e0-8accf90a3e41 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 945 time: 0.1087527 Dec 11 22:41:30.447317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4052a9c5-e3a6-41e9-9389-d43bd0859675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10dcc38-32e0-470e-b82a-e3d1a0f9d683']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:30.472860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4052a9c5-e3a6-41e9-9389-d43bd0859675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3c0542-4cc1-4926-90af-8b0c1ce22050') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:30.473081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4052a9c5-e3a6-41e9-9389-d43bd0859675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3c0542-4cc1-4926-90af-8b0c1ce22050') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:30.480738 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-f637aa8f-e81c-4534-8fc3-1def0780787f service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535707 Dec 11 22:41:30.487992 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4052a9c5-e3a6-41e9-9389-d43bd0859675 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:30.488339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-c4514c6d-9078-4d2a-af3d-0bcce8119ed9 req-1ed89925-521c-4a54-8d1f-c00411e9c616 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Deleting port e0e6aef9-e1ba-4481-8689-5ad51458c9bd {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:41:30.488788 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c4514c6d-9078-4d2a-af3d-0bcce8119ed9 req-1ed89925-521c-4a54-8d1f-c00411e9c616 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:30.515280 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4052a9c5-e3a6-41e9-9389-d43bd0859675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:30.523413 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd06f593-36a7-4bbb-a923-a4acc6c0a7b1 req-db08c9a3-1dcd-4cc7-885e-e29d7d3e7e8c tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819957 Dec 11 22:41:30.526599 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4052a9c5-e3a6-41e9-9389-d43bd0859675 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:41:30.527043 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4052a9c5-e3a6-41e9-9389-d43bd0859675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:41:30.529084 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:41:30.642776 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4052a9c5-e3a6-41e9-9389-d43bd0859675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:30.650038 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4052a9c5-e3a6-41e9-9389-d43bd0859675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:30.659206 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4052a9c5-e3a6-41e9-9389-d43bd0859675 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d10dcc38-32e0-470e-b82a-e3d1a0f9d683 HTTP/1.1" status: 204 len: 168 time: 0.4717405 Dec 11 22:41:30.659711 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50578) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:30.676820 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052a9c5-e3a6-41e9-9389-d43bd0859675 admin admin] Pushing event deleted for resources: {'Network': ['ID=d10dcc38-32e0-470e-b82a-e3d1a0f9d683,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:30.682338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c4514c6d-9078-4d2a-af3d-0bcce8119ed9 req-1ed89925-521c-4a54-8d1f-c00411e9c616 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] For port e0e6aef9-e1ba-4481-8689-5ad51458c9bd, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e0e6aef9-e1ba-4481-8689-5ad51458c9bd,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:30.682717 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c4514c6d-9078-4d2a-af3d-0bcce8119ed9 req-1ed89925-521c-4a54-8d1f-c00411e9c616 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:30.699856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42fab5fd-2aaa-4b1d-b8ae-eca77d2ea77a req-88446868-82f2-424d-8716-bff4bb8ca937 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066762 Dec 11 22:41:30.702339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-c4514c6d-9078-4d2a-af3d-0bcce8119ed9 req-1ed89925-521c-4a54-8d1f-c00411e9c616 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Calling delete_port for e0e6aef9-e1ba-4481-8689-5ad51458c9bd owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:41:30.722244 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcf2e1b-1960-4b78-9e0d-6403f142f356 admin admin] Deleting subnet 437b0769-3a31-46ea-9130-a58493896c1c {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:41:30.726354 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0bcf2e1b-1960-4b78-9e0d-6403f142f356 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:30.729614 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269d7c8-5688-47aa-82e8-96af95147d45 req-549f99f0-9c27-4fbc-b015-eff810edb87a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:30.731134 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a269d7c8-5688-47aa-82e8-96af95147d45 req-549f99f0-9c27-4fbc-b015-eff810edb87a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 944 time: 0.1140254 Dec 11 22:41:30.762072 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0bcf2e1b-1960-4b78-9e0d-6403f142f356 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:30.808859 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0bcf2e1b-1960-4b78-9e0d-6403f142f356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:30.829881 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a269d7c8-5688-47aa-82e8-96af95147d45 req-88350e4c-ba2f-46ad-b4aa-fef34713a62a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699587 Dec 11 22:41:30.916116 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9bf93c24-a3a7-4f4f-85db-b0174aba75e1 req-ed2b8d10-450b-4f5b-bd62-b6b586f9eb0e tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 210 time: 0.0332963 Dec 11 22:41:30.949937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc867bfd-cf35-4611-b0b7-45ab007a0517', 'tag': '92038758-74fe-42e1-9ec6-f604b808fa36'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:30.952471 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98acdeb7-b159-45ae-b504-1da9a6d6fb82" -d '{"events": [{"name": "network-changed", "server_uuid": "fc867bfd-cf35-4611-b0b7-45ab007a0517", "tag": "92038758-74fe-42e1-9ec6-f604b808fa36"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:31.000491 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8903d9e-0a47-4d54-9f5e-5873063bd951 x-openstack-request-id: req-f8903d9e-0a47-4d54-9f5e-5873063bd951 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:31.000855 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc867bfd-cf35-4611-b0b7-45ab007a0517", "tag": "92038758-74fe-42e1-9ec6-f604b808fa36", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:31.001178 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8903d9e-0a47-4d54-9f5e-5873063bd951 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:31.001651 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc867bfd-cf35-4611-b0b7-45ab007a0517', 'tag': '92038758-74fe-42e1-9ec6-f604b808fa36', 'status': 'completed', 'code': 200} Dec 11 22:41:31.002471 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c4514c6d-9078-4d2a-af3d-0bcce8119ed9 req-1ed89925-521c-4a54-8d1f-c00411e9c616 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:31.013958 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['e0e6aef9-e1ba-4481-8689-5ad51458c9bd'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:31.041540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed89925-521c-4a54-8d1f-c00411e9c616 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Pushing event deleted for resources: {'Port': ['ID=e0e6aef9-e1ba-4481-8689-5ad51458c9bd,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:31.119911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4514c6d-9078-4d2a-af3d-0bcce8119ed9 req-1ed89925-521c-4a54-8d1f-c00411e9c616 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] No DVR routers for this DVR port e0e6aef9-e1ba-4481-8689-5ad51458c9bd on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:41:31.137566 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c4514c6d-9078-4d2a-af3d-0bcce8119ed9 req-1ed89925-521c-4a54-8d1f-c00411e9c616 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:31.141107 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4514c6d-9078-4d2a-af3d-0bcce8119ed9 req-1ed89925-521c-4a54-8d1f-c00411e9c616 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.13 "DELETE /v2.0/ports/e0e6aef9-e1ba-4481-8689-5ad51458c9bd HTTP/1.1" status: 204 len: 173 time: 0.8208442 Dec 11 22:41:31.160157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acdeb7-b159-45ae-b504-1da9a6d6fb82 req-71e46137-6a00-4757-9229-f0fabde68042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:31.160423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98acdeb7-b159-45ae-b504-1da9a6d6fb82 req-71e46137-6a00-4757-9229-f0fabde68042 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=609018c52c544473b03d42e20c9f73e3&device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 1099 time: 0.0704539 Dec 11 22:41:31.211086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ab897-7988-438e-9129-eb49d80fdd2f req-93e771cd-dea8-4e74-becd-4411872b98b1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:31.212640 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-142ab897-7988-438e-9129-eb49d80fdd2f req-93e771cd-dea8-4e74-becd-4411872b98b1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 948 time: 0.3714979 Dec 11 22:41:31.265067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acdeb7-b159-45ae-b504-1da9a6d6fb82 req-b286e680-6255-4a4e-84cc-2ffa1d16f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:31.265709 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-142ab897-7988-438e-9129-eb49d80fdd2f req-b183ff6f-cae1-4a7e-9bb8-4fe3e3bc3b3a tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466747 Dec 11 22:41:31.266627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98acdeb7-b159-45ae-b504-1da9a6d6fb82 req-b286e680-6255-4a4e-84cc-2ffa1d16f238 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.0962510 Dec 11 22:41:31.327526 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98acdeb7-b159-45ae-b504-1da9a6d6fb82 req-f3275128-ddfa-43d3-b7da-77a3e17300cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=92038758-74fe-42e1-9ec6-f604b808fa36 HTTP/1.1" status: 200 len: 217 time: 0.0480037 Dec 11 22:41:31.334527 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0bcf2e1b-1960-4b78-9e0d-6403f142f356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:31.348689 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a92820e8-338a-4dd6-8ca2-5c5a6d30c002 req-b64f9049-c4e7-48f6-8075-22e60047c51c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 210 time: 0.0680325 Dec 11 22:41:31.372179 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf2e1b-1960-4b78-9e0d-6403f142f356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=437b0769-3a31-46ea-9130-a58493896c1c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:31.372179 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0bcf2e1b-1960-4b78-9e0d-6403f142f356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:31.372576 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0bcf2e1b-1960-4b78-9e0d-6403f142f356 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/437b0769-3a31-46ea-9130-a58493896c1c HTTP/1.1" status: 204 len: 168 time: 0.7118073 Dec 11 22:41:31.375097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50590) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:31.404581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acdeb7-b159-45ae-b504-1da9a6d6fb82 req-6e86f366-aad9-4162-b81d-540539ea9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:31.406351 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98acdeb7-b159-45ae-b504-1da9a6d6fb82 req-6e86f366-aad9-4162-b81d-540539ea9be7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0600615 Dec 11 22:41:31.453051 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb22f-8b4a-4a47-8fc0-1782644be7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:31.476557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acdeb7-b159-45ae-b504-1da9a6d6fb82 req-b8751668-b257-44d3-9828-2aec701b3b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:31.478579 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98acdeb7-b159-45ae-b504-1da9a6d6fb82 req-b8751668-b257-44d3-9828-2aec701b3b50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647500 Dec 11 22:41:31.542861 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb22f-8b4a-4a47-8fc0-1782644be7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:31.585708 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-d0dfb22f-8b4a-4a47-8fc0-1782644be7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf0ef2b-a5d9-46ad-998e-aade96dbd5da']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:31.591152 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98acdeb7-b159-45ae-b504-1da9a6d6fb82 req-3d08078b-ea82-4e13-955d-a131505a5fd1 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026852 Dec 11 22:41:31.600254 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-d0dfb22f-8b4a-4a47-8fc0-1782644be7f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62975119-df91-4aea-b95b-d574f37389d8') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:31.601497 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-d0dfb22f-8b4a-4a47-8fc0-1782644be7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62975119-df91-4aea-b95b-d574f37389d8') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:31.614354 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb22f-8b4a-4a47-8fc0-1782644be7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:31.630481 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb22f-8b4a-4a47-8fc0-1782644be7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:31.639418 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dfb22f-8b4a-4a47-8fc0-1782644be7f1 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:41:31.641165 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb22f-8b4a-4a47-8fc0-1782644be7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:41:31.644687 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:41:31.742763 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98acdeb7-b159-45ae-b504-1da9a6d6fb82 req-aa524619-2b9e-49ff-a9b8-40362b208618 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308386 Dec 11 22:41:31.766249 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defac33f-9cbc-4ad9-a2b4-6a46b0bd9243 req-6b885663-ea9b-4e9f-8ba6-eea900e99bfd tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:31.768025 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-defac33f-9cbc-4ad9-a2b4-6a46b0bd9243 req-6b885663-ea9b-4e9f-8ba6-eea900e99bfd tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 945 time: 0.1063285 Dec 11 22:41:31.823928 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-defac33f-9cbc-4ad9-a2b4-6a46b0bd9243 req-ef42c181-3414-47be-88b6-1a1661d477c5 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452850 Dec 11 22:41:31.836559 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb22f-8b4a-4a47-8fc0-1782644be7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:31.853845 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb22f-8b4a-4a47-8fc0-1782644be7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:31.857219 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d0dfb22f-8b4a-4a47-8fc0-1782644be7f1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ecf0ef2b-a5d9-46ad-998e-aade96dbd5da HTTP/1.1" status: 204 len: 168 time: 0.4811721 Dec 11 22:41:31.858110 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfb22f-8b4a-4a47-8fc0-1782644be7f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecf0ef2b-a5d9-46ad-998e-aade96dbd5da,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:32.009318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb1aa0-be76-493e-b135-588ccd90eaed req-34e50474-aa2a-4bc4-adf6-75de92a5fd99 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:32.010871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ffbb1aa0-be76-493e-b135-588ccd90eaed req-34e50474-aa2a-4bc4-adf6-75de92a5fd99 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 944 time: 0.0950329 Dec 11 22:41:32.036817 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-af5a0e77-5002-477a-af91-6c5ba0622a49 req-1a181b7c-b8ca-4fc8-a3d7-2c297953c0bc tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 210 time: 0.0310133 Dec 11 22:41:32.096561 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ffbb1aa0-be76-493e-b135-588ccd90eaed req-9eb7f2fa-f320-43fb-8a2b-4475de0565c5 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750408 Dec 11 22:41:32.270126 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50604) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:32.326823 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7bf1e127-f1ef-4856-9bcd-89ce312668dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f614e829fca4b2a91c92efb52422e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0531631 Dec 11 22:41:32.327124 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50608) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:32.345543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-855be4d7-6b07-42a8-9690-4b9029be2d78 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ebe483fc920c439ab2dac230dba335f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296392 Dec 11 22:41:32.394595 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c971137d-023d-4f77-aee6-c44503f5561e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:32.425059 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c971137d-023d-4f77-aee6-c44503f5561e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:32.480897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ba3d9-59a9-4ac9-8eb7-1f20ca51b132 req-07477d9c-5aa5-41d4-ba6e-48e5e0ee66d1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:32.489500 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c55ba3d9-59a9-4ac9-8eb7-1f20ca51b132 req-07477d9c-5aa5-41d4-ba6e-48e5e0ee66d1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 948 time: 0.1387701 Dec 11 22:41:32.534730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ece35-d915-4601-85bd-950ba99a1d70 req-64c4ac9c-bd76-4cf1-bb71-d950f65dcd26 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:32.536226 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-64c4ac9c-bd76-4cf1-bb71-d950f65dcd26 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756265 Dec 11 22:41:32.548570 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bc0c8625-0b54-4962-91c7-7b56d7ad6b07 req-0b35b90c-6e6d-4360-b554-1342141540aa tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 210 time: 0.0423596 Dec 11 22:41:32.550971 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c971137d-023d-4f77-aee6-c44503f5561e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:32.555634 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c971137d-023d-4f77-aee6-c44503f5561e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:32.556969 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c971137d-023d-4f77-aee6-c44503f5561e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a38e0fce-ed22-4766-a254-1bddaf36efe8 HTTP/1.1" status: 204 len: 168 time: 0.2288449 Dec 11 22:41:32.562079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-376ece35-d915-4601-85bd-950ba99a1d70 req-79af8fbb-c75a-430f-a3be-824bfcefefc2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Request body: {'port': {'device_id': '434fe4a9-c188-462c-a421-531b301ffa11', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'ebe483fc920c439ab2dac230dba335f8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:32.567839 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971137d-023d-4f77-aee6-c44503f5561e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38e0fce-ed22-4766-a254-1bddaf36efe8,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:32.599780 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c55ba3d9-59a9-4ac9-8eb7-1f20ca51b132 req-8cde0698-3e9f-444d-971d-2172159e8455 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089613 Dec 11 22:41:32.616844 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:41:32.762624 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376ece35-d915-4601-85bd-950ba99a1d70 req-79af8fbb-c75a-430f-a3be-824bfcefefc2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Made reservation on behalf of ebe483fc920c439ab2dac230dba335f8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:41:32.766444 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-79af8fbb-c75a-430f-a3be-824bfcefefc2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:32.788017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:41:32.799431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:32.800120 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:32.903171 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-cde76d61-71fa-4053-ac43-ef436e7266d8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ebe483fc920c439ab2dac230dba335f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695031 Dec 11 22:41:32.933973 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:32.971738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfb76f0-2d93-4547-9d74-4a308e718c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c060f1a-5bda-4aa6-9ab5-aeecc9188f63'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:32.973997 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd727ed5-cf43-4236-be1e-2e68d69ecf94" -d '{"events": [{"server_uuid": "fbfb76f0-2d93-4547-9d74-4a308e718c2c", "name": "network-vif-plugged", "status": "completed", "tag": "2c060f1a-5bda-4aa6-9ab5-aeecc9188f63"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:32.997471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2c060f1a-5bda-4aa6-9ab5-aeecc9188f63,segment=NetworkSegment(6b14555b-d60e-46cd-9fbe-575dd9e9a92b),segment_id=6b14555b-d60e-46cd-9fbe-575dd9e9a92b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:33.007310 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1456a3-d650-4f0d-bc14-48c9479c87e9', 'name': 'network-vif-deleted', 'tag': 'e0e6aef9-e1ba-4481-8689-5ad51458c9bd'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:33.009972 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f6e269-605b-48eb-a5b0-1f42f0616fe6" -d '{"events": [{"server_uuid": "2f1456a3-d650-4f0d-bc14-48c9479c87e9", "name": "network-vif-deleted", "tag": "e0e6aef9-e1ba-4481-8689-5ad51458c9bd"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:33.035014 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea1878b-8c81-426e-9f1f-c8420ecc0a45 x-openstack-request-id: req-6ea1878b-8c81-426e-9f1f-c8420ecc0a45 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:33.035363 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfb76f0-2d93-4547-9d74-4a308e718c2c", "name": "network-vif-plugged", "status": "completed", "tag": "2c060f1a-5bda-4aa6-9ab5-aeecc9188f63", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:33.035627 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ea1878b-8c81-426e-9f1f-c8420ecc0a45 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:33.036028 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfb76f0-2d93-4547-9d74-4a308e718c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c060f1a-5bda-4aa6-9ab5-aeecc9188f63', 'code': 200} Dec 11 22:41:33.072146 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:33.072985 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 87326fa5-648d-4dea-af3f-a58375a36a29 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:41:33.107976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-376ece35-d915-4601-85bd-950ba99a1d70 req-79af8fbb-c75a-430f-a3be-824bfcefefc2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Allocated IP 192.168.233.192 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/8ddde713-1ed8-4ac2-87f6-5fcbcfc07079) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:41:33.128702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191157ac-2a09-4787-9e0d-b90daf77b256 req-7d0d4c61-9c13-4db9-8487-b2cf7452f79a tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:33.137591 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-191157ac-2a09-4787-9e0d-b90daf77b256 req-7d0d4c61-9c13-4db9-8487-b2cf7452f79a tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 945 time: 0.2257395 Dec 11 22:41:33.152125 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba93cdb-82b2-44d6-a246-99d16f450986 x-openstack-request-id: req-1ba93cdb-82b2-44d6-a246-99d16f450986 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:33.152529 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1456a3-d650-4f0d-bc14-48c9479c87e9", "name": "network-vif-deleted", "tag": "e0e6aef9-e1ba-4481-8689-5ad51458c9bd", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:33.152896 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ba93cdb-82b2-44d6-a246-99d16f450986 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:33.153379 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1456a3-d650-4f0d-bc14-48c9479c87e9', 'name': 'network-vif-deleted', 'tag': 'e0e6aef9-e1ba-4481-8689-5ad51458c9bd', 'status': 'completed', 'code': 200} Dec 11 22:41:33.222577 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=2c060f1a-5bda-4aa6-9ab5-aeecc9188f63,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:33.260142 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d02f2b80-7681-4ba7-acee-02f6b6b2e802 req-dd2d7108-c52a-4968-af81-3d3fc9983523 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 210 time: 0.0314169 Dec 11 22:41:33.260734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ece35-d915-4601-85bd-950ba99a1d70 req-761fe2ec-66d9-4562-b6d2-842b206258f7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:33.262163 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-761fe2ec-66d9-4562-b6d2-842b206258f7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3386660 Dec 11 22:41:33.312906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-376ece35-d915-4601-85bd-950ba99a1d70 req-f2154ed9-45dd-480c-a92e-162014ba9a88 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Request body: {'port': {'device_id': '5bb943ff-e58c-44e1-82f1-1969208869ab', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'ebe483fc920c439ab2dac230dba335f8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:33.313801 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 87326fa5-648d-4dea-af3f-a58375a36a29 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:41:33.321586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 87326fa5-648d-4dea-af3f-a58375a36a29 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:33.322430 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:33.379545 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-191157ac-2a09-4787-9e0d-b90daf77b256 req-ba45fdf6-9937-420d-813d-5cecf649b747 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362204 Dec 11 22:41:33.400697 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c62978-cf77-44da-bb3f-fd96099b6ce7 req-1dcf9cea-66a6-4bcc-8e7a-6b22299ed763 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:33.410122 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c2c62978-cf77-44da-bb3f-fd96099b6ce7 req-1dcf9cea-66a6-4bcc-8e7a-6b22299ed763 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 944 time: 0.0674982 Dec 11 22:41:33.423535 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd303f68-6364-4fc4-9572-94cd0b3ac0d5 req-449581b0-7258-4161-a15a-b0be859f8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:33.425016 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fd303f68-6364-4fc4-9572-94cd0b3ac0d5 req-449581b0-7258-4161-a15a-b0be859f8b36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 1097 time: 0.2595448 Dec 11 22:41:33.439470 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:33.482584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 87326fa5-648d-4dea-af3f-a58375a36a29, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=87326fa5-648d-4dea-af3f-a58375a36a29,segment=NetworkSegment(c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b),segment_id=c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:33.484446 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c2c62978-cf77-44da-bb3f-fd96099b6ce7 req-651bea6f-bf0d-4c09-ba9d-b1e38d9e2c34 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733588 Dec 11 22:41:33.524723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50630) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:33.558614 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:33.560026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e0e6aef9-e1ba-4481-8689-5ad51458c9bd no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:41:33.581356 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fd303f68-6364-4fc4-9572-94cd0b3ac0d5 req-b986ea77-2103-409b-ba1e-75f8e7ba1c58 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144397 Dec 11 22:41:33.590107 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5fc30ee4-5b2f-4352-9e85-b983e500b835 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7e28748102b42eeb512103629c5ffa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0646019 Dec 11 22:41:33.592563 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50634) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:33.630512 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-79af8fbb-c75a-430f-a3be-824bfcefefc2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:33.666358 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3c29-2df4-4b19-a65b-c9b17c0be7d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:33.674577 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=87326fa5-648d-4dea-af3f-a58375a36a29,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:33.677610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: e0e6aef9-e1ba-4481-8689-5ad51458c9bd {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:41:33.677976 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e0e6aef9-e1ba-4481-8689-5ad51458c9bd not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:41:33.697045 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3c29-2df4-4b19-a65b-c9b17c0be7d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:33.723960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376ece35-d915-4601-85bd-950ba99a1d70 req-f2154ed9-45dd-480c-a92e-162014ba9a88 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Made reservation on behalf of ebe483fc920c439ab2dac230dba335f8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:41:33.727677 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-f2154ed9-45dd-480c-a92e-162014ba9a88 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:33.750603 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d9afea2-a697-45fc-ba23-4e617e59c0cd req-61f28495-a7fe-4b55-be3b-21432e0a0493 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 210 time: 0.0450346 Dec 11 22:41:33.792634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fa8f7-a187-4f74-ac3b-1521d34ece4d req-ae8b333d-46a8-4562-9565-c46d913befc0 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:33.794263 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-675fa8f7-a187-4f74-ac3b-1521d34ece4d req-ae8b333d-46a8-4562-9565-c46d913befc0 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 948 time: 0.0720696 Dec 11 22:41:33.822719 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-79af8fbb-c75a-430f-a3be-824bfcefefc2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:33.835462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['96975ca5-ae4a-4cea-b67e-af1bc59ce747'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:33.853068 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-675fa8f7-a187-4f74-ac3b-1521d34ece4d req-9a18a781-c358-4fe2-adff-9888e03b8e65 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492487 Dec 11 22:41:33.862109 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3c29-2df4-4b19-a65b-c9b17c0be7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:33.866577 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3c29-2df4-4b19-a65b-c9b17c0be7d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:33.874052 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5aaa3c29-2df4-4b19-a65b-c9b17c0be7d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/666ce0da-6e17-404f-bab7-4faaeeac290e HTTP/1.1" status: 204 len: 168 time: 0.2803726 Dec 11 22:41:33.888243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b', 'fe22007d-f9b3-4757-b3fb-eec41108b253'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:33.899742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af8fbb-c75a-430f-a3be-824bfcefefc2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event updated for resources: {'Port': ['ID=8ddde713-1ed8-4ac2-87f6-5fcbcfc07079,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:33.921604 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa3c29-2df4-4b19-a65b-c9b17c0be7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666ce0da-6e17-404f-bab7-4faaeeac290e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:33.950351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376ece35-d915-4601-85bd-950ba99a1d70 req-79af8fbb-c75a-430f-a3be-824bfcefefc2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:41:33.955109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-376ece35-d915-4601-85bd-950ba99a1d70 req-79af8fbb-c75a-430f-a3be-824bfcefefc2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:41:33.958751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-376ece35-d915-4601-85bd-950ba99a1d70 req-79af8fbb-c75a-430f-a3be-824bfcefefc2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:41:33.985359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 92038758-74fe-42e1-9ec6-f604b808fa36 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:41:34.061087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-376ece35-d915-4601-85bd-950ba99a1d70 req-f2154ed9-45dd-480c-a92e-162014ba9a88 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Allocated IP 192.168.233.138 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/78b7fae5-f49f-43c1-bdd8-556bc8280c5a) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:41:34.083536 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ece35-d915-4601-85bd-950ba99a1d70 req-79af8fbb-c75a-430f-a3be-824bfcefefc2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:34.084170 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-79af8fbb-c75a-430f-a3be-824bfcefefc2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:34.132101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 92038758-74fe-42e1-9ec6-f604b808fa36, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=92038758-74fe-42e1-9ec6-f604b808fa36,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:34.174029 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '92038758-74fe-42e1-9ec6-f604b808fa36', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '92038758-74fe-42e1-9ec6-f604b808fa36', 'mac_address': 'fa:16:3e:dc:98:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:41:34.239641 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-79af8fbb-c75a-430f-a3be-824bfcefefc2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6915529 Dec 11 22:41:34.256940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Request body: {'port': {'device_id': '434fe4a9-c188-462c-a421-531b301ffa11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:34.373436 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-40628670-1f60-4621-9925-1ce391717f79 req-954e45bd-3874-4d36-85ef-4fc5911f6534 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 210 time: 0.0371785 Dec 11 22:41:34.406275 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:34.462659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92038758-74fe-42e1-9ec6-f604b808fa36 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:34.484761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 92038758-74fe-42e1-9ec6-f604b808fa36, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=92038758-74fe-42e1-9ec6-f604b808fa36,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:34.488496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-00052de0-a318-46f8-989e-28ae9d76dd31 None None] Provisioning complete for port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:34.488923 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-00052de0-a318-46f8-989e-28ae9d76dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:34.729884 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:34.740299 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cd2ea-a00a-4b83-a2d7-20daea1690b6 req-b64132a6-24dd-41df-9d2f-ccafa803eac3 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:34.745494 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-00052de0-a318-46f8-989e-28ae9d76dd31 None None] Port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:41:34.770069 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca0cd2ea-a00a-4b83-a2d7-20daea1690b6 req-b64132a6-24dd-41df-9d2f-ccafa803eac3 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.1024196 Dec 11 22:41:34.844992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=92038758-74fe-42e1-9ec6-f604b808fa36,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:34.858583 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:34.870899 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca0cd2ea-a00a-4b83-a2d7-20daea1690b6 req-40be49c9-18ec-40dd-94e1-66a809b5f8cc tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999117 Dec 11 22:41:34.872715 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-f2154ed9-45dd-480c-a92e-162014ba9a88 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:35.006054 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3f8514f-d49d-4a53-adbc-22710700cd56 req-31b0a8bd-2253-4207-8cee-d087e2570149 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 210 time: 0.0373635 Dec 11 22:41:35.014716 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-f2154ed9-45dd-480c-a92e-162014ba9a88 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:35.036983 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['96975ca5-ae4a-4cea-b67e-af1bc59ce747'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:35.044635 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a676682-5366-419f-b5e6-7dbbe5c5094a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87326fa5-648d-4dea-af3f-a58375a36a29'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:35.044635 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60cada7-714a-4a33-a6ff-cc5abe85dbe9" -d '{"events": [{"server_uuid": "6a676682-5366-419f-b5e6-7dbbe5c5094a", "name": "network-vif-plugged", "status": "completed", "tag": "87326fa5-648d-4dea-af3f-a58375a36a29"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:35.128919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2154ed9-45dd-480c-a92e-162014ba9a88 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event updated for resources: {'Port': ['ID=78b7fae5-f49f-43c1-bdd8-556bc8280c5a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:35.211584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73911c9e-aed5-4b51-82c8-ddd1cda6a12c req-f7c648f5-4ff9-429a-978f-50b7edd043c8 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:35.212769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa024a8-9c4f-4a55-b6a1-7af4fac1dfe3 req-0fbfdccb-92b7-4614-9e49-c1779409a1e1 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:35.213612 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-73911c9e-aed5-4b51-82c8-ddd1cda6a12c req-f7c648f5-4ff9-429a-978f-50b7edd043c8 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 949 time: 0.0830822 Dec 11 22:41:35.214322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7fa024a8-9c4f-4a55-b6a1-7af4fac1dfe3 req-0fbfdccb-92b7-4614-9e49-c1779409a1e1 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 946 time: 0.2961447 Dec 11 22:41:35.222184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['92038758-74fe-42e1-9ec6-f604b808fa36'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:35.227903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376ece35-d915-4601-85bd-950ba99a1d70 req-f2154ed9-45dd-480c-a92e-162014ba9a88 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:41:35.253330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-376ece35-d915-4601-85bd-950ba99a1d70 req-f2154ed9-45dd-480c-a92e-162014ba9a88 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:41:35.268537 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-376ece35-d915-4601-85bd-950ba99a1d70 req-f2154ed9-45dd-480c-a92e-162014ba9a88 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:41:35.324188 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-73911c9e-aed5-4b51-82c8-ddd1cda6a12c req-2ae22a15-dec8-4399-b7ae-7b94468b6eea tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998716 Dec 11 22:41:35.421794 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7fa024a8-9c4f-4a55-b6a1-7af4fac1dfe3 req-f9e0e96e-2ce3-4c05-b656-e2aad76d2182 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927128 Dec 11 22:41:35.445595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b', 'fe22007d-f9b3-4757-b3fb-eec41108b253'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:35.461642 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ece35-d915-4601-85bd-950ba99a1d70 req-f2154ed9-45dd-480c-a92e-162014ba9a88 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:35.462387 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-f2154ed9-45dd-480c-a92e-162014ba9a88 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:35.540163 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bb982b-cfcb-4e17-bff0-a186fbb6d1bb x-openstack-request-id: req-26bb982b-cfcb-4e17-bff0-a186fbb6d1bb {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:35.540464 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a676682-5366-419f-b5e6-7dbbe5c5094a", "name": "network-vif-plugged", "status": "completed", "tag": "87326fa5-648d-4dea-af3f-a58375a36a29", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:35.540676 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26bb982b-cfcb-4e17-bff0-a186fbb6d1bb {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:35.540958 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a676682-5366-419f-b5e6-7dbbe5c5094a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87326fa5-648d-4dea-af3f-a58375a36a29', 'code': 200} Dec 11 22:41:35.547825 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50678) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:35.665215 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-f2154ed9-45dd-480c-a92e-162014ba9a88 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3660669 Dec 11 22:41:35.708602 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Request body: {'port': {'device_id': '5bb943ff-e58c-44e1-82f1-1969208869ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:35.713419 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15feec-3da8-4632-9b6d-50de50f43e1a req-f1bc13ef-cc89-4db6-98a3-f050f2b936c9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:35.715206 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f15feec-3da8-4632-9b6d-50de50f43e1a req-f1bc13ef-cc89-4db6-98a3-f050f2b936c9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 936 time: 0.0857978 Dec 11 22:41:35.718739 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f8aef83f-2582-4f81-ab20-12a272fcca0f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-network', 'tenant_id': '3d3fac63f539432a9c76c78f85438009'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:35.738316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:35.750131 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:35.776881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Transition to ACTIVE for port object 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:41:35.789165 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d3b255b4-4a3e-4b29-b995-c16dc41c8b46 None None] Provisioning complete for port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:35.789780 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d3b255b4-4a3e-4b29-b995-c16dc41c8b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:35.795877 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f15feec-3da8-4632-9b6d-50de50f43e1a req-7ebbb345-abd6-4cb3-9698-992144a65093 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552411 Dec 11 22:41:35.815329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aef83f-2582-4f81-ab20-12a272fcca0f admin admin] Made reservation on behalf of 3d3fac63f539432a9c76c78f85438009 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:41:35.815329 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8aef83f-2582-4f81-ab20-12a272fcca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:35.822249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcb44d-6465-474c-ac2b-e00448e5db2e req-8e9c7dc0-6da4-4e40-88fe-455300da56b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:35.828477 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fbdcb44d-6465-474c-ac2b-e00448e5db2e req-8e9c7dc0-6da4-4e40-88fe-455300da56b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 1096 time: 0.2034345 Dec 11 22:41:35.832683 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8aef83f-2582-4f81-ab20-12a272fcca0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:35.832972 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:35.861195 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:35.870115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d3b255b4-4a3e-4b29-b995-c16dc41c8b46 None None] Port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:41:35.936139 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8aef83f-2582-4f81-ab20-12a272fcca0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:36.010652 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8aef83f-2582-4f81-ab20-12a272fcca0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:36.065180 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fbdcb44d-6465-474c-ac2b-e00448e5db2e req-b91712bf-13c7-4539-aa4e-0cc4c4509a3f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224035 Dec 11 22:41:36.072670 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8aef83f-2582-4f81-ab20-12a272fcca0f admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:41:36.079786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddde713-1ed8-4ac2-87f6-5fcbcfc07079,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:36.091925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aef83f-2582-4f81-ab20-12a272fcca0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f81f7d-b36c-42b7-8780-402a25222c2a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:36.097351 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8aef83f-2582-4f81-ab20-12a272fcca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:36.097769 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-f8aef83f-2582-4f81-ab20-12a272fcca0f admin admin] Added segment 8fd42773-d3b7-4a22-aa9c-75a98904af46 of type vlan for network 08958dbe-a5bc-4651-b476-814d452164d6 Dec 11 22:41:36.174951 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5e5412b4-1c82-422d-92a9-a2160aaa80ed req-653681aa-cd36-4c28-b494-25c7c0119bcc tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 210 time: 0.0374808 Dec 11 22:41:36.179616 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8aef83f-2582-4f81-ab20-12a272fcca0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:36.277984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d049a-2520-46cd-9e08-39ead3289d66 req-ba012a1b-3ea3-4d82-9fe9-96076f03eee7 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:36.279536 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8aef83f-2582-4f81-ab20-12a272fcca0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:36.280811 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aef83f-2582-4f81-ab20-12a272fcca0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:36.281605 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8aef83f-2582-4f81-ab20-12a272fcca0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:36.285543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-972d049a-2520-46cd-9e08-39ead3289d66 req-ba012a1b-3ea3-4d82-9fe9-96076f03eee7 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.2144458 Dec 11 22:41:36.329205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Attempting to bind port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:41:36.329555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Attempting to bind port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:41:36.329900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Attempting to bind port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:36.342000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:41:36.342705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Attempting to bind port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:36.357506 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aef83f-2582-4f81-ab20-12a272fcca0f admin admin] Pushing event updated for resources: {'Network': ['ID=08958dbe-a5bc-4651-b476-814d452164d6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:36.368673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 08958dbe-a5bc-4651-b476-814d452164d6 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:41:36.393814 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:41:36.394247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:41:36.394545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:41:36.395036 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Bound port: 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:41:36.395402 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:36.405554 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f8aef83f-2582-4f81-ab20-12a272fcca0f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8584516 Dec 11 22:41:36.408767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50690) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:36.416406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-972d049a-2520-46cd-9e08-39ead3289d66 req-b8f4dc09-668f-4242-8a7b-2f6dcd1111cc tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299100 Dec 11 22:41:36.418051 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-7045ce86-e2ec-4bd2-9fe7-359ec51d2975 admin admin] Request body: {'subnet': {'network_id': '08958dbe-a5bc-4651-b476-814d452164d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-subnet', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:36.517766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210ae69-458c-415e-9de4-29d989b80ff6 req-ce0c00ef-c53d-463d-85ab-e86222bed725 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:36.519973 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b210ae69-458c-415e-9de4-29d989b80ff6 req-ce0c00ef-c53d-463d-85ab-e86222bed725 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 949 time: 0.0817475 Dec 11 22:41:36.557053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7045ce86-e2ec-4bd2-9fe7-359ec51d2975 admin admin] Made reservation on behalf of 3d3fac63f539432a9c76c78f85438009 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:41:36.560236 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7045ce86-e2ec-4bd2-9fe7-359ec51d2975 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:36.583353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b7fae5-f49f-43c1-bdd8-556bc8280c5a {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:36.590790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] For port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:41:36.596959 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:36.616719 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] For port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=8ddde713-1ed8-4ac2-87f6-5fcbcfc07079,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:41:36.619861 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b210ae69-458c-415e-9de4-29d989b80ff6 req-b4efabc8-c3ba-4497-bf18-250f4d1a9d8b tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925291 Dec 11 22:41:36.627068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Transition to ACTIVE for port object 78b7fae5-f49f-43c1-bdd8-556bc8280c5a will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:41:36.640659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d557e4-0f96-4b3e-b9e6-3d8c05146aff req-16f7d70c-4464-4660-85d4-0651164818db tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:36.640659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38d557e4-0f96-4b3e-b9e6-3d8c05146aff req-16f7d70c-4464-4660-85d4-0651164818db tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 946 time: 0.1021321 Dec 11 22:41:36.683538 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:36.728176 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:36.745446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:36.746286 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:36.747778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] 10.222.0.13 "PUT /v2.0/ports/8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 HTTP/1.1" status: 200 len: 1096 time: 2.4994533 Dec 11 22:41:36.748501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434fe4a9-c188-462c-a421-531b301ffa11', 'tag': '8ddde713-1ed8-4ac2-87f6-5fcbcfc07079'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:36.750972 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1662dfae-600c-422d-9169-9cecc393ecb5" -d '{"events": [{"name": "network-changed", "server_uuid": "434fe4a9-c188-462c-a421-531b301ffa11", "tag": "8ddde713-1ed8-4ac2-87f6-5fcbcfc07079"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:36.766211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38d557e4-0f96-4b3e-b9e6-3d8c05146aff req-5f5d9c93-9869-45a8-8aab-b50c3242cfe2 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191113 Dec 11 22:41:36.797534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48019f14-c802-4fc1-ba62-ff06899bbed4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddde713-1ed8-4ac2-87f6-5fcbcfc07079,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:36.879635 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7045ce86-e2ec-4bd2-9fe7-359ec51d2975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:36.932791 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d81517-f0d9-4343-b859-b480b28602a5 x-openstack-request-id: req-d1d81517-f0d9-4343-b859-b480b28602a5 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:36.933400 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434fe4a9-c188-462c-a421-531b301ffa11", "tag": "8ddde713-1ed8-4ac2-87f6-5fcbcfc07079", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:36.933654 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1d81517-f0d9-4343-b859-b480b28602a5 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:36.935264 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434fe4a9-c188-462c-a421-531b301ffa11', 'tag': '8ddde713-1ed8-4ac2-87f6-5fcbcfc07079', 'status': 'completed', 'code': 200} Dec 11 22:41:37.041915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Pushing event updated for resources: {'Port': ['ID=78b7fae5-f49f-43c1-bdd8-556bc8280c5a,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:37.054910 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045ce86-e2ec-4bd2-9fe7-359ec51d2975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2f4b2a5-be16-4cf3-91d6-a3279d826f2c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:37.057603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662dfae-600c-422d-9169-9cecc393ecb5 req-602efb32-8400-4438-acf3-e184c68b39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:37.059675 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1662dfae-600c-422d-9169-9cecc393ecb5 req-602efb32-8400-4438-acf3-e184c68b39e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=434fe4a9-c188-462c-a421-531b301ffa11 HTTP/1.1" status: 200 len: 1099 time: 0.1503451 Dec 11 22:41:37.086417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Attempting to bind port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:41:37.086756 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Attempting to bind port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:41:37.087110 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Attempting to bind port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:37.092272 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc80d3b-eb4d-45ef-aae4-5cc7bf604b21 req-d2f83970-d22f-486b-91cb-973c04596641 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:37.098872 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4cc80d3b-eb4d-45ef-aae4-5cc7bf604b21 req-d2f83970-d22f-486b-91cb-973c04596641 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 948 time: 0.1560020 Dec 11 22:41:37.098872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7045ce86-e2ec-4bd2-9fe7-359ec51d2975 admin admin] Checking segment: {'id': '8fd42773-d3b7-4a22-aa9c-75a98904af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:41:37.098872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7045ce86-e2ec-4bd2-9fe7-359ec51d2975 admin admin] Network hostable DHCP agents. Network: 08958dbe-a5bc-4651-b476-814d452164d6, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:41:37.103053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1662dfae-600c-422d-9169-9cecc393ecb5 req-3349cf4a-dd2c-4543-a628-27e864e4d26a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ebe483fc920c439ab2dac230dba335f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285418 Dec 11 22:41:37.103788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:41:37.104032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Attempting to bind port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:37.112206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:41:37.112206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:41:37.112206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:41:37.112206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Bound port: 78b7fae5-f49f-43c1-bdd8-556bc8280c5a, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:41:37.112206 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:37.199684 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4cc80d3b-eb4d-45ef-aae4-5cc7bf604b21 req-c30764ed-fd88-43f2-9217-80d82c68070d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893772 Dec 11 22:41:37.267699 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7045ce86-e2ec-4bd2-9fe7-359ec51d2975 admin admin] Network 08958dbe-a5bc-4651-b476-814d452164d6 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:41:37.285402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] For port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:41:37.285402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] For port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=78b7fae5-f49f-43c1-bdd8-556bc8280c5a,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:41:37.293594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662dfae-600c-422d-9169-9cecc393ecb5 req-7d2e1726-25ee-4d05-86ed-51f9303fc526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:37.295045 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1662dfae-600c-422d-9169-9cecc393ecb5 req-7d2e1726-25ee-4d05-86ed-51f9303fc526 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1802118 Dec 11 22:41:37.316119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9b7fc26-906e-4961-9054-3cc13b0ad246 req-45ffb38d-13c6-4ca7-bb69-410dbeaf49b9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f1456a3-d650-4f0d-bc14-48c9479c87e9 HTTP/1.1" status: 200 len: 210 time: 0.0320482 Dec 11 22:41:37.394628 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:37.394995 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-7045ce86-e2ec-4bd2-9fe7-359ec51d2975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 08958dbe-a5bc-4651-b476-814d452164d6) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:41:37.395110 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ece35-d915-4601-85bd-950ba99a1d70 req-594f42a5-7179-4265-8fcc-00e33a377877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:37.396240 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-594f42a5-7179-4265-8fcc-00e33a377877 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=434fe4a9-c188-462c-a421-531b301ffa11 HTTP/1.1" status: 200 len: 1099 time: 0.0569525 Dec 11 22:41:37.402252 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7045ce86-e2ec-4bd2-9fe7-359ec51d2975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:37.402447 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7045ce86-e2ec-4bd2-9fe7-359ec51d2975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:37.407853 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cfc0ea-add9-436a-b395-615bb7e18d4a None None] Network 08958dbe-a5bc-4651-b476-814d452164d6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:41:37.474353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:37.475550 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:37.478029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/78b7fae5-f49f-43c1-bdd8-556bc8280c5a HTTP/1.1" status: 200 len: 1096 time: 1.7855458 Dec 11 22:41:37.480238 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-f205a46b-452e-415d-b194-d9d9d88f123c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 HTTP/1.1" status: 200 len: 217 time: 0.0576096 Dec 11 22:41:37.523825 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7045ce86-e2ec-4bd2-9fe7-359ec51d2975 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1135883 Dec 11 22:41:37.527680 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50708) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:37.532358 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-router', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:37.546045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8aa5e2-354f-4ba9-a0fc-0bcdd4bb03c3 service neutron] Pushing event updated for resources: {'Port': ['ID=78b7fae5-f49f-43c1-bdd8-556bc8280c5a,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:37.594124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ece35-d915-4601-85bd-950ba99a1d70 req-0b8b32e6-3483-43e2-a734-e1794e7b47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:37.596559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-0b8b32e6-3483-43e2-a734-e1794e7b47e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0948050 Dec 11 22:41:37.648624 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-08958dbe-a5bc-4651-b476-814d452164d6', 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6', 'project_id': '3d3fac63f539432a9c76c78f85438009', 'fixed_ips': [{'subnet_id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:41:37.649604 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:37.682944 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806717bd-d41c-473a-bde4-854efbf5aa60 req-11e669f8-42ee-4aa1-92b6-09a54244811d tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:37.684490 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-806717bd-d41c-473a-bde4-854efbf5aa60 req-11e669f8-42ee-4aa1-92b6-09a54244811d tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.1213677 Dec 11 22:41:37.727153 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:37.730080 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:37.747501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ece35-d915-4601-85bd-950ba99a1d70 req-3dd87d88-42a5-49ec-8b9c-d5b49d90ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:37.752159 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-3dd87d88-42a5-49ec-8b9c-d5b49d90ce67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 1099 time: 0.0935504 Dec 11 22:41:37.764732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ece35-d915-4601-85bd-950ba99a1d70 req-54a5019e-ca0b-489d-9972-04f916c30ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:37.766285 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-54a5019e-ca0b-489d-9972-04f916c30ebb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1612866 Dec 11 22:41:37.808316 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-806717bd-d41c-473a-bde4-854efbf5aa60 req-e0372f63-29a0-4402-84f0-375782501487 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163702 Dec 11 22:41:37.885139 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:37.886684 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-163c6bba-2c36-4482-a062-eef826675a5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=78b7fae5-f49f-43c1-bdd8-556bc8280c5a HTTP/1.1" status: 200 len: 217 time: 0.0679140 Dec 11 22:41:37.928917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Allocated IP 172.20.0.2 (08958dbe-a5bc-4651-b476-814d452164d6/c2f4b2a5-be16-4cf3-91d6-a3279d826f2c/8c4a3fbd-c267-4be0-86a1-7afa09bffd3b) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:41:37.987865 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 92038758-74fe-42e1-9ec6-f604b808fa36 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:41:38.044096 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2fc77-406f-43e4-b14a-c336206b8e19 req-e0209a03-26d1-4835-ae9a-5e69ca711034 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:38.045649 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71b2fc77-406f-43e4-b14a-c336206b8e19 req-e0209a03-26d1-4835-ae9a-5e69ca711034 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 949 time: 0.2925329 Dec 11 22:41:38.075781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ece35-d915-4601-85bd-950ba99a1d70 req-429d07b5-46fc-46ed-aff3-ef12dba52ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:38.077142 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-429d07b5-46fc-46ed-aff3-ef12dba52ea1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1778703 Dec 11 22:41:38.136290 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-92164799-929a-46f9-b4d9-dccf8d568e70 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219862 Dec 11 22:41:38.163921 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:38.200198 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:38.247374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71b2fc77-406f-43e4-b14a-c336206b8e19 req-cdba14f9-bd7a-447a-8036-54fea7666993 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732509 Dec 11 22:41:38.256983 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 92038758-74fe-42e1-9ec6-f604b808fa36 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:41:38.257966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ece35-d915-4601-85bd-950ba99a1d70 req-d3f6469c-ac62-45f8-a3c8-86d83e4fb8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:38.257966 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-d3f6469c-ac62-45f8-a3c8-86d83e4fb8bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1641426 Dec 11 22:41:38.262991 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 92038758-74fe-42e1-9ec6-f604b808fa36 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:38.263367 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:38.298664 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:38.307597 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-a0f8fd0f-47f9-40f3-a3c3-d381ff16bd97 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573808 Dec 11 22:41:38.369537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Network 08958dbe-a5bc-4651-b476-814d452164d6 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:41:38.374531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:41:38.377017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:41:38.393647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Pushing event updated for resources: {'Port': ['ID=8c4a3fbd-c267-4be0-86a1-7afa09bffd3b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:38.494842 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3467353-eee5-4888-8d18-458461698c10 req-2db3fda7-d5a8-4771-a11b-8cb0af026f3f tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:38.504154 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b3467353-eee5-4888-8d18-458461698c10 req-2db3fda7-d5a8-4771-a11b-8cb0af026f3f tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 948 time: 0.2087760 Dec 11 22:41:38.518821 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-6a32cb5d-a9e7-42fa-be7f-9e6246c67318 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552722 Dec 11 22:41:38.601188 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b3467353-eee5-4888-8d18-458461698c10 req-1d2c4281-1463-4599-beb7-361bfa7360dd tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957265 Dec 11 22:41:38.601536 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:38.605307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Attempting to bind port 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:41:38.605891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Attempting to bind port 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '8fd42773-d3b7-4a22-aa9c-75a98904af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:41:38.606437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Attempting to bind port 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b on network 08958dbe-a5bc-4651-b476-814d452164d6 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:38.618685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:41:38.619362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Checking segment: {'id': '8fd42773-d3b7-4a22-aa9c-75a98904af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:41:38.619962 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:38.620529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Bound using segment: {'id': '8fd42773-d3b7-4a22-aa9c-75a98904af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:41:38.621186 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Bound port: 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd42773-d3b7-4a22-aa9c-75a98904af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:41:38.621748 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:38.649585 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc867bfd-cf35-4611-b0b7-45ab007a0517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92038758-74fe-42e1-9ec6-f604b808fa36'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:38.652294 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f701154b-4ce1-45b4-85ad-e5bfe493d361" -d '{"events": [{"server_uuid": "fc867bfd-cf35-4611-b0b7-45ab007a0517", "name": "network-vif-plugged", "status": "completed", "tag": "92038758-74fe-42e1-9ec6-f604b808fa36"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:38.699678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-376ece35-d915-4601-85bd-950ba99a1d70 req-4e448b2b-0d26-4a3a-b4f0-aedd5bbbd448 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707621 Dec 11 22:41:38.731106 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 92038758-74fe-42e1-9ec6-f604b808fa36, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=92038758-74fe-42e1-9ec6-f604b808fa36,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:38.741550 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d779bcc-7302-439c-8895-1eccde7c43e6 x-openstack-request-id: req-1d779bcc-7302-439c-8895-1eccde7c43e6 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:38.741991 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc867bfd-cf35-4611-b0b7-45ab007a0517", "name": "network-vif-plugged", "status": "completed", "tag": "92038758-74fe-42e1-9ec6-f604b808fa36", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:38.744448 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d779bcc-7302-439c-8895-1eccde7c43e6 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:38.744448 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc867bfd-cf35-4611-b0b7-45ab007a0517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92038758-74fe-42e1-9ec6-f604b808fa36', 'code': 200} Dec 11 22:41:38.816244 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] For port 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:41:38.825479 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] For port 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8c4a3fbd-c267-4be0-86a1-7afa09bffd3b,segment=NetworkSegment(8fd42773-d3b7-4a22-aa9c-75a98904af46),segment_id=8fd42773-d3b7-4a22-aa9c-75a98904af46)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:41:38.840436 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:38.927777 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:38.937327 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:38.938713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=92038758-74fe-42e1-9ec6-f604b808fa36,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:38.941647 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb943ff-e58c-44e1-82f1-1969208869ab', 'tag': '78b7fae5-f49f-43c1-bdd8-556bc8280c5a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:38.945030 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77fa410-c06c-4336-8faa-d18e6c35d643" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb943ff-e58c-44e1-82f1-1969208869ab", "tag": "78b7fae5-f49f-43c1-bdd8-556bc8280c5a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:38.963475 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:39.064305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512beccf-85e4-4fb5-9f4c-1b60a2f162b9 req-2e77b57b-fcd7-4e10-b765-1c24cd8b91f9 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:39.065868 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-512beccf-85e4-4fb5-9f4c-1b60a2f162b9 req-2e77b57b-fcd7-4e10-b765-1c24cd8b91f9 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.1410053 Dec 11 22:41:39.088192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c01815-3d20-4acb-99cd-05e08499268e None None] Pushing event updated for resources: {'Port': ['ID=8c4a3fbd-c267-4be0-86a1-7afa09bffd3b,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:39.104399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb55e4-0dd0-4c96-aac7-3fc4987a730c req-4c6ee9c3-ede1-4141-ad86-cd24911c8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:39.106667 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03fb55e4-0dd0-4c96-aac7-3fc4987a730c req-4c6ee9c3-ede1-4141-ad86-cd24911c8537 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 1101 time: 0.0995700 Dec 11 22:41:39.196786 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-512beccf-85e4-4fb5-9f4c-1b60a2f162b9 req-7264f00f-63f5-4034-879c-5ee1a967fce0 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217287 Dec 11 22:41:39.206033 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03fb55e4-0dd0-4c96-aac7-3fc4987a730c req-09729db9-1a6b-4fb7-b9a5-a3dc9e6129cb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777049 Dec 11 22:41:39.245664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa796c7-71e8-473b-81f4-63f942f8cecd req-b7c516c7-5f07-4aac-9835-f541f3c0a6b3 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:39.247276 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-efa796c7-71e8-473b-81f4-63f942f8cecd req-b7c516c7-5f07-4aac-9835-f541f3c0a6b3 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 812 time: 0.2779665 Dec 11 22:41:39.313252 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-efa796c7-71e8-473b-81f4-63f942f8cecd req-d590c6a7-1ea0-4cf1-a580-7af0a2b166b3 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/quotas/b49a52ba3f3243128810d043a8aeef5e HTTP/1.1" status: 200 len: 375 time: 0.0415816 Dec 11 22:41:39.359527 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-efa796c7-71e8-473b-81f4-63f942f8cecd req-d80ebac2-35f5-47cd-8a3d-218d2e4c013f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395234 Dec 11 22:41:39.360671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Allocated IP 172.25.1.91 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/a886cd86-9000-4fc8-beed-93971697a087) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:41:39.521348 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-efa796c7-71e8-473b-81f4-63f942f8cecd req-6c1d57d0-8cf4-49ab-aaf7-b75cdcae0619 service neutron] 10.222.0.45 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506412 Dec 11 22:41:39.545117 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:39.644860 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-efa796c7-71e8-473b-81f4-63f942f8cecd req-18ea2495-1256-4ccd-90d4-f3dc8d2b0d77 service neutron] 10.222.0.45 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122196 Dec 11 22:41:39.656165 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf107180-8bb2-418e-9173-7f74cb05eb3e x-openstack-request-id: req-cf107180-8bb2-418e-9173-7f74cb05eb3e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:39.656165 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb943ff-e58c-44e1-82f1-1969208869ab", "tag": "78b7fae5-f49f-43c1-bdd8-556bc8280c5a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:39.656165 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf107180-8bb2-418e-9173-7f74cb05eb3e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:39.656165 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb943ff-e58c-44e1-82f1-1969208869ab', 'tag': '78b7fae5-f49f-43c1-bdd8-556bc8280c5a', 'status': 'completed', 'code': 200} Dec 11 22:41:39.717327 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:39.744206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:41:39.749730 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:41:39.776810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fa410-c06c-4336-8faa-d18e6c35d643 req-5b3bc520-0b8d-4749-bab5-a9466bc1ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:39.778428 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a77fa410-c06c-4336-8faa-d18e6c35d643 req-5b3bc520-0b8d-4749-bab5-a9466bc1ee40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 1099 time: 0.0561757 Dec 11 22:41:39.796086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:41:39.842608 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Pushing event updated for resources: {'Port': ['ID=a886cd86-9000-4fc8-beed-93971697a087,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:39.929606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fa410-c06c-4336-8faa-d18e6c35d643 req-e6c3c0b2-1a33-4b9f-abda-854b756666a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:39.931258 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a77fa410-c06c-4336-8faa-d18e6c35d643 req-e6c3c0b2-1a33-4b9f-abda-854b756666a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1379969 Dec 11 22:41:40.007589 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a77fa410-c06c-4336-8faa-d18e6c35d643 req-ed577e50-a2b5-4409-b3b1-097f3a0ea631 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=78b7fae5-f49f-43c1-bdd8-556bc8280c5a HTTP/1.1" status: 200 len: 217 time: 0.0628562 Dec 11 22:41:40.082751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fa410-c06c-4336-8faa-d18e6c35d643 req-b7ca77d9-e7ce-4469-8a5a-b94556db1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:40.086619 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a77fa410-c06c-4336-8faa-d18e6c35d643 req-b7ca77d9-e7ce-4469-8a5a-b94556db1d08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0727763 Dec 11 22:41:40.134618 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779b42c-4d88-4bad-b39c-5eed48a428b5 req-d087a0f5-381f-4874-b291-5f86d355bdd9 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:40.136507 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1779b42c-4d88-4bad-b39c-5eed48a428b5 req-d087a0f5-381f-4874-b291-5f86d355bdd9 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 950 time: 0.1530015 Dec 11 22:41:40.151349 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fa410-c06c-4336-8faa-d18e6c35d643 req-e0cdbe97-adca-4cdf-835d-7f2c4d713613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:40.152995 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a77fa410-c06c-4336-8faa-d18e6c35d643 req-e0cdbe97-adca-4cdf-835d-7f2c4d713613 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560684 Dec 11 22:41:40.204225 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4000aba-0547-4b4d-849c-1ec3858812c8 None None] Network 08958dbe-a5bc-4651-b476-814d452164d6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:41:40.249918 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1779b42c-4d88-4bad-b39c-5eed48a428b5 req-54b80c23-e379-4ae6-8d76-c24b341a9574 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019087 Dec 11 22:41:40.292391 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-05bcec90-4278-427f-bd26-f72ac44e48bc None None] Provisioning complete for port 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:40.296011 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05bcec90-4278-427f-bd26-f72ac44e48bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:40.370100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3d68f-69e4-4548-8e5b-ca77c9de1604 req-df277abf-9f77-487e-9de7-c57eff3ecfd9 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:40.378442 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d3b3d68f-69e4-4548-8e5b-ca77c9de1604 req-df277abf-9f77-487e-9de7-c57eff3ecfd9 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 945 time: 0.1917818 Dec 11 22:41:40.386291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235565e6-ef4c-474f-a3e2-5acfd8c81391 req-0c5b3da2-13d9-469d-b957-5510e5ae11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:40.387893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-235565e6-ef4c-474f-a3e2-5acfd8c81391 req-0c5b3da2-13d9-469d-b957-5510e5ae11d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42ba42bc01cd4336aa93171b4cf8fa3a&device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 1096 time: 0.1383307 Dec 11 22:41:40.396069 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a77fa410-c06c-4336-8faa-d18e6c35d643 req-84a5519c-7feb-46eb-820a-eb0434791c31 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311232 Dec 11 22:41:40.403132 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:40.438990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05bcec90-4278-427f-bd26-f72ac44e48bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:40.484874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-05bcec90-4278-427f-bd26-f72ac44e48bc None None] For port 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8c4a3fbd-c267-4be0-86a1-7afa09bffd3b,segment=NetworkSegment(8fd42773-d3b7-4a22-aa9c-75a98904af46),segment_id=8fd42773-d3b7-4a22-aa9c-75a98904af46)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:40.503250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044c549-3e69-4dbd-93b8-ea91d9637db0 req-63a0baa7-465f-45d1-8ff5-0578257b9a2e tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:40.512111 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5044c549-3e69-4dbd-93b8-ea91d9637db0 req-63a0baa7-465f-45d1-8ff5-0578257b9a2e tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 948 time: 0.1461973 Dec 11 22:41:40.564012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d3b3d68f-69e4-4548-8e5b-ca77c9de1604 req-fa9ee57f-7896-4c63-b970-2cc24227d528 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d5717a8-d149-415d-a025-bb358ba326b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845870 Dec 11 22:41:40.565475 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05bcec90-4278-427f-bd26-f72ac44e48bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:40.650598 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5044c549-3e69-4dbd-93b8-ea91d9637db0 req-3b75e364-b8c6-41a5-afc1-85e1b1bc2da3 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351566 Dec 11 22:41:40.668528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcec90-4278-427f-bd26-f72ac44e48bc None None] Pushing event updated for resources: {'Port': ['ID=8c4a3fbd-c267-4be0-86a1-7afa09bffd3b,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:40.719727 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56ba884-18b1-4421-b213-413c058d673f req-dcf3f323-e0d0-4455-a379-4b100a818910 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=81daa0f1-f180-4f2d-850c-8fd452abcb62 HTTP/1.1" status: 200 len: 210 time: 0.0623662 Dec 11 22:41:40.732006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235565e6-ef4c-474f-a3e2-5acfd8c81391 req-0f3af4d3-d04f-4a1c-9b3a-b873e882dced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:40.736797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-235565e6-ef4c-474f-a3e2-5acfd8c81391 req-0f3af4d3-d04f-4a1c-9b3a-b873e882dced service neutron] 10.222.0.13 "GET /v2.0/networks?id=2820f918-fa20-4c7d-a843-4806a1f5490c HTTP/1.1" status: 200 len: 911 time: 0.3310094 Dec 11 22:41:40.739531 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a77fa410-c06c-4336-8faa-d18e6c35d643 req-f9d7ae34-696e-40bb-86f8-1c7a51f0ada0 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233180 Dec 11 22:41:40.769231 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:40.809024 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-235565e6-ef4c-474f-a3e2-5acfd8c81391 req-47e56d07-f54a-45fa-a0c0-2380028b1120 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87326fa5-648d-4dea-af3f-a58375a36a29 HTTP/1.1" status: 200 len: 217 time: 0.0659182 Dec 11 22:41:40.889732 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e7294b5d-211b-428b-9465-cf614837c40a None None] Provisioning complete for port 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:40.890103 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e7294b5d-211b-428b-9465-cf614837c40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:40.891715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235565e6-ef4c-474f-a3e2-5acfd8c81391 req-0472a3fc-bda7-49b0-8281-20937ec1508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:40.893385 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-235565e6-ef4c-474f-a3e2-5acfd8c81391 req-0472a3fc-bda7-49b0-8281-20937ec1508a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7bdd700a-efc3-4363-9156-1887495e9293 HTTP/1.1" status: 200 len: 850 time: 0.0768619 Dec 11 22:41:40.907099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7147030-e35f-4653-be80-5ff124b5bea2 req-fe722d6a-7aa4-4cd9-905b-e780cef0d992 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:40.908582 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7147030-e35f-4653-be80-5ff124b5bea2 req-fe722d6a-7aa4-4cd9-905b-e780cef0d992 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.0945406 Dec 11 22:41:40.940744 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-235565e6-ef4c-474f-a3e2-5acfd8c81391 req-9ca80596-8a8d-4ff3-9646-ef388934a676 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2820f918-fa20-4c7d-a843-4806a1f5490c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311520 Dec 11 22:41:41.027508 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:41:41.034919 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7147030-e35f-4653-be80-5ff124b5bea2 req-de0e6586-425c-4866-8559-0d1e9d4f9a6b tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176145 Dec 11 22:41:41.078475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-235565e6-ef4c-474f-a3e2-5acfd8c81391 req-35abee7a-6bbf-48ba-8819-3ea22223d1ae service neutron] 10.222.0.13 "GET /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205986 Dec 11 22:41:41.203485 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:41:41.204873 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-235565e6-ef4c-474f-a3e2-5acfd8c81391 req-a6d4ced8-e8c2-4e9b-b3cd-b631b5f63b8d service neutron] 10.222.0.13 "GET /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147766 Dec 11 22:41:41.217615 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Sync routers for ids ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:41:41.229533 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Routers {'7ba7112c-fcf0-4c24-8b8c-17d82524c54c'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:41:41.230369 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:41:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:41.237703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:41:41.305911 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:41.308165 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1de850d7-e564-4d2b-ad91-d7dc6fed5b37 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.7792573 Dec 11 22:41:41.310635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50796) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:41.324645 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:41.325335 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:41.376965 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Set router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:41:41.642972 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-router', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a886cd86-9000-4fc8-beed-93971697a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:41:37Z', 'updated_at': '2021-12-11T22:41:40Z', 'revision_number': 3, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'gw_port': {'id': 'a886cd86-9000-4fc8-beed-93971697a087', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:38Z', 'updated_at': '2021-12-11T22:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:41.676489 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Checking router: 7ba7112c-fcf0-4c24-8b8c-17d82524c54c for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:41:41.676895 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Updating router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c port a886cd86-9000-4fc8-beed-93971697a087 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:41:41.704561 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:42.011165 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 78b7fae5-f49f-43c1-bdd8-556bc8280c5a details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:41:42.040938 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:42.124413 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:42.171372 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=78b7fae5-f49f-43c1-bdd8-556bc8280c5a,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:42.187141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '78b7fae5-f49f-43c1-bdd8-556bc8280c5a', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '78b7fae5-f49f-43c1-bdd8-556bc8280c5a', 'mac_address': 'fa:16:3e:15:5e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:41:42.233822 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814522-149f-4d2e-90a4-8e141a778623 req-608c292d-fb62-4ea0-b995-f410c84df6b2 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:42.241885 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-60814522-149f-4d2e-90a4-8e141a778623 req-608c292d-fb62-4ea0-b995-f410c84df6b2 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 950 time: 0.1695688 Dec 11 22:41:42.248478 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bbef2-8ca7-4b62-a29b-0149f9aebbf3 None None] Pushing event updated for resources: {'Port': ['ID=a886cd86-9000-4fc8-beed-93971697a087,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:42.258234 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:42.281075 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b7fae5-f49f-43c1-bdd8-556bc8280c5a {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:42.288827 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:42.292527 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Attempting to bind port a886cd86-9000-4fc8-beed-93971697a087 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:41:42.292527 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Attempting to bind port a886cd86-9000-4fc8-beed-93971697a087 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:41:42.292527 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Attempting to bind port a886cd86-9000-4fc8-beed-93971697a087 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:42.310635 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=78b7fae5-f49f-43c1-bdd8-556bc8280c5a,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:42.315782 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bbef2-8ca7-4b62-a29b-0149f9aebbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:42.316249 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bbef2-8ca7-4b62-a29b-0149f9aebbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:42.316701 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bbef2-8ca7-4b62-a29b-0149f9aebbf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:42.317160 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bbef2-8ca7-4b62-a29b-0149f9aebbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:42.317832 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bbef2-8ca7-4b62-a29b-0149f9aebbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:42.318276 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bbef2-8ca7-4b62-a29b-0149f9aebbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:42.318701 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bbef2-8ca7-4b62-a29b-0149f9aebbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:42.319969 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bbef2-8ca7-4b62-a29b-0149f9aebbf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:42.319969 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bbef2-8ca7-4b62-a29b-0149f9aebbf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:42.319969 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bbef2-8ca7-4b62-a29b-0149f9aebbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:42.322799 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bbef2-8ca7-4b62-a29b-0149f9aebbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:42.323671 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bbef2-8ca7-4b62-a29b-0149f9aebbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:42.323671 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5bbef2-8ca7-4b62-a29b-0149f9aebbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:41:42.333191 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:41:42.333711 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:41:42.334224 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:42.335256 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:41:42.337627 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Bound port: a886cd86-9000-4fc8-beed-93971697a087, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:41:42.338157 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:42.379607 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-60814522-149f-4d2e-90a4-8e141a778623 req-886ef65f-7be6-45c2-9575-d5deb83bc3d1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368401 Dec 11 22:41:42.391979 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] For port a886cd86-9000-4fc8-beed-93971697a087, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:41:42.397396 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:42.397868 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] For port a886cd86-9000-4fc8-beed-93971697a087, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a886cd86-9000-4fc8-beed-93971697a087,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:41:42.424048 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d17b4-6d70-45ca-967b-4ad331cdef20 req-281d14c8-11a3-4865-bb1a-d1be3f15df2e tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:42.428900 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f6d17b4-6d70-45ca-967b-4ad331cdef20 req-281d14c8-11a3-4865-bb1a-d1be3f15df2e tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 948 time: 0.0904651 Dec 11 22:41:42.485747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=78b7fae5-f49f-43c1-bdd8-556bc8280c5a,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:42.491483 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:42.510413 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f6d17b4-6d70-45ca-967b-4ad331cdef20 req-43e7c91f-3fe4-47a4-8c10-d6987a457caa tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753078 Dec 11 22:41:42.545905 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a6e35293-63fd-4ef8-9744-a509b33efbfe req-44eb8fec-c226-438d-817a-a0881b67bccb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=81daa0f1-f180-4f2d-850c-8fd452abcb62 HTTP/1.1" status: 200 len: 210 time: 0.0490854 Dec 11 22:41:42.574035 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Allocated IP 172.20.0.1 (08958dbe-a5bc-4651-b476-814d452164d6/c2f4b2a5-be16-4cf3-91d6-a3279d826f2c/40e02dba-d5f5-4480-9a9d-5d934815207a) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:41:42.581196 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bbef2-8ca7-4b62-a29b-0149f9aebbf3 None None] Pushing event updated for resources: {'Port': ['ID=a886cd86-9000-4fc8-beed-93971697a087,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:42.590716 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Routers {'7ba7112c-fcf0-4c24-8b8c-17d82524c54c'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:41:42.591605 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:41:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:42.661915 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:41:42.746047 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] Set router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:41:42.784676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['78b7fae5-f49f-43c1-bdd8-556bc8280c5a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:42.858886 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:42.907788 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257560c6-3e6c-434a-a563-6d442960441b req-ec66b618-5102-4c1e-b75a-49e786449cec tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:42.909665 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-257560c6-3e6c-434a-a563-6d442960441b req-ec66b618-5102-4c1e-b75a-49e786449cec tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 945 time: 0.1739497 Dec 11 22:41:42.923658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=8ddde713-1ed8-4ac2-87f6-5fcbcfc07079,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:42.947590 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '8ddde713-1ed8-4ac2-87f6-5fcbcfc07079', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '8ddde713-1ed8-4ac2-87f6-5fcbcfc07079', 'mac_address': 'fa:16:3e:53:04:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:41:43.012636 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-router', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a886cd86-9000-4fc8-beed-93971697a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:41:37Z', 'updated_at': '2021-12-11T22:41:40Z', 'revision_number': 3, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'gw_port': {'id': 'a886cd86-9000-4fc8-beed-93971697a087', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:38Z', 'updated_at': '2021-12-11T22:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:43.044169 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-257560c6-3e6c-434a-a563-6d442960441b req-e8414357-d4fd-444e-9c3f-8f3a9129aff7 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d5717a8-d149-415d-a025-bb358ba326b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268818 Dec 11 22:41:43.052726 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:43.083738 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c530ff-df93-4ba5-8832-82905da6ff4e None None] The sync data for ids ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'] in n-d-710847-6 is: [{'id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-router', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a886cd86-9000-4fc8-beed-93971697a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:41:37Z', 'updated_at': '2021-12-11T22:41:40Z', 'revision_number': 3, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'gw_port': {'id': 'a886cd86-9000-4fc8-beed-93971697a087', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:38Z', 'updated_at': '2021-12-11T22:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:41:43.098691 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:43.131121 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:43.145417 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Network 08958dbe-a5bc-4651-b476-814d452164d6 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:41:43.154918 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:41:43.158718 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:41:43.173639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=8ddde713-1ed8-4ac2-87f6-5fcbcfc07079,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:43.189838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa796c7-71e8-473b-81f4-63f942f8cecd req-eaad2b4c-ae59-46b8-899d-d62afcce07cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&device_id=81daa0f1-f180-4f2d-850c-8fd452abcb62 HTTP/1.1" status: 200 len: 210 time: 0.0606587 Dec 11 22:41:43.234453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07333c16-453a-4bbc-9da4-5b713242fa8f req-ef2778e0-beb4-4378-bb28-5751e324ab2e tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:43.244161 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-07333c16-453a-4bbc-9da4-5b713242fa8f req-ef2778e0-beb4-4378-bb28-5751e324ab2e tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.6315477 Dec 11 22:41:43.244810 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:43.247797 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Pushing event updated for resources: {'Port': ['ID=40e02dba-d5f5-4480-9a9d-5d934815207a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:43.256019 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:43.403745 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=8ddde713-1ed8-4ac2-87f6-5fcbcfc07079,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:43.419426 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-07333c16-453a-4bbc-9da4-5b713242fa8f req-8cf9118c-087d-4fc9-b52c-a4c047a50c9d tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737878 Dec 11 22:41:43.436815 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:43.450494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa796c7-71e8-473b-81f4-63f942f8cecd req-3f910550-6926-4314-bb22-f22f803b2a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:43.452511 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa796c7-71e8-473b-81f4-63f942f8cecd req-3f910550-6926-4314-bb22-f22f803b2a4c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b49a52ba3f3243128810d043a8aeef5e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2432771 Dec 11 22:41:43.552009 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:43.611188 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1ca838d8-cced-4733-8877-81951a24b1d2 None None] Provisioning complete for port 40e02dba-d5f5-4480-9a9d-5d934815207a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:43.611567 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1ca838d8-cced-4733-8877-81951a24b1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:43.711058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1ca838d8-cced-4733-8877-81951a24b1d2 None None] Port 40e02dba-d5f5-4480-9a9d-5d934815207a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:41:43.712774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['8ddde713-1ed8-4ac2-87f6-5fcbcfc07079'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:43.715149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa796c7-71e8-473b-81f4-63f942f8cecd req-37c92fe8-cc8d-4dc7-95f6-6ab45bd3eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:43.716949 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa796c7-71e8-473b-81f4-63f942f8cecd req-37c92fe8-cc8d-4dc7-95f6-6ab45bd3eb75 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2432323 Dec 11 22:41:43.839005 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded2753-d2c2-4036-b7df-26f5b69760a0 req-16a4ea89-4ee3-49b6-a6b6-6dbcfcdc87ba tempest-ServersAdminNegativeTestJSON-440013018 tempest-ServersAdminNegativeTestJSON-440013018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:43.840419 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ded2753-d2c2-4036-b7df-26f5b69760a0 req-16a4ea89-4ee3-49b6-a6b6-6dbcfcdc87ba tempest-ServersAdminNegativeTestJSON-440013018 tempest-ServersAdminNegativeTestJSON-440013018-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 1101 time: 0.0912559 Dec 11 22:41:43.851363 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:43.884461 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6ded2753-d2c2-4036-b7df-26f5b69760a0 req-d8fa869a-4ab6-447a-87e6-6b673ee4dc26 tempest-ServersAdminNegativeTestJSON-440013018 tempest-ServersAdminNegativeTestJSON-440013018-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:43.914113 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa796c7-71e8-473b-81f4-63f942f8cecd req-19afa84d-048a-4bc8-8b2f-2ce8cf204d6f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.13 "GET /v2.0/ports?device_id=81daa0f1-f180-4f2d-850c-8fd452abcb62 HTTP/1.1" status: 200 len: 210 time: 0.1275854 Dec 11 22:41:43.927406 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:43.939829 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fa3d-3544-4acf-9dc9-7f58453fdd37 req-53be7a85-a1f3-4122-a52a-10d283dfc59b tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:43.948594 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6857fa3d-3544-4acf-9dc9-7f58453fdd37 req-53be7a85-a1f3-4122-a52a-10d283dfc59b tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 949 time: 0.1791503 Dec 11 22:41:44.023187 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6857fa3d-3544-4acf-9dc9-7f58453fdd37 req-cdc4c1be-ea7d-4a51-85f9-8a753fd81e19 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735297 Dec 11 22:41:44.061758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Pushing event updated for resources: {'Port': ['ID=40e02dba-d5f5-4480-9a9d-5d934815207a,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:44.070720 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:44.097290 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6ded2753-d2c2-4036-b7df-26f5b69760a0 req-d8fa869a-4ab6-447a-87e6-6b673ee4dc26 tempest-ServersAdminNegativeTestJSON-440013018 tempest-ServersAdminNegativeTestJSON-440013018-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:44.133837 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a3ca89d5-d6cd-4a40-9088-e170e0670ce4 req-a3c826b5-c134-4f9e-9747-7266fe2b5320 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=81daa0f1-f180-4f2d-850c-8fd452abcb62 HTTP/1.1" status: 200 len: 210 time: 0.0395744 Dec 11 22:41:44.189877 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6ded2753-d2c2-4036-b7df-26f5b69760a0 req-d8fa869a-4ab6-447a-87e6-6b673ee4dc26 tempest-ServersAdminNegativeTestJSON-440013018 tempest-ServersAdminNegativeTestJSON-440013018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:44.226369 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ded2753-d2c2-4036-b7df-26f5b69760a0 req-d8fa869a-4ab6-447a-87e6-6b673ee4dc26 tempest-ServersAdminNegativeTestJSON-440013018 tempest-ServersAdminNegativeTestJSON-440013018-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774307 Dec 11 22:41:44.261378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa869a-4ab6-447a-87e6-6b673ee4dc26 tempest-ServersAdminNegativeTestJSON-440013018 tempest-ServersAdminNegativeTestJSON-440013018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b039960-941f-4844-9657-66faae2af68c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:44.302747 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Network 08958dbe-a5bc-4651-b476-814d452164d6 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:41:44.305842 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:41:44.522203 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:41:44.654069 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-aec375ba-4105-4ca6-860a-e8dbddef388d None None] Provisioning complete for port 40e02dba-d5f5-4480-9a9d-5d934815207a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:44.654677 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aec375ba-4105-4ca6-860a-e8dbddef388d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:44.694695 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569df93c-2ac4-4613-a5c6-95d56eb66a4d req-63211891-cf8f-4283-ac47-c201cd9ff23d tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:44.697012 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-569df93c-2ac4-4613-a5c6-95d56eb66a4d req-63211891-cf8f-4283-ac47-c201cd9ff23d tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.1733134 Dec 11 22:41:44.717014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-aec375ba-4105-4ca6-860a-e8dbddef388d None None] Port 40e02dba-d5f5-4480-9a9d-5d934815207a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:41:44.738797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be0020-3d69-4689-8fc5-6b94e45a454c req-edd2af30-66fb-41bc-808f-440cb6ba68e0 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:44.743340 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96be0020-3d69-4689-8fc5-6b94e45a454c req-edd2af30-66fb-41bc-808f-440cb6ba68e0 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 945 time: 0.0764606 Dec 11 22:41:44.765327 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-962f6965-1761-49e1-9e6b-858c46f9db3b req-de59c484-113a-4241-b513-2ebc8d8e8a8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&device_id=81daa0f1-f180-4f2d-850c-8fd452abcb62 HTTP/1.1" status: 200 len: 210 time: 0.0430324 Dec 11 22:41:44.807609 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-569df93c-2ac4-4613-a5c6-95d56eb66a4d req-c620bc99-8a4c-42b4-a2ee-7951791a9e30 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961185 Dec 11 22:41:44.808895 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:41:44.814561 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bd1a5aa1-c34f-4343-8519-74ce2594450f admin admin] 10.222.0.45 "PUT /v2.0/routers/7ba7112c-fcf0-4c24-8b8c-17d82524c54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5027473 Dec 11 22:41:44.902584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96be0020-3d69-4689-8fc5-6b94e45a454c req-6cd68a94-78f5-46be-868b-6e775faaf841 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d5717a8-d149-415d-a025-bb358ba326b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432786 Dec 11 22:41:44.940913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f6965-1761-49e1-9e6b-858c46f9db3b req-476fd9e8-560d-4fe4-9fec-a83db901454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:44.944935 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-962f6965-1761-49e1-9e6b-858c46f9db3b req-476fd9e8-560d-4fe4-9fec-a83db901454a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b49a52ba3f3243128810d043a8aeef5e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1622562 Dec 11 22:41:45.072438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f6965-1761-49e1-9e6b-858c46f9db3b req-a452afa5-9eca-4686-a2ef-aa1cdddb86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:45.073926 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-962f6965-1761-49e1-9e6b-858c46f9db3b req-a452afa5-9eca-4686-a2ef-aa1cdddb86a2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1180961 Dec 11 22:41:45.202436 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-962f6965-1761-49e1-9e6b-858c46f9db3b req-2df0e18d-d2bd-4d83-9ba2-a3fb2a089c3c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.13 "GET /v2.0/ports?device_id=81daa0f1-f180-4f2d-850c-8fd452abcb62 HTTP/1.1" status: 200 len: 210 time: 0.0592308 Dec 11 22:41:45.217948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a886cd86-9000-4fc8-beed-93971697a087 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:41:45.237169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48453185-fa58-4400-b15b-64adeb9398b0 req-099db185-d5c0-438f-a591-a1462d8b8241 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:45.239294 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-48453185-fa58-4400-b15b-64adeb9398b0 req-099db185-d5c0-438f-a591-a1462d8b8241 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 949 time: 0.1084399 Dec 11 22:41:45.327598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a886cd86-9000-4fc8-beed-93971697a087 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:45.328280 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:45.339363 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-48453185-fa58-4400-b15b-64adeb9398b0 req-24adf7ea-d05b-4e84-9374-da1b119f79b1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860829 Dec 11 22:41:45.446620 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-da383e3c-ae1c-477a-b060-887d959aefc4 req-609b4e9e-8d5f-4a5e-9b47-04bb93b8a6df tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=81daa0f1-f180-4f2d-850c-8fd452abcb62 HTTP/1.1" status: 200 len: 210 time: 0.0357125 Dec 11 22:41:45.452599 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:45.488066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port a886cd86-9000-4fc8-beed-93971697a087, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a886cd86-9000-4fc8-beed-93971697a087,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:45.488362 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-4da0b4e5-14c5-4330-baef-ed1a43363ebc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:45.490144 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-4da0b4e5-14c5-4330-baef-ed1a43363ebc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/networks?id=08958dbe-a5bc-4651-b476-814d452164d6 HTTP/1.1" status: 200 len: 829 time: 0.1921029 Dec 11 22:41:45.528662 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-514fee0f-d7ec-4b3f-a8c5-552e4906f15a tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/quotas/3d3fac63f539432a9c76c78f85438009 HTTP/1.1" status: 200 len: 375 time: 0.0308175 Dec 11 22:41:45.558562 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:45.609234 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-cc9f4b8d-0eb7-47c2-a574-cd8f9eacf141 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d3fac63f539432a9c76c78f85438009&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781910 Dec 11 22:41:45.634125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda4510-2dda-42fb-b25e-3275ec189fd5 req-86d9f75a-0d30-4278-b564-7a716f939d9b tempest-ServersAdminNegativeTestJSON-440013018 tempest-ServersAdminNegativeTestJSON-440013018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:45.634701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=a886cd86-9000-4fc8-beed-93971697a087,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:45.636099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7eda4510-2dda-42fb-b25e-3275ec189fd5 req-86d9f75a-0d30-4278-b564-7a716f939d9b tempest-ServersAdminNegativeTestJSON-440013018 tempest-ServersAdminNegativeTestJSON-440013018-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 1101 time: 0.0777273 Dec 11 22:41:45.653645 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Sync routers for ids ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:41:45.665080 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Routers {'7ba7112c-fcf0-4c24-8b8c-17d82524c54c'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:41:45.666416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:41:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:45.717108 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7eda4510-2dda-42fb-b25e-3275ec189fd5 req-85b3de60-f41d-4493-bdc6-017bc034a822 tempest-ServersAdminNegativeTestJSON-440013018 tempest-ServersAdminNegativeTestJSON-440013018-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710461 Dec 11 22:41:45.742946 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-f0875380-4178-4536-a01a-a38809f62df7 service neutron] 10.222.0.45 "GET /v2.0/networks/08958dbe-a5bc-4651-b476-814d452164d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339042 Dec 11 22:41:45.794870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Set router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:41:45.861222 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-bcbe208a-b007-40db-8359-30ebaf00c490 service neutron] 10.222.0.45 "GET /v2.0/networks/08958dbe-a5bc-4651-b476-814d452164d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113708 Dec 11 22:41:46.068063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 78b7fae5-f49f-43c1-bdd8-556bc8280c5a up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:41:46.229833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-router', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a886cd86-9000-4fc8-beed-93971697a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:41:37Z', 'updated_at': '2021-12-11T22:41:43Z', 'revision_number': 4, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'gw_port': {'id': 'a886cd86-9000-4fc8-beed-93971697a087', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:38Z', 'updated_at': '2021-12-11T22:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '40e02dba-d5f5-4480-9a9d-5d934815207a', 'name': '', 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'mac_address': 'fa:16:3e:4e:df:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:42Z', 'updated_at': '2021-12-11T22:41:43Z', 'revision_number': 2, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'subnets': [{'id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:46.232016 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5807699-e4ae-4105-9936-84ca9d96864d req-7b3d25f5-ec3c-4cfa-a4d3-ba618eee6b6a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:46.242699 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5807699-e4ae-4105-9936-84ca9d96864d req-7b3d25f5-ec3c-4cfa-a4d3-ba618eee6b6a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.0720406 Dec 11 22:41:46.273091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Checking router: 7ba7112c-fcf0-4c24-8b8c-17d82524c54c for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:41:46.273784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Updating router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c port 40e02dba-d5f5-4480-9a9d-5d934815207a binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:41:46.280035 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:41:46.305946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:46.306592 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:46.324018 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5807699-e4ae-4105-9936-84ca9d96864d req-957c5123-d4e6-4c7d-b3bb-a72c5493039d tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767269 Dec 11 22:41:46.386767 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:46.435072 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa2babe8-675b-4d5e-89fc-4c5c7c1cc445 req-f3112fd9-bba8-44fb-ad6e-cf4619a5da5c tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 210 time: 0.0466914 Dec 11 22:41:46.458159 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e541bd-9b3c-4f2c-b33f-396c0ebf4e6c req-7666ba38-9962-4102-86c2-1e3ff2c68565 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:46.458312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a74782-4497-4a4c-9c5f-84590fffa2e5 req-15bd4123-aa60-4827-8cb2-64f31afa9f9f tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:46.459826 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52a74782-4497-4a4c-9c5f-84590fffa2e5 req-15bd4123-aa60-4827-8cb2-64f31afa9f9f tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 945 time: 0.0676394 Dec 11 22:41:46.468084 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0e541bd-9b3c-4f2c-b33f-396c0ebf4e6c req-7666ba38-9962-4102-86c2-1e3ff2c68565 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.47 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 945 time: 0.1318564 Dec 11 22:41:46.559917 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52a74782-4497-4a4c-9c5f-84590fffa2e5 req-5ed8393e-677e-440b-aa2c-e3b72db554e0 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/security-groups?id=7d5717a8-d149-415d-a025-bb358ba326b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890701 Dec 11 22:41:46.606250 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:46.644668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb943ff-e58c-44e1-82f1-1969208869ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b7fae5-f49f-43c1-bdd8-556bc8280c5a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:46.647989 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9ea9ea-0cac-4a2f-9a5a-4c299a1ca42d" -d '{"events": [{"server_uuid": "5bb943ff-e58c-44e1-82f1-1969208869ab", "name": "network-vif-plugged", "status": "completed", "tag": "78b7fae5-f49f-43c1-bdd8-556bc8280c5a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:46.668968 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=78b7fae5-f49f-43c1-bdd8-556bc8280c5a,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:46.671273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e708777-0fc8-41ac-8753-ae53d9517820 req-f72c2316-a1ca-4489-a004-dc1892231aa6 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:46.672877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e708777-0fc8-41ac-8753-ae53d9517820 req-f72c2316-a1ca-4489-a004-dc1892231aa6 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 950 time: 0.1061223 Dec 11 22:41:46.679622 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b0e541bd-9b3c-4f2c-b33f-396c0ebf4e6c req-45aa033b-7bdf-4401-836a-0f147185c6c4 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Deleting port f3fc466e-538a-4a11-920a-92e85cb6281f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:41:46.680310 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b0e541bd-9b3c-4f2c-b33f-396c0ebf4e6c req-45aa033b-7bdf-4401-836a-0f147185c6c4 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:46.702432 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41563754-aec4-49f8-9fae-a6f698a14a60 req-4cfa664f-3474-4695-8db8-80ff80e1e409 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:46.704588 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-41563754-aec4-49f8-9fae-a6f698a14a60 req-4cfa664f-3474-4695-8db8-80ff80e1e409 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 949 time: 0.0871816 Dec 11 22:41:46.767149 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:46.774269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:41:46.777759 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:46.804027 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-41563754-aec4-49f8-9fae-a6f698a14a60 req-f02d83b3-c6ef-45df-9643-9b5f6fd23597 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912664 Dec 11 22:41:46.842791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b0e541bd-9b3c-4f2c-b33f-396c0ebf4e6c req-45aa033b-7bdf-4401-836a-0f147185c6c4 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] For port f3fc466e-538a-4a11-920a-92e85cb6281f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f3fc466e-538a-4a11-920a-92e85cb6281f,segment=NetworkSegment(3cc461a5-5d6d-4e5a-8104-38ebb536de39),segment_id=3cc461a5-5d6d-4e5a-8104-38ebb536de39)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:46.842985 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b0e541bd-9b3c-4f2c-b33f-396c0ebf4e6c req-45aa033b-7bdf-4401-836a-0f147185c6c4 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:46.868188 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:46.911046 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6854539-8614-4381-a276-181228a0bb2f x-openstack-request-id: req-f6854539-8614-4381-a276-181228a0bb2f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:46.911345 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb943ff-e58c-44e1-82f1-1969208869ab", "name": "network-vif-plugged", "status": "completed", "tag": "78b7fae5-f49f-43c1-bdd8-556bc8280c5a", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:46.911597 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6854539-8614-4381-a276-181228a0bb2f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:46.911989 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb943ff-e58c-44e1-82f1-1969208869ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b7fae5-f49f-43c1-bdd8-556bc8280c5a', 'code': 200} Dec 11 22:41:46.920839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=78b7fae5-f49f-43c1-bdd8-556bc8280c5a,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:47.074183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:41:47.141659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:47.147927 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:47.218298 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:47.219415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d01fd-3c79-4ccf-a9b6-a0a1a699d223 None None] Pushing event updated for resources: {'Port': ['ID=40e02dba-d5f5-4480-9a9d-5d934815207a,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:47.223216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a886cd86-9000-4fc8-beed-93971697a087 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:41:47.252420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e708777-0fc8-41ac-8753-ae53d9517820 req-a699c6f3-71eb-4b06-9edd-7a318781508e tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670114 Dec 11 22:41:47.267520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-9265de93-a729-4d60-a9cf-f7fcf5a0edae tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:47.269217 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-9265de93-a729-4d60-a9cf-f7fcf5a0edae tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 812 time: 0.2323408 Dec 11 22:41:47.292013 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b0e541bd-9b3c-4f2c-b33f-396c0ebf4e6c req-45aa033b-7bdf-4401-836a-0f147185c6c4 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:47.292741 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b0e541bd-9b3c-4f2c-b33f-396c0ebf4e6c req-45aa033b-7bdf-4401-836a-0f147185c6c4 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:47.293270 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-b0e541bd-9b3c-4f2c-b33f-396c0ebf4e6c req-45aa033b-7bdf-4401-836a-0f147185c6c4 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Floating IP 4904d6ff-467f-47fd-b1b9-8ec7af0e341b disassociated. External IP: 172.25.1.109, port: f3fc466e-538a-4a11-920a-92e85cb6281f. Dec 11 22:41:47.293758 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-4606a1fb-3879-4c3c-adea-53b1ca441562 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/quotas/b49a52ba3f3243128810d043a8aeef5e HTTP/1.1" status: 200 len: 375 time: 0.0178063 Dec 11 22:41:47.294145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b0e541bd-9b3c-4f2c-b33f-396c0ebf4e6c req-45aa033b-7bdf-4401-836a-0f147185c6c4 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Calling delete_port for f3fc466e-538a-4a11-920a-92e85cb6281f owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:41:47.294920 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Attempting to bind port 40e02dba-d5f5-4480-9a9d-5d934815207a on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:41:47.296338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Attempting to bind port 40e02dba-d5f5-4480-9a9d-5d934815207a by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '8fd42773-d3b7-4a22-aa9c-75a98904af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:41:47.296829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Attempting to bind port 40e02dba-d5f5-4480-9a9d-5d934815207a on network 08958dbe-a5bc-4651-b476-814d452164d6 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:47.316969 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb1b60-1afa-437a-904e-6e84fb61371d req-846f3e7b-c8ca-4893-8d76-d35f26d3f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:47.319735 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eccb1b60-1afa-437a-904e-6e84fb61371d req-846f3e7b-c8ca-4893-8d76-d35f26d3f5ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 1101 time: 0.1084788 Dec 11 22:41:47.324228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:41:47.324623 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Checking segment: {'id': '8fd42773-d3b7-4a22-aa9c-75a98904af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:41:47.325035 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:47.325439 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Bound using segment: {'id': '8fd42773-d3b7-4a22-aa9c-75a98904af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:41:47.326331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Bound port: 40e02dba-d5f5-4480-9a9d-5d934815207a, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd42773-d3b7-4a22-aa9c-75a98904af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:41:47.326728 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:47.332325 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-bea0d125-cdad-4ea4-97bc-15d0f14fe721 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319510 Dec 11 22:41:47.336465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7a0ce4a8-2121-44bd-a9cf-db6b7c17379e None None] Provisioning complete for port 40e02dba-d5f5-4480-9a9d-5d934815207a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:47.337435 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7a0ce4a8-2121-44bd-a9cf-db6b7c17379e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:47.355602 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a886cd86-9000-4fc8-beed-93971697a087 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:47.355976 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:47.474334 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-bb68b4c9-b3ae-4f6a-856c-9e6ab737e463 service neutron] 10.222.0.45 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320384 Dec 11 22:41:47.483798 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eccb1b60-1afa-437a-904e-6e84fb61371d req-d9bb61ab-8995-4837-bbb7-73009c4a3780 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089761 Dec 11 22:41:47.543877 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb06e0-0bd3-4b0b-bcb6-fcf324da73cd req-7139e52d-6b57-4ceb-a2ac-c49f8841c24f tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:47.545426 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f2bb06e0-0bd3-4b0b-bcb6-fcf324da73cd req-7139e52d-6b57-4ceb-a2ac-c49f8841c24f tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.1234965 Dec 11 22:41:47.572600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ce4a8-2121-44bd-a9cf-db6b7c17379e None None] Port 40e02dba-d5f5-4480-9a9d-5d934815207a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:41:47.592829 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-4a600519-b099-4c11-a1e5-3a93c4574b77 service neutron] 10.222.0.45 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113994 Dec 11 22:41:47.621187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] For port 40e02dba-d5f5-4480-9a9d-5d934815207a, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:41:47.638674 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] For port 40e02dba-d5f5-4480-9a9d-5d934815207a, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=40e02dba-d5f5-4480-9a9d-5d934815207a,segment=NetworkSegment(8fd42773-d3b7-4a22-aa9c-75a98904af46),segment_id=8fd42773-d3b7-4a22-aa9c-75a98904af46)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:41:47.651927 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f2bb06e0-0bd3-4b0b-bcb6-fcf324da73cd req-5eb3bc3c-2ae0-4906-bf26-85df90e94092 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643375 Dec 11 22:41:47.659509 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:47.700680 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b0e541bd-9b3c-4f2c-b33f-396c0ebf4e6c req-45aa033b-7bdf-4401-836a-0f147185c6c4 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:47.738030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=8ddde713-1ed8-4ac2-87f6-5fcbcfc07079,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:47.765105 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:47.775958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa033b-7bdf-4401-836a-0f147185c6c4 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Pushing event deleted for resources: {'Port': ['ID=f3fc466e-538a-4a11-920a-92e85cb6281f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:47.867661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d01fd-3c79-4ccf-a9b6-a0a1a699d223 None None] Pushing event updated for resources: {'Port': ['ID=40e02dba-d5f5-4480-9a9d-5d934815207a,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:47.870606 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Routers {'7ba7112c-fcf0-4c24-8b8c-17d82524c54c'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:41:47.871254 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:41:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:47.886477 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-44b08541-38da-4591-8425-86f3c04351cd req-67095f84-b246-48e8-818e-626223a8ae85 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 210 time: 0.0392570 Dec 11 22:41:47.993186 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:48.080728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0e541bd-9b3c-4f2c-b33f-396c0ebf4e6c req-45aa033b-7bdf-4401-836a-0f147185c6c4 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Router db7abb22-9f88-46f2-b7ef-eb3eff734834 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:41:48.097287 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6df073bf-859a-4bc9-b16d-91d0295ee163 req-f2203c6f-0b43-4337-81bc-db24c770e4d9 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 210 time: 0.0476773 Dec 11 22:41:48.218040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdd91d-3708-4081-b2a7-933da3cd9357 req-04242a3b-0fbe-4f5f-a6b6-4f0c63b5c86b tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:48.228880 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41bdd91d-3708-4081-b2a7-933da3cd9357 req-04242a3b-0fbe-4f5f-a6b6-4f0c63b5c86b tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 950 time: 0.1461461 Dec 11 22:41:48.241118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=8ddde713-1ed8-4ac2-87f6-5fcbcfc07079,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:48.270510 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-882fab2a-8551-44f6-b199-e3c89d28019e req-6e9d52c4-cf02-4c28-a33c-dfc70e3cd7fc tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 210 time: 0.0722885 Dec 11 22:41:48.282148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] Set router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:41:48.392018 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41bdd91d-3708-4081-b2a7-933da3cd9357 req-4770f36f-7c73-4456-8d24-0b700e5b7492 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596649 Dec 11 22:41:48.437214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2eeef15e-551c-4e41-ab69-c7d68da1ad6a None None] Provisioning complete for port 40e02dba-d5f5-4480-9a9d-5d934815207a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:48.437855 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2eeef15e-551c-4e41-ab69-c7d68da1ad6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:48.528565 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b988bc-d2d0-4fee-a4e6-e35ce0bcfe69 req-0067b642-805b-4ff9-9f67-ea6a38b46f9d tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:48.529067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0e541bd-9b3c-4f2c-b33f-396c0ebf4e6c req-45aa033b-7bdf-4401-836a-0f147185c6c4 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:41:48.531820 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-76b988bc-d2d0-4fee-a4e6-e35ce0bcfe69 req-0067b642-805b-4ff9-9f67-ea6a38b46f9d tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 950 time: 0.1172700 Dec 11 22:41:48.540691 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472e0a75-960c-4c43-8c91-f16383811a3d None None] Sync routers for ids ['db7abb22-9f88-46f2-b7ef-eb3eff734834'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:41:48.560932 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e0a75-960c-4c43-8c91-f16383811a3d None None] Routers {'db7abb22-9f88-46f2-b7ef-eb3eff734834'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:41:48.563130 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-472e0a75-960c-4c43-8c91-f16383811a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:41:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['db7abb22-9f88-46f2-b7ef-eb3eff734834'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:48.624769 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-76b988bc-d2d0-4fee-a4e6-e35ce0bcfe69 req-a9d2452f-5f8d-43ff-9448-79d6c9af9601 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844896 Dec 11 22:41:48.653615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e541bd-9b3c-4f2c-b33f-396c0ebf4e6c req-45aa033b-7bdf-4401-836a-0f147185c6c4 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] No DVR routers for this DVR port f3fc466e-538a-4a11-920a-92e85cb6281f on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:41:48.658841 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b0e541bd-9b3c-4f2c-b33f-396c0ebf4e6c req-45aa033b-7bdf-4401-836a-0f147185c6c4 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:48.663250 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0e541bd-9b3c-4f2c-b33f-396c0ebf4e6c req-45aa033b-7bdf-4401-836a-0f147185c6c4 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.47 "DELETE /v2.0/ports/f3fc466e-538a-4a11-920a-92e85cb6281f HTTP/1.1" status: 204 len: 173 time: 2.1841395 Dec 11 22:41:48.664092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc75c4a-fff7-41d8-80b1-96a8b4c3b289', 'name': 'network-vif-deleted', 'tag': 'f3fc466e-538a-4a11-920a-92e85cb6281f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:48.674103 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16357e1b-96c1-4ad4-92be-0c4a13428dee" -d '{"events": [{"server_uuid": "5dc75c4a-fff7-41d8-80b1-96a8b4c3b289", "name": "network-vif-deleted", "tag": "f3fc466e-538a-4a11-920a-92e85cb6281f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:48.783068 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d00bd1-257a-4b69-a00b-705e6c1a84a8 x-openstack-request-id: req-c9d00bd1-257a-4b69-a00b-705e6c1a84a8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:48.792276 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc75c4a-fff7-41d8-80b1-96a8b4c3b289", "name": "network-vif-deleted", "tag": "f3fc466e-538a-4a11-920a-92e85cb6281f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:48.792838 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9d00bd1-257a-4b69-a00b-705e6c1a84a8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:48.793508 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc75c4a-fff7-41d8-80b1-96a8b4c3b289', 'name': 'network-vif-deleted', 'tag': 'f3fc466e-538a-4a11-920a-92e85cb6281f', 'status': 'completed', 'code': 200} Dec 11 22:41:48.807247 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-472e0a75-960c-4c43-8c91-f16383811a3d None None] Set router db7abb22-9f88-46f2-b7ef-eb3eff734834 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:41:48.823229 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-75f02a3d-8c61-429c-9456-0fc80e2c88a3 req-3798b5c9-4f8c-43ac-806d-207490149f5c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2709310 Dec 11 22:41:48.887335 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90c729-4973-4e23-8f8f-c1ac3ac2c339 req-e3403968-34e2-4b09-a02a-cd0cebdd28d4 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:48.895466 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f90c729-4973-4e23-8f8f-c1ac3ac2c339 req-e3403968-34e2-4b09-a02a-cd0cebdd28d4 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 950 time: 0.2703249 Dec 11 22:41:48.938286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054732be-c8cd-4116-82e8-0d5679760d28 req-3cb4c598-13f3-4748-8583-48f456fdf061 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:48.972985 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-054732be-c8cd-4116-82e8-0d5679760d28 req-3cb4c598-13f3-4748-8583-48f456fdf061 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.1465454 Dec 11 22:41:49.069840 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434fe4a9-c188-462c-a421-531b301ffa11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddde713-1ed8-4ac2-87f6-5fcbcfc07079'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:49.072040 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc78fa2b-e520-4f7b-96b4-dd23b701c95f" -d '{"events": [{"server_uuid": "434fe4a9-c188-462c-a421-531b301ffa11", "name": "network-vif-plugged", "status": "completed", "tag": "8ddde713-1ed8-4ac2-87f6-5fcbcfc07079"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:49.110917 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-054732be-c8cd-4116-82e8-0d5679760d28 req-280049a2-af7d-47f6-8f6f-bb59ff592269 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366093 Dec 11 22:41:49.161283 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2eeef15e-551c-4e41-ab69-c7d68da1ad6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:49.182725 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717fe6ae-6d24-4782-b2ca-cbd66d757a18 x-openstack-request-id: req-717fe6ae-6d24-4782-b2ca-cbd66d757a18 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:49.183053 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434fe4a9-c188-462c-a421-531b301ffa11", "name": "network-vif-plugged", "status": "completed", "tag": "8ddde713-1ed8-4ac2-87f6-5fcbcfc07079", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:49.183317 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-717fe6ae-6d24-4782-b2ca-cbd66d757a18 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:49.183717 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434fe4a9-c188-462c-a421-531b301ffa11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddde713-1ed8-4ac2-87f6-5fcbcfc07079', 'code': 200} Dec 11 22:41:49.192424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-router', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a886cd86-9000-4fc8-beed-93971697a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:41:37Z', 'updated_at': '2021-12-11T22:41:43Z', 'revision_number': 4, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'gw_port': {'id': 'a886cd86-9000-4fc8-beed-93971697a087', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:38Z', 'updated_at': '2021-12-11T22:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '40e02dba-d5f5-4480-9a9d-5d934815207a', 'name': '', 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'mac_address': 'fa:16:3e:4e:df:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:42Z', 'updated_at': '2021-12-11T22:41:47Z', 'revision_number': 4, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'subnets': [{'id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:49.208567 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1df08624-380d-4992-82b2-10d4ab9aee4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:49.261756 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-472e0a75-960c-4c43-8c91-f16383811a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'name': 'tempest-ServersTestManualDisk-1515129281-router', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:19Z', 'updated_at': '2021-12-11T22:39:31Z', 'revision_number': 4, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'gw_port': {'id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:21Z', 'updated_at': '2021-12-11T22:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '544b5323-631d-4593-86f3-06308d470ecc', 'name': '', 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'mac_address': 'fa:16:3e:be:25:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:30Z', 'updated_at': '2021-12-11T22:39:37Z', 'revision_number': 5, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'subnets': [{'id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:49.267178 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b35bc4e-0405-408f-8587-5c8d1719cbaa req-6f0beb19-0ebd-4b24-b613-54512003a73c tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 210 time: 0.1491635 Dec 11 22:41:49.290778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c535716f-02c7-4f4e-955f-9d4cd6012df5 None None] The sync data for ids ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'] in n-d-710847-6 is: [{'id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-router', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a886cd86-9000-4fc8-beed-93971697a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:41:37Z', 'updated_at': '2021-12-11T22:41:43Z', 'revision_number': 4, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'gw_port': {'id': 'a886cd86-9000-4fc8-beed-93971697a087', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:38Z', 'updated_at': '2021-12-11T22:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '40e02dba-d5f5-4480-9a9d-5d934815207a', 'name': '', 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'mac_address': 'fa:16:3e:4e:df:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:42Z', 'updated_at': '2021-12-11T22:41:47Z', 'revision_number': 4, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'subnets': [{'id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:41:49.293770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2eeef15e-551c-4e41-ab69-c7d68da1ad6a None None] For port 40e02dba-d5f5-4480-9a9d-5d934815207a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=40e02dba-d5f5-4480-9a9d-5d934815207a,segment=NetworkSegment(8fd42773-d3b7-4a22-aa9c-75a98904af46),segment_id=8fd42773-d3b7-4a22-aa9c-75a98904af46)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:49.313402 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472e0a75-960c-4c43-8c91-f16383811a3d None None] Checking router: db7abb22-9f88-46f2-b7ef-eb3eff734834 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:41:49.329723 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e0a75-960c-4c43-8c91-f16383811a3d None None] Routers {'db7abb22-9f88-46f2-b7ef-eb3eff734834'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:41:49.330386 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-472e0a75-960c-4c43-8c91-f16383811a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:41:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['db7abb22-9f88-46f2-b7ef-eb3eff734834'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:49.346223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f02a3d-8c61-429c-9456-0fc80e2c88a3 req-57707c5c-4ab9-42f6-b44a-e42244d5bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:49.347782 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-75f02a3d-8c61-429c-9456-0fc80e2c88a3 req-57707c5c-4ab9-42f6-b44a-e42244d5bc0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 1101 time: 0.4263246 Dec 11 22:41:49.404461 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2eeef15e-551c-4e41-ab69-c7d68da1ad6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:49.408139 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c6baafe4-a56f-4044-beac-88df0fe84c46 req-c97fabff-654a-4c51-9f97-e3193d90edf5 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dc75c4a-fff7-41d8-80b1-96a8b4c3b289 HTTP/1.1" status: 200 len: 210 time: 0.0393317 Dec 11 22:41:49.547879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeef15e-551c-4e41-ab69-c7d68da1ad6a None None] Pushing event updated for resources: {'Port': ['ID=40e02dba-d5f5-4480-9a9d-5d934815207a,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:49.598798 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-472e0a75-960c-4c43-8c91-f16383811a3d None None] Set router db7abb22-9f88-46f2-b7ef-eb3eff734834 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:41:49.649149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f02a3d-8c61-429c-9456-0fc80e2c88a3 req-cf2977e2-942f-4c0d-86de-f87cf51b43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:49.655944 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-75f02a3d-8c61-429c-9456-0fc80e2c88a3 req-cf2977e2-942f-4c0d-86de-f87cf51b43ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1874852 Dec 11 22:41:49.676993 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf3e89-9a85-453d-987a-f1398d3a4710 req-b302a0c2-8734-4b4c-a783-aeafbc352f18 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:49.679472 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8eaf3e89-9a85-453d-987a-f1398d3a4710 req-b302a0c2-8734-4b4c-a783-aeafbc352f18 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 950 time: 0.1303015 Dec 11 22:41:49.693629 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-144ea9e6-a42b-47be-b37b-92408d9773ed req-f74bf6a5-db5a-4f00-9889-cae2dd839ba2 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 210 time: 0.3378546 Dec 11 22:41:49.750943 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06df92-0e76-4e00-b030-33fd91595f8e req-fcafd26b-9370-49bb-b1ae-65a47c5fb56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:49.769109 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5c06df92-0e76-4e00-b030-33fd91595f8e req-fcafd26b-9370-49bb-b1ae-65a47c5fb56f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=434fe4a9-c188-462c-a421-531b301ffa11 HTTP/1.1" status: 200 len: 1101 time: 0.4433627 Dec 11 22:41:49.769109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-7f90c729-4973-4e23-8f8f-c1ac3ac2c339 req-227d88a2-7bc8-4787-9b99-69ea045a4ff3 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Deleting port 92038758-74fe-42e1-9ec6-f604b808fa36 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:41:49.769109 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7f90c729-4973-4e23-8f8f-c1ac3ac2c339 req-227d88a2-7bc8-4787-9b99-69ea045a4ff3 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:49.799529 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8eaf3e89-9a85-453d-987a-f1398d3a4710 req-f3ad74f8-252a-4f2a-acf0-1edd45bf89cb tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116605 Dec 11 22:41:49.935880 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-371b6c5e-0d45-4e74-b123-827277f6c66a tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:49.943122 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-371b6c5e-0d45-4e74-b123-827277f6c66a tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.13 "GET /v2.0/networks?id=08958dbe-a5bc-4651-b476-814d452164d6 HTTP/1.1" status: 200 len: 829 time: 0.3564470 Dec 11 22:41:49.962118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-c437e9a6-c757-4f3c-99e0-f65e6de161dc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Request body: {'port': {'device_id': '55fef848-2035-419f-80e3-f52a37494672', 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6', 'admin_state_up': True, 'tenant_id': '3d3fac63f539432a9c76c78f85438009'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:50.035848 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-75f02a3d-8c61-429c-9456-0fc80e2c88a3 req-a3b448b1-2681-4a8d-a54b-1851a003300c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=96975ca5-ae4a-4cea-b67e-af1bc59ce747 HTTP/1.1" status: 200 len: 217 time: 0.3556271 Dec 11 22:41:50.042000 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f3fc466e-538a-4a11-920a-92e85cb6281f no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:41:50.161303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: f3fc466e-538a-4a11-920a-92e85cb6281f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:41:50.161969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f3fc466e-538a-4a11-920a-92e85cb6281f not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:41:50.169667 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-472e0a75-960c-4c43-8c91-f16383811a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'name': 'tempest-ServersTestManualDisk-1515129281-router', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:19Z', 'updated_at': '2021-12-11T22:39:31Z', 'revision_number': 4, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'gw_port': {'id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:21Z', 'updated_at': '2021-12-11T22:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '544b5323-631d-4593-86f3-06308d470ecc', 'name': '', 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'mac_address': 'fa:16:3e:be:25:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:30Z', 'updated_at': '2021-12-11T22:39:37Z', 'revision_number': 5, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'subnets': [{'id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:50.205048 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e39d7-d0df-494c-8f84-57d7099ce787 req-49a3ae8e-4188-4035-9bc4-525f191e588b tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:50.222254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c9199-9a2e-40ba-a366-21d4e584cef0 req-96f9afe6-e4b9-4d2b-a25d-91262da63006 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:50.227508 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472e0a75-960c-4c43-8c91-f16383811a3d None None] The sync data for ids ['db7abb22-9f88-46f2-b7ef-eb3eff734834'] in n-d-710847-6 is: [{'id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'name': 'tempest-ServersTestManualDisk-1515129281-router', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:19Z', 'updated_at': '2021-12-11T22:39:31Z', 'revision_number': 4, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'gw_port': {'id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:21Z', 'updated_at': '2021-12-11T22:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '544b5323-631d-4593-86f3-06308d470ecc', 'name': '', 'network_id': '40cd5942-b228-4df6-8f06-39a9564982a3', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'mac_address': 'fa:16:3e:be:25:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:30Z', 'updated_at': '2021-12-11T22:39:37Z', 'revision_number': 5, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'subnets': [{'id': 'c3efc746-55d7-4419-b7bc-5774aa8f8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:41:50.235918 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-582e39d7-d0df-494c-8f84-57d7099ce787 req-49a3ae8e-4188-4035-9bc4-525f191e588b tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=434fe4a9-c188-462c-a421-531b301ffa11 HTTP/1.1" status: 200 len: 950 time: 0.2907584 Dec 11 22:41:50.238682 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac7c9199-9a2e-40ba-a366-21d4e584cef0 req-96f9afe6-e4b9-4d2b-a25d-91262da63006 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 950 time: 0.3184462 Dec 11 22:41:50.342510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f02a3d-8c61-429c-9456-0fc80e2c88a3 req-6b938ab8-a7ca-4e71-b3a7-0ca9ada1c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:50.348794 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-75f02a3d-8c61-429c-9456-0fc80e2c88a3 req-6b938ab8-a7ca-4e71-b3a7-0ca9ada1c9ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.2785928 Dec 11 22:41:50.388253 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-582e39d7-d0df-494c-8f84-57d7099ce787 req-514e8d3e-e060-49fb-b689-233868cbe69b tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435897 Dec 11 22:41:50.428586 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5c06df92-0e76-4e00-b030-33fd91595f8e req-fd645ab0-d293-42e1-bd6f-b5e49192fefb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294516 Dec 11 22:41:50.468861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-7f90c729-4973-4e23-8f8f-c1ac3ac2c339 req-227d88a2-7bc8-4787-9b99-69ea045a4ff3 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] For port 92038758-74fe-42e1-9ec6-f604b808fa36, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=92038758-74fe-42e1-9ec6-f604b808fa36,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:50.469365 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7f90c729-4973-4e23-8f8f-c1ac3ac2c339 req-227d88a2-7bc8-4787-9b99-69ea045a4ff3 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:50.494188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-c437e9a6-c757-4f3c-99e0-f65e6de161dc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Made reservation on behalf of 3d3fac63f539432a9c76c78f85438009 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:41:50.495455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-7f90c729-4973-4e23-8f8f-c1ac3ac2c339 req-227d88a2-7bc8-4787-9b99-69ea045a4ff3 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Calling delete_port for 92038758-74fe-42e1-9ec6-f604b808fa36 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:41:50.499980 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-c437e9a6-c757-4f3c-99e0-f65e6de161dc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:50.502272 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac7c9199-9a2e-40ba-a366-21d4e584cef0 req-8c1efc94-02c7-4a34-8a94-659a02174b54 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149961 Dec 11 22:41:50.637263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f02a3d-8c61-429c-9456-0fc80e2c88a3 req-9cce1a2a-d46f-4db9-bc8b-7cf65b52bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:50.637263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-75f02a3d-8c61-429c-9456-0fc80e2c88a3 req-9cce1a2a-d46f-4db9-bc8b-7cf65b52bdb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2422478 Dec 11 22:41:50.691491 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-c437e9a6-c757-4f3c-99e0-f65e6de161dc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Allocated IP 172.20.0.11 (08958dbe-a5bc-4651-b476-814d452164d6/c2f4b2a5-be16-4cf3-91d6-a3279d826f2c/e84a9cf5-458d-4527-954b-94b58b1a614e) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:41:50.734797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cd222-17ed-42f9-8d9a-4467603f5b3b req-21d81f8f-b028-42b1-84a4-4bf8c3720781 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:50.736967 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-127cd222-17ed-42f9-8d9a-4467603f5b3b req-21d81f8f-b028-42b1-84a4-4bf8c3720781 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.1066535 Dec 11 22:41:50.781187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9092986b-1787-4b1e-aade-7dd41d21497c None None] New status for floating IP 4904d6ff-467f-47fd-b1b9-8ec7af0e341b: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:41:50.861300 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d8018b4f-e068-4fb7-88e8-0d5b5d2e45ee req-091d6bef-0f98-4780-a002-d0bb784b75c6 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 210 time: 0.0387533 Dec 11 22:41:50.910295 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-c437e9a6-c757-4f3c-99e0-f65e6de161dc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:50.939599 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7f90c729-4973-4e23-8f8f-c1ac3ac2c339 req-227d88a2-7bc8-4787-9b99-69ea045a4ff3 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:50.946946 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-75f02a3d-8c61-429c-9456-0fc80e2c88a3 req-98b0d2a7-d788-4dbd-874a-b21b3c310bf3 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044463 Dec 11 22:41:50.982926 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['eb6d4cc8-9102-4461-acbd-e955c630a8d1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:50.992438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d88a2-7bc8-4787-9b99-69ea045a4ff3 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Pushing event deleted for resources: {'Port': ['ID=92038758-74fe-42e1-9ec6-f604b808fa36,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:51.000988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-127cd222-17ed-42f9-8d9a-4467603f5b3b req-2fbedb65-6954-48ad-b022-9fdadba8edef tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436078 Dec 11 22:41:51.028339 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-c437e9a6-c757-4f3c-99e0-f65e6de161dc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:51.071548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f90c729-4973-4e23-8f8f-c1ac3ac2c339 req-227d88a2-7bc8-4787-9b99-69ea045a4ff3 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] No DVR routers for this DVR port 92038758-74fe-42e1-9ec6-f604b808fa36 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:41:51.074444 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7f90c729-4973-4e23-8f8f-c1ac3ac2c339 req-227d88a2-7bc8-4787-9b99-69ea045a4ff3 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:51.079854 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f90c729-4973-4e23-8f8f-c1ac3ac2c339 req-227d88a2-7bc8-4787-9b99-69ea045a4ff3 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.47 "DELETE /v2.0/ports/92038758-74fe-42e1-9ec6-f604b808fa36 HTTP/1.1" status: 204 len: 173 time: 2.1399317 Dec 11 22:41:51.082904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc867bfd-cf35-4611-b0b7-45ab007a0517', 'name': 'network-vif-deleted', 'tag': '92038758-74fe-42e1-9ec6-f604b808fa36'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:51.086482 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252680be-769d-493f-a355-2ca5ee3bea0a" -d '{"events": [{"server_uuid": "fc867bfd-cf35-4611-b0b7-45ab007a0517", "name": "network-vif-deleted", "tag": "92038758-74fe-42e1-9ec6-f604b808fa36"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:51.185905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50976) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:51.239767 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d94b2ad9-b617-4ddd-b678-cdc70c46b531 req-729bbb26-8e8e-45bc-a489-2ac387223ac2 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 210 time: 0.1851072 Dec 11 22:41:51.274605 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-c437e9a6-c757-4f3c-99e0-f65e6de161dc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Network 08958dbe-a5bc-4651-b476-814d452164d6 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:41:51.278260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-c437e9a6-c757-4f3c-99e0-f65e6de161dc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:41:51.282277 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-c437e9a6-c757-4f3c-99e0-f65e6de161dc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:41:51.297980 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-75f02a3d-8c61-429c-9456-0fc80e2c88a3 req-4aeb8a56-80f1-4760-989c-4f1e30c79554 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549236 Dec 11 22:41:51.308546 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437e9a6-c757-4f3c-99e0-f65e6de161dc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Pushing event updated for resources: {'Port': ['ID=e84a9cf5-458d-4527-954b-94b58b1a614e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:51.320924 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-951ec2ec-8fee-430f-ad35-393749eda205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:51.338904 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf77816-9ab0-4563-b2b8-beebed41dead x-openstack-request-id: req-fbf77816-9ab0-4563-b2b8-beebed41dead {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:51.338904 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc867bfd-cf35-4611-b0b7-45ab007a0517", "name": "network-vif-deleted", "tag": "92038758-74fe-42e1-9ec6-f604b808fa36", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:51.338904 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fbf77816-9ab0-4563-b2b8-beebed41dead {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:51.338904 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc867bfd-cf35-4611-b0b7-45ab007a0517', 'name': 'network-vif-deleted', 'tag': '92038758-74fe-42e1-9ec6-f604b808fa36', 'status': 'completed', 'code': 200} Dec 11 22:41:51.359651 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 40e02dba-d5f5-4480-9a9d-5d934815207a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:41:51.374575 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-05a1647e-b7a5-4299-be5c-514bc08df0e5 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:51.376714 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-c437e9a6-c757-4f3c-99e0-f65e6de161dc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:51.377383 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-c437e9a6-c757-4f3c-99e0-f65e6de161dc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:51.445460 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-05a1647e-b7a5-4299-be5c-514bc08df0e5 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:51.468129 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-c437e9a6-c757-4f3c-99e0-f65e6de161dc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5123429 Dec 11 22:41:51.482209 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Request body: {'port': {'device_id': '55fef848-2035-419f-80e3-f52a37494672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:51.552535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 40e02dba-d5f5-4480-9a9d-5d934815207a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:51.553068 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:51.648434 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:51.698658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6a16bfec-e628-4d6a-84fb-321685ae2970 None None] Provisioning complete for port e84a9cf5-458d-4527-954b-94b58b1a614e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:41:51.699020 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a16bfec-e628-4d6a-84fb-321685ae2970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:51.713519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d71699-3041-4ae7-9a4c-1f91f06781e6 req-31deefa8-0564-4e21-a499-798c5c8a4178 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:51.715307 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d3d71699-3041-4ae7-9a4c-1f91f06781e6 req-31deefa8-0564-4e21-a499-798c5c8a4178 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=434fe4a9-c188-462c-a421-531b301ffa11 HTTP/1.1" status: 200 len: 950 time: 0.1807644 Dec 11 22:41:51.747110 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60ce0758-32f3-4db2-9c6f-13a3fda8cd1c req-17871df0-428e-476c-92f4-f42ef0bddec2 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc867bfd-cf35-4611-b0b7-45ab007a0517 HTTP/1.1" status: 200 len: 210 time: 0.0383384 Dec 11 22:41:51.757277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-e3acb09d-25eb-4cfd-8755-9abe9b23910c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:51.758763 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-e3acb09d-25eb-4cfd-8755-9abe9b23910c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.13 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 812 time: 0.2360277 Dec 11 22:41:51.762729 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-05a1647e-b7a5-4299-be5c-514bc08df0e5 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:51.767116 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-05a1647e-b7a5-4299-be5c-514bc08df0e5 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:51.771024 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-05a1647e-b7a5-4299-be5c-514bc08df0e5 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "DELETE /v2.0/security-groups/7d5717a8-d149-415d-a025-bb358ba326b8 HTTP/1.1" status: 204 len: 168 time: 0.5839710 Dec 11 22:41:51.771746 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50986) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:51.781695 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-9ff7f7a8-0fbb-46fa-92d4-8e9ddf59b1bb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Request body: {'port': {'device_id': 'aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a', 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd', 'admin_state_up': True, 'tenant_id': 'b49a52ba3f3243128810d043a8aeef5e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:51.786527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6a16bfec-e628-4d6a-84fb-321685ae2970 None None] Port e84a9cf5-458d-4527-954b-94b58b1a614e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:41:51.823337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1647e-b7a5-4299-be5c-514bc08df0e5 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5717a8-d149-415d-a025-bb358ba326b8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:51.827696 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-f880511f-de57-4565-ba16-4f781650ddd2 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] show failed (client error): The resource could not be found. Dec 11 22:41:51.832697 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f880511f-de57-4565-ba16-4f781650ddd2 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "GET /v2.0/security-groups/7d5717a8-d149-415d-a025-bb358ba326b8 HTTP/1.1" status: 404 len: 347 time: 0.0568285 Dec 11 22:41:51.861839 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50988) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:51.987407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d3d71699-3041-4ae7-9a4c-1f91f06781e6 req-d5ce8933-1626-4196-82e0-6769e5047da4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269404 Dec 11 22:41:52.040318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caeb81-5676-49a8-b344-e90fd41817a8 req-2c653d79-e543-4058-9b6d-5dcd0e2f9557 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:52.041086 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64caeb81-5676-49a8-b344-e90fd41817a8 req-2c653d79-e543-4058-9b6d-5dcd0e2f9557 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 932 time: 0.0804446 Dec 11 22:41:52.044001 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 92038758-74fe-42e1-9ec6-f604b808fa36 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:41:52.073243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 92038758-74fe-42e1-9ec6-f604b808fa36 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:41:52.073746 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 92038758-74fe-42e1-9ec6-f604b808fa36 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:41:52.125872 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64caeb81-5676-49a8-b344-e90fd41817a8 req-233c3b42-4e59-4d33-98ba-52001587f608 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2f81f7d-b36c-42b7-8780-402a25222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734844 Dec 11 22:41:52.130029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-9ff7f7a8-0fbb-46fa-92d4-8e9ddf59b1bb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Made reservation on behalf of b49a52ba3f3243128810d043a8aeef5e for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:41:52.134151 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-9ff7f7a8-0fbb-46fa-92d4-8e9ddf59b1bb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.136334 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-7228b622-c7a0-4d1b-bfc7-dbe41cc1c236 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Deleting port 30742423-bcda-4f2f-8374-c62bc74ec782 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:41:52.136749 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7228b622-c7a0-4d1b-bfc7-dbe41cc1c236 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.196052 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.287247 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767bf28-c48e-4d09-8b6c-044a5dfc8b36 req-2294a0ce-e3c7-4a2d-9840-9fdbcf2b0ea1 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:52.288837 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5767bf28-c48e-4d09-8b6c-044a5dfc8b36 req-2294a0ce-e3c7-4a2d-9840-9fdbcf2b0ea1 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.1492269 Dec 11 22:41:52.290067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-9ff7f7a8-0fbb-46fa-92d4-8e9ddf59b1bb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Allocated IP 172.20.0.3 (5b547cd6-e1c3-47dd-aace-0c89098672dd/d56072fb-d6eb-465a-81da-2818b252a24c/9b296e76-dddc-4019-b6a3-f789683b2f92) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:41:52.323072 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7228b622-c7a0-4d1b-bfc7-dbe41cc1c236 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.323438 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7228b622-c7a0-4d1b-bfc7-dbe41cc1c236 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.327895 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84a9cf5-458d-4527-954b-94b58b1a614e {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:52.346519 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.357671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-7228b622-c7a0-4d1b-bfc7-dbe41cc1c236 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Calling delete_port for 30742423-bcda-4f2f-8374-c62bc74ec782 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:41:52.380458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-62ed90fa-b87c-4a43-a0c5-fa3e2018e349 req-4a0a62d3-c4a1-42a1-b8b0-31bf154ce16d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 210 time: 0.0527155 Dec 11 22:41:52.381729 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Transition to ACTIVE for port object e84a9cf5-458d-4527-954b-94b58b1a614e will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:41:52.456031 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5767bf28-c48e-4d09-8b6c-044a5dfc8b36 req-2b0dbab8-c25f-44f2-9702-673c1df6b3d6 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362100 Dec 11 22:41:52.483601 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.512361 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-9ff7f7a8-0fbb-46fa-92d4-8e9ddf59b1bb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.572242 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Pushing event updated for resources: {'Port': ['ID=e84a9cf5-458d-4527-954b-94b58b1a614e,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:52.634550 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-9ff7f7a8-0fbb-46fa-92d4-8e9ddf59b1bb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.649457 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Attempting to bind port e84a9cf5-458d-4527-954b-94b58b1a614e on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:41:52.649457 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Attempting to bind port e84a9cf5-458d-4527-954b-94b58b1a614e by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '8fd42773-d3b7-4a22-aa9c-75a98904af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:41:52.649853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Attempting to bind port e84a9cf5-458d-4527-954b-94b58b1a614e on network 08958dbe-a5bc-4651-b476-814d452164d6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:52.657134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Port e84a9cf5-458d-4527-954b-94b58b1a614e on network 08958dbe-a5bc-4651-b476-814d452164d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:41:52.657471 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Attempting to bind port e84a9cf5-458d-4527-954b-94b58b1a614e on network 08958dbe-a5bc-4651-b476-814d452164d6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:52.665728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:41:52.666319 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Checking segment: {'id': '8fd42773-d3b7-4a22-aa9c-75a98904af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:41:52.666724 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Bound using segment: {'id': '8fd42773-d3b7-4a22-aa9c-75a98904af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:41:52.667194 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Bound port: e84a9cf5-458d-4527-954b-94b58b1a614e, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd42773-d3b7-4a22-aa9c-75a98904af46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:41:52.667553 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.695618 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-9ff7f7a8-0fbb-46fa-92d4-8e9ddf59b1bb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Network 5b547cd6-e1c3-47dd-aace-0c89098672dd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:41:52.699046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-9ff7f7a8-0fbb-46fa-92d4-8e9ddf59b1bb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:41:52.703018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-9ff7f7a8-0fbb-46fa-92d4-8e9ddf59b1bb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:41:52.709688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7f7a8-0fbb-46fa-92d4-8e9ddf59b1bb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Pushing event updated for resources: {'Port': ['ID=9b296e76-dddc-4019-b6a3-f789683b2f92,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:52.748613 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7228b622-c7a0-4d1b-bfc7-dbe41cc1c236 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.762000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-9ff7f7a8-0fbb-46fa-92d4-8e9ddf59b1bb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:52.762830 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-9ff7f7a8-0fbb-46fa-92d4-8e9ddf59b1bb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.780885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] For port e84a9cf5-458d-4527-954b-94b58b1a614e, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:41:52.797458 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228b622-c7a0-4d1b-bfc7-dbe41cc1c236 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Pushing event deleted for resources: {'Port': ['ID=30742423-bcda-4f2f-8374-c62bc74ec782,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:52.805228 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] For port e84a9cf5-458d-4527-954b-94b58b1a614e, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e84a9cf5-458d-4527-954b-94b58b1a614e,segment=NetworkSegment(8fd42773-d3b7-4a22-aa9c-75a98904af46),segment_id=8fd42773-d3b7-4a22-aa9c-75a98904af46)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:41:52.851022 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-9ff7f7a8-0fbb-46fa-92d4-8e9ddf59b1bb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0736434 Dec 11 22:41:52.862638 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7228b622-c7a0-4d1b-bfc7-dbe41cc1c236 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.862638 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7228b622-c7a0-4d1b-bfc7-dbe41cc1c236 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.863072 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7228b622-c7a0-4d1b-bfc7-dbe41cc1c236 tempest-ServersTestManualDisk-722139042 tempest-ServersTestManualDisk-722139042-project] 10.222.0.45 "DELETE /v2.0/floatingips/4904d6ff-467f-47fd-b1b9-8ec7af0e341b HTTP/1.1" status: 204 len: 168 time: 1.0052485 Dec 11 22:41:52.863479 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Request body: {'port': {'device_id': 'aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:52.866456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51002) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:52.912031 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.926964 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.955741 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:52.956661 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:52.958237 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] 10.222.0.13 "PUT /v2.0/ports/e84a9cf5-458d-4527-954b-94b58b1a614e HTTP/1.1" status: 200 len: 1092 time: 1.4804657 Dec 11 22:41:52.962449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fef848-2035-419f-80e3-f52a37494672', 'tag': 'e84a9cf5-458d-4527-954b-94b58b1a614e'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:52.965666 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64705779-1fe2-4511-af13-d06696e90b26" -d '{"events": [{"name": "network-changed", "server_uuid": "55fef848-2035-419f-80e3-f52a37494672", "tag": "e84a9cf5-458d-4527-954b-94b58b1a614e"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:53.031709 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bc0e7f-73f8-43e5-a9ca-6c85255fd058 x-openstack-request-id: req-91bc0e7f-73f8-43e5-a9ca-6c85255fd058 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:53.035747 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fef848-2035-419f-80e3-f52a37494672", "tag": "e84a9cf5-458d-4527-954b-94b58b1a614e", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:53.035747 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91bc0e7f-73f8-43e5-a9ca-6c85255fd058 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:53.035747 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fef848-2035-419f-80e3-f52a37494672', 'tag': 'e84a9cf5-458d-4527-954b-94b58b1a614e', 'status': 'completed', 'code': 200} Dec 11 22:41:53.040794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8c00c-4fb2-4d8e-9acb-b41386185040 service neutron] Pushing event updated for resources: {'Port': ['ID=e84a9cf5-458d-4527-954b-94b58b1a614e,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:53.487563 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64705779-1fe2-4511-af13-d06696e90b26 req-72bb2fc0-9227-4150-b9b4-119955f568c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:53.488976 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-64705779-1fe2-4511-af13-d06696e90b26 req-72bb2fc0-9227-4150-b9b4-119955f568c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3fac63f539432a9c76c78f85438009&device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 1095 time: 0.4339612 Dec 11 22:41:53.531253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c84680-7f39-4c8d-a5fa-198a72c4d6c5 req-11b68311-5240-4b5c-aa6b-d206f3d7f95a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:53.532335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-81c84680-7f39-4c8d-a5fa-198a72c4d6c5 req-11b68311-5240-4b5c-aa6b-d206f3d7f95a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=434fe4a9-c188-462c-a421-531b301ffa11 HTTP/1.1" status: 200 len: 950 time: 0.4281170 Dec 11 22:41:53.576394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18387a-6855-45e4-868f-ccf8c0a64f67 req-01522692-e475-42d4-8bbc-648f4a1843b3 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:53.577878 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd18387a-6855-45e4-868f-ccf8c0a64f67 req-01522692-e475-42d4-8bbc-648f4a1843b3 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 944 time: 0.1351655 Dec 11 22:41:53.611551 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-81c84680-7f39-4c8d-a5fa-198a72c4d6c5 req-b2ef5a6f-af42-4cd4-b8bc-3814ca8f2c23 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716405 Dec 11 22:41:53.664171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b296e76-dddc-4019-b6a3-f789683b2f92 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:53.673281 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:53.697751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Transition to ACTIVE for port object 9b296e76-dddc-4019-b6a3-f789683b2f92 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:41:53.736699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec3c22-c18d-498f-b532-09359c5b4145 req-faf7708c-d705-4358-ac7e-3f52cdb049c1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:53.738450 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58ec3c22-c18d-498f-b532-09359c5b4145 req-faf7708c-d705-4358-ac7e-3f52cdb049c1 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 949 time: 0.0558987 Dec 11 22:41:53.774238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64705779-1fe2-4511-af13-d06696e90b26 req-3e2fd3ca-6776-4e2e-bbe0-4c7d6dadf81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:53.775805 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-64705779-1fe2-4511-af13-d06696e90b26 req-3e2fd3ca-6776-4e2e-bbe0-4c7d6dadf81f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3d3fac63f539432a9c76c78f85438009&shared=False HTTP/1.1" status: 200 len: 930 time: 0.2731838 Dec 11 22:41:53.782895 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd18387a-6855-45e4-868f-ccf8c0a64f67 req-73d37c56-2cdb-4298-836c-6d6c9e9adbb3 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2f81f7d-b36c-42b7-8780-402a25222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724277 Dec 11 22:41:53.804383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58ec3c22-c18d-498f-b532-09359c5b4145 req-19d52b28-dd2e-4151-b3ec-fbad4844c9e2 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569823 Dec 11 22:41:53.836981 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:53.853088 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:53.910418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Pushing event updated for resources: {'Port': ['ID=9b296e76-dddc-4019-b6a3-f789683b2f92,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:53.994187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64705779-1fe2-4511-af13-d06696e90b26 req-0f160625-87a3-4d8a-bddb-00e5b856228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:53.995285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbde277-1f8a-45b9-81a3-3c2ea46993e1 req-0443b471-b944-40ce-920e-0a05088bf704 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:53.995450 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-64705779-1fe2-4511-af13-d06696e90b26 req-0f160625-87a3-4d8a-bddb-00e5b856228a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2099714 Dec 11 22:41:53.996990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bdbde277-1f8a-45b9-81a3-3c2ea46993e1 req-0443b471-b944-40ce-920e-0a05088bf704 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 943 time: 0.1046927 Dec 11 22:41:54.006658 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b9237-883d-4230-b6aa-d03e21e62c0d req-b6d1dad9-5a38-4b65-8471-f8a3c42bdb62 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:54.008284 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-246b9237-883d-4230-b6aa-d03e21e62c0d req-b6d1dad9-5a38-4b65-8471-f8a3c42bdb62 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.0930505 Dec 11 22:41:54.081757 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Attempting to bind port 9b296e76-dddc-4019-b6a3-f789683b2f92 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:41:54.082104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Attempting to bind port 9b296e76-dddc-4019-b6a3-f789683b2f92 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:41:54.082464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Attempting to bind port 9b296e76-dddc-4019-b6a3-f789683b2f92 on network 5b547cd6-e1c3-47dd-aace-0c89098672dd {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:54.089834 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bdbde277-1f8a-45b9-81a3-3c2ea46993e1 req-236a0d2c-c4e1-4218-8697-d26a1cd78aa5 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717936 Dec 11 22:41:54.092021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Port 9b296e76-dddc-4019-b6a3-f789683b2f92 on network 5b547cd6-e1c3-47dd-aace-0c89098672dd not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:41:54.092351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Attempting to bind port 9b296e76-dddc-4019-b6a3-f789683b2f92 on network 5b547cd6-e1c3-47dd-aace-0c89098672dd {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:41:54.097667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:41:54.098019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Checking segment: {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:41:54.098408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Bound using segment: {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:41:54.098871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Bound port: 9b296e76-dddc-4019-b6a3-f789683b2f92, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:41:54.099717 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:54.124394 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-246b9237-883d-4230-b6aa-d03e21e62c0d req-ffbf1e6c-802a-4e8d-b92b-d0ce9be0c521 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067152 Dec 11 22:41:54.139135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-285f4990-27ea-4836-ad84-6a00b7197719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:54.140647 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-285f4990-27ea-4836-ad84-6a00b7197719 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3fac63f539432a9c76c78f85438009&device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 1095 time: 0.0782821 Dec 11 22:41:54.159674 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8cf0487d-fe6e-4781-915b-97ce9274b146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:54.178567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] For port 9b296e76-dddc-4019-b6a3-f789683b2f92, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:41:54.182245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] For port 9b296e76-dddc-4019-b6a3-f789683b2f92, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9b296e76-dddc-4019-b6a3-f789683b2f92,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:41:54.244106 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-6032a335-8c3c-45ca-8951-29e5f59770d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e84a9cf5-458d-4527-954b-94b58b1a614e HTTP/1.1" status: 200 len: 217 time: 0.0802288 Dec 11 22:41:54.279374 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:54.321871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:54.323050 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:54.324486 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] 10.222.0.13 "PUT /v2.0/ports/9b296e76-dddc-4019-b6a3-f789683b2f92 HTTP/1.1" status: 200 len: 1091 time: 1.4656193 Dec 11 22:41:54.324945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a', 'tag': '9b296e76-dddc-4019-b6a3-f789683b2f92'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:54.327261 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399f1afe-46d3-4cd4-8e5f-b35a1bce089f" -d '{"events": [{"name": "network-changed", "server_uuid": "aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a", "tag": "9b296e76-dddc-4019-b6a3-f789683b2f92"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:54.343248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-361ecd30-7892-4e2a-b397-bd036fb635e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:54.344737 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-361ecd30-7892-4e2a-b397-bd036fb635e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2f4b2a5-be16-4cf3-91d6-a3279d826f2c HTTP/1.1" status: 200 len: 868 time: 0.0868909 Dec 11 22:41:54.356153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5130a-63d2-48c7-8c60-ce908c630288 service neutron] Pushing event updated for resources: {'Port': ['ID=9b296e76-dddc-4019-b6a3-f789683b2f92,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:54.402216 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396f503e-2a3f-4708-80f9-feac00edb64a x-openstack-request-id: req-396f503e-2a3f-4708-80f9-feac00edb64a {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:54.402485 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a", "tag": "9b296e76-dddc-4019-b6a3-f789683b2f92", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:54.404500 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-396f503e-2a3f-4708-80f9-feac00edb64a {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:54.404500 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a', 'tag': '9b296e76-dddc-4019-b6a3-f789683b2f92', 'status': 'completed', 'code': 200} Dec 11 22:41:54.439972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69b802-ce8a-4157-afa0-88d974fe509e req-1f441e40-4784-4e70-a5a0-d748bd44cfe8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:54.447056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69b802-ce8a-4157-afa0-88d974fe509e req-1f441e40-4784-4e70-a5a0-d748bd44cfe8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:54.448667 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee69b802-ce8a-4157-afa0-88d974fe509e req-1f441e40-4784-4e70-a5a0-d748bd44cfe8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab&device_id=434fe4a9-c188-462c-a421-531b301ffa11 HTTP/1.1" status: 200 len: 1691 time: 0.0786295 Dec 11 22:41:54.455642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-17dcf4ed-95c4-4acd-ba10-bc2243c77ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:54.461000 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-17dcf4ed-95c4-4acd-ba10-bc2243c77ba4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08958dbe-a5bc-4651-b476-814d452164d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779004 Dec 11 22:41:54.505631 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f1afe-46d3-4cd4-8e5f-b35a1bce089f req-4d17ce34-7d00-4a89-ae88-5a76324ff05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:54.507474 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-399f1afe-46d3-4cd4-8e5f-b35a1bce089f req-4d17ce34-7d00-4a89-ae88-5a76324ff05b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 1094 time: 0.0871592 Dec 11 22:41:54.524156 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:54.535791 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee69b802-ce8a-4157-afa0-88d974fe509e req-0b12185e-cf01-4686-9c08-333a785aaf5c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692515 Dec 11 22:41:54.616585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f1afe-46d3-4cd4-8e5f-b35a1bce089f req-d79e0b15-406d-430b-bbec-8eed26f63682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:54.621280 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-399f1afe-46d3-4cd4-8e5f-b35a1bce089f req-d79e0b15-406d-430b-bbec-8eed26f63682 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b49a52ba3f3243128810d043a8aeef5e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1003826 Dec 11 22:41:54.626367 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-42b874df-ee7f-4c2d-ab21-cf841de25c53 service neutron] 10.222.0.13 "GET /v2.0/networks/08958dbe-a5bc-4651-b476-814d452164d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612568 Dec 11 22:41:54.696025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0487d-fe6e-4781-915b-97ce9274b146 admin admin] Deleting port 544b5323-631d-4593-86f3-06308d470ecc {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:41:54.696397 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8cf0487d-fe6e-4781-915b-97ce9274b146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:54.761090 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f1afe-46d3-4cd4-8e5f-b35a1bce089f req-93a1543b-8139-45c9-8a87-3ccb67b24eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:54.762727 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-399f1afe-46d3-4cd4-8e5f-b35a1bce089f req-93a1543b-8139-45c9-8a87-3ccb67b24eae service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376476 Dec 11 22:41:54.764450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a0ff4-0441-4a7a-afe7-ac1e1862383a req-23225ed7-2d7d-4e42-b16a-75bad9cdf664 tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:54.765812 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-261a0ff4-0441-4a7a-afe7-ac1e1862383a req-23225ed7-2d7d-4e42-b16a-75bad9cdf664 tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 1101 time: 0.0752473 Dec 11 22:41:54.793049 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91827a85-1180-4eb7-a325-37e2775c39d6 req-73f0afe7-c1e5-4061-b865-2b8732d45e77 service neutron] 10.222.0.13 "GET /v2.0/networks/08958dbe-a5bc-4651-b476-814d452164d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586041 Dec 11 22:41:54.809481 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-8cf0487d-fe6e-4781-915b-97ce9274b146 admin admin] For port 544b5323-631d-4593-86f3-06308d470ecc, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=544b5323-631d-4593-86f3-06308d470ecc,segment=NetworkSegment(3cc461a5-5d6d-4e5a-8104-38ebb536de39),segment_id=3cc461a5-5d6d-4e5a-8104-38ebb536de39)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:54.809989 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8cf0487d-fe6e-4781-915b-97ce9274b146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:54.824102 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-261a0ff4-0441-4a7a-afe7-ac1e1862383a req-ff07f024-41d6-4aa5-82dc-79ca22aaf2e3 tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441380 Dec 11 22:41:54.849913 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0487d-fe6e-4781-915b-97ce9274b146 admin admin] Calling delete_port for 544b5323-631d-4593-86f3-06308d470ecc owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:41:54.876750 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-1ce69e02-c1b6-4d9a-917d-990870e404ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:54.877786 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-1ce69e02-c1b6-4d9a-917d-990870e404ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 1094 time: 0.0648704 Dec 11 22:41:54.977170 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b36d1a-9b13-41ee-ba64-d8fd2c3e4524 req-b72c01e9-04e6-4298-9737-4749b76e1b2e tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:54.977744 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-15b36d1a-9b13-41ee-ba64-d8fd2c3e4524 req-b72c01e9-04e6-4298-9737-4749b76e1b2e tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.47 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 949 time: 0.0812860 Dec 11 22:41:54.990144 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-94e14c40-88b4-4550-9c75-f4b64935070c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b296e76-dddc-4019-b6a3-f789683b2f92 HTTP/1.1" status: 200 len: 217 time: 0.0826373 Dec 11 22:41:54.999865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1c31a-7e60-4b72-ab95-85e427f762c2 req-5b95e367-7f8e-4231-b314-e89922afc162 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:55.001563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91d1c31a-7e60-4b72-ab95-85e427f762c2 req-5b95e367-7f8e-4231-b314-e89922afc162 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 949 time: 0.0958190 Dec 11 22:41:55.025400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e96cbd-82d0-4af0-8c73-2c1465b31d7e req-a92eb58f-65c9-4851-b4f8-52cb08b724b7 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:55.026948 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-94e96cbd-82d0-4af0-8c73-2c1465b31d7e req-a92eb58f-65c9-4851-b4f8-52cb08b724b7 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 944 time: 0.1183805 Dec 11 22:41:55.099743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91d1c31a-7e60-4b72-ab95-85e427f762c2 req-385cb82b-e54f-4bf4-a7cd-cbf406a65965 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed995803-ef54-4c9b-92b2-e5186d2e33ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807607 Dec 11 22:41:55.117668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ed5ea103-2146-491b-873b-3cb60d977ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:55.119115 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ed5ea103-2146-491b-873b-3cb60d977ff9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56072fb-d6eb-465a-81da-2818b252a24c HTTP/1.1" status: 200 len: 852 time: 0.1108994 Dec 11 22:41:55.126933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-15b36d1a-9b13-41ee-ba64-d8fd2c3e4524 req-f039796a-3faf-4de2-872f-7e51c956c9ea tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Deleting port eb6d4cc8-9102-4461-acbd-e955c630a8d1 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:41:55.127405 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-15b36d1a-9b13-41ee-ba64-d8fd2c3e4524 req-f039796a-3faf-4de2-872f-7e51c956c9ea tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:55.178509 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-3ff19272-ed84-47bc-88b0-08d9a8428767 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b547cd6-e1c3-47dd-aace-0c89098672dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449781 Dec 11 22:41:55.185299 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-94e96cbd-82d0-4af0-8c73-2c1465b31d7e req-fdf0fff2-0a93-4377-a48e-cf6709698db8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2f81f7d-b36c-42b7-8780-402a25222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250296 Dec 11 22:41:55.246606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2445a86-dbc4-49d0-8600-68e227cfd5a5 req-a5166a2e-3392-41d3-94e5-482245fdfc53 tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:55.248317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c2445a86-dbc4-49d0-8600-68e227cfd5a5 req-a5166a2e-3392-41d3-94e5-482245fdfc53 tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=434fe4a9-c188-462c-a421-531b301ffa11 HTTP/1.1" status: 200 len: 1101 time: 0.0723088 Dec 11 22:41:55.301082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-15b36d1a-9b13-41ee-ba64-d8fd2c3e4524 req-f039796a-3faf-4de2-872f-7e51c956c9ea tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] For port eb6d4cc8-9102-4461-acbd-e955c630a8d1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=eb6d4cc8-9102-4461-acbd-e955c630a8d1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:55.302121 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-15b36d1a-9b13-41ee-ba64-d8fd2c3e4524 req-f039796a-3faf-4de2-872f-7e51c956c9ea tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:55.325027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-15b36d1a-9b13-41ee-ba64-d8fd2c3e4524 req-f039796a-3faf-4de2-872f-7e51c956c9ea tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Calling delete_port for eb6d4cc8-9102-4461-acbd-e955c630a8d1 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:41:55.332923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c2445a86-dbc4-49d0-8600-68e227cfd5a5 req-4b557225-e5ba-4076-bb92-a2f34ca47a2f tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742352 Dec 11 22:41:55.373484 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-e664d0f9-eb02-4cbd-8a3e-2de5040d2a93 service neutron] 10.222.0.13 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824775 Dec 11 22:41:55.380296 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342cdfc-239a-49c0-b648-588d3f91e648 req-3f99b534-e237-49df-bb9f-87bab0c7ec13 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:55.382199 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f342cdfc-239a-49c0-b648-588d3f91e648 req-3f99b534-e237-49df-bb9f-87bab0c7ec13 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 943 time: 0.0959449 Dec 11 22:41:55.443190 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8cf0487d-fe6e-4781-915b-97ce9274b146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:55.486944 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0487d-fe6e-4781-915b-97ce9274b146 admin admin] Pushing event deleted for resources: {'Port': ['ID=544b5323-631d-4593-86f3-06308d470ecc,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:55.527207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea01cd8-975e-49fd-bd9d-9f57f6233cd6 req-36f36632-5b6f-40d9-a3dd-f33ea45e5022 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:55.529097 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cea01cd8-975e-49fd-bd9d-9f57f6233cd6 req-36f36632-5b6f-40d9-a3dd-f33ea45e5022 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.0768044 Dec 11 22:41:55.580786 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f342cdfc-239a-49c0-b648-588d3f91e648 req-b94bb253-77ca-4c1e-9df8-e280321f632f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724846 Dec 11 22:41:55.588740 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cea01cd8-975e-49fd-bd9d-9f57f6233cd6 req-b6f91522-a3d9-4e40-9617-0fbf4ac5df3f tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526745 Dec 11 22:41:55.590765 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63c3b59b-d2d6-4279-99cf-032550b49155 req-ff1ea276-44ab-41c1-a47a-4914c4f88c74 service neutron] 10.222.0.13 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075770 Dec 11 22:41:55.605913 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-15b36d1a-9b13-41ee-ba64-d8fd2c3e4524 req-f039796a-3faf-4de2-872f-7e51c956c9ea tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:55.642027 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['eb6d4cc8-9102-4461-acbd-e955c630a8d1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:41:55.702080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039796a-3faf-4de2-872f-7e51c956c9ea tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Pushing event deleted for resources: {'Port': ['ID=eb6d4cc8-9102-4461-acbd-e955c630a8d1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:55.746184 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8cf0487d-fe6e-4781-915b-97ce9274b146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:55.774575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b36d1a-9b13-41ee-ba64-d8fd2c3e4524 req-f039796a-3faf-4de2-872f-7e51c956c9ea tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] No DVR routers for this DVR port eb6d4cc8-9102-4461-acbd-e955c630a8d1 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:41:55.785356 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-15b36d1a-9b13-41ee-ba64-d8fd2c3e4524 req-f039796a-3faf-4de2-872f-7e51c956c9ea tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:55.789727 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-15b36d1a-9b13-41ee-ba64-d8fd2c3e4524 req-f039796a-3faf-4de2-872f-7e51c956c9ea tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.47 "DELETE /v2.0/ports/eb6d4cc8-9102-4461-acbd-e955c630a8d1 HTTP/1.1" status: 204 len: 173 time: 0.8053691 Dec 11 22:41:55.792757 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-59d198fd-f446-452f-ac38-a81637315f1d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ebe483fc920c439ab2dac230dba335f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488362 Dec 11 22:41:55.909931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-cfa83d67-36c9-49d2-9003-7b8fe3f0d2b7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:55.911492 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-cfa83d67-36c9-49d2-9003-7b8fe3f0d2b7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1132405 Dec 11 22:41:55.928383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-90d3b6d9-7a6e-45d1-94c5-c099aabe241e tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/quotas/ebe483fc920c439ab2dac230dba335f8 HTTP/1.1" status: 200 len: 375 time: 0.0100634 Dec 11 22:41:56.000111 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-a60766b8-0b17-433f-b93c-620320b26f10 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0652587 Dec 11 22:41:56.278535 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee40c595-9666-4873-8a54-9604455b552f req-a1004bb1-829e-402b-b1c5-a94f97d324c5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 210 time: 0.0345547 Dec 11 22:41:56.347405 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-26023668-6ddb-477a-a207-b12730e917b7 req-956e61a6-b9ec-4c5f-8e3f-f565622d6277 tempest-ServersAdminNegativeTestJSON-2064822474 tempest-ServersAdminNegativeTestJSON-2064822474-project] 10.222.0.45 "GET /v2.0/ports?device_id=332219d5-a4c5-4087-903c-99760ed9b723 HTTP/1.1" status: 200 len: 210 time: 0.0725801 Dec 11 22:41:56.371796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf0487d-fe6e-4781-915b-97ce9274b146 admin admin] Router db7abb22-9f88-46f2-b7ef-eb3eff734834 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:41:56.418702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332219d5-a4c5-4087-903c-99760ed9b723', 'name': 'network-vif-deleted', 'tag': 'eb6d4cc8-9102-4461-acbd-e955c630a8d1'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:41:56.421260 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5ca92c-18a6-4e97-b91f-feff9d851156" -d '{"events": [{"server_uuid": "332219d5-a4c5-4087-903c-99760ed9b723", "name": "network-vif-deleted", "tag": "eb6d4cc8-9102-4461-acbd-e955c630a8d1"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:41:56.448134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f64173-9b56-459f-99bb-9a28719a92e6 req-dffe0d30-79d9-4457-93ca-00550e526c4c tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:56.451295 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31f64173-9b56-459f-99bb-9a28719a92e6 req-dffe0d30-79d9-4457-93ca-00550e526c4c tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 944 time: 0.0620408 Dec 11 22:41:56.464280 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6ed001-22b7-4c48-a2ba-f75ab4648375 x-openstack-request-id: req-2e6ed001-22b7-4c48-a2ba-f75ab4648375 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:41:56.467441 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332219d5-a4c5-4087-903c-99760ed9b723", "name": "network-vif-deleted", "tag": "eb6d4cc8-9102-4461-acbd-e955c630a8d1", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:41:56.467441 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e6ed001-22b7-4c48-a2ba-f75ab4648375 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:41:56.467441 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332219d5-a4c5-4087-903c-99760ed9b723', 'name': 'network-vif-deleted', 'tag': 'eb6d4cc8-9102-4461-acbd-e955c630a8d1', 'status': 'completed', 'code': 200} Dec 11 22:41:56.486200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf0487d-fe6e-4781-915b-97ce9274b146 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:41:56.493435 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8cf0487d-fe6e-4781-915b-97ce9274b146 admin admin] 10.222.0.45 "PUT /v2.0/routers/db7abb22-9f88-46f2-b7ef-eb3eff734834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6257260 Dec 11 22:41:56.496224 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51072) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:56.502069 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a95f123-deb7-4cc6-a6bf-1195d479507e None None] Sync routers for ids ['db7abb22-9f88-46f2-b7ef-eb3eff734834'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:41:56.509615 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a95f123-deb7-4cc6-a6bf-1195d479507e None None] Routers {'db7abb22-9f88-46f2-b7ef-eb3eff734834'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:41:56.510481 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7a95f123-deb7-4cc6-a6bf-1195d479507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:41:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['db7abb22-9f88-46f2-b7ef-eb3eff734834'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:56.517086 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31f64173-9b56-459f-99bb-9a28719a92e6 req-2854a96c-7c90-4735-9fc9-0704019b489c tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2f81f7d-b36c-42b7-8780-402a25222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611677 Dec 11 22:41:56.619756 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-703e7c3e-b81d-494d-8cad-5b758593fa16 admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:56.659398 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-7a95f123-deb7-4cc6-a6bf-1195d479507e None None] Set router db7abb22-9f88-46f2-b7ef-eb3eff734834 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:41:56.762559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c98ca-e007-4003-8faf-d593806dde1d req-db475348-d3f4-492c-b06d-58030b4f2bde tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:56.764035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-230c98ca-e007-4003-8faf-d593806dde1d req-db475348-d3f4-492c-b06d-58030b4f2bde tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 943 time: 0.0619297 Dec 11 22:41:56.783683 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea4d4c-4c63-4d83-9283-2cf53fc36e1c req-f3c79b04-4269-4570-8135-22be68b94206 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:56.785177 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3cea4d4c-4c63-4d83-9283-2cf53fc36e1c req-f3c79b04-4269-4570-8135-22be68b94206 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.1187885 Dec 11 22:41:56.812634 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-703e7c3e-b81d-494d-8cad-5b758593fa16 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:56.824921 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-230c98ca-e007-4003-8faf-d593806dde1d req-c806d53d-630b-4236-8ca4-bb6184aeec82 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497699 Dec 11 22:41:56.882983 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3cea4d4c-4c63-4d83-9283-2cf53fc36e1c req-a0e12611-a5c5-4cfa-af52-d103141ebc3c tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729082 Dec 11 22:41:56.910560 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7a95f123-deb7-4cc6-a6bf-1195d479507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'name': 'tempest-ServersTestManualDisk-1515129281-router', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:19Z', 'updated_at': '2021-12-11T22:41:55Z', 'revision_number': 5, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'gw_port': {'id': 'd2cc171d-389a-4159-97ce-859f0d393317', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:21Z', 'updated_at': '2021-12-11T22:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:56.938083 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a95f123-deb7-4cc6-a6bf-1195d479507e None None] Checking router: db7abb22-9f88-46f2-b7ef-eb3eff734834 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:41:56.946716 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a95f123-deb7-4cc6-a6bf-1195d479507e None None] Routers {'db7abb22-9f88-46f2-b7ef-eb3eff734834'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:41:56.947883 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7a95f123-deb7-4cc6-a6bf-1195d479507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:41:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['db7abb22-9f88-46f2-b7ef-eb3eff734834'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:56.950865 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-703e7c3e-b81d-494d-8cad-5b758593fa16 admin admin] Deleting port d2cc171d-389a-4159-97ce-859f0d393317 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:41:56.951209 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-703e7c3e-b81d-494d-8cad-5b758593fa16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:57.032260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-703e7c3e-b81d-494d-8cad-5b758593fa16 admin admin] For port d2cc171d-389a-4159-97ce-859f0d393317, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d2cc171d-389a-4159-97ce-859f0d393317,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:57.032630 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-703e7c3e-b81d-494d-8cad-5b758593fa16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:57.034011 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-7a95f123-deb7-4cc6-a6bf-1195d479507e None None] Set router db7abb22-9f88-46f2-b7ef-eb3eff734834 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:41:57.045837 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-703e7c3e-b81d-494d-8cad-5b758593fa16 admin admin] Calling delete_port for d2cc171d-389a-4159-97ce-859f0d393317 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:41:57.093591 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7a95f123-deb7-4cc6-a6bf-1195d479507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'name': 'tempest-ServersTestManualDisk-1515129281-router', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:19Z', 'updated_at': '2021-12-11T22:41:56Z', 'revision_number': 6, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:57.129079 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a95f123-deb7-4cc6-a6bf-1195d479507e None None] The sync data for ids ['db7abb22-9f88-46f2-b7ef-eb3eff734834'] in n-d-710847-6 is: [{'id': 'db7abb22-9f88-46f2-b7ef-eb3eff734834', 'name': 'tempest-ServersTestManualDisk-1515129281-router', 'tenant_id': 'e7040561c9f34ce59215356b958e852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:19Z', 'updated_at': '2021-12-11T22:41:56Z', 'revision_number': 6, 'project_id': 'e7040561c9f34ce59215356b958e852c', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:41:57.365470 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-703e7c3e-b81d-494d-8cad-5b758593fa16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:57.389296 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-65e6cef0-17f9-4118-9560-085cd0258865 req-a84fbbde-c171-4208-b864-59706a69d767 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 210 time: 0.0349834 Dec 11 22:41:57.409325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e7c3e-b81d-494d-8cad-5b758593fa16 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2cc171d-389a-4159-97ce-859f0d393317,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:57.494964 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-703e7c3e-b81d-494d-8cad-5b758593fa16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:57.598719 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-703e7c3e-b81d-494d-8cad-5b758593fa16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:57.601990 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-703e7c3e-b81d-494d-8cad-5b758593fa16 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:57.685858 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bab93-1abf-4882-a37e-5089f4af43ad req-5748e49f-333c-45a1-98f3-61585fc05397 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:57.687488 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c73bab93-1abf-4882-a37e-5089f4af43ad req-5748e49f-333c-45a1-98f3-61585fc05397 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 944 time: 0.0995088 Dec 11 22:41:57.737209 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-703e7c3e-b81d-494d-8cad-5b758593fa16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:57.738972 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703e7c3e-b81d-494d-8cad-5b758593fa16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db7abb22-9f88-46f2-b7ef-eb3eff734834 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:41:57.743723 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-703e7c3e-b81d-494d-8cad-5b758593fa16 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:57.744876 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-703e7c3e-b81d-494d-8cad-5b758593fa16 admin admin] 10.222.0.45 "DELETE /v2.0/routers/db7abb22-9f88-46f2-b7ef-eb3eff734834 HTTP/1.1" status: 204 len: 168 time: 1.2477138 Dec 11 22:41:57.747584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51106) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:57.748644 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c73bab93-1abf-4882-a37e-5089f4af43ad req-8dfc6aa4-b2e3-47e0-abc9-7c0e42650f23 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2f81f7d-b36c-42b7-8780-402a25222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541682 Dec 11 22:41:57.796039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8aaf62d-a129-420f-9a2e-dd48e559c4f3 admin admin] Deleting subnet c3efc746-55d7-4419-b7bc-5774aa8f8be7 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:41:57.799320 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf62d-a129-420f-9a2e-dd48e559c4f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:57.843687 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf62d-a129-420f-9a2e-dd48e559c4f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:58.004436 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf62d-a129-420f-9a2e-dd48e559c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:58.009702 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51118) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:58.052473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d7671-b9c8-4df2-8a81-c93c3f278133 req-24cbd3f6-c602-4460-9f3e-e04b6153560b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:58.054598 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-447d7671-b9c8-4df2-8a81-c93c3f278133 req-24cbd3f6-c602-4460-9f3e-e04b6153560b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 943 time: 0.1221495 Dec 11 22:41:58.067397 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d63b1-e2cf-4ee9-9540-d2e62b25bd43 req-b146a9c4-db5c-4d40-9d52-984c77bddd01 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:58.075701 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c61d63b1-e2cf-4ee9-9540-d2e62b25bd43 req-b146a9c4-db5c-4d40-9d52-984c77bddd01 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.1041093 Dec 11 22:41:58.100032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device eb6d4cc8-9102-4461-acbd-e955c630a8d1 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:41:58.121825 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c61d63b1-e2cf-4ee9-9540-d2e62b25bd43 req-d6a23bbf-d6b5-4c53-9909-34cadba0904f tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457895 Dec 11 22:41:58.123432 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-447d7671-b9c8-4df2-8a81-c93c3f278133 req-09e3ea2d-7325-4357-b3f5-9898c969a7d1 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552795 Dec 11 22:41:58.160103 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: eb6d4cc8-9102-4461-acbd-e955c630a8d1 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:41:58.160458 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device eb6d4cc8-9102-4461-acbd-e955c630a8d1 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:41:58.187670 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf62d-a129-420f-9a2e-dd48e559c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:58.221152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaf62d-a129-420f-9a2e-dd48e559c4f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3efc746-55d7-4419-b7bc-5774aa8f8be7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:58.227201 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf62d-a129-420f-9a2e-dd48e559c4f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:58.227201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a8aaf62d-a129-420f-9a2e-dd48e559c4f3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c3efc746-55d7-4419-b7bc-5774aa8f8be7 HTTP/1.1" status: 204 len: 168 time: 0.4779429 Dec 11 22:41:58.229097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51122) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:58.230623 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bab6537-6afe-4541-bebe-c35aef57aeb5 None None] Network 40cd5942-b228-4df6-8f06-39a9564982a3 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:41:58.244932 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2cd86e98-8daf-42d1-8e26-19fae044aab7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=609018c52c544473b03d42e20c9f73e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306254 Dec 11 22:41:58.245192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51124) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:58.295454 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c5cecf1-a545-4cbe-aae3-e3c8780470b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:58.299806 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:58.325126 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c5cecf1-a545-4cbe-aae3-e3c8780470b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:58.356646 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] Deleting port 33a90ecb-fa8c-4b58-a5ce-ea1e96708636 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:41:58.356988 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:58.411003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1600df1c-ea18-453e-83a3-6ed407bf1d88 None None] DHCP port deletion for 40cd5942-b228-4df6-8f06-39a9564982a3 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:41:58.430979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] For port 33a90ecb-fa8c-4b58-a5ce-ea1e96708636, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33a90ecb-fa8c-4b58-a5ce-ea1e96708636,segment=NetworkSegment(3cc461a5-5d6d-4e5a-8104-38ebb536de39),segment_id=3cc461a5-5d6d-4e5a-8104-38ebb536de39)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:58.430979 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:58.448467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] Calling delete_port for 33a90ecb-fa8c-4b58-a5ce-ea1e96708636 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:41:58.449900 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c5cecf1-a545-4cbe-aae3-e3c8780470b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:58.453503 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c5cecf1-a545-4cbe-aae3-e3c8780470b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:58.457057 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1c5cecf1-a545-4cbe-aae3-e3c8780470b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed995803-ef54-4c9b-92b2-e5186d2e33ac HTTP/1.1" status: 204 len: 168 time: 0.2086358 Dec 11 22:41:58.469495 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cecf1-a545-4cbe-aae3-e3c8780470b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed995803-ef54-4c9b-92b2-e5186d2e33ac,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:58.517463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1600df1c-ea18-453e-83a3-6ed407bf1d88 None None] Deleting port 33a90ecb-fa8c-4b58-a5ce-ea1e96708636 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:41:58.519741 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1600df1c-ea18-453e-83a3-6ed407bf1d88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:58.519881 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-711c2abe-db9c-49e2-9fb4-6f4a78ef4ae0 req-935b6434-27f2-493d-85da-52177d82ca83 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 210 time: 0.0374143 Dec 11 22:41:58.602671 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1600df1c-ea18-453e-83a3-6ed407bf1d88 None None] For port 33a90ecb-fa8c-4b58-a5ce-ea1e96708636, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33a90ecb-fa8c-4b58-a5ce-ea1e96708636,segment=NetworkSegment(3cc461a5-5d6d-4e5a-8104-38ebb536de39),segment_id=3cc461a5-5d6d-4e5a-8104-38ebb536de39)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:58.603047 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1600df1c-ea18-453e-83a3-6ed407bf1d88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:58.616916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1600df1c-ea18-453e-83a3-6ed407bf1d88 None None] Calling delete_port for 33a90ecb-fa8c-4b58-a5ce-ea1e96708636 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:41:58.645052 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:58.703900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a90ecb-fa8c-4b58-a5ce-ea1e96708636,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:58.704479 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1600df1c-ea18-453e-83a3-6ed407bf1d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:58.724731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] No DVR routers for this DVR port 33a90ecb-fa8c-4b58-a5ce-ea1e96708636 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:41:58.731871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-264e3b6c-fdf3-459d-84ad-ec850c4dab49 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ebe483fc920c439ab2dac230dba335f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420036 Dec 11 22:41:58.742954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9b296e76-dddc-4019-b6a3-f789683b2f92 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:41:58.757363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600df1c-ea18-453e-83a3-6ed407bf1d88 None None] Pushing event deleted for resources: {'Port': ['ID=33a90ecb-fa8c-4b58-a5ce-ea1e96708636,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:58.760755 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600df1c-ea18-453e-83a3-6ed407bf1d88 None None] No DVR routers for this DVR port 33a90ecb-fa8c-4b58-a5ce-ea1e96708636 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:41:58.903571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-e7d08bbe-aaf8-4d70-96a5-f3b55439c780 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:58.905737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-e7d08bbe-aaf8-4d70-96a5-f3b55439c780 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518176 Dec 11 22:41:58.949878 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9b296e76-dddc-4019-b6a3-f789683b2f92, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9b296e76-dddc-4019-b6a3-f789683b2f92,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:58.965479 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-2317dcc4-d75f-4368-bd0a-054cc51c4dc5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Request body: {'port': {'device_id': 'c44d36e0-83a5-47d4-9096-21ea1addf8a4', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'ebe483fc920c439ab2dac230dba335f8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:41:58.971731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '9b296e76-dddc-4019-b6a3-f789683b2f92', 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd', 'port_id': '9b296e76-dddc-4019-b6a3-f789683b2f92', 'mac_address': 'fa:16:3e:85:fb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56072fb-d6eb-465a-81da-2818b252a24c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:41:59.020183 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:59.044188 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:59.061152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b296e76-dddc-4019-b6a3-f789683b2f92 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:59.086715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9b296e76-dddc-4019-b6a3-f789683b2f92, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9b296e76-dddc-4019-b6a3-f789683b2f92,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:59.093377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cd5942-b228-4df6-8f06-39a9564982a3']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:59.109752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc461a5-5d6d-4e5a-8104-38ebb536de39') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:59.112699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc461a5-5d6d-4e5a-8104-38ebb536de39') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:41:59.119842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb9672-540a-4f44-abaa-1918bd4297d7 req-370c4c22-2db7-4ea1-98e5-9cc3b89617a4 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:59.122064 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edcb9672-540a-4f44-abaa-1918bd4297d7 req-370c4c22-2db7-4ea1-98e5-9cc3b89617a4 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 944 time: 0.2037897 Dec 11 22:41:59.144205 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:59.159159 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:59.161131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e84a9cf5-458d-4527-954b-94b58b1a614e details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:41:59.184421 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:59.191531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 544b5323-631d-4593-86f3-06308d470ecc no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:41:59.206056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:41:59.206451 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:41:59.210665 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:41:59.268909 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd84f69-d0b6-47c9-b5ba-78deeea0fbf0 req-3ae27270-28e0-480a-8349-694176dfdc53 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:59.270313 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4cd84f69-d0b6-47c9-b5ba-78deeea0fbf0 req-3ae27270-28e0-480a-8349-694176dfdc53 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 944 time: 0.0617979 Dec 11 22:41:59.293168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edcb9672-540a-4f44-abaa-1918bd4297d7 req-8cc98ccf-6c93-4d57-8856-238e1e723a72 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2f81f7d-b36c-42b7-8780-402a25222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626689 Dec 11 22:41:59.311512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 544b5323-631d-4593-86f3-06308d470ecc {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:41:59.311916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 544b5323-631d-4593-86f3-06308d470ecc not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:41:59.312300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d2cc171d-389a-4159-97ce-859f0d393317 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:41:59.313858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51142) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:59.353904 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=9b296e76-dddc-4019-b6a3-f789683b2f92,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:59.380488 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4cd84f69-d0b6-47c9-b5ba-78deeea0fbf0 req-aaec9e02-662c-4ac3-8dee-34de58448762 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002662 Dec 11 22:41:59.394088 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:59.398983 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: d2cc171d-389a-4159-97ce-859f0d393317 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:41:59.398983 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d2cc171d-389a-4159-97ce-859f0d393317 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:41:59.398983 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33a90ecb-fa8c-4b58-a5ce-ea1e96708636 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:41:59.400087 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e10de805-0233-4bf5-9205-8f873ff4a5ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9342636e8385491788a96cdffa4de66b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0850649 Dec 11 22:41:59.403591 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:59.405978 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51144) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:41:59.427248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 33a90ecb-fa8c-4b58-a5ce-ea1e96708636 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:41:59.428303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33a90ecb-fa8c-4b58-a5ce-ea1e96708636 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:41:59.433381 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/40cd5942-b228-4df6-8f06-39a9564982a3 HTTP/1.1" status: 204 len: 168 time: 1.1862020 Dec 11 22:41:59.456661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-2317dcc4-d75f-4368-bd0a-054cc51c4dc5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Made reservation on behalf of ebe483fc920c439ab2dac230dba335f8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:41:59.469560 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-2317dcc4-d75f-4368-bd0a-054cc51c4dc5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:59.483648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e84a9cf5-458d-4527-954b-94b58b1a614e, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e84a9cf5-458d-4527-954b-94b58b1a614e,segment=NetworkSegment(8fd42773-d3b7-4a22-aa9c-75a98904af46),segment_id=8fd42773-d3b7-4a22-aa9c-75a98904af46)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:59.498600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'e84a9cf5-458d-4527-954b-94b58b1a614e', 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6', 'port_id': 'e84a9cf5-458d-4527-954b-94b58b1a614e', 'mac_address': 'fa:16:3e:fa:8a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:41:59.531412 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac72004-f59d-44a9-aa6c-30a7c2e53ee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=40cd5942-b228-4df6-8f06-39a9564982a3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:59.541281 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-db42cdcb-c6f9-476a-9507-855b807e313a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:59.578095 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:59.602438 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-db42cdcb-c6f9-476a-9507-855b807e313a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:59.612670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84a9cf5-458d-4527-954b-94b58b1a614e {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:41:59.656754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e84a9cf5-458d-4527-954b-94b58b1a614e, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e84a9cf5-458d-4527-954b-94b58b1a614e,segment=NetworkSegment(8fd42773-d3b7-4a22-aa9c-75a98904af46),segment_id=8fd42773-d3b7-4a22-aa9c-75a98904af46)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:41:59.675036 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e8a2d-9cb8-4c5e-8ee9-24d7e885307a req-cb419911-b0d0-488f-a109-5cdefa25cc7c tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:41:59.676541 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-802e8a2d-9cb8-4c5e-8ee9-24d7e885307a req-cb419911-b0d0-488f-a109-5cdefa25cc7c tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.2344961 Dec 11 22:41:59.679504 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e328f29b-b5c1-4dc4-8494-e9c760e9fb26 req-41e2be0d-f66b-49ef-b9be-d6f573bea0f5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 210 time: 0.0442104 Dec 11 22:41:59.758375 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:59.791519 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-802e8a2d-9cb8-4c5e-8ee9-24d7e885307a req-3f8b2e5c-0412-4b4f-a203-d4cf93e1bcae tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000781 Dec 11 22:41:59.805360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-2317dcc4-d75f-4368-bd0a-054cc51c4dc5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Allocated IP 192.168.233.117 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/0985d6ef-5b52-493d-8d43-03420c3129a1) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:41:59.816115 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-db42cdcb-c6f9-476a-9507-855b807e313a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:59.819957 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-db42cdcb-c6f9-476a-9507-855b807e313a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:41:59.821635 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-db42cdcb-c6f9-476a-9507-855b807e313a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b039960-941f-4844-9657-66faae2af68c HTTP/1.1" status: 204 len: 168 time: 0.4143589 Dec 11 22:41:59.841154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=e84a9cf5-458d-4527-954b-94b58b1a614e,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:59.852322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42cdcb-c6f9-476a-9507-855b807e313a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b039960-941f-4844-9657-66faae2af68c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:41:59.994654 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51154) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:00.026288 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-2317dcc4-d75f-4368-bd0a-054cc51c4dc5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:00.064815 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bd6332e3-f166-4a8e-9221-79a3da1d14cf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7040561c9f34ce59215356b958e852c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0687475 Dec 11 22:42:00.067736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51156) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:00.126446 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d92b9fe-0c09-4af4-997b-988ef2ea6fe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:00.136470 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-2317dcc4-d75f-4368-bd0a-054cc51c4dc5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:00.145055 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['96975ca5-ae4a-4cea-b67e-af1bc59ce747', '8ddde713-1ed8-4ac2-87f6-5fcbcfc07079'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:00.203663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-2317dcc4-d75f-4368-bd0a-054cc51c4dc5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:42:00.210592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-2317dcc4-d75f-4368-bd0a-054cc51c4dc5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:00.212775 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b', 'fe22007d-f9b3-4757-b3fb-eec41108b253', '78b7fae5-f49f-43c1-bdd8-556bc8280c5a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:00.214116 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d92b9fe-0c09-4af4-997b-988ef2ea6fe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:00.218554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-2317dcc4-d75f-4368-bd0a-054cc51c4dc5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:42:00.261446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['e84a9cf5-458d-4527-954b-94b58b1a614e'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:00.281633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['9b296e76-dddc-4019-b6a3-f789683b2f92'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:00.315405 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317dcc4-d75f-4368-bd0a-054cc51c4dc5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event updated for resources: {'Port': ['ID=0985d6ef-5b52-493d-8d43-03420c3129a1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:00.334721 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-2317dcc4-d75f-4368-bd0a-054cc51c4dc5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:00.335708 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-2317dcc4-d75f-4368-bd0a-054cc51c4dc5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:00.453326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-2317dcc4-d75f-4368-bd0a-054cc51c4dc5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5244172 Dec 11 22:42:00.475282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Request body: {'port': {'device_id': 'c44d36e0-83a5-47d4-9096-21ea1addf8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:00.526141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431ced5-3855-4586-af00-a90bb31a6636 req-dec316fd-be10-4fcb-9081-376d3485e97e tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:00.533964 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d431ced5-3855-4586-af00-a90bb31a6636 req-dec316fd-be10-4fcb-9081-376d3485e97e tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 945 time: 0.0982304 Dec 11 22:42:00.548085 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d92b9fe-0c09-4af4-997b-988ef2ea6fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:00.551021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d92b9fe-0c09-4af4-997b-988ef2ea6fe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:00.555052 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2d92b9fe-0c09-4af4-997b-988ef2ea6fe6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a28e4919-a1d2-489b-97a7-0172daf085a5 HTTP/1.1" status: 204 len: 168 time: 0.4860759 Dec 11 22:42:00.593980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92b9fe-0c09-4af4-997b-988ef2ea6fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28e4919-a1d2-489b-97a7-0172daf085a5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:00.605839 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:00.651000 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d431ced5-3855-4586-af00-a90bb31a6636 req-d6ab3bd0-f34b-42cc-91c7-cc00d571e481 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2f81f7d-b36c-42b7-8780-402a25222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066229 Dec 11 22:42:00.665428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81649f8-187b-45d7-8f0a-b2495df0d5f9 req-196463e2-a09b-4bc8-aae8-32e30a109958 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:00.667400 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e81649f8-187b-45d7-8f0a-b2495df0d5f9 req-196463e2-a09b-4bc8-aae8-32e30a109958 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 944 time: 0.1567352 Dec 11 22:42:00.830912 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e81649f8-187b-45d7-8f0a-b2495df0d5f9 req-87977c4e-e017-4ec7-86ca-deae03feda23 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347306 Dec 11 22:42:00.906614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d347486b-3c0a-4df2-829d-23ce596e108d None None] Provisioning complete for port 0985d6ef-5b52-493d-8d43-03420c3129a1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:42:00.907165 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d347486b-3c0a-4df2-829d-23ce596e108d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:00.962584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db272aec-6312-414a-b8f7-b91dc0e62402 req-2ffdf91d-e9ff-477e-96fa-6ec4fb4283f7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:00.965524 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-db272aec-6312-414a-b8f7-b91dc0e62402 req-2ffdf91d-e9ff-477e-96fa-6ec4fb4283f7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 936 time: 0.1035755 Dec 11 22:42:00.993620 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d347486b-3c0a-4df2-829d-23ce596e108d None None] Port 0985d6ef-5b52-493d-8d43-03420c3129a1 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:42:01.099393 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-db272aec-6312-414a-b8f7-b91dc0e62402 req-4be58c3d-62b7-4bb5-9c33-08aed1c78f40 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268947 Dec 11 22:42:01.149099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ab3e9-9de7-4e31-aec0-92bac2b377e8 req-10617135-f44d-4dfd-8bb4-d5699d5dccf4 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:01.157201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-305ab3e9-9de7-4e31-aec0-92bac2b377e8 req-10617135-f44d-4dfd-8bb4-d5699d5dccf4 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.1329706 Dec 11 22:42:01.264833 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-305ab3e9-9de7-4e31-aec0-92bac2b377e8 req-91d099b6-5403-42ca-a11a-98cf9f12a581 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037004 Dec 11 22:42:01.328504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0985d6ef-5b52-493d-8d43-03420c3129a1 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:01.342266 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:01.369676 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Transition to ACTIVE for port object 0985d6ef-5b52-493d-8d43-03420c3129a1 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:42:01.507195 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:01.565648 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0985d6ef-5b52-493d-8d43-03420c3129a1,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:01.738282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Attempting to bind port 0985d6ef-5b52-493d-8d43-03420c3129a1 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:42:01.738651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Attempting to bind port 0985d6ef-5b52-493d-8d43-03420c3129a1 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:42:01.739096 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Attempting to bind port 0985d6ef-5b52-493d-8d43-03420c3129a1 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:01.757099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Port 0985d6ef-5b52-493d-8d43-03420c3129a1 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:42:01.757432 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Attempting to bind port 0985d6ef-5b52-493d-8d43-03420c3129a1 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:01.787696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:42:01.788061 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:42:01.788464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:42:01.788921 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Bound port: 0985d6ef-5b52-493d-8d43-03420c3129a1, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:42:01.789288 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:01.898030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085def9-997e-4a1a-abca-cd15aa9b2e42 req-65907234-1ca3-4381-a8ad-9ebffe400452 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:01.899604 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d085def9-997e-4a1a-abca-cd15aa9b2e42 req-65907234-1ca3-4381-a8ad-9ebffe400452 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 945 time: 0.1552534 Dec 11 22:42:01.930461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] For port 0985d6ef-5b52-493d-8d43-03420c3129a1, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:42:01.960666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] For port 0985d6ef-5b52-493d-8d43-03420c3129a1, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0985d6ef-5b52-493d-8d43-03420c3129a1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:42:01.996691 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d085def9-997e-4a1a-abca-cd15aa9b2e42 req-7cb8151b-099c-46d9-a6a9-95a38c732d4d tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2f81f7d-b36c-42b7-8780-402a25222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823729 Dec 11 22:42:02.039047 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:02.077053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:02.077053 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:02.077053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] 10.222.0.47 "PUT /v2.0/ports/0985d6ef-5b52-493d-8d43-03420c3129a1 HTTP/1.1" status: 200 len: 1096 time: 1.6057174 Dec 11 22:42:02.080706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44d36e0-83a5-47d4-9096-21ea1addf8a4', 'tag': '0985d6ef-5b52-493d-8d43-03420c3129a1'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:02.082881 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2772c541-fe31-4a93-8ba0-3bb434cd4942" -d '{"events": [{"name": "network-changed", "server_uuid": "c44d36e0-83a5-47d4-9096-21ea1addf8a4", "tag": "0985d6ef-5b52-493d-8d43-03420c3129a1"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:02.116931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d5469-122b-4613-8568-b468ef9df7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0985d6ef-5b52-493d-8d43-03420c3129a1,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:02.253235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51224) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:02.290472 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c07fe4-d5ae-4f5f-a7bc-be7de478901a req-7f6e87ce-75cd-4ef7-a7fe-f174789654f5 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:02.292310 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c07fe4-d5ae-4f5f-a7bc-be7de478901a req-7f6e87ce-75cd-4ef7-a7fe-f174789654f5 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 944 time: 0.1143305 Dec 11 22:42:02.295447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-fe8ad64a-e524-46ca-82af-d613bdc0e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:02.297084 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-fe8ad64a-e524-46ca-82af-d613bdc0e229 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 1099 time: 0.0752764 Dec 11 22:42:02.370495 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-3445613c-5fd3-4e1c-91c2-f2ac6d0b9f8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=0985d6ef-5b52-493d-8d43-03420c3129a1 HTTP/1.1" status: 200 len: 217 time: 0.0476525 Dec 11 22:42:02.406762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e4cd2711-d858-4570-ae22-20596de6d401 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2115464418-network', 'tenant_id': 'b3aa6fae4989417385044420d258e73b'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:02.436756 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf315fa4-7fb7-4d7c-8526-99937ebded75 x-openstack-request-id: req-cf315fa4-7fb7-4d7c-8526-99937ebded75 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:02.437055 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44d36e0-83a5-47d4-9096-21ea1addf8a4", "tag": "0985d6ef-5b52-493d-8d43-03420c3129a1", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:02.437315 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf315fa4-7fb7-4d7c-8526-99937ebded75 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:02.437717 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44d36e0-83a5-47d4-9096-21ea1addf8a4', 'tag': '0985d6ef-5b52-493d-8d43-03420c3129a1', 'status': 'completed', 'code': 200} Dec 11 22:42:02.458406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c07fe4-d5ae-4f5f-a7bc-be7de478901a req-ef21e387-b99a-4b96-abcf-f02e9cc059cc tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566031 Dec 11 22:42:02.477788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-d79e3807-f491-4c5b-8c28-cc3b546e61df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:02.503005 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-d79e3807-f491-4c5b-8c28-cc3b546e61df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1105807 Dec 11 22:42:02.540796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37950ef-4cf9-4959-81da-e40378f28945 req-7e56ab3c-bbef-4c1c-a2aa-7af90a14c8c5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:02.543146 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c37950ef-4cf9-4959-81da-e40378f28945 req-7e56ab3c-bbef-4c1c-a2aa-7af90a14c8c5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 948 time: 0.0588500 Dec 11 22:42:02.575049 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cd2711-d858-4570-ae22-20596de6d401 admin admin] Made reservation on behalf of b3aa6fae4989417385044420d258e73b for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:02.577399 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2711-d858-4570-ae22-20596de6d401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:02.593759 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2711-d858-4570-ae22-20596de6d401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:02.595358 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c37950ef-4cf9-4959-81da-e40378f28945 req-9926cc1f-bf6e-4d41-a3ea-b653fee5e222 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466335 Dec 11 22:42:02.611029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-a04b1c31-a54a-443e-83fb-5b8224f8b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:02.612558 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-a04b1c31-a54a-443e-83fb-5b8224f8b4fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058531 Dec 11 22:42:02.643203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f3e1d-e540-4dce-9c71-5845693cf418 req-78dfd53f-4eff-4d07-be3d-014bcf555dfd tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:02.644336 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-723f3e1d-e540-4dce-9c71-5845693cf418 req-78dfd53f-4eff-4d07-be3d-014bcf555dfd tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.1078849 Dec 11 22:42:02.735513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9b296e76-dddc-4019-b6a3-f789683b2f92 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:42:02.799016 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-723f3e1d-e540-4dce-9c71-5845693cf418 req-c51853a3-86a3-4727-b21f-35a17bd1e312 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416514 Dec 11 22:42:02.811060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-f33b8ccd-3eb2-4847-bd84-29c757787e67 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866431 Dec 11 22:42:02.834843 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2711-d858-4570-ae22-20596de6d401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:02.861186 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 9b296e76-dddc-4019-b6a3-f789683b2f92 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:42:02.865498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 9b296e76-dddc-4019-b6a3-f789683b2f92 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:42:02.865876 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:02.915852 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59e3b29b-8c5b-4b1f-8c3c-e78831c5eae2 req-29a564b5-25d0-4358-92b3-c953f6a38277 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935881 Dec 11 22:42:02.928450 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2711-d858-4570-ae22-20596de6d401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:02.957552 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:02.966063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cd2711-d858-4570-ae22-20596de6d401 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:42:02.978149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd2711-d858-4570-ae22-20596de6d401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e2406f-5fe9-4516-9a60-f0005ff05e43,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:02.981451 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2711-d858-4570-ae22-20596de6d401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:02.981816 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-e4cd2711-d858-4570-ae22-20596de6d401 admin admin] Added segment 165fa17b-be1d-4a89-bf1d-85d47bdb6717 of type vlan for network cbde6e51-034f-439f-9188-99cb67fd6232 Dec 11 22:42:03.001841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b296e76-dddc-4019-b6a3-f789683b2f92'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:03.004554 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7444c0-90a9-40fd-910c-b21588a0772a" -d '{"events": [{"server_uuid": "aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a", "name": "network-vif-plugged", "status": "completed", "tag": "9b296e76-dddc-4019-b6a3-f789683b2f92"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:03.019358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 9b296e76-dddc-4019-b6a3-f789683b2f92, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9b296e76-dddc-4019-b6a3-f789683b2f92,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:03.047407 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2711-d858-4570-ae22-20596de6d401 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:03.055378 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1c2a93-7529-4621-996b-f8da28769052 x-openstack-request-id: req-bf1c2a93-7529-4621-996b-f8da28769052 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:03.057922 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a", "name": "network-vif-plugged", "status": "completed", "tag": "9b296e76-dddc-4019-b6a3-f789683b2f92", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:03.058868 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf1c2a93-7529-4621-996b-f8da28769052 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:03.059286 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b296e76-dddc-4019-b6a3-f789683b2f92', 'code': 200} Dec 11 22:42:03.088430 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:03.089403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e84a9cf5-458d-4527-954b-94b58b1a614e up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:42:03.177044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c0e58-c911-48ff-a53c-791c48476eaa req-5bcb2abb-591e-48be-9e52-b27fa755f5bc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:03.179793 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fa8c0e58-c911-48ff-a53c-791c48476eaa req-5bcb2abb-591e-48be-9e52-b27fa755f5bc tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 945 time: 0.0617623 Dec 11 22:42:03.202118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772c541-fe31-4a93-8ba0-3bb434cd4942 req-4079e90c-51b9-4ef1-b34b-571152f8a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:03.208076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2772c541-fe31-4a93-8ba0-3bb434cd4942 req-4079e90c-51b9-4ef1-b34b-571152f8a1d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 1099 time: 0.1177649 Dec 11 22:42:03.216896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=9b296e76-dddc-4019-b6a3-f789683b2f92,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:03.247280 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212c596-c754-4937-8aa5-9ae6c01d0d2d req-c29f01fc-00ef-4a86-bc55-c28c71ee6587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:03.250558 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0212c596-c754-4937-8aa5-9ae6c01d0d2d req-c29f01fc-00ef-4a86-bc55-c28c71ee6587 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 1096 time: 0.1011021 Dec 11 22:42:03.255024 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2711-d858-4570-ae22-20596de6d401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:03.257070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cd2711-d858-4570-ae22-20596de6d401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:03.257743 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2711-d858-4570-ae22-20596de6d401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:03.320353 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0212c596-c754-4937-8aa5-9ae6c01d0d2d req-344620e3-946d-441e-ac83-50e1d8a6f2e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555215 Dec 11 22:42:03.333232 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port e84a9cf5-458d-4527-954b-94b58b1a614e completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:42:03.338348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port e84a9cf5-458d-4527-954b-94b58b1a614e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:42:03.338899 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:03.383952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd2711-d858-4570-ae22-20596de6d401 admin admin] Pushing event updated for resources: {'Network': ['ID=cbde6e51-034f-439f-9188-99cb67fd6232,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:03.398507 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fa8c0e58-c911-48ff-a53c-791c48476eaa req-59fbd343-953c-4889-8c57-ebdc5bdbb80d tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2f81f7d-b36c-42b7-8780-402a25222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043812 Dec 11 22:42:03.446570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e4cd2711-d858-4570-ae22-20596de6d401 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1921387 Dec 11 22:42:03.449780 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51248) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:03.451160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772c541-fe31-4a93-8ba0-3bb434cd4942 req-d95191e0-4e65-416b-999b-4071c0ae9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:03.452824 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2772c541-fe31-4a93-8ba0-3bb434cd4942 req-d95191e0-4e65-416b-999b-4071c0ae9f32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2331197 Dec 11 22:42:03.454856 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3ea3a08d-ff94-4371-8054-8cde2442e21e admin admin] Request body: {'subnet': {'network_id': 'cbde6e51-034f-439f-9188-99cb67fd6232', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2115464418-subnet', 'tenant_id': 'b3aa6fae4989417385044420d258e73b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:03.508730 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2772c541-fe31-4a93-8ba0-3bb434cd4942 req-4a822425-a9b8-4005-872e-5a07ce5968a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=0985d6ef-5b52-493d-8d43-03420c3129a1 HTTP/1.1" status: 200 len: 217 time: 0.0461497 Dec 11 22:42:03.544733 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea3a08d-ff94-4371-8054-8cde2442e21e admin admin] Made reservation on behalf of b3aa6fae4989417385044420d258e73b for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:03.548059 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a08d-ff94-4371-8054-8cde2442e21e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:03.555437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network cbde6e51-034f-439f-9188-99cb67fd6232 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:42:03.571612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772c541-fe31-4a93-8ba0-3bb434cd4942 req-54c45d69-b892-41c9-b71c-c5ae6cdcf812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:03.573232 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2772c541-fe31-4a93-8ba0-3bb434cd4942 req-54c45d69-b892-41c9-b71c-c5ae6cdcf812 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0547943 Dec 11 22:42:03.683113 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:03.699716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db816a5-3470-45d9-915d-91144570f4d2 req-0c2b5f05-65a7-4049-ad56-c4e06f4786b3 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:03.708502 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8db816a5-3470-45d9-915d-91144570f4d2 req-0c2b5f05-65a7-4049-ad56-c4e06f4786b3 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 945 time: 0.1257334 Dec 11 22:42:03.728488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772c541-fe31-4a93-8ba0-3bb434cd4942 req-73c9b009-9178-466b-bc91-c94e17253162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:03.730083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2772c541-fe31-4a93-8ba0-3bb434cd4942 req-73c9b009-9178-466b-bc91-c94e17253162 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179430 Dec 11 22:42:03.746402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e84a9cf5-458d-4527-954b-94b58b1a614e, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e84a9cf5-458d-4527-954b-94b58b1a614e,segment=NetworkSegment(8fd42773-d3b7-4a22-aa9c-75a98904af46),segment_id=8fd42773-d3b7-4a22-aa9c-75a98904af46)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:03.809926 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8db816a5-3470-45d9-915d-91144570f4d2 req-b1a04a46-e228-426a-b29e-bba7b2327dfa tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002512 Dec 11 22:42:03.821622 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:03.862637 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2772c541-fe31-4a93-8ba0-3bb434cd4942 req-9e1cbd4a-a011-48fe-bf3f-d33c398c3a7a service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182308 Dec 11 22:42:03.865536 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca5b19-cd86-4fd4-b6f3-6d2ab8323f13 req-4f0ab9bb-acaf-401b-90f5-43f5275c2b0a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:03.874108 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98ca5b19-cd86-4fd4-b6f3-6d2ab8323f13 req-4f0ab9bb-acaf-401b-90f5-43f5275c2b0a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 948 time: 0.0911222 Dec 11 22:42:03.889239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=e84a9cf5-458d-4527-954b-94b58b1a614e,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:03.921611 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a08d-ff94-4371-8054-8cde2442e21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:04.006018 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98ca5b19-cd86-4fd4-b6f3-6d2ab8323f13 req-9e3cc1d3-bc36-45b8-b664-92f609de941f tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256590 Dec 11 22:42:04.028023 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2772c541-fe31-4a93-8ba0-3bb434cd4942 req-71dc8434-0223-4213-84b5-4bca4937ab91 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552465 Dec 11 22:42:04.041732 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3a08d-ff94-4371-8054-8cde2442e21e admin admin] Pushing event updated for resources: {'Subnet': ['ID=06aec666-fc22-437c-80a9-73133194f9ed,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:04.109198 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3a08d-ff94-4371-8054-8cde2442e21e admin admin] Checking segment: {'id': '165fa17b-be1d-4a89-bf1d-85d47bdb6717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cbde6e51-034f-439f-9188-99cb67fd6232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:42:04.109635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea3a08d-ff94-4371-8054-8cde2442e21e admin admin] Network hostable DHCP agents. Network: cbde6e51-034f-439f-9188-99cb67fd6232, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:42:04.140406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de7f46-2da6-4d88-b575-e2fc263d5fbf req-896d50b1-c064-400f-940f-0c7dc84d8653 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:04.142011 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20de7f46-2da6-4d88-b575-e2fc263d5fbf req-896d50b1-c064-400f-940f-0c7dc84d8653 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.0664577 Dec 11 22:42:04.198994 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20de7f46-2da6-4d88-b575-e2fc263d5fbf req-2d14df07-af83-4e0c-b261-de829a9091d5 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490971 Dec 11 22:42:04.225648 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea3a08d-ff94-4371-8054-8cde2442e21e admin admin] Network cbde6e51-034f-439f-9188-99cb67fd6232 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:42:04.347221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-3ea3a08d-ff94-4371-8054-8cde2442e21e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, cbde6e51-034f-439f-9188-99cb67fd6232) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:04.351970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea3a08d-ff94-4371-8054-8cde2442e21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:04.352574 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a08d-ff94-4371-8054-8cde2442e21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:04.359196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96f05bf-d8a1-49b2-83bc-dc981c6dc2f5 None None] Network cbde6e51-034f-439f-9188-99cb67fd6232 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:42:04.452742 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3ea3a08d-ff94-4371-8054-8cde2442e21e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0016868 Dec 11 22:42:04.468947 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f5487-0058-41f6-92cb-d2a62937d927 None None] Network cbde6e51-034f-439f-9188-99cb67fd6232 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:42:04.520498 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48bae5-aae2-4fcb-bf48-335b7a66b9b6 req-bd650ea4-8456-432e-927d-65f0bbaa7ac3 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:04.522155 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d48bae5-aae2-4fcb-bf48-335b7a66b9b6 req-bd650ea4-8456-432e-927d-65f0bbaa7ac3 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 946 time: 0.0520241 Dec 11 22:42:04.584571 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d48bae5-aae2-4fcb-bf48-335b7a66b9b6 req-a95d72bf-d44d-49b6-93c7-74f2779bcb24 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2f81f7d-b36c-42b7-8780-402a25222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505991 Dec 11 22:42:04.967694 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0442c4-d549-4a49-8de7-44386d6ea11d req-0dfdb0b7-71ef-4a19-ba3b-2242d1ce6434 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:04.969284 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f0442c4-d549-4a49-8de7-44386d6ea11d req-0dfdb0b7-71ef-4a19-ba3b-2242d1ce6434 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 945 time: 0.0615625 Dec 11 22:42:05.026287 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f0442c4-d549-4a49-8de7-44386d6ea11d req-0c7cbb68-629d-488c-872e-f9be59924462 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474379 Dec 11 22:42:05.046253 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:42:05.060755 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fef848-2035-419f-80e3-f52a37494672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84a9cf5-458d-4527-954b-94b58b1a614e'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:05.063356 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423cdf37-98ed-4b38-8973-7def790eeeb0" -d '{"events": [{"server_uuid": "55fef848-2035-419f-80e3-f52a37494672", "name": "network-vif-plugged", "status": "completed", "tag": "e84a9cf5-458d-4527-954b-94b58b1a614e"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:05.223925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77fcb4f7-8cdd-4048-9867-b7adbf96b394 req-a0da245b-aa37-4990-8463-4bacacde6346 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bbc6dd78-2e03-445b-b30b-fe5561e62fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0949397 Dec 11 22:42:05.231995 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed2b18-ea4f-43c2-b039-ed31b914a3da req-00a4e1c0-a1b9-491b-a074-f3c17199e39d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:05.233549 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-61ed2b18-ea4f-43c2-b039-ed31b914a3da req-00a4e1c0-a1b9-491b-a074-f3c17199e39d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 948 time: 0.0504415 Dec 11 22:42:05.239422 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-bd760d01-36d8-4427-95c5-40b995bdba01 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:05.241806 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-bd760d01-36d8-4427-95c5-40b995bdba01 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/networks?id=cbde6e51-034f-439f-9188-99cb67fd6232 HTTP/1.1" status: 200 len: 822 time: 0.4450712 Dec 11 22:42:05.257176 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-b8aebfc2-a93a-474a-aca1-83ac7d5b8ebf tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/quotas/b3aa6fae4989417385044420d258e73b HTTP/1.1" status: 200 len: 375 time: 0.0095961 Dec 11 22:42:05.289923 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-61ed2b18-ea4f-43c2-b039-ed31b914a3da req-4ed4fef1-72ab-44ca-ae33-114f153308bf tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494270 Dec 11 22:42:05.292998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-e0575c49-f1f6-47ff-bd02-24985812c9b2 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3aa6fae4989417385044420d258e73b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288689 Dec 11 22:42:05.337814 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad50454-56da-455f-adae-587c91520ba0 x-openstack-request-id: req-bad50454-56da-455f-adae-587c91520ba0 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:05.338182 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fef848-2035-419f-80e3-f52a37494672", "name": "network-vif-plugged", "status": "completed", "tag": "e84a9cf5-458d-4527-954b-94b58b1a614e", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:05.338508 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bad50454-56da-455f-adae-587c91520ba0 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:05.339000 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fef848-2035-419f-80e3-f52a37494672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84a9cf5-458d-4527-954b-94b58b1a614e', 'code': 200} Dec 11 22:42:05.391859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcb4f7-8cdd-4048-9867-b7adbf96b394 req-83e49cb5-11ea-4fe6-97d6-704786de6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:05.393283 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77fcb4f7-8cdd-4048-9867-b7adbf96b394 req-83e49cb5-11ea-4fe6-97d6-704786de6a83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=bbc6dd78-2e03-445b-b30b-fe5561e62fd1 HTTP/1.1" status: 200 len: 1100 time: 0.0992990 Dec 11 22:42:05.418385 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-46714fe6-bbce-4503-b856-adf69aa29044 service neutron] 10.222.0.45 "GET /v2.0/networks/cbde6e51-034f-439f-9188-99cb67fd6232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157556 Dec 11 22:42:05.460970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c0b8b-2d13-42cd-beab-0aa71516b171 req-58d4d9bb-dd73-4d05-9dcb-b3050c44daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:05.462480 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9d7c0b8b-2d13-42cd-beab-0aa71516b171 req-58d4d9bb-dd73-4d05-9dcb-b3050c44daca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 1097 time: 0.0487254 Dec 11 22:42:05.545877 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9d7c0b8b-2d13-42cd-beab-0aa71516b171 req-ac793c83-2ec6-400c-8975-4d7b11f535cf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b2f81f7d-b36c-42b7-8780-402a25222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694880 Dec 11 22:42:05.558546 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6589403-29b5-493f-8ab5-035353bcebba req-4117f93d-4e60-47d7-963d-d6d3cc7f00da tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:05.560109 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a6589403-29b5-493f-8ab5-035353bcebba req-4117f93d-4e60-47d7-963d-d6d3cc7f00da tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.0773239 Dec 11 22:42:05.573532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcb4f7-8cdd-4048-9867-b7adbf96b394 req-30f0a1f5-5c3d-4249-9645-d3e2b09d2abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:05.575059 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77fcb4f7-8cdd-4048-9867-b7adbf96b394 req-30f0a1f5-5c3d-4249-9645-d3e2b09d2abc service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1554432 Dec 11 22:42:05.578433 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-0a79737c-8a5d-4b65-921d-f71012ae55d5 service neutron] 10.222.0.45 "GET /v2.0/networks/cbde6e51-034f-439f-9188-99cb67fd6232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498888 Dec 11 22:42:05.614399 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a6589403-29b5-493f-8ab5-035353bcebba req-575b63b8-480a-40ee-a2cb-53fce0a50010 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477195 Dec 11 22:42:05.622620 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77fcb4f7-8cdd-4048-9867-b7adbf96b394 req-5acb9951-f1fb-4112-85fe-af3cbcbdbba0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b HTTP/1.1" status: 200 len: 217 time: 0.0395172 Dec 11 22:42:05.688880 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcb4f7-8cdd-4048-9867-b7adbf96b394 req-cf9f1666-0293-447c-b419-da9592f23d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:05.690492 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77fcb4f7-8cdd-4048-9867-b7adbf96b394 req-cf9f1666-0293-447c-b419-da9592f23d72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0537999 Dec 11 22:42:05.745665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcb4f7-8cdd-4048-9867-b7adbf96b394 req-8ee0c4b6-a33e-457a-869b-c102552cc18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:05.747209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77fcb4f7-8cdd-4048-9867-b7adbf96b394 req-8ee0c4b6-a33e-457a-869b-c102552cc18b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489302 Dec 11 22:42:05.840998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77fcb4f7-8cdd-4048-9867-b7adbf96b394 req-95f9f748-be87-4322-af6e-de148e50676f service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842230 Dec 11 22:42:05.994230 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31b395ec-e3d7-48a3-9225-bb2c3a4a869f req-c94eb921-9d8b-4aaf-812a-a4f2131fbc7a tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 210 time: 0.0334678 Dec 11 22:42:06.008811 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93afe42-d7ac-415b-8c3d-ddb856a07bbe req-e75753ba-e2b4-40e4-baf7-ab1be7c1fa67 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:06.010322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a93afe42-d7ac-415b-8c3d-ddb856a07bbe req-e75753ba-e2b4-40e4-baf7-ab1be7c1fa67 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 946 time: 0.0847852 Dec 11 22:42:06.016738 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77fcb4f7-8cdd-4048-9867-b7adbf96b394 req-d46a769b-1593-4b1f-b523-6ff7d79bafe0 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669936 Dec 11 22:42:06.065804 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a93afe42-d7ac-415b-8c3d-ddb856a07bbe req-d5583a69-77bf-447f-9672-4ab2a0e2c291 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2f81f7d-b36c-42b7-8780-402a25222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481114 Dec 11 22:42:06.113269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0985d6ef-5b52-493d-8d43-03420c3129a1 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:42:06.179771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f9394-f6fe-411b-aea4-9781a5d2dc2f req-100ed9c6-ce08-42e1-8b59-2e72ad5eba14 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:06.181227 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a5f9394-f6fe-411b-aea4-9781a5d2dc2f req-100ed9c6-ce08-42e1-8b59-2e72ad5eba14 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 945 time: 0.0594816 Dec 11 22:42:06.223283 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 0985d6ef-5b52-493d-8d43-03420c3129a1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0985d6ef-5b52-493d-8d43-03420c3129a1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:06.235457 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '0985d6ef-5b52-493d-8d43-03420c3129a1', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '0985d6ef-5b52-493d-8d43-03420c3129a1', 'mac_address': 'fa:16:3e:3b:22:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:42:06.238240 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a5f9394-f6fe-411b-aea4-9781a5d2dc2f req-81448dfd-f0d5-45e0-b1b1-e08eb2993acc tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501559 Dec 11 22:42:06.282417 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:06.300806 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0985d6ef-5b52-493d-8d43-03420c3129a1 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:06.323312 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 0985d6ef-5b52-493d-8d43-03420c3129a1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0985d6ef-5b52-493d-8d43-03420c3129a1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:06.345962 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51336) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:06.438458 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:06.469500 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4fa3b1f-4e38-4308-bd0c-c958ece41e17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:06.494873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=0985d6ef-5b52-493d-8d43-03420c3129a1,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:06.527838 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d543fcc-b99d-4a99-aba2-c9cf01c68b36 req-7cbff356-a4e0-4fb5-b345-00daeaa6609f tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:06.528632 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5d543fcc-b99d-4a99-aba2-c9cf01c68b36 req-7cbff356-a4e0-4fb5-b345-00daeaa6609f tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 949 time: 0.0749774 Dec 11 22:42:06.608338 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5d543fcc-b99d-4a99-aba2-c9cf01c68b36 req-23024fbb-f7f3-4bc0-909f-f46a9fa32b07 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681381 Dec 11 22:42:06.628500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc01516-c3db-4575-9838-5016f0cbe442 req-8476a70c-44b8-4501-8233-477908870cbb tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:06.639213 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ffc01516-c3db-4575-9838-5016f0cbe442 req-8476a70c-44b8-4501-8233-477908870cbb tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 946 time: 0.0546343 Dec 11 22:42:06.644308 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4fa3b1f-4e38-4308-bd0c-c958ece41e17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:06.690667 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ffc01516-c3db-4575-9838-5016f0cbe442 req-70f3f0ed-597b-46f0-bed1-5fe6e19ff01c tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534384 Dec 11 22:42:06.697705 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4fa3b1f-4e38-4308-bd0c-c958ece41e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:06.758005 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['0985d6ef-5b52-493d-8d43-03420c3129a1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:06.764888 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa3b1f-4e38-4308-bd0c-c958ece41e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ffeabb-0d78-419c-ac21-1a5d1ec24331,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:06.772903 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a4fa3b1f-4e38-4308-bd0c-c958ece41e17 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ffb90f83897544358a8e26397172bfd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4233873 Dec 11 22:42:06.773589 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51348) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:06.798056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998fe68-e40b-4257-90da-ceb8d673a300 req-87b8a085-c983-4cdd-aa77-531b21e4de6f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:06.799665 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6998fe68-e40b-4257-90da-ceb8d673a300 req-87b8a085-c983-4cdd-aa77-531b21e4de6f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 945 time: 0.1044695 Dec 11 22:42:06.818475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3a016-0f9d-47d7-ac69-2105656c7b3b req-72f9cf51-d628-40ac-9d81-2c50bd021b4a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:06.820365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-92e3a016-0f9d-47d7-ac69-2105656c7b3b req-72f9cf51-d628-40ac-9d81-2c50bd021b4a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.0678160 Dec 11 22:42:06.869706 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d9637b5-a114-4e9e-8138-441a0a6bfd61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:06.878969 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-92e3a016-0f9d-47d7-ac69-2105656c7b3b req-14fb35a0-9d57-4397-818f-0572cd6064b5 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505631 Dec 11 22:42:06.891391 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6998fe68-e40b-4257-90da-ceb8d673a300 req-ba62b319-dff6-455f-a5e4-66706ae9f9ee tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810852 Dec 11 22:42:06.904483 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d9637b5-a114-4e9e-8138-441a0a6bfd61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:07.055726 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d9637b5-a114-4e9e-8138-441a0a6bfd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:07.058440 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d9637b5-a114-4e9e-8138-441a0a6bfd61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:07.059831 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3d9637b5-a114-4e9e-8138-441a0a6bfd61 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a0ffeabb-0d78-419c-ac21-1a5d1ec24331 HTTP/1.1" status: 204 len: 168 time: 0.2845299 Dec 11 22:42:07.091392 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9637b5-a114-4e9e-8138-441a0a6bfd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ffeabb-0d78-419c-ac21-1a5d1ec24331,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:07.096779 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e67fbb21-e706-4cee-b7a8-3dafa750d339 req-69220a1d-4bdb-42d6-b29c-077a1453d901 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 210 time: 0.0355196 Dec 11 22:42:07.206015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937991b1-8dd9-4327-a0bf-273091aa795d req-3c777bd9-1bea-4bad-817e-00e3e6ed99e1 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:07.207510 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-937991b1-8dd9-4327-a0bf-273091aa795d req-3c777bd9-1bea-4bad-817e-00e3e6ed99e1 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 946 time: 0.0498250 Dec 11 22:42:07.259303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-937991b1-8dd9-4327-a0bf-273091aa795d req-a1a84b1f-d6b0-46f9-8b10-74ae719f1806 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2f81f7d-b36c-42b7-8780-402a25222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451093 Dec 11 22:42:07.747095 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ca452-627a-405b-baea-2b3c912d58f4 req-09d7b3ec-a274-4ed7-b11d-480d211db3c6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:07.754243 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb6ca452-627a-405b-baea-2b3c912d58f4 req-09d7b3ec-a274-4ed7-b11d-480d211db3c6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 949 time: 0.0665050 Dec 11 22:42:07.810463 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb6ca452-627a-405b-baea-2b3c912d58f4 req-4386d00f-403c-43a0-96f1-a5177594bde9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521948 Dec 11 22:42:07.819676 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce7e46-627f-42b6-990e-c91e3fe625c4 req-da053ce7-8b2c-44ec-bf09-9cab5417b734 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:07.821169 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-36ce7e46-627f-42b6-990e-c91e3fe625c4 req-da053ce7-8b2c-44ec-bf09-9cab5417b734 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 946 time: 0.0509746 Dec 11 22:42:07.872435 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-36ce7e46-627f-42b6-990e-c91e3fe625c4 req-61fbb482-7598-42b2-8c0b-921ac3335a30 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448234 Dec 11 22:42:08.016176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d5b02-ffc9-487d-b548-c2a0139d0f49 req-ae0a7df0-0996-409c-9863-5021e760aaa1 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:08.017665 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c65d5b02-ffc9-487d-b548-c2a0139d0f49 req-ae0a7df0-0996-409c-9863-5021e760aaa1 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.0533450 Dec 11 22:42:08.032097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdeafc-cf96-4eb7-b24c-42fb0e1ba33e req-d5bb9c61-67ff-4406-ad64-4878ea057d9f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:08.033836 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-09cdeafc-cf96-4eb7-b24c-42fb0e1ba33e req-d5bb9c61-67ff-4406-ad64-4878ea057d9f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 945 time: 0.0581517 Dec 11 22:42:08.071259 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c65d5b02-ffc9-487d-b548-c2a0139d0f49 req-9d5c7799-2364-4af1-90e5-7f30a189d2d0 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458407 Dec 11 22:42:08.090026 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-09cdeafc-cf96-4eb7-b24c-42fb0e1ba33e req-2963e730-69b8-4885-893c-99d3b269514e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499122 Dec 11 22:42:08.135799 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0985d6ef-5b52-493d-8d43-03420c3129a1 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:42:08.165489 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51390) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:08.237835 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-470f6dd4-204f-4365-b50f-c4a7b3c480e3 req-a934ec3c-ee94-4f00-9ad2-40410b1bdf8f tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 210 time: 0.0271153 Dec 11 22:42:08.278585 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 0985d6ef-5b52-493d-8d43-03420c3129a1 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:42:08.285743 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a8cfea0a-b0ed-4ba8-afa2-0eb76bf1c386 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1557113684-network', 'tenant_id': 'ffe35b909334422fbc59f26534fa8802'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:08.294960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 0985d6ef-5b52-493d-8d43-03420c3129a1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:42:08.294960 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:08.380493 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:08.388001 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f05ee2-357b-4bc9-8de2-3505d6a59f70 req-afccbfb3-c8ab-4e7b-9e75-0baad92b3f30 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:08.389805 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a7f05ee2-357b-4bc9-8de2-3505d6a59f70 req-afccbfb3-c8ab-4e7b-9e75-0baad92b3f30 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 946 time: 0.0578644 Dec 11 22:42:08.391295 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cfea0a-b0ed-4ba8-afa2-0eb76bf1c386 admin admin] Made reservation on behalf of ffe35b909334422fbc59f26534fa8802 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:08.393585 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8cfea0a-b0ed-4ba8-afa2-0eb76bf1c386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:08.406304 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44d36e0-83a5-47d4-9096-21ea1addf8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0985d6ef-5b52-493d-8d43-03420c3129a1'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:08.408641 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753b3baa-1cb4-4abe-aa31-1471e7b8e96d" -d '{"events": [{"server_uuid": "c44d36e0-83a5-47d4-9096-21ea1addf8a4", "name": "network-vif-plugged", "status": "completed", "tag": "0985d6ef-5b52-493d-8d43-03420c3129a1"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:08.410515 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8cfea0a-b0ed-4ba8-afa2-0eb76bf1c386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:08.423169 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 0985d6ef-5b52-493d-8d43-03420c3129a1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0985d6ef-5b52-493d-8d43-03420c3129a1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:08.468771 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a7f05ee2-357b-4bc9-8de2-3505d6a59f70 req-726f1b8c-2de8-4061-98cc-4f409772b223 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2f81f7d-b36c-42b7-8780-402a25222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706921 Dec 11 22:42:08.496088 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:08.533583 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6706898-3411-4bfa-81cf-c6d1e160c6e5 x-openstack-request-id: req-c6706898-3411-4bfa-81cf-c6d1e160c6e5 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:08.534154 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44d36e0-83a5-47d4-9096-21ea1addf8a4", "name": "network-vif-plugged", "status": "completed", "tag": "0985d6ef-5b52-493d-8d43-03420c3129a1", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:08.534644 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6706898-3411-4bfa-81cf-c6d1e160c6e5 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:08.535151 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44d36e0-83a5-47d4-9096-21ea1addf8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0985d6ef-5b52-493d-8d43-03420c3129a1', 'code': 200} Dec 11 22:42:08.542450 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8cfea0a-b0ed-4ba8-afa2-0eb76bf1c386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:08.564680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=0985d6ef-5b52-493d-8d43-03420c3129a1,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:08.589015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb025b9-e05d-4a98-81a7-c68c66bb94b6 req-11f5af12-27f9-447d-94de-eb9ba4faf0f1 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:08.590911 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2bb025b9-e05d-4a98-81a7-c68c66bb94b6 req-11f5af12-27f9-447d-94de-eb9ba4faf0f1 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 945 time: 0.0525501 Dec 11 22:42:08.625306 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8cfea0a-b0ed-4ba8-afa2-0eb76bf1c386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:08.664168 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cfea0a-b0ed-4ba8-afa2-0eb76bf1c386 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:42:08.679581 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2bb025b9-e05d-4a98-81a7-c68c66bb94b6 req-e61a26cc-ecf9-432e-87a9-3ba4dc7ea81a tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826740 Dec 11 22:42:08.684234 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfea0a-b0ed-4ba8-afa2-0eb76bf1c386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69a84c8-5fa4-4351-9826-307666ab9227,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:08.690382 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8cfea0a-b0ed-4ba8-afa2-0eb76bf1c386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:08.690731 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-a8cfea0a-b0ed-4ba8-afa2-0eb76bf1c386 admin admin] Added segment eee09e88-59e9-4a8e-b055-0ced37cd53e1 of type vlan for network 4aa921b4-14e9-4515-9e78-4b4f1668d553 Dec 11 22:42:08.743872 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8cfea0a-b0ed-4ba8-afa2-0eb76bf1c386 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:08.814297 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355026f3-6112-41cb-8a8f-bcf2e9d1ee98 req-cd7e6a1d-b3e3-4678-8f1c-8efd4e09f2db tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:08.815706 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-355026f3-6112-41cb-8a8f-bcf2e9d1ee98 req-cd7e6a1d-b3e3-4678-8f1c-8efd4e09f2db tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 946 time: 0.0487301 Dec 11 22:42:08.852045 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8cfea0a-b0ed-4ba8-afa2-0eb76bf1c386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:08.853019 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfea0a-b0ed-4ba8-afa2-0eb76bf1c386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:08.853594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc03c55-2a3b-4100-a4fc-0f28516be416 req-679154fe-b62d-43b6-9edb-ff51cd5af751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:08.854099 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8cfea0a-b0ed-4ba8-afa2-0eb76bf1c386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:08.855131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9fc03c55-2a3b-4100-a4fc-0f28516be416 req-679154fe-b62d-43b6-9edb-ff51cd5af751 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 1101 time: 0.1857247 Dec 11 22:42:08.863776 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-c377d72f-59f4-465a-b8cf-2cce6c86b18c tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 258 time: 0.3213716 Dec 11 22:42:08.885354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-fa16641f-8e8b-4c61-a6b9-d99b980c9f5c tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:08.887150 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-fa16641f-8e8b-4c61-a6b9-d99b980c9f5c tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.47 "GET /v2.0/networks?id=cbde6e51-034f-439f-9188-99cb67fd6232 HTTP/1.1" status: 200 len: 822 time: 0.2907801 Dec 11 22:42:08.892084 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:08.911218 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-a37b3da1-c57e-42e0-9a99-c1ac09081185 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Request body: {'port': {'device_id': '1fd05c61-47a7-4f86-b1fa-5cd931c6a187', 'network_id': 'cbde6e51-034f-439f-9188-99cb67fd6232', 'admin_state_up': True, 'tenant_id': 'b3aa6fae4989417385044420d258e73b'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:08.983636 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a8cfea0a-b0ed-4ba8-afa2-0eb76bf1c386 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8169930 Dec 11 22:42:08.987297 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51406) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:08.993090 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-49827840-44f2-4c1a-94d8-3d14b248cd39 admin admin] Request body: {'subnet': {'network_id': '4aa921b4-14e9-4515-9e78-4b4f1668d553', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1557113684-subnet', 'tenant_id': 'ffe35b909334422fbc59f26534fa8802', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:08.998369 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfea0a-b0ed-4ba8-afa2-0eb76bf1c386 admin admin] Pushing event updated for resources: {'Network': ['ID=4aa921b4-14e9-4515-9e78-4b4f1668d553,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:09.010310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 4aa921b4-14e9-4515-9e78-4b4f1668d553 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:42:09.015479 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9fc03c55-2a3b-4100-a4fc-0f28516be416 req-3979d0d7-598d-4504-86c3-b57f5a7245f0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505756 Dec 11 22:42:09.032511 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c05c1-2920-4f04-a148-502d415ffd67 req-e20f834e-c423-423e-a609-5bec53d9b5eb tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:09.034057 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a4c05c1-2920-4f04-a148-502d415ffd67 req-e20f834e-c423-423e-a609-5bec53d9b5eb tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 950 time: 0.0954776 Dec 11 22:42:09.043299 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-355026f3-6112-41cb-8a8f-bcf2e9d1ee98 req-528c6f4b-48b1-4353-99b3-e669c21ac21f tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Deleting port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:09.043299 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-355026f3-6112-41cb-8a8f-bcf2e9d1ee98 req-528c6f4b-48b1-4353-99b3-e669c21ac21f tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:09.078736 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:09.134107 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.api [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-a37b3da1-c57e-42e0-9a99-c1ac09081185 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 11 22:42:09.134107 n-d-710847-6 neutron-server[103692]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 11 22:42:09.134107 n-d-710847-6 neutron-server[103692]: [parameters: {'project_id_1': 'b3aa6fae4989417385044420d258e73b', 'expiration_1': datetime.datetime(2021, 12, 11, 22, 41, 49, 58357)}] Dec 11 22:42:09.134107 n-d-710847-6 neutron-server[103692]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:42:09.134616 n-d-710847-6 neutron-server[103692]: DEBUG oslo_db.api [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-a37b3da1-c57e-42e0-9a99-c1ac09081185 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:42:09.158261 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a4c05c1-2920-4f04-a148-502d415ffd67 req-09aabbe4-0c0b-4f77-ab87-79ae88b127b4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138785 Dec 11 22:42:09.188237 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:09.188794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-355026f3-6112-41cb-8a8f-bcf2e9d1ee98 req-528c6f4b-48b1-4353-99b3-e669c21ac21f tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] For port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=2c060f1a-5bda-4aa6-9ab5-aeecc9188f63,segment=NetworkSegment(6b14555b-d60e-46cd-9fbe-575dd9e9a92b),segment_id=6b14555b-d60e-46cd-9fbe-575dd9e9a92b)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:09.189097 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-355026f3-6112-41cb-8a8f-bcf2e9d1ee98 req-528c6f4b-48b1-4353-99b3-e669c21ac21f tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:09.197094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49827840-44f2-4c1a-94d8-3d14b248cd39 admin admin] Made reservation on behalf of ffe35b909334422fbc59f26534fa8802 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:09.199393 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49827840-44f2-4c1a-94d8-3d14b248cd39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:09.217456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-355026f3-6112-41cb-8a8f-bcf2e9d1ee98 req-528c6f4b-48b1-4353-99b3-e669c21ac21f tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Calling delete_port for 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:09.298553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Allocated IP 172.25.1.53 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/f597bd44-d146-4dd0-aca7-9961edf9c823) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:42:09.372121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6e1ae-b14f-49d5-9af7-630c6063c322 req-026a90b4-2ddb-4b13-b8e5-b115c9cf2fac tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:09.373540 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dea6e1ae-b14f-49d5-9af7-630c6063c322 req-026a90b4-2ddb-4b13-b8e5-b115c9cf2fac tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 946 time: 0.1541340 Dec 11 22:42:09.404295 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:09.472756 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:09.502944 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dea6e1ae-b14f-49d5-9af7-630c6063c322 req-981fac70-dd8b-4f9f-a845-bcca578dffca tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/security-groups?id=d721b499-1f04-4a4d-b83d-c6e6ce39949f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202426 Dec 11 22:42:09.510883 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:42:09.515440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:09.520011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:42:09.551095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Pushing event updated for resources: {'Port': ['ID=f597bd44-d146-4dd0-aca7-9961edf9c823,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:09.582182 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-355026f3-6112-41cb-8a8f-bcf2e9d1ee98 req-528c6f4b-48b1-4353-99b3-e669c21ac21f tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:09.597507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['2c060f1a-5bda-4aa6-9ab5-aeecc9188f63'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:09.616631 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:09.633722 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49827840-44f2-4c1a-94d8-3d14b248cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:09.644685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c6f4b-48b1-4353-99b3-e669c21ac21f tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Pushing event deleted for resources: {'Port': ['ID=2c060f1a-5bda-4aa6-9ab5-aeecc9188f63,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:09.725444 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:09.726468 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-355026f3-6112-41cb-8a8f-bcf2e9d1ee98 req-528c6f4b-48b1-4353-99b3-e669c21ac21f tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] No DVR routers for this DVR port 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 on host n-h2-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:42:09.735140 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd776c-49f7-4a5b-8e19-feb1c32a45c8 req-7321ae66-885a-4b0e-a646-e73a7caf3769 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:09.736683 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24bd776c-49f7-4a5b-8e19-feb1c32a45c8 req-7321ae66-885a-4b0e-a646-e73a7caf3769 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.1649771 Dec 11 22:42:09.739931 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-355026f3-6112-41cb-8a8f-bcf2e9d1ee98 req-528c6f4b-48b1-4353-99b3-e669c21ac21f tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:09.744434 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-355026f3-6112-41cb-8a8f-bcf2e9d1ee98 req-528c6f4b-48b1-4353-99b3-e669c21ac21f tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.13 "DELETE /v2.0/ports/2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 HTTP/1.1" status: 204 len: 173 time: 0.9186060 Dec 11 22:42:09.744434 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfb76f0-2d93-4547-9d74-4a308e718c2c', 'name': 'network-vif-deleted', 'tag': '2c060f1a-5bda-4aa6-9ab5-aeecc9188f63'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:09.746726 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5950b0e8-9c99-4f92-802a-4e7a64911be9" -d '{"events": [{"server_uuid": "fbfb76f0-2d93-4547-9d74-4a308e718c2c", "name": "network-vif-deleted", "tag": "2c060f1a-5bda-4aa6-9ab5-aeecc9188f63"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:09.754440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49827840-44f2-4c1a-94d8-3d14b248cd39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0958931f-1d7f-4750-b8f8-6ac19f4de471,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:09.756968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-a37b3da1-c57e-42e0-9a99-c1ac09081185 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Made reservation on behalf of b3aa6fae4989417385044420d258e73b for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:09.765940 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-a37b3da1-c57e-42e0-9a99-c1ac09081185 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:09.798426 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49827840-44f2-4c1a-94d8-3d14b248cd39 admin admin] Checking segment: {'id': 'eee09e88-59e9-4a8e-b055-0ced37cd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4aa921b4-14e9-4515-9e78-4b4f1668d553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:42:09.799398 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49827840-44f2-4c1a-94d8-3d14b248cd39 admin admin] Network hostable DHCP agents. Network: 4aa921b4-14e9-4515-9e78-4b4f1668d553, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:42:09.839607 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24bd776c-49f7-4a5b-8e19-feb1c32a45c8 req-631ce883-bec4-4d09-8dfc-dfb328967058 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898128 Dec 11 22:42:09.938180 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49827840-44f2-4c1a-94d8-3d14b248cd39 admin admin] Network 4aa921b4-14e9-4515-9e78-4b4f1668d553 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:42:09.988923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-a37b3da1-c57e-42e0-9a99-c1ac09081185 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Allocated IP 172.20.0.6 (cbde6e51-034f-439f-9188-99cb67fd6232/06aec666-fc22-437c-80a9-73133194f9ed/4ea8f429-8e5c-49b0-be6d-4146340bccb4) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:42:10.039400 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:10.055862 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e49cb1a4-f6ea-45d2-a9cf-d25c063cef1a req-b65dc40a-546b-4df0-9641-e852fd6812b9 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 210 time: 0.0271549 Dec 11 22:42:10.056713 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-49827840-44f2-4c1a-94d8-3d14b248cd39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 4aa921b4-14e9-4515-9e78-4b4f1668d553) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:10.062930 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49827840-44f2-4c1a-94d8-3d14b248cd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:10.063375 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49827840-44f2-4c1a-94d8-3d14b248cd39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:10.069153 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58579d6-c7b9-460b-a1a1-e90df52bf48e None None] Network 4aa921b4-14e9-4515-9e78-4b4f1668d553 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:42:10.129978 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:10.150423 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-49827840-44f2-4c1a-94d8-3d14b248cd39 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1619797 Dec 11 22:42:10.223730 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a604325-4681-4a0e-adde-5b2e5cb7bd31 req-58ab2bb8-260c-49ee-bcb7-62093c64a72e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:10.226467 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2a604325-4681-4a0e-adde-5b2e5cb7bd31 req-58ab2bb8-260c-49ee-bcb7-62093c64a72e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 945 time: 0.0694978 Dec 11 22:42:10.227063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Pushing event updated for resources: {'Port': ['ID=f597bd44-d146-4dd0-aca7-9961edf9c823,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:10.255157 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60bf6be-c74f-4ee9-bf5c-288d9e75c6f3 None None] Network 4aa921b4-14e9-4515-9e78-4b4f1668d553 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:42:10.260563 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:10.287608 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-a37b3da1-c57e-42e0-9a99-c1ac09081185 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:10.294838 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2a604325-4681-4a0e-adde-5b2e5cb7bd31 req-03c74429-3681-4861-802d-e925f2f9a860 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598423 Dec 11 22:42:10.352535 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21f7af2-53e5-4350-8346-f0a025c8a98b x-openstack-request-id: req-d21f7af2-53e5-4350-8346-f0a025c8a98b {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:10.352942 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfb76f0-2d93-4547-9d74-4a308e718c2c", "name": "network-vif-deleted", "tag": "2c060f1a-5bda-4aa6-9ab5-aeecc9188f63", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:10.353293 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d21f7af2-53e5-4350-8346-f0a025c8a98b {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:10.353791 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfb76f0-2d93-4547-9d74-4a308e718c2c', 'name': 'network-vif-deleted', 'tag': '2c060f1a-5bda-4aa6-9ab5-aeecc9188f63', 'status': 'completed', 'code': 200} Dec 11 22:42:10.391358 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:10.392866 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-8e2d665f-72f4-4822-a2de-af31368215fe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5179808 Dec 11 22:42:10.446114 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-54b71acc-98a7-41bf-ad1f-c07602bd201f tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.53 HTTP/1.1" status: 200 len: 695 time: 0.0456123 Dec 11 22:42:10.447639 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-a37b3da1-c57e-42e0-9a99-c1ac09081185 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:10.451599 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2994ed-c602-4a47-88e0-084fae352a05 req-57e25b8b-eabe-43e9-a227-7872e579d2aa tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:10.453103 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c2994ed-c602-4a47-88e0-084fae352a05 req-57e25b8b-eabe-43e9-a227-7872e579d2aa tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 950 time: 0.0516214 Dec 11 22:42:10.511108 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c2994ed-c602-4a47-88e0-084fae352a05 req-b7604863-afcf-411d-b44a-a2957aa51dc3 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502021 Dec 11 22:42:10.548358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-a37b3da1-c57e-42e0-9a99-c1ac09081185 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Network cbde6e51-034f-439f-9188-99cb67fd6232 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:42:10.559551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-a37b3da1-c57e-42e0-9a99-c1ac09081185 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:10.563430 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b3da1-c57e-42e0-9a99-c1ac09081185 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Pushing event updated for resources: {'Port': ['ID=4ea8f429-8e5c-49b0-be6d-4146340bccb4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:10.567692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-a37b3da1-c57e-42e0-9a99-c1ac09081185 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:42:10.638725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-a37b3da1-c57e-42e0-9a99-c1ac09081185 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:10.639375 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-a37b3da1-c57e-42e0-9a99-c1ac09081185 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:10.652615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-49abc0e1-ff89-4ba4-a8ab-d7f30a160ab6 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:10.654123 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d25f352-0faf-4aa6-9247-312044d61f9e req-49abc0e1-ff89-4ba4-a8ab-d7f30a160ab6 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.1998310 Dec 11 22:42:10.655929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-ff7bc0ef-cf1f-49f6-a6d5-638124849287 req-3e8718d5-36ab-42c2-910c-b3526bc4600b tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2133851795', 'description': 'tempest-description-564106069'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:10.741802 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d45c2fb-6b8e-453b-97a7-b8cede7eacf9 req-46916738-1c22-4ec8-a046-bfbdaedf3bb5 tempest-AttachSCSIVolumeTestJSON-2101617643 tempest-AttachSCSIVolumeTestJSON-2101617643-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfb76f0-2d93-4547-9d74-4a308e718c2c HTTP/1.1" status: 200 len: 210 time: 0.0272672 Dec 11 22:42:10.745111 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-a37b3da1-c57e-42e0-9a99-c1ac09081185 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8409033 Dec 11 22:42:10.772073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Request body: {'port': {'device_id': '1fd05c61-47a7-4f86-b1fa-5cd931c6a187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:10.803930 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871a803-ba2e-4952-8ecd-0c5a8bcf2d07 req-7eb91602-0492-4418-9c7f-35fb5c4608de tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:10.805537 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5871a803-ba2e-4952-8ecd-0c5a8bcf2d07 req-7eb91602-0492-4418-9c7f-35fb5c4608de tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.13 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 945 time: 0.0515797 Dec 11 22:42:10.806934 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ff7bc0ef-cf1f-49f6-a6d5-638124849287 req-3e8718d5-36ab-42c2-910c-b3526bc4600b tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:10.856241 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:10.878487 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf385c-9637-4541-9d07-87091ed26f66 req-348b622b-43a3-4917-8ecc-a2a8a596567d tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:10.880072 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7bf385c-9637-4541-9d07-87091ed26f66 req-348b622b-43a3-4917-8ecc-a2a8a596567d tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 1101 time: 0.0732572 Dec 11 22:42:10.947277 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ff7bc0ef-cf1f-49f6-a6d5-638124849287 req-3e8718d5-36ab-42c2-910c-b3526bc4600b tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:10.959239 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-5871a803-ba2e-4952-8ecd-0c5a8bcf2d07 req-ee8ab563-2049-407b-82ab-8d62fda48974 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Deleting port 9b296e76-dddc-4019-b6a3-f789683b2f92 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:10.959505 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5871a803-ba2e-4952-8ecd-0c5a8bcf2d07 req-ee8ab563-2049-407b-82ab-8d62fda48974 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:11.013525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7bf385c-9637-4541-9d07-87091ed26f66 req-e47b1dea-11bf-45cc-af1c-bc0e63513608 tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123645 Dec 11 22:42:11.038708 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ff7bc0ef-cf1f-49f6-a6d5-638124849287 req-3e8718d5-36ab-42c2-910c-b3526bc4600b tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:11.084507 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-5871a803-ba2e-4952-8ecd-0c5a8bcf2d07 req-ee8ab563-2049-407b-82ab-8d62fda48974 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] For port 9b296e76-dddc-4019-b6a3-f789683b2f92, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=9b296e76-dddc-4019-b6a3-f789683b2f92,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:11.085029 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5871a803-ba2e-4952-8ecd-0c5a8bcf2d07 req-ee8ab563-2049-407b-82ab-8d62fda48974 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:11.102005 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8718d5-36ab-42c2-910c-b3526bc4600b tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e92a95-19a2-4a41-990b-9de8975da23c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:11.104540 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-5871a803-ba2e-4952-8ecd-0c5a8bcf2d07 req-ee8ab563-2049-407b-82ab-8d62fda48974 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Calling delete_port for 9b296e76-dddc-4019-b6a3-f789683b2f92 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:11.164135 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ff7bc0ef-cf1f-49f6-a6d5-638124849287 req-3e8718d5-36ab-42c2-910c-b3526bc4600b tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:11.165778 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ff7bc0ef-cf1f-49f6-a6d5-638124849287 req-3e8718d5-36ab-42c2-910c-b3526bc4600b tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5139234 Dec 11 22:42:11.288625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-1216ab0a-bee6-4ff6-8478-fb82a4d13d09 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:11.290749 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-1216ab0a-bee6-4ff6-8478-fb82a4d13d09 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1368818 Dec 11 22:42:11.292059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea8f429-8e5c-49b0-be6d-4146340bccb4 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:11.303673 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b22d9-ec52-482e-be8a-83fe8dc802e3 req-d9c58e6e-930e-4061-89cf-10e998c496eb tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:11.305165 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7c4b22d9-ec52-482e-be8a-83fe8dc802e3 req-d9c58e6e-930e-4061-89cf-10e998c496eb tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.0671017 Dec 11 22:42:11.307530 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:11.355335 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7c4b22d9-ec52-482e-be8a-83fe8dc802e3 req-abbc8ba3-6118-4632-bdd5-20c274bf8907 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438690 Dec 11 22:42:11.358495 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-b95b59a6-d9f9-4ba5-87ac-7c12ae43a68c tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.53 HTTP/1.1" status: 200 len: 695 time: 0.0610070 Dec 11 22:42:11.367532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5871a803-ba2e-4952-8ecd-0c5a8bcf2d07 req-ee8ab563-2049-407b-82ab-8d62fda48974 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:11.378347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-eaf12969-5558-42c0-b370-0223bcf4e786 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Request body: {'floatingip': {'port_id': 'e84a9cf5-458d-4527-954b-94b58b1a614e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:11.378347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Transition to ACTIVE for port object 4ea8f429-8e5c-49b0-be6d-4146340bccb4 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:42:11.387752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['9b296e76-dddc-4019-b6a3-f789683b2f92'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:11.409977 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ab563-2049-407b-82ab-8d62fda48974 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Pushing event deleted for resources: {'Port': ['ID=9b296e76-dddc-4019-b6a3-f789683b2f92,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:11.410745 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-eaf12969-5558-42c0-b370-0223bcf4e786 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for floatingip, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:11.445009 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:11.456758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-5871a803-ba2e-4952-8ecd-0c5a8bcf2d07 req-ee8ab563-2049-407b-82ab-8d62fda48974 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] No DVR routers for this DVR port 9b296e76-dddc-4019-b6a3-f789683b2f92 on host n-h2-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:42:11.463747 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5871a803-ba2e-4952-8ecd-0c5a8bcf2d07 req-ee8ab563-2049-407b-82ab-8d62fda48974 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:11.466506 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5871a803-ba2e-4952-8ecd-0c5a8bcf2d07 req-ee8ab563-2049-407b-82ab-8d62fda48974 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.13 "DELETE /v2.0/ports/9b296e76-dddc-4019-b6a3-f789683b2f92 HTTP/1.1" status: 204 len: 173 time: 0.6506956 Dec 11 22:42:11.558133 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bc4e8-444c-4d16-97e5-8fcad0f23791 req-20dc782f-344a-4228-bf19-e7c20337dac6 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:11.559839 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0a1bc4e8-444c-4d16-97e5-8fcad0f23791 req-20dc782f-344a-4228-bf19-e7c20337dac6 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 943 time: 0.0506740 Dec 11 22:42:11.581891 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea8f429-8e5c-49b0-be6d-4146340bccb4,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:11.613420 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0a1bc4e8-444c-4d16-97e5-8fcad0f23791 req-c6b7fe68-3e10-4589-8303-a41a85771690 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e2406f-5fe9-4516-9a60-f0005ff05e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473750 Dec 11 22:42:11.685132 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0d5b4191-0d54-466d-9be2-b1ab61d13a5b req-f7ff3076-a9f7-46a0-aa3b-07a4a9a12524 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/37e92a95-19a2-4a41-990b-9de8975da23c HTTP/1.1" status: 200 len: 1821 time: 0.0463853 Dec 11 22:42:11.697059 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-0d5b4191-0d54-466d-9be2-b1ab61d13a5b req-f4a7453d-0e55-4850-a031-c167824c116f tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37e92a95-19a2-4a41-990b-9de8975da23c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:11.697793 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-0d5b4191-0d54-466d-9be2-b1ab61d13a5b req-f4a7453d-0e55-4850-a031-c167824c116f tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37e92a95-19a2-4a41-990b-9de8975da23c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:11.848123 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0d5b4191-0d54-466d-9be2-b1ab61d13a5b req-f4a7453d-0e55-4850-a031-c167824c116f tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:11.874763 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0d5b4191-0d54-466d-9be2-b1ab61d13a5b req-f4a7453d-0e55-4850-a031-c167824c116f tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:11.933373 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0d5b4191-0d54-466d-9be2-b1ab61d13a5b req-f4a7453d-0e55-4850-a031-c167824c116f tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:11.951809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7453d-0e55-4850-a031-c167824c116f tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0660a890-c209-4fd7-b6e2-b21f66593944,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:11.988988 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Attempting to bind port 4ea8f429-8e5c-49b0-be6d-4146340bccb4 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:42:11.989318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Attempting to bind port 4ea8f429-8e5c-49b0-be6d-4146340bccb4 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '165fa17b-be1d-4a89-bf1d-85d47bdb6717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cbde6e51-034f-439f-9188-99cb67fd6232'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:42:11.990539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Attempting to bind port 4ea8f429-8e5c-49b0-be6d-4146340bccb4 on network cbde6e51-034f-439f-9188-99cb67fd6232 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:12.011904 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0d5b4191-0d54-466d-9be2-b1ab61d13a5b req-f4a7453d-0e55-4850-a031-c167824c116f tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:12.013122 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0d5b4191-0d54-466d-9be2-b1ab61d13a5b req-f4a7453d-0e55-4850-a031-c167824c116f tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3214438 Dec 11 22:42:12.023052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Port 4ea8f429-8e5c-49b0-be6d-4146340bccb4 on network cbde6e51-034f-439f-9188-99cb67fd6232 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:42:12.025051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Attempting to bind port 4ea8f429-8e5c-49b0-be6d-4146340bccb4 on network cbde6e51-034f-439f-9188-99cb67fd6232 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:12.034398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:42:12.034742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Checking segment: {'id': '165fa17b-be1d-4a89-bf1d-85d47bdb6717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cbde6e51-034f-439f-9188-99cb67fd6232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:42:12.035159 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Bound using segment: {'id': '165fa17b-be1d-4a89-bf1d-85d47bdb6717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cbde6e51-034f-439f-9188-99cb67fd6232'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:42:12.035593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Bound port: 4ea8f429-8e5c-49b0-be6d-4146340bccb4, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '165fa17b-be1d-4a89-bf1d-85d47bdb6717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cbde6e51-034f-439f-9188-99cb67fd6232'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:42:12.035950 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:12.102901 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-1a415895-21e7-4e91-b71d-9035559b7fd4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ebe483fc920c439ab2dac230dba335f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217433 Dec 11 22:42:12.214964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-871395f7-4bd7-446b-8cdc-94079661ec39 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:12.216453 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-871395f7-4bd7-446b-8cdc-94079661ec39 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081581 Dec 11 22:42:12.227054 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] For port 4ea8f429-8e5c-49b0-be6d-4146340bccb4, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:42:12.232874 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-05aa848a-bfc5-43ed-8550-857159a364a2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/quotas/ebe483fc920c439ab2dac230dba335f8 HTTP/1.1" status: 200 len: 375 time: 0.0100684 Dec 11 22:42:12.293387 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-9cd71d2b-bbfa-443a-8a8c-dadbcf63c693 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0544941 Dec 11 22:42:12.294656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] For port 4ea8f429-8e5c-49b0-be6d-4146340bccb4, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4ea8f429-8e5c-49b0-be6d-4146340bccb4,segment=NetworkSegment(165fa17b-be1d-4a89-bf1d-85d47bdb6717),segment_id=165fa17b-be1d-4a89-bf1d-85d47bdb6717)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:42:12.354888 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a', 'name': 'network-vif-deleted', 'tag': '9b296e76-dddc-4019-b6a3-f789683b2f92'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:12.357833 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cea37d-0535-4a9f-86cf-4f567d94f5f7" -d '{"events": [{"server_uuid": "aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a", "name": "network-vif-deleted", "tag": "9b296e76-dddc-4019-b6a3-f789683b2f92"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:12.360920 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:12.455462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:12.456083 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:12.457496 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] 10.222.0.47 "PUT /v2.0/ports/4ea8f429-8e5c-49b0-be6d-4146340bccb4 HTTP/1.1" status: 200 len: 1091 time: 1.6907322 Dec 11 22:42:12.461990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd05c61-47a7-4f86-b1fa-5cd931c6a187', 'tag': '4ea8f429-8e5c-49b0-be6d-4146340bccb4'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:12.464958 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a01652-cba9-403c-93b5-a0be15263408" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd05c61-47a7-4f86-b1fa-5cd931c6a187", "tag": "4ea8f429-8e5c-49b0-be6d-4146340bccb4"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:12.542337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea8f429-8e5c-49b0-be6d-4146340bccb4,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:12.556683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.557041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.557397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.557745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.558091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.558433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.558772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.559136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.559468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.559895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.560304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.560681 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.561022 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be7262-385f-42cc-8d9c-04831f91ae93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.581884 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-eaf12969-5558-42c0-b370-0223bcf4e786 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:12.597388 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-46805b3b-2465-48b6-9ec1-507857548eaf req-553ade57-7382-4f85-825e-292aebb4659f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a HTTP/1.1" status: 200 len: 210 time: 0.0320964 Dec 11 22:42:12.652905 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-eaf12969-5558-42c0-b370-0223bcf4e786 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:12.672056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-0731a998-765d-459a-9a07-1d7b10397a23 req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1763790245', 'description': 'tempest-description-1923492525'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:12.699189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-6d60b95a-6c18-4c02-98c4-03cd1ec3736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:12.700606 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-6d60b95a-6c18-4c02-98c4-03cd1ec3736c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b3aa6fae4989417385044420d258e73b&device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 1094 time: 0.1000698 Dec 11 22:42:12.744587 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0731a998-765d-459a-9a07-1d7b10397a23 req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:12.756880 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9b296e76-dddc-4019-b6a3-f789683b2f92 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:42:12.760767 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-7e98c5b6-d4f9-45dd-bee4-cbd098b2ca8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ea8f429-8e5c-49b0-be6d-4146340bccb4 HTTP/1.1" status: 200 len: 217 time: 0.0450165 Dec 11 22:42:12.778828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 9b296e76-dddc-4019-b6a3-f789683b2f92 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:42:12.779838 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 9b296e76-dddc-4019-b6a3-f789683b2f92 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:42:12.780648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:42:12.820112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:42:12.820483 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 2c060f1a-5bda-4aa6-9ab5-aeecc9188f63 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:42:12.848871 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-eaf12969-5558-42c0-b370-0223bcf4e786 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Floating IP e3128fee-0b13-4366-ba56-97333bacfffc associated. External IP: 172.25.1.53, port: e84a9cf5-458d-4527-954b-94b58b1a614e. Dec 11 22:42:12.854326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-330f27d6-cc54-411c-a94a-969d387416ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:12.855219 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-330f27d6-cc54-411c-a94a-969d387416ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06aec666-fc22-437c-80a9-73133194f9ed HTTP/1.1" status: 200 len: 862 time: 0.0689428 Dec 11 22:42:12.855875 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0731a998-765d-459a-9a07-1d7b10397a23 req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:12.921801 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0731a998-765d-459a-9a07-1d7b10397a23 req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:12.922380 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-6ccebaba-4d50-41d5-a9cf-548eb7cf2b81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbde6e51-034f-439f-9188-99cb67fd6232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336628 Dec 11 22:42:12.963223 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f36d73c-6f55-4416-a5dd-a3c4fc040583,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:12.969099 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.969593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.969927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.970331 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.970735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.971227 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.971628 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.972020 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.972424 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.972818 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.973212 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.973607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:12.974767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:13.009873 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0731a998-765d-459a-9a07-1d7b10397a23 req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:13.014941 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0731a998-765d-459a-9a07-1d7b10397a23 req-71259aab-8209-4481-a5b8-070194020e33 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3437195 Dec 11 22:42:13.059660 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874ef949-636f-4cbe-8cbe-bf2345fe8b91 x-openstack-request-id: req-874ef949-636f-4cbe-8cbe-bf2345fe8b91 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:13.060013 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a", "name": "network-vif-deleted", "tag": "9b296e76-dddc-4019-b6a3-f789683b2f92", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:13.060326 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-874ef949-636f-4cbe-8cbe-bf2345fe8b91 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:13.060914 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeefc3f4-319b-4dfe-a0f2-584b6d1adf3a', 'name': 'network-vif-deleted', 'tag': '9b296e76-dddc-4019-b6a3-f789683b2f92', 'status': 'completed', 'code': 200} Dec 11 22:42:13.077305 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-17051664-5f7a-4c94-bed9-4713be8f0200 service neutron] 10.222.0.47 "GET /v2.0/networks/cbde6e51-034f-439f-9188-99cb67fd6232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466174 Dec 11 22:42:13.169053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ce705-7bdd-4f25-803f-55fc9103e0a0 req-2e90ed57-d7a0-480a-a034-8f7b57b57496 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:13.170850 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fe4ce705-7bdd-4f25-803f-55fc9103e0a0 req-2e90ed57-d7a0-480a-a034-8f7b57b57496 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.0608604 Dec 11 22:42:13.261362 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ab4c86c-92d0-4a8b-9bdc-2615df1d62a1 req-6083c9da-bc60-4a5a-9292-f6c2f9a374a8 service neutron] 10.222.0.47 "GET /v2.0/networks/cbde6e51-034f-439f-9188-99cb67fd6232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502755 Dec 11 22:42:13.267057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-eaf12969-5558-42c0-b370-0223bcf4e786 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:42:13.387803 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-eaf12969-5558-42c0-b370-0223bcf4e786 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:42:13.392862 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-eaf12969-5558-42c0-b370-0223bcf4e786 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:13.405196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b4f84-654f-4b0b-8ef6-f4eb02bb6749 None None] Sync routers for ids ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:42:13.417857 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:13.422897 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-eaf12969-5558-42c0-b370-0223bcf4e786 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "PUT /v2.0/floatingips/e3128fee-0b13-4366-ba56-97333bacfffc HTTP/1.1" status: 200 len: 996 time: 2.0586648 Dec 11 22:42:13.440810 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b4f84-654f-4b0b-8ef6-f4eb02bb6749 None None] Routers {'7ba7112c-fcf0-4c24-8b8c-17d82524c54c'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:42:13.444244 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f29b4f84-654f-4b0b-8ef6-f4eb02bb6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:41:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:13.496055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-b245e82f-2d6e-415c-8504-f5130ea21e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:13.497739 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-b245e82f-2d6e-415c-8504-f5130ea21e7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d3fac63f539432a9c76c78f85438009&device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 1097 time: 0.0493734 Dec 11 22:42:13.559998 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fe4ce705-7bdd-4f25-803f-55fc9103e0a0 req-58cdf030-4457-4a0f-a188-14162f95c7c0 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807809 Dec 11 22:42:13.627463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-f29b4f84-654f-4b0b-8ef6-f4eb02bb6749 None None] Set router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:42:13.629513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-cc894d3a-6edb-4515-b7b4-017ec6fce128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:13.632754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-cc894d3a-6edb-4515-b7b4-017ec6fce128 service neutron] 10.222.0.45 "GET /v2.0/networks?id=08958dbe-a5bc-4651-b476-814d452164d6 HTTP/1.1" status: 200 len: 930 time: 0.1267116 Dec 11 22:42:13.660065 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dfb64-3c27-4339-9adc-509c39704649 req-d6b0f13d-0007-47a8-9dfc-27bb4fb00a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:13.663704 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-de9dfb64-3c27-4339-9adc-509c39704649 req-d6b0f13d-0007-47a8-9dfc-27bb4fb00a74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 1096 time: 0.0838675 Dec 11 22:42:13.699141 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9c9d0d-2504-4e7d-a774-5965b80f78b5 x-openstack-request-id: req-cf9c9d0d-2504-4e7d-a774-5965b80f78b5 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:13.699141 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd05c61-47a7-4f86-b1fa-5cd931c6a187", "tag": "4ea8f429-8e5c-49b0-be6d-4146340bccb4", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:13.699141 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf9c9d0d-2504-4e7d-a774-5965b80f78b5 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:13.699757 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd05c61-47a7-4f86-b1fa-5cd931c6a187', 'tag': '4ea8f429-8e5c-49b0-be6d-4146340bccb4', 'status': 'completed', 'code': 200} Dec 11 22:42:13.725915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-a652af61-f926-4d59-9b1e-0479eb35f4cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e84a9cf5-458d-4527-954b-94b58b1a614e HTTP/1.1" status: 200 len: 999 time: 0.0841506 Dec 11 22:42:13.760190 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-de9dfb64-3c27-4339-9adc-509c39704649 req-e5e87786-8ff0-4c3a-890f-b026238f5f3f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894396 Dec 11 22:42:13.807013 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-58f184c3-ab9d-46f9-bfcf-d2bd15a727b6 req-dbc4a23f-87e6-4838-bd73-1610bdc3f13a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 210 time: 0.0289710 Dec 11 22:42:13.834442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-39812c80-52dc-4c18-ac62-065fcf442a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:13.842372 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-39812c80-52dc-4c18-ac62-065fcf442a7c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c2f4b2a5-be16-4cf3-91d6-a3279d826f2c HTTP/1.1" status: 200 len: 868 time: 0.0987227 Dec 11 22:42:13.856495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a01652-cba9-403c-93b5-a0be15263408 req-6aa974c0-78d4-4eda-b51a-30659e9db153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:13.858396 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32a01652-cba9-403c-93b5-a0be15263408 req-6aa974c0-78d4-4eda-b51a-30659e9db153 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b3aa6fae4989417385044420d258e73b&device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 1094 time: 0.0739112 Dec 11 22:42:13.911572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f29b4f84-654f-4b0b-8ef6-f4eb02bb6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-router', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a886cd86-9000-4fc8-beed-93971697a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:41:37Z', 'updated_at': '2021-12-11T22:41:43Z', 'revision_number': 4, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'gw_port': {'id': 'a886cd86-9000-4fc8-beed-93971697a087', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:38Z', 'updated_at': '2021-12-11T22:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'e3128fee-0b13-4366-ba56-97333bacfffc', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'port_id': 'e84a9cf5-458d-4527-954b-94b58b1a614e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6', 'mac_address': 'fa:16:3e:fa:8a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fef848-2035-419f-80e3-f52a37494672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:42:09Z', 'updated_at': '2021-12-11T22:42:12Z', 'revision_number': 1, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e02dba-d5f5-4480-9a9d-5d934815207a', 'name': '', 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'mac_address': 'fa:16:3e:4e:df:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:42Z', 'updated_at': '2021-12-11T22:41:49Z', 'revision_number': 5, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'subnets': [{'id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:13.937055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c35c6f-2c2c-4206-8748-0918da63b3ac req-8e6ed879-2ebc-48c7-b7bd-0bb473aa8938 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:13.940034 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b4f84-654f-4b0b-8ef6-f4eb02bb6749 None None] Checking router: 7ba7112c-fcf0-4c24-8b8c-17d82524c54c for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:42:13.940297 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99c35c6f-2c2c-4206-8748-0918da63b3ac req-8e6ed879-2ebc-48c7-b7bd-0bb473aa8938 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 943 time: 0.0598664 Dec 11 22:42:13.950594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b4f84-654f-4b0b-8ef6-f4eb02bb6749 None None] Routers {'7ba7112c-fcf0-4c24-8b8c-17d82524c54c'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:42:13.951718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f29b4f84-654f-4b0b-8ef6-f4eb02bb6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:41:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:13.957562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-1b61457f-c086-49d2-9078-62d597e9f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:13.959836 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-1b61457f-c086-49d2-9078-62d597e9f1f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08958dbe-a5bc-4651-b476-814d452164d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165855 Dec 11 22:42:13.976290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-d8c77d6b-0003-4b87-a866-068f523389c3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:42:13.977348 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-d8c77d6b-0003-4b87-a866-068f523389c3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076091 Dec 11 22:42:14.047431 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99c35c6f-2c2c-4206-8748-0918da63b3ac req-210ea40e-b9d6-4c7a-9360-3afc3646c564 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e2406f-5fe9-4516-9a60-f0005ff05e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956318 Dec 11 22:42:14.100489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-f29b4f84-654f-4b0b-8ef6-f4eb02bb6749 None None] Set router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:42:14.106554 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-c4851c02-ed18-4a32-9790-b3d44cf58633 service neutron] 10.222.0.45 "GET /v2.0/networks/08958dbe-a5bc-4651-b476-814d452164d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067324 Dec 11 22:42:14.112358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a01652-cba9-403c-93b5-a0be15263408 req-6687227a-c1a0-41ee-91a1-efed354c9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:14.114103 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32a01652-cba9-403c-93b5-a0be15263408 req-6687227a-c1a0-41ee-91a1-efed354c9de2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbde6e51-034f-439f-9188-99cb67fd6232 HTTP/1.1" status: 200 len: 923 time: 0.2369988 Dec 11 22:42:14.151002 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f9d20d81-c6b1-4db6-85df-83863e873c2f req-5728f18e-8c49-4c65-8a03-ec716416ef5e tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/4f36d73c-6f55-4416-a5dd-a3c4fc040583 HTTP/1.1" status: 200 len: 1822 time: 0.0766521 Dec 11 22:42:14.162339 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-f9d20d81-c6b1-4db6-85df-83863e873c2f req-3a881339-51d5-46bc-a50e-dae64bf1b031 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4f36d73c-6f55-4416-a5dd-a3c4fc040583', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:14.162970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-f9d20d81-c6b1-4db6-85df-83863e873c2f req-3a881339-51d5-46bc-a50e-dae64bf1b031 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4f36d73c-6f55-4416-a5dd-a3c4fc040583', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:14.246603 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32a01652-cba9-403c-93b5-a0be15263408 req-a8f3d6a9-0e9a-4f7c-b290-b29f22d77497 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ea8f429-8e5c-49b0-be6d-4146340bccb4 HTTP/1.1" status: 200 len: 217 time: 0.0528135 Dec 11 22:42:14.315250 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff8a1a42-d632-47da-8bf7-82aebbab9f0c req-4bcf7e45-9d29-4217-b8c2-28b8e6d71172 service neutron] 10.222.0.45 "GET /v2.0/networks/08958dbe-a5bc-4651-b476-814d452164d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985698 Dec 11 22:42:14.330502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a01652-cba9-403c-93b5-a0be15263408 req-f2171a5b-9efa-437b-a867-77ed0eda797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:14.332008 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32a01652-cba9-403c-93b5-a0be15263408 req-f2171a5b-9efa-437b-a867-77ed0eda797d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06aec666-fc22-437c-80a9-73133194f9ed HTTP/1.1" status: 200 len: 862 time: 0.0661795 Dec 11 22:42:14.369429 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32a01652-cba9-403c-93b5-a0be15263408 req-6642b198-41ec-47c0-a8d2-f12e56cbbafb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbde6e51-034f-439f-9188-99cb67fd6232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276256 Dec 11 22:42:14.430505 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f9d20d81-c6b1-4db6-85df-83863e873c2f req-3a881339-51d5-46bc-a50e-dae64bf1b031 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:14.477243 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f9d20d81-c6b1-4db6-85df-83863e873c2f req-3a881339-51d5-46bc-a50e-dae64bf1b031 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:14.529511 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f9d20d81-c6b1-4db6-85df-83863e873c2f req-3a881339-51d5-46bc-a50e-dae64bf1b031 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:14.541963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f29b4f84-654f-4b0b-8ef6-f4eb02bb6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-router', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a886cd86-9000-4fc8-beed-93971697a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:41:37Z', 'updated_at': '2021-12-11T22:41:43Z', 'revision_number': 4, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'gw_port': {'id': 'a886cd86-9000-4fc8-beed-93971697a087', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:38Z', 'updated_at': '2021-12-11T22:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'e3128fee-0b13-4366-ba56-97333bacfffc', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'port_id': 'e84a9cf5-458d-4527-954b-94b58b1a614e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6', 'mac_address': 'fa:16:3e:fa:8a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fef848-2035-419f-80e3-f52a37494672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:42:09Z', 'updated_at': '2021-12-11T22:42:12Z', 'revision_number': 1, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e02dba-d5f5-4480-9a9d-5d934815207a', 'name': '', 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'mac_address': 'fa:16:3e:4e:df:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:42Z', 'updated_at': '2021-12-11T22:41:49Z', 'revision_number': 5, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'subnets': [{'id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:14.570232 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32a01652-cba9-403c-93b5-a0be15263408 req-a04c6c90-d896-4a82-8467-36057e6cff8b service neutron] 10.222.0.47 "GET /v2.0/networks/cbde6e51-034f-439f-9188-99cb67fd6232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920276 Dec 11 22:42:14.571412 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a881339-51d5-46bc-a50e-dae64bf1b031 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8138b9ac-227a-48bf-ba70-4b1dca79750e,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:14.592972 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b4f84-654f-4b0b-8ef6-f4eb02bb6749 None None] The sync data for ids ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'] in n-d-710847-6 is: [{'id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-router', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a886cd86-9000-4fc8-beed-93971697a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:41:37Z', 'updated_at': '2021-12-11T22:41:43Z', 'revision_number': 4, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'gw_port': {'id': 'a886cd86-9000-4fc8-beed-93971697a087', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:38Z', 'updated_at': '2021-12-11T22:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'e3128fee-0b13-4366-ba56-97333bacfffc', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'port_id': 'e84a9cf5-458d-4527-954b-94b58b1a614e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6', 'mac_address': 'fa:16:3e:fa:8a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fef848-2035-419f-80e3-f52a37494672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:42:09Z', 'updated_at': '2021-12-11T22:42:12Z', 'revision_number': 1, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e02dba-d5f5-4480-9a9d-5d934815207a', 'name': '', 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'mac_address': 'fa:16:3e:4e:df:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:42Z', 'updated_at': '2021-12-11T22:41:49Z', 'revision_number': 5, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'subnets': [{'id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:42:14.626888 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-f9d20d81-c6b1-4db6-85df-83863e873c2f req-3a881339-51d5-46bc-a50e-dae64bf1b031 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:14.628114 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f9d20d81-c6b1-4db6-85df-83863e873c2f req-3a881339-51d5-46bc-a50e-dae64bf1b031 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4706616 Dec 11 22:42:14.765620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0662a-781d-4341-9c1e-60a7caec09ba req-4aeb06e2-bf74-4fd5-a0fd-4dfb04532398 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:14.773709 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-17b0662a-781d-4341-9c1e-60a7caec09ba req-4aeb06e2-bf74-4fd5-a0fd-4dfb04532398 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.0681639 Dec 11 22:42:14.776275 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5882288a-c599-47d2-9382-5ee49552e457 req-b1501dd3-7cb2-45c2-b577-f21bf5cfd68a tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 258 time: 0.2798121 Dec 11 22:42:14.820777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-5882288a-c599-47d2-9382-5ee49552e457 req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:14.839025 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32a01652-cba9-403c-93b5-a0be15263408 req-a014a912-6753-4809-8a6d-c25a7cb311dc service neutron] 10.222.0.47 "GET /v2.0/networks/cbde6e51-034f-439f-9188-99cb67fd6232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072930 Dec 11 22:42:14.841929 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-17b0662a-781d-4341-9c1e-60a7caec09ba req-29df0076-6cde-4b9b-933e-513e897008e6 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672026 Dec 11 22:42:14.909595 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-c817d807-617b-4231-a28c-b5d1e5d05e3d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ebe483fc920c439ab2dac230dba335f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316722 Dec 11 22:42:14.974776 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203cb3e8-6b6e-4e1a-9525-a6173d43e7dc None None] New status for floating IP e3128fee-0b13-4366-ba56-97333bacfffc: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:42:15.020725 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5882288a-c599-47d2-9382-5ee49552e457 req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:15.139759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-e98d4ba0-1888-43c2-9ec0-b8eda09dde18 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:15.140404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-9d756b7f-3210-4700-9382-c790629d4dba tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:15.141981 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-9d756b7f-3210-4700-9382-c790629d4dba tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252018 Dec 11 22:42:15.150179 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-e98d4ba0-1888-43c2-9ec0-b8eda09dde18 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 812 time: 0.1519110 Dec 11 22:42:15.172485 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-d5b3f733-528e-4d9f-9486-fd7d53113ece tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/quotas/b49a52ba3f3243128810d043a8aeef5e HTTP/1.1" status: 200 len: 375 time: 0.0212440 Dec 11 22:42:15.172756 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-4ef6935b-ce7e-42b5-ab4c-75664c701441 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Request body: {'port': {'device_id': 'ba6a3627-a495-4179-8961-27b1f3009a80', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'ebe483fc920c439ab2dac230dba335f8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:15.215611 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-03ae991b-4691-48fe-8a5e-6dab69f5a632 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416830 Dec 11 22:42:15.342217 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-8bfefd0b-ef5b-461d-bf4f-b5aaf304290e service neutron] 10.222.0.45 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198411 Dec 11 22:42:15.445577 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-76f3a5c6-6fbf-45e8-8290-28d8858d2523 service neutron] 10.222.0.45 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961220 Dec 11 22:42:15.577447 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5882288a-c599-47d2-9382-5ee49552e457 req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:15.673403 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-5b482cb5-5faa-43f7-818e-100ac898ae8f req-7fbd63ad-93a1-4658-ac23-f43d71a7a0de tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1964465894', 'description': 'tempest-description-129705638'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:15.712905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fef848-2035-419f-80e3-f52a37494672', 'tag': 'e84a9cf5-458d-4527-954b-94b58b1a614e'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:15.715268 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b20da0-a9f0-4244-8cff-b6807d5ff2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "55fef848-2035-419f-80e3-f52a37494672", "tag": "e84a9cf5-458d-4527-954b-94b58b1a614e"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:15.726033 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.api [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-4ef6935b-ce7e-42b5-ab4c-75664c701441 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 11 22:42:15.726033 n-d-710847-6 neutron-server[103692]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 11 22:42:15.726033 n-d-710847-6 neutron-server[103692]: [parameters: {'project_id_1': 'ebe483fc920c439ab2dac230dba335f8', 'expiration_1': datetime.datetime(2021, 12, 11, 22, 41, 55, 688462)}] Dec 11 22:42:15.726033 n-d-710847-6 neutron-server[103692]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:42:15.726519 n-d-710847-6 neutron-server[103692]: DEBUG oslo_db.api [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-4ef6935b-ce7e-42b5-ab4c-75664c701441 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:42:15.750281 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-5882288a-c599-47d2-9382-5ee49552e457 req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Allocated IP 172.25.1.200 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/bcec11e4-596a-4b73-be53-4f1f40c3e18d) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:42:15.784354 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5b482cb5-5faa-43f7-818e-100ac898ae8f req-7fbd63ad-93a1-4658-ac23-f43d71a7a0de tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:15.876589 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5b482cb5-5faa-43f7-818e-100ac898ae8f req-7fbd63ad-93a1-4658-ac23-f43d71a7a0de tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:15.883012 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5882288a-c599-47d2-9382-5ee49552e457 req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:15.941068 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5b482cb5-5faa-43f7-818e-100ac898ae8f req-7fbd63ad-93a1-4658-ac23-f43d71a7a0de tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:15.969821 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5882288a-c599-47d2-9382-5ee49552e457 req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:15.972234 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd63ad-93a1-4658-ac23-f43d71a7a0de tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91eb433-b893-49a6-af15-ec7354d73e99,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:16.017474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5882288a-c599-47d2-9382-5ee49552e457 req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:42:16.020704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-5882288a-c599-47d2-9382-5ee49552e457 req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:16.028406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-5882288a-c599-47d2-9382-5ee49552e457 req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:42:16.038027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Pushing event updated for resources: {'Port': ['ID=bcec11e4-596a-4b73-be53-4f1f40c3e18d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:16.050550 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5b482cb5-5faa-43f7-818e-100ac898ae8f req-7fbd63ad-93a1-4658-ac23-f43d71a7a0de tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:16.052744 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5b482cb5-5faa-43f7-818e-100ac898ae8f req-7fbd63ad-93a1-4658-ac23-f43d71a7a0de tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3849831 Dec 11 22:42:16.143097 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5882288a-c599-47d2-9382-5ee49552e457 req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:16.173914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4ea8f429-8e5c-49b0-be6d-4146340bccb4 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:42:16.203591 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aea9ac79-dea4-4b12-a718-57200875619e req-5fdeacac-586a-493d-b522-e8016536ebc5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 210 time: 0.0348265 Dec 11 22:42:16.286197 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5882288a-c599-47d2-9382-5ee49552e457 req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:16.295528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4ea8f429-8e5c-49b0-be6d-4146340bccb4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4ea8f429-8e5c-49b0-be6d-4146340bccb4,segment=NetworkSegment(165fa17b-be1d-4a89-bf1d-85d47bdb6717),segment_id=165fa17b-be1d-4a89-bf1d-85d47bdb6717)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:16.308733 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '4ea8f429-8e5c-49b0-be6d-4146340bccb4', 'network_id': 'cbde6e51-034f-439f-9188-99cb67fd6232', 'port_id': '4ea8f429-8e5c-49b0-be6d-4146340bccb4', 'mac_address': 'fa:16:3e:2b:90:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06aec666-fc22-437c-80a9-73133194f9ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:42:16.347711 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ebab6-7d87-41f5-828a-d67993137701 req-e9d91b0e-8b15-454d-bd54-feb445a9aae2 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:16.349336 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c42ebab6-7d87-41f5-828a-d67993137701 req-e9d91b0e-8b15-454d-bd54-feb445a9aae2 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 943 time: 0.0512133 Dec 11 22:42:16.354337 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:16.383254 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea8f429-8e5c-49b0-be6d-4146340bccb4 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:16.407767 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4ea8f429-8e5c-49b0-be6d-4146340bccb4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4ea8f429-8e5c-49b0-be6d-4146340bccb4,segment=NetworkSegment(165fa17b-be1d-4a89-bf1d-85d47bdb6717),segment_id=165fa17b-be1d-4a89-bf1d-85d47bdb6717)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:16.429270 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c42ebab6-7d87-41f5-828a-d67993137701 req-a0000aed-ffcd-47ad-904e-4a22fb620481 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e2406f-5fe9-4516-9a60-f0005ff05e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732596 Dec 11 22:42:16.429506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-4ef6935b-ce7e-42b5-ab4c-75664c701441 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Made reservation on behalf of ebe483fc920c439ab2dac230dba335f8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:16.432822 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-4ef6935b-ce7e-42b5-ab4c-75664c701441 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:16.491395 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7fbe6ff1-22ef-44ba-b967-156b115ef7be req-eaf4d7ed-9a7d-4f68-84ca-4f8a26151157 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 210 time: 0.0260251 Dec 11 22:42:16.520465 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:16.555750 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845ad289-627e-4d5f-ba17-84fadb550eb0 x-openstack-request-id: req-845ad289-627e-4d5f-ba17-84fadb550eb0 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:16.558639 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fef848-2035-419f-80e3-f52a37494672", "tag": "e84a9cf5-458d-4527-954b-94b58b1a614e", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:16.558639 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-845ad289-627e-4d5f-ba17-84fadb550eb0 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:16.558639 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fef848-2035-419f-80e3-f52a37494672', 'tag': 'e84a9cf5-458d-4527-954b-94b58b1a614e', 'status': 'completed', 'code': 200} Dec 11 22:42:16.565794 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5882288a-c599-47d2-9382-5ee49552e457 req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:16.602834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=4ea8f429-8e5c-49b0-be6d-4146340bccb4,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:16.643627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-4ef6935b-ce7e-42b5-ab4c-75664c701441 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Allocated IP 192.168.233.136 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/a358d67c-8877-4128-9ade-c3850004be7f) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:42:16.665333 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5882288a-c599-47d2-9382-5ee49552e457 req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:16.684724 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b20da0-a9f0-4244-8cff-b6807d5ff2f5 req-ee48dd3c-3c19-40b6-b946-2ba970126c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:16.685577 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19b20da0-a9f0-4244-8cff-b6807d5ff2f5 req-ee48dd3c-3c19-40b6-b946-2ba970126c93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3fac63f539432a9c76c78f85438009&device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 1097 time: 0.1036689 Dec 11 22:42:16.711282 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bbbf5-c5c7-4005-9cf0-74d11663092f req-0fd2fd35-f2c7-4564-aad2-d9300ae10e2f tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:16.712820 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b16bbbf5-c5c7-4005-9cf0-74d11663092f req-0fd2fd35-f2c7-4564-aad2-d9300ae10e2f tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.0702562 Dec 11 22:42:16.826013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Pushing event updated for resources: {'Port': ['ID=bcec11e4-596a-4b73-be53-4f1f40c3e18d,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:16.845815 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b16bbbf5-c5c7-4005-9cf0-74d11663092f req-24f3c759-ddf1-4e9b-b255-a327bb9feca2 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193054 Dec 11 22:42:16.873479 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['4ea8f429-8e5c-49b0-be6d-4146340bccb4'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:16.875783 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-e5d2b762-807d-4805-bc29-623b57dd29b2 req-aeabe7be-0bf9-4e39-a1d3-e316816db14a tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1060348861', 'description': 'tempest-description-1148496917'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:16.886137 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b20da0-a9f0-4244-8cff-b6807d5ff2f5 req-16d5eff9-e973-446f-b1bd-1946b649a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:16.887686 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19b20da0-a9f0-4244-8cff-b6807d5ff2f5 req-16d5eff9-e973-446f-b1bd-1946b649a71a service neutron] 10.222.0.13 "GET /v2.0/networks?id=08958dbe-a5bc-4651-b476-814d452164d6 HTTP/1.1" status: 200 len: 930 time: 0.1923578 Dec 11 22:42:16.914172 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5882288a-c599-47d2-9382-5ee49552e457 req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:16.973250 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19b20da0-a9f0-4244-8cff-b6807d5ff2f5 req-0c4e1e85-eb36-4ae5-b986-d18608c265fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e84a9cf5-458d-4527-954b-94b58b1a614e HTTP/1.1" status: 200 len: 1001 time: 0.0751677 Dec 11 22:42:16.994847 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-4ef6935b-ce7e-42b5-ab4c-75664c701441 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:17.041163 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e5d2b762-807d-4805-bc29-623b57dd29b2 req-aeabe7be-0bf9-4e39-a1d3-e316816db14a tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:17.063597 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b20da0-a9f0-4244-8cff-b6807d5ff2f5 req-fcca5d07-4b5d-4a66-b0a6-489ccac3bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:17.065084 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19b20da0-a9f0-4244-8cff-b6807d5ff2f5 req-fcca5d07-4b5d-4a66-b0a6-489ccac3bedd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2f4b2a5-be16-4cf3-91d6-a3279d826f2c HTTP/1.1" status: 200 len: 868 time: 0.0837564 Dec 11 22:42:17.071180 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:17.106324 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5882288a-c599-47d2-9382-5ee49552e457 req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:17.108342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5882288a-c599-47d2-9382-5ee49552e457 req-71e66cf2-b0f1-4915-b7d9-c5b4258c3fb8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2975760 Dec 11 22:42:17.138588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b20da0-a9f0-4244-8cff-b6807d5ff2f5 req-5fa1da8e-cca5-400c-9783-18ad125fbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:17.140132 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19b20da0-a9f0-4244-8cff-b6807d5ff2f5 req-5fa1da8e-cca5-400c-9783-18ad125fbd50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08958dbe-a5bc-4651-b476-814d452164d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646842 Dec 11 22:42:17.171134 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e5d2b762-807d-4805-bc29-623b57dd29b2 req-aeabe7be-0bf9-4e39-a1d3-e316816db14a tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:17.173011 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-4ef6935b-ce7e-42b5-ab4c-75664c701441 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:17.186383 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['96975ca5-ae4a-4cea-b67e-af1bc59ce747', '8ddde713-1ed8-4ac2-87f6-5fcbcfc07079'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:17.218500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-4ef6935b-ce7e-42b5-ab4c-75664c701441 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:42:17.222769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-4ef6935b-ce7e-42b5-ab4c-75664c701441 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:17.259489 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5882288a-c599-47d2-9382-5ee49552e457 req-0b66aa13-86da-4666-aee9-b68df42ad335 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.200 HTTP/1.1" status: 200 len: 696 time: 0.1435323 Dec 11 22:42:17.262548 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e5d2b762-807d-4805-bc29-623b57dd29b2 req-aeabe7be-0bf9-4e39-a1d3-e316816db14a tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:17.303307 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19b20da0-a9f0-4244-8cff-b6807d5ff2f5 req-779ce41f-60d4-4a20-a5f9-4cc2183371f0 service neutron] 10.222.0.13 "GET /v2.0/networks/08958dbe-a5bc-4651-b476-814d452164d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474760 Dec 11 22:42:17.337864 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-4ef6935b-ce7e-42b5-ab4c-75664c701441 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:42:17.390505 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-e5d2b762-807d-4805-bc29-623b57dd29b2 req-aeabe7be-0bf9-4e39-a1d3-e316816db14a tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:17.391901 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e5d2b762-807d-4805-bc29-623b57dd29b2 req-aeabe7be-0bf9-4e39-a1d3-e316816db14a tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5228875 Dec 11 22:42:17.425351 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabe7be-0bf9-4e39-a1d3-e316816db14a tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c273216-bc67-474b-9e54-96d92bb44059,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:17.505997 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19b20da0-a9f0-4244-8cff-b6807d5ff2f5 req-f416d7d0-9782-4fe5-9a82-2f692840746e service neutron] 10.222.0.13 "GET /v2.0/networks/08958dbe-a5bc-4651-b476-814d452164d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954300 Dec 11 22:42:17.576439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-4ef6935b-ce7e-42b5-ab4c-75664c701441 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:17.577171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-4ef6935b-ce7e-42b5-ab4c-75664c701441 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:17.589739 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882288a-c599-47d2-9382-5ee49552e457 req-0f49324c-a0e8-4c61-9d0c-3004d02a9a9f tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:17.601507 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5882288a-c599-47d2-9382-5ee49552e457 req-0f49324c-a0e8-4c61-9d0c-3004d02a9a9f tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.3408985 Dec 11 22:42:17.618992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cfd416a2-66ee-495c-8c3a-db0e055f948c None None] Provisioning complete for port a358d67c-8877-4128-9ade-c3850004be7f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:42:17.618992 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cfd416a2-66ee-495c-8c3a-db0e055f948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:17.628771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6935b-ce7e-42b5-ab4c-75664c701441 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event updated for resources: {'Port': ['ID=a358d67c-8877-4128-9ade-c3850004be7f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:17.683478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-cfd416a2-66ee-495c-8c3a-db0e055f948c None None] Port a358d67c-8877-4128-9ade-c3850004be7f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:42:17.700770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-4ef6935b-ce7e-42b5-ab4c-75664c701441 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5323119 Dec 11 22:42:17.713753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-c3010c36-5448-49c6-83a9-371b52f19d35 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:17.716813 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b', 'fe22007d-f9b3-4757-b3fb-eec41108b253', '78b7fae5-f49f-43c1-bdd8-556bc8280c5a', '0985d6ef-5b52-493d-8d43-03420c3129a1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:17.720433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Request body: {'port': {'device_id': 'ba6a3627-a495-4179-8961-27b1f3009a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:17.724080 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-c3010c36-5448-49c6-83a9-371b52f19d35 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/networks?id=2820f918-fa20-4c7d-a843-4806a1f5490c HTTP/1.1" status: 200 len: 810 time: 0.1910422 Dec 11 22:42:17.767464 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-aada8b6d-64a6-43e7-9403-ceb47e6d5a5c tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/quotas/42ba42bc01cd4336aa93171b4cf8fa3a HTTP/1.1" status: 200 len: 375 time: 0.0381505 Dec 11 22:42:17.842651 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-0b41b7bd-5e49-45b5-9662-14d76f8a6aa8 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=42ba42bc01cd4336aa93171b4cf8fa3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813720 Dec 11 22:42:17.908805 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:17.944495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e73f2-e040-48e5-a6da-1efea3db9af8 req-b7580361-5bf0-422d-8a8e-3612395b0c97 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:17.946953 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-065e73f2-e040-48e5-a6da-1efea3db9af8 req-b7580361-5bf0-422d-8a8e-3612395b0c97 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 936 time: 0.1492002 Dec 11 22:42:18.019081 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-bd83d5e8-60a0-498a-8bd0-eedf07b4dcf8 service neutron] 10.222.0.45 "GET /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747177 Dec 11 22:42:18.118190 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-065e73f2-e040-48e5-a6da-1efea3db9af8 req-b3f777bb-9a4b-4b7f-979f-3cb57b1c65cf tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183476 Dec 11 22:42:18.198308 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4ea8f429-8e5c-49b0-be6d-4146340bccb4 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:42:18.251734 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-2e6d28c2-ca12-44e0-b5d9-519f50433eab service neutron] 10.222.0.45 "GET /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254562 Dec 11 22:42:18.253766 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73b49255-836a-4ff0-a40c-27783f610fc8 req-a2931a46-84bd-46cb-9394-68866e4d3759 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/e91eb433-b893-49a6-af15-ec7354d73e99 HTTP/1.1" status: 200 len: 1821 time: 0.1029103 Dec 11 22:42:18.260124 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-8b1ba15c-ce73-4f9d-9283-dd18749a2aa3 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:18.261987 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-8b1ba15c-ce73-4f9d-9283-dd18749a2aa3 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.13 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 812 time: 0.1727536 Dec 11 22:42:18.278372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-a7c982f5-7fb6-4532-9271-02bb13293b67 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Request body: {'port': {'device_id': '3cbb0c8b-8cf7-422f-af92-ecf2c663b6de', 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd', 'admin_state_up': True, 'tenant_id': 'b49a52ba3f3243128810d043a8aeef5e'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:18.368311 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73b49255-836a-4ff0-a40c-27783f610fc8 req-5a3fd367-b035-4987-a1c7-1d684f822291 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/6c273216-bc67-474b-9e54-96d92bb44059 HTTP/1.1" status: 200 len: 1822 time: 0.0950041 Dec 11 22:42:18.387481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-73b49255-836a-4ff0-a40c-27783f610fc8 req-8e881311-2d92-47db-85b5-b4896b185472 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e91eb433-b893-49a6-af15-ec7354d73e99', 'remote_group_id': '6c273216-bc67-474b-9e54-96d92bb44059', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:18.387958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-73b49255-836a-4ff0-a40c-27783f610fc8 req-8e881311-2d92-47db-85b5-b4896b185472 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e91eb433-b893-49a6-af15-ec7354d73e99', 'remote_group_id': '6c273216-bc67-474b-9e54-96d92bb44059', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:18.438346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 4ea8f429-8e5c-49b0-be6d-4146340bccb4 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:42:18.443761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 4ea8f429-8e5c-49b0-be6d-4146340bccb4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:42:18.444137 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:18.461891 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a358d67c-8877-4128-9ade-c3850004be7f {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:18.469562 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:18.482693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Transition to ACTIVE for port object a358d67c-8877-4128-9ade-c3850004be7f will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:42:18.552731 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:18.572044 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:18.589814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4ea8f429-8e5c-49b0-be6d-4146340bccb4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4ea8f429-8e5c-49b0-be6d-4146340bccb4,segment=NetworkSegment(165fa17b-be1d-4a89-bf1d-85d47bdb6717),segment_id=165fa17b-be1d-4a89-bf1d-85d47bdb6717)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:18.590655 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd05c61-47a7-4f86-b1fa-5cd931c6a187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea8f429-8e5c-49b0-be6d-4146340bccb4'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:18.592956 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d56882-9efa-4180-a2a8-a6f289b2a8b2" -d '{"events": [{"server_uuid": "1fd05c61-47a7-4f86-b1fa-5cd931c6a187", "name": "network-vif-plugged", "status": "completed", "tag": "4ea8f429-8e5c-49b0-be6d-4146340bccb4"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:18.629815 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-a7c982f5-7fb6-4532-9271-02bb13293b67 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Made reservation on behalf of b49a52ba3f3243128810d043a8aeef5e for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:18.638093 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-a7c982f5-7fb6-4532-9271-02bb13293b67 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:18.651119 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-73b49255-836a-4ff0-a40c-27783f610fc8 req-8e881311-2d92-47db-85b5-b4896b185472 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:18.656404 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:18.667257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Pushing event updated for resources: {'Port': ['ID=a358d67c-8877-4128-9ade-c3850004be7f,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:18.721681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46175bde-1464-40c6-8398-d09bd229225b req-46c26ed1-4016-48a0-a5c7-bdbce16c0980 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:18.729814 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-46175bde-1464-40c6-8398-d09bd229225b req-46c26ed1-4016-48a0-a5c7-bdbce16c0980 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 944 time: 0.1404881 Dec 11 22:42:18.744402 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-73b49255-836a-4ff0-a40c-27783f610fc8 req-8e881311-2d92-47db-85b5-b4896b185472 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:18.842979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Attempting to bind port a358d67c-8877-4128-9ade-c3850004be7f on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:42:18.843482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Attempting to bind port a358d67c-8877-4128-9ade-c3850004be7f by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:42:18.844807 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=4ea8f429-8e5c-49b0-be6d-4146340bccb4,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:18.845277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Attempting to bind port a358d67c-8877-4128-9ade-c3850004be7f on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:18.857636 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-73b49255-836a-4ff0-a40c-27783f610fc8 req-8e881311-2d92-47db-85b5-b4896b185472 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:18.880817 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-46175bde-1464-40c6-8398-d09bd229225b req-b2c9c7da-4453-4f46-b936-bd90a5eb0b4c tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e2406f-5fe9-4516-9a60-f0005ff05e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498549 Dec 11 22:42:18.890385 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7af9b7ef-0dcd-4ded-a3b7-398a3a36f470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:18.898518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Port a358d67c-8877-4128-9ade-c3850004be7f on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:42:18.899111 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Attempting to bind port a358d67c-8877-4128-9ade-c3850004be7f on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:18.920683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:42:18.921126 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:42:18.921571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:42:18.922100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Bound port: a358d67c-8877-4128-9ade-c3850004be7f, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:42:18.922573 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:18.936357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e881311-2d92-47db-85b5-b4896b185472 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9b59a3-808b-43dd-b9f7-50a955d7cd11,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:18.989439 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-a7c982f5-7fb6-4532-9271-02bb13293b67 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Allocated IP 172.20.0.12 (5b547cd6-e1c3-47dd-aace-0c89098672dd/d56072fb-d6eb-465a-81da-2818b252a24c/7c8bb98a-cbf3-449e-9c1c-991d801264ba) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:42:19.018785 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-73b49255-836a-4ff0-a40c-27783f610fc8 req-8e881311-2d92-47db-85b5-b4896b185472 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:19.020493 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73b49255-836a-4ff0-a40c-27783f610fc8 req-8e881311-2d92-47db-85b5-b4896b185472 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6462860 Dec 11 22:42:19.077274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] For port a358d67c-8877-4128-9ade-c3850004be7f, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:42:19.080870 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e9cbb4a0-0979-47f8-955f-8d3080f5097b req-953cd05f-4632-4a14-8302-47326e6ede6d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 210 time: 0.0820072 Dec 11 22:42:19.086574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] For port a358d67c-8877-4128-9ade-c3850004be7f, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a358d67c-8877-4128-9ade-c3850004be7f,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:42:19.189979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da7e50-82a1-4a59-be13-f307fa7c21a4 req-2c51b0e2-e8de-4f9e-88b5-ff01ae788f55 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:19.192126 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83da7e50-82a1-4a59-be13-f307fa7c21a4 req-2c51b0e2-e8de-4f9e-88b5-ff01ae788f55 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0670922 Dec 11 22:42:19.194055 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:19.226198 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a91de39-9eb2-4a02-bb84-234edeb7eed5 req-f194262d-7044-48e7-af3c-e354a97939d2 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 210 time: 0.0681789 Dec 11 22:42:19.278272 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:19.278796 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:19.280284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] 10.222.0.47 "PUT /v2.0/ports/a358d67c-8877-4128-9ade-c3850004be7f HTTP/1.1" status: 200 len: 1096 time: 1.5652118 Dec 11 22:42:19.280835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6a3627-a495-4179-8961-27b1f3009a80', 'tag': 'a358d67c-8877-4128-9ade-c3850004be7f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:19.283304 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b6325f-d86d-4d7e-92a2-01f6be5b3bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6a3627-a495-4179-8961-27b1f3009a80", "tag": "a358d67c-8877-4128-9ade-c3850004be7f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:19.296778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83da7e50-82a1-4a59-be13-f307fa7c21a4 req-b18194e4-9254-455b-98ac-7a6ab9ee3718 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.200 HTTP/1.1" status: 200 len: 696 time: 0.0950685 Dec 11 22:42:19.316005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-83da7e50-82a1-4a59-be13-f307fa7c21a4 req-97b51beb-ed2e-43a4-8b36-2e2f1688160e tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Request body: {'floatingip': {'port_id': 'e84a9cf5-458d-4527-954b-94b58b1a614e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:19.347544 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf41608-ca4a-42c0-9579-051335454d86 x-openstack-request-id: req-4bf41608-ca4a-42c0-9579-051335454d86 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:19.348080 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd05c61-47a7-4f86-b1fa-5cd931c6a187", "name": "network-vif-plugged", "status": "completed", "tag": "4ea8f429-8e5c-49b0-be6d-4146340bccb4", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:19.348080 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4bf41608-ca4a-42c0-9579-051335454d86 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:19.348487 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd05c61-47a7-4f86-b1fa-5cd931c6a187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea8f429-8e5c-49b0-be6d-4146340bccb4', 'code': 200} Dec 11 22:42:19.352587 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-a7c982f5-7fb6-4532-9271-02bb13293b67 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:19.367069 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bade8-e75e-4126-a368-606a05d057de service neutron] Pushing event updated for resources: {'Port': ['ID=a358d67c-8877-4128-9ade-c3850004be7f,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:19.400191 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-83da7e50-82a1-4a59-be13-f307fa7c21a4 req-97b51beb-ed2e-43a4-8b36-2e2f1688160e tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for floatingip, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:19.502239 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-7319a628-dda3-4dc5-8a81-2b6650f0fa13 req-4ce68452-902a-4040-9ed8-1cb389def60b tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1974483005', 'description': 'tempest-description-1984937436'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:19.556955 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-a7c982f5-7fb6-4532-9271-02bb13293b67 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:19.608395 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7319a628-dda3-4dc5-8a81-2b6650f0fa13 req-4ce68452-902a-4040-9ed8-1cb389def60b tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:19.614106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-4ce351be-0af8-4f04-9244-1e173b1ab83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:19.617744 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-4ce351be-0af8-4f04-9244-1e173b1ab83c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 1099 time: 0.1652017 Dec 11 22:42:19.624140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b83dd-1fef-4ce9-866e-3ed9b254fade req-404737ac-a5f0-4cfe-bfec-a217df43f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:19.625576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-524b83dd-1fef-4ce9-866e-3ed9b254fade req-404737ac-a5f0-4cfe-bfec-a217df43f717 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 1096 time: 0.1190009 Dec 11 22:42:19.630939 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-a7c982f5-7fb6-4532-9271-02bb13293b67 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Network 5b547cd6-e1c3-47dd-aace-0c89098672dd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:42:19.634693 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c982f5-7fb6-4532-9271-02bb13293b67 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Pushing event updated for resources: {'Port': ['ID=7c8bb98a-cbf3-449e-9c1c-991d801264ba,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:19.657189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-a7c982f5-7fb6-4532-9271-02bb13293b67 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:19.671528 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-a7c982f5-7fb6-4532-9271-02bb13293b67 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:42:19.721027 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-438890c7-b29a-4021-9195-c3283ba76f7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=a358d67c-8877-4128-9ade-c3850004be7f HTTP/1.1" status: 200 len: 217 time: 0.0597653 Dec 11 22:42:19.754235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-a7c982f5-7fb6-4532-9271-02bb13293b67 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:19.755009 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-a7c982f5-7fb6-4532-9271-02bb13293b67 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:19.807478 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7319a628-dda3-4dc5-8a81-2b6650f0fa13 req-4ce68452-902a-4040-9ed8-1cb389def60b tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:19.821570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-524b83dd-1fef-4ce9-866e-3ed9b254fade req-0bd5aa3a-bbc9-42e1-be81-2676139e34d9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e0e2406f-5fe9-4516-9a60-f0005ff05e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614616 Dec 11 22:42:19.834700 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-fea0d974-9e04-4cca-b554-4773a7309cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:19.836196 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-fea0d974-9e04-4cca-b554-4773a7309cef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1062722 Dec 11 22:42:19.848693 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-83da7e50-82a1-4a59-be13-f307fa7c21a4 req-97b51beb-ed2e-43a4-8b36-2e2f1688160e tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] update failed (client error): There was a conflict when trying to complete your request. Dec 11 22:42:19.850326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83da7e50-82a1-4a59-be13-f307fa7c21a4 req-97b51beb-ed2e-43a4-8b36-2e2f1688160e tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "PUT /v2.0/floatingips/16ebf245-f44e-4134-a53b-4c41b8b5b477 HTTP/1.1" status: 409 len: 551 time: 0.5412848 Dec 11 22:42:19.852959 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-a7c982f5-7fb6-4532-9271-02bb13293b67 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5800586 Dec 11 22:42:19.876832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Request body: {'port': {'device_id': '3cbb0c8b-8cf7-422f-af92-ecf2c663b6de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:19.881025 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7319a628-dda3-4dc5-8a81-2b6650f0fa13 req-4ce68452-902a-4040-9ed8-1cb389def60b tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:19.961634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce68452-902a-4040-9ed8-1cb389def60b tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c55016-cd9a-4ecd-9455-bb2850fc3e65,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:19.964016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042fdc2-afe4-48b0-9384-1d63aab5d9d5 req-7ce072e8-7977-4a8c-96e4-4bf2361d2071 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:19.964762 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:19.965735 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3042fdc2-afe4-48b0-9384-1d63aab5d9d5 req-7ce072e8-7977-4a8c-96e4-4bf2361d2071 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 948 time: 0.0560110 Dec 11 22:42:20.016075 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7319a628-dda3-4dc5-8a81-2b6650f0fa13 req-4ce68452-902a-4040-9ed8-1cb389def60b tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:20.017311 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7319a628-dda3-4dc5-8a81-2b6650f0fa13 req-4ce68452-902a-4040-9ed8-1cb389def60b tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5194724 Dec 11 22:42:20.044745 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3042fdc2-afe4-48b0-9384-1d63aab5d9d5 req-bc689431-946d-4c71-aaf1-361d693ea176 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691853 Dec 11 22:42:20.078108 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51634) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:20.086021 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3529f580-20e8-4d9a-8572-e3ab64604167 x-openstack-request-id: req-3529f580-20e8-4d9a-8572-e3ab64604167 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:20.086315 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6a3627-a495-4179-8961-27b1f3009a80", "tag": "a358d67c-8877-4128-9ade-c3850004be7f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:20.086573 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3529f580-20e8-4d9a-8572-e3ab64604167 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:20.087007 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6a3627-a495-4179-8961-27b1f3009a80', 'tag': 'a358d67c-8877-4128-9ade-c3850004be7f', 'status': 'completed', 'code': 200} Dec 11 22:42:20.215655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5ae163f-a84a-40b7-a08a-071a5b10aa7b req-fb578b08-b928-4bce-8437-fe7b3c67ad23 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/floatingips/16ebf245-f44e-4134-a53b-4c41b8b5b477 HTTP/1.1" status: 200 len: 693 time: 0.0788734 Dec 11 22:42:20.266386 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482939c0-c409-4b09-94ce-6cc002c19357 req-bb2a038e-7085-4d9c-82b8-dc2bb2ccd101 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:20.267945 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-482939c0-c409-4b09-94ce-6cc002c19357 req-bb2a038e-7085-4d9c-82b8-dc2bb2ccd101 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 945 time: 0.0821130 Dec 11 22:42:20.331995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-2ff4b2d1-8b2a-4456-833b-3376d5adcc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:20.334615 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-2ff4b2d1-8b2a-4456-833b-3376d5adcc58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1529922 Dec 11 22:42:20.373970 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-482939c0-c409-4b09-94ce-6cc002c19357 req-6986c945-813c-4124-a4bd-efe0666fdb87 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e2406f-5fe9-4516-9a60-f0005ff05e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973232 Dec 11 22:42:20.398946 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8bb98a-cbf3-449e-9c1c-991d801264ba {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:20.415328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-74916dc4-124a-448e-b6f0-27f592694c8c req-793a37a4-dbf0-427e-bca4-6d5d5f4aace0 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1158767467', 'description': 'tempest-description-102313472'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:20.421473 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:20.448384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Transition to ACTIVE for port object 7c8bb98a-cbf3-449e-9c1c-991d801264ba will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:42:20.512755 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:20.571574 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-74916dc4-124a-448e-b6f0-27f592694c8c req-793a37a4-dbf0-427e-bca4-6d5d5f4aace0 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:20.597429 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8bb98a-cbf3-449e-9c1c-991d801264ba,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:20.681243 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Attempting to bind port 7c8bb98a-cbf3-449e-9c1c-991d801264ba on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:42:20.681627 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Attempting to bind port 7c8bb98a-cbf3-449e-9c1c-991d801264ba by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:42:20.681924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Attempting to bind port 7c8bb98a-cbf3-449e-9c1c-991d801264ba on network 5b547cd6-e1c3-47dd-aace-0c89098672dd {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:20.691232 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Port 7c8bb98a-cbf3-449e-9c1c-991d801264ba on network 5b547cd6-e1c3-47dd-aace-0c89098672dd not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:42:20.691825 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Attempting to bind port 7c8bb98a-cbf3-449e-9c1c-991d801264ba on network 5b547cd6-e1c3-47dd-aace-0c89098672dd {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:20.703834 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:42:20.704114 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Checking segment: {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:42:20.704509 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Bound using segment: {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:42:20.704955 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Bound port: 7c8bb98a-cbf3-449e-9c1c-991d801264ba, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:42:20.705317 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:20.723100 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-74916dc4-124a-448e-b6f0-27f592694c8c req-793a37a4-dbf0-427e-bca4-6d5d5f4aace0 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:20.759085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae163f-a84a-40b7-a08a-071a5b10aa7b req-8742727a-be08-42d5-949e-72e2f3a9b9ab tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:20.760452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5ae163f-a84a-40b7-a08a-071a5b10aa7b req-8742727a-be08-42d5-949e-72e2f3a9b9ab tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.5078750 Dec 11 22:42:20.779835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] For port 7c8bb98a-cbf3-449e-9c1c-991d801264ba, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:42:20.783935 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] For port 7c8bb98a-cbf3-449e-9c1c-991d801264ba, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=7c8bb98a-cbf3-449e-9c1c-991d801264ba,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:42:20.814917 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-74916dc4-124a-448e-b6f0-27f592694c8c req-793a37a4-dbf0-427e-bca4-6d5d5f4aace0 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:20.837366 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-e619b1dc-2785-4483-801f-2a4a2a53b505 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889734 Dec 11 22:42:20.840750 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5ae163f-a84a-40b7-a08a-071a5b10aa7b req-23503bde-8be7-41ba-9ae1-0b4b0398e6ca tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.200 HTTP/1.1" status: 200 len: 696 time: 0.0708690 Dec 11 22:42:20.845189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a37a4-dbf0-427e-bca4-6d5d5f4aace0 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d94540b-b2fc-4e1e-8aa4-257102276a39,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:20.872716 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:20.910798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:20.912131 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:20.914403 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] 10.222.0.13 "PUT /v2.0/ports/7c8bb98a-cbf3-449e-9c1c-991d801264ba HTTP/1.1" status: 200 len: 1092 time: 1.0426435 Dec 11 22:42:20.919375 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-74916dc4-124a-448e-b6f0-27f592694c8c req-793a37a4-dbf0-427e-bca4-6d5d5f4aace0 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:20.920950 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74916dc4-124a-448e-b6f0-27f592694c8c req-793a37a4-dbf0-427e-bca4-6d5d5f4aace0 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5131137 Dec 11 22:42:20.923934 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbb0c8b-8cf7-422f-af92-ecf2c663b6de', 'tag': '7c8bb98a-cbf3-449e-9c1c-991d801264ba'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:20.926454 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb967c0-1a3d-4cd0-bae9-8563ec50e605" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbb0c8b-8cf7-422f-af92-ecf2c663b6de", "tag": "7c8bb98a-cbf3-449e-9c1c-991d801264ba"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:20.959020 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912ff9a-6e33-473c-9552-845ce9b11304 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8bb98a-cbf3-449e-9c1c-991d801264ba,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:20.968375 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5ae163f-a84a-40b7-a08a-071a5b10aa7b req-a769328f-6d50-49fd-9caf-90bc0163566c tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.200 HTTP/1.1" status: 200 len: 696 time: 0.1053374 Dec 11 22:42:21.071191 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64ddc2-65ac-426e-ab7c-1357bc13c3ca req-45a21b90-1ab8-4dad-bd41-4b7e3a2d9ecf tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:21.072713 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c64ddc2-65ac-426e-ab7c-1357bc13c3ca req-45a21b90-1ab8-4dad-bd41-4b7e3a2d9ecf tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 944 time: 0.0868821 Dec 11 22:42:21.090754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-d46711c4-b557-4e46-b819-b9e5adef70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:21.092242 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-d46711c4-b557-4e46-b819-b9e5adef70f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 1095 time: 0.0683706 Dec 11 22:42:21.142467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77a63150-bf50-4b8e-84cc-d00dd056fe68 req-559af78c-a4c0-4958-9f0c-74d0f81e880a service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805200 Dec 11 22:42:21.154848 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-b8da03a1-b1ae-4280-b08c-5eb09b5789fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c8bb98a-cbf3-449e-9c1c-991d801264ba HTTP/1.1" status: 200 len: 217 time: 0.0533948 Dec 11 22:42:21.218094 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c64ddc2-65ac-426e-ab7c-1357bc13c3ca req-08a70bab-8ccb-49f2-b4ba-77aa0dc9bc9b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380744 Dec 11 22:42:21.230964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-e3250236-b4c8-4f24-86dc-5b279f61150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:21.232479 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-e3250236-b4c8-4f24-86dc-5b279f61150e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56072fb-d6eb-465a-81da-2818b252a24c HTTP/1.1" status: 200 len: 852 time: 0.0682797 Dec 11 22:42:21.261998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e5ae163f-a84a-40b7-a08a-071a5b10aa7b req-27c7a3b6-361c-45bf-98a1-e5fc95461aa6 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Deleting port bcec11e4-596a-4b73-be53-4f1f40c3e18d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:21.261998 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5ae163f-a84a-40b7-a08a-071a5b10aa7b req-27c7a3b6-361c-45bf-98a1-e5fc95461aa6 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:21.271505 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-a8b78afb-3172-4d88-b24b-aaa5672268ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b547cd6-e1c3-47dd-aace-0c89098672dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301189 Dec 11 22:42:21.310350 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b0b981df-f874-423a-a5f2-4486f470df95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:21.360682 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f318e824-fdf0-419c-bf65-7942d085fe95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:21.368149 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-32eb1916-0b6a-4d79-abd3-6dfad1c5ad1b req-ba86755d-5049-4a09-af4d-bf93f6febb76 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 210 time: 0.0680904 Dec 11 22:42:21.412772 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5ae163f-a84a-40b7-a08a-071a5b10aa7b req-27c7a3b6-361c-45bf-98a1-e5fc95461aa6 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:21.413062 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-6b7707ac-55f9-452c-bb52-b2c45d5ea348 service neutron] 10.222.0.13 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310964 Dec 11 22:42:21.413530 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5ae163f-a84a-40b7-a08a-071a5b10aa7b req-27c7a3b6-361c-45bf-98a1-e5fc95461aa6 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:21.452952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e5ae163f-a84a-40b7-a08a-071a5b10aa7b req-27c7a3b6-361c-45bf-98a1-e5fc95461aa6 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Calling delete_port for bcec11e4-596a-4b73-be53-4f1f40c3e18d owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:21.488648 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e996b358-5f18-44d1-b305-9b73c5ec2276 x-openstack-request-id: req-e996b358-5f18-44d1-b305-9b73c5ec2276 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:21.488814 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbb0c8b-8cf7-422f-af92-ecf2c663b6de", "tag": "7c8bb98a-cbf3-449e-9c1c-991d801264ba", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:21.489267 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e996b358-5f18-44d1-b305-9b73c5ec2276 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:21.490221 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbb0c8b-8cf7-422f-af92-ecf2c663b6de', 'tag': '7c8bb98a-cbf3-449e-9c1c-991d801264ba', 'status': 'completed', 'code': 200} Dec 11 22:42:21.530706 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4404f0ef-1bc7-4f23-9aef-0f816b795d20 req-0d93c614-b7d4-47b6-ab7c-cd4ccc31a956 service neutron] 10.222.0.13 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095243 Dec 11 22:42:21.561817 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-372c5ae4-8b96-436d-9f1d-0a578805f748 req-0be51237-b4f6-4841-b210-d828c231a6d1 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/f3c55016-cd9a-4ecd-9455-bb2850fc3e65 HTTP/1.1" status: 200 len: 1822 time: 0.0575643 Dec 11 22:42:21.601805 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-372c5ae4-8b96-436d-9f1d-0a578805f748 req-85ced1b5-6056-4273-bef9-bffac6752c6f tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/9d94540b-b2fc-4e1e-8aa4-257102276a39 HTTP/1.1" status: 200 len: 1821 time: 0.0391309 Dec 11 22:42:21.607169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6325f-d86d-4d7e-92a2-01f6be5b3bf7 req-145a36de-e1d1-4d82-8e78-65d8f1b9a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:21.608678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-62b6325f-d86d-4d7e-92a2-01f6be5b3bf7 req-145a36de-e1d1-4d82-8e78-65d8f1b9a69a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 1099 time: 0.2074506 Dec 11 22:42:21.613373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-372c5ae4-8b96-436d-9f1d-0a578805f748 req-5f3074b6-7d30-4c5c-aac1-981b51b80fdc tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f3c55016-cd9a-4ecd-9455-bb2850fc3e65', 'remote_group_id': '9d94540b-b2fc-4e1e-8aa4-257102276a39', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:21.613693 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-372c5ae4-8b96-436d-9f1d-0a578805f748 req-5f3074b6-7d30-4c5c-aac1-981b51b80fdc tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f3c55016-cd9a-4ecd-9455-bb2850fc3e65', 'remote_group_id': '9d94540b-b2fc-4e1e-8aa4-257102276a39', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:21.700448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb967c0-1a3d-4cd0-bae9-8563ec50e605 req-6e92415e-b2d4-454f-a4ca-1c2f7910fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:21.701929 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8bb967c0-1a3d-4cd0-bae9-8563ec50e605 req-6e92415e-b2d4-454f-a4ca-1c2f7910fe58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 1095 time: 0.0475657 Dec 11 22:42:21.784915 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-372c5ae4-8b96-436d-9f1d-0a578805f748 req-5f3074b6-7d30-4c5c-aac1-981b51b80fdc tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:21.838198 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-372c5ae4-8b96-436d-9f1d-0a578805f748 req-5f3074b6-7d30-4c5c-aac1-981b51b80fdc tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:21.840289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5de76e0d-1ced-4cee-a6ad-2e9cad59bfbd tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:21.841764 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5de76e0d-1ced-4cee-a6ad-2e9cad59bfbd tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.47 "GET /v2.0/networks?id=2820f918-fa20-4c7d-a843-4806a1f5490c HTTP/1.1" status: 200 len: 810 time: 0.3659599 Dec 11 22:42:21.843474 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb967c0-1a3d-4cd0-bae9-8563ec50e605 req-f86bf9e8-1e2b-4333-95d1-9069df7da977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:21.844969 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8bb967c0-1a3d-4cd0-bae9-8563ec50e605 req-f86bf9e8-1e2b-4333-95d1-9069df7da977 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 913 time: 0.1346464 Dec 11 22:42:21.889772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-e5679d34-44be-4fce-8775-9ffa83922cd6 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Request body: {'port': {'device_id': 'b63a755f-c10f-4dbc-a35d-ef8929de6ec9', 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c', 'admin_state_up': True, 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:21.891775 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8bb967c0-1a3d-4cd0-bae9-8563ec50e605 req-aafa54ac-4621-44d7-b934-08aff7dd5bd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c8bb98a-cbf3-449e-9c1c-991d801264ba HTTP/1.1" status: 200 len: 217 time: 0.0389876 Dec 11 22:42:21.929988 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-372c5ae4-8b96-436d-9f1d-0a578805f748 req-5f3074b6-7d30-4c5c-aac1-981b51b80fdc tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:21.932441 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6325f-d86d-4d7e-92a2-01f6be5b3bf7 req-7976dff1-4903-4805-af7b-21bab3edd7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:21.933939 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-62b6325f-d86d-4d7e-92a2-01f6be5b3bf7 req-7976dff1-4903-4805-af7b-21bab3edd7da service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.3137972 Dec 11 22:42:21.956365 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3074b6-7d30-4c5c-aac1-981b51b80fdc tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17e502f-920b-4830-ae68-bf211ed420d0,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:21.963074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb967c0-1a3d-4cd0-bae9-8563ec50e605 req-1ae1b658-440a-4554-9b56-1be1c97bcf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:21.964726 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8bb967c0-1a3d-4cd0-bae9-8563ec50e605 req-1ae1b658-440a-4554-9b56-1be1c97bcf98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56072fb-d6eb-465a-81da-2818b252a24c HTTP/1.1" status: 200 len: 852 time: 0.0658674 Dec 11 22:42:22.004723 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8bb967c0-1a3d-4cd0-bae9-8563ec50e605 req-fe73c42e-0704-4297-8827-2f38c56b1943 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b547cd6-e1c3-47dd-aace-0c89098672dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263042 Dec 11 22:42:22.065720 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-372c5ae4-8b96-436d-9f1d-0a578805f748 req-5f3074b6-7d30-4c5c-aac1-981b51b80fdc tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:22.067197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-372c5ae4-8b96-436d-9f1d-0a578805f748 req-5f3074b6-7d30-4c5c-aac1-981b51b80fdc tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4591243 Dec 11 22:42:22.116121 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8bb967c0-1a3d-4cd0-bae9-8563ec50e605 req-72ad0404-27ba-487a-a5a5-ecd85883190d service neutron] 10.222.0.13 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028049 Dec 11 22:42:22.121540 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:22.238213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113091b-6c16-4c16-bd56-29525b0c8030 req-9bf8bdf8-2817-421e-8c8e-ae6e01d576d0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:22.240330 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3113091b-6c16-4c16-bd56-29525b0c8030 req-9bf8bdf8-2817-421e-8c8e-ae6e01d576d0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 948 time: 0.1090720 Dec 11 22:42:22.272278 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8bb967c0-1a3d-4cd0-bae9-8563ec50e605 req-4ab0a261-44ff-4fc7-a3c3-d1ce02e1e685 service neutron] 10.222.0.13 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488376 Dec 11 22:42:22.275512 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-62b6325f-d86d-4d7e-92a2-01f6be5b3bf7 req-fe850d35-9f45-44f7-9926-2896cd5c1585 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=a358d67c-8877-4128-9ade-c3850004be7f HTTP/1.1" status: 200 len: 217 time: 0.0557058 Dec 11 22:42:22.303235 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3113091b-6c16-4c16-bd56-29525b0c8030 req-81161c4d-0693-497d-9c5a-ee9345a64d59 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554433 Dec 11 22:42:22.388426 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5ae163f-a84a-40b7-a08a-071a5b10aa7b req-27c7a3b6-361c-45bf-98a1-e5fc95461aa6 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:22.410261 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a7bdc-128b-4f68-86f9-8f9776cf2b13 req-0be9eeb6-eeb6-4c23-8e82-008a456e86ac tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:22.411842 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e46a7bdc-128b-4f68-86f9-8f9776cf2b13 req-0be9eeb6-eeb6-4c23-8e82-008a456e86ac tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 945 time: 0.0500631 Dec 11 22:42:22.428951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6325f-d86d-4d7e-92a2-01f6be5b3bf7 req-eff0136d-8ed9-4844-9704-e69e8eefd8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:22.430423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-62b6325f-d86d-4d7e-92a2-01f6be5b3bf7 req-eff0136d-8ed9-4844-9704-e69e8eefd8b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1271725 Dec 11 22:42:22.436222 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7a3b6-361c-45bf-98a1-e5fc95461aa6 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Pushing event deleted for resources: {'Port': ['ID=bcec11e4-596a-4b73-be53-4f1f40c3e18d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:22.466905 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e46a7bdc-128b-4f68-86f9-8f9776cf2b13 req-4272d588-84de-469a-b19f-8a3241bf3644 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e2406f-5fe9-4516-9a60-f0005ff05e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484393 Dec 11 22:42:22.535953 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8fcb99d4-6ee7-4cf8-a0a7-768eb56bf5ab req-501ba186-c255-4771-a8d7-913e710459e2 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/9d94540b-b2fc-4e1e-8aa4-257102276a39 HTTP/1.1" status: 200 len: 1821 time: 0.0427172 Dec 11 22:42:22.544817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f318e824-fdf0-419c-bf65-7942d085fe95 admin admin] Deleting port e4b055ce-2f4a-4549-9caf-b48878e640b9 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:22.545161 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f318e824-fdf0-419c-bf65-7942d085fe95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:22.552824 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6325f-d86d-4d7e-92a2-01f6be5b3bf7 req-6940e6bd-daf4-41f5-93ae-40c3f5ad7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:22.559008 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-62b6325f-d86d-4d7e-92a2-01f6be5b3bf7 req-6940e6bd-daf4-41f5-93ae-40c3f5ad7e04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117952 Dec 11 22:42:22.574466 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5ae163f-a84a-40b7-a08a-071a5b10aa7b req-27c7a3b6-361c-45bf-98a1-e5fc95461aa6 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:22.577113 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5ae163f-a84a-40b7-a08a-071a5b10aa7b req-27c7a3b6-361c-45bf-98a1-e5fc95461aa6 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:22.578038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5ae163f-a84a-40b7-a08a-071a5b10aa7b req-27c7a3b6-361c-45bf-98a1-e5fc95461aa6 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "DELETE /v2.0/floatingips/16ebf245-f44e-4134-a53b-4c41b8b5b477 HTTP/1.1" status: 204 len: 173 time: 1.6002703 Dec 11 22:42:22.599375 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-8fcb99d4-6ee7-4cf8-a0a7-768eb56bf5ab req-bb580c1a-46f3-4099-b27f-a212d81aeaf8 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:22.619236 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-e5679d34-44be-4fce-8775-9ffa83922cd6 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Made reservation on behalf of 42ba42bc01cd4336aa93171b4cf8fa3a for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:22.622775 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-e5679d34-44be-4fce-8775-9ffa83922cd6 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:22.625335 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-8fcb99d4-6ee7-4cf8-a0a7-768eb56bf5ab req-bb580c1a-46f3-4099-b27f-a212d81aeaf8 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:22.750228 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-8fcb99d4-6ee7-4cf8-a0a7-768eb56bf5ab req-bb580c1a-46f3-4099-b27f-a212d81aeaf8 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:22.753123 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-8fcb99d4-6ee7-4cf8-a0a7-768eb56bf5ab req-bb580c1a-46f3-4099-b27f-a212d81aeaf8 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:22.754310 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8fcb99d4-6ee7-4cf8-a0a7-768eb56bf5ab req-bb580c1a-46f3-4099-b27f-a212d81aeaf8 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "DELETE /v2.0/security-groups/9d94540b-b2fc-4e1e-8aa4-257102276a39 HTTP/1.1" status: 204 len: 173 time: 0.2121899 Dec 11 22:42:22.764173 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb580c1a-46f3-4099-b27f-a212d81aeaf8 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d94540b-b2fc-4e1e-8aa4-257102276a39,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:22.814387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-f318e824-fdf0-419c-bf65-7942d085fe95 admin admin] For port e4b055ce-2f4a-4549-9caf-b48878e640b9, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e4b055ce-2f4a-4549-9caf-b48878e640b9,segment=NetworkSegment(6b14555b-d60e-46cd-9fbe-575dd9e9a92b),segment_id=6b14555b-d60e-46cd-9fbe-575dd9e9a92b)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:22.814750 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f318e824-fdf0-419c-bf65-7942d085fe95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:22.833679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d411884-6adc-49eb-8a8b-32e556dbf56a req-b243604a-e58c-4281-96db-b87e153cf3f6 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:22.835258 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d411884-6adc-49eb-8a8b-32e556dbf56a req-b243604a-e58c-4281-96db-b87e153cf3f6 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 944 time: 0.1806428 Dec 11 22:42:22.844568 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-62b6325f-d86d-4d7e-92a2-01f6be5b3bf7 req-7b1adb0e-c4e8-420b-a570-932d5e09b4fd service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805612 Dec 11 22:42:22.847655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f318e824-fdf0-419c-bf65-7942d085fe95 admin admin] Calling delete_port for e4b055ce-2f4a-4549-9caf-b48878e640b9 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:22.855990 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d557eedf-95f6-4cda-90f1-982c0efe24cd req-8b19a8e7-37ac-4136-b76e-dcf876ce7e71 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 210 time: 0.0321214 Dec 11 22:42:23.054861 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-fc6a46c0-960c-479a-8e2d-184bcad9acd0 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.53 HTTP/1.1" status: 200 len: 1001 time: 0.0665164 Dec 11 22:42:23.068826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-e5679d34-44be-4fce-8775-9ffa83922cd6 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Allocated IP 172.20.0.2 (2820f918-fa20-4c7d-a843-4806a1f5490c/7bdd700a-efc3-4363-9156-1887495e9293/053770a3-1579-4c46-ba60-e3bf60255fe4) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:42:23.081717 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d411884-6adc-49eb-8a8b-32e556dbf56a req-6daa2a76-eaf7-4eea-a0bd-c52f9be9f6fd tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316380 Dec 11 22:42:23.101118 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-62b6325f-d86d-4d7e-92a2-01f6be5b3bf7 req-fe2f8079-6b4e-4f55-ac48-362183b476c9 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393715 Dec 11 22:42:23.124033 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-54ce8379-220b-401b-b2e9-18bb8d8120c3 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:23.125726 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-54ce8379-220b-401b-b2e9-18bb8d8120c3 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports/e84a9cf5-458d-4527-954b-94b58b1a614e HTTP/1.1" status: 200 len: 943 time: 0.0642724 Dec 11 22:42:23.231843 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-15abcc3f-3177-49e7-b23a-6e434a9f932c tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.53 HTTP/1.1" status: 200 len: 1001 time: 0.0656116 Dec 11 22:42:23.302456 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53e09d82-1123-463b-a4c8-7d0288748eed req-9ec10aef-30fd-41c6-a09d-82b65e4a0024 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/f3c55016-cd9a-4ecd-9455-bb2850fc3e65 HTTP/1.1" status: 200 len: 1822 time: 0.1749966 Dec 11 22:42:23.350675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-1da332eb-e4a2-4a94-95c2-6e28274d4749 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:23.352074 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-1da332eb-e4a2-4a94-95c2-6e28274d4749 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.1137578 Dec 11 22:42:23.366031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1475d78e-6d19-42c8-bb1d-e7cc6fb5ae18 req-1ba995f7-c8b1-4350-a558-c740ba663649 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-10257246', 'description': 'tempest-description-857669334'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:23.419346 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-e5679d34-44be-4fce-8775-9ffa83922cd6 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:23.424655 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-34fd9957-f68c-4356-a919-60879f1354c7 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.53 HTTP/1.1" status: 200 len: 1001 time: 0.0652254 Dec 11 22:42:23.435207 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-77ea4b5e-ea72-4b52-9431-3907ee4503de tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:23.490522 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-77ea4b5e-ea72-4b52-9431-3907ee4503de tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:23.504415 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f318e824-fdf0-419c-bf65-7942d085fe95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:23.531643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318e824-fdf0-419c-bf65-7942d085fe95 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b055ce-2f4a-4549-9caf-b48878e640b9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:23.536258 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-e5679d34-44be-4fce-8775-9ffa83922cd6 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:23.537817 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1475d78e-6d19-42c8-bb1d-e7cc6fb5ae18 req-1ba995f7-c8b1-4350-a558-c740ba663649 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:23.551431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['87326fa5-648d-4dea-af3f-a58375a36a29'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:23.660726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-e5679d34-44be-4fce-8775-9ffa83922cd6 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Network 2820f918-fa20-4c7d-a843-4806a1f5490c is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:42:23.674969 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-e5679d34-44be-4fce-8775-9ffa83922cd6 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:23.685675 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-e5679d34-44be-4fce-8775-9ffa83922cd6 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:42:23.731501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5679d34-44be-4fce-8775-9ffa83922cd6 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Pushing event updated for resources: {'Port': ['ID=053770a3-1579-4c46-ba60-e3bf60255fe4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:23.822340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-e5679d34-44be-4fce-8775-9ffa83922cd6 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:23.826476 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-e5679d34-44be-4fce-8775-9ffa83922cd6 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:23.843901 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:23.894914 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1475d78e-6d19-42c8-bb1d-e7cc6fb5ae18 req-1ba995f7-c8b1-4350-a558-c740ba663649 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:23.905612 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f318e824-fdf0-419c-bf65-7942d085fe95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:23.937153 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-77ea4b5e-ea72-4b52-9431-3907ee4503de tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:23.963062 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-e5679d34-44be-4fce-8775-9ffa83922cd6 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0806403 Dec 11 22:42:24.009878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Request body: {'port': {'device_id': 'b63a755f-c10f-4dbc-a35d-ef8929de6ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:24.015245 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-77ea4b5e-ea72-4b52-9431-3907ee4503de tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:24.015595 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-77ea4b5e-ea72-4b52-9431-3907ee4503de tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Floating IP e3128fee-0b13-4366-ba56-97333bacfffc disassociated. External IP: 172.25.1.53, port: e84a9cf5-458d-4527-954b-94b58b1a614e. Dec 11 22:42:24.016392 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1475d78e-6d19-42c8-bb1d-e7cc6fb5ae18 req-1ba995f7-c8b1-4350-a558-c740ba663649 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:24.105218 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba995f7-c8b1-4350-a558-c740ba663649 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6742ed83-eec8-41a4-bb35-6be2c6dd525e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:24.153295 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1475d78e-6d19-42c8-bb1d-e7cc6fb5ae18 req-1ba995f7-c8b1-4350-a558-c740ba663649 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:24.154525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1475d78e-6d19-42c8-bb1d-e7cc6fb5ae18 req-1ba995f7-c8b1-4350-a558-c740ba663649 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8011897 Dec 11 22:42:24.155046 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:24.204835 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a358d67c-8877-4128-9ade-c3850004be7f details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:42:24.248445 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-77ea4b5e-ea72-4b52-9431-3907ee4503de tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:42:24.332133 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f318e824-fdf0-419c-bf65-7942d085fe95 admin admin] Router 30fa4072-3465-4f6f-97d0-cddfb0afe43a has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:42:24.344917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a358d67c-8877-4128-9ade-c3850004be7f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a358d67c-8877-4128-9ade-c3850004be7f,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:24.358860 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'a358d67c-8877-4128-9ade-c3850004be7f', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': 'a358d67c-8877-4128-9ade-c3850004be7f', 'mac_address': 'fa:16:3e:10:b4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:42:24.371789 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-77ea4b5e-ea72-4b52-9431-3907ee4503de tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:42:24.376593 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-77ea4b5e-ea72-4b52-9431-3907ee4503de tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:24.397906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418d9758-4951-42f8-af41-fcc1096ad652 None None] Sync routers for ids ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:42:24.420984 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-77ea4b5e-ea72-4b52-9431-3907ee4503de tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "PUT /v2.0/floatingips/e3128fee-0b13-4366-ba56-97333bacfffc HTTP/1.1" status: 200 len: 694 time: 0.9846532 Dec 11 22:42:24.420984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fef848-2035-419f-80e3-f52a37494672', 'tag': 'e84a9cf5-458d-4527-954b-94b58b1a614e'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:24.420984 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bf4aed-870b-4004-a33a-b38d5e19e4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "55fef848-2035-419f-80e3-f52a37494672", "tag": "e84a9cf5-458d-4527-954b-94b58b1a614e"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:24.423510 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418d9758-4951-42f8-af41-fcc1096ad652 None None] Routers {'7ba7112c-fcf0-4c24-8b8c-17d82524c54c'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:42:24.424236 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-418d9758-4951-42f8-af41-fcc1096ad652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:42:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:24.428197 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:24.477310 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-c9282c46-6ed4-4e31-b06e-92385ec5274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:24.478897 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-c9282c46-6ed4-4e31-b06e-92385ec5274b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d3fac63f539432a9c76c78f85438009&device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 1097 time: 0.0487742 Dec 11 22:42:24.519244 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a358d67c-8877-4128-9ade-c3850004be7f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:24.530964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f318e824-fdf0-419c-bf65-7942d085fe95 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:42:24.540512 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f318e824-fdf0-419c-bf65-7942d085fe95 admin admin] 10.222.0.45 "PUT /v2.0/routers/30fa4072-3465-4f6f-97d0-cddfb0afe43a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4589543 Dec 11 22:42:24.542208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51682) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:24.548862 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74509a03-f452-4305-a7ee-175f3cb86f38 None None] Sync routers for ids ['30fa4072-3465-4f6f-97d0-cddfb0afe43a'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:42:24.568867 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74509a03-f452-4305-a7ee-175f3cb86f38 None None] Routers {'30fa4072-3465-4f6f-97d0-cddfb0afe43a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:42:24.570273 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-74509a03-f452-4305-a7ee-175f3cb86f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:42:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['30fa4072-3465-4f6f-97d0-cddfb0afe43a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:24.594597 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a358d67c-8877-4128-9ade-c3850004be7f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a358d67c-8877-4128-9ade-c3850004be7f,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:24.600308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-90ba9164-79fc-4272-b21a-1d6b96e28c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:24.602045 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-90ba9164-79fc-4272-b21a-1d6b96e28c1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=08958dbe-a5bc-4651-b476-814d452164d6 HTTP/1.1" status: 200 len: 930 time: 0.1147852 Dec 11 22:42:24.636107 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:24.641321 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-418d9758-4951-42f8-af41-fcc1096ad652 None None] Set router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:42:24.669863 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-c510fad3-8cc6-48e0-94e6-63325dbfdce9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e84a9cf5-458d-4527-954b-94b58b1a614e HTTP/1.1" status: 200 len: 217 time: 0.0584295 Dec 11 22:42:24.697713 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:24.739246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-259a7b04-cdd8-486d-b43d-c556cde24233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:24.742008 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-259a7b04-cdd8-486d-b43d-c556cde24233 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c2f4b2a5-be16-4cf3-91d6-a3279d826f2c HTTP/1.1" status: 200 len: 868 time: 0.0653093 Dec 11 22:42:24.771834 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-74509a03-f452-4305-a7ee-175f3cb86f38 None None] Set router 30fa4072-3465-4f6f-97d0-cddfb0afe43a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:42:24.787205 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 7c8bb98a-cbf3-449e-9c1c-991d801264ba details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:42:24.812916 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-b9f4070a-f2ca-479c-8552-2d5701c45623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:24.814851 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-b9f4070a-f2ca-479c-8552-2d5701c45623 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08958dbe-a5bc-4651-b476-814d452164d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606699 Dec 11 22:42:24.871093 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a358d67c-8877-4128-9ade-c3850004be7f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:24.937486 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-a26fbc66-0cf3-4a0c-b300-179c232a8152 service neutron] 10.222.0.45 "GET /v2.0/networks/08958dbe-a5bc-4651-b476-814d452164d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126683 Dec 11 22:42:24.951715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053770a3-1579-4c46-ba60-e3bf60255fe4 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:24.960241 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:24.972753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Transition to ACTIVE for port object 053770a3-1579-4c46-ba60-e3bf60255fe4 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:42:25.025859 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 7c8bb98a-cbf3-449e-9c1c-991d801264ba, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=7c8bb98a-cbf3-449e-9c1c-991d801264ba,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:25.045756 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '7c8bb98a-cbf3-449e-9c1c-991d801264ba', 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd', 'port_id': '7c8bb98a-cbf3-449e-9c1c-991d801264ba', 'mac_address': 'fa:16:3e:84:71:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56072fb-d6eb-465a-81da-2818b252a24c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:42:25.048673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb3e59-408f-4d07-b0ae-5331b7f9ba04 req-c3c06753-4fe4-4aad-9313-3f8da8c58229 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:25.055333 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0bb3e59-408f-4d07-b0ae-5331b7f9ba04 req-c3c06753-4fe4-4aad-9313-3f8da8c58229 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 949 time: 0.1986349 Dec 11 22:42:25.071939 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:25.077629 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9896393-f54e-4790-b6d8-9855c42e26e9 req-5b65147f-0867-4910-a970-349513fad934 service neutron] 10.222.0.45 "GET /v2.0/networks/08958dbe-a5bc-4651-b476-814d452164d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325994 Dec 11 22:42:25.143059 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-74509a03-f452-4305-a7ee-175f3cb86f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1031881056-router', 'tenant_id': '0e0b27dc673143d5a25d44091467f17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:52Z', 'updated_at': '2021-12-11T22:42:23Z', 'revision_number': 5, 'project_id': '0e0b27dc673143d5a25d44091467f17f', 'gw_port': {'id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:54Z', 'updated_at': '2021-12-11T22:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:25.152199 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45e16502-0ed2-4908-ae5b-0fe4f6d9a07a admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:25.199189 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74509a03-f452-4305-a7ee-175f3cb86f38 None None] Checking router: 30fa4072-3465-4f6f-97d0-cddfb0afe43a for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:42:25.208185 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74509a03-f452-4305-a7ee-175f3cb86f38 None None] Routers {'30fa4072-3465-4f6f-97d0-cddfb0afe43a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:42:25.208856 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-74509a03-f452-4305-a7ee-175f3cb86f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:42:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['30fa4072-3465-4f6f-97d0-cddfb0afe43a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:25.216338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Pushing event updated for resources: {'Port': ['ID=053770a3-1579-4c46-ba60-e3bf60255fe4,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:25.232252 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0bb3e59-408f-4d07-b0ae-5331b7f9ba04 req-8a1d1f03-ff09-4a37-b9f0-a65981ac9d45 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723258 Dec 11 22:42:25.244782 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['a358d67c-8877-4128-9ade-c3850004be7f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:25.311685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-418d9758-4951-42f8-af41-fcc1096ad652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-router', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a886cd86-9000-4fc8-beed-93971697a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:41:37Z', 'updated_at': '2021-12-11T22:41:43Z', 'revision_number': 4, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'gw_port': {'id': 'a886cd86-9000-4fc8-beed-93971697a087', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:38Z', 'updated_at': '2021-12-11T22:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '40e02dba-d5f5-4480-9a9d-5d934815207a', 'name': '', 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'mac_address': 'fa:16:3e:4e:df:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:42Z', 'updated_at': '2021-12-11T22:41:49Z', 'revision_number': 5, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'subnets': [{'id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:25.327664 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:25.361688 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-74509a03-f452-4305-a7ee-175f3cb86f38 None None] Set router 30fa4072-3465-4f6f-97d0-cddfb0afe43a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:42:25.362734 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c9227-cb46-4c4b-9d5f-6ad48b31f3e4 req-095aea2e-2b04-4fa2-a006-ab6db9486863 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:25.373447 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-664c9227-cb46-4c4b-9d5f-6ad48b31f3e4 req-095aea2e-2b04-4fa2-a006-ab6db9486863 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 943 time: 0.0937634 Dec 11 22:42:25.379483 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418d9758-4951-42f8-af41-fcc1096ad652 None None] Checking router: 7ba7112c-fcf0-4c24-8b8c-17d82524c54c for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:42:25.397798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8bb98a-cbf3-449e-9c1c-991d801264ba {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:25.418943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418d9758-4951-42f8-af41-fcc1096ad652 None None] Routers {'7ba7112c-fcf0-4c24-8b8c-17d82524c54c'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:42:25.419749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-418d9758-4951-42f8-af41-fcc1096ad652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:42:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:25.420007 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45e16502-0ed2-4908-ae5b-0fe4f6d9a07a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:25.433238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Attempting to bind port 053770a3-1579-4c46-ba60-e3bf60255fe4 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:42:25.433785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Attempting to bind port 053770a3-1579-4c46-ba60-e3bf60255fe4 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:42:25.434555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Attempting to bind port 053770a3-1579-4c46-ba60-e3bf60255fe4 on network 2820f918-fa20-4c7d-a843-4806a1f5490c {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:25.439407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-664c9227-cb46-4c4b-9d5f-6ad48b31f3e4 req-d101025b-1fde-484d-9f01-8cee347be580 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642829 Dec 11 22:42:25.439618 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Port 053770a3-1579-4c46-ba60-e3bf60255fe4 on network 2820f918-fa20-4c7d-a843-4806a1f5490c not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:42:25.439878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Attempting to bind port 053770a3-1579-4c46-ba60-e3bf60255fe4 on network 2820f918-fa20-4c7d-a843-4806a1f5490c {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:25.452510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:42:25.452863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Checking segment: {'id': 'c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:42:25.454943 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Bound using segment: {'id': 'c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:42:25.456381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Bound port: 053770a3-1579-4c46-ba60-e3bf60255fe4, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:42:25.456801 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:25.519407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d6601d1-0df1-4880-99a8-28da1a655f2c req-351b761f-483b-4a33-90cf-e8f1c07ac6c7 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/6742ed83-eec8-41a4-bb35-6be2c6dd525e HTTP/1.1" status: 200 len: 1819 time: 0.0642490 Dec 11 22:42:25.524891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-7d6601d1-0df1-4880-99a8-28da1a655f2c req-e096bd71-c171-4403-a5a4-c199e91c9cb4 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6742ed83-eec8-41a4-bb35-6be2c6dd525e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:25.525546 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-7d6601d1-0df1-4880-99a8-28da1a655f2c req-e096bd71-c171-4403-a5a4-c199e91c9cb4 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6742ed83-eec8-41a4-bb35-6be2c6dd525e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:25.541092 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-418d9758-4951-42f8-af41-fcc1096ad652 None None] Set router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:42:25.619615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] For port 053770a3-1579-4c46-ba60-e3bf60255fe4, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:42:25.631482 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 7c8bb98a-cbf3-449e-9c1c-991d801264ba, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=7c8bb98a-cbf3-449e-9c1c-991d801264ba,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:25.648153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] For port 053770a3-1579-4c46-ba60-e3bf60255fe4, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=053770a3-1579-4c46-ba60-e3bf60255fe4,segment=NetworkSegment(c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b),segment_id=c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:42:25.673472 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d6601d1-0df1-4880-99a8-28da1a655f2c req-e096bd71-c171-4403-a5a4-c199e91c9cb4 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:25.691170 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb41643-5cd1-49e4-9cf0-f1a182757257 req-44a3e0a6-d1a6-4ed4-bc55-d8ca2276f7ca tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:25.693786 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0cb41643-5cd1-49e4-9cf0-f1a182757257 req-44a3e0a6-d1a6-4ed4-bc55-d8ca2276f7ca tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 944 time: 0.1999383 Dec 11 22:42:25.697977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-45e16502-0ed2-4908-ae5b-0fe4f6d9a07a admin admin] Deleting port 29633f8d-7a35-47e5-b5f2-fdbee2f271c3 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:25.698329 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45e16502-0ed2-4908-ae5b-0fe4f6d9a07a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:25.711555 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-74509a03-f452-4305-a7ee-175f3cb86f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1031881056-router', 'tenant_id': '0e0b27dc673143d5a25d44091467f17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:52Z', 'updated_at': '2021-12-11T22:42:23Z', 'revision_number': 5, 'project_id': '0e0b27dc673143d5a25d44091467f17f', 'gw_port': {'id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:54Z', 'updated_at': '2021-12-11T22:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:25.724010 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d6601d1-0df1-4880-99a8-28da1a655f2c req-e096bd71-c171-4403-a5a4-c199e91c9cb4 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:25.736940 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:25.747487 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74509a03-f452-4305-a7ee-175f3cb86f38 None None] The sync data for ids ['30fa4072-3465-4f6f-97d0-cddfb0afe43a'] in n-d-710847-6 is: [{'id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1031881056-router', 'tenant_id': '0e0b27dc673143d5a25d44091467f17f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:39:52Z', 'updated_at': '2021-12-11T22:42:23Z', 'revision_number': 5, 'project_id': '0e0b27dc673143d5a25d44091467f17f', 'gw_port': {'id': '29633f8d-7a35-47e5-b5f2-fdbee2f271c3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa4072-3465-4f6f-97d0-cddfb0afe43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:39:54Z', 'updated_at': '2021-12-11T22:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:42:25.753481 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:25.810100 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d6601d1-0df1-4880-99a8-28da1a655f2c req-e096bd71-c171-4403-a5a4-c199e91c9cb4 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:25.822500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:25.823147 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:25.824525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] 10.222.0.47 "PUT /v2.0/ports/053770a3-1579-4c46-ba60-e3bf60255fe4 HTTP/1.1" status: 200 len: 1091 time: 1.8199208 Dec 11 22:42:25.830590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63a755f-c10f-4dbc-a35d-ef8929de6ec9', 'tag': '053770a3-1579-4c46-ba60-e3bf60255fe4'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:25.832867 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dcbbb6-7030-4e7d-8a1b-7429fd7c8cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "b63a755f-c10f-4dbc-a35d-ef8929de6ec9", "tag": "053770a3-1579-4c46-ba60-e3bf60255fe4"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:25.844881 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096bd71-c171-4403-a5a4-c199e91c9cb4 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1359b00-d641-45de-80d1-c596da4a9062,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:25.871914 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0cb41643-5cd1-49e4-9cf0-f1a182757257 req-7df2bab3-06d4-4836-8f51-2b9c33b55e21 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609628 Dec 11 22:42:25.875343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=7c8bb98a-cbf3-449e-9c1c-991d801264ba,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:25.882976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1411b-ddb9-4739-aa06-7ef837db731e service neutron] Pushing event updated for resources: {'Port': ['ID=053770a3-1579-4c46-ba60-e3bf60255fe4,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:25.899059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-45e16502-0ed2-4908-ae5b-0fe4f6d9a07a admin admin] For port 29633f8d-7a35-47e5-b5f2-fdbee2f271c3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=29633f8d-7a35-47e5-b5f2-fdbee2f271c3,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:25.899451 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45e16502-0ed2-4908-ae5b-0fe4f6d9a07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:25.903104 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7d6601d1-0df1-4880-99a8-28da1a655f2c req-e096bd71-c171-4403-a5a4-c199e91c9cb4 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:25.912806 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d6601d1-0df1-4880-99a8-28da1a655f2c req-e096bd71-c171-4403-a5a4-c199e91c9cb4 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3903620 Dec 11 22:42:25.914199 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-418d9758-4951-42f8-af41-fcc1096ad652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-router', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a886cd86-9000-4fc8-beed-93971697a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:41:37Z', 'updated_at': '2021-12-11T22:41:43Z', 'revision_number': 4, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'gw_port': {'id': 'a886cd86-9000-4fc8-beed-93971697a087', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:38Z', 'updated_at': '2021-12-11T22:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '40e02dba-d5f5-4480-9a9d-5d934815207a', 'name': '', 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'mac_address': 'fa:16:3e:4e:df:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:42Z', 'updated_at': '2021-12-11T22:41:49Z', 'revision_number': 5, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'subnets': [{'id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:25.932406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-45e16502-0ed2-4908-ae5b-0fe4f6d9a07a admin admin] Calling delete_port for 29633f8d-7a35-47e5-b5f2-fdbee2f271c3 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:25.944315 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89007632-5ccd-433c-a651-0fb70c3144fc x-openstack-request-id: req-89007632-5ccd-433c-a651-0fb70c3144fc {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:25.944315 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fef848-2035-419f-80e3-f52a37494672", "tag": "e84a9cf5-458d-4527-954b-94b58b1a614e", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:25.944315 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89007632-5ccd-433c-a651-0fb70c3144fc {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:25.944677 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fef848-2035-419f-80e3-f52a37494672', 'tag': 'e84a9cf5-458d-4527-954b-94b58b1a614e', 'status': 'completed', 'code': 200} Dec 11 22:42:25.947325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418d9758-4951-42f8-af41-fcc1096ad652 None None] The sync data for ids ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'] in n-d-710847-6 is: [{'id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-router', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a886cd86-9000-4fc8-beed-93971697a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:41:37Z', 'updated_at': '2021-12-11T22:41:43Z', 'revision_number': 4, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'gw_port': {'id': 'a886cd86-9000-4fc8-beed-93971697a087', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:38Z', 'updated_at': '2021-12-11T22:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '40e02dba-d5f5-4480-9a9d-5d934815207a', 'name': '', 'network_id': '08958dbe-a5bc-4651-b476-814d452164d6', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'mac_address': 'fa:16:3e:4e:df:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:42Z', 'updated_at': '2021-12-11T22:41:49Z', 'revision_number': 5, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'subnets': [{'id': 'c2f4b2a5-be16-4cf3-91d6-a3279d826f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:42:26.083884 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1450e18f-fd19-4472-ad11-1fb80828c765 req-448aa3aa-7a48-4416-94ff-76bf55868c6d tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/floatingips/e3128fee-0b13-4366-ba56-97333bacfffc HTTP/1.1" status: 200 len: 694 time: 0.0759821 Dec 11 22:42:26.084547 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c03cd-8678-4123-bb47-8332f2722908 req-c7076d4b-26f5-4bfb-b859-0c73d260c743 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:26.086086 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c2c03cd-8678-4123-bb47-8332f2722908 req-c7076d4b-26f5-4bfb-b859-0c73d260c743 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 945 time: 0.0622621 Dec 11 22:42:26.088076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf4aed-870b-4004-a33a-b38d5e19e4bc req-7fa6ab5d-bec8-4c72-b27c-e20ce4c9a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:26.089483 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-28bf4aed-870b-4004-a33a-b38d5e19e4bc req-7fa6ab5d-bec8-4c72-b27c-e20ce4c9a3cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3fac63f539432a9c76c78f85438009&device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 1097 time: 0.1109941 Dec 11 22:42:26.144828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['7c8bb98a-cbf3-449e-9c1c-991d801264ba'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:26.197543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-07b491e4-92eb-4704-b101-33196dd3c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:26.210687 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-07b491e4-92eb-4704-b101-33196dd3c8c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42ba42bc01cd4336aa93171b4cf8fa3a&device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 1094 time: 0.2392297 Dec 11 22:42:26.213235 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c2c03cd-8678-4123-bb47-8332f2722908 req-11d10db6-12f2-4bf2-8f4e-d208faef7621 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e2406f-5fe9-4516-9a60-f0005ff05e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199389 Dec 11 22:42:26.272473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf4aed-870b-4004-a33a-b38d5e19e4bc req-6337ffac-672d-44a6-9930-2df520cd5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:26.273992 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-28bf4aed-870b-4004-a33a-b38d5e19e4bc req-6337ffac-672d-44a6-9930-2df520cd5055 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08958dbe-a5bc-4651-b476-814d452164d6 HTTP/1.1" status: 200 len: 930 time: 0.1621876 Dec 11 22:42:26.345666 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-28bf4aed-870b-4004-a33a-b38d5e19e4bc req-aac66ca3-3556-47b2-af80-02d6656bfa56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e84a9cf5-458d-4527-954b-94b58b1a614e HTTP/1.1" status: 200 len: 217 time: 0.0633514 Dec 11 22:42:26.379682 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-ad96889b-2450-4c4b-b241-b90218390422 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=053770a3-1579-4c46-ba60-e3bf60255fe4 HTTP/1.1" status: 200 len: 217 time: 0.1584754 Dec 11 22:42:26.391316 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b83f296-6ff5-4272-9b0d-2dbfb967bc5d x-openstack-request-id: req-8b83f296-6ff5-4272-9b0d-2dbfb967bc5d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:26.391708 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63a755f-c10f-4dbc-a35d-ef8929de6ec9", "tag": "053770a3-1579-4c46-ba60-e3bf60255fe4", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:26.392045 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b83f296-6ff5-4272-9b0d-2dbfb967bc5d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:26.392758 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63a755f-c10f-4dbc-a35d-ef8929de6ec9', 'tag': '053770a3-1579-4c46-ba60-e3bf60255fe4', 'status': 'completed', 'code': 200} Dec 11 22:42:26.417206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa71ac12-d971-4f39-bfc4-cd7038d50195 None None] New status for floating IP e3128fee-0b13-4366-ba56-97333bacfffc: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:42:26.481195 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7713fb52-47b1-4c24-bb9d-b34f93b4da51 req-47841fc0-2f11-4fb4-ace1-0e83ef072ff7 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/6742ed83-eec8-41a4-bb35-6be2c6dd525e HTTP/1.1" status: 200 len: 2412 time: 0.1340628 Dec 11 22:42:26.484048 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf4aed-870b-4004-a33a-b38d5e19e4bc req-b49f106a-c73f-4352-996f-9f6aa88a5efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:26.486286 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-28bf4aed-870b-4004-a33a-b38d5e19e4bc req-b49f106a-c73f-4352-996f-9f6aa88a5efe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2f4b2a5-be16-4cf3-91d6-a3279d826f2c HTTP/1.1" status: 200 len: 868 time: 0.1282530 Dec 11 22:42:26.493209 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-7713fb52-47b1-4c24-bb9d-b34f93b4da51 req-c259c61c-47ba-4ae8-833d-7a4f8f19f9fc tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6742ed83-eec8-41a4-bb35-6be2c6dd525e', 'remote_group_id': None}]} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:26.496617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-7713fb52-47b1-4c24-bb9d-b34f93b4da51 req-c259c61c-47ba-4ae8-833d-7a4f8f19f9fc tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6742ed83-eec8-41a4-bb35-6be2c6dd525e', 'remote_group_id': None}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:26.531353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450e18f-fd19-4472-ad11-1fb80828c765 req-8af8f459-8715-482b-87c0-02e8bdf4a2d1 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:26.532813 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1450e18f-fd19-4472-ad11-1fb80828c765 req-8af8f459-8715-482b-87c0-02e8bdf4a2d1 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.4394803 Dec 11 22:42:26.538085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-2e80ee3a-c2eb-48cc-8b2b-f9ce95ea4df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:26.539563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-2e80ee3a-c2eb-48cc-8b2b-f9ce95ea4df1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7bdd700a-efc3-4363-9156-1887495e9293 HTTP/1.1" status: 200 len: 850 time: 0.1425457 Dec 11 22:42:26.575363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567316a9-312b-43e9-a9b1-c3d3f5792f1e req-3f08b7e8-7057-4fbb-9e6f-92874e1a2ed4 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:26.577467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-567316a9-312b-43e9-a9b1-c3d3f5792f1e req-3f08b7e8-7057-4fbb-9e6f-92874e1a2ed4 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 945 time: 0.1821780 Dec 11 22:42:26.581701 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf4aed-870b-4004-a33a-b38d5e19e4bc req-fbb04076-04b0-4479-bb86-92671e61f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:26.584618 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-28bf4aed-870b-4004-a33a-b38d5e19e4bc req-fbb04076-04b0-4479-bb86-92671e61f9ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08958dbe-a5bc-4651-b476-814d452164d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595903 Dec 11 22:42:26.617405 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45e16502-0ed2-4908-ae5b-0fe4f6d9a07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:26.648195 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-05a8fb37-95f0-4308-b61f-be0fe834ebd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2820f918-fa20-4c7d-a843-4806a1f5490c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974996 Dec 11 22:42:26.669598 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1450e18f-fd19-4472-ad11-1fb80828c765 req-0515bc82-7763-4b85-8c5b-07355971a851 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.53 HTTP/1.1" status: 200 len: 697 time: 0.1272693 Dec 11 22:42:26.696582 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7713fb52-47b1-4c24-bb9d-b34f93b4da51 req-c259c61c-47ba-4ae8-833d-7a4f8f19f9fc tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:26.712923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e16502-0ed2-4908-ae5b-0fe4f6d9a07a admin admin] Pushing event deleted for resources: {'Port': ['ID=29633f8d-7a35-47e5-b5f2-fdbee2f271c3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:26.744070 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7713fb52-47b1-4c24-bb9d-b34f93b4da51 req-c259c61c-47ba-4ae8-833d-7a4f8f19f9fc tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:26.820118 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7713fb52-47b1-4c24-bb9d-b34f93b4da51 req-c259c61c-47ba-4ae8-833d-7a4f8f19f9fc tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:26.840236 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-28bf4aed-870b-4004-a33a-b38d5e19e4bc req-467d9922-2dd0-48ac-aed3-8a4e58c1bddc service neutron] 10.222.0.13 "GET /v2.0/networks/08958dbe-a5bc-4651-b476-814d452164d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453756 Dec 11 22:42:26.847588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259c61c-47ba-4ae8-833d-7a4f8f19f9fc tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01480f1b-85a5-461f-879d-48144e899462,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:26.878490 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1450e18f-fd19-4472-ad11-1fb80828c765 req-c944960a-30b2-4d80-aff2-e796a4137959 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.53 HTTP/1.1" status: 200 len: 695 time: 0.1713982 Dec 11 22:42:26.909755 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7713fb52-47b1-4c24-bb9d-b34f93b4da51 req-c259c61c-47ba-4ae8-833d-7a4f8f19f9fc tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:26.911816 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7713fb52-47b1-4c24-bb9d-b34f93b4da51 req-c259c61c-47ba-4ae8-833d-7a4f8f19f9fc tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4242792 Dec 11 22:42:26.952268 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-28bf4aed-870b-4004-a33a-b38d5e19e4bc req-9aea945a-52cd-49f8-9b9d-ea8a2e6191db service neutron] 10.222.0.13 "GET /v2.0/networks/08958dbe-a5bc-4651-b476-814d452164d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010692 Dec 11 22:42:26.983447 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45e16502-0ed2-4908-ae5b-0fe4f6d9a07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:27.041260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927aa877-5792-4364-8267-cdffc86e2091 req-ac85ef2e-8a4e-43b0-9e05-64e51885667a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:27.042935 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-927aa877-5792-4364-8267-cdffc86e2091 req-ac85ef2e-8a4e-43b0-9e05-64e51885667a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 949 time: 0.0639682 Dec 11 22:42:27.102259 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-927aa877-5792-4364-8267-cdffc86e2091 req-f6e809b7-4229-4bb3-a670-15062d1d2612 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523553 Dec 11 22:42:27.201840 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e4b055ce-2f4a-4549-9caf-b48878e640b9 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:42:27.229666 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: e4b055ce-2f4a-4549-9caf-b48878e640b9 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:42:27.230769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e4b055ce-2f4a-4549-9caf-b48878e640b9 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:42:27.318495 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dfbf6-172c-4582-863e-6f1d113776a7 req-c08552fd-20f9-46d8-b69b-f8f734c5f64f tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:27.323290 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c25dfbf6-172c-4582-863e-6f1d113776a7 req-c08552fd-20f9-46d8-b69b-f8f734c5f64f tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 943 time: 0.0568562 Dec 11 22:42:27.374005 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c25dfbf6-172c-4582-863e-6f1d113776a7 req-701e8256-cf6c-41e4-834f-053b90d07583 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474663 Dec 11 22:42:27.385951 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-799fbaf2-8a99-404e-863d-ff0c5092db97 service neutron] 10.222.0.47 "GET /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7151079 Dec 11 22:42:27.432783 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45e16502-0ed2-4908-ae5b-0fe4f6d9a07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:27.452876 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45e16502-0ed2-4908-ae5b-0fe4f6d9a07a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:27.491829 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5916df7-2179-41dc-a3c6-69453cd42dff req-1de45090-a347-4717-b885-0da9241e0013 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:27.493398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b5916df7-2179-41dc-a3c6-69453cd42dff req-1de45090-a347-4717-b885-0da9241e0013 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 945 time: 0.0571723 Dec 11 22:42:27.523639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-567316a9-312b-43e9-a9b1-c3d3f5792f1e req-e227d079-afdc-4c27-a0e0-184db67186bf tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Deleting port 4ea8f429-8e5c-49b0-be6d-4146340bccb4 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:27.524065 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-567316a9-312b-43e9-a9b1-c3d3f5792f1e req-e227d079-afdc-4c27-a0e0-184db67186bf tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:27.542615 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b5916df7-2179-41dc-a3c6-69453cd42dff req-f83aca8e-b3a6-460c-9a56-033d4f6ada1c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429699 Dec 11 22:42:27.617424 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2d611c25-78e9-472d-85e4-573c17d767c2 req-87da8dee-f087-4782-8b18-764a3bbd7f2b tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/6742ed83-eec8-41a4-bb35-6be2c6dd525e HTTP/1.1" status: 200 len: 3010 time: 0.0507672 Dec 11 22:42:27.675761 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45e16502-0ed2-4908-ae5b-0fe4f6d9a07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:27.676449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e16502-0ed2-4908-ae5b-0fe4f6d9a07a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30fa4072-3465-4f6f-97d0-cddfb0afe43a {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:42:27.697515 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45e16502-0ed2-4908-ae5b-0fe4f6d9a07a admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:27.698722 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-45e16502-0ed2-4908-ae5b-0fe4f6d9a07a admin admin] 10.222.0.45 "DELETE /v2.0/routers/30fa4072-3465-4f6f-97d0-cddfb0afe43a HTTP/1.1" status: 204 len: 168 time: 3.1555820 Dec 11 22:42:27.701617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51706) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:27.708469 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-567316a9-312b-43e9-a9b1-c3d3f5792f1e req-e227d079-afdc-4c27-a0e0-184db67186bf tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] For port 4ea8f429-8e5c-49b0-be6d-4146340bccb4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4ea8f429-8e5c-49b0-be6d-4146340bccb4,segment=NetworkSegment(165fa17b-be1d-4a89-bf1d-85d47bdb6717),segment_id=165fa17b-be1d-4a89-bf1d-85d47bdb6717)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:27.708840 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-567316a9-312b-43e9-a9b1-c3d3f5792f1e req-e227d079-afdc-4c27-a0e0-184db67186bf tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:27.712115 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-1450e18f-fd19-4472-ad11-1fb80828c765 req-a346d288-bc77-41a7-9a83-a12c6bdc7e61 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Deleting port f597bd44-d146-4dd0-aca7-9961edf9c823 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:27.712448 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1450e18f-fd19-4472-ad11-1fb80828c765 req-a346d288-bc77-41a7-9a83-a12c6bdc7e61 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:27.721171 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10d2b520-68e0-4c06-b9c2-8cf16a8a9fea req-9afa3dbb-a38f-4480-bc02-8d0f2d940406 service neutron] 10.222.0.47 "GET /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042691 Dec 11 22:42:27.766337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add3e85-19d1-4c9e-bd49-76d7fe647d04 req-75773601-5daa-4b8d-a150-29b54e31b8c0 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:27.767945 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3add3e85-19d1-4c9e-bd49-76d7fe647d04 req-75773601-5daa-4b8d-a150-29b54e31b8c0 tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 945 time: 0.0950842 Dec 11 22:42:27.771551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c32738-6025-4634-b738-2c54c3a75030 admin admin] Deleting subnet 17e62c35-cd13-4f24-8988-be39742b86d6 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:42:27.775092 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-67c32738-6025-4634-b738-2c54c3a75030 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:27.777038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-567316a9-312b-43e9-a9b1-c3d3f5792f1e req-e227d079-afdc-4c27-a0e0-184db67186bf tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Calling delete_port for 4ea8f429-8e5c-49b0-be6d-4146340bccb4 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:27.821190 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-67c32738-6025-4634-b738-2c54c3a75030 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:27.872421 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1450e18f-fd19-4472-ad11-1fb80828c765 req-a346d288-bc77-41a7-9a83-a12c6bdc7e61 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:27.872754 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1450e18f-fd19-4472-ad11-1fb80828c765 req-a346d288-bc77-41a7-9a83-a12c6bdc7e61 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:27.891385 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3add3e85-19d1-4c9e-bd49-76d7fe647d04 req-d11f84c1-a587-47d1-91b0-facec494735a tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e2406f-5fe9-4516-9a60-f0005ff05e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832944 Dec 11 22:42:27.913601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-1450e18f-fd19-4472-ad11-1fb80828c765 req-a346d288-bc77-41a7-9a83-a12c6bdc7e61 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Calling delete_port for f597bd44-d146-4dd0-aca7-9961edf9c823 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:27.955358 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4fb77dfe-98be-43f2-9e33-e96c0dfc8397 req-19487ad7-c616-44e7-a150-1ed42a1fc649 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-group-rules/01480f1b-85a5-461f-879d-48144e899462 HTTP/1.1" status: 200 len: 783 time: 0.0307689 Dec 11 22:42:27.962289 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-67c32738-6025-4634-b738-2c54c3a75030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:27.987606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcbbb6-7030-4e7d-8a1b-7429fd7c8cb8 req-9443cdb5-07b8-4f26-ab1e-277148f4f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:27.993864 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d1dcbbb6-7030-4e7d-8a1b-7429fd7c8cb8 req-9443cdb5-07b8-4f26-ab1e-277148f4f68d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42ba42bc01cd4336aa93171b4cf8fa3a&device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 1094 time: 0.1136889 Dec 11 22:42:28.040981 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4fb77dfe-98be-43f2-9e33-e96c0dfc8397 req-64bb72e7-7107-418d-a80f-140f67e9108d tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/6742ed83-eec8-41a4-bb35-6be2c6dd525e HTTP/1.1" status: 200 len: 3010 time: 0.0762987 Dec 11 22:42:28.073801 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4fb77dfe-98be-43f2-9e33-e96c0dfc8397 req-8ee842f2-88f4-493a-84c0-589f2c4e4c99 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.081509 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4fb77dfe-98be-43f2-9e33-e96c0dfc8397 req-8ee842f2-88f4-493a-84c0-589f2c4e4c99 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.123998 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-67c32738-6025-4634-b738-2c54c3a75030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.149881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcbbb6-7030-4e7d-8a1b-7429fd7c8cb8 req-92799792-8b1f-4214-860e-6d1738b9e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:28.150124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d1dcbbb6-7030-4e7d-8a1b-7429fd7c8cb8 req-92799792-8b1f-4214-860e-6d1738b9e96f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2820f918-fa20-4c7d-a843-4806a1f5490c HTTP/1.1" status: 200 len: 911 time: 0.1520610 Dec 11 22:42:28.150864 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c32738-6025-4634-b738-2c54c3a75030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e62c35-cd13-4f24-8988-be39742b86d6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:28.155351 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-67c32738-6025-4634-b738-2c54c3a75030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.161748 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-67c32738-6025-4634-b738-2c54c3a75030 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/17e62c35-cd13-4f24-8988-be39742b86d6 HTTP/1.1" status: 204 len: 168 time: 0.4550850 Dec 11 22:42:28.162137 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51710) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:28.174040 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263fc3c0-f311-47fd-afb2-f7e24431062e None None] Network e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:42:28.219115 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d1dcbbb6-7030-4e7d-8a1b-7429fd7c8cb8 req-57b04a79-fe40-496a-96dd-e95df0b02ecf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=053770a3-1579-4c46-ba60-e3bf60255fe4 HTTP/1.1" status: 200 len: 217 time: 0.0494907 Dec 11 22:42:28.225597 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4fb77dfe-98be-43f2-9e33-e96c0dfc8397 req-8ee842f2-88f4-493a-84c0-589f2c4e4c99 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.232151 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4fb77dfe-98be-43f2-9e33-e96c0dfc8397 req-8ee842f2-88f4-493a-84c0-589f2c4e4c99 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.246305 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4fb77dfe-98be-43f2-9e33-e96c0dfc8397 req-8ee842f2-88f4-493a-84c0-589f2c4e4c99 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/01480f1b-85a5-461f-879d-48144e899462 HTTP/1.1" status: 204 len: 173 time: 0.1981070 Dec 11 22:42:28.249135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a358d67c-8877-4128-9ade-c3850004be7f up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:42:28.276176 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-567316a9-312b-43e9-a9b1-c3d3f5792f1e req-e227d079-afdc-4c27-a0e0-184db67186bf tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.305417 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee842f2-88f4-493a-84c0-589f2c4e4c99 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01480f1b-85a5-461f-879d-48144e899462,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:28.310075 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.311343 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227d079-afdc-4c27-a0e0-184db67186bf tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Pushing event deleted for resources: {'Port': ['ID=4ea8f429-8e5c-49b0-be6d-4146340bccb4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:28.328817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['4ea8f429-8e5c-49b0-be6d-4146340bccb4'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:28.347015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcbbb6-7030-4e7d-8a1b-7429fd7c8cb8 req-bef14cca-801e-462b-95de-2dd6c287a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:28.348622 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d1dcbbb6-7030-4e7d-8a1b-7429fd7c8cb8 req-bef14cca-801e-462b-95de-2dd6c287a9c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7bdd700a-efc3-4363-9156-1887495e9293 HTTP/1.1" status: 200 len: 850 time: 0.1184022 Dec 11 22:42:28.371649 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-567316a9-312b-43e9-a9b1-c3d3f5792f1e req-e227d079-afdc-4c27-a0e0-184db67186bf tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] No DVR routers for this DVR port 4ea8f429-8e5c-49b0-be6d-4146340bccb4 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:42:28.381995 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1450e18f-fd19-4472-ad11-1fb80828c765 req-a346d288-bc77-41a7-9a83-a12c6bdc7e61 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.384926 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-567316a9-312b-43e9-a9b1-c3d3f5792f1e req-e227d079-afdc-4c27-a0e0-184db67186bf tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.388593 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-567316a9-312b-43e9-a9b1-c3d3f5792f1e req-e227d079-afdc-4c27-a0e0-184db67186bf tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.47 "DELETE /v2.0/ports/4ea8f429-8e5c-49b0-be6d-4146340bccb4 HTTP/1.1" status: 204 len: 173 time: 1.7721484 Dec 11 22:42:28.403375 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e31ab-41f6-4f3c-a778-c155e9f11396 req-00147b31-8ec8-4bf8-a82c-a49f00a6b2e4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:28.405070 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd3e31ab-41f6-4f3c-a778-c155e9f11396 req-00147b31-8ec8-4bf8-a82c-a49f00a6b2e4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 949 time: 0.1008053 Dec 11 22:42:28.415988 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd05c61-47a7-4f86-b1fa-5cd931c6a187', 'name': 'network-vif-deleted', 'tag': '4ea8f429-8e5c-49b0-be6d-4146340bccb4'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:28.418432 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4dc59b-fadc-4e51-8dad-cf768a162e12" -d '{"events": [{"server_uuid": "1fd05c61-47a7-4f86-b1fa-5cd931c6a187", "name": "network-vif-deleted", "tag": "4ea8f429-8e5c-49b0-be6d-4146340bccb4"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:28.434102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port a358d67c-8877-4128-9ade-c3850004be7f completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:42:28.436824 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] Deleting port e10b705b-1674-4a6f-9e4a-b6919495d9d3 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:28.437167 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.443941 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d1dcbbb6-7030-4e7d-8a1b-7429fd7c8cb8 req-c57f9fb4-df1e-419b-b790-5ed9cca66ddc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2820f918-fa20-4c7d-a843-4806a1f5490c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737660 Dec 11 22:42:28.446879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346d288-bc77-41a7-9a83-a12c6bdc7e61 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Pushing event deleted for resources: {'Port': ['ID=f597bd44-d146-4dd0-aca7-9961edf9c823,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:28.448975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port a358d67c-8877-4128-9ade-c3850004be7f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:42:28.449547 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.487616 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0c825c-1f06-4037-ae37-220d3b883d12 None None] DHCP port deletion for e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:42:28.516768 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd3e31ab-41f6-4f3c-a778-c155e9f11396 req-e9c48821-be31-4bed-8f29-4d0b0fd673fc tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037424 Dec 11 22:42:28.539521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] For port e10b705b-1674-4a6f-9e4a-b6919495d9d3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e10b705b-1674-4a6f-9e4a-b6919495d9d3,segment=NetworkSegment(6b14555b-d60e-46cd-9fbe-575dd9e9a92b),segment_id=6b14555b-d60e-46cd-9fbe-575dd9e9a92b)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:28.539521 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.544176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] Calling delete_port for e10b705b-1674-4a6f-9e4a-b6919495d9d3 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:28.601090 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1450e18f-fd19-4472-ad11-1fb80828c765 req-a346d288-bc77-41a7-9a83-a12c6bdc7e61 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.605559 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1450e18f-fd19-4472-ad11-1fb80828c765 req-a346d288-bc77-41a7-9a83-a12c6bdc7e61 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.605559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1450e18f-fd19-4472-ad11-1fb80828c765 req-a346d288-bc77-41a7-9a83-a12c6bdc7e61 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "DELETE /v2.0/floatingips/e3128fee-0b13-4366-ba56-97333bacfffc HTTP/1.1" status: 204 len: 173 time: 1.7173915 Dec 11 22:42:28.634341 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.653162 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d1dcbbb6-7030-4e7d-8a1b-7429fd7c8cb8 req-d2df6dc3-f991-4ffe-8a54-1ecdc5601c95 service neutron] 10.222.0.47 "GET /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950521 Dec 11 22:42:28.656042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c825c-1f06-4037-ae37-220d3b883d12 None None] Deleting port e10b705b-1674-4a6f-9e4a-b6919495d9d3 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:28.656349 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dc0c825c-1f06-4037-ae37-220d3b883d12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.709543 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-57540f7b-832f-4ecd-9780-8cf0295f7d0b req-7c8b82d1-f11d-4f16-8daf-9277fdf1da5d tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/6742ed83-eec8-41a4-bb35-6be2c6dd525e HTTP/1.1" status: 200 len: 2412 time: 0.0551052 Dec 11 22:42:28.725396 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6a3627-a495-4179-8961-27b1f3009a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a358d67c-8877-4128-9ade-c3850004be7f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:28.727887 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b19a3e-f1cd-4b8e-9288-31a9f027b745" -d '{"events": [{"server_uuid": "ba6a3627-a495-4179-8961-27b1f3009a80", "name": "network-vif-plugged", "status": "completed", "tag": "a358d67c-8877-4128-9ade-c3850004be7f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:28.737031 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.749730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a358d67c-8877-4128-9ade-c3850004be7f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a358d67c-8877-4128-9ade-c3850004be7f,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:28.751777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-dc0c825c-1f06-4037-ae37-220d3b883d12 None None] For port e10b705b-1674-4a6f-9e4a-b6919495d9d3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e10b705b-1674-4a6f-9e4a-b6919495d9d3,segment=NetworkSegment(6b14555b-d60e-46cd-9fbe-575dd9e9a92b),segment_id=6b14555b-d60e-46cd-9fbe-575dd9e9a92b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:28.752182 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dc0c825c-1f06-4037-ae37-220d3b883d12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.765924 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c825c-1f06-4037-ae37-220d3b883d12 None None] Calling delete_port for e10b705b-1674-4a6f-9e4a-b6919495d9d3 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:28.778487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e10b705b-1674-4a6f-9e4a-b6919495d9d3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:28.784393 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] No DVR routers for this DVR port e10b705b-1674-4a6f-9e4a-b6919495d9d3 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:42:28.815508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaea270-3033-42b2-a35d-5ae841bd0d88 req-fc9ee701-83d5-44ba-8b43-13f536a7e329 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:28.818228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 7c8bb98a-cbf3-449e-9c1c-991d801264ba up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:42:28.818847 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdaea270-3033-42b2-a35d-5ae841bd0d88 req-fc9ee701-83d5-44ba-8b43-13f536a7e329 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 943 time: 0.0956995 Dec 11 22:42:28.823261 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.854342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d1dcbbb6-7030-4e7d-8a1b-7429fd7c8cb8 req-4b2b685f-c7cb-46b9-b18f-65896aae7745 service neutron] 10.222.0.47 "GET /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940794 Dec 11 22:42:28.875483 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-57540f7b-832f-4ecd-9780-8cf0295f7d0b req-a5b686b1-fd37-43e5-bdea-398ab4940fdb tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.885810 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.904746 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdaea270-3033-42b2-a35d-5ae841bd0d88 req-d53f04fc-0ff2-4fb5-a5b1-4a0fd48add5e tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709512 Dec 11 22:42:28.921831 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-57540f7b-832f-4ecd-9780-8cf0295f7d0b req-a5b686b1-fd37-43e5-bdea-398ab4940fdb tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.925858 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:28.928309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a358d67c-8877-4128-9ade-c3850004be7f,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:28.944932 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b14555b-d60e-46cd-9fbe-575dd9e9a92b') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:28.946972 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b14555b-d60e-46cd-9fbe-575dd9e9a92b') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:28.949328 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dc0c825c-1f06-4037-ae37-220d3b883d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.966199 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.985775 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645159c5-7553-4c29-92c3-462c8c15989f x-openstack-request-id: req-645159c5-7553-4c29-92c3-462c8c15989f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:28.986037 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c825c-1f06-4037-ae37-220d3b883d12 None None] No DVR routers for this DVR port e10b705b-1674-4a6f-9e4a-b6919495d9d3 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:42:28.986170 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd05c61-47a7-4f86-b1fa-5cd931c6a187", "name": "network-vif-deleted", "tag": "4ea8f429-8e5c-49b0-be6d-4146340bccb4", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:28.986335 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-645159c5-7553-4c29-92c3-462c8c15989f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:28.986739 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd05c61-47a7-4f86-b1fa-5cd931c6a187', 'name': 'network-vif-deleted', 'tag': '4ea8f429-8e5c-49b0-be6d-4146340bccb4', 'status': 'completed', 'code': 200} Dec 11 22:42:28.988313 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:28.999596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c825c-1f06-4037-ae37-220d3b883d12 None None] Pushing event deleted for resources: {'Port': ['ID=e10b705b-1674-4a6f-9e4a-b6919495d9d3,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:29.011460 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:42:29.011869 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:42:29.013729 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:42:29.016961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 7c8bb98a-cbf3-449e-9c1c-991d801264ba completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:42:29.023369 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 7c8bb98a-cbf3-449e-9c1c-991d801264ba triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:42:29.029782 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.072400 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-57540f7b-832f-4ecd-9780-8cf0295f7d0b req-a5b686b1-fd37-43e5-bdea-398ab4940fdb tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.075146 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-57540f7b-832f-4ecd-9780-8cf0295f7d0b req-a5b686b1-fd37-43e5-bdea-398ab4940fdb tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.076272 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-57540f7b-832f-4ecd-9780-8cf0295f7d0b req-a5b686b1-fd37-43e5-bdea-398ab4940fdb tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "DELETE /v2.0/security-groups/6742ed83-eec8-41a4-bb35-6be2c6dd525e HTTP/1.1" status: 204 len: 173 time: 0.3577890 Dec 11 22:42:29.086513 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b686b1-fd37-43e5-bdea-398ab4940fdb tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6742ed83-eec8-41a4-bb35-6be2c6dd525e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:29.092665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f833b-aeab-41eb-8669-abf6b0290101 req-3de096ef-c49c-4b87-b424-b03e70f95fec tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:29.101226 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-150f833b-aeab-41eb-8669-abf6b0290101 req-3de096ef-c49c-4b87-b424-b03e70f95fec tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 945 time: 0.0650384 Dec 11 22:42:29.133631 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.158467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-150f833b-aeab-41eb-8669-abf6b0290101 req-62c4dfee-a51f-4cbe-accd-79c9419e7a4b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563426 Dec 11 22:42:29.179327 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.183569 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb24c2d5-c325-4e3a-81e7-aae016ed4032 x-openstack-request-id: req-eb24c2d5-c325-4e3a-81e7-aae016ed4032 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:29.183870 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6a3627-a495-4179-8961-27b1f3009a80", "name": "network-vif-plugged", "status": "completed", "tag": "a358d67c-8877-4128-9ade-c3850004be7f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:29.184149 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb24c2d5-c325-4e3a-81e7-aae016ed4032 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:29.184975 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6a3627-a495-4179-8961-27b1f3009a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a358d67c-8877-4128-9ade-c3850004be7f', 'code': 200} Dec 11 22:42:29.187164 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.192899 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe HTTP/1.1" status: 204 len: 168 time: 1.0290217 Dec 11 22:42:29.195584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51732) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:29.224779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 7c8bb98a-cbf3-449e-9c1c-991d801264ba, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=7c8bb98a-cbf3-449e-9c1c-991d801264ba,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:29.235501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f8aaf-9c27-4902-871f-e6857fac48d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5ecbdec-8e04-4a31-a773-2c6ea75f3dfe,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:29.254432 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-808faa5c-b29b-4876-99dc-120e6203933b req-8ed4d2bf-817a-4f41-8249-410f4874c3b0 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] show failed (client error): The resource could not be found. Dec 11 22:42:29.264147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e10b705b-1674-4a6f-9e4a-b6919495d9d3 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:42:29.265881 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-808faa5c-b29b-4876-99dc-120e6203933b req-8ed4d2bf-817a-4f41-8249-410f4874c3b0 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/9d94540b-b2fc-4e1e-8aa4-257102276a39 HTTP/1.1" status: 404 len: 352 time: 0.0793056 Dec 11 22:42:29.288286 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0393f782-7932-4719-b200-1b273f052a12 req-dc0ee2f9-1a74-4f0b-b5d1-1545e969fb9c tempest-InstanceActionsNegativeTestJSON-311370415 tempest-InstanceActionsNegativeTestJSON-311370415-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fd05c61-47a7-4f86-b1fa-5cd931c6a187 HTTP/1.1" status: 200 len: 210 time: 0.0327201 Dec 11 22:42:29.293922 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: e10b705b-1674-4a6f-9e4a-b6919495d9d3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:42:29.294289 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e10b705b-1674-4a6f-9e4a-b6919495d9d3 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:42:29.296575 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 29633f8d-7a35-47e5-b5f2-fdbee2f271c3 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:42:29.300048 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.353138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 29633f8d-7a35-47e5-b5f2-fdbee2f271c3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:42:29.353501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 29633f8d-7a35-47e5-b5f2-fdbee2f271c3 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:42:29.380898 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce08842b-73c8-4aca-84d7-b8f7ce81508a req-e3f50947-ae39-4085-9cf1-d0ab85ded86b tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/f3c55016-cd9a-4ecd-9455-bb2850fc3e65 HTTP/1.1" status: 200 len: 1822 time: 0.0458531 Dec 11 22:42:29.382648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=7c8bb98a-cbf3-449e-9c1c-991d801264ba,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:29.395707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:29.396850 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:29.397892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:29.398478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:29.399024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:29.399553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:29.400059 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:29.401466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:29.401825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:29.402746 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:29.403134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:29.403613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:29.403970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:42:29.449826 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ce08842b-73c8-4aca-84d7-b8f7ce81508a req-89a4970c-ee15-40c9-86a8-d5eb9fda3bcb tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.461097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd6ed0-c170-436a-8bc9-387e2cb7467d req-9c8b7e9f-1327-4af9-8777-fe726e1543bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:29.462733 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d3fd6ed0-c170-436a-8bc9-387e2cb7467d req-9c8b7e9f-1327-4af9-8777-fe726e1543bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 1101 time: 0.1284871 Dec 11 22:42:29.474465 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ce08842b-73c8-4aca-84d7-b8f7ce81508a req-89a4970c-ee15-40c9-86a8-d5eb9fda3bcb tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.476104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd9f53-fb56-4dfa-848e-20cdf0a6332c req-4f48bec9-8c9c-4427-9358-bcc73f5be3e2 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:29.477722 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-facd9f53-fb56-4dfa-848e-20cdf0a6332c req-4f48bec9-8c9c-4427-9358-bcc73f5be3e2 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1271815 Dec 11 22:42:29.543591 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-facd9f53-fb56-4dfa-848e-20cdf0a6332c req-377fb0c2-79ef-49c0-a970-8536aa62c65e tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0559380 Dec 11 22:42:29.597931 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ce08842b-73c8-4aca-84d7-b8f7ce81508a req-89a4970c-ee15-40c9-86a8-d5eb9fda3bcb tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.601163 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ce08842b-73c8-4aca-84d7-b8f7ce81508a req-89a4970c-ee15-40c9-86a8-d5eb9fda3bcb tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.602316 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce08842b-73c8-4aca-84d7-b8f7ce81508a req-89a4970c-ee15-40c9-86a8-d5eb9fda3bcb tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "DELETE /v2.0/security-groups/f3c55016-cd9a-4ecd-9455-bb2850fc3e65 HTTP/1.1" status: 204 len: 173 time: 0.2143874 Dec 11 22:42:29.612091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4970c-ee15-40c9-86a8-d5eb9fda3bcb tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c55016-cd9a-4ecd-9455-bb2850fc3e65,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:29.612827 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d3fd6ed0-c170-436a-8bc9-387e2cb7467d req-25979194-2068-416a-9054-fbc2fc2b1890 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323287 Dec 11 22:42:29.668440 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d302da8c-9f32-4545-9cca-1d5073b9c2f8 req-6076a42c-f455-4081-adb2-572fb9240b3f tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0413826 Dec 11 22:42:29.694995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb0c6d-75f3-448d-81f1-79ef1e70df4a req-9cda7a26-a854-4222-83ac-64d7c21d51b7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:29.696482 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eeeb0c6d-75f3-448d-81f1-79ef1e70df4a req-9cda7a26-a854-4222-83ac-64d7c21d51b7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 950 time: 0.0968995 Dec 11 22:42:29.721826 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9bc3fa92-6031-4f1e-8a52-3e23f0a0a6e1 req-9d630f88-75ed-4077-9789-fce25335be58 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/6c273216-bc67-474b-9e54-96d92bb44059 HTTP/1.1" status: 200 len: 1822 time: 0.0387981 Dec 11 22:42:29.775724 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eeeb0c6d-75f3-448d-81f1-79ef1e70df4a req-6a41cd59-3df5-4696-800f-d999aa59458d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719740 Dec 11 22:42:29.780598 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9bc3fa92-6031-4f1e-8a52-3e23f0a0a6e1 req-09d1cf23-aee9-476f-bb23-021a164c7ec9 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.814493 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9bc3fa92-6031-4f1e-8a52-3e23f0a0a6e1 req-09d1cf23-aee9-476f-bb23-021a164c7ec9 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.856886 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d1c0f715-8210-434f-944d-9dcf675abe71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.972916 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9bc3fa92-6031-4f1e-8a52-3e23f0a0a6e1 req-09d1cf23-aee9-476f-bb23-021a164c7ec9 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.976183 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9bc3fa92-6031-4f1e-8a52-3e23f0a0a6e1 req-09d1cf23-aee9-476f-bb23-021a164c7ec9 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:29.977564 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9bc3fa92-6031-4f1e-8a52-3e23f0a0a6e1 req-09d1cf23-aee9-476f-bb23-021a164c7ec9 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "DELETE /v2.0/security-groups/6c273216-bc67-474b-9e54-96d92bb44059 HTTP/1.1" status: 204 len: 173 time: 0.2493031 Dec 11 22:42:29.987405 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1cf23-aee9-476f-bb23-021a164c7ec9 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c273216-bc67-474b-9e54-96d92bb44059,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:30.104448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d627b-9108-4750-bba8-154fda197007 req-069a61e4-0f28-4a81-90a0-527e55bd2f68 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:30.106166 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-995d627b-9108-4750-bba8-154fda197007 req-069a61e4-0f28-4a81-90a0-527e55bd2f68 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 943 time: 0.0544038 Dec 11 22:42:30.126839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0f715-8210-434f-944d-9dcf675abe71 admin admin] Deleting port e19a24eb-a9e0-40e3-94ac-de35e8008ca9 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:30.127296 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d1c0f715-8210-434f-944d-9dcf675abe71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:30.158790 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-995d627b-9108-4750-bba8-154fda197007 req-0bafcbf1-3981-489b-bc99-9414898ead2e tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436890 Dec 11 22:42:30.219147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-d1c0f715-8210-434f-944d-9dcf675abe71 admin admin] For port e19a24eb-a9e0-40e3-94ac-de35e8008ca9, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e19a24eb-a9e0-40e3-94ac-de35e8008ca9,segment=NetworkSegment(89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c),segment_id=89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:30.219760 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d1c0f715-8210-434f-944d-9dcf675abe71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:30.225941 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-003c9721-9598-4db4-b77f-823d6dfadec6 req-f5b6a082-006a-41e4-b354-d056dca23cc5 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/e91eb433-b893-49a6-af15-ec7354d73e99 HTTP/1.1" status: 200 len: 1821 time: 0.0440888 Dec 11 22:42:30.229114 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 053770a3-1579-4c46-ba60-e3bf60255fe4 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:42:30.238294 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4ea8f429-8e5c-49b0-be6d-4146340bccb4 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:42:30.238519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0f715-8210-434f-944d-9dcf675abe71 admin admin] Calling delete_port for e19a24eb-a9e0-40e3-94ac-de35e8008ca9 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:30.264320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 4ea8f429-8e5c-49b0-be6d-4146340bccb4 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:42:30.264903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4ea8f429-8e5c-49b0-be6d-4146340bccb4 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:42:30.294910 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-003c9721-9598-4db4-b77f-823d6dfadec6 req-dea0664f-fb88-4aad-b808-3bd252099a5d tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:30.319555 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-003c9721-9598-4db4-b77f-823d6dfadec6 req-dea0664f-fb88-4aad-b808-3bd252099a5d tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:30.357764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ba662-99d2-4b50-ace5-5be96bed5e7c req-404256dc-0f84-4d47-bb92-bc83fa91eda2 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:30.359314 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-565ba662-99d2-4b50-ace5-5be96bed5e7c req-404256dc-0f84-4d47-bb92-bc83fa91eda2 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.1092873 Dec 11 22:42:30.359988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 053770a3-1579-4c46-ba60-e3bf60255fe4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=053770a3-1579-4c46-ba60-e3bf60255fe4,segment=NetworkSegment(c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b),segment_id=c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:30.372719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '053770a3-1579-4c46-ba60-e3bf60255fe4', 'network_id': '2820f918-fa20-4c7d-a843-4806a1f5490c', 'port_id': '053770a3-1579-4c46-ba60-e3bf60255fe4', 'mac_address': 'fa:16:3e:80:d1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bdd700a-efc3-4363-9156-1887495e9293', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:42:30.415181 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:30.428748 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053770a3-1579-4c46-ba60-e3bf60255fe4 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:30.448773 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 053770a3-1579-4c46-ba60-e3bf60255fe4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=053770a3-1579-4c46-ba60-e3bf60255fe4,segment=NetworkSegment(c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b),segment_id=c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:30.461953 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-565ba662-99d2-4b50-ace5-5be96bed5e7c req-6aa655d4-2306-4538-97a0-77949753351c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924978 Dec 11 22:42:30.490280 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-003c9721-9598-4db4-b77f-823d6dfadec6 req-dea0664f-fb88-4aad-b808-3bd252099a5d tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:30.492909 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-003c9721-9598-4db4-b77f-823d6dfadec6 req-dea0664f-fb88-4aad-b808-3bd252099a5d tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:30.500685 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-003c9721-9598-4db4-b77f-823d6dfadec6 req-dea0664f-fb88-4aad-b808-3bd252099a5d tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "DELETE /v2.0/security-groups/e91eb433-b893-49a6-af15-ec7354d73e99 HTTP/1.1" status: 204 len: 173 time: 0.2663655 Dec 11 22:42:30.515596 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0664f-fb88-4aad-b808-3bd252099a5d tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91eb433-b893-49a6-af15-ec7354d73e99,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:30.523839 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:30.541365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51758) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:30.587360 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=053770a3-1579-4c46-ba60-e3bf60255fe4,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:30.603118 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-da8cad3a-c028-459a-9c78-1b7a9980f477 req-c2d85f81-ec05-47bd-a652-bfd43487a5df tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/4f36d73c-6f55-4416-a5dd-a3c4fc040583 HTTP/1.1" status: 200 len: 2421 time: 0.0493207 Dec 11 22:42:30.616578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcaa59-2ac7-49a9-bafa-6c04238e61e9 req-b82bef7b-7255-4048-846d-823f8f81f81e tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:30.618110 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ffcaa59-2ac7-49a9-bafa-6c04238e61e9 req-b82bef7b-7255-4048-846d-823f8f81f81e tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 946 time: 0.0891302 Dec 11 22:42:30.620891 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d1c0f715-8210-434f-944d-9dcf675abe71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:30.651955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb8cc67-cd1c-453a-a8df-23f9c4fe5924 admin admin] Deleting subnet 06aec666-fc22-437c-80a9-73133194f9ed {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:42:30.659624 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffb8cc67-cd1c-453a-a8df-23f9c4fe5924 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:30.663240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0f715-8210-434f-944d-9dcf675abe71 admin admin] Pushing event deleted for resources: {'Port': ['ID=e19a24eb-a9e0-40e3-94ac-de35e8008ca9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:30.675222 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-da8cad3a-c028-459a-9c78-1b7a9980f477 req-fd3723b0-cd0b-42b4-96b6-1bea919847ef tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:30.703067 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-da8cad3a-c028-459a-9c78-1b7a9980f477 req-fd3723b0-cd0b-42b4-96b6-1bea919847ef tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:30.770864 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffb8cc67-cd1c-453a-a8df-23f9c4fe5924 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:30.807820 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ffcaa59-2ac7-49a9-bafa-6c04238e61e9 req-e9056fdf-5a8c-4fd6-8c3e-658ffe231b77 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2f81f7d-b36c-42b7-8780-402a25222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769521 Dec 11 22:42:30.824113 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-da8cad3a-c028-459a-9c78-1b7a9980f477 req-fd3723b0-cd0b-42b4-96b6-1bea919847ef tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:30.827348 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-da8cad3a-c028-459a-9c78-1b7a9980f477 req-fd3723b0-cd0b-42b4-96b6-1bea919847ef tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:30.838562 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-da8cad3a-c028-459a-9c78-1b7a9980f477 req-fd3723b0-cd0b-42b4-96b6-1bea919847ef tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "DELETE /v2.0/security-groups/4f36d73c-6f55-4416-a5dd-a3c4fc040583 HTTP/1.1" status: 204 len: 173 time: 0.2291887 Dec 11 22:42:30.859304 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3723b0-cd0b-42b4-96b6-1bea919847ef tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f36d73c-6f55-4416-a5dd-a3c4fc040583,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:30.891242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['053770a3-1579-4c46-ba60-e3bf60255fe4'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:30.941866 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82daf542-7326-4887-b07c-6cc237763ddb req-3bb7a991-aa37-4fad-a487-8129ad9afcf0 tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "GET /v2.0/security-groups/37e92a95-19a2-4a41-990b-9de8975da23c HTTP/1.1" status: 200 len: 2414 time: 0.0856345 Dec 11 22:42:31.023622 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-82daf542-7326-4887-b07c-6cc237763ddb req-0bdbb7e3-2283-446f-b27d-f3a701c0dfff tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.055021 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-82daf542-7326-4887-b07c-6cc237763ddb req-0bdbb7e3-2283-446f-b27d-f3a701c0dfff tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.152606 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffb8cc67-cd1c-453a-a8df-23f9c4fe5924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.178705 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-82daf542-7326-4887-b07c-6cc237763ddb req-0bdbb7e3-2283-446f-b27d-f3a701c0dfff tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.181664 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-82daf542-7326-4887-b07c-6cc237763ddb req-0bdbb7e3-2283-446f-b27d-f3a701c0dfff tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.183305 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82daf542-7326-4887-b07c-6cc237763ddb req-0bdbb7e3-2283-446f-b27d-f3a701c0dfff tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] 10.222.0.45 "DELETE /v2.0/security-groups/37e92a95-19a2-4a41-990b-9de8975da23c HTTP/1.1" status: 204 len: 173 time: 0.2314906 Dec 11 22:42:31.186063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbb0c8b-8cf7-422f-af92-ecf2c663b6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8bb98a-cbf3-449e-9c1c-991d801264ba'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:31.190379 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b974baa7-e1bb-458a-b42e-789f4abf65f9" -d '{"events": [{"server_uuid": "3cbb0c8b-8cf7-422f-af92-ecf2c663b6de", "name": "network-vif-plugged", "status": "completed", "tag": "7c8bb98a-cbf3-449e-9c1c-991d801264ba"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:31.202300 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51768) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:31.231426 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbb7e3-2283-446f-b27d-f3a701c0dfff tempest-SecurityGroupRulesTestJSON-1146375553 tempest-SecurityGroupRulesTestJSON-1146375553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e92a95-19a2-4a41-990b-9de8975da23c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:31.263995 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a71560b-d581-4e35-a884-e05bdaaf8f9d admin admin] Deleting subnet 0958931f-1d7f-4750-b8f8-6ac19f4de471 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:42:31.268722 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a71560b-d581-4e35-a884-e05bdaaf8f9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.294588 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779f27a-8e17-4577-aa78-bd7453051abe req-a985e91a-2a59-4c45-a086-01d5fd7a9d8f tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:31.296052 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d779f27a-8e17-4577-aa78-bd7453051abe req-a985e91a-2a59-4c45-a086-01d5fd7a9d8f tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 950 time: 0.1411662 Dec 11 22:42:31.303959 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d1c0f715-8210-434f-944d-9dcf675abe71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.312872 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a71560b-d581-4e35-a884-e05bdaaf8f9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.385260 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a71560b-d581-4e35-a884-e05bdaaf8f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.394682 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffb8cc67-cd1c-453a-a8df-23f9c4fe5924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.437140 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d779f27a-8e17-4577-aa78-bd7453051abe req-7396fb06-03e1-48b2-b97f-6cfe69097b9f tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266427 Dec 11 22:42:31.438213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446aef25-b968-493a-8d63-c92469b5951c req-5d1b224e-0c08-48e4-9f7c-053bcf09e386 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:31.439746 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-446aef25-b968-493a-8d63-c92469b5951c req-5d1b224e-0c08-48e4-9f7c-053bcf09e386 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 944 time: 0.0906341 Dec 11 22:42:31.461021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8cc67-cd1c-453a-a8df-23f9c4fe5924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06aec666-fc22-437c-80a9-73133194f9ed,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:31.475051 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffb8cc67-cd1c-453a-a8df-23f9c4fe5924 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.478270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ffb8cc67-cd1c-453a-a8df-23f9c4fe5924 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/06aec666-fc22-437c-80a9-73133194f9ed HTTP/1.1" status: 204 len: 168 time: 0.9359617 Dec 11 22:42:31.480976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51772) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:31.497554 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c62a1e6-597e-49e1-be00-7a94e84d9ec0 x-openstack-request-id: req-3c62a1e6-597e-49e1-be00-7a94e84d9ec0 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:31.498070 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbb0c8b-8cf7-422f-af92-ecf2c663b6de", "name": "network-vif-plugged", "status": "completed", "tag": "7c8bb98a-cbf3-449e-9c1c-991d801264ba", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:31.502974 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c62a1e6-597e-49e1-be00-7a94e84d9ec0 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:31.502974 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbb0c8b-8cf7-422f-af92-ecf2c663b6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8bb98a-cbf3-449e-9c1c-991d801264ba', 'code': 200} Dec 11 22:42:31.519505 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-446aef25-b968-493a-8d63-c92469b5951c req-b119510b-1296-465a-8898-5b000844ebab tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708818 Dec 11 22:42:31.626140 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b3309-e989-419e-8a8a-6b11adb7545b req-02eab7e1-4730-49e6-98a4-18ec61ea7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:31.627759 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a9b3309-e989-419e-8a8a-6b11adb7545b req-02eab7e1-4730-49e6-98a4-18ec61ea7995 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 1097 time: 0.0401466 Dec 11 22:42:31.632130 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a71560b-d581-4e35-a884-e05bdaaf8f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.659043 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5503f787-0c83-4f42-becf-d021ee48d888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.669207 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71560b-d581-4e35-a884-e05bdaaf8f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0958931f-1d7f-4750-b8f8-6ac19f4de471,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:31.673871 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a71560b-d581-4e35-a884-e05bdaaf8f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.681705 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8a71560b-d581-4e35-a884-e05bdaaf8f9d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0958931f-1d7f-4750-b8f8-6ac19f4de471 HTTP/1.1" status: 204 len: 168 time: 0.4875746 Dec 11 22:42:31.686927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51776) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:31.688806 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee63366-3e6f-4a59-9302-df7bcaf5bcba req-d8b63749-7062-4c05-bbc7-58b1d6b1dccc tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:31.690285 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fee63366-3e6f-4a59-9302-df7bcaf5bcba req-d8b63749-7062-4c05-bbc7-58b1d6b1dccc tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.1267450 Dec 11 22:42:31.749309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c0f715-8210-434f-944d-9dcf675abe71 admin admin] Router 3e390a3c-cfe5-4b80-8781-1b5d2faecd54 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:42:31.774551 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a9b3309-e989-419e-8a8a-6b11adb7545b req-7b1ec879-a70f-4113-9fc3-040f6f34fda7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119566 Dec 11 22:42:31.780293 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-524a1100-ff62-4ad8-aa05-df2b92b01d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.811619 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5503f787-0c83-4f42-becf-d021ee48d888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.824395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fee63366-3e6f-4a59-9302-df7bcaf5bcba req-a493cce4-c22f-4074-a7b2-5970a23e06fc tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251216 Dec 11 22:42:31.869859 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-524a1100-ff62-4ad8-aa05-df2b92b01d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.879597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-5503f787-0c83-4f42-becf-d021ee48d888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbde6e51-034f-439f-9188-99cb67fd6232']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:31.892395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-5503f787-0c83-4f42-becf-d021ee48d888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165fa17b-be1d-4a89-bf1d-85d47bdb6717') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:31.892735 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-5503f787-0c83-4f42-becf-d021ee48d888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165fa17b-be1d-4a89-bf1d-85d47bdb6717') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:31.906171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5503f787-0c83-4f42-becf-d021ee48d888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.919365 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-524a1100-ff62-4ad8-aa05-df2b92b01d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa921b4-14e9-4515-9e78-4b4f1668d553']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:31.931404 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-524a1100-ff62-4ad8-aa05-df2b92b01d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee09e88-59e9-4a8e-b055-0ced37cd53e1') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:31.931710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-524a1100-ff62-4ad8-aa05-df2b92b01d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee09e88-59e9-4a8e-b055-0ced37cd53e1') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:31.945192 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-524a1100-ff62-4ad8-aa05-df2b92b01d26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.953294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5503f787-0c83-4f42-becf-d021ee48d888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.961809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5503f787-0c83-4f42-becf-d021ee48d888 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:42:31.962198 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5503f787-0c83-4f42-becf-d021ee48d888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:42:31.963899 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:42:31.969615 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fccffc-cc35-4845-8a89-901e9412ff2e req-4f4f1f56-3cd4-41c4-860f-b2a712124bfe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:31.971019 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3fccffc-cc35-4845-8a89-901e9412ff2e req-4f4f1f56-3cd4-41c4-860f-b2a712124bfe tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 946 time: 0.0915971 Dec 11 22:42:31.972147 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-524a1100-ff62-4ad8-aa05-df2b92b01d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.985135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524a1100-ff62-4ad8-aa05-df2b92b01d26 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:42:31.986327 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-524a1100-ff62-4ad8-aa05-df2b92b01d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:42:31.987491 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:42:32.007769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c0f715-8210-434f-944d-9dcf675abe71 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:42:32.015945 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d1c0f715-8210-434f-944d-9dcf675abe71 admin admin] 10.222.0.45 "PUT /v2.0/routers/3e390a3c-cfe5-4b80-8781-1b5d2faecd54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8187492 Dec 11 22:42:32.018495 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6558a4-27ca-4eb8-b328-33d117f24945 None None] Sync routers for ids ['3e390a3c-cfe5-4b80-8781-1b5d2faecd54'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:42:32.023286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51780) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:32.029687 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6558a4-27ca-4eb8-b328-33d117f24945 None None] Routers {'3e390a3c-cfe5-4b80-8781-1b5d2faecd54'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:42:32.030217 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ca6558a4-27ca-4eb8-b328-33d117f24945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:42:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3e390a3c-cfe5-4b80-8781-1b5d2faecd54'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:32.115029 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3fccffc-cc35-4845-8a89-901e9412ff2e req-bb48b2ef-92a4-42fb-b110-0c1fd211baf4 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2f81f7d-b36c-42b7-8780-402a25222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311822 Dec 11 22:42:32.137141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c3277-41fd-4257-a954-e89a1f88b82e req-51f40074-3b52-45f0-a413-c525fe3936c8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:32.139504 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0a2c3277-41fd-4257-a954-e89a1f88b82e req-51f40074-3b52-45f0-a413-c525fe3936c8 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 946 time: 0.0786970 Dec 11 22:42:32.144807 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-ca6558a4-27ca-4eb8-b328-33d117f24945 None None] Set router 3e390a3c-cfe5-4b80-8781-1b5d2faecd54 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:42:32.145710 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0590f4a4-5be6-46e5-aed0-eb5e060258a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:32.158595 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-524a1100-ff62-4ad8-aa05-df2b92b01d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:32.185737 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5503f787-0c83-4f42-becf-d021ee48d888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:32.194352 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-524a1100-ff62-4ad8-aa05-df2b92b01d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:32.197987 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5503f787-0c83-4f42-becf-d021ee48d888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:32.199020 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-524a1100-ff62-4ad8-aa05-df2b92b01d26 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4aa921b4-14e9-4515-9e78-4b4f1668d553 HTTP/1.1" status: 204 len: 168 time: 0.5100644 Dec 11 22:42:32.204398 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a1100-ff62-4ad8-aa05-df2b92b01d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa921b4-14e9-4515-9e78-4b4f1668d553,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:32.207376 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5503f787-0c83-4f42-becf-d021ee48d888 admin admin] 10.222.0.45 "DELETE /v2.0/networks/cbde6e51-034f-439f-9188-99cb67fd6232 HTTP/1.1" status: 204 len: 168 time: 0.7236905 Dec 11 22:42:32.223947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503f787-0c83-4f42-becf-d021ee48d888 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbde6e51-034f-439f-9188-99cb67fd6232,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:32.245921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 053770a3-1579-4c46-ba60-e3bf60255fe4 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:42:32.309905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-0a2c3277-41fd-4257-a954-e89a1f88b82e req-078fb385-e6dd-4fb0-975d-0dc4f5610847 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Deleting port e84a9cf5-458d-4527-954b-94b58b1a614e {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:32.311698 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0a2c3277-41fd-4257-a954-e89a1f88b82e req-078fb385-e6dd-4fb0-975d-0dc4f5610847 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:32.340022 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0590f4a4-5be6-46e5-aed0-eb5e060258a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:32.426647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 053770a3-1579-4c46-ba60-e3bf60255fe4 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:42:32.427263 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ca6558a4-27ca-4eb8-b328-33d117f24945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'name': 'tempest-AttachSCSIVolumeTestJSON-271400720-router', 'tenant_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '2b73215d-9a7c-4e93-8356-961c627cdac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:11Z', 'updated_at': '2021-12-11T22:42:30Z', 'revision_number': 5, 'project_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'gw_port': {'id': '2b73215d-9a7c-4e93-8356-961c627cdac0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:92:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:12Z', 'updated_at': '2021-12-11T22:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:32.431446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 053770a3-1579-4c46-ba60-e3bf60255fe4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:42:32.431998 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:32.463815 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6558a4-27ca-4eb8-b328-33d117f24945 None None] Checking router: 3e390a3c-cfe5-4b80-8781-1b5d2faecd54 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:42:32.479171 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6558a4-27ca-4eb8-b328-33d117f24945 None None] Routers {'3e390a3c-cfe5-4b80-8781-1b5d2faecd54'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:42:32.480137 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ca6558a4-27ca-4eb8-b328-33d117f24945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:42:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3e390a3c-cfe5-4b80-8781-1b5d2faecd54'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:32.505461 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-0a2c3277-41fd-4257-a954-e89a1f88b82e req-078fb385-e6dd-4fb0-975d-0dc4f5610847 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] For port e84a9cf5-458d-4527-954b-94b58b1a614e, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e84a9cf5-458d-4527-954b-94b58b1a614e,segment=NetworkSegment(8fd42773-d3b7-4a22-aa9c-75a98904af46),segment_id=8fd42773-d3b7-4a22-aa9c-75a98904af46)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:32.505751 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0a2c3277-41fd-4257-a954-e89a1f88b82e req-078fb385-e6dd-4fb0-975d-0dc4f5610847 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:32.538227 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-0a2c3277-41fd-4257-a954-e89a1f88b82e req-078fb385-e6dd-4fb0-975d-0dc4f5610847 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Calling delete_port for e84a9cf5-458d-4527-954b-94b58b1a614e owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:32.542443 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:32.544443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-0590f4a4-5be6-46e5-aed0-eb5e060258a5 admin admin] Deleting port 2b73215d-9a7c-4e93-8356-961c627cdac0 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:32.545039 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0590f4a4-5be6-46e5-aed0-eb5e060258a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:32.613645 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51792) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:32.622757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 053770a3-1579-4c46-ba60-e3bf60255fe4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=053770a3-1579-4c46-ba60-e3bf60255fe4,segment=NetworkSegment(c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b),segment_id=c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:32.658135 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-ca6558a4-27ca-4eb8-b328-33d117f24945 None None] Set router 3e390a3c-cfe5-4b80-8781-1b5d2faecd54 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:42:32.672078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51794) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:32.684598 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:32.710664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ff4ac-46cb-44f5-89c7-ee4204cb7d94 req-a7db272b-17cf-4374-9379-90ce0ca36368 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:32.712301 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f93ff4ac-46cb-44f5-89c7-ee4204cb7d94 req-a7db272b-17cf-4374-9379-90ce0ca36368 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 950 time: 0.1496117 Dec 11 22:42:32.740252 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ca6558a4-27ca-4eb8-b328-33d117f24945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'name': 'tempest-AttachSCSIVolumeTestJSON-271400720-router', 'tenant_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:11Z', 'updated_at': '2021-12-11T22:42:32Z', 'revision_number': 6, 'project_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:32.747550 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=053770a3-1579-4c46-ba60-e3bf60255fe4,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:32.755419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-0590f4a4-5be6-46e5-aed0-eb5e060258a5 admin admin] For port 2b73215d-9a7c-4e93-8356-961c627cdac0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2b73215d-9a7c-4e93-8356-961c627cdac0,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:32.756010 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0590f4a4-5be6-46e5-aed0-eb5e060258a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:32.771596 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6558a4-27ca-4eb8-b328-33d117f24945 None None] The sync data for ids ['3e390a3c-cfe5-4b80-8781-1b5d2faecd54'] in n-d-710847-6 is: [{'id': '3e390a3c-cfe5-4b80-8781-1b5d2faecd54', 'name': 'tempest-AttachSCSIVolumeTestJSON-271400720-router', 'tenant_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:11Z', 'updated_at': '2021-12-11T22:42:32Z', 'revision_number': 6, 'project_id': '0646446ddfa347cbb1b0b8e7a6bec325', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:42:32.785256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-0590f4a4-5be6-46e5-aed0-eb5e060258a5 admin admin] Calling delete_port for 2b73215d-9a7c-4e93-8356-961c627cdac0 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:32.794305 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a82f1367-10e9-4463-95f4-15249033a43b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ffe35b909334422fbc59f26534fa8802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787810 Dec 11 22:42:32.797937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51796) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:32.826613 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f93ff4ac-46cb-44f5-89c7-ee4204cb7d94 req-57e17c06-bd0f-4807-94b8-d4da0e5d07c3 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801194 Dec 11 22:42:32.862765 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0a2c3277-41fd-4257-a954-e89a1f88b82e req-078fb385-e6dd-4fb0-975d-0dc4f5610847 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:32.880073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f7cc8-d819-40dc-b9b9-2fe8e1d9d320 req-67e61f4d-08d9-4d33-8f11-949738195a42 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:32.889870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d38f7cc8-d819-40dc-b9b9-2fe8e1d9d320 req-67e61f4d-08d9-4d33-8f11-949738195a42 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.2072699 Dec 11 22:42:32.889870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5be64ef3-4d56-4171-8dd3-97e748042c5d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3aa6fae4989417385044420d258e73b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116084 Dec 11 22:42:32.889870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51804) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:32.901678 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fb385-e6dd-4fb0-975d-0dc4f5610847 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Pushing event deleted for resources: {'Port': ['ID=e84a9cf5-458d-4527-954b-94b58b1a614e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:32.986947 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2c3277-41fd-4257-a954-e89a1f88b82e req-078fb385-e6dd-4fb0-975d-0dc4f5610847 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] No DVR routers for this DVR port e84a9cf5-458d-4527-954b-94b58b1a614e on host n-h2-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:42:32.994597 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-0a2c3277-41fd-4257-a954-e89a1f88b82e req-078fb385-e6dd-4fb0-975d-0dc4f5610847 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:32.998793 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0a2c3277-41fd-4257-a954-e89a1f88b82e req-078fb385-e6dd-4fb0-975d-0dc4f5610847 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.13 "DELETE /v2.0/ports/e84a9cf5-458d-4527-954b-94b58b1a614e HTTP/1.1" status: 204 len: 173 time: 0.8504100 Dec 11 22:42:33.000979 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8663b423-1700-4c66-bc26-c838e4177f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:33.022817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fef848-2035-419f-80e3-f52a37494672', 'name': 'network-vif-deleted', 'tag': 'e84a9cf5-458d-4527-954b-94b58b1a614e'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:33.024948 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d43a08-b10b-46ec-93d7-5a08e0be1d37" -d '{"events": [{"server_uuid": "55fef848-2035-419f-80e3-f52a37494672", "name": "network-vif-deleted", "tag": "e84a9cf5-458d-4527-954b-94b58b1a614e"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:33.034599 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d38f7cc8-d819-40dc-b9b9-2fe8e1d9d320 req-aee33981-8e9d-47a7-8172-39bc159d040f tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370130 Dec 11 22:42:33.040431 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8663b423-1700-4c66-bc26-c838e4177f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:33.064457 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a32a02b-90c0-4e62-b233-1e24614c9663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:33.097727 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a32a02b-90c0-4e62-b233-1e24614c9663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:33.148327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cac2b5-02a6-4eae-94ab-0ae52c93e7cc req-ff9de3d5-b47b-4185-bb5e-0b653970e91c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:33.152877 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3cac2b5-02a6-4eae-94ab-0ae52c93e7cc req-ff9de3d5-b47b-4185-bb5e-0b653970e91c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.2465024 Dec 11 22:42:33.153184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e19a24eb-a9e0-40e3-94ac-de35e8008ca9 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:42:33.201251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: e19a24eb-a9e0-40e3-94ac-de35e8008ca9 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:42:33.201876 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e19a24eb-a9e0-40e3-94ac-de35e8008ca9 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:42:33.220209 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3cac2b5-02a6-4eae-94ab-0ae52c93e7cc req-23ec17fc-7946-4878-85c2-d65a12de1087 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663438 Dec 11 22:42:33.247408 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8663b423-1700-4c66-bc26-c838e4177f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:33.256184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7801b38-18dd-4fc1-8694-ae354f52f6fe req-310111eb-f957-40dc-aee0-046b8c19b83b tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:33.257004 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8663b423-1700-4c66-bc26-c838e4177f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:33.257004 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8663b423-1700-4c66-bc26-c838e4177f29 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c69a84c8-5fa4-4351-9826-307666ab9227 HTTP/1.1" status: 204 len: 168 time: 0.4542718 Dec 11 22:42:33.257209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7801b38-18dd-4fc1-8694-ae354f52f6fe req-310111eb-f957-40dc-aee0-046b8c19b83b tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 1101 time: 0.1227407 Dec 11 22:42:33.266166 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663b423-1700-4c66-bc26-c838e4177f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69a84c8-5fa4-4351-9826-307666ab9227,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:33.323279 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3b3a07-d3b8-4dd3-99df-82eeeeb93616 x-openstack-request-id: req-6f3b3a07-d3b8-4dd3-99df-82eeeeb93616 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:33.323555 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fef848-2035-419f-80e3-f52a37494672", "name": "network-vif-deleted", "tag": "e84a9cf5-458d-4527-954b-94b58b1a614e", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:33.323852 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f3b3a07-d3b8-4dd3-99df-82eeeeb93616 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:33.324259 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fef848-2035-419f-80e3-f52a37494672', 'name': 'network-vif-deleted', 'tag': 'e84a9cf5-458d-4527-954b-94b58b1a614e', 'status': 'completed', 'code': 200} Dec 11 22:42:33.332645 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7801b38-18dd-4fc1-8694-ae354f52f6fe req-3da431eb-1316-4c24-a9ef-6c5dc10eba6f tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757120 Dec 11 22:42:33.362300 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0590f4a4-5be6-46e5-aed0-eb5e060258a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:33.424197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590f4a4-5be6-46e5-aed0-eb5e060258a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b73215d-9a7c-4e93-8356-961c627cdac0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:33.452992 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fecd6965-54cb-4400-b7c8-9f15ad467d31 req-2f246973-0969-4384-bb8a-95fb7e38e6cb tempest-FloatingIPsAssociationNegativeTestJSON-2051250848 tempest-FloatingIPsAssociationNegativeTestJSON-2051250848-project] 10.222.0.45 "GET /v2.0/ports?device_id=55fef848-2035-419f-80e3-f52a37494672 HTTP/1.1" status: 200 len: 210 time: 0.0657468 Dec 11 22:42:33.489904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a32a02b-90c0-4e62-b233-1e24614c9663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:33.496172 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a32a02b-90c0-4e62-b233-1e24614c9663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:33.496172 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6a32a02b-90c0-4e62-b233-1e24614c9663 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0e2406f-5fe9-4516-9a60-f0005ff05e43 HTTP/1.1" status: 204 len: 168 time: 0.6029625 Dec 11 22:42:33.500055 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63a755f-c10f-4dbc-a35d-ef8929de6ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053770a3-1579-4c46-ba60-e3bf60255fe4'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:33.502830 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de62bfe4-c5e6-4c3b-950d-02213a8ed7db" -d '{"events": [{"server_uuid": "b63a755f-c10f-4dbc-a35d-ef8929de6ec9", "name": "network-vif-plugged", "status": "completed", "tag": "053770a3-1579-4c46-ba60-e3bf60255fe4"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:33.509344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32a02b-90c0-4e62-b233-1e24614c9663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e2406f-5fe9-4516-9a60-f0005ff05e43,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:33.525184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0590f4a4-5be6-46e5-aed0-eb5e060258a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:33.589629 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2155a7bf-1194-4491-97a2-cddb66cb37af x-openstack-request-id: req-2155a7bf-1194-4491-97a2-cddb66cb37af {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:33.590124 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63a755f-c10f-4dbc-a35d-ef8929de6ec9", "name": "network-vif-plugged", "status": "completed", "tag": "053770a3-1579-4c46-ba60-e3bf60255fe4", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:33.590529 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2155a7bf-1194-4491-97a2-cddb66cb37af {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:33.591054 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63a755f-c10f-4dbc-a35d-ef8929de6ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053770a3-1579-4c46-ba60-e3bf60255fe4', 'code': 200} Dec 11 22:42:33.642484 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0590f4a4-5be6-46e5-aed0-eb5e060258a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:33.646910 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0590f4a4-5be6-46e5-aed0-eb5e060258a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:33.664264 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-303fd5ee-74c9-4929-ba2c-37bfee72ea3e tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ebe483fc920c439ab2dac230dba335f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365560 Dec 11 22:42:33.801028 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e41141-896b-49af-8b8d-0ee28a37f596 req-846d7e4f-cef2-4ac6-b83c-92d493bcb46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:33.803097 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73e41141-896b-49af-8b8d-0ee28a37f596 req-846d7e4f-cef2-4ac6-b83c-92d493bcb46e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0981591 Dec 11 22:42:33.804405 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0590f4a4-5be6-46e5-aed0-eb5e060258a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:33.804405 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0590f4a4-5be6-46e5-aed0-eb5e060258a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e390a3c-cfe5-4b80-8781-1b5d2faecd54 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:42:33.809155 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0590f4a4-5be6-46e5-aed0-eb5e060258a5 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:33.810234 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0590f4a4-5be6-46e5-aed0-eb5e060258a5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/3e390a3c-cfe5-4b80-8781-1b5d2faecd54 HTTP/1.1" status: 204 len: 168 time: 1.7860198 Dec 11 22:42:33.813652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51832) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:33.892163 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-e33ee2c5-782f-458b-a7a7-69066f0182bb tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:33.899261 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-e33ee2c5-782f-458b-a7a7-69066f0182bb tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954639 Dec 11 22:42:33.908489 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73e41141-896b-49af-8b8d-0ee28a37f596 req-8be32c54-86fc-4de8-b23c-aeecc724d3fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949206 Dec 11 22:42:33.912981 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0901d36-b50c-41f1-8dae-fbd11c476c3e admin admin] Deleting subnet 24f8dad7-6c81-431a-a5fa-5ffc3c928f8d {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:42:33.922773 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-ec600997-4ebd-45b1-b58d-08f354ad812a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/quotas/ebe483fc920c439ab2dac230dba335f8 HTTP/1.1" status: 200 len: 375 time: 0.0151851 Dec 11 22:42:33.923150 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e0901d36-b50c-41f1-8dae-fbd11c476c3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:33.995614 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e0901d36-b50c-41f1-8dae-fbd11c476c3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:34.025115 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-a405bba3-9414-4876-ae23-b7bba869036e tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1052976 Dec 11 22:42:34.116181 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e0901d36-b50c-41f1-8dae-fbd11c476c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:34.222591 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2ecdd-1a5e-48c4-9d23-1d5991ab7e7c req-7b6bbcf6-5530-4b57-8f91-af0a03884044 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:34.224973 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ad2ecdd-1a5e-48c4-9d23-1d5991ab7e7c req-7b6bbcf6-5530-4b57-8f91-af0a03884044 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0609767 Dec 11 22:42:34.277127 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ad2ecdd-1a5e-48c4-9d23-1d5991ab7e7c req-6fbbf11c-dfd3-46c0-8fba-138e211dc520 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461798 Dec 11 22:42:34.382354 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e0901d36-b50c-41f1-8dae-fbd11c476c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:34.424240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0901d36-b50c-41f1-8dae-fbd11c476c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24f8dad7-6c81-431a-a5fa-5ffc3c928f8d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:34.430354 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e0901d36-b50c-41f1-8dae-fbd11c476c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:34.435823 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e0901d36-b50c-41f1-8dae-fbd11c476c3e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/24f8dad7-6c81-431a-a5fa-5ffc3c928f8d HTTP/1.1" status: 204 len: 168 time: 0.6187446 Dec 11 22:42:34.440315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b289f5-2998-45de-8a96-5bca976146fa None None] Network 859a93d8-e687-4962-8de1-e14c390450e4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:42:34.443391 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b7f90-159a-4088-8934-ba70f8b20ed8 req-8c0e0b99-a64f-4969-ba8f-6f1002cfe91d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:34.450771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51860) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:34.451320 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-867b7f90-159a-4088-8934-ba70f8b20ed8 req-8c0e0b99-a64f-4969-ba8f-6f1002cfe91d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0991411 Dec 11 22:42:34.465976 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cb1a96da-1072-4a2c-bfb9-88dbe3d359d1 req-4d2d70b4-fcf9-4516-8e56-ee9b10302424 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 210 time: 0.0682509 Dec 11 22:42:34.519938 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-867b7f90-159a-4088-8934-ba70f8b20ed8 req-07673c9b-01b9-4199-9526-7339a2116d7d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680506 Dec 11 22:42:34.560431 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51868) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:34.653469 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:34.715565 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef74879-e81d-48d4-b86f-eff7c9fa30e3 None None] DHCP port deletion for 859a93d8-e687-4962-8de1-e14c390450e4 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:42:34.754662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] Deleting port 23b94217-870e-4de0-b81d-fcebb2405ff1 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:34.755574 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:34.828033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4ef74879-e81d-48d4-b86f-eff7c9fa30e3 None None] Deleting port 23b94217-870e-4de0-b81d-fcebb2405ff1 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:34.828504 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4ef74879-e81d-48d4-b86f-eff7c9fa30e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:34.843691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e84a9cf5-458d-4527-954b-94b58b1a614e no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:42:34.847173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] For port 23b94217-870e-4de0-b81d-fcebb2405ff1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=23b94217-870e-4de0-b81d-fcebb2405ff1,segment=NetworkSegment(89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c),segment_id=89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:34.847173 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:34.897939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] Calling delete_port for 23b94217-870e-4de0-b81d-fcebb2405ff1 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:34.906926 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: e84a9cf5-458d-4527-954b-94b58b1a614e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:42:34.907401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e84a9cf5-458d-4527-954b-94b58b1a614e not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:42:34.932392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4ef74879-e81d-48d4-b86f-eff7c9fa30e3 None None] For port 23b94217-870e-4de0-b81d-fcebb2405ff1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=23b94217-870e-4de0-b81d-fcebb2405ff1,segment=NetworkSegment(89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c),segment_id=89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:34.933550 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4ef74879-e81d-48d4-b86f-eff7c9fa30e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:34.952537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4ef74879-e81d-48d4-b86f-eff7c9fa30e3 None None] Calling delete_port for 23b94217-870e-4de0-b81d-fcebb2405ff1 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:35.090174 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:35.161794 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4ef74879-e81d-48d4-b86f-eff7c9fa30e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:35.191039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51896) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:35.192341 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51898) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:35.215137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b94217-870e-4de0-b81d-fcebb2405ff1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:35.215964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] No DVR routers for this DVR port 23b94217-870e-4de0-b81d-fcebb2405ff1 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:42:35.263471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef74879-e81d-48d4-b86f-eff7c9fa30e3 None None] Pushing event deleted for resources: {'Port': ['ID=23b94217-870e-4de0-b81d-fcebb2405ff1,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:35.274172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 23b94217-870e-4de0-b81d-fcebb2405ff1 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:42:35.297486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef74879-e81d-48d4-b86f-eff7c9fa30e3 None None] No DVR routers for this DVR port 23b94217-870e-4de0-b81d-fcebb2405ff1 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:42:35.388240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 23b94217-870e-4de0-b81d-fcebb2405ff1 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:42:35.392275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 23b94217-870e-4de0-b81d-fcebb2405ff1 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:42:35.393001 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2b73215d-9a7c-4e93-8356-961c627cdac0 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:42:35.393294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:35.437402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859a93d8-e687-4962-8de1-e14c390450e4']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:35.448964 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 2b73215d-9a7c-4e93-8356-961c627cdac0 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:42:35.448964 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2b73215d-9a7c-4e93-8356-961c627cdac0 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:42:35.450747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:35.451041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ee1226-1fa9-4dd4-bf87-31b9bcef2b1c') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:35.473660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a39d7de1-380b-43da-8deb-d591777663f4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2077342704-network', 'tenant_id': '4480bf126c7f479485c6bb82492490cd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:35.484015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8e514329-4cad-4f8a-892b-1777e1f6de2e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1484318728-network', 'tenant_id': 'd28eec705c7d498fb3c567b609bfd0b2'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:35.500977 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:35.521494 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:35.531710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:42:35.532388 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:42:35.534245 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:42:35.556523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cdeae-cb29-4e32-a080-72fc16a08dde req-fa1d0cab-5239-450b-84d8-bcb4381a430d tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:35.558882 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec7cdeae-cb29-4e32-a080-72fc16a08dde req-fa1d0cab-5239-450b-84d8-bcb4381a430d tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0830350 Dec 11 22:42:35.624129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e514329-4cad-4f8a-892b-1777e1f6de2e admin admin] Made reservation on behalf of d28eec705c7d498fb3c567b609bfd0b2 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:35.627294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8e514329-4cad-4f8a-892b-1777e1f6de2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:35.646379 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec7cdeae-cb29-4e32-a080-72fc16a08dde req-38c0a4eb-8e04-4e6b-af49-40f6bc60534b tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797765 Dec 11 22:42:35.646944 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8e514329-4cad-4f8a-892b-1777e1f6de2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:35.680412 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ecc82bd1-92d1-4444-861f-7764448eebe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:35.688738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37330c11-6fc2-44d9-9537-832468aed7d1 req-373a6422-12cb-42f5-b1bb-3f5a5f01871a tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:35.695311 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37330c11-6fc2-44d9-9537-832468aed7d1 req-373a6422-12cb-42f5-b1bb-3f5a5f01871a tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.1479228 Dec 11 22:42:35.724800 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:35.734904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:35.740412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/859a93d8-e687-4962-8de1-e14c390450e4 HTTP/1.1" status: 204 len: 168 time: 1.2683506 Dec 11 22:42:35.753185 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eab43103-cac1-48bc-b1d4-c49938c79c9f req-7af74960-cd9c-4b13-905d-1ca512dcb01d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 210 time: 0.0326893 Dec 11 22:42:35.769556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39d7de1-380b-43da-8deb-d591777663f4 admin admin] Made reservation on behalf of 4480bf126c7f479485c6bb82492490cd for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:35.772581 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a39d7de1-380b-43da-8deb-d591777663f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:35.791911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5ef04-5311-4cbf-b1c1-ed57238cc5d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=859a93d8-e687-4962-8de1-e14c390450e4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:35.801982 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a39d7de1-380b-43da-8deb-d591777663f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:35.833148 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37330c11-6fc2-44d9-9537-832468aed7d1 req-3e9a10bb-6216-4c77-bf1f-11688f4bee83 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325366 Dec 11 22:42:35.883561 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8e514329-4cad-4f8a-892b-1777e1f6de2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:35.925428 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a39d7de1-380b-43da-8deb-d591777663f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:35.979090 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8e514329-4cad-4f8a-892b-1777e1f6de2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:35.990966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ecc82bd1-92d1-4444-861f-7764448eebe2 admin admin] Deleting port 40e02dba-d5f5-4480-9a9d-5d934815207a {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:35.990966 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ecc82bd1-92d1-4444-861f-7764448eebe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.000476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e514329-4cad-4f8a-892b-1777e1f6de2e admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:42:36.009251 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a39d7de1-380b-43da-8deb-d591777663f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.026691 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8e514329-4cad-4f8a-892b-1777e1f6de2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.027191 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-8e514329-4cad-4f8a-892b-1777e1f6de2e admin admin] Added segment 73cc6b7f-791c-48d8-9432-7c6b33724f9b of type vlan for network c5a43c1d-aba4-403c-8288-04cddd8eb9ab Dec 11 22:42:36.037986 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e514329-4cad-4f8a-892b-1777e1f6de2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e07710e-761b-40e0-a755-ed1e1d2a2940,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:36.046834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39d7de1-380b-43da-8deb-d591777663f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:42:36.072410 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-ecc82bd1-92d1-4444-861f-7764448eebe2 admin admin] For port 40e02dba-d5f5-4480-9a9d-5d934815207a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=40e02dba-d5f5-4480-9a9d-5d934815207a,segment=NetworkSegment(8fd42773-d3b7-4a22-aa9c-75a98904af46),segment_id=8fd42773-d3b7-4a22-aa9c-75a98904af46)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:36.072776 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ecc82bd1-92d1-4444-861f-7764448eebe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.086269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ecc82bd1-92d1-4444-861f-7764448eebe2 admin admin] Calling delete_port for 40e02dba-d5f5-4480-9a9d-5d934815207a owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:36.093835 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a39d7de1-380b-43da-8deb-d591777663f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.099091 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-a39d7de1-380b-43da-8deb-d591777663f4 admin admin] Added segment 48cbee58-aa35-4a10-b436-772894d55685 of type vlan for network 4909b629-0a13-4dbc-904c-994e0e6578ac Dec 11 22:42:36.099244 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51918) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:36.107006 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8e514329-4cad-4f8a-892b-1777e1f6de2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.142062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d7de1-380b-43da-8deb-d591777663f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b3ae87-ece0-4714-9e56-ced081309c1b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:36.164902 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a39d7de1-380b-43da-8deb-d591777663f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.192347 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4b28cd18-7186-49f2-8a41-7629417af66c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e0b27dc673143d5a25d44091467f17f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0947781 Dec 11 22:42:36.194964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51920) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:36.243104 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5caf08c3-a9e8-40b8-9db4-2a8aa4129220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.264211 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5caf08c3-a9e8-40b8-9db4-2a8aa4129220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.306712 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8e514329-4cad-4f8a-892b-1777e1f6de2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.307894 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e514329-4cad-4f8a-892b-1777e1f6de2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:36.308314 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8e514329-4cad-4f8a-892b-1777e1f6de2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.311439 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a39d7de1-380b-43da-8deb-d591777663f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.315858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39d7de1-380b-43da-8deb-d591777663f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:36.315858 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a39d7de1-380b-43da-8deb-d591777663f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.380510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e514329-4cad-4f8a-892b-1777e1f6de2e admin admin] Pushing event updated for resources: {'Network': ['ID=c5a43c1d-aba4-403c-8288-04cddd8eb9ab,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:36.390838 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network c5a43c1d-aba4-403c-8288-04cddd8eb9ab details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:42:36.392851 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ecc82bd1-92d1-4444-861f-7764448eebe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.423224 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc82bd1-92d1-4444-861f-7764448eebe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e02dba-d5f5-4480-9a9d-5d934815207a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:36.611799 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ecc82bd1-92d1-4444-861f-7764448eebe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.711830 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a39d7de1-380b-43da-8deb-d591777663f4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5139956 Dec 11 22:42:36.713196 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8e514329-4cad-4f8a-892b-1777e1f6de2e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5177467 Dec 11 22:42:36.713901 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5caf08c3-a9e8-40b8-9db4-2a8aa4129220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.716527 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5caf08c3-a9e8-40b8-9db4-2a8aa4129220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.716668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51924) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:36.716850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51926) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:36.717669 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5caf08c3-a9e8-40b8-9db4-2a8aa4129220 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d721b499-1f04-4a4d-b83d-c6e6ce39949f HTTP/1.1" status: 204 len: 168 time: 0.5216181 Dec 11 22:42:36.728223 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a6109483-4682-4ca8-8cdc-249b0e7dee83 admin admin] Request body: {'subnet': {'network_id': 'c5a43c1d-aba4-403c-8288-04cddd8eb9ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1484318728-subnet', 'tenant_id': 'd28eec705c7d498fb3c567b609bfd0b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:36.734424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf08c3-a9e8-40b8-9db4-2a8aa4129220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d721b499-1f04-4a4d-b83d-c6e6ce39949f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:36.735552 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c0ce534d-c001-4c99-96be-aa9f53359125 admin admin] Request body: {'subnet': {'network_id': '4909b629-0a13-4dbc-904c-994e0e6578ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2077342704-subnet', 'tenant_id': '4480bf126c7f479485c6bb82492490cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:36.773606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d7de1-380b-43da-8deb-d591777663f4 admin admin] Pushing event updated for resources: {'Network': ['ID=4909b629-0a13-4dbc-904c-994e0e6578ac,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:36.793224 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 4909b629-0a13-4dbc-904c-994e0e6578ac details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:42:36.815997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c3901-ea02-4738-9c1b-05e3efeb8df6 req-01cf47a4-bd83-445b-984a-2714a0e0c1c8 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:36.822525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c33c3901-ea02-4738-9c1b-05e3efeb8df6 req-01cf47a4-bd83-445b-984a-2714a0e0c1c8 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0818641 Dec 11 22:42:36.838402 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-9a576048-547c-4708-b73f-9959055082ec tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ebe483fc920c439ab2dac230dba335f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305660 Dec 11 22:42:36.876351 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6109483-4682-4ca8-8cdc-249b0e7dee83 admin admin] Made reservation on behalf of d28eec705c7d498fb3c567b609bfd0b2 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:36.878657 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6109483-4682-4ca8-8cdc-249b0e7dee83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:36.897872 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c33c3901-ea02-4738-9c1b-05e3efeb8df6 req-4cae2009-5538-4d1c-a28b-bc77e1a9f406 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700743 Dec 11 22:42:37.016059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0878b-ad36-4a49-8d4e-cf0d95f9080d req-6cc994f3-8ac6-4a64-8b0e-0070cc9075c1 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:37.021830 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4da0878b-ad36-4a49-8d4e-cf0d95f9080d req-6cc994f3-8ac6-4a64-8b0e-0070cc9075c1 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0565434 Dec 11 22:42:37.043039 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4bf10996-69b1-4146-b144-054abeced393 req-0cccda9f-9a9c-41ee-9111-a8bdfbaff586 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 210 time: 0.1375139 Dec 11 22:42:37.080524 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ce534d-c001-4c99-96be-aa9f53359125 admin admin] Made reservation on behalf of 4480bf126c7f479485c6bb82492490cd for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:37.083547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0ce534d-c001-4c99-96be-aa9f53359125 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:37.087032 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4da0878b-ad36-4a49-8d4e-cf0d95f9080d req-f2b7d1ef-9974-4324-9af5-2272ae13038a tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621309 Dec 11 22:42:37.192889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc82bd1-92d1-4444-861f-7764448eebe2 admin admin] Router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:42:37.228272 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-30051b55-abcf-42e0-bd52-dcf29aa88cc5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:37.229728 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-30051b55-abcf-42e0-bd52-dcf29aa88cc5 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3799069 Dec 11 22:42:37.257008 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-d4dbc0dd-8bcb-4414-96bd-1faaa1de84d0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Request body: {'port': {'device_id': 'd4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'ebe483fc920c439ab2dac230dba335f8'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:37.567408 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc82bd1-92d1-4444-861f-7764448eebe2 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:42:37.576584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a27ac2-152d-401f-b897-f491e2f85ad6 None None] Sync routers for ids ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:42:37.581222 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ecc82bd1-92d1-4444-861f-7764448eebe2 admin admin] 10.222.0.45 "PUT /v2.0/routers/7ba7112c-fcf0-4c24-8b8c-17d82524c54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0195780 Dec 11 22:42:37.584381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51942) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:37.590421 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a27ac2-152d-401f-b897-f491e2f85ad6 None None] Routers {'7ba7112c-fcf0-4c24-8b8c-17d82524c54c'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:42:37.591398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-74a27ac2-152d-401f-b897-f491e2f85ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:42:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:37.652366 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51944) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:37.669924 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6109483-4682-4ca8-8cdc-249b0e7dee83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:37.725532 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b23ff601-90a2-4e44-8a2e-fe8f95ccbed8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:37.733598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-74a27ac2-152d-401f-b897-f491e2f85ad6 None None] Set router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:42:37.747365 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf87d5-c401-465e-b360-a685c8d081a6 req-1e6c377f-03fe-4956-bed5-7d440478f21a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:37.748950 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16cf87d5-c401-465e-b360-a685c8d081a6 req-1e6c377f-03fe-4956-bed5-7d440478f21a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.1747830 Dec 11 22:42:37.761495 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-d4dbc0dd-8bcb-4414-96bd-1faaa1de84d0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Made reservation on behalf of ebe483fc920c439ab2dac230dba335f8 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:37.765113 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-d4dbc0dd-8bcb-4414-96bd-1faaa1de84d0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:37.774571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85990781-c8b0-4314-8a32-9c1ff7da704f req-c63c866b-3628-41cc-bbfa-fd9b520819ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:37.776122 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85990781-c8b0-4314-8a32-9c1ff7da704f req-c63c866b-3628-41cc-bbfa-fd9b520819ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42ba42bc01cd4336aa93171b4cf8fa3a&device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0990839 Dec 11 22:42:37.779573 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0ce534d-c001-4c99-96be-aa9f53359125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:37.809109 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d0d71975-5680-4861-a581-2034ca9bb55c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0646446ddfa347cbb1b0b8e7a6bec325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488883 Dec 11 22:42:37.812208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51946) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:37.817897 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6109483-4682-4ca8-8cdc-249b0e7dee83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0765711b-77d3-4856-abfe-36e3186623f6,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:37.884641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6109483-4682-4ca8-8cdc-249b0e7dee83 admin admin] Checking segment: {'id': '73cc6b7f-791c-48d8-9432-7c6b33724f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c5a43c1d-aba4-403c-8288-04cddd8eb9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:42:37.885060 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6109483-4682-4ca8-8cdc-249b0e7dee83 admin admin] Network hostable DHCP agents. Network: c5a43c1d-aba4-403c-8288-04cddd8eb9ab, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:42:37.936727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-74a27ac2-152d-401f-b897-f491e2f85ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-router', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a886cd86-9000-4fc8-beed-93971697a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:41:37Z', 'updated_at': '2021-12-11T22:42:36Z', 'revision_number': 5, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'gw_port': {'id': 'a886cd86-9000-4fc8-beed-93971697a087', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:38Z', 'updated_at': '2021-12-11T22:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:37.959815 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b23ff601-90a2-4e44-8a2e-fe8f95ccbed8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:37.964487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce534d-c001-4c99-96be-aa9f53359125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c0f904-5163-4c02-b6a9-130da7761b1a,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:37.968593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85990781-c8b0-4314-8a32-9c1ff7da704f req-cd623554-a1a4-4ad2-85cb-236a7fa6208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:37.969183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a27ac2-152d-401f-b897-f491e2f85ad6 None None] Checking router: 7ba7112c-fcf0-4c24-8b8c-17d82524c54c for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:42:37.970084 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85990781-c8b0-4314-8a32-9c1ff7da704f req-cd623554-a1a4-4ad2-85cb-236a7fa6208c service neutron] 10.222.0.47 "GET /v2.0/networks?id=2820f918-fa20-4c7d-a843-4806a1f5490c HTTP/1.1" status: 200 len: 911 time: 0.1851792 Dec 11 22:42:37.980385 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a27ac2-152d-401f-b897-f491e2f85ad6 None None] Routers {'7ba7112c-fcf0-4c24-8b8c-17d82524c54c'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:42:37.980942 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-74a27ac2-152d-401f-b897-f491e2f85ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:42:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:37.997168 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94c8d379-4352-4d28-aba6-c8aef427ad9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:37.998493 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16cf87d5-c401-465e-b360-a685c8d081a6 req-339f7797-0800-4fed-ab0c-9303301a56a8 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233107 Dec 11 22:42:38.010473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ce534d-c001-4c99-96be-aa9f53359125 admin admin] Checking segment: {'id': '48cbee58-aa35-4a10-b436-772894d55685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4909b629-0a13-4dbc-904c-994e0e6578ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:42:38.012414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ce534d-c001-4c99-96be-aa9f53359125 admin admin] Network hostable DHCP agents. Network: 4909b629-0a13-4dbc-904c-994e0e6578ac, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:42:38.037588 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85990781-c8b0-4314-8a32-9c1ff7da704f req-bfec1dff-7206-43e7-82f4-efdb4be29474 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=053770a3-1579-4c46-ba60-e3bf60255fe4 HTTP/1.1" status: 200 len: 217 time: 0.0532110 Dec 11 22:42:38.075363 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-d4dbc0dd-8bcb-4414-96bd-1faaa1de84d0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Allocated IP 192.168.233.223 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/71b6ed4a-5f30-4249-9fcd-f947fb36df84) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:42:38.097174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-74a27ac2-152d-401f-b897-f491e2f85ad6 None None] Set router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:42:38.100700 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94c8d379-4352-4d28-aba6-c8aef427ad9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:38.203206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6109483-4682-4ca8-8cdc-249b0e7dee83 admin admin] Network c5a43c1d-aba4-403c-8288-04cddd8eb9ab is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:42:38.206300 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccdfc0d5-891d-4a68-b447-11d0e4953921 req-a0663425-51da-4db9-9d54-9540d10f4e2d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 210 time: 0.0544274 Dec 11 22:42:38.209605 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ce534d-c001-4c99-96be-aa9f53359125 admin admin] Network 4909b629-0a13-4dbc-904c-994e0e6578ac is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:42:38.217518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85990781-c8b0-4314-8a32-9c1ff7da704f req-58a1c0e8-b352-4376-88b1-6093b86e203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:38.230446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85990781-c8b0-4314-8a32-9c1ff7da704f req-58a1c0e8-b352-4376-88b1-6093b86e203a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7bdd700a-efc3-4363-9156-1887495e9293 HTTP/1.1" status: 200 len: 850 time: 0.1817155 Dec 11 22:42:38.261121 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94c8d379-4352-4d28-aba6-c8aef427ad9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:38.262574 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94c8d379-4352-4d28-aba6-c8aef427ad9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:38.267868 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-94c8d379-4352-4d28-aba6-c8aef427ad9b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/127729fe-1b4b-4fcf-a2bd-b3f1058bd1c2 HTTP/1.1" status: 204 len: 168 time: 0.4286761 Dec 11 22:42:38.290932 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85990781-c8b0-4314-8a32-9c1ff7da704f req-61b854a5-de0e-4e2c-a488-93da40aa3f19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2820f918-fa20-4c7d-a843-4806a1f5490c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523527 Dec 11 22:42:38.297730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d379-4352-4d28-aba6-c8aef427ad9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127729fe-1b4b-4fcf-a2bd-b3f1058bd1c2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:38.330753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-c0ce534d-c001-4c99-96be-aa9f53359125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 4909b629-0a13-4dbc-904c-994e0e6578ac) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:38.341744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7c2a2d-e77d-457e-ae57-7cecec8a5701 None None] Network 4909b629-0a13-4dbc-904c-994e0e6578ac requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:42:38.350934 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-a6109483-4682-4ca8-8cdc-249b0e7dee83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, c5a43c1d-aba4-403c-8288-04cddd8eb9ab) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:38.363094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b23ff601-90a2-4e44-8a2e-fe8f95ccbed8 admin admin] Deleting port a886cd86-9000-4fc8-beed-93971697a087 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:38.363438 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b23ff601-90a2-4e44-8a2e-fe8f95ccbed8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:38.366150 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-74a27ac2-152d-401f-b897-f491e2f85ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-router', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a886cd86-9000-4fc8-beed-93971697a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:41:37Z', 'updated_at': '2021-12-11T22:42:36Z', 'revision_number': 5, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'gw_port': {'id': 'a886cd86-9000-4fc8-beed-93971697a087', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:38Z', 'updated_at': '2021-12-11T22:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:38.374509 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d96db-ad15-4f12-9607-ecb7805e49d3 req-daf92bc1-dba3-42c4-bb39-640fc4a2b2ac tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:38.383428 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ea8d96db-ad15-4f12-9607-ecb7805e49d3 req-daf92bc1-dba3-42c4-bb39-640fc4a2b2ac tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.1814923 Dec 11 22:42:38.386038 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6109483-4682-4ca8-8cdc-249b0e7dee83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:38.387103 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6109483-4682-4ca8-8cdc-249b0e7dee83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:38.392462 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ce534d-c001-4c99-96be-aa9f53359125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:38.393769 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0ce534d-c001-4c99-96be-aa9f53359125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:38.429085 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a27ac2-152d-401f-b897-f491e2f85ad6 None None] The sync data for ids ['7ba7112c-fcf0-4c24-8b8c-17d82524c54c'] in n-d-710847-6 is: [{'id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1962908153-router', 'tenant_id': '3d3fac63f539432a9c76c78f85438009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a886cd86-9000-4fc8-beed-93971697a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:41:37Z', 'updated_at': '2021-12-11T22:42:36Z', 'revision_number': 5, 'project_id': '3d3fac63f539432a9c76c78f85438009', 'gw_port': {'id': 'a886cd86-9000-4fc8-beed-93971697a087', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7112c-fcf0-4c24-8b8c-17d82524c54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:41:38Z', 'updated_at': '2021-12-11T22:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:42:38.437731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2003fcb-5e13-42db-a96e-089e29f6263a None None] Network c5a43c1d-aba4-403c-8288-04cddd8eb9ab requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:42:38.441024 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-d4dbc0dd-8bcb-4414-96bd-1faaa1de84d0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:38.461233 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85990781-c8b0-4314-8a32-9c1ff7da704f req-2532e2a5-63a0-4910-8f6a-719d8304e447 service neutron] 10.222.0.47 "GET /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613915 Dec 11 22:42:38.490287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-b23ff601-90a2-4e44-8a2e-fe8f95ccbed8 admin admin] For port a886cd86-9000-4fc8-beed-93971697a087, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a886cd86-9000-4fc8-beed-93971697a087,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:38.490685 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b23ff601-90a2-4e44-8a2e-fe8f95ccbed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:38.533622 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c0ce534d-c001-4c99-96be-aa9f53359125 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8155334 Dec 11 22:42:38.543635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b23ff601-90a2-4e44-8a2e-fe8f95ccbed8 admin admin] Calling delete_port for a886cd86-9000-4fc8-beed-93971697a087 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:38.575092 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ea8d96db-ad15-4f12-9607-ecb7805e49d3 req-edb2cecd-8f5c-42c3-8954-1b6bf8cf9799 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819716 Dec 11 22:42:38.596024 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-d4dbc0dd-8bcb-4414-96bd-1faaa1de84d0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:38.625125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['96975ca5-ae4a-4cea-b67e-af1bc59ce747', '8ddde713-1ed8-4ac2-87f6-5fcbcfc07079'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:38.634746 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-d4dbc0dd-8bcb-4414-96bd-1faaa1de84d0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:42:38.639666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-d4dbc0dd-8bcb-4414-96bd-1faaa1de84d0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:38.642365 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-d4dbc0dd-8bcb-4414-96bd-1faaa1de84d0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:42:38.653391 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b', 'fe22007d-f9b3-4757-b3fb-eec41108b253', '78b7fae5-f49f-43c1-bdd8-556bc8280c5a', '0985d6ef-5b52-493d-8d43-03420c3129a1', 'a358d67c-8877-4128-9ade-c3850004be7f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:38.699395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85990781-c8b0-4314-8a32-9c1ff7da704f req-50644395-ec07-437d-a784-66ab2878171d service neutron] 10.222.0.47 "GET /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240276 Dec 11 22:42:38.757370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-d4dbc0dd-8bcb-4414-96bd-1faaa1de84d0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:38.758190 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-d4dbc0dd-8bcb-4414-96bd-1faaa1de84d0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:38.790072 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a6109483-4682-4ca8-8cdc-249b0e7dee83 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0709128 Dec 11 22:42:38.819709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56bf391-4b34-4997-8912-8d38f637b0b4 None None] Network 4909b629-0a13-4dbc-904c-994e0e6578ac requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:42:38.833984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbc0dd-8bcb-4414-96bd-1faaa1de84d0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event updated for resources: {'Port': ['ID=71b6ed4a-5f30-4249-9fcd-f947fb36df84,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:38.862998 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-d4dbc0dd-8bcb-4414-96bd-1faaa1de84d0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6126592 Dec 11 22:42:38.878918 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Request body: {'port': {'device_id': 'd4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:39.003928 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b23ff601-90a2-4e44-8a2e-fe8f95ccbed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:39.022389 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:39.058193 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ff601-90a2-4e44-8a2e-fe8f95ccbed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a886cd86-9000-4fc8-beed-93971697a087,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:39.154875 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b23ff601-90a2-4e44-8a2e-fe8f95ccbed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:39.260521 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 40e02dba-d5f5-4480-9a9d-5d934815207a no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:42:39.292977 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28fb1e2-1f2a-43c3-b0aa-3b67d3bb8f8a None None] Network c5a43c1d-aba4-403c-8288-04cddd8eb9ab requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:42:39.294882 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b23ff601-90a2-4e44-8a2e-fe8f95ccbed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:39.297999 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b23ff601-90a2-4e44-8a2e-fe8f95ccbed8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:39.324304 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 40e02dba-d5f5-4480-9a9d-5d934815207a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:42:39.324658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 40e02dba-d5f5-4480-9a9d-5d934815207a not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:42:39.345283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ca77ff3c-dcc9-446e-b081-479826f0f949 req-79de571e-49b6-47aa-b759-d7af4635c2ae tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1374595451', 'description': 'tempest-description-1110828684'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:39.379919 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38db47-62e5-4801-82f4-26ca629b0ac1 req-13f162ce-ecbf-4a75-8186-0413772a357b tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:39.381543 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1c38db47-62e5-4801-82f4-26ca629b0ac1 req-13f162ce-ecbf-4a75-8186-0413772a357b tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.2688887 Dec 11 22:42:39.401827 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-621a004c-0e71-45ec-82c3-dec7cdbae051 None None] Provisioning complete for port 71b6ed4a-5f30-4249-9fcd-f947fb36df84 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:42:39.402533 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-621a004c-0e71-45ec-82c3-dec7cdbae051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:39.449961 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b23ff601-90a2-4e44-8a2e-fe8f95ccbed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:39.451220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23ff601-90a2-4e44-8a2e-fe8f95ccbed8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ba7112c-fcf0-4c24-8b8c-17d82524c54c {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:42:39.470504 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b23ff601-90a2-4e44-8a2e-fe8f95ccbed8 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:39.472777 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b23ff601-90a2-4e44-8a2e-fe8f95ccbed8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/7ba7112c-fcf0-4c24-8b8c-17d82524c54c HTTP/1.1" status: 204 len: 168 time: 1.8868825 Dec 11 22:42:39.476369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51986) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:39.501098 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1c38db47-62e5-4801-82f4-26ca629b0ac1 req-d7836543-70bf-4de6-9902-5c1fbd458a6f tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089239 Dec 11 22:42:39.585948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-621a004c-0e71-45ec-82c3-dec7cdbae051 None None] Port 71b6ed4a-5f30-4249-9fcd-f947fb36df84 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:42:39.616178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca223691-a80b-4d50-a902-cc0eaa8ebb09 admin admin] Deleting subnet c2f4b2a5-be16-4cf3-91d6-a3279d826f2c {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:42:39.625825 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca223691-a80b-4d50-a902-cc0eaa8ebb09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:39.638468 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b6ed4a-5f30-4249-9fcd-f947fb36df84 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:39.650396 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:39.668579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Transition to ACTIVE for port object 71b6ed4a-5f30-4249-9fcd-f947fb36df84 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:42:39.692560 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca223691-a80b-4d50-a902-cc0eaa8ebb09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:39.755784 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:39.783954 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca223691-a80b-4d50-a902-cc0eaa8ebb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:39.805218 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca77ff3c-dcc9-446e-b081-479826f0f949 req-79de571e-49b6-47aa-b759-d7af4635c2ae tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:39.922313 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Pushing event updated for resources: {'Port': ['ID=71b6ed4a-5f30-4249-9fcd-f947fb36df84,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:39.961984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Attempting to bind port 71b6ed4a-5f30-4249-9fcd-f947fb36df84 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:42:39.967003 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Attempting to bind port 71b6ed4a-5f30-4249-9fcd-f947fb36df84 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:42:39.967003 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Attempting to bind port 71b6ed4a-5f30-4249-9fcd-f947fb36df84 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:39.968809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Port 71b6ed4a-5f30-4249-9fcd-f947fb36df84 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:42:39.969316 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Attempting to bind port 71b6ed4a-5f30-4249-9fcd-f947fb36df84 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:39.975983 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:42:39.976631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:42:39.977198 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:42:39.977812 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Bound port: 71b6ed4a-5f30-4249-9fcd-f947fb36df84, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:42:39.978369 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:40.032516 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca77ff3c-dcc9-446e-b081-479826f0f949 req-79de571e-49b6-47aa-b759-d7af4635c2ae tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:40.038368 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca223691-a80b-4d50-a902-cc0eaa8ebb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:40.072380 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca223691-a80b-4d50-a902-cc0eaa8ebb09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:40.072380 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ca223691-a80b-4d50-a902-cc0eaa8ebb09 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c2f4b2a5-be16-4cf3-91d6-a3279d826f2c HTTP/1.1" status: 204 len: 168 time: 0.5932806 Dec 11 22:42:40.091430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e55984-7712-4e6b-9e95-29653fefb3f1 None None] Network 08958dbe-a5bc-4651-b476-814d452164d6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:42:40.093675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52000) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:40.104884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca223691-a80b-4d50-a902-cc0eaa8ebb09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f4b2a5-be16-4cf3-91d6-a3279d826f2c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:40.123620 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca77ff3c-dcc9-446e-b081-479826f0f949 req-79de571e-49b6-47aa-b759-d7af4635c2ae tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:40.168618 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de571e-49b6-47aa-b759-d7af4635c2ae tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fedb8f1b-9c51-4e4e-aad9-4e96b3bd0b86,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:40.201053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] For port 71b6ed4a-5f30-4249-9fcd-f947fb36df84, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:42:40.243675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] For port 71b6ed4a-5f30-4249-9fcd-f947fb36df84, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=71b6ed4a-5f30-4249-9fcd-f947fb36df84,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:42:40.248702 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca77ff3c-dcc9-446e-b081-479826f0f949 req-79de571e-49b6-47aa-b759-d7af4635c2ae tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:40.256432 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:40.260019 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ca77ff3c-dcc9-446e-b081-479826f0f949 req-79de571e-49b6-47aa-b759-d7af4635c2ae tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.9191573 Dec 11 22:42:40.287702 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a391-7c25-4b4a-88cc-392218786330 req-e048c9da-09be-4742-b7b4-3801f1f53e9f tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:40.295448 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e9f9a391-7c25-4b4a-88cc-392218786330 req-e048c9da-09be-4742-b7b4-3801f1f53e9f tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 948 time: 0.1019742 Dec 11 22:42:40.335360 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:40.366963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a55f639-740d-46b1-9955-5da6ee025638 None None] DHCP port deletion for 08958dbe-a5bc-4651-b476-814d452164d6 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:42:40.409266 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:40.409883 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:40.411838 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] 10.222.0.13 "PUT /v2.0/ports/71b6ed4a-5f30-4249-9fcd-f947fb36df84 HTTP/1.1" status: 200 len: 1096 time: 1.5387499 Dec 11 22:42:40.413234 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac', 'tag': '71b6ed4a-5f30-4249-9fcd-f947fb36df84'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:40.415540 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04223ac0-ac6a-490a-968b-15905b05173f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac", "tag": "71b6ed4a-5f30-4249-9fcd-f947fb36df84"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:40.473982 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e9f9a391-7c25-4b4a-88cc-392218786330 req-666b8ac7-827c-42f9-b81a-3c5488480657 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727464 Dec 11 22:42:40.475047 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1d671-1889-4295-8059-8b8c62c5efd5 service neutron] Pushing event updated for resources: {'Port': ['ID=71b6ed4a-5f30-4249-9fcd-f947fb36df84,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:40.475844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c80144-f106-41d6-9340-f2d6ae7e6dd3 req-f8517e5f-c89d-4bf7-ba81-c426bbb22949 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:40.484420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60c80144-f106-41d6-9340-f2d6ae7e6dd3 req-f8517e5f-c89d-4bf7-ba81-c426bbb22949 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0823779 Dec 11 22:42:40.501828 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] Deleting port 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:40.502253 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:40.536079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0a55f639-740d-46b1-9955-5da6ee025638 None None] Deleting port 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:40.537319 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0a55f639-740d-46b1-9955-5da6ee025638 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:40.574979 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60c80144-f106-41d6-9340-f2d6ae7e6dd3 req-ebb2de9d-05a7-40e7-b217-62f09603028e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887756 Dec 11 22:42:40.632726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0a55f639-740d-46b1-9955-5da6ee025638 None None] For port 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8c4a3fbd-c267-4be0-86a1-7afa09bffd3b,segment=NetworkSegment(8fd42773-d3b7-4a22-aa9c-75a98904af46),segment_id=8fd42773-d3b7-4a22-aa9c-75a98904af46)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:40.633143 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0a55f639-740d-46b1-9955-5da6ee025638 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:40.666941 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0a55f639-740d-46b1-9955-5da6ee025638 None None] Calling delete_port for 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:40.865890 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2724b80d-77d1-4ba4-9380-bd3872f182fd x-openstack-request-id: req-2724b80d-77d1-4ba4-9380-bd3872f182fd {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:40.866184 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac", "tag": "71b6ed4a-5f30-4249-9fcd-f947fb36df84", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:40.866441 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2724b80d-77d1-4ba4-9380-bd3872f182fd {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:40.866864 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac', 'tag': '71b6ed4a-5f30-4249-9fcd-f947fb36df84', 'status': 'completed', 'code': 200} Dec 11 22:42:40.869962 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0a55f639-740d-46b1-9955-5da6ee025638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:40.900503 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a55f639-740d-46b1-9955-5da6ee025638 None None] No DVR routers for this DVR port 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:42:40.904556 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55f639-740d-46b1-9955-5da6ee025638 None None] Pushing event deleted for resources: {'Port': ['ID=8c4a3fbd-c267-4be0-86a1-7afa09bffd3b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:40.951397 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] For port 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8c4a3fbd-c267-4be0-86a1-7afa09bffd3b,segment=NetworkSegment(8fd42773-d3b7-4a22-aa9c-75a98904af46),segment_id=8fd42773-d3b7-4a22-aa9c-75a98904af46)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:40.952001 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:40.959160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2d007-a0b8-423d-92b8-fbbb27adb026 req-d06f1f59-1892-4f90-8776-8afecdb09c7c tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:40.960851 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68d2d007-a0b8-423d-92b8-fbbb27adb026 req-d06f1f59-1892-4f90-8776-8afecdb09c7c tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0622666 Dec 11 22:42:40.977007 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] Calling delete_port for 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:40.983985 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c6369aa-639d-43b6-8b7d-1aaa97c7c6b5 req-10c0d4f8-a8db-4db9-9a67-c5dbd8093fff tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "GET /v2.0/security-groups/fedb8f1b-9c51-4e4e-aad9-4e96b3bd0b86 HTTP/1.1" status: 200 len: 1830 time: 0.1163034 Dec 11 22:42:40.985738 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-1c83818a-9100-4a7b-92ab-5cf0573a6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:40.987196 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-1c83818a-9100-4a7b-92ab-5cf0573a6f6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 1099 time: 0.1184659 Dec 11 22:42:40.996725 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-6c6369aa-639d-43b6-8b7d-1aaa97c7c6b5 req-f81d6381-6db1-42f2-94ea-8ded605bce1e tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fedb8f1b-9c51-4e4e-aad9-4e96b3bd0b86', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:40.997049 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-6c6369aa-639d-43b6-8b7d-1aaa97c7c6b5 req-f81d6381-6db1-42f2-94ea-8ded605bce1e tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fedb8f1b-9c51-4e4e-aad9-4e96b3bd0b86', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:41.019022 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68d2d007-a0b8-423d-92b8-fbbb27adb026 req-f4277e40-3e93-4015-8818-fd6ea6ef507a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516682 Dec 11 22:42:41.072113 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-fdf25950-dddf-4137-ad91-31d4af4b9972 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=71b6ed4a-5f30-4249-9fcd-f947fb36df84 HTTP/1.1" status: 200 len: 217 time: 0.0698221 Dec 11 22:42:41.145734 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-2f27c024-652d-486b-b776-97fe0d74d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:41.147235 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-2f27c024-652d-486b-b776-97fe0d74d24e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0659909 Dec 11 22:42:41.156701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a886cd86-9000-4fc8-beed-93971697a087 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:42:41.178125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: a886cd86-9000-4fc8-beed-93971697a087 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:42:41.178398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a886cd86-9000-4fc8-beed-93971697a087 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:42:41.178849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:42:41.193611 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:41.205470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:42:41.205966 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:42:41.243276 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4a3fbd-c267-4be0-86a1-7afa09bffd3b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:41.247257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] No DVR routers for this DVR port 8c4a3fbd-c267-4be0-86a1-7afa09bffd3b on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:42:41.249581 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6c6369aa-639d-43b6-8b7d-1aaa97c7c6b5 req-f81d6381-6db1-42f2-94ea-8ded605bce1e tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:41.294241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-60a59725-9764-4912-b10d-3a38c36e8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:41.295780 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-60a59725-9764-4912-b10d-3a38c36e8608 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1363945 Dec 11 22:42:41.306149 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6c6369aa-639d-43b6-8b7d-1aaa97c7c6b5 req-f81d6381-6db1-42f2-94ea-8ded605bce1e tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:41.390490 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:41.401055 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6c6369aa-639d-43b6-8b7d-1aaa97c7c6b5 req-f81d6381-6db1-42f2-94ea-8ded605bce1e tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:41.435246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08958dbe-a5bc-4651-b476-814d452164d6']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:41.437388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d6381-6db1-42f2-94ea-8ded605bce1e tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6669b123-7e90-4c88-8eb2-280f69fc0bd4,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:41.453252 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd42773-d3b7-4a22-aa9c-75a98904af46') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:41.453555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd42773-d3b7-4a22-aa9c-75a98904af46') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:41.470821 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:41.495177 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-d5fc4a98-92de-4228-81d9-631f30a376e9 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877465 Dec 11 22:42:41.496212 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:41.502206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:42:41.502623 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:42:41.504981 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:42:41.525691 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-6c6369aa-639d-43b6-8b7d-1aaa97c7c6b5 req-f81d6381-6db1-42f2-94ea-8ded605bce1e tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:41.526834 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c6369aa-639d-43b6-8b7d-1aaa97c7c6b5 req-f81d6381-6db1-42f2-94ea-8ded605bce1e tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5340865 Dec 11 22:42:41.674097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe96320-5e78-44a2-aa26-ba30310996c5 req-db0c8a40-4393-4539-8bc7-f51adbf83a28 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:41.675619 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4fe96320-5e78-44a2-aa26-ba30310996c5 req-db0c8a40-4393-4539-8bc7-f51adbf83a28 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 948 time: 0.0771952 Dec 11 22:42:41.682066 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7220594a-874d-42c2-8e93-4cc2608783e3 req-b6908547-9f36-47ae-94e9-9a3bfa8f6a7e service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761973 Dec 11 22:42:41.685178 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b29f8955-a5f0-41d3-8be1-216537741a03 req-a26d95ce-bd6f-45da-a473-207c71798cc1 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "GET /v2.0/security-groups/fedb8f1b-9c51-4e4e-aad9-4e96b3bd0b86 HTTP/1.1" status: 200 len: 2423 time: 0.0487673 Dec 11 22:42:41.689798 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:41.710919 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:41.710919 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/08958dbe-a5bc-4651-b476-814d452164d6 HTTP/1.1" status: 204 len: 168 time: 1.6106696 Dec 11 22:42:41.728046 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae1989-3e30-4dd8-abac-d65ee568e3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=08958dbe-a5bc-4651-b476-814d452164d6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:41.754508 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4fe96320-5e78-44a2-aa26-ba30310996c5 req-5dcd6eb2-44f1-421b-a69b-b41395fc0579 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713334 Dec 11 22:42:41.819422 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdb006-d9a6-4c59-89e0-9037c294afb3 req-0f5ba5ac-9d97-4494-a56b-8c27e173dbb4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:41.823128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-15fdb006-d9a6-4c59-89e0-9037c294afb3 req-0f5ba5ac-9d97-4494-a56b-8c27e173dbb4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0721016 Dec 11 22:42:41.898358 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-15fdb006-d9a6-4c59-89e0-9037c294afb3 req-8da284ac-084b-4354-accc-ba8ec7dba97e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697005 Dec 11 22:42:41.908683 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-879c7cef-5b19-4c4d-bf7e-83dbab50001b req-49d71682-2dfa-45b2-a921-b6c4d8742054 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "GET /v2.0/security-group-rules/6669b123-7e90-4c88-8eb2-280f69fc0bd4 HTTP/1.1" status: 200 len: 778 time: 0.0305705 Dec 11 22:42:41.919040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04223ac0-ac6a-490a-968b-15905b05173f req-a6e2f7b8-03cc-47c2-85ac-79491e5cc66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:41.920642 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04223ac0-ac6a-490a-968b-15905b05173f req-a6e2f7b8-03cc-47c2-85ac-79491e5cc66b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 1099 time: 0.0886536 Dec 11 22:42:42.011829 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-879c7cef-5b19-4c4d-bf7e-83dbab50001b req-a555ca6b-76cd-40a1-9ddc-56ab966866e1 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "GET /v2.0/security-groups/fedb8f1b-9c51-4e4e-aad9-4e96b3bd0b86 HTTP/1.1" status: 200 len: 2423 time: 0.0958257 Dec 11 22:42:42.049607 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:42:42.065465 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04223ac0-ac6a-490a-968b-15905b05173f req-e1da83d5-d88a-43d3-8a1a-5b4c8ec3cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:42.067853 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04223ac0-ac6a-490a-968b-15905b05173f req-e1da83d5-d88a-43d3-8a1a-5b4c8ec3cf04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1347923 Dec 11 22:42:42.068971 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-879c7cef-5b19-4c4d-bf7e-83dbab50001b req-9dadf034-0a04-4f0d-bf41-2197fca885a0 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:42.077364 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-879c7cef-5b19-4c4d-bf7e-83dbab50001b req-9dadf034-0a04-4f0d-bf41-2197fca885a0 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:42.123442 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04223ac0-ac6a-490a-968b-15905b05173f req-192cf20c-0790-4b9c-b6c7-39d6a54d72e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=71b6ed4a-5f30-4249-9fcd-f947fb36df84 HTTP/1.1" status: 200 len: 217 time: 0.0438554 Dec 11 22:42:42.178964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04223ac0-ac6a-490a-968b-15905b05173f req-60971858-82fc-4ac8-b882-eb9493a1e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:42.180792 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04223ac0-ac6a-490a-968b-15905b05173f req-60971858-82fc-4ac8-b882-eb9493a1e3e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0459888 Dec 11 22:42:42.197923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323916b-2e7f-4411-95fa-969a84d18a51 req-cf255327-a967-4df5-8250-0d67f21d6b0d tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:42.199494 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7323916b-2e7f-4411-95fa-969a84d18a51 req-cf255327-a967-4df5-8250-0d67f21d6b0d tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0504968 Dec 11 22:42:42.221949 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-879c7cef-5b19-4c4d-bf7e-83dbab50001b req-9dadf034-0a04-4f0d-bf41-2197fca885a0 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:42.227448 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-879c7cef-5b19-4c4d-bf7e-83dbab50001b req-9dadf034-0a04-4f0d-bf41-2197fca885a0 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:42.230962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52058) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:42.231240 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-879c7cef-5b19-4c4d-bf7e-83dbab50001b req-9dadf034-0a04-4f0d-bf41-2197fca885a0 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/6669b123-7e90-4c88-8eb2-280f69fc0bd4 HTTP/1.1" status: 204 len: 173 time: 0.2108967 Dec 11 22:42:42.241062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadf034-0a04-4f0d-bf41-2197fca885a0 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6669b123-7e90-4c88-8eb2-280f69fc0bd4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:42.245579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04223ac0-ac6a-490a-968b-15905b05173f req-b9f954d8-7639-415b-88c8-350122b8f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:42.247491 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04223ac0-ac6a-490a-968b-15905b05173f req-b9f954d8-7639-415b-88c8-350122b8f26c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588984 Dec 11 22:42:42.293481 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7323916b-2e7f-4411-95fa-969a84d18a51 req-e2742d6e-8606-4fd4-8e8d-a8669c2e1930 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863266 Dec 11 22:42:42.298719 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-eec46f19-e3da-4f07-bd01-a81dfb84f230 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d3fac63f539432a9c76c78f85438009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0677409 Dec 11 22:42:42.299103 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52062) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:42.343054 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-7ef852b5-a89c-46f0-9800-93e7a10f6b0f req-d6dc7c9d-0b0d-4f14-96cb-0c2428fc75ed tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1622851755', 'description': 'tempest-description-1278730861'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:42.358638 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04223ac0-ac6a-490a-968b-15905b05173f req-3328da3e-da3a-4c83-99dc-fd93792991bd service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003611 Dec 11 22:42:42.374603 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7cd0e2f5-51d8-42b7-9cab-0548ab49eb41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:42.401208 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7cd0e2f5-51d8-42b7-9cab-0548ab49eb41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:42.447252 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7ef852b5-a89c-46f0-9800-93e7a10f6b0f req-d6dc7c9d-0b0d-4f14-96cb-0c2428fc75ed tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:42.462327 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04223ac0-ac6a-490a-968b-15905b05173f req-eada750c-681f-48e4-b924-637dfadb467d service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964937 Dec 11 22:42:42.518069 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7ef852b5-a89c-46f0-9800-93e7a10f6b0f req-d6dc7c9d-0b0d-4f14-96cb-0c2428fc75ed tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:42.592320 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7ef852b5-a89c-46f0-9800-93e7a10f6b0f req-d6dc7c9d-0b0d-4f14-96cb-0c2428fc75ed tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:42.594711 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7cd0e2f5-51d8-42b7-9cab-0548ab49eb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:42.598985 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7cd0e2f5-51d8-42b7-9cab-0548ab49eb41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:42.602529 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7cd0e2f5-51d8-42b7-9cab-0548ab49eb41 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2f81f7d-b36c-42b7-8780-402a25222c2a HTTP/1.1" status: 204 len: 168 time: 0.3003881 Dec 11 22:42:42.631858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc7c9d-0b0d-4f14-96cb-0c2428fc75ed tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e054e6-2554-4cd6-a8ff-5522e68aa403,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:42.642399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0e2f5-51d8-42b7-9cab-0548ab49eb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f81f7d-b36c-42b7-8780-402a25222c2a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:42.681090 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7ef852b5-a89c-46f0-9800-93e7a10f6b0f req-d6dc7c9d-0b0d-4f14-96cb-0c2428fc75ed tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:42.683601 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ef852b5-a89c-46f0-9800-93e7a10f6b0f req-d6dc7c9d-0b0d-4f14-96cb-0c2428fc75ed tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3490989 Dec 11 22:42:42.759263 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c4641fe6-ec95-4c03-bf9a-cb612564f9cf req-8b9c2a63-178d-4b85-a542-0cd4518dd5d3 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "GET /v2.0/security-groups/17e054e6-2554-4cd6-a8ff-5522e68aa403 HTTP/1.1" status: 200 len: 1830 time: 0.0444224 Dec 11 22:42:42.820514 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-89891eb3-9ac2-452a-9bac-d334d7f87a48 req-a61aa73e-cb39-4d9d-a83b-686cc2e49767 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1677537919', 'description': 'tempest-description-898868133'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:42.921322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711368a-3a12-43a4-9325-172154c9304b req-fff5e51b-2b97-4922-9258-afcab44214fa tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:42.923614 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6711368a-3a12-43a4-9325-172154c9304b req-fff5e51b-2b97-4922-9258-afcab44214fa tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 948 time: 0.0541546 Dec 11 22:42:42.927743 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-89891eb3-9ac2-452a-9bac-d334d7f87a48 req-a61aa73e-cb39-4d9d-a83b-686cc2e49767 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:42.983062 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6711368a-3a12-43a4-9325-172154c9304b req-b92c7b94-b20b-43b7-8bc6-bfd36275ca49 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510888 Dec 11 22:42:43.009527 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-89891eb3-9ac2-452a-9bac-d334d7f87a48 req-a61aa73e-cb39-4d9d-a83b-686cc2e49767 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:43.084414 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-89891eb3-9ac2-452a-9bac-d334d7f87a48 req-a61aa73e-cb39-4d9d-a83b-686cc2e49767 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:43.128849 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61aa73e-cb39-4d9d-a83b-686cc2e49767 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22fa7a8b-9640-46da-b447-13d773d40cdd,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:43.142313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c66dfc-7028-48b4-9849-d6fa0f1604b2 req-3364f513-4d71-4680-9468-1ce248dba83f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:43.144109 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0c66dfc-7028-48b4-9849-d6fa0f1604b2 req-3364f513-4d71-4680-9468-1ce248dba83f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0615501 Dec 11 22:42:43.180323 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-89891eb3-9ac2-452a-9bac-d334d7f87a48 req-a61aa73e-cb39-4d9d-a83b-686cc2e49767 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:43.181949 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-89891eb3-9ac2-452a-9bac-d334d7f87a48 req-a61aa73e-cb39-4d9d-a83b-686cc2e49767 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3657110 Dec 11 22:42:43.195264 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0c66dfc-7028-48b4-9849-d6fa0f1604b2 req-d5aef9cf-a9c0-47d1-87ee-1b2a840abad0 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Dec 11 22:42:43.273333 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7a4c6ff8-2f3b-4f9b-b145-168feac9a6b2 req-a544ae8e-a663-45b6-833e-c617b7dc2767 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "GET /v2.0/security-groups/22fa7a8b-9640-46da-b447-13d773d40cdd HTTP/1.1" status: 200 len: 1830 time: 0.0494995 Dec 11 22:42:43.346247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-45fb0e00-903e-40c0-b87b-dfc301f72fa1 req-91f4df7c-f1d4-41fc-9752-0987b5362068 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1485280512', 'description': 'tempest-description-564199762'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:43.357734 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:43.381411 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-cbdeaa82-be11-424c-b8d6-dd303a795a90 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:43.382917 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-cbdeaa82-be11-424c-b8d6-dd303a795a90 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/networks?id=c5a43c1d-aba4-403c-8288-04cddd8eb9ab HTTP/1.1" status: 200 len: 810 time: 0.1163921 Dec 11 22:42:43.397657 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-25e41e17-683d-4973-93a7-ae8be6099bf8 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/quotas/d28eec705c7d498fb3c567b609bfd0b2 HTTP/1.1" status: 200 len: 375 time: 0.0090983 Dec 11 22:42:43.432726 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-291e11c3-b3a3-4003-a29d-4c8cdec4af70 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d28eec705c7d498fb3c567b609bfd0b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298214 Dec 11 22:42:43.499172 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45fb0e00-903e-40c0-b87b-dfc301f72fa1 req-91f4df7c-f1d4-41fc-9752-0987b5362068 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:43.525845 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-d6a1f8af-1b9b-4ece-9af3-2d3480f62711 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a43c1d-aba4-403c-8288-04cddd8eb9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862968 Dec 11 22:42:43.584979 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45fb0e00-903e-40c0-b87b-dfc301f72fa1 req-91f4df7c-f1d4-41fc-9752-0987b5362068 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:43.625937 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-a70ecb57-84f1-4c4d-8c76-8fb593118f20 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a43c1d-aba4-403c-8288-04cddd8eb9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940425 Dec 11 22:42:43.671749 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45fb0e00-903e-40c0-b87b-dfc301f72fa1 req-91f4df7c-f1d4-41fc-9752-0987b5362068 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:43.702020 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4df7c-f1d4-41fc-9752-0987b5362068 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8971ffce-8feb-405b-a467-e12853d4403e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:43.772289 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45fb0e00-903e-40c0-b87b-dfc301f72fa1 req-91f4df7c-f1d4-41fc-9752-0987b5362068 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:43.773688 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45fb0e00-903e-40c0-b87b-dfc301f72fa1 req-91f4df7c-f1d4-41fc-9752-0987b5362068 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4318879 Dec 11 22:42:43.871244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef85571-5468-4a09-9f39-7ac5f9dab2d5 req-fca74e82-d843-40fc-b0fb-0bebf5dad458 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:43.872823 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ef85571-5468-4a09-9f39-7ac5f9dab2d5 req-fca74e82-d843-40fc-b0fb-0bebf5dad458 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0520902 Dec 11 22:42:43.921842 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ef85571-5468-4a09-9f39-7ac5f9dab2d5 req-1fec1446-9fcf-49ae-be17-fa0244322f25 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430534 Dec 11 22:42:44.048422 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c39002cc-9d27-467e-810a-d48baf1d446e req-7bf6f11c-a765-4ea4-88b8-21b2b041fef5 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "GET /v2.0/security-groups/8971ffce-8feb-405b-a467-e12853d4403e HTTP/1.1" status: 200 len: 1831 time: 0.0495312 Dec 11 22:42:44.133283 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bca616d3-56b8-49e3-b343-ec366e20b360 req-a971d875-edcb-4b7c-98ce-00333ed2df65 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 210 time: 0.0277662 Dec 11 22:42:44.261561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-53dd9433-5cd0-43f9-a680-dee544f730ea req-7baebeff-8419-46aa-9469-7f1dee2ab517 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1589329234', 'description': 'tempest-description-567315303'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:44.275648 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4399eae-0b64-46c0-aa41-1317f7f83741 req-f1837956-a800-4296-924a-be8aaea155a1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:44.277185 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a4399eae-0b64-46c0-aa41-1317f7f83741 req-f1837956-a800-4296-924a-be8aaea155a1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 948 time: 0.0679095 Dec 11 22:42:44.327477 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a4399eae-0b64-46c0-aa41-1317f7f83741 req-32f10528-8d5c-48d9-bbca-9700eb8f2d49 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442345 Dec 11 22:42:44.426609 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-53dd9433-5cd0-43f9-a680-dee544f730ea req-7baebeff-8419-46aa-9469-7f1dee2ab517 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:44.432626 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9ac18-464e-4576-ac74-798475c8b065 req-3601448d-e3d0-4007-8758-b48790f30469 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:44.434179 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fcf9ac18-464e-4576-ac74-798475c8b065 req-3601448d-e3d0-4007-8758-b48790f30469 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0524282 Dec 11 22:42:44.483835 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fcf9ac18-464e-4576-ac74-798475c8b065 req-7de77b4f-74e5-41f2-a263-87cef30abc41 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426955 Dec 11 22:42:44.503334 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-53dd9433-5cd0-43f9-a680-dee544f730ea req-7baebeff-8419-46aa-9469-7f1dee2ab517 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:44.586266 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-53dd9433-5cd0-43f9-a680-dee544f730ea req-7baebeff-8419-46aa-9469-7f1dee2ab517 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:44.630615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baebeff-8419-46aa-9469-7f1dee2ab517 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf8c106-1a8d-43f0-88db-34c15307b083,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:44.709770 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-53dd9433-5cd0-43f9-a680-dee544f730ea req-7baebeff-8419-46aa-9469-7f1dee2ab517 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:44.711572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52204) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:44.714536 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53dd9433-5cd0-43f9-a680-dee544f730ea req-7baebeff-8419-46aa-9469-7f1dee2ab517 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4569521 Dec 11 22:42:44.779362 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b65766a6-158d-4fc6-922d-d0d9a9313017 req-68f005b0-488d-4dd2-8e1e-7232a87dc6df tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "GET /v2.0/security-groups/ecf8c106-1a8d-43f0-88db-34c15307b083 HTTP/1.1" status: 200 len: 1831 time: 0.0444427 Dec 11 22:42:44.814142 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-6a0d921d-b214-4479-a551-ea3c8ed69e99 req-a071ffc4-c75b-4f71-8109-0a514cabe032 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] show failed (client error): The resource could not be found. Dec 11 22:42:44.815221 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a0d921d-b214-4479-a551-ea3c8ed69e99 req-a071ffc4-c75b-4f71-8109-0a514cabe032 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "GET /v2.0/security-groups/9ede7c49-ea79-41f4-bb50-41731147fd6a HTTP/1.1" status: 404 len: 352 time: 0.0146134 Dec 11 22:42:44.832211 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9b76-cb13-47da-9003-9627a476decd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:44.855064 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [req-907c78fd-35cc-4921-bb70-8cb1bdf48bae req-a5e2dee4-217d-4504-a966-5c9d59d1a811 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] show failed (client error): The resource could not be found. Dec 11 22:42:44.856061 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-907c78fd-35cc-4921-bb70-8cb1bdf48bae req-a5e2dee4-217d-4504-a966-5c9d59d1a811 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "GET /v2.0/security-group-rules/afca1467-b30f-4aa5-98c8-061f872a20e7 HTTP/1.1" status: 404 len: 361 time: 0.0157874 Dec 11 22:42:44.904846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 71b6ed4a-5f30-4249-9fcd-f947fb36df84 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:42:44.923313 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9b76-cb13-47da-9003-9627a476decd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:44.931023 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a813f9a8-1e42-4a94-93bc-d080987db934 req-3390f417-0781-4c0a-a7a2-1715ae85a5db tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "GET /v2.0/security-groups/ecf8c106-1a8d-43f0-88db-34c15307b083 HTTP/1.1" status: 200 len: 1831 time: 0.0514414 Dec 11 22:42:45.004479 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a813f9a8-1e42-4a94-93bc-d080987db934 req-477712fe-2054-43a2-8fff-0a549ef54e3e tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.019122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 71b6ed4a-5f30-4249-9fcd-f947fb36df84, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=71b6ed4a-5f30-4249-9fcd-f947fb36df84,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:45.030128 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9b76-cb13-47da-9003-9627a476decd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.032014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '71b6ed4a-5f30-4249-9fcd-f947fb36df84', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '71b6ed4a-5f30-4249-9fcd-f947fb36df84', 'mac_address': 'fa:16:3e:56:71:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:42:45.037325 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a813f9a8-1e42-4a94-93bc-d080987db934 req-477712fe-2054-43a2-8fff-0a549ef54e3e tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.072437 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.081866 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f9b76-cb13-47da-9003-9627a476decd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbae000-b4ed-42d5-8b95-ab6a689914c3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:45.090310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b6ed4a-5f30-4249-9fcd-f947fb36df84 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:45.095466 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f081bb-e26e-4c28-8bd7-b6f3ef7eed49 req-1bf5427d-de63-44dc-8ddd-c85618a0881b tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:45.095466 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-78f081bb-e26e-4c28-8bd7-b6f3ef7eed49 req-1bf5427d-de63-44dc-8ddd-c85618a0881b tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0992966 Dec 11 22:42:45.097809 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8a3f9b76-cb13-47da-9003-9627a476decd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e208d48c4f5e414db039077083e1a0b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3850315 Dec 11 22:42:45.101027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52222) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:45.131126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 71b6ed4a-5f30-4249-9fcd-f947fb36df84, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=71b6ed4a-5f30-4249-9fcd-f947fb36df84,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:45.163725 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a4de46c-e9ed-47d0-82ad-0b6cf5b767f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.167768 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-78f081bb-e26e-4c28-8bd7-b6f3ef7eed49 req-89a1793f-3d39-4ee2-85c8-8001882fdcb6 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610685 Dec 11 22:42:45.186402 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a813f9a8-1e42-4a94-93bc-d080987db934 req-477712fe-2054-43a2-8fff-0a549ef54e3e tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.186402 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a813f9a8-1e42-4a94-93bc-d080987db934 req-477712fe-2054-43a2-8fff-0a549ef54e3e tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.187577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a813f9a8-1e42-4a94-93bc-d080987db934 req-477712fe-2054-43a2-8fff-0a549ef54e3e tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "DELETE /v2.0/security-groups/ecf8c106-1a8d-43f0-88db-34c15307b083 HTTP/1.1" status: 204 len: 173 time: 0.2504649 Dec 11 22:42:45.205126 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477712fe-2054-43a2-8fff-0a549ef54e3e tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf8c106-1a8d-43f0-88db-34c15307b083,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:45.214016 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a4de46c-e9ed-47d0-82ad-0b6cf5b767f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.238188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52230) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:45.255924 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.277738 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ef268d53-e449-4cdd-8847-33109d131ce3 req-864cb17f-67c9-4630-9e09-41cea125cb5f tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 210 time: 0.0466907 Dec 11 22:42:45.333886 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-652ba79a-6494-4c57-82f8-2ac21a2f2748 req-49437d71-4910-4054-9714-46b42087c0d4 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "GET /v2.0/security-groups/8971ffce-8feb-405b-a467-e12853d4403e HTTP/1.1" status: 200 len: 1831 time: 0.0496547 Dec 11 22:42:45.337765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=71b6ed4a-5f30-4249-9fcd-f947fb36df84,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:45.389535 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac800a84-b51c-4a28-a27a-db9d13a343f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.424434 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-652ba79a-6494-4c57-82f8-2ac21a2f2748 req-66990492-d8bc-4e9e-bc59-7fd79076db91 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.428823 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a4de46c-e9ed-47d0-82ad-0b6cf5b767f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.431896 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a4de46c-e9ed-47d0-82ad-0b6cf5b767f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.435464 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3a4de46c-e9ed-47d0-82ad-0b6cf5b767f3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ebbae000-b4ed-42d5-8b95-ab6a689914c3 HTTP/1.1" status: 204 len: 168 time: 0.3309579 Dec 11 22:42:45.443073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4de46c-e9ed-47d0-82ad-0b6cf5b767f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbae000-b4ed-42d5-8b95-ab6a689914c3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:45.465637 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1c8aa-c9e7-48d9-a2e9-36e481626139 req-09b434b3-ff30-4f6c-8596-788f26240bd1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:45.469187 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-652ba79a-6494-4c57-82f8-2ac21a2f2748 req-66990492-d8bc-4e9e-bc59-7fd79076db91 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.473781 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7c1c8aa-c9e7-48d9-a2e9-36e481626139 req-09b434b3-ff30-4f6c-8596-788f26240bd1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 949 time: 0.0739954 Dec 11 22:42:45.531226 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7c1c8aa-c9e7-48d9-a2e9-36e481626139 req-8e5c9b88-d419-45fd-bfc7-32034ded84f2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564053 Dec 11 22:42:45.550149 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac800a84-b51c-4a28-a27a-db9d13a343f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.625652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6cf6d-d78b-4dc0-b5f4-be78ccb4a033 req-56533d37-fa55-43b6-93b9-a2cd536a59c1 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:45.627171 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bd6cf6d-d78b-4dc0-b5f4-be78ccb4a033 req-56533d37-fa55-43b6-93b9-a2cd536a59c1 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0493741 Dec 11 22:42:45.667774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['71b6ed4a-5f30-4249-9fcd-f947fb36df84'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:45.675250 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bd6cf6d-d78b-4dc0-b5f4-be78ccb4a033 req-60ec702b-f327-463f-98de-076fec2970d2 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417190 Dec 11 22:42:45.680415 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-652ba79a-6494-4c57-82f8-2ac21a2f2748 req-66990492-d8bc-4e9e-bc59-7fd79076db91 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.683584 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-652ba79a-6494-4c57-82f8-2ac21a2f2748 req-66990492-d8bc-4e9e-bc59-7fd79076db91 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.691593 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-652ba79a-6494-4c57-82f8-2ac21a2f2748 req-66990492-d8bc-4e9e-bc59-7fd79076db91 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "DELETE /v2.0/security-groups/8971ffce-8feb-405b-a467-e12853d4403e HTTP/1.1" status: 204 len: 173 time: 0.3449831 Dec 11 22:42:45.691593 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac800a84-b51c-4a28-a27a-db9d13a343f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.706768 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66990492-d8bc-4e9e-bc59-7fd79076db91 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8971ffce-8feb-405b-a467-e12853d4403e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:45.762881 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ac800a84-b51c-4a28-a27a-db9d13a343f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c798605b459454cbc5bbfe9e543dc7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5223215 Dec 11 22:42:45.765460 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52244) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:45.779174 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac800a84-b51c-4a28-a27a-db9d13a343f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c17c05c-2057-450d-a3c2-d28974889980,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:45.787889 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f0c111f-ba1a-4cbb-8afe-125225636d25 req-96385b63-8dca-4684-b98a-6f29697b5fdd tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "GET /v2.0/security-groups/22fa7a8b-9640-46da-b447-13d773d40cdd HTTP/1.1" status: 200 len: 1830 time: 0.0769994 Dec 11 22:42:45.824633 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ce5deb1-f165-41cf-9566-1f2b704e9a93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.867488 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ce5deb1-f165-41cf-9566-1f2b704e9a93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.882208 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f0c111f-ba1a-4cbb-8afe-125225636d25 req-354695aa-0bc5-4900-8de7-a33ede7ff311 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.910576 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f0c111f-ba1a-4cbb-8afe-125225636d25 req-354695aa-0bc5-4900-8de7-a33ede7ff311 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.977985 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ce5deb1-f165-41cf-9566-1f2b704e9a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.981431 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ce5deb1-f165-41cf-9566-1f2b704e9a93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:45.982598 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4ce5deb1-f165-41cf-9566-1f2b704e9a93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c17c05c-2057-450d-a3c2-d28974889980 HTTP/1.1" status: 204 len: 168 time: 0.2159305 Dec 11 22:42:45.992949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5deb1-f165-41cf-9566-1f2b704e9a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c17c05c-2057-450d-a3c2-d28974889980,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:46.063621 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f0c111f-ba1a-4cbb-8afe-125225636d25 req-354695aa-0bc5-4900-8de7-a33ede7ff311 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:46.067452 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f0c111f-ba1a-4cbb-8afe-125225636d25 req-354695aa-0bc5-4900-8de7-a33ede7ff311 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:46.068604 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f0c111f-ba1a-4cbb-8afe-125225636d25 req-354695aa-0bc5-4900-8de7-a33ede7ff311 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "DELETE /v2.0/security-groups/22fa7a8b-9640-46da-b447-13d773d40cdd HTTP/1.1" status: 204 len: 173 time: 0.2669411 Dec 11 22:42:46.078061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354695aa-0bc5-4900-8de7-a33ede7ff311 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fa7a8b-9640-46da-b447-13d773d40cdd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:46.137818 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a0ebbad-6624-4928-a61c-d97bb1981ee6 req-fc7c6206-3daf-4975-9b2c-0f7e499bd464 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "GET /v2.0/security-groups/17e054e6-2554-4cd6-a8ff-5522e68aa403 HTTP/1.1" status: 200 len: 1830 time: 0.0417366 Dec 11 22:42:46.194976 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1a0ebbad-6624-4928-a61c-d97bb1981ee6 req-1a2ab531-5830-4d5a-8d43-ae55064724de tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:46.220749 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1a0ebbad-6624-4928-a61c-d97bb1981ee6 req-1a2ab531-5830-4d5a-8d43-ae55064724de tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:46.295930 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62748d1-767a-4798-b750-53e8d26451e2 req-0ff37e09-df8d-4158-8014-274fa6fc8239 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:46.297485 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f62748d1-767a-4798-b750-53e8d26451e2 req-0ff37e09-df8d-4158-8014-274fa6fc8239 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0605438 Dec 11 22:42:46.335121 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1a0ebbad-6624-4928-a61c-d97bb1981ee6 req-1a2ab531-5830-4d5a-8d43-ae55064724de tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:46.338643 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1a0ebbad-6624-4928-a61c-d97bb1981ee6 req-1a2ab531-5830-4d5a-8d43-ae55064724de tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:46.340275 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a0ebbad-6624-4928-a61c-d97bb1981ee6 req-1a2ab531-5830-4d5a-8d43-ae55064724de tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "DELETE /v2.0/security-groups/17e054e6-2554-4cd6-a8ff-5522e68aa403 HTTP/1.1" status: 204 len: 173 time: 0.2036312 Dec 11 22:42:46.353915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ab531-5830-4d5a-8d43-ae55064724de tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e054e6-2554-4cd6-a8ff-5522e68aa403,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:46.354939 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f62748d1-767a-4798-b750-53e8d26451e2 req-847f3726-bc88-4221-97f8-c4216bdd65ab tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506151 Dec 11 22:42:46.502957 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ae59575-992d-43fe-937a-d1738fb4cdf6 req-d6bd8345-b0d6-4f5c-929f-a35fa9b92fa9 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 210 time: 0.0464365 Dec 11 22:42:46.503140 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d0efd00-5780-4af7-bbac-f9cfae749ee3 req-3b4bcaf1-07cf-48e4-a858-cffeafde5f28 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "GET /v2.0/security-groups/fedb8f1b-9c51-4e4e-aad9-4e96b3bd0b86 HTTP/1.1" status: 200 len: 1830 time: 0.0598900 Dec 11 22:42:46.565755 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d0efd00-5780-4af7-bbac-f9cfae749ee3 req-2b749fb0-b15d-479b-a08e-fca98117b791 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:46.592022 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d0efd00-5780-4af7-bbac-f9cfae749ee3 req-2b749fb0-b15d-479b-a08e-fca98117b791 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:46.668387 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b82b3-978d-4b9f-b8b9-dbd32a0f3051 req-7927f301-d454-4111-beb6-cab2530d9904 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:46.670284 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e0b82b3-978d-4b9f-b8b9-dbd32a0f3051 req-7927f301-d454-4111-beb6-cab2530d9904 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 949 time: 0.0769374 Dec 11 22:42:46.724229 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d0efd00-5780-4af7-bbac-f9cfae749ee3 req-2b749fb0-b15d-479b-a08e-fca98117b791 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:46.725866 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e0b82b3-978d-4b9f-b8b9-dbd32a0f3051 req-c5ec1a58-bd89-4fe9-ac65-2316fafbbeb0 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479321 Dec 11 22:42:46.727964 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d0efd00-5780-4af7-bbac-f9cfae749ee3 req-2b749fb0-b15d-479b-a08e-fca98117b791 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:46.743439 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52288) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:46.743660 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d0efd00-5780-4af7-bbac-f9cfae749ee3 req-2b749fb0-b15d-479b-a08e-fca98117b791 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] 10.222.0.45 "DELETE /v2.0/security-groups/fedb8f1b-9c51-4e4e-aad9-4e96b3bd0b86 HTTP/1.1" status: 204 len: 173 time: 0.2342184 Dec 11 22:42:46.754933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b749fb0-b15d-479b-a08e-fca98117b791 tempest-SecurityGroupRulesNegativeTestJSON-182486223 tempest-SecurityGroupRulesNegativeTestJSON-182486223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedb8f1b-9c51-4e4e-aad9-4e96b3bd0b86,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:46.805121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff801c38-6956-44c5-9e79-f58d775e2b4f admin admin] Deleting subnet 80c0f904-5163-4c02-b6a9-130da7761b1a {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:42:46.810273 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff801c38-6956-44c5-9e79-f58d775e2b4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:46.854323 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff801c38-6956-44c5-9e79-f58d775e2b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:46.915024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 71b6ed4a-5f30-4249-9fcd-f947fb36df84 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:42:46.933813 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff801c38-6956-44c5-9e79-f58d775e2b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:46.937111 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6e635-fe5f-49a5-9913-61a6d55501d8 req-aeca2677-0fea-4010-8cb4-39886263d5de tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:46.949274 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1f6e635-fe5f-49a5-9913-61a6d55501d8 req-aeca2677-0fea-4010-8cb4-39886263d5de tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.1376820 Dec 11 22:42:47.046691 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:47.054448 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1f6e635-fe5f-49a5-9913-61a6d55501d8 req-a9345e38-6df3-4766-8597-41679c998d42 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964026 Dec 11 22:42:47.061115 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-da4bbda8-0a76-4c69-871d-27b5215a9e5d tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:47.062507 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-da4bbda8-0a76-4c69-871d-27b5215a9e5d tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.47 "GET /v2.0/networks?id=c5a43c1d-aba4-403c-8288-04cddd8eb9ab HTTP/1.1" status: 200 len: 810 time: 0.2392931 Dec 11 22:42:47.083903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-86b7788b-501f-4ef0-a27a-617eb4bcad27 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Request body: {'port': {'device_id': 'b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e', 'network_id': 'c5a43c1d-aba4-403c-8288-04cddd8eb9ab', 'admin_state_up': True, 'tenant_id': 'd28eec705c7d498fb3c567b609bfd0b2'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:47.126490 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 71b6ed4a-5f30-4249-9fcd-f947fb36df84 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:42:47.131315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 71b6ed4a-5f30-4249-9fcd-f947fb36df84 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:42:47.131980 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:47.136955 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff801c38-6956-44c5-9e79-f58d775e2b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:47.203468 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff801c38-6956-44c5-9e79-f58d775e2b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80c0f904-5163-4c02-b6a9-130da7761b1a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:47.224079 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff801c38-6956-44c5-9e79-f58d775e2b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:47.229036 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ff801c38-6956-44c5-9e79-f58d775e2b4f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/80c0f904-5163-4c02-b6a9-130da7761b1a HTTP/1.1" status: 204 len: 168 time: 0.4913034 Dec 11 22:42:47.231578 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52310) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:47.275990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:47.306435 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b6ed4a-5f30-4249-9fcd-f947fb36df84'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:47.308981 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38a8d51-a5de-4161-8dbc-229244ab1c8a" -d '{"events": [{"server_uuid": "d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac", "name": "network-vif-plugged", "status": "completed", "tag": "71b6ed4a-5f30-4249-9fcd-f947fb36df84"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:47.313413 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b2b44fb-d295-4330-8dfc-758c5357530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:47.326167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 71b6ed4a-5f30-4249-9fcd-f947fb36df84, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=71b6ed4a-5f30-4249-9fcd-f947fb36df84,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:47.349764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-86b7788b-501f-4ef0-a27a-617eb4bcad27 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Made reservation on behalf of d28eec705c7d498fb3c567b609bfd0b2 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:47.353529 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-86b7788b-501f-4ef0-a27a-617eb4bcad27 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:47.371644 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1d8259-f78f-47a7-ba9f-0faf6fd6953b x-openstack-request-id: req-4c1d8259-f78f-47a7-ba9f-0faf6fd6953b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:47.376033 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac", "name": "network-vif-plugged", "status": "completed", "tag": "71b6ed4a-5f30-4249-9fcd-f947fb36df84", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:47.376033 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c1d8259-f78f-47a7-ba9f-0faf6fd6953b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:47.376033 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b6ed4a-5f30-4249-9fcd-f947fb36df84', 'code': 200} Dec 11 22:42:47.429500 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:47.446215 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b2b44fb-d295-4330-8dfc-758c5357530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:47.503709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=71b6ed4a-5f30-4249-9fcd-f947fb36df84,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:47.571140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-86b7788b-501f-4ef0-a27a-617eb4bcad27 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Allocated IP 172.20.0.12 (c5a43c1d-aba4-403c-8288-04cddd8eb9ab/0765711b-77d3-4856-abfe-36e3186623f6/fe8b1389-abed-4dbb-8f31-48d58fb6c42a) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:42:47.571330 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-1b2b44fb-d295-4330-8dfc-758c5357530c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4909b629-0a13-4dbc-904c-994e0e6578ac']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:47.586036 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-1b2b44fb-d295-4330-8dfc-758c5357530c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cbee58-aa35-4a10-b436-772894d55685') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:47.586386 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-1b2b44fb-d295-4330-8dfc-758c5357530c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cbee58-aa35-4a10-b436-772894d55685') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:42:47.602366 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b2b44fb-d295-4330-8dfc-758c5357530c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:47.624270 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c321763-d91f-43fa-93b6-83dfdc86b311 req-3a531b78-93b2-4be5-9f1e-c0c935a869e9 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:47.625816 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7c321763-d91f-43fa-93b6-83dfdc86b311 req-3a531b78-93b2-4be5-9f1e-c0c935a869e9 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.1146889 Dec 11 22:42:47.631136 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab91d73-7e54-4746-bb6d-bc05ae875dcc req-266515e5-6f1d-4c6d-a3ff-f06df265cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:47.632747 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aab91d73-7e54-4746-bb6d-bc05ae875dcc req-266515e5-6f1d-4c6d-a3ff-f06df265cba1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 1101 time: 0.1793213 Dec 11 22:42:47.642359 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b2b44fb-d295-4330-8dfc-758c5357530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:47.674905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2b44fb-d295-4330-8dfc-758c5357530c admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:42:47.675308 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b2b44fb-d295-4330-8dfc-758c5357530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:42:47.677963 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:42:47.689169 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-016c094f-b34c-46ec-bb0e-a37845a222eb tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a9aea6eece73460b9aa38f8707df4b70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535767 Dec 11 22:42:47.764771 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7c321763-d91f-43fa-93b6-83dfdc86b311 req-940dac1c-92a4-4460-983f-305272cd750a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303399 Dec 11 22:42:47.768720 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aab91d73-7e54-4746-bb6d-bc05ae875dcc req-72b2e30e-758b-4b81-bdbd-3bedf59dd417 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283510 Dec 11 22:42:47.850355 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-86b7788b-501f-4ef0-a27a-617eb4bcad27 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:47.873866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-53800f63-1d8e-4b6b-a3ba-29faa4b2a656 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:47.875238 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b2b44fb-d295-4330-8dfc-758c5357530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:47.875435 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-53800f63-1d8e-4b6b-a3ba-29faa4b2a656 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600335 Dec 11 22:42:47.881156 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b2b44fb-d295-4330-8dfc-758c5357530c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:47.884947 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1b2b44fb-d295-4330-8dfc-758c5357530c admin admin] 10.222.0.45 "DELETE /v2.0/networks/4909b629-0a13-4dbc-904c-994e0e6578ac HTTP/1.1" status: 204 len: 168 time: 0.6524808 Dec 11 22:42:47.898294 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b44fb-d295-4330-8dfc-758c5357530c admin admin] Pushing event deleted for resources: {'Network': ['ID=4909b629-0a13-4dbc-904c-994e0e6578ac,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:47.903751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-30465715-eb07-43f4-8698-7bb6c9099827 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/quotas/a9aea6eece73460b9aa38f8707df4b70 HTTP/1.1" status: 200 len: 375 time: 0.0204053 Dec 11 22:42:47.938248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-a8c94648-73c0-47bf-93a9-e419da259f74 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9aea6eece73460b9aa38f8707df4b70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279236 Dec 11 22:42:47.981223 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-86b7788b-501f-4ef0-a27a-617eb4bcad27 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:48.043917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-86b7788b-501f-4ef0-a27a-617eb4bcad27 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Network c5a43c1d-aba4-403c-8288-04cddd8eb9ab is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:42:48.048560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-86b7788b-501f-4ef0-a27a-617eb4bcad27 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:48.050682 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7788b-501f-4ef0-a27a-617eb4bcad27 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Pushing event updated for resources: {'Port': ['ID=fe8b1389-abed-4dbb-8f31-48d58fb6c42a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:48.054036 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-86b7788b-501f-4ef0-a27a-617eb4bcad27 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:42:48.116396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-86b7788b-501f-4ef0-a27a-617eb4bcad27 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:48.121976 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-86b7788b-501f-4ef0-a27a-617eb4bcad27 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:48.152454 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0bd42-3ed1-4955-bd62-95464263d32c req-7562ffc8-21c5-4815-989c-bdb4e4b8a87e tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:48.154051 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d1e0bd42-3ed1-4955-bd62-95464263d32c req-7562ffc8-21c5-4815-989c-bdb4e4b8a87e tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 932 time: 0.0649796 Dec 11 22:42:48.209640 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d1e0bd42-3ed1-4955-bd62-95464263d32c req-f53e5523-46a0-41de-8931-0b73cadd696f tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e07710e-761b-40e0-a755-ed1e1d2a2940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496459 Dec 11 22:42:48.239730 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-86b7788b-501f-4ef0-a27a-617eb4bcad27 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1595914 Dec 11 22:42:48.263977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5839d8-875a-423d-8d50-61d86bdce51b req-dd323a60-65b3-4bdb-8a96-acb4d14e8f7e tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:48.263977 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f5839d8-875a-423d-8d50-61d86bdce51b req-dd323a60-65b3-4bdb-8a96-acb4d14e8f7e tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 950 time: 0.0671239 Dec 11 22:42:48.268780 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Request body: {'port': {'device_id': 'b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:48.367927 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:48.370209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52364) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:48.376663 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c9d35-2193-4f62-aaad-a739f900dd1c req-014cbb31-4a43-4bc2-a346-96a9cadde8b4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:48.379999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e43c9d35-2193-4f62-aaad-a739f900dd1c req-014cbb31-4a43-4bc2-a346-96a9cadde8b4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0871046 Dec 11 22:42:48.424343 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f5839d8-875a-423d-8d50-61d86bdce51b req-a8338001-700c-43fe-81af-92589640de2f tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101673 Dec 11 22:42:48.438354 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e43c9d35-2193-4f62-aaad-a739f900dd1c req-b0e19c6f-36b0-49eb-80f1-a981ff39aed2 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531905 Dec 11 22:42:48.490657 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-efbe0bd3-133a-467b-9c40-f33ed74b066c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4480bf126c7f479485c6bb82492490cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1035929 Dec 11 22:42:48.493513 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52366) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:48.568115 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5af223a3-bcda-4290-a3c0-042879d829e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:48.571845 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3dbc96e2-1b12-4d8d-8a90-b5da7c99ab91 req-c2bc05eb-b3d5-49c9-a580-fe8bf535313e tempest-FlavorsV2NegativeTest-1340910206 tempest-FlavorsV2NegativeTest-1340910206-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=500c56f10f984339941f035cc609fee4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276282 Dec 11 22:42:48.599512 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d47315e-d73a-430f-9ac0-95db51d7b02f req-2239f3f7-89a8-4d73-9481-ee166c64bbc6 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 210 time: 0.0423005 Dec 11 22:42:48.620334 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5af223a3-bcda-4290-a3c0-042879d829e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:48.731529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc96e2-1b12-4d8d-8a90-b5da7c99ab91 req-b028b961-fcff-4b36-b03f-3f2ad2f3c3c5 tempest-FlavorsV2NegativeTest-1340910206 tempest-FlavorsV2NegativeTest-1340910206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:48.733099 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3dbc96e2-1b12-4d8d-8a90-b5da7c99ab91 req-b028b961-fcff-4b36-b03f-3f2ad2f3c3c5 tempest-FlavorsV2NegativeTest-1340910206 tempest-FlavorsV2NegativeTest-1340910206-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541114 Dec 11 22:42:48.752533 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3dbc96e2-1b12-4d8d-8a90-b5da7c99ab91 req-f115c0c7-a437-4028-8b4e-4f2c096c8e0d tempest-FlavorsV2NegativeTest-1340910206 tempest-FlavorsV2NegativeTest-1340910206-project] 10.222.0.45 "GET /v2.0/quotas/500c56f10f984339941f035cc609fee4 HTTP/1.1" status: 200 len: 375 time: 0.0106425 Dec 11 22:42:48.764047 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-479f7691-1f3a-437b-abdd-1bd973e2e474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:48.789249 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3dbc96e2-1b12-4d8d-8a90-b5da7c99ab91 req-baea4cc7-2e17-45e6-9dc5-7f1f37a1e4e8 tempest-FlavorsV2NegativeTest-1340910206 tempest-FlavorsV2NegativeTest-1340910206-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=500c56f10f984339941f035cc609fee4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291331 Dec 11 22:42:48.818857 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5af223a3-bcda-4290-a3c0-042879d829e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:48.822303 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5af223a3-bcda-4290-a3c0-042879d829e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:48.823618 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5af223a3-bcda-4290-a3c0-042879d829e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4b3ae87-ece0-4714-9e56-ced081309c1b HTTP/1.1" status: 204 len: 168 time: 0.3288434 Dec 11 22:42:48.854821 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af223a3-bcda-4290-a3c0-042879d829e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b3ae87-ece0-4714-9e56-ced081309c1b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:49.030449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709156e1-f841-4eab-99e6-cb418350dbfc req-308c17a0-7055-4795-81b4-dc12a145ac1d tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:49.031955 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-709156e1-f841-4eab-99e6-cb418350dbfc req-308c17a0-7055-4795-81b4-dc12a145ac1d tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.1180501 Dec 11 22:42:49.133877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-709156e1-f841-4eab-99e6-cb418350dbfc req-d59c785f-d630-4f98-83b0-138454d98ce8 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916162 Dec 11 22:42:49.139897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8b1389-abed-4dbb-8f31-48d58fb6c42a {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:49.148727 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:49.163956 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Transition to ACTIVE for port object fe8b1389-abed-4dbb-8f31-48d58fb6c42a will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:42:49.254882 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:49.362847 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71732c7a-7318-466e-8449-f177d400a051 req-2270589d-2c1d-47af-8f58-ffd19546cd15 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:49.365460 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71732c7a-7318-466e-8449-f177d400a051 req-2270589d-2c1d-47af-8f58-ffd19546cd15 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 944 time: 0.0594957 Dec 11 22:42:49.375060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8b1389-abed-4dbb-8f31-48d58fb6c42a,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:49.407782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Attempting to bind port fe8b1389-abed-4dbb-8f31-48d58fb6c42a on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:42:49.408517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Attempting to bind port fe8b1389-abed-4dbb-8f31-48d58fb6c42a by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '73cc6b7f-791c-48d8-9432-7c6b33724f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c5a43c1d-aba4-403c-8288-04cddd8eb9ab'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:42:49.408517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Attempting to bind port fe8b1389-abed-4dbb-8f31-48d58fb6c42a on network c5a43c1d-aba4-403c-8288-04cddd8eb9ab {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:49.414270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Port fe8b1389-abed-4dbb-8f31-48d58fb6c42a on network c5a43c1d-aba4-403c-8288-04cddd8eb9ab not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:42:49.414592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Attempting to bind port fe8b1389-abed-4dbb-8f31-48d58fb6c42a on network c5a43c1d-aba4-403c-8288-04cddd8eb9ab {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:49.419774 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:42:49.420052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Checking segment: {'id': '73cc6b7f-791c-48d8-9432-7c6b33724f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c5a43c1d-aba4-403c-8288-04cddd8eb9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:42:49.420490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Bound using segment: {'id': '73cc6b7f-791c-48d8-9432-7c6b33724f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c5a43c1d-aba4-403c-8288-04cddd8eb9ab'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:42:49.421052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Bound port: fe8b1389-abed-4dbb-8f31-48d58fb6c42a, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cc6b7f-791c-48d8-9432-7c6b33724f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c5a43c1d-aba4-403c-8288-04cddd8eb9ab'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:42:49.421544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:49.425203 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71732c7a-7318-466e-8449-f177d400a051 req-ef9277fd-9c44-429f-b347-8aff6ee70d3f tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e07710e-761b-40e0-a755-ed1e1d2a2940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527923 Dec 11 22:42:49.497585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] For port fe8b1389-abed-4dbb-8f31-48d58fb6c42a, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:42:49.500968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] For port fe8b1389-abed-4dbb-8f31-48d58fb6c42a, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fe8b1389-abed-4dbb-8f31-48d58fb6c42a,segment=NetworkSegment(73cc6b7f-791c-48d8-9432-7c6b33724f9b),segment_id=73cc6b7f-791c-48d8-9432-7c6b33724f9b)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:42:49.553555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807892b-d06d-4767-b0c1-39473fe1b5b9 req-8a03844f-fd16-4053-9665-4e36ff03b05b tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:49.555185 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a807892b-d06d-4767-b0c1-39473fe1b5b9 req-8a03844f-fd16-4053-9665-4e36ff03b05b tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 950 time: 0.0503156 Dec 11 22:42:49.583098 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58b7dd-09bd-4849-92a4-4a27b7821057 req-13ae5c62-63a9-4884-87ea-0903cdd35da9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:49.584700 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0b58b7dd-09bd-4849-92a4-4a27b7821057 req-13ae5c62-63a9-4884-87ea-0903cdd35da9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0553074 Dec 11 22:42:49.611750 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a807892b-d06d-4767-b0c1-39473fe1b5b9 req-7a9fbcc9-3f5d-48a4-ad21-330434dd9877 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489502 Dec 11 22:42:49.619712 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:49.685916 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0b58b7dd-09bd-4849-92a4-4a27b7821057 req-790291d6-f620-494b-917d-bee4c6c263cb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887415 Dec 11 22:42:49.742341 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:49.743152 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:49.744569 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] 10.222.0.47 "PUT /v2.0/ports/fe8b1389-abed-4dbb-8f31-48d58fb6c42a HTTP/1.1" status: 200 len: 1092 time: 1.4806316 Dec 11 22:42:49.748152 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc3ad572-caec-4f28-94d5-47242f51fd4e req-e66a7a9f-bb69-407d-8d01-79ba085f7573 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 210 time: 0.0395372 Dec 11 22:42:49.748590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e', 'tag': 'fe8b1389-abed-4dbb-8f31-48d58fb6c42a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:49.750881 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4687e8ae-b739-47fd-b9ee-019453346365" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e", "tag": "fe8b1389-abed-4dbb-8f31-48d58fb6c42a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:49.774192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4908a3-75e6-4b5c-89a6-2267bd47c8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8b1389-abed-4dbb-8f31-48d58fb6c42a,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:49.790210 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f3f5be-d14d-493e-b37f-68687d819c64 x-openstack-request-id: req-d0f3f5be-d14d-493e-b37f-68687d819c64 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:49.790513 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e", "tag": "fe8b1389-abed-4dbb-8f31-48d58fb6c42a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:49.790768 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0f3f5be-d14d-493e-b37f-68687d819c64 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:49.791206 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e', 'tag': 'fe8b1389-abed-4dbb-8f31-48d58fb6c42a', 'status': 'completed', 'code': 200} Dec 11 22:42:49.895383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687e8ae-b739-47fd-b9ee-019453346365 req-8f8cdba2-1b85-4b96-a7d3-d37b53d18f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:49.897393 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4687e8ae-b739-47fd-b9ee-019453346365 req-8f8cdba2-1b85-4b96-a7d3-d37b53d18f16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d28eec705c7d498fb3c567b609bfd0b2&device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 1095 time: 0.0479643 Dec 11 22:42:50.010353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687e8ae-b739-47fd-b9ee-019453346365 req-a947005c-9e71-4d56-9308-3ab0b059aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:50.011911 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4687e8ae-b739-47fd-b9ee-019453346365 req-a947005c-9e71-4d56-9308-3ab0b059aa79 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d28eec705c7d498fb3c567b609bfd0b2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0995107 Dec 11 22:42:50.116558 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687e8ae-b739-47fd-b9ee-019453346365 req-97dd3666-d7c4-4489-8938-051a35050b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:50.118063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4687e8ae-b739-47fd-b9ee-019453346365 req-97dd3666-d7c4-4489-8938-051a35050b9a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982256 Dec 11 22:42:50.127147 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52432) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:50.178109 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52440) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:50.245136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-26ecf755-dd9d-47e7-827f-1855a50ac5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:50.246647 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-26ecf755-dd9d-47e7-827f-1855a50ac5c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d28eec705c7d498fb3c567b609bfd0b2&device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 1095 time: 0.0585353 Dec 11 22:42:50.298296 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c50b72-1595-40f2-a4f9-1871912d1239 req-ac72423f-ebd9-42e5-9d54-e0db283f3d07 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:50.299922 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d2c50b72-1595-40f2-a4f9-1871912d1239 req-ac72423f-ebd9-42e5-9d54-e0db283f3d07 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0582335 Dec 11 22:42:50.313769 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-dd8235b3-defe-4927-a91e-d23ab1d4c2df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe8b1389-abed-4dbb-8f31-48d58fb6c42a HTTP/1.1" status: 200 len: 217 time: 0.0450358 Dec 11 22:42:50.320966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e1ff1897-d837-434d-a28e-34163a11f128 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1942895284-network', 'tenant_id': 'ad230826fdae4e95b48c72c9708819a0'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:50.345657 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c8dc-82f7-412f-a3da-31ed2d32a101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:50.366743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-a983230c-caea-40fc-93e2-39e08c73e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:50.368195 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-a983230c-caea-40fc-93e2-39e08c73e977 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0765711b-77d3-4856-abfe-36e3186623f6 HTTP/1.1" status: 200 len: 850 time: 0.0478354 Dec 11 22:42:50.402849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-94e2fd15-0636-41ef-ade9-16f88dd732ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5a43c1d-aba4-403c-8288-04cddd8eb9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280263 Dec 11 22:42:50.408147 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d2c50b72-1595-40f2-a4f9-1871912d1239 req-bb2b11c2-d728-4fc1-b140-46312f705527 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014788 Dec 11 22:42:50.488195 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ff1897-d837-434d-a28e-34163a11f128 admin admin] Made reservation on behalf of ad230826fdae4e95b48c72c9708819a0 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:50.492022 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1897-d837-434d-a28e-34163a11f128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:50.496455 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c8dc-82f7-412f-a3da-31ed2d32a101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:50.506685 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1897-d837-434d-a28e-34163a11f128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:50.581345 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c8dc-82f7-412f-a3da-31ed2d32a101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:50.612427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-fc1d6e6e-ee6a-46d8-98eb-c7a50d361d0c service neutron] 10.222.0.47 "GET /v2.0/networks/c5a43c1d-aba4-403c-8288-04cddd8eb9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008703 Dec 11 22:42:50.615949 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-8460a119-cf64-4b6a-a083-39d1e9115fbf tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a9aea6eece73460b9aa38f8707df4b70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371249 Dec 11 22:42:50.622035 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74f0b70f-5178-4647-a9e8-1475b8d01eea req-7d9a3395-69c7-48ad-a740-2fb7cefa9b43 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1164870 Dec 11 22:42:50.625442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3c8dc-82f7-412f-a3da-31ed2d32a101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be36610-d654-425c-9474-8d24a36f516c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:50.649470 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ddf3c8dc-82f7-412f-a3da-31ed2d32a101 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=500c56f10f984339941f035cc609fee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4700365 Dec 11 22:42:50.651607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d3ba5-426d-4507-8769-aa8ce2d9e8eb req-2579c7a8-e262-4433-9fb1-1e650413fd1c tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:50.655957 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52446) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:50.657109 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc1d3ba5-426d-4507-8769-aa8ce2d9e8eb req-2579c7a8-e262-4433-9fb1-1e650413fd1c tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 944 time: 0.1184485 Dec 11 22:42:50.777497 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1897-d837-434d-a28e-34163a11f128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:50.809722 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0b70f-5178-4647-a9e8-1475b8d01eea req-fc06e4eb-4f5e-4267-b473-3ba487236db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:50.811917 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74f0b70f-5178-4647-a9e8-1475b8d01eea req-fc06e4eb-4f5e-4267-b473-3ba487236db0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 1097 time: 0.1550925 Dec 11 22:42:50.827957 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39061968-c7cf-41e5-9e02-d1b7407b6c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:50.865099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc1d3ba5-426d-4507-8769-aa8ce2d9e8eb req-29b2a551-2111-4b4e-aa02-68ac964f44a2 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e07710e-761b-40e0-a755-ed1e1d2a2940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855981 Dec 11 22:42:50.867609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d692f-c0d7-4165-af55-a644ef988384 req-4a60d7b1-ef81-4e36-9944-d97058a50306 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:50.869176 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ef9d692f-c0d7-4165-af55-a644ef988384 req-4a60d7b1-ef81-4e36-9944-d97058a50306 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 950 time: 0.1128256 Dec 11 22:42:50.871838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8d24f2f-40e3-4e23-86ce-1b7ee042ed9a req-bb4d3ec6-5d57-4028-aed5-c84172e422e0 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a43c1d-aba4-403c-8288-04cddd8eb9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518775 Dec 11 22:42:50.901177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-b6f39a87-ca5a-42e5-b357-08b7184e2cc1 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:50.901177 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-b6f39a87-ca5a-42e5-b357-08b7184e2cc1 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630572 Dec 11 22:42:50.915920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Request body: {'port': {'device_id': 'e794fa23-bcbd-4ce3-b2f6-736cf6db9434', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': 'a9aea6eece73460b9aa38f8707df4b70'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:50.938182 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1897-d837-434d-a28e-34163a11f128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:50.943701 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39061968-c7cf-41e5-9e02-d1b7407b6c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:51.032453 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ff1897-d837-434d-a28e-34163a11f128 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:42:51.044317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff1897-d837-434d-a28e-34163a11f128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8463b0-3c52-4b2c-b0e0-8731f0bc99fb,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:51.059182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ec71b-5618-420d-ad3c-6d0f8f3c20e1 req-889d368b-5f49-457d-a293-573ac7c043f4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:51.060894 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed3ec71b-5618-420d-ad3c-6d0f8f3c20e1 req-889d368b-5f49-457d-a293-573ac7c043f4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0957172 Dec 11 22:42:51.075246 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1897-d837-434d-a28e-34163a11f128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:51.076071 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-e1ff1897-d837-434d-a28e-34163a11f128 admin admin] Added segment 8fdd095d-9a58-4db0-bbab-aec2e426d917 of type vlan for network b187a598-a494-41e3-a6ea-17ccd0b8a9b1 Dec 11 22:42:51.132260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0b70f-5178-4647-a9e8-1475b8d01eea req-58498e98-1147-4a74-b0fa-80975f2ef224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:51.132260 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74f0b70f-5178-4647-a9e8-1475b8d01eea req-58498e98-1147-4a74-b0fa-80975f2ef224 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.2858393 Dec 11 22:42:51.133023 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed3ec71b-5618-420d-ad3c-6d0f8f3c20e1 req-71aca1a7-b874-4b27-8487-205b1edf8004 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581691 Dec 11 22:42:51.137836 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ef9d692f-c0d7-4165-af55-a644ef988384 req-74fe294f-a35c-48a4-b57d-df75ca53f030 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032578 Dec 11 22:42:51.178237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Made reservation on behalf of a9aea6eece73460b9aa38f8707df4b70 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:51.182953 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:51.186053 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1897-d837-434d-a28e-34163a11f128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:51.194021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:51.210226 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39061968-c7cf-41e5-9e02-d1b7407b6c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:51.211783 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39061968-c7cf-41e5-9e02-d1b7407b6c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:51.213571 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-39061968-c7cf-41e5-9e02-d1b7407b6c55 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3be36610-d654-425c-9474-8d24a36f516c HTTP/1.1" status: 204 len: 168 time: 0.5553949 Dec 11 22:42:51.240083 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39061968-c7cf-41e5-9e02-d1b7407b6c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be36610-d654-425c-9474-8d24a36f516c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:51.245261 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74f0b70f-5178-4647-a9e8-1475b8d01eea req-c7709a8a-c78a-4bc3-a34d-e33c6c8a1c8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69 HTTP/1.1" status: 200 len: 1002 time: 0.1018295 Dec 11 22:42:51.284052 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-07740821-8b21-4302-a4b0-220b385765b7 req-f3d90292-3893-498d-a811-00c351e165de tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 210 time: 0.0490112 Dec 11 22:42:51.307743 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d48306c8-f329-40d6-b83e-7b9d15ef4b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:51.333092 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:51.345604 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0b70f-5178-4647-a9e8-1475b8d01eea req-774060ee-5603-4c69-9cb4-a04b0341c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:51.347197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74f0b70f-5178-4647-a9e8-1475b8d01eea req-774060ee-5603-4c69-9cb4-a04b0341c764 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.0901582 Dec 11 22:42:51.349714 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1897-d837-434d-a28e-34163a11f128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:51.350600 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ff1897-d837-434d-a28e-34163a11f128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:51.351201 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1897-d837-434d-a28e-34163a11f128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:51.360920 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a73a2b-1358-4f8d-92fc-840af61060da req-ee4766f7-eec1-48ed-ab12-d9f0d7441a8c tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:51.362470 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-22a73a2b-1358-4f8d-92fc-840af61060da req-ee4766f7-eec1-48ed-ab12-d9f0d7441a8c tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 1101 time: 0.1072061 Dec 11 22:42:51.432038 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:51.461750 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff1897-d837-434d-a28e-34163a11f128 admin admin] Pushing event updated for resources: {'Network': ['ID=b187a598-a494-41e3-a6ea-17ccd0b8a9b1,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:51.476724 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network b187a598-a494-41e3-a6ea-17ccd0b8a9b1 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:42:51.495433 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-22a73a2b-1358-4f8d-92fc-840af61060da req-c606b8a8-cae7-4061-af2f-3b82f516df0b tempest-ServersOnMultiNodesTest-1606484051 tempest-ServersOnMultiNodesTest-1606484051-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192074 Dec 11 22:42:51.497552 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0b70f-5178-4647-a9e8-1475b8d01eea req-af430c72-f719-43ef-bddb-f762c16fcf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:51.499169 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74f0b70f-5178-4647-a9e8-1475b8d01eea req-af430c72-f719-43ef-bddb-f762c16fcf6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220469 Dec 11 22:42:51.504332 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e1ff1897-d837-434d-a28e-34163a11f128 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3752515 Dec 11 22:42:51.506921 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52462) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:51.513118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3e6ab3e5-378e-4b51-974c-fba96f4d5a92 admin admin] Request body: {'subnet': {'network_id': 'b187a598-a494-41e3-a6ea-17ccd0b8a9b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1942895284-subnet', 'tenant_id': 'ad230826fdae4e95b48c72c9708819a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:51.562205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7e04b2-67bc-4a75-8cf9-59baf04b2c76,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:51.651472 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74f0b70f-5178-4647-a9e8-1475b8d01eea req-c426db48-7235-4ed8-9376-ddc47c3d84fc service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420889 Dec 11 22:42:51.662629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Allocated IP 192.168.233.196 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/152cd804-dd76-4fc5-b650-af6b5047993c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:42:51.678583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02516c1-4da3-4f3e-a30f-666a2ecd54ac req-0173a2d5-d33a-4d43-a980-dbde4b632eef tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:51.680420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e02516c1-4da3-4f3e-a30f-666a2ecd54ac req-0173a2d5-d33a-4d43-a980-dbde4b632eef tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.1707017 Dec 11 22:42:51.715245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6ab3e5-378e-4b51-974c-fba96f4d5a92 admin admin] Made reservation on behalf of ad230826fdae4e95b48c72c9708819a0 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:51.717619 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab3e5-378e-4b51-974c-fba96f4d5a92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:51.778006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e02516c1-4da3-4f3e-a30f-666a2ecd54ac req-4b81aaa2-6c96-4724-a0e5-10a52449b34f tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860291 Dec 11 22:42:51.890102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:52.023126 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a820462-1b95-43b2-96f3-c843ac055a87 req-65b65187-b995-4447-8d39-a961fabb9ebe tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:52.024718 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a820462-1b95-43b2-96f3-c843ac055a87 req-65b65187-b995-4447-8d39-a961fabb9ebe tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 944 time: 0.0703399 Dec 11 22:42:52.026828 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:52.091894 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:42:52.100415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:52.106598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:42:52.115956 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Pushing event updated for resources: {'Port': ['ID=152cd804-dd76-4fc5-b650-af6b5047993c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:52.122355 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:52.170323 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a820462-1b95-43b2-96f3-c843ac055a87 req-8c2bb8b6-d2ae-43f4-abad-f44f30eac340 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e07710e-761b-40e0-a755-ed1e1d2a2940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316726 Dec 11 22:42:52.197525 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:52.198610 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:52.223434 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74f0b70f-5178-4647-a9e8-1475b8d01eea req-5d98682d-3439-4f2a-97da-b487a02273ab service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609672 Dec 11 22:42:52.236373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead5a17-cbc8-4741-83a3-131b2d45a693 req-aa2f61e4-d581-40ea-ae10-8099e2682927 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:52.237864 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ead5a17-cbc8-4741-83a3-131b2d45a693 req-aa2f61e4-d581-40ea-ae10-8099e2682927 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 950 time: 0.1285112 Dec 11 22:42:52.329206 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-1ee2113f-3c5a-4763-8def-fc73e92f281b tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4173324 Dec 11 22:42:52.344734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Request body: {'port': {'device_id': 'e794fa23-bcbd-4ce3-b2f6-736cf6db9434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:52.345821 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ead5a17-cbc8-4741-83a3-131b2d45a693 req-d10c6219-25d2-4dc5-a5fb-ef0d741aaebe tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942059 Dec 11 22:42:52.355834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3865-556c-460e-a530-43d6131c9015 req-59c2a20e-70bb-4cba-8f80-2420ec2f6c08 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:52.357471 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e19a3865-556c-460e-a530-43d6131c9015 req-59c2a20e-70bb-4cba-8f80-2420ec2f6c08 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0750377 Dec 11 22:42:52.361560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device fe8b1389-abed-4dbb-8f31-48d58fb6c42a details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:42:52.475280 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:52.488843 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f963344-22b0-41b6-8d52-9ad0c2df2e93 req-f04588ee-f333-4447-a243-ea7ac4518ec1 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:52.490755 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f963344-22b0-41b6-8d52-9ad0c2df2e93 req-f04588ee-f333-4447-a243-ea7ac4518ec1 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 936 time: 0.0605962 Dec 11 22:42:52.496813 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e19a3865-556c-460e-a530-43d6131c9015 req-6831da10-5adc-4d7a-a95b-428bd241599c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027217 Dec 11 22:42:52.519274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-504f34dd-20d2-4c47-a019-f5fdc32973b8 None None] Provisioning complete for port 152cd804-dd76-4fc5-b650-af6b5047993c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:42:52.520243 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-504f34dd-20d2-4c47-a019-f5fdc32973b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:52.523199 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab3e5-378e-4b51-974c-fba96f4d5a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:52.581337 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-504f34dd-20d2-4c47-a019-f5fdc32973b8 None None] Port 152cd804-dd76-4fc5-b650-af6b5047993c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:42:52.585588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port fe8b1389-abed-4dbb-8f31-48d58fb6c42a, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fe8b1389-abed-4dbb-8f31-48d58fb6c42a,segment=NetworkSegment(73cc6b7f-791c-48d8-9432-7c6b33724f9b),segment_id=73cc6b7f-791c-48d8-9432-7c6b33724f9b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:52.599939 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'fe8b1389-abed-4dbb-8f31-48d58fb6c42a', 'network_id': 'c5a43c1d-aba4-403c-8288-04cddd8eb9ab', 'port_id': 'fe8b1389-abed-4dbb-8f31-48d58fb6c42a', 'mac_address': 'fa:16:3e:f6:e3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0765711b-77d3-4856-abfe-36e3186623f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:42:52.642753 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f963344-22b0-41b6-8d52-9ad0c2df2e93 req-8b9b6ae6-9c44-4104-ac91-6f546f7c55b5 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca7e04b2-67bc-4a75-8cf9-59baf04b2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400344 Dec 11 22:42:52.647577 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ab3e5-378e-4b51-974c-fba96f4d5a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a89d01ce-9997-45cd-9561-da8006de8ed9,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:52.655771 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:52.662149 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6ab3e5-378e-4b51-974c-fba96f4d5a92 admin admin] Checking segment: {'id': '8fdd095d-9a58-4db0-bbab-aec2e426d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b187a598-a494-41e3-a6ea-17ccd0b8a9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:42:52.662509 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6ab3e5-378e-4b51-974c-fba96f4d5a92 admin admin] Network hostable DHCP agents. Network: b187a598-a494-41e3-a6ea-17ccd0b8a9b1, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:42:52.671042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8b1389-abed-4dbb-8f31-48d58fb6c42a {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:52.695336 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port fe8b1389-abed-4dbb-8f31-48d58fb6c42a, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fe8b1389-abed-4dbb-8f31-48d58fb6c42a,segment=NetworkSegment(73cc6b7f-791c-48d8-9432-7c6b33724f9b),segment_id=73cc6b7f-791c-48d8-9432-7c6b33724f9b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:52.738396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6ab3e5-378e-4b51-974c-fba96f4d5a92 admin admin] Network b187a598-a494-41e3-a6ea-17ccd0b8a9b1 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:42:52.763675 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:52.815213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-3e6ab3e5-378e-4b51-974c-fba96f4d5a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, b187a598-a494-41e3-a6ea-17ccd0b8a9b1) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:52.822954 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6ab3e5-378e-4b51-974c-fba96f4d5a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:52.830943 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab3e5-378e-4b51-974c-fba96f4d5a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:52.840246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db93e91b-0a5f-46c1-9204-5a1805b94887 None None] Network b187a598-a494-41e3-a6ea-17ccd0b8a9b1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:42:52.851680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152cd804-dd76-4fc5-b650-af6b5047993c {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:52.860008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=fe8b1389-abed-4dbb-8f31-48d58fb6c42a,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:52.861440 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:52.880762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Transition to ACTIVE for port object 152cd804-dd76-4fc5-b650-af6b5047993c will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:42:52.925429 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263685b8-d488-4a5c-a853-b991f24c12c7 req-a329858d-1b33-4f70-b059-59715ab22f4c tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:52.927510 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-263685b8-d488-4a5c-a853-b991f24c12c7 req-a329858d-1b33-4f70-b059-59715ab22f4c tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0656753 Dec 11 22:42:52.930970 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3e6ab3e5-378e-4b51-974c-fba96f4d5a92 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4226377 Dec 11 22:42:52.954468 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba6e980-17d9-4502-8fc2-2c611b61115a None None] Network b187a598-a494-41e3-a6ea-17ccd0b8a9b1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:42:52.959387 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:52.998989 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-263685b8-d488-4a5c-a853-b991f24c12c7 req-26878da1-d058-4651-a41a-e835f21cd440 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630710 Dec 11 22:42:53.048141 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b62fe5f5-20fb-40d7-8f38-8dd2d02777e8 req-f2fc440b-05cb-421a-9d7a-534c4a13331f tempest-AbsoluteLimitsNegativeTestJSON-826710003 tempest-AbsoluteLimitsNegativeTestJSON-826710003-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=423650cf08e04d39a798fbc8d3332dc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796168 Dec 11 22:42:53.114292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Pushing event updated for resources: {'Port': ['ID=152cd804-dd76-4fc5-b650-af6b5047993c,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:53.160981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['fe8b1389-abed-4dbb-8f31-48d58fb6c42a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:53.229421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fe5f5-20fb-40d7-8f38-8dd2d02777e8 req-6c3d765d-1aa9-453f-b30f-6a018814b7df tempest-AbsoluteLimitsNegativeTestJSON-826710003 tempest-AbsoluteLimitsNegativeTestJSON-826710003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:53.235368 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b62fe5f5-20fb-40d7-8f38-8dd2d02777e8 req-6c3d765d-1aa9-453f-b30f-6a018814b7df tempest-AbsoluteLimitsNegativeTestJSON-826710003 tempest-AbsoluteLimitsNegativeTestJSON-826710003-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864681 Dec 11 22:42:53.236304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Attempting to bind port 152cd804-dd76-4fc5-b650-af6b5047993c on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:42:53.236585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Attempting to bind port 152cd804-dd76-4fc5-b650-af6b5047993c by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:42:53.236939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Attempting to bind port 152cd804-dd76-4fc5-b650-af6b5047993c on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:53.250895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Port 152cd804-dd76-4fc5-b650-af6b5047993c on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:42:53.251230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Attempting to bind port 152cd804-dd76-4fc5-b650-af6b5047993c on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:53.257549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:42:53.257919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:42:53.258272 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:42:53.258709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Bound port: 152cd804-dd76-4fc5-b650-af6b5047993c, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:42:53.259103 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:53.269176 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b62fe5f5-20fb-40d7-8f38-8dd2d02777e8 req-9814e183-a7d2-40dc-b76b-a3db2865466f tempest-AbsoluteLimitsNegativeTestJSON-826710003 tempest-AbsoluteLimitsNegativeTestJSON-826710003-project] 10.222.0.45 "GET /v2.0/quotas/423650cf08e04d39a798fbc8d3332dc5 HTTP/1.1" status: 200 len: 375 time: 0.0226948 Dec 11 22:42:53.327662 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b62fe5f5-20fb-40d7-8f38-8dd2d02777e8 req-04119f5e-644d-4111-84cb-32bebd9549d2 tempest-AbsoluteLimitsNegativeTestJSON-826710003 tempest-AbsoluteLimitsNegativeTestJSON-826710003-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=423650cf08e04d39a798fbc8d3332dc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554314 Dec 11 22:42:53.377523 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] For port 152cd804-dd76-4fc5-b650-af6b5047993c, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:42:53.386591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] For port 152cd804-dd76-4fc5-b650-af6b5047993c, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=152cd804-dd76-4fc5-b650-af6b5047993c,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:42:53.464039 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:53.477992 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-76b31534-1c34-47d9-9b1f-da6ad99e7414 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:53.480086 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-76b31534-1c34-47d9-9b1f-da6ad99e7414 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/networks?id=b187a598-a494-41e3-a6ea-17ccd0b8a9b1 HTTP/1.1" status: 200 len: 822 time: 0.1704071 Dec 11 22:42:53.500742 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-26a4a67b-9fab-4d44-9d43-8b0794c8c157 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/quotas/ad230826fdae4e95b48c72c9708819a0 HTTP/1.1" status: 200 len: 375 time: 0.0147851 Dec 11 22:42:53.546473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:53.547137 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-d9ca1ade-5601-495f-90aa-d40b9aadec00 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad230826fdae4e95b48c72c9708819a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375061 Dec 11 22:42:53.547664 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:53.548724 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] 10.222.0.13 "PUT /v2.0/ports/152cd804-dd76-4fc5-b650-af6b5047993c HTTP/1.1" status: 200 len: 1096 time: 1.2090626 Dec 11 22:42:53.555625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e794fa23-bcbd-4ce3-b2f6-736cf6db9434', 'tag': '152cd804-dd76-4fc5-b650-af6b5047993c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:53.558271 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a539de-5cc8-4696-aced-caf2603e4e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "e794fa23-bcbd-4ce3-b2f6-736cf6db9434", "tag": "152cd804-dd76-4fc5-b650-af6b5047993c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:53.590083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25523cf0-f14e-4db3-9f6b-1a4e935e34c1 req-8387bf04-c867-4b15-9a60-b8b4d1115679 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:53.591714 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25523cf0-f14e-4db3-9f6b-1a4e935e34c1 req-8387bf04-c867-4b15-9a60-b8b4d1115679 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 945 time: 0.1423805 Dec 11 22:42:53.597354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da0cb5-126e-4480-8dd6-c5ccfe0f5f7f service neutron] Pushing event updated for resources: {'Port': ['ID=152cd804-dd76-4fc5-b650-af6b5047993c,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:53.651171 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-3a3ac254-4a4a-4c22-8aa1-7bab2f30c30a service neutron] 10.222.0.45 "GET /v2.0/networks/b187a598-a494-41e3-a6ea-17ccd0b8a9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950291 Dec 11 22:42:53.693301 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d12779-b787-41b6-a4b5-d4ff98e7e28e req-d04e8e70-c2b2-4223-bf11-f65dd5b8b958 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:53.694862 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7d12779-b787-41b6-a4b5-d4ff98e7e28e req-d04e8e70-c2b2-4223-bf11-f65dd5b8b958 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 950 time: 0.0933828 Dec 11 22:42:53.703043 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25523cf0-f14e-4db3-9f6b-1a4e935e34c1 req-69dfc52f-2bc9-4037-8986-8a087d73bddd tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e07710e-761b-40e0-a755-ed1e1d2a2940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916860 Dec 11 22:42:53.776905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-b182a363-0d42-4e2b-b2d3-a6357293aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:53.778253 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-b182a363-0d42-4e2b-b2d3-a6357293aa36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9aea6eece73460b9aa38f8707df4b70&device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 1099 time: 0.0667768 Dec 11 22:42:53.848068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b7d12779-b787-41b6-a4b5-d4ff98e7e28e req-8b51ad8e-34d2-4a25-8b5c-b336e14616d8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Deleting port 71b6ed4a-5f30-4249-9fcd-f947fb36df84 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:53.869120 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b7d12779-b787-41b6-a4b5-d4ff98e7e28e req-8b51ad8e-34d2-4a25-8b5c-b336e14616d8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:53.870244 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-0ba3cd93-1a94-4982-9eed-3e29ab3dc676 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=152cd804-dd76-4fc5-b650-af6b5047993c HTTP/1.1" status: 200 len: 217 time: 0.0675302 Dec 11 22:42:53.870244 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-f2054da9-3401-45d0-9d9c-9ae68f5ee2a4 service neutron] 10.222.0.45 "GET /v2.0/networks/b187a598-a494-41e3-a6ea-17ccd0b8a9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044885 Dec 11 22:42:53.938765 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-eb14ee5b-94de-4749-aceb-a4d43302e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:53.941924 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-eb14ee5b-94de-4749-aceb-a4d43302e8c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0761082 Dec 11 22:42:53.948142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe661b-56e5-4b5d-b96a-86e3f1a84183 req-72ba1b4a-fed0-4436-a083-0c84a0577290 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:53.949803 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aebe661b-56e5-4b5d-b96a-86e3f1a84183 req-72ba1b4a-fed0-4436-a083-0c84a0577290 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 950 time: 0.1162026 Dec 11 22:42:53.999427 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-4f754e83-91ab-4a4a-a620-c201f937db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:54.000025 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b7d12779-b787-41b6-a4b5-d4ff98e7e28e req-8b51ad8e-34d2-4a25-8b5c-b336e14616d8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] For port 71b6ed4a-5f30-4249-9fcd-f947fb36df84, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=71b6ed4a-5f30-4249-9fcd-f947fb36df84,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:54.000406 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b7d12779-b787-41b6-a4b5-d4ff98e7e28e req-8b51ad8e-34d2-4a25-8b5c-b336e14616d8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:54.001213 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-4f754e83-91ab-4a4a-a620-c201f937db46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0522926 Dec 11 22:42:54.022160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b7d12779-b787-41b6-a4b5-d4ff98e7e28e req-8b51ad8e-34d2-4a25-8b5c-b336e14616d8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Calling delete_port for 71b6ed4a-5f30-4249-9fcd-f947fb36df84 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:54.026680 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:54.041939 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aebe661b-56e5-4b5d-b96a-86e3f1a84183 req-249ffd9a-7156-45b4-bb34-b32dfcebf230 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787632 Dec 11 22:42:54.183153 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-a62d26b0-8de0-4944-96ed-c59dff37d95e service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739664 Dec 11 22:42:54.226564 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed798f5-30b7-40c0-8474-1f4600557147 x-openstack-request-id: req-6ed798f5-30b7-40c0-8474-1f4600557147 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:54.226907 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e794fa23-bcbd-4ce3-b2f6-736cf6db9434", "tag": "152cd804-dd76-4fc5-b650-af6b5047993c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:54.227171 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ed798f5-30b7-40c0-8474-1f4600557147 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:54.227585 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e794fa23-bcbd-4ce3-b2f6-736cf6db9434', 'tag': '152cd804-dd76-4fc5-b650-af6b5047993c', 'status': 'completed', 'code': 200} Dec 11 22:42:54.253055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcfb00-dcf6-493e-8e5e-894560010255 req-fb6998c1-2029-400b-9d8d-cb1dbe2c19b5 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:54.256868 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efdcfb00-dcf6-493e-8e5e-894560010255 req-fb6998c1-2029-400b-9d8d-cb1dbe2c19b5 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0829639 Dec 11 22:42:54.336982 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52550) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:54.344311 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efdcfb00-dcf6-493e-8e5e-894560010255 req-6000ecb0-f9da-4edf-9897-14957d8cf871 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754139 Dec 11 22:42:54.373390 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b7d12779-b787-41b6-a4b5-d4ff98e7e28e req-8b51ad8e-34d2-4a25-8b5c-b336e14616d8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:54.385204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['96975ca5-ae4a-4cea-b67e-af1bc59ce747', '8ddde713-1ed8-4ac2-87f6-5fcbcfc07079', '71b6ed4a-5f30-4249-9fcd-f947fb36df84'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:54.389534 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e5b74eaf-3bc5-49be-8f7c-c5debcec399a req-ca284331-7cd6-4e89-aabd-8859e9f2f447 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986792 Dec 11 22:42:54.440645 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51ad8e-34d2-4a25-8b5c-b336e14616d8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event deleted for resources: {'Port': ['ID=71b6ed4a-5f30-4249-9fcd-f947fb36df84,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:54.478040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ce522-25d1-4c98-b628-a2f656c55bc8 req-d379a8c9-3b51-424d-8ed1-93d49362cfd6 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:54.484098 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-842ce522-25d1-4c98-b628-a2f656c55bc8 req-d379a8c9-3b51-424d-8ed1-93d49362cfd6 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 948 time: 0.0892739 Dec 11 22:42:54.490230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d12779-b787-41b6-a4b5-d4ff98e7e28e req-8b51ad8e-34d2-4a25-8b5c-b336e14616d8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] No DVR routers for this DVR port 71b6ed4a-5f30-4249-9fcd-f947fb36df84 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:42:54.495145 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b7d12779-b787-41b6-a4b5-d4ff98e7e28e req-8b51ad8e-34d2-4a25-8b5c-b336e14616d8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:54.497394 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7d12779-b787-41b6-a4b5-d4ff98e7e28e req-8b51ad8e-34d2-4a25-8b5c-b336e14616d8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.13 "DELETE /v2.0/ports/71b6ed4a-5f30-4249-9fcd-f947fb36df84 HTTP/1.1" status: 204 len: 173 time: 0.7933815 Dec 11 22:42:54.515446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b', 'fe22007d-f9b3-4757-b3fb-eec41108b253', '78b7fae5-f49f-43c1-bdd8-556bc8280c5a', '0985d6ef-5b52-493d-8d43-03420c3129a1', 'a358d67c-8877-4128-9ade-c3850004be7f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:54.593700 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a5e1ef8-a19f-432a-bb32-f31ca452356e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:54.597265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837935c-dd21-4e2d-b43b-28a9556ea03a req-7cbf1aa7-6c9d-4bad-8e9a-6d23bc0f1a03 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:54.599201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1837935c-dd21-4e2d-b43b-28a9556ea03a req-7cbf1aa7-6c9d-4bad-8e9a-6d23bc0f1a03 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.1417704 Dec 11 22:42:54.602879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a539de-5cc8-4696-aced-caf2603e4e9a req-f00b3a7c-a46d-4327-8f91-bd051617d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:54.604563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46a539de-5cc8-4696-aced-caf2603e4e9a req-f00b3a7c-a46d-4327-8f91-bd051617d829 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9aea6eece73460b9aa38f8707df4b70&device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 1099 time: 0.0782528 Dec 11 22:42:54.621685 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-842ce522-25d1-4c98-b628-a2f656c55bc8 req-5e4a906b-899d-4c3c-a9ed-2f9163c46fe9 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca7e04b2-67bc-4a75-8cf9-59baf04b2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232541 Dec 11 22:42:54.725375 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:54.764772 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-53614162-98b6-497c-8c6c-ddd5eeaf5f86 req-f2ce8656-a589-4ef9-96d8-2713242292c0 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 210 time: 0.0868332 Dec 11 22:42:54.790857 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a5e1ef8-a19f-432a-bb32-f31ca452356e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:54.823770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1837935c-dd21-4e2d-b43b-28a9556ea03a req-6e945941-fcf3-4412-898f-27f32e55b85c tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152088 Dec 11 22:42:54.861173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a539de-5cc8-4696-aced-caf2603e4e9a req-1c89769f-1699-40b9-801d-3c6f7c041bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:54.864221 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46a539de-5cc8-4696-aced-caf2603e4e9a req-1c89769f-1699-40b9-801d-3c6f7c041bb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2484112 Dec 11 22:42:54.889853 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a5e1ef8-a19f-432a-bb32-f31ca452356e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:54.939146 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46a539de-5cc8-4696-aced-caf2603e4e9a req-befe8e37-0cca-47b5-85c5-339854c544a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=152cd804-dd76-4fc5-b650-af6b5047993c HTTP/1.1" status: 200 len: 217 time: 0.0554905 Dec 11 22:42:54.950898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e1ef8-a19f-432a-bb32-f31ca452356e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972fe51b-2760-4960-bc0c-7b5efe63f8a8,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:54.959959 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0a5e1ef8-a19f-432a-bb32-f31ca452356e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=423650cf08e04d39a798fbc8d3332dc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6219063 Dec 11 22:42:54.967744 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52560) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:55.013549 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394e042-895e-4c1f-8478-428d8bf62632 req-2c053331-bba9-4343-8698-59351a7456ae tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:55.016700 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a539de-5cc8-4696-aced-caf2603e4e9a req-f7e970c7-7a0d-4495-b2d4-8c324ce70729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:55.021713 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46a539de-5cc8-4696-aced-caf2603e4e9a req-f7e970c7-7a0d-4495-b2d4-8c324ce70729 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0685227 Dec 11 22:42:55.022280 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3394e042-895e-4c1f-8478-428d8bf62632 req-2c053331-bba9-4343-8698-59351a7456ae tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 945 time: 0.1615849 Dec 11 22:42:55.075005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a539de-5cc8-4696-aced-caf2603e4e9a req-421a8c17-68a9-4081-9e85-699e980e27df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:55.076544 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46a539de-5cc8-4696-aced-caf2603e4e9a req-421a8c17-68a9-4081-9e85-699e980e27df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479245 Dec 11 22:42:55.106633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c113f43-6c8b-45a9-9750-de49c87d1c6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:55.119190 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3394e042-895e-4c1f-8478-428d8bf62632 req-5e308748-c97a-405a-9f4a-adf8e5be69c6 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e07710e-761b-40e0-a755-ed1e1d2a2940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920105 Dec 11 22:42:55.162210 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c113f43-6c8b-45a9-9750-de49c87d1c6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:55.199467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72fd1287-984e-4285-9009-6fda8a1569c7 req-d5d90ce2-6fbb-42e1-a34b-220fba816f7a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac HTTP/1.1" status: 200 len: 210 time: 0.0355153 Dec 11 22:42:55.234997 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46a539de-5cc8-4696-aced-caf2603e4e9a req-1290d308-e31e-4cd7-a6c2-d816ae92b755 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464922 Dec 11 22:42:55.332373 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46a539de-5cc8-4696-aced-caf2603e4e9a req-7152f61a-1bfa-4dde-a927-9dabdb9bc5d5 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892015 Dec 11 22:42:55.340447 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c113f43-6c8b-45a9-9750-de49c87d1c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:55.343295 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c113f43-6c8b-45a9-9750-de49c87d1c6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:55.347285 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5c113f43-6c8b-45a9-9750-de49c87d1c6f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/972fe51b-2760-4960-bc0c-7b5efe63f8a8 HTTP/1.1" status: 204 len: 168 time: 0.3749866 Dec 11 22:42:55.358231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c113f43-6c8b-45a9-9750-de49c87d1c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972fe51b-2760-4960-bc0c-7b5efe63f8a8,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:55.487785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e65953-bc63-4c82-a83a-f8b96b446428 req-d4d15f0d-0dc7-478f-b8f2-709fb8f9b73e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:55.490008 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8e65953-bc63-4c82-a83a-f8b96b446428 req-d4d15f0d-0dc7-478f-b8f2-709fb8f9b73e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0557671 Dec 11 22:42:55.756832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05525e6-ad85-41b6-ad22-33d48b168cec req-57914696-aeb4-45de-9378-b735ef2146c9 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:55.758411 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b05525e6-ad85-41b6-ad22-33d48b168cec req-57914696-aeb4-45de-9378-b735ef2146c9 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 948 time: 0.0569582 Dec 11 22:42:55.824679 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8e65953-bc63-4c82-a83a-f8b96b446428 req-0d993700-9d7f-457c-b6ef-36c5b67b1705 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284156 Dec 11 22:42:55.829516 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b05525e6-ad85-41b6-ad22-33d48b168cec req-c38f7a90-278d-4b36-bf3b-bd62d32c7837 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca7e04b2-67bc-4a75-8cf9-59baf04b2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636685 Dec 11 22:42:55.931902 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9070a9e2-7085-416d-a4dd-761e88da9ebd req-657d3b30-de3c-437c-881a-2d8cfd95301c tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 210 time: 0.0294914 Dec 11 22:42:55.949605 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfbc69-d33a-461c-9297-e9b163d39456 req-af28a443-9a59-475c-873d-233d2f95f1b5 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:55.951132 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98dfbc69-d33a-461c-9297-e9b163d39456 req-af28a443-9a59-475c-873d-233d2f95f1b5 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0547261 Dec 11 22:42:56.004272 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98dfbc69-d33a-461c-9297-e9b163d39456 req-38c39439-7035-4f5a-9de0-ad4247b1f777 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467713 Dec 11 22:42:56.231528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b4d2d-2514-4c72-ad62-e18a7dee7d0c req-6fd80f03-55b8-40fc-beee-6ff91fcaaea4 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:56.233263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-472b4d2d-2514-4c72-ad62-e18a7dee7d0c req-6fd80f03-55b8-40fc-beee-6ff91fcaaea4 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 945 time: 0.0516348 Dec 11 22:42:56.234056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac', 'name': 'network-vif-deleted', 'tag': '71b6ed4a-5f30-4249-9fcd-f947fb36df84'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:56.236365 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e95d31-0111-4747-b676-9a2305dd54ea" -d '{"events": [{"server_uuid": "d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac", "name": "network-vif-deleted", "tag": "71b6ed4a-5f30-4249-9fcd-f947fb36df84"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:56.288393 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-472b4d2d-2514-4c72-ad62-e18a7dee7d0c req-d8c05c0e-d5a3-4d31-9f10-3d936d7078b5 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e07710e-761b-40e0-a755-ed1e1d2a2940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450697 Dec 11 22:42:56.300023 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3246209f-b6ee-4de1-9e32-2cadcfcaf800 x-openstack-request-id: req-3246209f-b6ee-4de1-9e32-2cadcfcaf800 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:56.300333 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac", "name": "network-vif-deleted", "tag": "71b6ed4a-5f30-4249-9fcd-f947fb36df84", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:56.301528 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3246209f-b6ee-4de1-9e32-2cadcfcaf800 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:56.302027 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f08bc7-9ca5-4a5a-9e0f-9848b3fbb4ac', 'name': 'network-vif-deleted', 'tag': '71b6ed4a-5f30-4249-9fcd-f947fb36df84', 'status': 'completed', 'code': 200} Dec 11 22:42:56.422328 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device fe8b1389-abed-4dbb-8f31-48d58fb6c42a up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:42:56.561822 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52606) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:56.583818 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port fe8b1389-abed-4dbb-8f31-48d58fb6c42a completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:42:56.588000 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port fe8b1389-abed-4dbb-8f31-48d58fb6c42a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:42:56.593006 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:56.678463 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:56.689083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-839e34ec-73c3-41f9-b812-51ffbbb7e1b6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-484832166-network', 'tenant_id': '19fada12d1a645398dd5c11ac569a671'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:56.710762 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8b1389-abed-4dbb-8f31-48d58fb6c42a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:56.713294 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d8c4ea-0a77-4a4c-9586-9433f185eaa9" -d '{"events": [{"server_uuid": "b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e", "name": "network-vif-plugged", "status": "completed", "tag": "fe8b1389-abed-4dbb-8f31-48d58fb6c42a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:56.727551 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port fe8b1389-abed-4dbb-8f31-48d58fb6c42a, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fe8b1389-abed-4dbb-8f31-48d58fb6c42a,segment=NetworkSegment(73cc6b7f-791c-48d8-9432-7c6b33724f9b),segment_id=73cc6b7f-791c-48d8-9432-7c6b33724f9b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:56.743028 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-7e5a9b69-b4e4-4361-bb19-ab826304e4fc tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:56.744533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-7e5a9b69-b4e4-4361-bb19-ab826304e4fc tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.47 "GET /v2.0/networks?id=b187a598-a494-41e3-a6ea-17ccd0b8a9b1 HTTP/1.1" status: 200 len: 822 time: 0.1457114 Dec 11 22:42:56.753023 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9db782-804b-4827-9d37-9716cb377202 x-openstack-request-id: req-ad9db782-804b-4827-9d37-9716cb377202 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:56.753324 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e", "name": "network-vif-plugged", "status": "completed", "tag": "fe8b1389-abed-4dbb-8f31-48d58fb6c42a", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:56.754110 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ad9db782-804b-4827-9d37-9716cb377202 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:56.754524 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8b1389-abed-4dbb-8f31-48d58fb6c42a', 'code': 200} Dec 11 22:42:56.767855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-7b150b4c-1c2c-4bad-908a-dc95438bd58d tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Request body: {'port': {'device_id': 'a338822c-fc4a-4373-9a5e-97407bdd4293', 'network_id': 'b187a598-a494-41e3-a6ea-17ccd0b8a9b1', 'admin_state_up': True, 'tenant_id': 'ad230826fdae4e95b48c72c9708819a0'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:56.795400 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:56.837761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839e34ec-73c3-41f9-b812-51ffbbb7e1b6 admin admin] Made reservation on behalf of 19fada12d1a645398dd5c11ac569a671 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:56.840118 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-839e34ec-73c3-41f9-b812-51ffbbb7e1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:56.856879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=fe8b1389-abed-4dbb-8f31-48d58fb6c42a,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:56.864684 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-839e34ec-73c3-41f9-b812-51ffbbb7e1b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:56.952588 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f257df-bd95-4a5c-acfd-888b6e9cf2fa req-6cbfadf7-7347-477e-a277-227215bfb3b6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:56.953553 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecabf7-66f9-450f-855d-2556a070a9e9 req-9c4f113b-c088-47bb-ac8d-b2a23a2d81eb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:56.954053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60f257df-bd95-4a5c-acfd-888b6e9cf2fa req-6cbfadf7-7347-477e-a277-227215bfb3b6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 950 time: 0.1709185 Dec 11 22:42:56.962133 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-abecabf7-66f9-450f-855d-2556a070a9e9 req-9c4f113b-c088-47bb-ac8d-b2a23a2d81eb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0593169 Dec 11 22:42:56.985694 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 71b6ed4a-5f30-4249-9fcd-f947fb36df84 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:42:57.014353 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 71b6ed4a-5f30-4249-9fcd-f947fb36df84 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:42:57.014717 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 71b6ed4a-5f30-4249-9fcd-f947fb36df84 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:42:57.032335 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-abecabf7-66f9-450f-855d-2556a070a9e9 req-098689b6-dd85-4c75-8d98-be50e472117e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611770 Dec 11 22:42:57.041068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe0339-ad7b-4e06-9ce3-05f58d0aa19e req-ab763e67-1e76-4f56-abea-7cd4b61472a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:57.041068 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26fe0339-ad7b-4e06-9ce3-05f58d0aa19e req-ab763e67-1e76-4f56-abea-7cd4b61472a6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 1097 time: 0.1342437 Dec 11 22:42:57.085244 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60f257df-bd95-4a5c-acfd-888b6e9cf2fa req-ec16ffe0-e0c0-4aac-b1bf-c64f1759ec70 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129119 Dec 11 22:42:57.098636 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-839e34ec-73c3-41f9-b812-51ffbbb7e1b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:57.138182 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a691d-8054-4151-9a83-00277d733378 req-80937d5f-17ba-49e1-a101-7bce59058ef5 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:57.139767 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-858a691d-8054-4151-9a83-00277d733378 req-80937d5f-17ba-49e1-a101-7bce59058ef5 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 948 time: 0.0497811 Dec 11 22:42:57.147555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-7b150b4c-1c2c-4bad-908a-dc95438bd58d tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Made reservation on behalf of ad230826fdae4e95b48c72c9708819a0 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:57.151238 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-7b150b4c-1c2c-4bad-908a-dc95438bd58d tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:57.178490 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-839e34ec-73c3-41f9-b812-51ffbbb7e1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:57.192389 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-858a691d-8054-4151-9a83-00277d733378 req-c7c4c899-a76c-4733-a56c-369a2d738e75 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca7e04b2-67bc-4a75-8cf9-59baf04b2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464680 Dec 11 22:42:57.213478 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6d4bde1-072f-4134-880f-739c4e6023a4 req-01112cbf-0d61-425e-8652-49877404994e tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 210 time: 0.0627422 Dec 11 22:42:57.236635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839e34ec-73c3-41f9-b812-51ffbbb7e1b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:42:57.264265 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-839e34ec-73c3-41f9-b812-51ffbbb7e1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:57.264617 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-839e34ec-73c3-41f9-b812-51ffbbb7e1b6 admin admin] Added segment 6333f14b-0971-4035-b995-b8109fb30ca0 of type vlan for network 9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a Dec 11 22:42:57.265878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e34ec-73c3-41f9-b812-51ffbbb7e1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cae55d5-3406-41c0-9175-6d8f4734159c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:57.304566 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae0bed-2007-41a4-9f72-4a567bc15397 req-771e034d-44e0-4850-a514-1c8180d70ae3 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:57.310560 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7fae0bed-2007-41a4-9f72-4a567bc15397 req-771e034d-44e0-4850-a514-1c8180d70ae3 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0567744 Dec 11 22:42:57.341064 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26fe0339-ad7b-4e06-9ce3-05f58d0aa19e req-2908020f-700c-4bb4-9cf7-f23b72b401e2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e07710e-761b-40e0-a755-ed1e1d2a2940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864822 Dec 11 22:42:57.359498 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7fae0bed-2007-41a4-9f72-4a567bc15397 req-f282aaa4-ea04-4528-9f5e-7377275634de tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470655 Dec 11 22:42:57.362472 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-839e34ec-73c3-41f9-b812-51ffbbb7e1b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:57.475860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535fb6e-3cdb-4f19-bf8f-1c109764d5f7 req-48f07ab4-100f-4799-b879-00e6a6641eab tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:57.477430 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6535fb6e-3cdb-4f19-bf8f-1c109764d5f7 req-48f07ab4-100f-4799-b879-00e6a6641eab tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 946 time: 0.1047151 Dec 11 22:42:57.481465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-7b150b4c-1c2c-4bad-908a-dc95438bd58d tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Allocated IP 172.20.0.3 (b187a598-a494-41e3-a6ea-17ccd0b8a9b1/a89d01ce-9997-45cd-9561-da8006de8ed9/3b1d4ad8-1c2d-436e-9283-21e78d14f520) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:42:57.506243 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-839e34ec-73c3-41f9-b812-51ffbbb7e1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:57.507016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839e34ec-73c3-41f9-b812-51ffbbb7e1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:57.507598 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-839e34ec-73c3-41f9-b812-51ffbbb7e1b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:57.622225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e34ec-73c3-41f9-b812-51ffbbb7e1b6 admin admin] Pushing event updated for resources: {'Network': ['ID=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:57.632993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:42:57.634899 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6535fb6e-3cdb-4f19-bf8f-1c109764d5f7 req-04f0c21a-c692-4fc7-8953-9b7493cbee68 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e07710e-761b-40e0-a755-ed1e1d2a2940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504884 Dec 11 22:42:57.648863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-839e34ec-73c3-41f9-b812-51ffbbb7e1b6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0859354 Dec 11 22:42:57.652051 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52626) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:42:57.657003 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-bace6ccd-6395-4334-80df-31acf6dbf64d admin admin] Request body: {'subnet': {'network_id': '9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-484832166-subnet', 'tenant_id': '19fada12d1a645398dd5c11ac569a671', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:57.736707 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-7b150b4c-1c2c-4bad-908a-dc95438bd58d tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:57.745841 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bace6ccd-6395-4334-80df-31acf6dbf64d admin admin] Made reservation on behalf of 19fada12d1a645398dd5c11ac569a671 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:42:57.748231 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bace6ccd-6395-4334-80df-31acf6dbf64d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:57.832817 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-7b150b4c-1c2c-4bad-908a-dc95438bd58d tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:57.876965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-7b150b4c-1c2c-4bad-908a-dc95438bd58d tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Network b187a598-a494-41e3-a6ea-17ccd0b8a9b1 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:42:57.880705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-7b150b4c-1c2c-4bad-908a-dc95438bd58d tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:57.883238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-7b150b4c-1c2c-4bad-908a-dc95438bd58d tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:42:57.915280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b150b4c-1c2c-4bad-908a-dc95438bd58d tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Pushing event updated for resources: {'Port': ['ID=3b1d4ad8-1c2d-436e-9283-21e78d14f520,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:57.938227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-7b150b4c-1c2c-4bad-908a-dc95438bd58d tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:57.938866 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-7b150b4c-1c2c-4bad-908a-dc95438bd58d tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:57.969430 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bace6ccd-6395-4334-80df-31acf6dbf64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:58.026502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace6ccd-6395-4334-80df-31acf6dbf64d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34479c4-c6a1-48c9-a67a-10df10a1b6e8,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:58.028963 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-7b150b4c-1c2c-4bad-908a-dc95438bd58d tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2650836 Dec 11 22:42:58.035285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bace6ccd-6395-4334-80df-31acf6dbf64d admin admin] Checking segment: {'id': '6333f14b-0971-4035-b995-b8109fb30ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:42:58.035655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bace6ccd-6395-4334-80df-31acf6dbf64d admin admin] Network hostable DHCP agents. Network: 9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:42:58.049583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Request body: {'port': {'device_id': 'a338822c-fc4a-4373-9a5e-97407bdd4293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:58.103918 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:58.132614 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bace6ccd-6395-4334-80df-31acf6dbf64d admin admin] Network 9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:42:58.161468 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571be8e-7a60-4547-8222-f66c8596a259 req-61f329f8-5ba1-43c9-bb8b-ed99e4dca388 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:58.163105 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1571be8e-7a60-4547-8222-f66c8596a259 req-61f329f8-5ba1-43c9-bb8b-ed99e4dca388 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0577967 Dec 11 22:42:58.215648 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1571be8e-7a60-4547-8222-f66c8596a259 req-6db9a5b0-b245-4ef2-be6f-1a31b827c807 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464540 Dec 11 22:42:58.216777 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-bace6ccd-6395-4334-80df-31acf6dbf64d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:42:58.220964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bace6ccd-6395-4334-80df-31acf6dbf64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:58.221665 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bace6ccd-6395-4334-80df-31acf6dbf64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:58.232821 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6a30a7-4270-4dc3-b17e-ea0383ad3c90 None None] Network 9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:42:58.291852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef724247-a62d-40b3-96f1-e8044bd3e036 req-b5cd38cc-3027-4eba-8e7b-161d8ec7a135 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:58.293388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ef724247-a62d-40b3-96f1-e8044bd3e036 req-b5cd38cc-3027-4eba-8e7b-161d8ec7a135 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 950 time: 0.1288629 Dec 11 22:42:58.312347 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bace6ccd-6395-4334-80df-31acf6dbf64d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6591194 Dec 11 22:42:58.346600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c46315-0a51-44f0-a157-3b28b503eef2 None None] Network 9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:42:58.408756 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ef724247-a62d-40b3-96f1-e8044bd3e036 req-be7437fb-5823-4f8f-b9f0-9aa166c92749 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848782 Dec 11 22:42:58.471076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a67b9-770b-4374-884d-09b4e44ccf01 req-79cd17c4-5ecb-40d5-ac9d-cce1f0255491 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:58.478639 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7a2a67b9-770b-4374-884d-09b4e44ccf01 req-79cd17c4-5ecb-40d5-ac9d-cce1f0255491 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 948 time: 0.0809789 Dec 11 22:42:58.528891 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7a2a67b9-770b-4374-884d-09b4e44ccf01 req-f83b1ed3-6f28-4119-878b-cb2fecf99782 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca7e04b2-67bc-4a75-8cf9-59baf04b2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493314 Dec 11 22:42:58.553760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1d4ad8-1c2d-436e-9283-21e78d14f520 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:58.563223 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:58.587222 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0db86-e083-4f65-a4b5-9ab9c90b6b61 req-63f62c4e-4d7c-419d-ac2e-60729ae483ff tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:58.588907 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e0b0db86-e083-4f65-a4b5-9ab9c90b6b61 req-63f62c4e-4d7c-419d-ac2e-60729ae483ff tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 931 time: 0.0830059 Dec 11 22:42:58.591667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Transition to ACTIVE for port object 3b1d4ad8-1c2d-436e-9283-21e78d14f520 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:42:58.633222 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da74c28-d623-4842-baa8-efbb085db4e1 req-e93a5c02-1711-4aff-b6d4-b6e0985f9990 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:58.634785 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0da74c28-d623-4842-baa8-efbb085db4e1 req-e93a5c02-1711-4aff-b6d4-b6e0985f9990 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0500307 Dec 11 22:42:58.639512 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e0b0db86-e083-4f65-a4b5-9ab9c90b6b61 req-20f41c43-9612-4d9a-9adf-588e76c56f19 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c8463b0-3c52-4b2c-b0e0-8731f0bc99fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444622 Dec 11 22:42:58.672014 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:58.697708 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0da74c28-d623-4842-baa8-efbb085db4e1 req-5e8a32d3-f8be-4658-adb0-ca4eb927c865 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567522 Dec 11 22:42:58.766013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1d4ad8-1c2d-436e-9283-21e78d14f520,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:58.859580 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-3fa64d41-12ec-4945-8784-0a105696c0d9 req-32c24b27-517c-4f6f-abe5-1990382f8697 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-650555026', 'description': 'tempest-description-309755268'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:58.868246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9672322-0114-4930-9066-f8fa6494d0c6 req-97d44077-6615-4e7d-8f39-39e614e17f11 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:58.869765 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f9672322-0114-4930-9066-f8fa6494d0c6 req-97d44077-6615-4e7d-8f39-39e614e17f11 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 946 time: 0.0768456 Dec 11 22:42:58.870477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Attempting to bind port 3b1d4ad8-1c2d-436e-9283-21e78d14f520 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:42:58.870836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Attempting to bind port 3b1d4ad8-1c2d-436e-9283-21e78d14f520 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '8fdd095d-9a58-4db0-bbab-aec2e426d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b187a598-a494-41e3-a6ea-17ccd0b8a9b1'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:42:58.873257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Attempting to bind port 3b1d4ad8-1c2d-436e-9283-21e78d14f520 on network b187a598-a494-41e3-a6ea-17ccd0b8a9b1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:58.876024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Port 3b1d4ad8-1c2d-436e-9283-21e78d14f520 on network b187a598-a494-41e3-a6ea-17ccd0b8a9b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:42:58.876356 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Attempting to bind port 3b1d4ad8-1c2d-436e-9283-21e78d14f520 on network b187a598-a494-41e3-a6ea-17ccd0b8a9b1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:42:58.888569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:42:58.888910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Checking segment: {'id': '8fdd095d-9a58-4db0-bbab-aec2e426d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b187a598-a494-41e3-a6ea-17ccd0b8a9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:42:58.889295 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Bound using segment: {'id': '8fdd095d-9a58-4db0-bbab-aec2e426d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b187a598-a494-41e3-a6ea-17ccd0b8a9b1'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:42:58.889732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Bound port: 3b1d4ad8-1c2d-436e-9283-21e78d14f520, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fdd095d-9a58-4db0-bbab-aec2e426d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b187a598-a494-41e3-a6ea-17ccd0b8a9b1'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:42:58.890089 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:58.958056 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3fa64d41-12ec-4945-8784-0a105696c0d9 req-32c24b27-517c-4f6f-abe5-1990382f8697 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:58.962181 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f9672322-0114-4930-9066-f8fa6494d0c6 req-11c838ea-3969-4277-8c79-2e89394b461d tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e07710e-761b-40e0-a755-ed1e1d2a2940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826883 Dec 11 22:42:58.992653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] For port 3b1d4ad8-1c2d-436e-9283-21e78d14f520, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:42:58.993584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] For port 3b1d4ad8-1c2d-436e-9283-21e78d14f520, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3b1d4ad8-1c2d-436e-9283-21e78d14f520,segment=NetworkSegment(8fdd095d-9a58-4db0-bbab-aec2e426d917),segment_id=8fdd095d-9a58-4db0-bbab-aec2e426d917)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:42:58.995350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 152cd804-dd76-4fc5-b650-af6b5047993c details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:42:59.032673 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3fa64d41-12ec-4945-8784-0a105696c0d9 req-32c24b27-517c-4f6f-abe5-1990382f8697 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:59.049283 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:59.097116 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 152cd804-dd76-4fc5-b650-af6b5047993c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=152cd804-dd76-4fc5-b650-af6b5047993c,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:59.099226 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3fa64d41-12ec-4945-8784-0a105696c0d9 req-32c24b27-517c-4f6f-abe5-1990382f8697 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:59.109800 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '152cd804-dd76-4fc5-b650-af6b5047993c', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '152cd804-dd76-4fc5-b650-af6b5047993c', 'mac_address': 'fa:16:3e:b8:c4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:42:59.116711 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:59.117172 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:59.118666 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] 10.222.0.47 "PUT /v2.0/ports/3b1d4ad8-1c2d-436e-9283-21e78d14f520 HTTP/1.1" status: 200 len: 1091 time: 1.0734460 Dec 11 22:42:59.122140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a338822c-fc4a-4373-9a5e-97407bdd4293', 'tag': '3b1d4ad8-1c2d-436e-9283-21e78d14f520'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:42:59.124542 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fd25e7-c0be-4ddd-a662-fe9db2e517be" -d '{"events": [{"name": "network-changed", "server_uuid": "a338822c-fc4a-4373-9a5e-97407bdd4293", "tag": "3b1d4ad8-1c2d-436e-9283-21e78d14f520"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:42:59.142297 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c24b27-517c-4f6f-abe5-1990382f8697 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96677a6-21cd-4987-8ff5-a8558f1f28d2,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:59.172916 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:59.176930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9cb26-5f92-4063-9bf8-c5111b21fe16 req-67561c59-021d-4682-a9ab-cb86bd460f4a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:59.178439 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79d9cb26-5f92-4063-9bf8-c5111b21fe16 req-67561c59-021d-4682-a9ab-cb86bd460f4a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 950 time: 0.1229258 Dec 11 22:42:59.179189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d95a48-4755-4a70-b385-0a7cca6fac22 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1d4ad8-1c2d-436e-9283-21e78d14f520,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:59.182983 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207c1926-3c1d-4fb2-9a6b-5fde9a139987 x-openstack-request-id: req-207c1926-3c1d-4fb2-9a6b-5fde9a139987 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:42:59.183276 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a338822c-fc4a-4373-9a5e-97407bdd4293", "tag": "3b1d4ad8-1c2d-436e-9283-21e78d14f520", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:42:59.183570 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-207c1926-3c1d-4fb2-9a6b-5fde9a139987 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:42:59.183958 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a338822c-fc4a-4373-9a5e-97407bdd4293', 'tag': '3b1d4ad8-1c2d-436e-9283-21e78d14f520', 'status': 'completed', 'code': 200} Dec 11 22:42:59.184354 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152cd804-dd76-4fc5-b650-af6b5047993c {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:42:59.194734 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3fa64d41-12ec-4945-8784-0a105696c0d9 req-32c24b27-517c-4f6f-abe5-1990382f8697 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:59.196041 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3fa64d41-12ec-4945-8784-0a105696c0d9 req-32c24b27-517c-4f6f-abe5-1990382f8697 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3406129 Dec 11 22:42:59.210756 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 152cd804-dd76-4fc5-b650-af6b5047993c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=152cd804-dd76-4fc5-b650-af6b5047993c,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:59.261080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-722ba002-fa32-4677-adfc-f59044f2bed8 req-1c2277c2-1aca-48b3-8c4f-551a64e14a93 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1249741079', 'description': 'tempest-description-425693045'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:42:59.295680 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:59.340037 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd25e7-c0be-4ddd-a662-fe9db2e517be req-96de9a79-d8bd-447f-8f80-bf8a5ca56b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:59.341606 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83fd25e7-c0be-4ddd-a662-fe9db2e517be req-96de9a79-d8bd-447f-8f80-bf8a5ca56b78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad230826fdae4e95b48c72c9708819a0&device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 1094 time: 0.1253138 Dec 11 22:42:59.346019 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdce1a-4ff0-45d4-803d-a40ea0f56c3b req-af49e443-b0aa-4400-a7bf-3f8f434c5e15 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:59.348406 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2dfdce1a-4ff0-45d4-803d-a40ea0f56c3b req-af49e443-b0aa-4400-a7bf-3f8f434c5e15 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0544429 Dec 11 22:42:59.349723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=152cd804-dd76-4fc5-b650-af6b5047993c,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:59.400341 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2dfdce1a-4ff0-45d4-803d-a40ea0f56c3b req-3b781062-3214-4c2c-8506-cd264437a2b8 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432131 Dec 11 22:42:59.411439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-79d9cb26-5f92-4063-9bf8-c5111b21fe16 req-3e58fa67-bac4-4ce4-9262-5f651853a9c7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Deleting port a358d67c-8877-4128-9ade-c3850004be7f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:42:59.411884 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-79d9cb26-5f92-4063-9bf8-c5111b21fe16 req-3e58fa67-bac4-4ce4-9262-5f651853a9c7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:59.435051 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-722ba002-fa32-4677-adfc-f59044f2bed8 req-1c2277c2-1aca-48b3-8c4f-551a64e14a93 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:59.523373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bf27f-1f44-4631-833c-0098f034c3b8 req-71824796-7cae-4566-9d4c-d4ad9f4afed2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:59.524968 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8d0bf27f-1f44-4631-833c-0098f034c3b8 req-71824796-7cae-4566-9d4c-d4ad9f4afed2 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 950 time: 0.0491793 Dec 11 22:42:59.549151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd25e7-c0be-4ddd-a662-fe9db2e517be req-fd33ae12-180a-4acf-b08c-6c1f0a906f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:59.554146 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83fd25e7-c0be-4ddd-a662-fe9db2e517be req-fd33ae12-180a-4acf-b08c-6c1f0a906f6f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ad230826fdae4e95b48c72c9708819a0&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1920643 Dec 11 22:42:59.578066 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8d0bf27f-1f44-4631-833c-0098f034c3b8 req-630ea4c9-ece8-4b56-ac36-72ad1f12fba3 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466657 Dec 11 22:42:59.609039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-79d9cb26-5f92-4063-9bf8-c5111b21fe16 req-3e58fa67-bac4-4ce4-9262-5f651853a9c7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] For port a358d67c-8877-4128-9ade-c3850004be7f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a358d67c-8877-4128-9ade-c3850004be7f,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:42:59.609420 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-79d9cb26-5f92-4063-9bf8-c5111b21fe16 req-3e58fa67-bac4-4ce4-9262-5f651853a9c7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:59.663717 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-79d9cb26-5f92-4063-9bf8-c5111b21fe16 req-3e58fa67-bac4-4ce4-9262-5f651853a9c7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Calling delete_port for a358d67c-8877-4128-9ade-c3850004be7f owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:42:59.670775 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['152cd804-dd76-4fc5-b650-af6b5047993c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:42:59.697542 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6de58-d0e6-4264-a940-4312c71209d7 req-f15c944d-6ff8-4073-b48e-3de82fd453c7 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:59.699432 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5de6de58-d0e6-4264-a940-4312c71209d7 req-f15c944d-6ff8-4073-b48e-3de82fd453c7 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 949 time: 0.0550575 Dec 11 22:42:59.707339 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-722ba002-fa32-4677-adfc-f59044f2bed8 req-1c2277c2-1aca-48b3-8c4f-551a64e14a93 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:59.755435 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5de6de58-d0e6-4264-a940-4312c71209d7 req-f60ad7ec-fba2-4d2f-85d5-4f8be5e3c70e tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca7e04b2-67bc-4a75-8cf9-59baf04b2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492518 Dec 11 22:42:59.763906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd25e7-c0be-4ddd-a662-fe9db2e517be req-464ba243-511c-4602-8211-b507d696849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:59.765422 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83fd25e7-c0be-4ddd-a662-fe9db2e517be req-464ba243-511c-4602-8211-b507d696849e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2038825 Dec 11 22:42:59.785245 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-722ba002-fa32-4677-adfc-f59044f2bed8 req-1c2277c2-1aca-48b3-8c4f-551a64e14a93 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:59.837962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2277c2-1aca-48b3-8c4f-551a64e14a93 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e54959d-c499-453b-be57-455e65a0a882,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:42:59.879022 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491c46d-da30-4521-b474-55778f3ace45 req-d0b4431b-cbdc-4bb9-8bab-6d6b91790924 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:59.880581 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5491c46d-da30-4521-b474-55778f3ace45 req-d0b4431b-cbdc-4bb9-8bab-6d6b91790924 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 943 time: 0.0520964 Dec 11 22:42:59.920691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-0b45a468-f3eb-4230-98a6-d25b4e671897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:42:59.922271 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-0b45a468-f3eb-4230-98a6-d25b4e671897 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad230826fdae4e95b48c72c9708819a0&device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 1094 time: 0.0855260 Dec 11 22:42:59.925989 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-722ba002-fa32-4677-adfc-f59044f2bed8 req-1c2277c2-1aca-48b3-8c4f-551a64e14a93 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:42:59.927732 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-722ba002-fa32-4677-adfc-f59044f2bed8 req-1c2277c2-1aca-48b3-8c4f-551a64e14a93 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7010372 Dec 11 22:42:59.930199 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5491c46d-da30-4521-b474-55778f3ace45 req-b3b004b3-08b2-4c03-a4ea-c425cf5f4266 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c8463b0-3c52-4b2c-b0e0-8731f0bc99fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433152 Dec 11 22:42:59.981872 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-dc161401-7be4-4500-8fd1-9fc8506f251a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b1d4ad8-1c2d-436e-9283-21e78d14f520 HTTP/1.1" status: 200 len: 217 time: 0.0448022 Dec 11 22:43:00.040096 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-79d9cb26-5f92-4063-9bf8-c5111b21fe16 req-3e58fa67-bac4-4ce4-9262-5f651853a9c7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:00.071538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b', 'fe22007d-f9b3-4757-b3fb-eec41108b253', '78b7fae5-f49f-43c1-bdd8-556bc8280c5a', '0985d6ef-5b52-493d-8d43-03420c3129a1', 'a358d67c-8877-4128-9ade-c3850004be7f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:00.093818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58fa67-bac4-4ce4-9262-5f651853a9c7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event deleted for resources: {'Port': ['ID=a358d67c-8877-4128-9ade-c3850004be7f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:00.125303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-3f9ecd55-8069-4a5a-ac06-270220e86b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:00.127529 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-3f9ecd55-8069-4a5a-ac06-270220e86b1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a89d01ce-9997-45cd-9561-da8006de8ed9 HTTP/1.1" status: 200 len: 862 time: 0.1302137 Dec 11 22:43:00.157764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bff98-ab6b-4013-a014-f7dbd6271268 req-7ae6aee2-d6ce-484c-b7a7-350a3d2104ac tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:00.159388 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f79bff98-ab6b-4013-a014-f7dbd6271268 req-7ae6aee2-d6ce-484c-b7a7-350a3d2104ac tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 946 time: 0.0716829 Dec 11 22:43:00.185536 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d9cb26-5f92-4063-9bf8-c5111b21fe16 req-3e58fa67-bac4-4ce4-9262-5f651853a9c7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] No DVR routers for this DVR port a358d67c-8877-4128-9ade-c3850004be7f on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:43:00.191023 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-79d9cb26-5f92-4063-9bf8-c5111b21fe16 req-3e58fa67-bac4-4ce4-9262-5f651853a9c7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:00.194608 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79d9cb26-5f92-4063-9bf8-c5111b21fe16 req-3e58fa67-bac4-4ce4-9262-5f651853a9c7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "DELETE /v2.0/ports/a358d67c-8877-4128-9ade-c3850004be7f HTTP/1.1" status: 204 len: 173 time: 0.9908435 Dec 11 22:43:00.196698 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-766a5d45-8593-4faa-bb1d-513744347623 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b187a598-a494-41e3-a6ea-17ccd0b8a9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544732 Dec 11 22:43:00.210727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc57c42-1aae-4241-a0e0-8a1db963dc56 req-2a54a936-6aae-4cf8-ab48-dd362dfd2864 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:00.218570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5dc57c42-1aae-4241-a0e0-8a1db963dc56 req-2a54a936-6aae-4cf8-ab48-dd362dfd2864 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.1736679 Dec 11 22:43:00.220044 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f79bff98-ab6b-4013-a014-f7dbd6271268 req-04cd8f8d-83bc-4d3a-9ff6-16b26c283dbe tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e07710e-761b-40e0-a755-ed1e1d2a2940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530310 Dec 11 22:43:00.323390 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5dc57c42-1aae-4241-a0e0-8a1db963dc56 req-e3778ae8-ac09-4ae6-b234-c4462630eb3e tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042278 Dec 11 22:43:00.361510 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-4ea8bfb2-9503-4ad2-abff-e734f59954e1 service neutron] 10.222.0.47 "GET /v2.0/networks/b187a598-a494-41e3-a6ea-17ccd0b8a9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411455 Dec 11 22:43:00.442025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-1e6541d7-566f-4134-b329-998ce31e2775 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:00.451227 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-1e6541d7-566f-4134-b329-998ce31e2775 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/networks?id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a HTTP/1.1" status: 200 len: 812 time: 0.1335437 Dec 11 22:43:00.527822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-874b8713-05e7-45b7-b503-beb6cb05e979 req-33f8214f-6aba-4e1b-ba2e-56a9b816e1f1 service neutron] 10.222.0.47 "GET /v2.0/networks/b187a598-a494-41e3-a6ea-17ccd0b8a9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521850 Dec 11 22:43:00.546146 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['96975ca5-ae4a-4cea-b67e-af1bc59ce747', '8ddde713-1ed8-4ac2-87f6-5fcbcfc07079'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:00.559418 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-735eb60c-0254-47b2-ac20-89c1c6a5e3dd tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/quotas/19fada12d1a645398dd5c11ac569a671 HTTP/1.1" status: 200 len: 375 time: 0.1071954 Dec 11 22:43:00.615606 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-35d19872-9c43-4b4f-8754-6bf2d9602ed3 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=19fada12d1a645398dd5c11ac569a671&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486896 Dec 11 22:43:00.745530 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-efdee7bd-d9e9-4072-adde-932535443bc8 service neutron] 10.222.0.45 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210475 Dec 11 22:43:00.842241 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-ac900694-b74b-4a9f-b3d0-23f5e7347b57 service neutron] 10.222.0.45 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902791 Dec 11 22:43:00.889798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4f5e9-6b6d-4759-b06a-d36f9cc6e059 req-82cf7b2c-be64-4cbf-be75-30965f5f2dcf tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:00.891317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59c4f5e9-6b6d-4759-b06a-d36f9cc6e059 req-82cf7b2c-be64-4cbf-be75-30965f5f2dcf tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0501559 Dec 11 22:43:00.939619 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59c4f5e9-6b6d-4759-b06a-d36f9cc6e059 req-98bf5b3a-1ef7-4388-b59d-4c1047864ec2 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424752 Dec 11 22:43:01.014652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 152cd804-dd76-4fc5-b650-af6b5047993c up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:01.037794 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b624939-8183-4edf-a1dd-ce9a4caf0b37 req-01037458-4248-4564-a28f-b5eb556c0930 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6a3627-a495-4179-8961-27b1f3009a80 HTTP/1.1" status: 200 len: 210 time: 0.0280993 Dec 11 22:43:01.131476 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbaff4-c6f8-486b-8f8a-9ed6aeb68a35 req-7aaa271f-b664-4136-9a32-648b5a02cbb1 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:01.133552 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6abbaff4-c6f8-486b-8f8a-9ed6aeb68a35 req-7aaa271f-b664-4136-9a32-648b5a02cbb1 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 949 time: 0.0614092 Dec 11 22:43:01.143886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 152cd804-dd76-4fc5-b650-af6b5047993c completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:43:01.148660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 152cd804-dd76-4fc5-b650-af6b5047993c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:01.149396 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:01.180810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72c5bb-281d-4a57-ae6f-686b03777c40 req-bb2e4186-23ce-4c40-9622-183c9b4ea867 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:01.188468 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7c72c5bb-281d-4a57-ae6f-686b03777c40 req-bb2e4186-23ce-4c40-9622-183c9b4ea867 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 946 time: 0.0721476 Dec 11 22:43:01.191744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6a3627-a495-4179-8961-27b1f3009a80', 'name': 'network-vif-deleted', 'tag': 'a358d67c-8877-4128-9ade-c3850004be7f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:01.193893 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681d4bd2-fcd4-4442-b5f9-85233b1d8381" -d '{"events": [{"server_uuid": "ba6a3627-a495-4179-8961-27b1f3009a80", "name": "network-vif-deleted", "tag": "a358d67c-8877-4128-9ade-c3850004be7f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:01.200483 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6abbaff4-c6f8-486b-8f8a-9ed6aeb68a35 req-3de84566-a5de-44e6-9941-9d385e288e7c tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca7e04b2-67bc-4a75-8cf9-59baf04b2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606225 Dec 11 22:43:01.258758 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:01.264531 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7c72c5bb-281d-4a57-ae6f-686b03777c40 req-56be8d7b-82e0-4763-9122-225cfa295dd6 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e07710e-761b-40e0-a755-ed1e1d2a2940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750339 Dec 11 22:43:01.294604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e794fa23-bcbd-4ce3-b2f6-736cf6db9434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152cd804-dd76-4fc5-b650-af6b5047993c'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:01.296906 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434f8557-d026-456b-906d-afcc3cf06df5" -d '{"events": [{"server_uuid": "e794fa23-bcbd-4ce3-b2f6-736cf6db9434", "name": "network-vif-plugged", "status": "completed", "tag": "152cd804-dd76-4fc5-b650-af6b5047993c"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:01.310903 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69ef52-84c6-4f8c-9f64-3e7ae35edfdd req-afbd7963-a184-4e0b-83a1-0db4c70cb863 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:01.320766 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 152cd804-dd76-4fc5-b650-af6b5047993c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=152cd804-dd76-4fc5-b650-af6b5047993c,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:01.320967 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b69ef52-84c6-4f8c-9f64-3e7ae35edfdd req-afbd7963-a184-4e0b-83a1-0db4c70cb863 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 943 time: 0.0597816 Dec 11 22:43:01.334926 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37241ac8-f32f-45d0-9c70-879b284ef606 req-a2518a25-fc2f-44b4-ab8c-cf07932796b1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 210 time: 0.0286884 Dec 11 22:43:01.377328 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b69ef52-84c6-4f8c-9f64-3e7ae35edfdd req-fd2db870-c5ff-4e15-a70e-9b60d13ca603 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c8463b0-3c52-4b2c-b0e0-8731f0bc99fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578709 Dec 11 22:43:01.409918 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:01.451466 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e93624a-4e08-4024-a35c-55844e0e5abf x-openstack-request-id: req-2e93624a-4e08-4024-a35c-55844e0e5abf {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:01.451933 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e794fa23-bcbd-4ce3-b2f6-736cf6db9434", "name": "network-vif-plugged", "status": "completed", "tag": "152cd804-dd76-4fc5-b650-af6b5047993c", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:01.452306 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e93624a-4e08-4024-a35c-55844e0e5abf {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:01.452578 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e794fa23-bcbd-4ce3-b2f6-736cf6db9434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152cd804-dd76-4fc5-b650-af6b5047993c', 'code': 200} Dec 11 22:43:01.453973 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeffb14-df5d-429d-a42a-8a363e63fce2 x-openstack-request-id: req-9aeffb14-df5d-429d-a42a-8a363e63fce2 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:01.454266 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6a3627-a495-4179-8961-27b1f3009a80", "name": "network-vif-deleted", "tag": "a358d67c-8877-4128-9ade-c3850004be7f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:01.454518 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9aeffb14-df5d-429d-a42a-8a363e63fce2 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:01.454973 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6a3627-a495-4179-8961-27b1f3009a80', 'name': 'network-vif-deleted', 'tag': 'a358d67c-8877-4128-9ade-c3850004be7f', 'status': 'completed', 'code': 200} Dec 11 22:43:01.475196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=152cd804-dd76-4fc5-b650-af6b5047993c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:01.586555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189e20d-38fe-439c-a34b-509a71fc6832 req-fcad750c-6bef-4370-a8b8-97775cf2d3de tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:01.587984 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4189e20d-38fe-439c-a34b-509a71fc6832 req-fcad750c-6bef-4370-a8b8-97775cf2d3de tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0785091 Dec 11 22:43:01.593344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55480d23-71f0-4d8c-adeb-fc3ae765430a req-c9da95ed-9658-4916-8c3e-a8b7cc6fa33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:01.594774 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55480d23-71f0-4d8c-adeb-fc3ae765430a req-c9da95ed-9658-4916-8c3e-a8b7cc6fa33d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 1101 time: 0.0737987 Dec 11 22:43:01.672867 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4189e20d-38fe-439c-a34b-509a71fc6832 req-07f0f75a-314b-4b9c-b780-74318d08546f tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771120 Dec 11 22:43:01.675390 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55480d23-71f0-4d8c-adeb-fc3ae765430a req-8f8026d9-d7e4-42e7-94a4-8035cdfec775 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ca7e04b2-67bc-4a75-8cf9-59baf04b2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725083 Dec 11 22:43:02.061050 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae90c7-7591-41a5-8b93-e15dba600247 req-8c5bc442-e972-4fe8-b590-a2885fd6d13b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:02.062613 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-92ae90c7-7591-41a5-8b93-e15dba600247 req-8c5bc442-e972-4fe8-b590-a2885fd6d13b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0529644 Dec 11 22:43:02.113344 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-92ae90c7-7591-41a5-8b93-e15dba600247 req-8365b810-314c-4c05-9a09-ff6e208f86c0 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422435 Dec 11 22:43:02.309677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923b32e-6083-447c-94f1-596d0282a828 req-6fa124c5-1878-4f87-a187-bc1d725dbe15 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:02.311293 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4923b32e-6083-447c-94f1-596d0282a828 req-6fa124c5-1878-4f87-a187-bc1d725dbe15 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 950 time: 0.0497246 Dec 11 22:43:02.366955 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4923b32e-6083-447c-94f1-596d0282a828 req-a9bd36ac-a6c7-4037-8534-aa5207bb88ed tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca7e04b2-67bc-4a75-8cf9-59baf04b2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485342 Dec 11 22:43:02.376326 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3b1d4ad8-1c2d-436e-9283-21e78d14f520 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:43:02.396207 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a358d67c-8877-4128-9ade-c3850004be7f no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:02.438210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: a358d67c-8877-4128-9ade-c3850004be7f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:02.438563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a358d67c-8877-4128-9ade-c3850004be7f not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:02.499137 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce794ae-c8a9-4d04-9f4d-42dbd07299f6 req-14af2570-de87-449e-8f1e-7e1b58b698f5 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:02.509719 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ce794ae-c8a9-4d04-9f4d-42dbd07299f6 req-14af2570-de87-449e-8f1e-7e1b58b698f5 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 946 time: 0.0675921 Dec 11 22:43:02.530371 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3b1d4ad8-1c2d-436e-9283-21e78d14f520, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3b1d4ad8-1c2d-436e-9283-21e78d14f520,segment=NetworkSegment(8fdd095d-9a58-4db0-bbab-aec2e426d917),segment_id=8fdd095d-9a58-4db0-bbab-aec2e426d917)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:02.533513 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-751d7dec-0fe5-46b4-bc49-e4faee019b35 req-ede74de9-81b9-46a0-8184-a318a08acfc6 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 210 time: 0.0371389 Dec 11 22:43:02.544653 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '3b1d4ad8-1c2d-436e-9283-21e78d14f520', 'network_id': 'b187a598-a494-41e3-a6ea-17ccd0b8a9b1', 'port_id': '3b1d4ad8-1c2d-436e-9283-21e78d14f520', 'mac_address': 'fa:16:3e:e0:21:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89d01ce-9997-45cd-9561-da8006de8ed9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:43:02.584139 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ce794ae-c8a9-4d04-9f4d-42dbd07299f6 req-b7cb3323-97b9-40c3-b200-29113209a675 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e07710e-761b-40e0-a755-ed1e1d2a2940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693023 Dec 11 22:43:02.600915 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:02.614650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1d4ad8-1c2d-436e-9283-21e78d14f520 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:02.635365 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3b1d4ad8-1c2d-436e-9283-21e78d14f520, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3b1d4ad8-1c2d-436e-9283-21e78d14f520,segment=NetworkSegment(8fdd095d-9a58-4db0-bbab-aec2e426d917),segment_id=8fdd095d-9a58-4db0-bbab-aec2e426d917)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:02.680354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e71c16-a381-4663-9b9f-cc94b5ecade4 req-181489c8-a5d5-41a8-ae96-f4493f924a60 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:02.681979 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17e71c16-a381-4663-9b9f-cc94b5ecade4 req-181489c8-a5d5-41a8-ae96-f4493f924a60 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 943 time: 0.0593352 Dec 11 22:43:02.729042 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:02.749135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c20587-2ff0-4cba-8c3b-d4b5cbf3723b req-90837a13-0416-418a-a45e-8d6a44cfba6c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:02.751649 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68c20587-2ff0-4cba-8c3b-d4b5cbf3723b req-90837a13-0416-418a-a45e-8d6a44cfba6c tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 950 time: 0.0532281 Dec 11 22:43:02.767118 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17e71c16-a381-4663-9b9f-cc94b5ecade4 req-13e94ca4-3b0f-48d7-8f9b-9d0b8e7c5fd2 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c8463b0-3c52-4b2c-b0e0-8731f0bc99fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793593 Dec 11 22:43:02.782655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5bb81-e78f-40a4-8e50-ef48e12ee2fe req-abed3670-ebca-46ce-bef6-183b0631dc91 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:02.784238 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-11b5bb81-e78f-40a4-8e50-ef48e12ee2fe req-abed3670-ebca-46ce-bef6-183b0631dc91 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 946 time: 0.0948980 Dec 11 22:43:02.813668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=3b1d4ad8-1c2d-436e-9283-21e78d14f520,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:02.826470 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68c20587-2ff0-4cba-8c3b-d4b5cbf3723b req-f5d38264-5c80-46c2-a67d-71255919f20d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675092 Dec 11 22:43:03.077954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['3b1d4ad8-1c2d-436e-9283-21e78d14f520'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:03.183160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cb053-0e93-453e-8993-158127a3e3cb req-7b366de5-669c-41c0-a7ab-c89faaecdb99 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:03.184728 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-981cb053-0e93-453e-8993-158127a3e3cb req-7b366de5-669c-41c0-a7ab-c89faaecdb99 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0852454 Dec 11 22:43:03.253867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-11b5bb81-e78f-40a4-8e50-ef48e12ee2fe req-c59d32f8-2b45-470b-a8ff-76a6d40b54b1 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Deleting port fe8b1389-abed-4dbb-8f31-48d58fb6c42a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:03.254314 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-11b5bb81-e78f-40a4-8e50-ef48e12ee2fe req-c59d32f8-2b45-470b-a8ff-76a6d40b54b1 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:03.279838 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714eafb-3ad9-4d3e-9aca-4dc997ba319e req-4bf6a41e-0fcf-4a5b-a40e-8497ccbf0918 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:03.282893 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a714eafb-3ad9-4d3e-9aca-4dc997ba319e req-4bf6a41e-0fcf-4a5b-a40e-8497ccbf0918 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0674472 Dec 11 22:43:03.311072 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-981cb053-0e93-453e-8993-158127a3e3cb req-3f86a1b9-155f-4e13-afb0-17b1f329b9de tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150513 Dec 11 22:43:03.352663 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a714eafb-3ad9-4d3e-9aca-4dc997ba319e req-e336c621-5f03-4a14-8ca3-c782d594c18b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629334 Dec 11 22:43:03.361634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-11b5bb81-e78f-40a4-8e50-ef48e12ee2fe req-c59d32f8-2b45-470b-a8ff-76a6d40b54b1 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] For port fe8b1389-abed-4dbb-8f31-48d58fb6c42a, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fe8b1389-abed-4dbb-8f31-48d58fb6c42a,segment=NetworkSegment(73cc6b7f-791c-48d8-9432-7c6b33724f9b),segment_id=73cc6b7f-791c-48d8-9432-7c6b33724f9b)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:03.362053 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-11b5bb81-e78f-40a4-8e50-ef48e12ee2fe req-c59d32f8-2b45-470b-a8ff-76a6d40b54b1 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:03.375117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-11b5bb81-e78f-40a4-8e50-ef48e12ee2fe req-c59d32f8-2b45-470b-a8ff-76a6d40b54b1 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Calling delete_port for fe8b1389-abed-4dbb-8f31-48d58fb6c42a owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:03.589502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe2222-d536-477c-9560-0d221f03c371 req-cccb59c7-097f-4811-bde4-8cf3289a8f90 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:03.591066 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e6fe2222-d536-477c-9560-0d221f03c371 req-cccb59c7-097f-4811-bde4-8cf3289a8f90 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 950 time: 0.1409137 Dec 11 22:43:03.608985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-d9a1ae8d-2621-404c-85c8-c1ee5e5d2bd1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:03.610504 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-d9a1ae8d-2621-404c-85c8-c1ee5e5d2bd1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.13 "GET /v2.0/networks?id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a HTTP/1.1" status: 200 len: 812 time: 0.1868231 Dec 11 22:43:03.642952 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-58c30076-2ac1-465e-9eaa-3f2d7b8a699b req-d243df24-56b0-4f7e-81b6-9ab7503c6582 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 210 time: 0.0340853 Dec 11 22:43:03.643258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-c58789ee-5474-451b-8526-c29c2ad3e7e2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Request body: {'port': {'device_id': '91429551-e60d-4947-946d-5b1791fa0e8a', 'network_id': '9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a', 'admin_state_up': True, 'tenant_id': '19fada12d1a645398dd5c11ac569a671'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:03.767351 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e6fe2222-d536-477c-9560-0d221f03c371 req-00243ed9-d830-41cd-a730-631def6c9527 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca7e04b2-67bc-4a75-8cf9-59baf04b2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359470 Dec 11 22:43:03.770773 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33757cba-0e3e-4b95-85d6-38163b58108d req-e4e8d870-ab0e-42ba-b860-ad9b8a18e8ae tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:03.776440 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33757cba-0e3e-4b95-85d6-38163b58108d req-e4e8d870-ab0e-42ba-b860-ad9b8a18e8ae tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 946 time: 0.0747323 Dec 11 22:43:03.829575 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-11b5bb81-e78f-40a4-8e50-ef48e12ee2fe req-c59d32f8-2b45-470b-a8ff-76a6d40b54b1 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:03.831423 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33757cba-0e3e-4b95-85d6-38163b58108d req-07787fc1-e3d0-49b1-a1ed-5d2449ad649f tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e07710e-761b-40e0-a755-ed1e1d2a2940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519447 Dec 11 22:43:03.863334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d32f8-2b45-470b-a8ff-76a6d40b54b1 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Pushing event deleted for resources: {'Port': ['ID=fe8b1389-abed-4dbb-8f31-48d58fb6c42a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:03.906120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b5bb81-e78f-40a4-8e50-ef48e12ee2fe req-c59d32f8-2b45-470b-a8ff-76a6d40b54b1 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] No DVR routers for this DVR port fe8b1389-abed-4dbb-8f31-48d58fb6c42a on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:43:03.908965 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-11b5bb81-e78f-40a4-8e50-ef48e12ee2fe req-c59d32f8-2b45-470b-a8ff-76a6d40b54b1 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:03.912834 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-11b5bb81-e78f-40a4-8e50-ef48e12ee2fe req-c59d32f8-2b45-470b-a8ff-76a6d40b54b1 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.47 "DELETE /v2.0/ports/fe8b1389-abed-4dbb-8f31-48d58fb6c42a HTTP/1.1" status: 204 len: 173 time: 1.1212983 Dec 11 22:43:03.913307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e', 'name': 'network-vif-deleted', 'tag': 'fe8b1389-abed-4dbb-8f31-48d58fb6c42a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:03.916233 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6e6b0f-e9fa-426f-9e80-bc9c59de3c66" -d '{"events": [{"server_uuid": "b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e", "name": "network-vif-deleted", "tag": "fe8b1389-abed-4dbb-8f31-48d58fb6c42a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:03.920350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-c58789ee-5474-451b-8526-c29c2ad3e7e2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Made reservation on behalf of 19fada12d1a645398dd5c11ac569a671 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:03.925047 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-c58789ee-5474-451b-8526-c29c2ad3e7e2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:03.944649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['fe8b1389-abed-4dbb-8f31-48d58fb6c42a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:04.005022 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f28a2-307f-4f2f-b3d7-2d33e0ab76cd req-8b635253-5324-421c-889c-2caa026aabcc tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:04.006654 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f08f28a2-307f-4f2f-b3d7-2d33e0ab76cd req-8b635253-5324-421c-889c-2caa026aabcc tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 944 time: 0.0586138 Dec 11 22:43:04.058792 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f08f28a2-307f-4f2f-b3d7-2d33e0ab76cd req-45461535-bc91-452f-890b-e32abc0b4f0d tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c8463b0-3c52-4b2c-b0e0-8731f0bc99fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449512 Dec 11 22:43:04.080147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-c58789ee-5474-451b-8526-c29c2ad3e7e2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Allocated IP 172.20.0.6 (9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a/b34479c4-c6a1-48c9-a67a-10df10a1b6e8/b950a688-f1ae-45bd-bb96-7f34bce710e1) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:43:04.172240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee0453-6105-4735-ad0a-a344601db21f req-a85dffdb-e162-4c52-a20f-5ce957cf23be tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:04.192337 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0ee0453-6105-4735-ad0a-a344601db21f req-a85dffdb-e162-4c52-a20f-5ce957cf23be tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 950 time: 0.0730901 Dec 11 22:43:04.244786 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0ee0453-6105-4735-ad0a-a344601db21f req-a9afff3d-efa1-41a9-8426-643a5208e536 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481944 Dec 11 22:43:04.277233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa486e-0474-4990-809b-c03a409a1adf req-37002633-48fe-4689-aa0b-6f0d12c47148 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:04.278775 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9faa486e-0474-4990-809b-c03a409a1adf req-37002633-48fe-4689-aa0b-6f0d12c47148 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 950 time: 0.1050797 Dec 11 22:43:04.300617 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acedb9a6-1710-4c83-a870-699d01540b86 x-openstack-request-id: req-acedb9a6-1710-4c83-a870-699d01540b86 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:04.300909 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e", "name": "network-vif-deleted", "tag": "fe8b1389-abed-4dbb-8f31-48d58fb6c42a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:04.301168 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-acedb9a6-1710-4c83-a870-699d01540b86 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:04.301571 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e', 'name': 'network-vif-deleted', 'tag': 'fe8b1389-abed-4dbb-8f31-48d58fb6c42a', 'status': 'completed', 'code': 200} Dec 11 22:43:04.305585 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-c58789ee-5474-451b-8526-c29c2ad3e7e2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:04.377974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbbeb7-c8a3-44f5-a862-b5abf4b76d89 req-9f15551a-c11f-482c-be51-d94082cf15b3 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:04.379793 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-55cbbeb7-c8a3-44f5-a862-b5abf4b76d89 req-9f15551a-c11f-482c-be51-d94082cf15b3 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 950 time: 0.0588491 Dec 11 22:43:04.404085 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3b1d4ad8-1c2d-436e-9283-21e78d14f520 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:04.437736 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-55cbbeb7-c8a3-44f5-a862-b5abf4b76d89 req-61bde996-7ec4-4eaa-9ceb-d137f62fdcca tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca7e04b2-67bc-4a75-8cf9-59baf04b2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495944 Dec 11 22:43:04.465678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-9faa486e-0474-4990-809b-c03a409a1adf req-5d7055b0-63b0-4730-8e21-d8a460b10f26 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Deleting port 0985d6ef-5b52-493d-8d43-03420c3129a1 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:04.466242 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9faa486e-0474-4990-809b-c03a409a1adf req-5d7055b0-63b0-4730-8e21-d8a460b10f26 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:04.481913 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-c58789ee-5474-451b-8526-c29c2ad3e7e2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:04.524250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e1f78-aa27-4735-87ee-d1b253323b2e req-7f56827c-e765-4bc6-963c-c63d1cee81bb tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:04.525751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-318e1f78-aa27-4735-87ee-d1b253323b2e req-7f56827c-e765-4bc6-963c-c63d1cee81bb tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.1268933 Dec 11 22:43:04.545704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 3b1d4ad8-1c2d-436e-9283-21e78d14f520 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:43:04.549689 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 3b1d4ad8-1c2d-436e-9283-21e78d14f520 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:04.550080 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:04.555155 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4063d-195c-4db6-8869-eddce8ecbe2c req-cb140507-4abd-40fb-ae69-6066ac6b238f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:04.556823 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cd4063d-195c-4db6-8869-eddce8ecbe2c req-cb140507-4abd-40fb-ae69-6066ac6b238f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0557983 Dec 11 22:43:04.595975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-c58789ee-5474-451b-8526-c29c2ad3e7e2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Network 9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:43:04.605527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-c58789ee-5474-451b-8526-c29c2ad3e7e2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:04.611747 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cd4063d-195c-4db6-8869-eddce8ecbe2c req-a54e280f-abc4-4dd8-8c04-4e49e6ba9251 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478024 Dec 11 22:43:04.615536 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-c58789ee-5474-451b-8526-c29c2ad3e7e2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:43:04.617888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58789ee-5474-451b-8526-c29c2ad3e7e2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event updated for resources: {'Port': ['ID=b950a688-f1ae-45bd-bb96-7f34bce710e1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:04.640285 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:04.668907 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a338822c-fc4a-4373-9a5e-97407bdd4293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1d4ad8-1c2d-436e-9283-21e78d14f520'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:04.671354 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ae1ae5-d644-4fd1-a936-316f5cdcd002" -d '{"events": [{"server_uuid": "a338822c-fc4a-4373-9a5e-97407bdd4293", "name": "network-vif-plugged", "status": "completed", "tag": "3b1d4ad8-1c2d-436e-9283-21e78d14f520"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:04.689878 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3b1d4ad8-1c2d-436e-9283-21e78d14f520, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3b1d4ad8-1c2d-436e-9283-21e78d14f520,segment=NetworkSegment(8fdd095d-9a58-4db0-bbab-aec2e426d917),segment_id=8fdd095d-9a58-4db0-bbab-aec2e426d917)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:04.693282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9faa486e-0474-4990-809b-c03a409a1adf req-5d7055b0-63b0-4730-8e21-d8a460b10f26 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] For port 0985d6ef-5b52-493d-8d43-03420c3129a1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0985d6ef-5b52-493d-8d43-03420c3129a1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:04.693649 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9faa486e-0474-4990-809b-c03a409a1adf req-5d7055b0-63b0-4730-8e21-d8a460b10f26 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:04.701367 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-318e1f78-aa27-4735-87ee-d1b253323b2e req-86e96165-e416-4341-8256-5d8da31f6592 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459417 Dec 11 22:43:04.722824 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-c58789ee-5474-451b-8526-c29c2ad3e7e2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:04.722824 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-c58789ee-5474-451b-8526-c29c2ad3e7e2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:04.725139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-9faa486e-0474-4990-809b-c03a409a1adf req-5d7055b0-63b0-4730-8e21-d8a460b10f26 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Calling delete_port for 0985d6ef-5b52-493d-8d43-03420c3129a1 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:04.759157 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da295dd1-161e-479d-a1f5-d69febd7bcdf x-openstack-request-id: req-da295dd1-161e-479d-a1f5-d69febd7bcdf {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:04.759483 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a338822c-fc4a-4373-9a5e-97407bdd4293", "name": "network-vif-plugged", "status": "completed", "tag": "3b1d4ad8-1c2d-436e-9283-21e78d14f520", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:04.759744 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da295dd1-161e-479d-a1f5-d69febd7bcdf {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:04.760142 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a338822c-fc4a-4373-9a5e-97407bdd4293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1d4ad8-1c2d-436e-9283-21e78d14f520', 'code': 200} Dec 11 22:43:04.766360 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:04.793736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e843c-6350-4212-aa92-73609c9638cc req-b10cbb15-4df5-43c9-84f4-a39b5fef9ec4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:04.795398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-754e843c-6350-4212-aa92-73609c9638cc req-b10cbb15-4df5-43c9-84f4-a39b5fef9ec4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 931 time: 0.0551460 Dec 11 22:43:04.825846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=3b1d4ad8-1c2d-436e-9283-21e78d14f520,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:04.855009 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-754e843c-6350-4212-aa92-73609c9638cc req-2277c6aa-f5b0-404f-a84b-07aec48e5ac3 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507083 Dec 11 22:43:04.863889 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-c58789ee-5474-451b-8526-c29c2ad3e7e2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2306371 Dec 11 22:43:04.894339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Request body: {'port': {'device_id': '91429551-e60d-4947-946d-5b1791fa0e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:04.975969 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-abbe5350-6c37-467b-b2e9-7a9b8c22c43f req-5a79ce26-1f6a-4b44-a77a-2037ef2b0db7 tempest-ServerGroupTestJSON-862483793 tempest-ServerGroupTestJSON-862483793-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2fd3ba7-64dc-498c-a1bc-cd9bdefa4a9e HTTP/1.1" status: 200 len: 210 time: 0.0283260 Dec 11 22:43:04.985451 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:04.993206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be2302-46a2-4cde-92f8-fd3c4b024e9e req-cf3a2d05-1a5f-4cca-aada-59fb12e04dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:04.993206 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3be2302-46a2-4cde-92f8-fd3c4b024e9e req-cf3a2d05-1a5f-4cca-aada-59fb12e04dcb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 1096 time: 0.1183348 Dec 11 22:43:05.050198 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9faa486e-0474-4990-809b-c03a409a1adf req-5d7055b0-63b0-4730-8e21-d8a460b10f26 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:05.061610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['96975ca5-ae4a-4cea-b67e-af1bc59ce747', '8ddde713-1ed8-4ac2-87f6-5fcbcfc07079'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:05.085740 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d6b0da87-87dd-4b5c-8a54-8b05222adbc9 req-67f71a6a-5629-41a3-926b-9873069c87fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491350 Dec 11 22:43:05.091700 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7055b0-63b0-4730-8e21-d8a460b10f26 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event deleted for resources: {'Port': ['ID=0985d6ef-5b52-493d-8d43-03420c3129a1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:05.099395 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b', 'fe22007d-f9b3-4757-b3fb-eec41108b253', '78b7fae5-f49f-43c1-bdd8-556bc8280c5a', '0985d6ef-5b52-493d-8d43-03420c3129a1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:05.211229 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0da87-87dd-4b5c-8a54-8b05222adbc9 req-c30f81be-1e23-4c20-b082-146ad776e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:05.213394 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d6b0da87-87dd-4b5c-8a54-8b05222adbc9 req-c30f81be-1e23-4c20-b082-146ad776e144 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebe483fc920c439ab2dac230dba335f8&device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 1099 time: 0.0677512 Dec 11 22:43:05.267169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-9faa486e-0474-4990-809b-c03a409a1adf req-5d7055b0-63b0-4730-8e21-d8a460b10f26 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] No DVR routers for this DVR port 0985d6ef-5b52-493d-8d43-03420c3129a1 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:43:05.274437 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3be2302-46a2-4cde-92f8-fd3c4b024e9e req-b376314f-2f4f-4b17-99e1-be19b76c4273 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c8463b0-3c52-4b2c-b0e0-8731f0bc99fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422235 Dec 11 22:43:05.275723 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9faa486e-0474-4990-809b-c03a409a1adf req-5d7055b0-63b0-4730-8e21-d8a460b10f26 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:05.279203 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9faa486e-0474-4990-809b-c03a409a1adf req-5d7055b0-63b0-4730-8e21-d8a460b10f26 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "DELETE /v2.0/ports/0985d6ef-5b52-493d-8d43-03420c3129a1 HTTP/1.1" status: 204 len: 173 time: 0.9933479 Dec 11 22:43:05.358546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777fa2d-6a01-402e-9011-370576ecbfea req-d50dffe8-f158-47b7-86d4-6a447832fc1e tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:05.360163 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f777fa2d-6a01-402e-9011-370576ecbfea req-d50dffe8-f158-47b7-86d4-6a447832fc1e tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 945 time: 0.1486650 Dec 11 22:43:05.375400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0da87-87dd-4b5c-8a54-8b05222adbc9 req-bd2c3b2d-14f8-42ae-9fdb-0e5f48440a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:05.377076 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d6b0da87-87dd-4b5c-8a54-8b05222adbc9 req-bd2c3b2d-14f8-42ae-9fdb-0e5f48440a58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1393006 Dec 11 22:43:05.410991 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0c2ce0c-6e93-4400-8568-9095060ccf50 req-4cb0c85e-10fb-4674-ac1f-0e6216f8b22a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 210 time: 0.0305319 Dec 11 22:43:05.498246 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f777fa2d-6a01-402e-9011-370576ecbfea req-3f776490-9bc0-4087-9fa9-48cb80664ad4 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c8463b0-3c52-4b2c-b0e0-8731f0bc99fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074419 Dec 11 22:43:05.520834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b950a688-f1ae-45bd-bb96-7f34bce710e1 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:05.534026 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:05.549886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Transition to ACTIVE for port object b950a688-f1ae-45bd-bb96-7f34bce710e1 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:43:05.609664 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d6b0da87-87dd-4b5c-8a54-8b05222adbc9 req-1c1ad1de-ad49-4ecb-b543-45ba48eefa16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=fe22007d-f9b3-4757-b3fb-eec41108b253 HTTP/1.1" status: 200 len: 217 time: 0.0422425 Dec 11 22:43:05.626563 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56063f47-b3da-4c83-b3ff-041fc0f9c21c req-176f35d2-fad8-414b-a8e6-f66d564f36c5 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:05.628293 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-56063f47-b3da-4c83-b3ff-041fc0f9c21c req-176f35d2-fad8-414b-a8e6-f66d564f36c5 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 950 time: 0.0987806 Dec 11 22:43:05.650192 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:05.704458 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0da87-87dd-4b5c-8a54-8b05222adbc9 req-a457f577-bff6-4cab-a165-6d26d5c99070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:05.705963 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d6b0da87-87dd-4b5c-8a54-8b05222adbc9 req-a457f577-bff6-4cab-a165-6d26d5c99070 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0767851 Dec 11 22:43:05.740544 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-56063f47-b3da-4c83-b3ff-041fc0f9c21c req-49f84381-231f-4710-b778-a4b788bbd219 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca7e04b2-67bc-4a75-8cf9-59baf04b2c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025617 Dec 11 22:43:05.787051 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0da87-87dd-4b5c-8a54-8b05222adbc9 req-36eff533-f180-4a55-8834-bd1ae2a2a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:05.788880 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d6b0da87-87dd-4b5c-8a54-8b05222adbc9 req-36eff533-f180-4a55-8834-bd1ae2a2a815 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739520 Dec 11 22:43:05.800098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Pushing event updated for resources: {'Port': ['ID=b950a688-f1ae-45bd-bb96-7f34bce710e1,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:05.867708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90913c5f-0134-439e-a04c-afa5858d1b25 req-15a4e138-3c31-49ce-97e5-3c35cf06c530 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:05.875043 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90913c5f-0134-439e-a04c-afa5858d1b25 req-15a4e138-3c31-49ce-97e5-3c35cf06c530 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.1333778 Dec 11 22:43:05.907682 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Attempting to bind port b950a688-f1ae-45bd-bb96-7f34bce710e1 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:43:05.908026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Attempting to bind port b950a688-f1ae-45bd-bb96-7f34bce710e1 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6333f14b-0971-4035-b995-b8109fb30ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:43:05.908367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Attempting to bind port b950a688-f1ae-45bd-bb96-7f34bce710e1 on network 9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:05.921416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Port b950a688-f1ae-45bd-bb96-7f34bce710e1 on network 9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:43:05.921745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Attempting to bind port b950a688-f1ae-45bd-bb96-7f34bce710e1 on network 9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:05.935868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:43:05.936209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Checking segment: {'id': '6333f14b-0971-4035-b995-b8109fb30ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:05.936598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Bound using segment: {'id': '6333f14b-0971-4035-b995-b8109fb30ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:43:05.937032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Bound port: b950a688-f1ae-45bd-bb96-7f34bce710e1, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6333f14b-0971-4035-b995-b8109fb30ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:43:05.937396 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:05.946285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66bdfa-2801-4725-b4bc-e70f746953cb req-692f1893-3676-4087-9027-6f453a38e3ef tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:05.947818 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e66bdfa-2801-4725-b4bc-e70f746953cb req-692f1893-3676-4087-9027-6f453a38e3ef tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.1315436 Dec 11 22:43:05.950236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90913c5f-0134-439e-a04c-afa5858d1b25 req-d1ac7189-3b8d-4026-9b73-24dbba3e4ceb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743639 Dec 11 22:43:05.955130 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3a7c9-ca61-455f-ab5a-a0db16aa4df6 req-9c13bab2-8346-40f8-8aa6-bbc1dd5ca377 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:05.957078 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29b3a7c9-ca61-455f-ab5a-a0db16aa4df6 req-9c13bab2-8346-40f8-8aa6-bbc1dd5ca377 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.13 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 950 time: 0.1484933 Dec 11 22:43:06.012431 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d6b0da87-87dd-4b5c-8a54-8b05222adbc9 req-ed8573d2-8d75-4894-9cfd-b7f5f638406a service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147613 Dec 11 22:43:06.051206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] For port b950a688-f1ae-45bd-bb96-7f34bce710e1, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:43:06.069292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] For port b950a688-f1ae-45bd-bb96-7f34bce710e1, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=b950a688-f1ae-45bd-bb96-7f34bce710e1,segment=NetworkSegment(6333f14b-0971-4035-b995-b8109fb30ca0),segment_id=6333f14b-0971-4035-b995-b8109fb30ca0)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:43:06.084612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97762cfa-9f58-4416-8608-920e9c3ee576 req-52dd191d-5493-4025-a42b-4b8249471621 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:06.086096 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-97762cfa-9f58-4416-8608-920e9c3ee576 req-52dd191d-5493-4025-a42b-4b8249471621 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 943 time: 0.0658245 Dec 11 22:43:06.131338 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e66bdfa-2801-4725-b4bc-e70f746953cb req-f49209cc-3d27-4f6b-b2f5-d5a553f8ca99 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713483 Dec 11 22:43:06.135978 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-97762cfa-9f58-4416-8608-920e9c3ee576 req-e3b2f456-5b49-4f87-9981-3c679fbd218f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433152 Dec 11 22:43:06.141695 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:06.184526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:06.184922 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d6b0da87-87dd-4b5c-8a54-8b05222adbc9 req-6833d68c-206c-4769-8890-82bf4896a9bb service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564209 Dec 11 22:43:06.185149 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:06.186534 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] 10.222.0.13 "PUT /v2.0/ports/b950a688-f1ae-45bd-bb96-7f34bce710e1 HTTP/1.1" status: 200 len: 1091 time: 1.3000638 Dec 11 22:43:06.197764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-29b3a7c9-ca61-455f-ab5a-a0db16aa4df6 req-35290f69-b434-4c66-843e-bfd1f69eb2f5 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Deleting port 152cd804-dd76-4fc5-b650-af6b5047993c {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:06.198108 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-29b3a7c9-ca61-455f-ab5a-a0db16aa4df6 req-35290f69-b434-4c66-843e-bfd1f69eb2f5 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:06.224777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6cac4-0a04-46f4-9ab8-b60ed9347be5 service neutron] Pushing event updated for resources: {'Port': ['ID=b950a688-f1ae-45bd-bb96-7f34bce710e1,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:06.320981 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-29b3a7c9-ca61-455f-ab5a-a0db16aa4df6 req-35290f69-b434-4c66-843e-bfd1f69eb2f5 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] For port 152cd804-dd76-4fc5-b650-af6b5047993c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=152cd804-dd76-4fc5-b650-af6b5047993c,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:06.321634 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-29b3a7c9-ca61-455f-ab5a-a0db16aa4df6 req-35290f69-b434-4c66-843e-bfd1f69eb2f5 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:06.326361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44d36e0-83a5-47d4-9096-21ea1addf8a4', 'name': 'network-vif-deleted', 'tag': '0985d6ef-5b52-493d-8d43-03420c3129a1'}, {'name': 'network-changed', 'server_uuid': '91429551-e60d-4947-946d-5b1791fa0e8a', 'tag': 'b950a688-f1ae-45bd-bb96-7f34bce710e1'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:06.329897 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc04ef2-a995-474f-929f-e1880fcd5b47" -d '{"events": [{"server_uuid": "c44d36e0-83a5-47d4-9096-21ea1addf8a4", "name": "network-vif-deleted", "tag": "0985d6ef-5b52-493d-8d43-03420c3129a1"}, {"name": "network-changed", "server_uuid": "91429551-e60d-4947-946d-5b1791fa0e8a", "tag": "b950a688-f1ae-45bd-bb96-7f34bce710e1"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:06.340230 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-29b3a7c9-ca61-455f-ab5a-a0db16aa4df6 req-35290f69-b434-4c66-843e-bfd1f69eb2f5 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Calling delete_port for 152cd804-dd76-4fc5-b650-af6b5047993c owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:06.350914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-7242cb6d-9cf3-481b-a223-4134ae1e7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:06.352932 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-7242cb6d-9cf3-481b-a223-4134ae1e7960 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19fada12d1a645398dd5c11ac569a671&device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 1094 time: 0.0701754 Dec 11 22:43:06.403684 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded11b4d-34c8-4342-91e0-35410cfae222 x-openstack-request-id: req-ded11b4d-34c8-4342-91e0-35410cfae222 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:06.403684 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44d36e0-83a5-47d4-9096-21ea1addf8a4", "name": "network-vif-deleted", "tag": "0985d6ef-5b52-493d-8d43-03420c3129a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91429551-e60d-4947-946d-5b1791fa0e8a", "tag": "b950a688-f1ae-45bd-bb96-7f34bce710e1", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:06.403684 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ded11b4d-34c8-4342-91e0-35410cfae222 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:06.403684 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44d36e0-83a5-47d4-9096-21ea1addf8a4', 'name': 'network-vif-deleted', 'tag': '0985d6ef-5b52-493d-8d43-03420c3129a1', 'status': 'completed', 'code': 200} Dec 11 22:43:06.403684 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91429551-e60d-4947-946d-5b1791fa0e8a', 'tag': 'b950a688-f1ae-45bd-bb96-7f34bce710e1', 'status': 'completed', 'code': 200} Dec 11 22:43:06.404746 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-b44888b9-ce40-4b1b-a3aa-c0089bd4c71f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b950a688-f1ae-45bd-bb96-7f34bce710e1 HTTP/1.1" status: 200 len: 217 time: 0.0436857 Dec 11 22:43:06.449587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0985d6ef-5b52-493d-8d43-03420c3129a1 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:06.466852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-d6a08131-78f7-44c2-9c37-6d00aa0bbee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:06.468664 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-d6a08131-78f7-44c2-9c37-6d00aa0bbee5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b34479c4-c6a1-48c9-a67a-10df10a1b6e8 HTTP/1.1" status: 200 len: 852 time: 0.0567298 Dec 11 22:43:06.475300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 0985d6ef-5b52-493d-8d43-03420c3129a1 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:06.475722 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0985d6ef-5b52-493d-8d43-03420c3129a1 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:06.476400 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device fe8b1389-abed-4dbb-8f31-48d58fb6c42a no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:06.499602 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: fe8b1389-abed-4dbb-8f31-48d58fb6c42a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:06.500319 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device fe8b1389-abed-4dbb-8f31-48d58fb6c42a not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:06.527437 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-b2e0b927-c070-43c4-9b27-be94da111cae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500824 Dec 11 22:43:06.584490 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1da56431-1f68-41c2-8fac-f8e5e469a686 req-e2913fd8-4500-4a4e-bac9-0a933044e5b6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=c44d36e0-83a5-47d4-9096-21ea1addf8a4 HTTP/1.1" status: 200 len: 210 time: 0.0284257 Dec 11 22:43:06.620789 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-29b3a7c9-ca61-455f-ab5a-a0db16aa4df6 req-35290f69-b434-4c66-843e-bfd1f69eb2f5 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:06.635852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['152cd804-dd76-4fc5-b650-af6b5047993c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:06.661475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52804) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:06.662980 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35290f69-b434-4c66-843e-bfd1f69eb2f5 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Pushing event deleted for resources: {'Port': ['ID=152cd804-dd76-4fc5-b650-af6b5047993c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:06.722981 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-aa8643c7-0094-402c-9c96-5596c494f36c service neutron] 10.222.0.13 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861982 Dec 11 22:43:06.746572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b3a7c9-ca61-455f-ab5a-a0db16aa4df6 req-35290f69-b434-4c66-843e-bfd1f69eb2f5 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] No DVR routers for this DVR port 152cd804-dd76-4fc5-b650-af6b5047993c on host n-h2-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:43:06.749825 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-29b3a7c9-ca61-455f-ab5a-a0db16aa4df6 req-35290f69-b434-4c66-843e-bfd1f69eb2f5 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:06.754248 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29b3a7c9-ca61-455f-ab5a-a0db16aa4df6 req-35290f69-b434-4c66-843e-bfd1f69eb2f5 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.13 "DELETE /v2.0/ports/152cd804-dd76-4fc5-b650-af6b5047993c HTTP/1.1" status: 204 len: 173 time: 0.7786303 Dec 11 22:43:06.754718 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e794fa23-bcbd-4ce3-b2f6-736cf6db9434', 'name': 'network-vif-deleted', 'tag': '152cd804-dd76-4fc5-b650-af6b5047993c'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:06.754917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-da845a4c-57b6-46e9-bd81-ce3a4409182d admin admin] Deleting subnet 0765711b-77d3-4856-abfe-36e3186623f6 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:43:06.757550 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e58bfd0-c188-4004-b9fb-58e279815a66" -d '{"events": [{"server_uuid": "e794fa23-bcbd-4ce3-b2f6-736cf6db9434", "name": "network-vif-deleted", "tag": "152cd804-dd76-4fc5-b650-af6b5047993c"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:06.790633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b409e-b256-4804-9fa0-6d1ff49d9b94 req-6c97a7ea-4667-4f6a-8b0a-1b934c9946cb tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:06.793298 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-128b409e-b256-4804-9fa0-6d1ff49d9b94 req-6c97a7ea-4667-4f6a-8b0a-1b934c9946cb tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 945 time: 0.1317730 Dec 11 22:43:06.793620 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-da845a4c-57b6-46e9-bd81-ce3a4409182d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:06.818928 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2b6c55-d4b0-44fe-916f-df40b4477edd x-openstack-request-id: req-2e2b6c55-d4b0-44fe-916f-df40b4477edd {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:06.819317 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e794fa23-bcbd-4ce3-b2f6-736cf6db9434", "name": "network-vif-deleted", "tag": "152cd804-dd76-4fc5-b650-af6b5047993c", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:06.820168 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e2b6c55-d4b0-44fe-916f-df40b4477edd {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:06.820679 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e794fa23-bcbd-4ce3-b2f6-736cf6db9434', 'name': 'network-vif-deleted', 'tag': '152cd804-dd76-4fc5-b650-af6b5047993c', 'status': 'completed', 'code': 200} Dec 11 22:43:06.846444 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-da845a4c-57b6-46e9-bd81-ce3a4409182d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:06.863518 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-128b409e-b256-4804-9fa0-6d1ff49d9b94 req-a919ac5e-5115-4dd9-82cf-6e2f1ddfcf1f tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c8463b0-3c52-4b2c-b0e0-8731f0bc99fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646677 Dec 11 22:43:06.964085 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dc385d0-f881-4cd1-a691-5cec9178312a req-0cba250d-1171-40a2-85ca-f475dd55a09e tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 210 time: 0.0531371 Dec 11 22:43:06.967521 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d9f0bec-7198-4245-a6e9-867399fef21e req-8b6b0838-df88-4037-8deb-3366871b3d20 service neutron] 10.222.0.13 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377896 Dec 11 22:43:06.986009 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-da845a4c-57b6-46e9-bd81-ce3a4409182d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:07.091669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c168c83-ccbc-4637-9475-8895488dd9db req-09428f2a-0ad8-476b-9637-14e9d2aac57c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:07.093178 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c168c83-ccbc-4637-9475-8895488dd9db req-09428f2a-0ad8-476b-9637-14e9d2aac57c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0562751 Dec 11 22:43:07.135631 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc04ef2-a995-474f-929f-e1880fcd5b47 req-3a1716e0-6d49-4776-8bdb-48a56df027c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:07.137269 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7cc04ef2-a995-474f-929f-e1880fcd5b47 req-3a1716e0-6d49-4776-8bdb-48a56df027c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19fada12d1a645398dd5c11ac569a671&device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 1094 time: 0.0423167 Dec 11 22:43:07.147649 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-da845a4c-57b6-46e9-bd81-ce3a4409182d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:07.151843 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c168c83-ccbc-4637-9475-8895488dd9db req-428171f1-6fbc-4784-b494-4f6f47f9a474 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524423 Dec 11 22:43:07.193115 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da845a4c-57b6-46e9-bd81-ce3a4409182d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0765711b-77d3-4856-abfe-36e3186623f6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:07.275742 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8908444-7201-40a4-b512-47d4887a4216 req-f90acfc2-8b6f-477a-90a3-1818da1659f6 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:07.277332 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8908444-7201-40a4-b512-47d4887a4216 req-f90acfc2-8b6f-477a-90a3-1818da1659f6 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 943 time: 0.0540144 Dec 11 22:43:07.332846 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8908444-7201-40a4-b512-47d4887a4216 req-fa49bde1-6561-4f6b-8b95-b6dde0f0e38e tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490522 Dec 11 22:43:07.491901 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-da845a4c-57b6-46e9-bd81-ce3a4409182d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:07.495028 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-da845a4c-57b6-46e9-bd81-ce3a4409182d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0765711b-77d3-4856-abfe-36e3186623f6 HTTP/1.1" status: 204 len: 168 time: 0.8325725 Dec 11 22:43:07.497650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52818) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:07.556961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cede097-7508-4d5f-8e31-2c96016fc5f0 req-3bc1463d-678d-4ebb-b8c7-a3546bc6d996 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:07.558445 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3cede097-7508-4d5f-8e31-2c96016fc5f0 req-3bc1463d-678d-4ebb-b8c7-a3546bc6d996 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0824594 Dec 11 22:43:07.561279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc04ef2-a995-474f-929f-e1880fcd5b47 req-9e8f84bd-6452-4d93-88da-31a078e01a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:07.562700 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7cc04ef2-a995-474f-929f-e1880fcd5b47 req-9e8f84bd-6452-4d93-88da-31a078e01a7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a HTTP/1.1" status: 200 len: 913 time: 0.4164646 Dec 11 22:43:07.564156 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b36d7b6f-8c64-4aee-b4f3-901a8bb12bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:07.616597 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7cc04ef2-a995-474f-929f-e1880fcd5b47 req-b237d12d-d1b7-469e-9c70-1aee67874656 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b950a688-f1ae-45bd-bb96-7f34bce710e1 HTTP/1.1" status: 200 len: 217 time: 0.0384326 Dec 11 22:43:07.646037 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b36d7b6f-8c64-4aee-b4f3-901a8bb12bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:07.668643 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b36d7b6f-8c64-4aee-b4f3-901a8bb12bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a43c1d-aba4-403c-8288-04cddd8eb9ab']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:07.674389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3cede097-7508-4d5f-8e31-2c96016fc5f0 req-dfa0af9a-1ab5-429d-8a48-d85301ee4413 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099863 Dec 11 22:43:07.679288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b36d7b6f-8c64-4aee-b4f3-901a8bb12bd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cc6b7f-791c-48d8-9432-7c6b33724f9b') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:07.679906 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b36d7b6f-8c64-4aee-b4f3-901a8bb12bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cc6b7f-791c-48d8-9432-7c6b33724f9b') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:07.683579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc04ef2-a995-474f-929f-e1880fcd5b47 req-49c38ef4-9e34-4420-8744-2e41e07578ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:07.685147 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7cc04ef2-a995-474f-929f-e1880fcd5b47 req-49c38ef4-9e34-4420-8744-2e41e07578ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b34479c4-c6a1-48c9-a67a-10df10a1b6e8 HTTP/1.1" status: 200 len: 852 time: 0.0593102 Dec 11 22:43:07.689543 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b36d7b6f-8c64-4aee-b4f3-901a8bb12bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:07.710923 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b36d7b6f-8c64-4aee-b4f3-901a8bb12bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:07.718087 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36d7b6f-8c64-4aee-b4f3-901a8bb12bd6 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:43:07.721637 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b36d7b6f-8c64-4aee-b4f3-901a8bb12bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:07.722989 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7cc04ef2-a995-474f-929f-e1880fcd5b47 req-c3ce57a4-6397-4d21-8fd4-970765094b66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289497 Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:43:07.723579 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:43:07.820274 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7cc04ef2-a995-474f-929f-e1880fcd5b47 req-5cc60660-b6a0-4190-8154-d33a8915b3e6 service neutron] 10.222.0.13 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886908 Dec 11 22:43:07.877856 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b36d7b6f-8c64-4aee-b4f3-901a8bb12bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:07.884438 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b36d7b6f-8c64-4aee-b4f3-901a8bb12bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:07.889029 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b36d7b6f-8c64-4aee-b4f3-901a8bb12bd6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c5a43c1d-aba4-403c-8288-04cddd8eb9ab HTTP/1.1" status: 204 len: 168 time: 0.3887472 Dec 11 22:43:07.902774 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d7b6f-8c64-4aee-b4f3-901a8bb12bd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5a43c1d-aba4-403c-8288-04cddd8eb9ab,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:07.922460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7cc04ef2-a995-474f-929f-e1880fcd5b47 req-f2767595-ff27-4218-9bb3-9e84bbdc37fb service neutron] 10.222.0.13 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941715 Dec 11 22:43:08.008879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886175d1-d69e-4944-a6d4-6fd9f2a45ff0 req-6597e14e-e70e-4bdf-ac65-59aa2600b0ab tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:08.010388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-886175d1-d69e-4944-a6d4-6fd9f2a45ff0 req-6597e14e-e70e-4bdf-ac65-59aa2600b0ab tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 945 time: 0.0598655 Dec 11 22:43:08.063248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-886175d1-d69e-4944-a6d4-6fd9f2a45ff0 req-cadc710d-e903-4caf-8aa1-0ef4b22ad688 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c8463b0-3c52-4b2c-b0e0-8731f0bc99fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461366 Dec 11 22:43:08.143217 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dc4e1d18-d7b1-4842-b455-b588aff93d8e req-731fa468-d674-4543-8a4e-45cb11c8ffb9 tempest-ImagesNegativeTestJSON-887811385 tempest-ImagesNegativeTestJSON-887811385-project] 10.222.0.45 "GET /v2.0/ports?device_id=e794fa23-bcbd-4ce3-b2f6-736cf6db9434 HTTP/1.1" status: 200 len: 210 time: 0.0272198 Dec 11 22:43:08.291902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cacf0-5032-4c17-abbe-1e09439f078c req-bcfd6bc9-72b2-4b42-ac9d-0ca4ecc37471 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:08.292463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52838) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:08.293482 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a27cacf0-5032-4c17-abbe-1e09439f078c req-bcfd6bc9-72b2-4b42-ac9d-0ca4ecc37471 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0546782 Dec 11 22:43:08.342734 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-29cde752-8832-40ca-babd-1c1f0d50adae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d28eec705c7d498fb3c567b609bfd0b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490472 Dec 11 22:43:08.344703 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a27cacf0-5032-4c17-abbe-1e09439f078c req-9925df5c-9c92-4f24-a7bb-18176e4b20b8 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446403 Dec 11 22:43:08.345583 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52840) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:08.405372 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-552d67db-6746-4022-99ee-333e7564b5a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:08.455339 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-552d67db-6746-4022-99ee-333e7564b5a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:08.500905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727c5dc-de1e-4703-85d2-f745a8f87c82 req-978833f4-019a-4d87-8216-e77dd9436207 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:08.502390 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d727c5dc-de1e-4703-85d2-f745a8f87c82 req-978833f4-019a-4d87-8216-e77dd9436207 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 943 time: 0.0943449 Dec 11 22:43:08.555694 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d727c5dc-de1e-4703-85d2-f745a8f87c82 req-70e9f613-28e8-4e0e-8869-dc5f4b2dbfbd tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471408 Dec 11 22:43:08.588822 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-552d67db-6746-4022-99ee-333e7564b5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:08.591537 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-552d67db-6746-4022-99ee-333e7564b5a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:08.592699 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-552d67db-6746-4022-99ee-333e7564b5a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e07710e-761b-40e0-a755-ed1e1d2a2940 HTTP/1.1" status: 204 len: 168 time: 0.2461832 Dec 11 22:43:08.604258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d67db-6746-4022-99ee-333e7564b5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e07710e-761b-40e0-a755-ed1e1d2a2940,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:08.723003 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213fc2d-8a58-480b-9f5f-9143d61e662a req-eded364a-0f65-457c-ac81-516e97efcaa6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:08.724508 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d213fc2d-8a58-480b-9f5f-9143d61e662a req-eded364a-0f65-457c-ac81-516e97efcaa6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=434fe4a9-c188-462c-a421-531b301ffa11 HTTP/1.1" status: 200 len: 950 time: 0.0548928 Dec 11 22:43:08.773398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d213fc2d-8a58-480b-9f5f-9143d61e662a req-f2ac0181-9c6c-4fdf-ab4c-7ec413bbe9f3 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429568 Dec 11 22:43:08.852490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf69c7-e51e-4a2a-b35d-ecd1096896e4 req-3880c438-42ac-4479-a148-e0bcb2d89c8e tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:08.853988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73cf69c7-e51e-4a2a-b35d-ecd1096896e4 req-3880c438-42ac-4479-a148-e0bcb2d89c8e tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0507786 Dec 11 22:43:08.881095 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe916d-4800-46e7-b78d-8faafb42c97a req-742fe352-91c2-4ffd-affe-1aa06fe9145a tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:08.882637 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-13fe916d-4800-46e7-b78d-8faafb42c97a req-742fe352-91c2-4ffd-affe-1aa06fe9145a tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 945 time: 0.0496194 Dec 11 22:43:08.909125 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73cf69c7-e51e-4a2a-b35d-ecd1096896e4 req-7acedd12-821c-42da-b815-4a032cbb2c98 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489466 Dec 11 22:43:08.936345 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-13fe916d-4800-46e7-b78d-8faafb42c97a req-76538a25-a7c3-40bb-aa22-52f0186bdcc1 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c8463b0-3c52-4b2c-b0e0-8731f0bc99fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461342 Dec 11 22:43:09.036462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 7c8bb98a-cbf3-449e-9c1c-991d801264ba details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:43:09.040754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 152cd804-dd76-4fc5-b650-af6b5047993c no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:09.067539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 152cd804-dd76-4fc5-b650-af6b5047993c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:09.067829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 152cd804-dd76-4fc5-b650-af6b5047993c not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:09.153051 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 7c8bb98a-cbf3-449e-9c1c-991d801264ba, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=7c8bb98a-cbf3-449e-9c1c-991d801264ba,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:09.167704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '7c8bb98a-cbf3-449e-9c1c-991d801264ba', 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd', 'port_id': '7c8bb98a-cbf3-449e-9c1c-991d801264ba', 'mac_address': 'fa:16:3e:84:71:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56072fb-d6eb-465a-81da-2818b252a24c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:43:09.341973 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:09.354977 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c8bb98a-cbf3-449e-9c1c-991d801264ba {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:09.374432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 7c8bb98a-cbf3-449e-9c1c-991d801264ba, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=7c8bb98a-cbf3-449e-9c1c-991d801264ba,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:09.449329 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:09.468875 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a399ca-b362-4fcd-bca9-29e7bd1d1bb6 req-848d4eb3-c70c-42ee-b686-06159fc95ccc tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:09.470377 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-39a399ca-b362-4fcd-bca9-29e7bd1d1bb6 req-848d4eb3-c70c-42ee-b686-06159fc95ccc tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0548675 Dec 11 22:43:09.506198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=7c8bb98a-cbf3-449e-9c1c-991d801264ba,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:09.524895 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-39a399ca-b362-4fcd-bca9-29e7bd1d1bb6 req-bde61d7b-b6af-4199-b633-a365e6e0acce tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479105 Dec 11 22:43:09.544988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['7c8bb98a-cbf3-449e-9c1c-991d801264ba'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:09.684302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db2a65-7dca-4502-9708-73ac6f14e142 req-76a68da2-6dab-4429-9815-fb8bcf08dbca tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:09.687816 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-24db2a65-7dca-4502-9708-73ac6f14e142 req-76a68da2-6dab-4429-9815-fb8bcf08dbca tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 943 time: 0.0624228 Dec 11 22:43:09.744744 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52896) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:09.745536 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-24db2a65-7dca-4502-9708-73ac6f14e142 req-3f7907b9-75a6-4e93-b060-0542290551e5 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470569 Dec 11 22:43:09.833651 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52904) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:09.911025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-77ba68bc-59f2-4158-b6c1-455905872ebb admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-32501483-network', 'tenant_id': '82e0ca9042af4bf8853f6edfb294dca7'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:09.921278 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ed10a-fd59-493f-b443-68205c575834 req-8ce045ef-8e67-455e-91c1-7b6b45025cde tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:09.922723 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-786ed10a-fd59-493f-b443-68205c575834 req-8ce045ef-8e67-455e-91c1-7b6b45025cde tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=434fe4a9-c188-462c-a421-531b301ffa11 HTTP/1.1" status: 200 len: 950 time: 0.0740166 Dec 11 22:43:09.993202 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4a28720b-1708-488f-b7b8-6e2b2564207a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a9aea6eece73460b9aa38f8707df4b70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1578269 Dec 11 22:43:09.996333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52912) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:10.026182 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-786ed10a-fd59-493f-b443-68205c575834 req-04a91530-3162-4cee-a83e-a88f66cf3bae tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963538 Dec 11 22:43:10.038787 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ba68bc-59f2-4158-b6c1-455905872ebb admin admin] Made reservation on behalf of 82e0ca9042af4bf8853f6edfb294dca7 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:10.041811 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77ba68bc-59f2-4158-b6c1-455905872ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.061032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77ba68bc-59f2-4158-b6c1-455905872ebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.072914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf5030-377b-4c21-aa27-29ff2f713854 req-469b13e0-ebe5-4184-a1db-7b196f643263 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:10.074822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-21cf5030-377b-4c21-aa27-29ff2f713854 req-469b13e0-ebe5-4184-a1db-7b196f643263 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0971992 Dec 11 22:43:10.082598 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d7ddf4e-634a-4564-bcd5-1f97c64d4d28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.129183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-21cf5030-377b-4c21-aa27-29ff2f713854 req-0b5d21ab-f220-4311-90ae-a9184d421f53 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479703 Dec 11 22:43:10.139603 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d7ddf4e-634a-4564-bcd5-1f97c64d4d28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.207603 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb057221-625d-427e-bf67-b589e3d5319e req-c733a90a-6dc3-4631-a203-42d3eba44739 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:10.209129 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fb057221-625d-427e-bf67-b589e3d5319e req-c733a90a-6dc3-4631-a203-42d3eba44739 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 945 time: 0.1123016 Dec 11 22:43:10.256663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77ba68bc-59f2-4158-b6c1-455905872ebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.285914 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fb057221-625d-427e-bf67-b589e3d5319e req-aae54471-50e8-42af-ac70-1759b61b41dc tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c8463b0-3c52-4b2c-b0e0-8731f0bc99fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699968 Dec 11 22:43:10.327949 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d7ddf4e-634a-4564-bcd5-1f97c64d4d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.331084 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d7ddf4e-634a-4564-bcd5-1f97c64d4d28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.335189 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5d7ddf4e-634a-4564-bcd5-1f97c64d4d28 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca7e04b2-67bc-4a75-8cf9-59baf04b2c76 HTTP/1.1" status: 204 len: 168 time: 0.3345363 Dec 11 22:43:10.345896 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77ba68bc-59f2-4158-b6c1-455905872ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.358619 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c255f-249c-49c7-990c-0b553164ba47 req-80fbcb9c-7f84-48d6-b230-f510ffa70bf9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:10.360316 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec3c255f-249c-49c7-990c-0b553164ba47 req-80fbcb9c-7f84-48d6-b230-f510ffa70bf9 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb943ff-e58c-44e1-82f1-1969208869ab HTTP/1.1" status: 200 len: 950 time: 0.1148868 Dec 11 22:43:10.361079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ddf4e-634a-4564-bcd5-1f97c64d4d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7e04b2-67bc-4a75-8cf9-59baf04b2c76,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:10.378455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a461933-5cca-44de-965f-69b49dcbaee7 req-a1123fd0-264f-4628-9299-3cc46e7869f8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:10.386507 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a461933-5cca-44de-965f-69b49dcbaee7 req-a1123fd0-264f-4628-9299-3cc46e7869f8 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.13 "GET /v2.0/ports?device_id=434fe4a9-c188-462c-a421-531b301ffa11 HTTP/1.1" status: 200 len: 950 time: 0.1406357 Dec 11 22:43:10.392026 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ba68bc-59f2-4158-b6c1-455905872ebb admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:43:10.430999 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba68bc-59f2-4158-b6c1-455905872ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d04fe7-882d-4a9e-9ed2-8481c28c9af9,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:10.436495 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77ba68bc-59f2-4158-b6c1-455905872ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.436885 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-77ba68bc-59f2-4158-b6c1-455905872ebb admin admin] Added segment 3d85e17d-59c3-4599-a2fc-6669e59887ad of type vlan for network c4bd9454-6161-4bca-9af9-01067b5a95d4 Dec 11 22:43:10.510213 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77ba68bc-59f2-4158-b6c1-455905872ebb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.520073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d17619-2329-40d2-9a2c-ae7f32490404 req-53aff8ff-a4b5-451b-a2aa-92d7ea809d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:10.521590 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-23d17619-2329-40d2-9a2c-ae7f32490404 req-53aff8ff-a4b5-451b-a2aa-92d7ea809d1e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0568428 Dec 11 22:43:10.527683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-6a461933-5cca-44de-965f-69b49dcbaee7 req-a74b56e1-4b6d-48c1-a6ae-d52eee75882a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Deleting port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:10.528024 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a461933-5cca-44de-965f-69b49dcbaee7 req-a74b56e1-4b6d-48c1-a6ae-d52eee75882a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.553960 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-ec3c255f-249c-49c7-990c-0b553164ba47 req-4932f6a6-a677-46cc-a98d-458aaf84ee15 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Deleting port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:10.557252 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec3c255f-249c-49c7-990c-0b553164ba47 req-4932f6a6-a677-46cc-a98d-458aaf84ee15 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.608512 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77ba68bc-59f2-4158-b6c1-455905872ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.609670 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ba68bc-59f2-4158-b6c1-455905872ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:10.610230 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77ba68bc-59f2-4158-b6c1-455905872ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.669927 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-23d17619-2329-40d2-9a2c-ae7f32490404 req-09fbad6f-7703-47b7-891c-3ae806b8918c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279221 Dec 11 22:43:10.697938 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6a461933-5cca-44de-965f-69b49dcbaee7 req-a74b56e1-4b6d-48c1-a6ae-d52eee75882a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] For port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=8ddde713-1ed8-4ac2-87f6-5fcbcfc07079,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:10.698665 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a461933-5cca-44de-965f-69b49dcbaee7 req-a74b56e1-4b6d-48c1-a6ae-d52eee75882a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.701822 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba68bc-59f2-4158-b6c1-455905872ebb admin admin] Pushing event updated for resources: {'Network': ['ID=c4bd9454-6161-4bca-9af9-01067b5a95d4,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:10.708141 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c577b60-5dc3-4bd0-bec2-585d9a256ed8 req-636a21c6-8292-4c8d-8df9-03bb9cb6518b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:10.709685 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c577b60-5dc3-4bd0-bec2-585d9a256ed8 req-636a21c6-8292-4c8d-8df9-03bb9cb6518b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 945 time: 0.1113791 Dec 11 22:43:10.717076 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network c4bd9454-6161-4bca-9af9-01067b5a95d4 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:43:10.723102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-6a461933-5cca-44de-965f-69b49dcbaee7 req-a74b56e1-4b6d-48c1-a6ae-d52eee75882a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Calling delete_port for 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:10.747359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52922) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:10.755400 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-77ba68bc-59f2-4158-b6c1-455905872ebb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0057333 Dec 11 22:43:10.755400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-ec3c255f-249c-49c7-990c-0b553164ba47 req-4932f6a6-a677-46cc-a98d-458aaf84ee15 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] For port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=78b7fae5-f49f-43c1-bdd8-556bc8280c5a,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:10.756030 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec3c255f-249c-49c7-990c-0b553164ba47 req-4932f6a6-a677-46cc-a98d-458aaf84ee15 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.757360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-620dde96-5a8a-4aa9-b52e-4529dd03b87a admin admin] Request body: {'subnet': {'network_id': 'c4bd9454-6161-4bca-9af9-01067b5a95d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-32501483-subnet', 'tenant_id': '82e0ca9042af4bf8853f6edfb294dca7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:10.774256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-ec3c255f-249c-49c7-990c-0b553164ba47 req-4932f6a6-a677-46cc-a98d-458aaf84ee15 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Calling delete_port for 78b7fae5-f49f-43c1-bdd8-556bc8280c5a owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:10.852993 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c577b60-5dc3-4bd0-bec2-585d9a256ed8 req-97681fe6-7e6e-4168-88be-2426de10d802 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278696 Dec 11 22:43:10.931182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620dde96-5a8a-4aa9-b52e-4529dd03b87a admin admin] Made reservation on behalf of 82e0ca9042af4bf8853f6edfb294dca7 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:10.933664 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-620dde96-5a8a-4aa9-b52e-4529dd03b87a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:10.992364 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad477f1-5d04-4dcb-9dd7-cfee72146389 req-8222b171-70e1-4a58-bb64-78b18f6c61d4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:10.993941 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ad477f1-5d04-4dcb-9dd7-cfee72146389 req-8222b171-70e1-4a58-bb64-78b18f6c61d4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 943 time: 0.0817704 Dec 11 22:43:11.044749 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ad477f1-5d04-4dcb-9dd7-cfee72146389 req-44f3f954-5be1-4407-87fc-ef860381faa7 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439613 Dec 11 22:43:11.045900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 7c8bb98a-cbf3-449e-9c1c-991d801264ba up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:11.046526 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec3c255f-249c-49c7-990c-0b553164ba47 req-4932f6a6-a677-46cc-a98d-458aaf84ee15 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:11.064112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60a8f2-8cf9-4d19-9f7d-c586554b6de5 req-86ffbd84-29a2-44f3-9f27-ae0826e13ecc tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:11.067342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a60a8f2-8cf9-4d19-9f7d-c586554b6de5 req-86ffbd84-29a2-44f3-9f27-ae0826e13ecc tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.47 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 945 time: 0.1482539 Dec 11 22:43:11.087968 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932f6a6-a677-46cc-a98d-458aaf84ee15 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event deleted for resources: {'Port': ['ID=78b7fae5-f49f-43c1-bdd8-556bc8280c5a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:11.147330 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a461933-5cca-44de-965f-69b49dcbaee7 req-a74b56e1-4b6d-48c1-a6ae-d52eee75882a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:11.147946 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3c255f-249c-49c7-990c-0b553164ba47 req-4932f6a6-a677-46cc-a98d-458aaf84ee15 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] No DVR routers for this DVR port 78b7fae5-f49f-43c1-bdd8-556bc8280c5a on host n-h1-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:43:11.150475 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ec3c255f-249c-49c7-990c-0b553164ba47 req-4932f6a6-a677-46cc-a98d-458aaf84ee15 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:11.156303 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec3c255f-249c-49c7-990c-0b553164ba47 req-4932f6a6-a677-46cc-a98d-458aaf84ee15 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "DELETE /v2.0/ports/78b7fae5-f49f-43c1-bdd8-556bc8280c5a HTTP/1.1" status: 204 len: 173 time: 0.7677503 Dec 11 22:43:11.156943 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb943ff-e58c-44e1-82f1-1969208869ab', 'name': 'network-vif-deleted', 'tag': '78b7fae5-f49f-43c1-bdd8-556bc8280c5a'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:11.157110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['96975ca5-ae4a-4cea-b67e-af1bc59ce747', '8ddde713-1ed8-4ac2-87f6-5fcbcfc07079'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:11.161408 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a921d65-d68d-45a8-841a-faeaf3776213" -d '{"events": [{"server_uuid": "5bb943ff-e58c-44e1-82f1-1969208869ab", "name": "network-vif-deleted", "tag": "78b7fae5-f49f-43c1-bdd8-556bc8280c5a"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:11.205598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b', 'fe22007d-f9b3-4757-b3fb-eec41108b253', '78b7fae5-f49f-43c1-bdd8-556bc8280c5a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:11.246588 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6e6c915-1ab9-4c5e-9aaf-3f2b16e8d585 req-e38256de-ceaf-4504-9f4e-7dfd2bbdf2cc tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=434fe4a9-c188-462c-a421-531b301ffa11 HTTP/1.1" status: 200 len: 210 time: 0.1094859 Dec 11 22:43:11.251288 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b56e1-4b6d-48c1-a6ae-d52eee75882a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event deleted for resources: {'Port': ['ID=8ddde713-1ed8-4ac2-87f6-5fcbcfc07079,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:11.286026 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295945c-a49a-4bb5-9b57-89818171d39d req-8f5fafc4-f21d-407d-83f0-1fd702244095 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:11.287619 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6295945c-a49a-4bb5-9b57-89818171d39d req-8f5fafc4-f21d-407d-83f0-1fd702244095 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0688777 Dec 11 22:43:11.328974 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8390f431-a114-4720-a429-fff954f889e4 x-openstack-request-id: req-8390f431-a114-4720-a429-fff954f889e4 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:11.329413 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb943ff-e58c-44e1-82f1-1969208869ab", "name": "network-vif-deleted", "tag": "78b7fae5-f49f-43c1-bdd8-556bc8280c5a", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:11.329677 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8390f431-a114-4720-a429-fff954f889e4 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:11.330076 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb943ff-e58c-44e1-82f1-1969208869ab', 'name': 'network-vif-deleted', 'tag': '78b7fae5-f49f-43c1-bdd8-556bc8280c5a', 'status': 'completed', 'code': 200} Dec 11 22:43:11.341770 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a461933-5cca-44de-965f-69b49dcbaee7 req-a74b56e1-4b6d-48c1-a6ae-d52eee75882a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] No DVR routers for this DVR port 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:43:11.343497 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a461933-5cca-44de-965f-69b49dcbaee7 req-a74b56e1-4b6d-48c1-a6ae-d52eee75882a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:11.348597 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a461933-5cca-44de-965f-69b49dcbaee7 req-a74b56e1-4b6d-48c1-a6ae-d52eee75882a tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.13 "DELETE /v2.0/ports/8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 HTTP/1.1" status: 204 len: 173 time: 0.9598279 Dec 11 22:43:11.353063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434fe4a9-c188-462c-a421-531b301ffa11', 'name': 'network-vif-deleted', 'tag': '8ddde713-1ed8-4ac2-87f6-5fcbcfc07079'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:11.355523 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f8715b-0137-489e-b8fa-ecd4eb3423b5" -d '{"events": [{"server_uuid": "434fe4a9-c188-462c-a421-531b301ffa11", "name": "network-vif-deleted", "tag": "8ddde713-1ed8-4ac2-87f6-5fcbcfc07079"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:11.387513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 7c8bb98a-cbf3-449e-9c1c-991d801264ba triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:11.387513 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:11.404454 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6295945c-a49a-4bb5-9b57-89818171d39d req-848488be-deec-430d-8b33-1b55749bfcce tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888968 Dec 11 22:43:11.461157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-5a60a8f2-8cf9-4d19-9f7d-c586554b6de5 req-6f526247-3c54-4fff-9836-1b49096225bd tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Deleting port 3b1d4ad8-1c2d-436e-9283-21e78d14f520 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:11.461505 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5a60a8f2-8cf9-4d19-9f7d-c586554b6de5 req-6f526247-3c54-4fff-9836-1b49096225bd tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:11.545547 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126b1f5e-ccfc-43d8-8de7-969542eabe6a x-openstack-request-id: req-126b1f5e-ccfc-43d8-8de7-969542eabe6a {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:11.545547 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434fe4a9-c188-462c-a421-531b301ffa11", "name": "network-vif-deleted", "tag": "8ddde713-1ed8-4ac2-87f6-5fcbcfc07079", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:11.545901 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-126b1f5e-ccfc-43d8-8de7-969542eabe6a {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:11.546369 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434fe4a9-c188-462c-a421-531b301ffa11', 'name': 'network-vif-deleted', 'tag': '8ddde713-1ed8-4ac2-87f6-5fcbcfc07079', 'status': 'completed', 'code': 200} Dec 11 22:43:11.575758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc02c-caf6-4782-a0e9-aa90e860bc4a req-6cfa96b2-1880-472f-8eaa-f958087c66fb tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:11.579284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a13bc02c-caf6-4782-a0e9-aa90e860bc4a req-6cfa96b2-1880-472f-8eaa-f958087c66fb tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 945 time: 0.1899927 Dec 11 22:43:11.581084 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-620dde96-5a8a-4aa9-b52e-4529dd03b87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:11.639254 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:11.735897 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbb0c8b-8cf7-422f-af92-ecf2c663b6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8bb98a-cbf3-449e-9c1c-991d801264ba'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:11.740367 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f613efb0-6e9c-4579-8976-c018b5fa8666" -d '{"events": [{"server_uuid": "3cbb0c8b-8cf7-422f-af92-ecf2c663b6de", "name": "network-vif-plugged", "status": "completed", "tag": "7c8bb98a-cbf3-449e-9c1c-991d801264ba"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:11.741180 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a13bc02c-caf6-4782-a0e9-aa90e860bc4a req-012f45e5-505b-4336-8e22-a174269530d9 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c8463b0-3c52-4b2c-b0e0-8731f0bc99fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457124 Dec 11 22:43:11.771323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dde96-5a8a-4aa9-b52e-4529dd03b87a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c06a2bf-8f26-4c2b-9e7b-90fd19ce6760,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:11.781877 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5a60a8f2-8cf9-4d19-9f7d-c586554b6de5 req-6f526247-3c54-4fff-9836-1b49096225bd tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] For port 3b1d4ad8-1c2d-436e-9283-21e78d14f520, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3b1d4ad8-1c2d-436e-9283-21e78d14f520,segment=NetworkSegment(8fdd095d-9a58-4db0-bbab-aec2e426d917),segment_id=8fdd095d-9a58-4db0-bbab-aec2e426d917)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:11.781877 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5a60a8f2-8cf9-4d19-9f7d-c586554b6de5 req-6f526247-3c54-4fff-9836-1b49096225bd tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:11.791851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 7c8bb98a-cbf3-449e-9c1c-991d801264ba, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=7c8bb98a-cbf3-449e-9c1c-991d801264ba,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:11.800963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-5a60a8f2-8cf9-4d19-9f7d-c586554b6de5 req-6f526247-3c54-4fff-9836-1b49096225bd tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Calling delete_port for 3b1d4ad8-1c2d-436e-9283-21e78d14f520 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:11.804793 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58264463-7dc3-4f96-b6a1-fc8ed691c417 x-openstack-request-id: req-58264463-7dc3-4f96-b6a1-fc8ed691c417 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:11.805139 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbb0c8b-8cf7-422f-af92-ecf2c663b6de", "name": "network-vif-plugged", "status": "completed", "tag": "7c8bb98a-cbf3-449e-9c1c-991d801264ba", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:11.811301 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58264463-7dc3-4f96-b6a1-fc8ed691c417 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:11.811301 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbb0c8b-8cf7-422f-af92-ecf2c663b6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8bb98a-cbf3-449e-9c1c-991d801264ba', 'code': 200} Dec 11 22:43:11.828517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620dde96-5a8a-4aa9-b52e-4529dd03b87a admin admin] Checking segment: {'id': '3d85e17d-59c3-4599-a2fc-6669e59887ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c4bd9454-6161-4bca-9af9-01067b5a95d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:11.828854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620dde96-5a8a-4aa9-b52e-4529dd03b87a admin admin] Network hostable DHCP agents. Network: c4bd9454-6161-4bca-9af9-01067b5a95d4, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:43:11.912764 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:11.913963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:11.996905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620dde96-5a8a-4aa9-b52e-4529dd03b87a admin admin] Network c4bd9454-6161-4bca-9af9-01067b5a95d4 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:43:12.014284 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f546f3-36b9-4db9-a470-7cb1359d7e4e req-fca56c97-54a0-45ea-a631-88f25e4ae89b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:12.015870 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0f546f3-36b9-4db9-a470-7cb1359d7e4e req-fca56c97-54a0-45ea-a631-88f25e4ae89b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0705619 Dec 11 22:43:12.020873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:12.021378 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 8ddde713-1ed8-4ac2-87f6-5fcbcfc07079 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:12.053986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=7c8bb98a-cbf3-449e-9c1c-991d801264ba,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:12.074990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-620dde96-5a8a-4aa9-b52e-4529dd03b87a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, c4bd9454-6161-4bca-9af9-01067b5a95d4) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:12.077873 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0f546f3-36b9-4db9-a470-7cb1359d7e4e req-30088caf-a686-4568-9a26-36789e44e669 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499451 Dec 11 22:43:12.084950 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620dde96-5a8a-4aa9-b52e-4529dd03b87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:12.085104 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f27faf6-a74e-4ec0-b055-38c45d6797c5 None None] Network c4bd9454-6161-4bca-9af9-01067b5a95d4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:43:12.085563 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-620dde96-5a8a-4aa9-b52e-4529dd03b87a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:12.127876 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5a60a8f2-8cf9-4d19-9f7d-c586554b6de5 req-6f526247-3c54-4fff-9836-1b49096225bd tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:12.155585 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['96975ca5-ae4a-4cea-b67e-af1bc59ce747'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:12.169162 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f526247-3c54-4fff-9836-1b49096225bd tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Pushing event deleted for resources: {'Port': ['ID=3b1d4ad8-1c2d-436e-9283-21e78d14f520,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:12.193045 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-620dde96-5a8a-4aa9-b52e-4529dd03b87a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4444239 Dec 11 22:43:12.252040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a60a8f2-8cf9-4d19-9f7d-c586554b6de5 req-6f526247-3c54-4fff-9836-1b49096225bd tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] No DVR routers for this DVR port 3b1d4ad8-1c2d-436e-9283-21e78d14f520 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:43:12.257506 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5a60a8f2-8cf9-4d19-9f7d-c586554b6de5 req-6f526247-3c54-4fff-9836-1b49096225bd tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:12.260217 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a60a8f2-8cf9-4d19-9f7d-c586554b6de5 req-6f526247-3c54-4fff-9836-1b49096225bd tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.47 "DELETE /v2.0/ports/3b1d4ad8-1c2d-436e-9283-21e78d14f520 HTTP/1.1" status: 204 len: 173 time: 1.1854317 Dec 11 22:43:12.325410 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71511595-8ba6-4a6b-8fff-134af90ef5a3 req-798c1cc2-75d2-4e71-b3b5-d7baea2d0ef1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:12.327684 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71511595-8ba6-4a6b-8fff-134af90ef5a3 req-798c1cc2-75d2-4e71-b3b5-d7baea2d0ef1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 943 time: 0.1100202 Dec 11 22:43:12.346228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe96cea0-a41f-48da-a83d-8cf135ecb8d1 None None] Network c4bd9454-6161-4bca-9af9-01067b5a95d4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:43:12.405106 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71511595-8ba6-4a6b-8fff-134af90ef5a3 req-13cc122c-3849-4427-a209-88cbd94a2fb9 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669038 Dec 11 22:43:12.459027 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4adb7d84-e835-42db-bcaf-096b17fff347 req-21f1176e-5b9c-4e6f-9ca7-ccca4d0c2be4 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=434fe4a9-c188-462c-a421-531b301ffa11 HTTP/1.1" status: 200 len: 210 time: 0.0463121 Dec 11 22:43:12.578830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b8386-5e54-4a9f-a7b0-b90fc2a010c5 req-ad48777f-560c-444e-8ff8-c34b4e0d2fa4 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:12.580358 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b76b8386-5e54-4a9f-a7b0-b90fc2a010c5 req-ad48777f-560c-444e-8ff8-c34b4e0d2fa4 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0679255 Dec 11 22:43:12.633427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b76b8386-5e54-4a9f-a7b0-b90fc2a010c5 req-510cd2b8-8dec-4d86-aab3-58aef34ce2f0 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460184 Dec 11 22:43:12.679418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b', 'fe22007d-f9b3-4757-b3fb-eec41108b253'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:12.805646 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-bb1e2901-a9ca-4273-b7ab-5a825e9a692d tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:12.808368 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-bb1e2901-a9ca-4273-b7ab-5a825e9a692d tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/networks?id=c4bd9454-6161-4bca-9af9-01067b5a95d4 HTTP/1.1" status: 200 len: 811 time: 0.1119013 Dec 11 22:43:12.822958 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-01663d72-f98b-4be0-aa03-69cde5a27a01 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/quotas/82e0ca9042af4bf8853f6edfb294dca7 HTTP/1.1" status: 200 len: 375 time: 0.0098004 Dec 11 22:43:12.863084 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-c61872c2-883c-4e08-adb1-9e4ae21afc42 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=82e0ca9042af4bf8853f6edfb294dca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337751 Dec 11 22:43:12.971393 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-4cb5db1c-fc0b-44a4-aa41-d59af636428e service neutron] 10.222.0.45 "GET /v2.0/networks/c4bd9454-6161-4bca-9af9-01067b5a95d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007216 Dec 11 22:43:13.020894 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78252d92-87d7-4d64-92f8-897022a25d23 req-e25ccac3-430f-432b-89d7-1116e61e7c38 tempest-ServerAddressesNegativeTestJSON-294919740 tempest-ServerAddressesNegativeTestJSON-294919740-project] 10.222.0.45 "GET /v2.0/ports?device_id=a338822c-fc4a-4373-9a5e-97407bdd4293 HTTP/1.1" status: 200 len: 210 time: 0.0289800 Dec 11 22:43:13.058872 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device b950a688-f1ae-45bd-bb96-7f34bce710e1 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:43:13.173689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699550c-bfca-49dc-9cdb-2b38659e249f req-30152000-7ef7-4054-a338-ba8cb4281532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:13.177078 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c699550c-bfca-49dc-9cdb-2b38659e249f req-30152000-7ef7-4054-a338-ba8cb4281532 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42ba42bc01cd4336aa93171b4cf8fa3a&device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0947340 Dec 11 22:43:13.240040 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port b950a688-f1ae-45bd-bb96-7f34bce710e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=b950a688-f1ae-45bd-bb96-7f34bce710e1,segment=NetworkSegment(6333f14b-0971-4035-b995-b8109fb30ca0),segment_id=6333f14b-0971-4035-b995-b8109fb30ca0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:13.257855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'b950a688-f1ae-45bd-bb96-7f34bce710e1', 'network_id': '9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a', 'port_id': 'b950a688-f1ae-45bd-bb96-7f34bce710e1', 'mac_address': 'fa:16:3e:07:a8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34479c4-c6a1-48c9-a67a-10df10a1b6e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:43:13.313334 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:13.342893 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b950a688-f1ae-45bd-bb96-7f34bce710e1 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:13.346118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f81580-3bdc-4421-91d6-87437a953ddf req-56dc1d83-2a5a-4550-96a2-c7f4f2d1e8fc tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:13.355965 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22f81580-3bdc-4421-91d6-87437a953ddf req-56dc1d83-2a5a-4550-96a2-c7f4f2d1e8fc tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0928137 Dec 11 22:43:13.381494 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port b950a688-f1ae-45bd-bb96-7f34bce710e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=b950a688-f1ae-45bd-bb96-7f34bce710e1,segment=NetworkSegment(6333f14b-0971-4035-b995-b8109fb30ca0),segment_id=6333f14b-0971-4035-b995-b8109fb30ca0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:13.414647 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699550c-bfca-49dc-9cdb-2b38659e249f req-dfeaa50b-5d17-45f1-9add-c4650869443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:13.416355 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c699550c-bfca-49dc-9cdb-2b38659e249f req-dfeaa50b-5d17-45f1-9add-c4650869443f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2820f918-fa20-4c7d-a843-4806a1f5490c HTTP/1.1" status: 200 len: 911 time: 0.2316282 Dec 11 22:43:13.437587 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:13.469793 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-f5d3b082-585a-4459-a09f-f0691e0ddb32 service neutron] 10.222.0.45 "GET /v2.0/networks/c4bd9454-6161-4bca-9af9-01067b5a95d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967229 Dec 11 22:43:13.472624 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:13.484145 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c699550c-bfca-49dc-9cdb-2b38659e249f req-51542a54-ac69-4fc6-a25c-5fbd333ddd40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=053770a3-1579-4c46-ba60-e3bf60255fe4 HTTP/1.1" status: 200 len: 217 time: 0.0551207 Dec 11 22:43:13.553655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22f81580-3bdc-4421-91d6-87437a953ddf req-c4bb7741-7cde-4f79-8fe1-c1b3278d3fff tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917939 Dec 11 22:43:13.564600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=b950a688-f1ae-45bd-bb96-7f34bce710e1,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:13.570170 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a338822c-fc4a-4373-9a5e-97407bdd4293', 'name': 'network-vif-deleted', 'tag': '3b1d4ad8-1c2d-436e-9283-21e78d14f520'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:13.573387 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d302c4-52ee-4fb1-ad83-614d1e993318" -d '{"events": [{"server_uuid": "a338822c-fc4a-4373-9a5e-97407bdd4293", "name": "network-vif-deleted", "tag": "3b1d4ad8-1c2d-436e-9283-21e78d14f520"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:13.587547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699550c-bfca-49dc-9cdb-2b38659e249f req-69f967d9-751a-4cba-a8d6-009a4b2b7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:13.589518 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c699550c-bfca-49dc-9cdb-2b38659e249f req-69f967d9-751a-4cba-a8d6-009a4b2b7107 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7bdd700a-efc3-4363-9156-1887495e9293 HTTP/1.1" status: 200 len: 850 time: 0.0975239 Dec 11 22:43:13.637441 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c699550c-bfca-49dc-9cdb-2b38659e249f req-0b3d7874-dd09-466b-a490-2832a738baa1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2820f918-fa20-4c7d-a843-4806a1f5490c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402720 Dec 11 22:43:13.755041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba56b30-3ccf-4100-8ef9-9beddcccb8a6 req-9c04a3f9-ed59-439a-a0df-ff6a657d2de9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:13.756660 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aba56b30-3ccf-4100-8ef9-9beddcccb8a6 req-9c04a3f9-ed59-439a-a0df-ff6a657d2de9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.1217444 Dec 11 22:43:13.792510 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c699550c-bfca-49dc-9cdb-2b38659e249f req-fe674d61-0b42-4da5-95a3-3fe1702a2aee service neutron] 10.222.0.47 "GET /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451550 Dec 11 22:43:13.839767 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['b950a688-f1ae-45bd-bb96-7f34bce710e1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:13.907189 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aba56b30-3ccf-4100-8ef9-9beddcccb8a6 req-e7d1d9d7-4bd7-4b69-a0d3-1d163df03a7c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327362 Dec 11 22:43:13.917710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96283a-75ca-423a-8d41-47ee51182b9b req-d72cf98c-0333-4948-83ae-58efed395a75 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:13.927545 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4c96283a-75ca-423a-8d41-47ee51182b9b req-d72cf98c-0333-4948-83ae-58efed395a75 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 944 time: 0.0684872 Dec 11 22:43:14.012473 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4c96283a-75ca-423a-8d41-47ee51182b9b req-f0249da3-5fd9-4f2c-94b4-d22228eb30fe tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830605 Dec 11 22:43:14.030600 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c699550c-bfca-49dc-9cdb-2b38659e249f req-9be6931d-85a3-4e37-99e9-dcbd8fdf8159 service neutron] 10.222.0.47 "GET /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270715 Dec 11 22:43:14.119474 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6017d8-997d-428b-b8fa-552aa202dba7 x-openstack-request-id: req-7c6017d8-997d-428b-b8fa-552aa202dba7 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:14.119768 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a338822c-fc4a-4373-9a5e-97407bdd4293", "name": "network-vif-deleted", "tag": "3b1d4ad8-1c2d-436e-9283-21e78d14f520", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:14.120025 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c6017d8-997d-428b-b8fa-552aa202dba7 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:14.120421 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a338822c-fc4a-4373-9a5e-97407bdd4293', 'name': 'network-vif-deleted', 'tag': '3b1d4ad8-1c2d-436e-9283-21e78d14f520', 'status': 'completed', 'code': 200} Dec 11 22:43:14.137606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53056) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:14.143766 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fcb86c89-7c14-4d44-b256-ab44af59e167 req-c9be06f7-4b0a-4833-8812-43368bb927e3 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 210 time: 0.0670426 Dec 11 22:43:14.232370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Deleting subnet a89d01ce-9997-45cd-9561-da8006de8ed9 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:43:14.238149 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:14.285534 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:14.344539 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:14.470399 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3b1d4ad8-1c2d-436e-9283-21e78d14f520 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:14.495791 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 3b1d4ad8-1c2d-436e-9283-21e78d14f520 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:14.496463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3b1d4ad8-1c2d-436e-9283-21e78d14f520 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:14.496827 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 78b7fae5-f49f-43c1-bdd8-556bc8280c5a no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:14.517661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 78b7fae5-f49f-43c1-bdd8-556bc8280c5a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:14.518016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 78b7fae5-f49f-43c1-bdd8-556bc8280c5a not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:14.538209 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:14.583889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a89d01ce-9997-45cd-9561-da8006de8ed9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:14.619601 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:14.619958 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:14.620306 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:14.620649 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:14.620985 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:14.621322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:14.621684 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:14.622207 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:14.622723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:14.623239 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:14.623741 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:14.624235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:14.624748 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:14.640550 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:14.646967 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-31b72192-6bd0-4286-8917-bc72dbac4809 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a89d01ce-9997-45cd-9561-da8006de8ed9 HTTP/1.1" status: 204 len: 168 time: 0.5142860 Dec 11 22:43:14.649083 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53092) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:14.746578 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31e98788-c93b-446b-aa88-ac87363428b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:14.779548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d028cb-9f5d-4880-85bf-b633c726681d req-e7d676e4-2cdf-4b60-84fb-3fa6cdee3e34 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:14.790376 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63d028cb-9f5d-4880-85bf-b633c726681d req-e7d676e4-2cdf-4b60-84fb-3fa6cdee3e34 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.1321354 Dec 11 22:43:14.855883 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63d028cb-9f5d-4880-85bf-b633c726681d req-a99a9f38-10cf-47d5-bc24-3f892fe00ed4 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644617 Dec 11 22:43:14.888747 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31e98788-c93b-446b-aa88-ac87363428b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:14.912084 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-31e98788-c93b-446b-aa88-ac87363428b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b187a598-a494-41e3-a6ea-17ccd0b8a9b1']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:14.923846 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-31e98788-c93b-446b-aa88-ac87363428b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fdd095d-9a58-4db0-bbab-aec2e426d917') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:14.924424 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-31e98788-c93b-446b-aa88-ac87363428b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fdd095d-9a58-4db0-bbab-aec2e426d917') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:14.942931 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31e98788-c93b-446b-aa88-ac87363428b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:14.960627 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31e98788-c93b-446b-aa88-ac87363428b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:14.972438 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e98788-c93b-446b-aa88-ac87363428b8 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:43:14.972897 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31e98788-c93b-446b-aa88-ac87363428b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:43:14.976182 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:43:15.061956 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device b950a688-f1ae-45bd-bb96-7f34bce710e1 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:15.109500 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5615e6-2b45-46d3-9455-c811ffd3d26d req-338e1de8-b665-43e1-b450-27fc1710b8d5 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:15.111013 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec5615e6-2b45-46d3-9455-c811ffd3d26d req-338e1de8-b665-43e1-b450-27fc1710b8d5 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0793493 Dec 11 22:43:15.188466 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec5615e6-2b45-46d3-9455-c811ffd3d26d req-d51611f3-ba09-42c2-9522-88ddc9cba866 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694990 Dec 11 22:43:15.189633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31e98788-c93b-446b-aa88-ac87363428b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:15.201990 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31e98788-c93b-446b-aa88-ac87363428b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:15.225823 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-31e98788-c93b-446b-aa88-ac87363428b8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b187a598-a494-41e3-a6ea-17ccd0b8a9b1 HTTP/1.1" status: 204 len: 168 time: 0.5527084 Dec 11 22:43:15.228843 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e98788-c93b-446b-aa88-ac87363428b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b187a598-a494-41e3-a6ea-17ccd0b8a9b1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:15.270751 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port b950a688-f1ae-45bd-bb96-7f34bce710e1 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:43:15.280110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port b950a688-f1ae-45bd-bb96-7f34bce710e1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:15.280942 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:15.358513 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d227b-5984-4963-912d-80b3b19a218d req-a95289f5-96fd-4d07-9f34-c5201a6c5493 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:15.372498 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-798d227b-5984-4963-912d-80b3b19a218d req-a95289f5-96fd-4d07-9f34-c5201a6c5493 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 944 time: 0.1179905 Dec 11 22:43:15.426449 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98668a01-22d2-4c39-90a6-c15a6a3097b1 req-40d539e3-0100-4f4d-87bf-cc5a0350c20c tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 210 time: 0.0466018 Dec 11 22:43:15.455644 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:15.459833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91429551-e60d-4947-946d-5b1791fa0e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b950a688-f1ae-45bd-bb96-7f34bce710e1'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:15.462314 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b7cd2c-d67f-47d5-9584-6066e2a70a8f" -d '{"events": [{"server_uuid": "91429551-e60d-4947-946d-5b1791fa0e8a", "name": "network-vif-plugged", "status": "completed", "tag": "b950a688-f1ae-45bd-bb96-7f34bce710e1"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:15.472233 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-798d227b-5984-4963-912d-80b3b19a218d req-25784dfd-04eb-49b2-b85d-179ef7a72606 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943487 Dec 11 22:43:15.480300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port b950a688-f1ae-45bd-bb96-7f34bce710e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=b950a688-f1ae-45bd-bb96-7f34bce710e1,segment=NetworkSegment(6333f14b-0971-4035-b995-b8109fb30ca0),segment_id=6333f14b-0971-4035-b995-b8109fb30ca0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:15.610372 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f7d3d9-897a-4084-9191-541026cdc0b2 x-openstack-request-id: req-84f7d3d9-897a-4084-9191-541026cdc0b2 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:15.610700 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91429551-e60d-4947-946d-5b1791fa0e8a", "name": "network-vif-plugged", "status": "completed", "tag": "b950a688-f1ae-45bd-bb96-7f34bce710e1", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:15.611195 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-84f7d3d9-897a-4084-9191-541026cdc0b2 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:15.611363 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91429551-e60d-4947-946d-5b1791fa0e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b950a688-f1ae-45bd-bb96-7f34bce710e1', 'code': 200} Dec 11 22:43:15.638196 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:15.663152 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247b4cf-1167-4dff-8ada-da6c7134d370 req-27cb9d10-9e20-42e9-a4db-bf7903021bfc tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:15.665270 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b247b4cf-1167-4dff-8ada-da6c7134d370 req-27cb9d10-9e20-42e9-a4db-bf7903021bfc tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbc6dd78-2e03-445b-b30b-fe5561e62fd1 HTTP/1.1" status: 200 len: 949 time: 0.1160333 Dec 11 22:43:15.778732 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=b950a688-f1ae-45bd-bb96-7f34bce710e1,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:15.819277 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b247b4cf-1167-4dff-8ada-da6c7134d370 req-1ee0b577-69c9-4ec2-bff5-7f2f9bd5c08d tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261621 Dec 11 22:43:15.875686 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53120) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:15.988976 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-70e9fc87-7c33-4082-a682-fcd952f54e87 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ad230826fdae4e95b48c72c9708819a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1117764 Dec 11 22:43:15.989892 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53124) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:16.039404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caafb1-7047-453d-899f-1948f71c4ec6 req-36053eb4-3c20-4c04-9b51-9df68d7d495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:16.042043 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e0caafb1-7047-453d-899f-1948f71c4ec6 req-36053eb4-3c20-4c04-9b51-9df68d7d495a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 1096 time: 0.3097036 Dec 11 22:43:16.100201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e0caafb1-7047-453d-899f-1948f71c4ec6 req-eaa14958-4be1-4f28-a7b6-e940a5ce86c5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462561 Dec 11 22:43:16.105349 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bfca45d-3b7a-43ca-8845-10a0f73840d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:16.149967 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bfca45d-3b7a-43ca-8845-10a0f73840d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:16.302322 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bfca45d-3b7a-43ca-8845-10a0f73840d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:16.306482 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bfca45d-3b7a-43ca-8845-10a0f73840d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:16.319414 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3bfca45d-3b7a-43ca-8845-10a0f73840d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c8463b0-3c52-4b2c-b0e0-8731f0bc99fb HTTP/1.1" status: 204 len: 168 time: 0.3281121 Dec 11 22:43:16.361124 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfca45d-3b7a-43ca-8845-10a0f73840d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8463b0-3c52-4b2c-b0e0-8731f0bc99fb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:16.404486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78642658-ce79-43f1-8e0b-6412a3a979ec req-52a24e9f-0a44-4b6e-939d-0e1931934407 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:16.406059 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-78642658-ce79-43f1-8e0b-6412a3a979ec req-52a24e9f-0a44-4b6e-939d-0e1931934407 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.1220031 Dec 11 22:43:16.471293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f7fd1-7545-47e6-a859-273f4023ae76 req-715a8221-f5a8-4336-8504-61e7a9c30189 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:16.482123 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e1f7fd1-7545-47e6-a859-273f4023ae76 req-715a8221-f5a8-4336-8504-61e7a9c30189 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.4519520 Dec 11 22:43:16.499664 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-78642658-ce79-43f1-8e0b-6412a3a979ec req-bc28f668-1720-452e-a520-c7c5e8edadad tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858722 Dec 11 22:43:16.592853 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e1f7fd1-7545-47e6-a859-273f4023ae76 req-cc8fef54-3570-4317-97f3-c6e70db10715 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076994 Dec 11 22:43:16.644033 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-62c12f8c-c732-4e44-bf7e-1dfe3cb6a770 req-7c14bba8-3767-4120-acdf-390648c68429 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 210 time: 0.0619702 Dec 11 22:43:16.725827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfe2da-16f7-47aa-80a2-627e38a651ef req-86225ba7-e482-4029-8291-f23fe7ed0dcd tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:16.728772 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-23cfe2da-16f7-47aa-80a2-627e38a651ef req-86225ba7-e482-4029-8291-f23fe7ed0dcd tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc6dd78-2e03-445b-b30b-fe5561e62fd1 HTTP/1.1" status: 200 len: 949 time: 0.1345685 Dec 11 22:43:16.788517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94159fa1-6ecb-4521-b150-d6aaf91d97fa req-808a398d-d8bb-4851-a8f7-aea8ee18a63a tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:16.796561 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94159fa1-6ecb-4521-b150-d6aaf91d97fa req-808a398d-d8bb-4851-a8f7-aea8ee18a63a tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 945 time: 0.1310065 Dec 11 22:43:16.928535 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94159fa1-6ecb-4521-b150-d6aaf91d97fa req-7cd74c4f-1b61-4e5e-914c-c5f1965e9844 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307473 Dec 11 22:43:16.977289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-23cfe2da-16f7-47aa-80a2-627e38a651ef req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Deleting port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:16.977289 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-23cfe2da-16f7-47aa-80a2-627e38a651ef req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:17.000236 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73a38f-d048-43ec-8490-43cace9258c9 req-6016bd23-e0f5-4a55-9719-7b02ba3bc03f tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:17.001943 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9b73a38f-d048-43ec-8490-43cace9258c9 req-6016bd23-e0f5-4a55-9719-7b02ba3bc03f tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbc6dd78-2e03-445b-b30b-fe5561e62fd1 HTTP/1.1" status: 200 len: 949 time: 0.1035967 Dec 11 22:43:17.077629 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:17.119668 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9b73a38f-d048-43ec-8490-43cace9258c9 req-9aaf343a-ab00-462b-b630-ec2c0b132aaf tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052682 Dec 11 22:43:17.165708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-23cfe2da-16f7-47aa-80a2-627e38a651ef req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] For port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:17.166210 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-23cfe2da-16f7-47aa-80a2-627e38a651ef req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:17.198835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-23cfe2da-16f7-47aa-80a2-627e38a651ef req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Calling delete_port for f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:17.266441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80468fc-6536-4fad-9b04-d8740a38fc35 req-89034c80-29e4-49b2-9b22-02c3bc5004bf tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:17.268266 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d80468fc-6536-4fad-9b04-d8740a38fc35 req-89034c80-29e4-49b2-9b22-02c3bc5004bf tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "GET /v2.0/ports?device_id=260501c9-8c49-4e96-a29d-87fa1fca070d HTTP/1.1" status: 200 len: 948 time: 0.0660625 Dec 11 22:43:17.374166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-77f4b69e-ec80-4949-9355-862a2825060f tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:17.375785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-77f4b69e-ec80-4949-9355-862a2825060f tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.47 "GET /v2.0/networks?id=c4bd9454-6161-4bca-9af9-01067b5a95d4 HTTP/1.1" status: 200 len: 811 time: 0.1728108 Dec 11 22:43:17.399213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-1e85a73d-83ad-409d-9c3d-7e5cacebc66a tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Request body: {'port': {'device_id': '1f840010-f50c-42bb-a76c-6f23383e0cf3', 'network_id': 'c4bd9454-6161-4bca-9af9-01067b5a95d4', 'admin_state_up': True, 'tenant_id': '82e0ca9042af4bf8853f6edfb294dca7'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:17.417312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-d80468fc-6536-4fad-9b04-d8740a38fc35 req-6e69093e-fce8-41df-bea2-e8f09a42f9ab tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Deleting port fe22007d-f9b3-4757-b3fb-eec41108b253 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:17.417652 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d80468fc-6536-4fad-9b04-d8740a38fc35 req-6e69093e-fce8-41df-bea2-e8f09a42f9ab tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:17.587249 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-23cfe2da-16f7-47aa-80a2-627e38a651ef req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:17.601007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['96975ca5-ae4a-4cea-b67e-af1bc59ce747'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:17.603914 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-d80468fc-6536-4fad-9b04-d8740a38fc35 req-6e69093e-fce8-41df-bea2-e8f09a42f9ab tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] For port fe22007d-f9b3-4757-b3fb-eec41108b253, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fe22007d-f9b3-4757-b3fb-eec41108b253,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:17.608740 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d80468fc-6536-4fad-9b04-d8740a38fc35 req-6e69093e-fce8-41df-bea2-e8f09a42f9ab tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:17.639056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event deleted for resources: {'Port': ['ID=f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:17.650033 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-d80468fc-6536-4fad-9b04-d8740a38fc35 req-6e69093e-fce8-41df-bea2-e8f09a42f9ab tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Calling delete_port for fe22007d-f9b3-4757-b3fb-eec41108b253 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:17.672295 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['fe22007d-f9b3-4757-b3fb-eec41108b253'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:17.779663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:17.780028 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:17.780382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:17.780730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:17.781071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:17.781410 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:17.781748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:17.782086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:17.782420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:17.782758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:17.784052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:17.784771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:17.786022 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:17.820777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-1e85a73d-83ad-409d-9c3d-7e5cacebc66a tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Made reservation on behalf of 82e0ca9042af4bf8853f6edfb294dca7 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:17.826361 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-1e85a73d-83ad-409d-9c3d-7e5cacebc66a tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:17.859922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee345d-40e0-40f9-972c-71a619b709e2 req-f415469e-14a5-4b01-9a47-aa16c2224363 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:17.869947 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-43ee345d-40e0-40f9-972c-71a619b709e2 req-f415469e-14a5-4b01-9a47-aa16c2224363 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.0975242 Dec 11 22:43:17.937215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cfe2da-16f7-47aa-80a2-627e38a651ef req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] No DVR routers for this DVR port f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:43:17.947515 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-23cfe2da-16f7-47aa-80a2-627e38a651ef req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:17.961153 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-23cfe2da-16f7-47aa-80a2-627e38a651ef req-e84a4917-b1dd-4773-8590-f105f9237fb1 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "DELETE /v2.0/ports/f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b HTTP/1.1" status: 204 len: 173 time: 1.2249794 Dec 11 22:43:17.975687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc6dd78-2e03-445b-b30b-fe5561e62fd1', 'name': 'network-vif-deleted', 'tag': 'f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:17.979134 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff042e9a-ffd6-4a8d-8c12-adc6e4564e06" -d '{"events": [{"server_uuid": "bbc6dd78-2e03-445b-b30b-fe5561e62fd1", "name": "network-vif-deleted", "tag": "f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:18.009669 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec60f2-363f-4c6b-99ba-23a015d73030 req-ffb72fb7-53ae-45fc-8d0d-a1f5574c217a tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:18.018086 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78ec60f2-363f-4c6b-99ba-23a015d73030 req-ffb72fb7-53ae-45fc-8d0d-a1f5574c217a tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.3819699 Dec 11 22:43:18.022067 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-43ee345d-40e0-40f9-972c-71a619b709e2 req-f2dae511-e4bd-4f73-ba95-ac72bfbf56c9 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511285 Dec 11 22:43:18.179331 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bacb6910-10da-427f-885e-f459a96a80d5 req-fb185f13-bb16-48ca-8564-8f430a5a8e56 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 210 time: 0.0653622 Dec 11 22:43:18.180397 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d80468fc-6536-4fad-9b04-d8740a38fc35 req-6e69093e-fce8-41df-bea2-e8f09a42f9ab tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:18.225381 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69093e-fce8-41df-bea2-e8f09a42f9ab tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event deleted for resources: {'Port': ['ID=fe22007d-f9b3-4757-b3fb-eec41108b253,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:18.286571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['96975ca5-ae4a-4cea-b67e-af1bc59ce747'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:18.343791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53212) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:18.347706 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80468fc-6536-4fad-9b04-d8740a38fc35 req-6e69093e-fce8-41df-bea2-e8f09a42f9ab tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] No DVR routers for this DVR port fe22007d-f9b3-4757-b3fb-eec41108b253 on host n-h1-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:43:18.410441 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d80468fc-6536-4fad-9b04-d8740a38fc35 req-6e69093e-fce8-41df-bea2-e8f09a42f9ab tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:18.431641 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d80468fc-6536-4fad-9b04-d8740a38fc35 req-6e69093e-fce8-41df-bea2-e8f09a42f9ab tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.47 "DELETE /v2.0/ports/fe22007d-f9b3-4757-b3fb-eec41108b253 HTTP/1.1" status: 204 len: 173 time: 1.1454725 Dec 11 22:43:18.437587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260501c9-8c49-4e96-a29d-87fa1fca070d', 'name': 'network-vif-deleted', 'tag': 'fe22007d-f9b3-4757-b3fb-eec41108b253'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:18.455797 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfe69cb-3d90-449f-976e-57ac4c00c6a7" -d '{"events": [{"server_uuid": "260501c9-8c49-4e96-a29d-87fa1fca070d", "name": "network-vif-deleted", "tag": "fe22007d-f9b3-4757-b3fb-eec41108b253"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:18.655670 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ac7dc-557f-4acb-ad4a-03921a524054 req-d95c2606-0eab-434c-b307-e6bbcd3e415c tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:18.664729 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e58ac7dc-557f-4acb-ad4a-03921a524054 req-d95c2606-0eab-434c-b307-e6bbcd3e415c tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 945 time: 0.0971839 Dec 11 22:43:18.725921 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-7e53c99a-7ea0-4db0-aa48-cef1731ca0db admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-network', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:18.798393 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e58ac7dc-557f-4acb-ad4a-03921a524054 req-aa45c917-c5ef-40f3-8a17-6eb8abecede2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325753 Dec 11 22:43:18.803237 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78ec60f2-363f-4c6b-99ba-23a015d73030 req-60b6b941-52ab-4f52-afe6-8b7ca02a4b03 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7794671 Dec 11 22:43:18.841534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-1e85a73d-83ad-409d-9c3d-7e5cacebc66a tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Allocated IP 172.20.0.5 (c4bd9454-6161-4bca-9af9-01067b5a95d4/6c06a2bf-8f26-4c2b-9e7b-90fd19ce6760/f7620949-b301-43bd-8c1a-831dd96fa06b) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:43:18.878791 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:18.903103 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e53c99a-7ea0-4db0-aa48-cef1731ca0db admin admin] Made reservation on behalf of 9422482b47da47c0a787d8fe93bfff81 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:18.905761 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e53c99a-7ea0-4db0-aa48-cef1731ca0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:18.931087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:18.931474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:18.969989 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e53c99a-7ea0-4db0-aa48-cef1731ca0db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:18.977305 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a31126-6423-4972-81a8-43be3e3d4b2b x-openstack-request-id: req-f4a31126-6423-4972-81a8-43be3e3d4b2b {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:18.982003 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc6dd78-2e03-445b-b30b-fe5561e62fd1", "name": "network-vif-deleted", "tag": "f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:18.982003 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4a31126-6423-4972-81a8-43be3e3d4b2b {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:18.982003 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc6dd78-2e03-445b-b30b-fe5561e62fd1', 'name': 'network-vif-deleted', 'tag': 'f7c6b76e-7480-43d0-80f8-b3b0ebe7a17b', 'status': 'completed', 'code': 200} Dec 11 22:43:19.050622 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:43:19.106035 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d015f896-7316-4f5d-8b0f-c35ce9971ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:19.166594 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53513ce2-ab39-43a7-a2c3-91b1049ac987 req-a226f0d8-77b2-4f86-b647-69ae1b9594cb tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbc6dd78-2e03-445b-b30b-fe5561e62fd1 HTTP/1.1" status: 200 len: 210 time: 0.0899427 Dec 11 22:43:19.198476 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e53c99a-7ea0-4db0-aa48-cef1731ca0db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:19.251065 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7650db68-bf32-44de-8709-ccfce6029faa x-openstack-request-id: req-7650db68-bf32-44de-8709-ccfce6029faa {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:19.251589 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260501c9-8c49-4e96-a29d-87fa1fca070d", "name": "network-vif-deleted", "tag": "fe22007d-f9b3-4757-b3fb-eec41108b253", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:19.251910 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7650db68-bf32-44de-8709-ccfce6029faa {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:19.252388 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260501c9-8c49-4e96-a29d-87fa1fca070d', 'name': 'network-vif-deleted', 'tag': 'fe22007d-f9b3-4757-b3fb-eec41108b253', 'status': 'completed', 'code': 200} Dec 11 22:43:19.257409 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e53c99a-7ea0-4db0-aa48-cef1731ca0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:19.308279 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-1e85a73d-83ad-409d-9c3d-7e5cacebc66a tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:19.343620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e53c99a-7ea0-4db0-aa48-cef1731ca0db admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:43:19.356450 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53c99a-7ea0-4db0-aa48-cef1731ca0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68a643b-d342-4149-a574-279334610547,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:19.363324 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e53c99a-7ea0-4db0-aa48-cef1731ca0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:19.363699 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-7e53c99a-7ea0-4db0-aa48-cef1731ca0db admin admin] Added segment 035b4645-2a6b-4bff-b6ad-6b31d23a5adf of type vlan for network 891b70f8-d2ab-4d09-b636-5e1d79960201 Dec 11 22:43:19.461957 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e53c99a-7ea0-4db0-aa48-cef1731ca0db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:19.469956 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-1e85a73d-83ad-409d-9c3d-7e5cacebc66a tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:19.529137 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a304258-6742-4edd-b7c3-e22f3c14bca8 req-42bdf7a3-99e7-4507-bca1-b98fd448cd7b tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-650555026&fields=id&tenant_id=19fada12d1a645398dd5c11ac569a671 HTTP/1.1" status: 200 len: 267 time: 0.1334302 Dec 11 22:43:19.560577 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96a351-f910-4bbc-b372-e451a79515bf req-05b8b329-de89-4a5e-a06d-3343472175b7 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:19.562784 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-be96a351-f910-4bbc-b372-e451a79515bf req-05b8b329-de89-4a5e-a06d-3343472175b7 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 931 time: 0.0617347 Dec 11 22:43:19.586613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-1e85a73d-83ad-409d-9c3d-7e5cacebc66a tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Network c4bd9454-6161-4bca-9af9-01067b5a95d4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:43:19.598412 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-1e85a73d-83ad-409d-9c3d-7e5cacebc66a tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:19.600950 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-1e85a73d-83ad-409d-9c3d-7e5cacebc66a tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:43:19.609875 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85a73d-83ad-409d-9c3d-7e5cacebc66a tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Pushing event updated for resources: {'Port': ['ID=f7620949-b301-43bd-8c1a-831dd96fa06b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:19.622011 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-be96a351-f910-4bbc-b372-e451a79515bf req-98eb57ed-c20a-4eac-9d24-74bad2f70552 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/security-groups?id=a5d04fe7-882d-4a9e-9ed2-8481c28c9af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511949 Dec 11 22:43:19.668248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a304258-6742-4edd-b7c3-e22f3c14bca8 req-b159746b-3f13-48af-a2a1-472c9a3e60dc tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:19.669807 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a304258-6742-4edd-b7c3-e22f3c14bca8 req-b159746b-3f13-48af-a2a1-472c9a3e60dc tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 945 time: 0.1408923 Dec 11 22:43:19.684801 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-3a304258-6742-4edd-b7c3-e22f3c14bca8 req-1d3a2dcc-8613-4898-b4a6-d9ae9b94f7fe tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Request body: {'port': {'security_groups': ['9cae55d5-3406-41c0-9175-6d8f4734159c', 'b96677a6-21cd-4987-8ff5-a8558f1f28d2']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:19.695534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-1e85a73d-83ad-409d-9c3d-7e5cacebc66a tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:19.696389 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-1e85a73d-83ad-409d-9c3d-7e5cacebc66a tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:19.743465 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e53c99a-7ea0-4db0-aa48-cef1731ca0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:19.747723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e53c99a-7ea0-4db0-aa48-cef1731ca0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:19.747723 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e53c99a-7ea0-4db0-aa48-cef1731ca0db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:19.770775 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3a304258-6742-4edd-b7c3-e22f3c14bca8 req-1d3a2dcc-8613-4898-b4a6-d9ae9b94f7fe tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:19.837446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-1e85a73d-83ad-409d-9c3d-7e5cacebc66a tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4435389 Dec 11 22:43:19.845473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53c99a-7ea0-4db0-aa48-cef1731ca0db admin admin] Pushing event updated for resources: {'Network': ['ID=891b70f8-d2ab-4d09-b636-5e1d79960201,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:19.862649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 891b70f8-d2ab-4d09-b636-5e1d79960201 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:43:19.867120 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7e53c99a-7ea0-4db0-aa48-cef1731ca0db admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5138898 Dec 11 22:43:19.873475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Request body: {'port': {'device_id': '1f840010-f50c-42bb-a76c-6f23383e0cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:19.876716 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dfe64-e45f-4426-9f14-db662b38a4da req-01fcb8c5-3bb5-4746-a4ec-1c8dc461b8bd tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:19.880768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53246) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:19.885213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8c815d37-60ef-4238-af60-8c4aeffefdbd admin admin] Request body: {'subnet': {'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-subnet', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:19.886574 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d95dfe64-e45f-4426-9f14-db662b38a4da req-01fcb8c5-3bb5-4746-a4ec-1c8dc461b8bd tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.1379864 Dec 11 22:43:19.977815 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d95dfe64-e45f-4426-9f14-db662b38a4da req-bd5d90d0-718a-4fec-8ab8-91e7613a6a85 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902061 Dec 11 22:43:20.009016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c815d37-60ef-4238-af60-8c4aeffefdbd admin admin] Made reservation on behalf of 9422482b47da47c0a787d8fe93bfff81 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:20.011939 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c815d37-60ef-4238-af60-8c4aeffefdbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:20.125350 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:20.236135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33eb3c-f94d-4d86-b551-6d0a9b36ea50 req-04723276-f89b-4b92-adf2-7179dfaed757 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:20.244602 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c33eb3c-f94d-4d86-b551-6d0a9b36ea50 req-04723276-f89b-4b92-adf2-7179dfaed757 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0933414 Dec 11 22:43:20.257687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3a304258-6742-4edd-b7c3-e22f3c14bca8 req-1d3a2dcc-8613-4898-b4a6-d9ae9b94f7fe tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] For port b950a688-f1ae-45bd-bb96-7f34bce710e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=b950a688-f1ae-45bd-bb96-7f34bce710e1,segment=NetworkSegment(6333f14b-0971-4035-b995-b8109fb30ca0),segment_id=6333f14b-0971-4035-b995-b8109fb30ca0)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:20.293359 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c33eb3c-f94d-4d86-b551-6d0a9b36ea50 req-6f46ffe2-44d1-4ab7-926b-5b487e276e07 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479057 Dec 11 22:43:20.396320 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3a304258-6742-4edd-b7c3-e22f3c14bca8 req-1d3a2dcc-8613-4898-b4a6-d9ae9b94f7fe tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:20.463747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device fe22007d-f9b3-4757-b3fb-eec41108b253 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:20.478472 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3a304258-6742-4edd-b7c3-e22f3c14bca8 req-1d3a2dcc-8613-4898-b4a6-d9ae9b94f7fe tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:20.530605 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: fe22007d-f9b3-4757-b3fb-eec41108b253 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:20.532319 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device fe22007d-f9b3-4757-b3fb-eec41108b253 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:20.542939 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['b950a688-f1ae-45bd-bb96-7f34bce710e1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:20.553231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a2dcc-8613-4898-b4a6-d9ae9b94f7fe tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event updated for resources: {'Port': ['ID=b950a688-f1ae-45bd-bb96-7f34bce710e1,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:20.589516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a304258-6742-4edd-b7c3-e22f3c14bca8 req-1d3a2dcc-8613-4898-b4a6-d9ae9b94f7fe tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:20.590150 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3a304258-6742-4edd-b7c3-e22f3c14bca8 req-1d3a2dcc-8613-4898-b4a6-d9ae9b94f7fe tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:20.610319 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a304258-6742-4edd-b7c3-e22f3c14bca8 req-1d3a2dcc-8613-4898-b4a6-d9ae9b94f7fe tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "PUT /v2.0/ports/b950a688-f1ae-45bd-bb96-7f34bce710e1 HTTP/1.1" status: 200 len: 981 time: 0.9309683 Dec 11 22:43:20.655441 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c815d37-60ef-4238-af60-8c4aeffefdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:20.710262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['b950a688-f1ae-45bd-bb96-7f34bce710e1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:20.880460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-19660848-f40d-4c1d-89d4-e42c7d9330b5 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7c97ef08801a49cab77f51fee20c9be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1142099 Dec 11 22:43:20.891598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c815d37-60ef-4238-af60-8c4aeffefdbd admin admin] Checking segment: {'id': '035b4645-2a6b-4bff-b6ad-6b31d23a5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:20.892023 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c815d37-60ef-4238-af60-8c4aeffefdbd admin admin] Network hostable DHCP agents. Network: 891b70f8-d2ab-4d09-b636-5e1d79960201, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:43:20.899591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c815d37-60ef-4238-af60-8c4aeffefdbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf79f18-7dd1-4240-a8cb-7c5dc77570f2,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:20.943566 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98edfc82-9edf-4c91-96fa-386a74b4a6ed req-5d4da585-5f65-4525-9816-17afd447322f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1249741079&fields=id&tenant_id=19fada12d1a645398dd5c11ac569a671 HTTP/1.1" status: 200 len: 267 time: 0.0957260 Dec 11 22:43:20.985000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91429551-e60d-4947-946d-5b1791fa0e8a', 'tag': 'b950a688-f1ae-45bd-bb96-7f34bce710e1'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:20.987370 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c369fc99-3171-492f-a9a4-11387b882ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "91429551-e60d-4947-946d-5b1791fa0e8a", "tag": "b950a688-f1ae-45bd-bb96-7f34bce710e1"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:21.023530 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edfc82-9edf-4c91-96fa-386a74b4a6ed req-0b3ebbaa-7122-44bc-9c25-cf5991af6483 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:21.025745 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98edfc82-9edf-4c91-96fa-386a74b4a6ed req-0b3ebbaa-7122-44bc-9c25-cf5991af6483 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 984 time: 0.0748239 Dec 11 22:43:21.039149 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-98edfc82-9edf-4c91-96fa-386a74b4a6ed req-58001ba3-e31a-47a5-97f2-d94f1a096556 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Request body: {'port': {'security_groups': ['9cae55d5-3406-41c0-9175-6d8f4734159c', 'b96677a6-21cd-4987-8ff5-a8558f1f28d2', '1e54959d-c499-453b-be57-455e65a0a882']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:21.054488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7620949-b301-43bd-8c1a-831dd96fa06b {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:21.067312 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:21.096995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Transition to ACTIVE for port object f7620949-b301-43bd-8c1a-831dd96fa06b will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:43:21.125366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-18b45406-caaa-4f7f-ad24-ab274fdd5a00 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:21.126999 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-18b45406-caaa-4f7f-ad24-ab274fdd5a00 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2384353 Dec 11 22:43:21.137967 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-98edfc82-9edf-4c91-96fa-386a74b4a6ed req-58001ba3-e31a-47a5-97f2-d94f1a096556 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:21.152430 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-fbc7ebae-6fed-42a9-bc07-066fc20c6826 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/quotas/7c97ef08801a49cab77f51fee20c9be7 HTTP/1.1" status: 200 len: 375 time: 0.0157437 Dec 11 22:43:21.154121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c815d37-60ef-4238-af60-8c4aeffefdbd admin admin] Network 891b70f8-d2ab-4d09-b636-5e1d79960201 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:43:21.183184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:21.254389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-7ab56d07-ecbf-405e-b3da-706fe5b860e0 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c97ef08801a49cab77f51fee20c9be7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675232 Dec 11 22:43:21.264006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-8c815d37-60ef-4238-af60-8c4aeffefdbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 891b70f8-d2ab-4d09-b636-5e1d79960201) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:21.270697 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da762529-01ca-4430-8a89-82d92d63420f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:21.281685 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c815d37-60ef-4238-af60-8c4aeffefdbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:21.281856 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c815d37-60ef-4238-af60-8c4aeffefdbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:21.300358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80fdaf7-8aad-44ec-a62b-95d655401304 None None] Network 891b70f8-d2ab-4d09-b636-5e1d79960201 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:43:21.307938 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Pushing event updated for resources: {'Port': ['ID=f7620949-b301-43bd-8c1a-831dd96fa06b,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:21.401287 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8c815d37-60ef-4238-af60-8c4aeffefdbd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5196028 Dec 11 22:43:21.404174 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53298) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:21.410117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-router', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:21.416707 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Attempting to bind port f7620949-b301-43bd-8c1a-831dd96fa06b on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:43:21.417057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Attempting to bind port f7620949-b301-43bd-8c1a-831dd96fa06b by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '3d85e17d-59c3-4599-a2fc-6669e59887ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c4bd9454-6161-4bca-9af9-01067b5a95d4'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:43:21.417392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Attempting to bind port f7620949-b301-43bd-8c1a-831dd96fa06b on network c4bd9454-6161-4bca-9af9-01067b5a95d4 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:21.431136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Port f7620949-b301-43bd-8c1a-831dd96fa06b on network c4bd9454-6161-4bca-9af9-01067b5a95d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:43:21.433628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Attempting to bind port f7620949-b301-43bd-8c1a-831dd96fa06b on network c4bd9454-6161-4bca-9af9-01067b5a95d4 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:21.441605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:43:21.442197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Checking segment: {'id': '3d85e17d-59c3-4599-a2fc-6669e59887ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c4bd9454-6161-4bca-9af9-01067b5a95d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:21.442836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Bound using segment: {'id': '3d85e17d-59c3-4599-a2fc-6669e59887ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c4bd9454-6161-4bca-9af9-01067b5a95d4'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:43:21.443151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Bound port: f7620949-b301-43bd-8c1a-831dd96fa06b, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d85e17d-59c3-4599-a2fc-6669e59887ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c4bd9454-6161-4bca-9af9-01067b5a95d4'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:43:21.443468 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:21.500132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-98edfc82-9edf-4c91-96fa-386a74b4a6ed req-58001ba3-e31a-47a5-97f2-d94f1a096556 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] For port b950a688-f1ae-45bd-bb96-7f34bce710e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=b950a688-f1ae-45bd-bb96-7f34bce710e1,segment=NetworkSegment(6333f14b-0971-4035-b995-b8109fb30ca0),segment_id=6333f14b-0971-4035-b995-b8109fb30ca0)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:21.514977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] For port f7620949-b301-43bd-8c1a-831dd96fa06b, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:43:21.522697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] For port f7620949-b301-43bd-8c1a-831dd96fa06b, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f7620949-b301-43bd-8c1a-831dd96fa06b,segment=NetworkSegment(3d85e17d-59c3-4599-a2fc-6669e59887ad),segment_id=3d85e17d-59c3-4599-a2fc-6669e59887ad)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:43:21.528850 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:21.530562 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:21.569697 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbbf7cc-54fe-4467-9cc0-e20ba3645054 None None] Network 891b70f8-d2ab-4d09-b636-5e1d79960201 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:43:21.570702 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-98edfc82-9edf-4c91-96fa-386a74b4a6ed req-58001ba3-e31a-47a5-97f2-d94f1a096556 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:21.646890 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:21.648442 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:21.655212 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-98edfc82-9edf-4c91-96fa-386a74b4a6ed req-58001ba3-e31a-47a5-97f2-d94f1a096556 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:21.677750 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['b950a688-f1ae-45bd-bb96-7f34bce710e1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:21.766079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edfc82-9edf-4c91-96fa-386a74b4a6ed req-58001ba3-e31a-47a5-97f2-d94f1a096556 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:21.767172 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-98edfc82-9edf-4c91-96fa-386a74b4a6ed req-58001ba3-e31a-47a5-97f2-d94f1a096556 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:21.775226 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98edfc82-9edf-4c91-96fa-386a74b4a6ed req-58001ba3-e31a-47a5-97f2-d94f1a096556 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "PUT /v2.0/ports/b950a688-f1ae-45bd-bb96-7f34bce710e1 HTTP/1.1" status: 200 len: 1020 time: 0.7409458 Dec 11 22:43:21.783468 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91429551-e60d-4947-946d-5b1791fa0e8a', 'tag': 'b950a688-f1ae-45bd-bb96-7f34bce710e1'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:21.797157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:21.797964 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:21.798385 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd8a23f-6609-4ed2-a63f-07ca7574538b" -d '{"events": [{"name": "network-changed", "server_uuid": "91429551-e60d-4947-946d-5b1791fa0e8a", "tag": "b950a688-f1ae-45bd-bb96-7f34bce710e1"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:21.800424 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] 10.222.0.47 "PUT /v2.0/ports/f7620949-b301-43bd-8c1a-831dd96fa06b HTTP/1.1" status: 200 len: 1091 time: 1.9353406 Dec 11 22:43:21.803169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87242178-8785-4a1d-8903-cc8fdf705405 service neutron] Pushing event updated for resources: {'Port': ['ID=f7620949-b301-43bd-8c1a-831dd96fa06b,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:21.860166 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58001ba3-e31a-47a5-97f2-d94f1a096556 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event updated for resources: {'Port': ['ID=b950a688-f1ae-45bd-bb96-7f34bce710e1,revision_number=7']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:21.912512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['b950a688-f1ae-45bd-bb96-7f34bce710e1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:22.026594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7449b-7e9a-46a0-90e0-95bbca5b4c34 req-e13d9115-5e2c-469c-aed9-01dc906c3750 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:22.034538 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ad7449b-7e9a-46a0-90e0-95bbca5b4c34 req-e13d9115-5e2c-469c-aed9-01dc906c3750 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 943 time: 0.3047724 Dec 11 22:43:22.165673 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:22.188809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-9aa5c8a7-9d4f-4713-8f4a-3c44e6befd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:22.201810 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-9aa5c8a7-9d4f-4713-8f4a-3c44e6befd2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82e0ca9042af4bf8853f6edfb294dca7&device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 1094 time: 0.2513027 Dec 11 22:43:22.236275 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:22.281452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-00974792-00c3-4633-92c1-492abe72a2f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7620949-b301-43bd-8c1a-831dd96fa06b HTTP/1.1" status: 200 len: 217 time: 0.0621397 Dec 11 22:43:22.324642 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ad7449b-7e9a-46a0-90e0-95bbca5b4c34 req-e3622d41-8054-4a4f-ac0f-6699a0847fc7 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/security-groups?id=a5d04fe7-882d-4a9e-9ed2-8481c28c9af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801201 Dec 11 22:43:22.422473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-94203b69-5e36-4158-bd41-356fc814a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:22.423902 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-94203b69-5e36-4158-bd41-356fc814a26c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c06a2bf-8f26-4c2b-9e7b-90fd19ce6760 HTTP/1.1" status: 200 len: 851 time: 0.1256375 Dec 11 22:43:22.463465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-45e82c98-a8b8-4222-aeea-104c3402028e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4bd9454-6161-4bca-9af9-01067b5a95d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291131 Dec 11 22:43:22.601896 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0009cc84-30cf-4d5a-9bba-4aba5ec71852 x-openstack-request-id: req-0009cc84-30cf-4d5a-9bba-4aba5ec71852 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:22.602187 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91429551-e60d-4947-946d-5b1791fa0e8a", "tag": "b950a688-f1ae-45bd-bb96-7f34bce710e1", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:22.602422 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0009cc84-30cf-4d5a-9bba-4aba5ec71852 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:22.602841 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91429551-e60d-4947-946d-5b1791fa0e8a', 'tag': 'b950a688-f1ae-45bd-bb96-7f34bce710e1', 'status': 'completed', 'code': 200} Dec 11 22:43:22.640432 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb758ee0-e46b-4d72-abb3-620ad9031f2b req-82ae76a3-94f2-4926-8838-660f14bfdc73 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:22.649318 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb758ee0-e46b-4d72-abb3-620ad9031f2b req-82ae76a3-94f2-4926-8838-660f14bfdc73 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.1311884 Dec 11 22:43:22.694862 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf66fab-7c05-48c7-8dc1-682509ff177d req-22498d90-1b5c-4242-b34d-52f404a60c4a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:22.698298 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4bf66fab-7c05-48c7-8dc1-682509ff177d req-22498d90-1b5c-4242-b34d-52f404a60c4a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.47 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 945 time: 0.1445248 Dec 11 22:43:22.801676 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb758ee0-e46b-4d72-abb3-620ad9031f2b req-f7325816-ab77-481b-ab0c-45396644e9ec tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512210 Dec 11 22:43:22.869712 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-4bf66fab-7c05-48c7-8dc1-682509ff177d req-d1d29834-b4be-474c-b273-e48ac52f8046 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Deleting port 053770a3-1579-4c46-ba60-e3bf60255fe4 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:22.870187 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4bf66fab-7c05-48c7-8dc1-682509ff177d req-d1d29834-b4be-474c-b273-e48ac52f8046 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:22.955072 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-a74ab1cf-2e08-4015-b439-99528d840473 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7c97ef08801a49cab77f51fee20c9be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325091 Dec 11 22:43:23.057441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-4bf66fab-7c05-48c7-8dc1-682509ff177d req-d1d29834-b4be-474c-b273-e48ac52f8046 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] For port 053770a3-1579-4c46-ba60-e3bf60255fe4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=053770a3-1579-4c46-ba60-e3bf60255fe4,segment=NetworkSegment(c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b),segment_id=c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:23.057811 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4bf66fab-7c05-48c7-8dc1-682509ff177d req-d1d29834-b4be-474c-b273-e48ac52f8046 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:23.079937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-4bf66fab-7c05-48c7-8dc1-682509ff177d req-d1d29834-b4be-474c-b273-e48ac52f8046 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Calling delete_port for 053770a3-1579-4c46-ba60-e3bf60255fe4 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:23.105375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369fc99-3171-492f-a9a4-11387b882ffd req-36a2c681-fa1d-40a3-b788-c01f4a195eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:23.106905 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c369fc99-3171-492f-a9a4-11387b882ffd req-36a2c681-fa1d-40a3-b788-c01f4a195eed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19fada12d1a645398dd5c11ac569a671&device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 1174 time: 0.4959552 Dec 11 22:43:23.149553 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-0ad05c7c-f0ec-48a8-b78f-d82fd254a3f8 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:23.159724 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-0ad05c7c-f0ec-48a8-b78f-d82fd254a3f8 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1949639 Dec 11 22:43:23.184506 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-ff9a0b5f-0cb1-4695-be1a-7b99eb850774 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/quotas/7c97ef08801a49cab77f51fee20c9be7 HTTP/1.1" status: 200 len: 375 time: 0.0269825 Dec 11 22:43:23.194230 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:23.233311 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-7cf08501-763f-4b17-9d76-9f9fb08bb5b3 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c97ef08801a49cab77f51fee20c9be7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478213 Dec 11 22:43:23.262626 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:23.406047 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-d425d9ae-dfe6-4c70-b692-44dd7a9883bf service neutron] 10.222.0.47 "GET /v2.0/networks/c4bd9454-6161-4bca-9af9-01067b5a95d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9312508 Dec 11 22:43:23.421440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a15ff-93cb-45c2-932d-418fe5718ac2 req-b4f53e32-cb8c-4609-a114-b1780d232dd4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:23.423076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c87a15ff-93cb-45c2-932d-418fe5718ac2 req-b4f53e32-cb8c-4609-a114-b1780d232dd4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.7289989 Dec 11 22:43:23.483138 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4bf66fab-7c05-48c7-8dc1-682509ff177d req-d1d29834-b4be-474c-b273-e48ac52f8046 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:23.497236 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['87326fa5-648d-4dea-af3f-a58375a36a29'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:23.544434 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d29834-b4be-474c-b273-e48ac52f8046 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Pushing event deleted for resources: {'Port': ['ID=053770a3-1579-4c46-ba60-e3bf60255fe4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:23.615332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['053770a3-1579-4c46-ba60-e3bf60255fe4'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:23.703166 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf66fab-7c05-48c7-8dc1-682509ff177d req-d1d29834-b4be-474c-b273-e48ac52f8046 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] No DVR routers for this DVR port 053770a3-1579-4c46-ba60-e3bf60255fe4 on host n-h1-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:43:23.716312 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-4bf66fab-7c05-48c7-8dc1-682509ff177d req-d1d29834-b4be-474c-b273-e48ac52f8046 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:23.719738 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4bf66fab-7c05-48c7-8dc1-682509ff177d req-d1d29834-b4be-474c-b273-e48ac52f8046 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.47 "DELETE /v2.0/ports/053770a3-1579-4c46-ba60-e3bf60255fe4 HTTP/1.1" status: 204 len: 173 time: 1.0130847 Dec 11 22:43:23.790514 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397e697-eb4f-429e-937f-9dc899ae0878 req-f696eb97-6f5f-45b8-b141-74a307cedf9d tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:23.795658 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1397e697-eb4f-429e-937f-9dc899ae0878 req-f696eb97-6f5f-45b8-b141-74a307cedf9d tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 1023 time: 0.1753097 Dec 11 22:43:23.806394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369fc99-3171-492f-a9a4-11387b882ffd req-f861ddb7-5da1-488e-ada8-fdf02fb6e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:23.812143 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c369fc99-3171-492f-a9a4-11387b882ffd req-f861ddb7-5da1-488e-ada8-fdf02fb6e1e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a HTTP/1.1" status: 200 len: 913 time: 0.6244397 Dec 11 22:43:23.907967 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:23.913565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Allocated IP 172.25.1.190 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/61760cd1-5250-4993-87b8-d22c663860a1) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:43:23.938579 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1397e697-eb4f-429e-937f-9dc899ae0878 req-536522c2-9276-4070-af96-9faca4e2e8dd tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e54959d-c499-453b-be57-455e65a0a882&id=b96677a6-21cd-4987-8ff5-a8558f1f28d2&id=9cae55d5-3406-41c0-9175-6d8f4734159c HTTP/1.1" status: 200 len: 6206 time: 0.1344466 Dec 11 22:43:24.153160 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3791aef-89f5-47e3-ac17-16a8192cac0e req-302393e5-e807-48a9-851c-cbaa50e578b1 service neutron] 10.222.0.47 "GET /v2.0/networks/c4bd9454-6161-4bca-9af9-01067b5a95d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7227838 Dec 11 22:43:24.228704 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bef1c3-8c44-4c30-8ad2-d530ba07c8ce x-openstack-request-id: req-b3bef1c3-8c44-4c30-8ad2-d530ba07c8ce {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:24.229149 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91429551-e60d-4947-946d-5b1791fa0e8a", "tag": "b950a688-f1ae-45bd-bb96-7f34bce710e1", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:24.229508 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3bef1c3-8c44-4c30-8ad2-d530ba07c8ce {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:24.230010 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91429551-e60d-4947-946d-5b1791fa0e8a', 'tag': 'b950a688-f1ae-45bd-bb96-7f34bce710e1', 'status': 'completed', 'code': 200} Dec 11 22:43:24.238987 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dfcc4-7e2f-4a92-b3c0-0852f20d375d req-a98f3f21-4abd-4568-9fe8-6b4e1438e1c7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:24.240660 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2b0dfcc4-7e2f-4a92-b3c0-0852f20d375d req-a98f3f21-4abd-4568-9fe8-6b4e1438e1c7 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.13 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 950 time: 0.1276250 Dec 11 22:43:24.302504 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c87a15ff-93cb-45c2-932d-418fe5718ac2 req-b17a8c0b-5943-4576-b9fd-9b8216f524d9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8723140 Dec 11 22:43:24.317987 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c369fc99-3171-492f-a9a4-11387b882ffd req-a135dfdb-a10e-4c88-9315-66cb2637b995 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b950a688-f1ae-45bd-bb96-7f34bce710e1 HTTP/1.1" status: 200 len: 217 time: 0.4181294 Dec 11 22:43:24.429207 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05391fb7-a662-40c3-a2e3-5319c84c2a78 req-096a2d3a-36c8-4f3b-9d99-3f851e15c632 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:24.430783 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-05391fb7-a662-40c3-a2e3-5319c84c2a78 req-096a2d3a-36c8-4f3b-9d99-3f851e15c632 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 950 time: 0.0911102 Dec 11 22:43:24.437341 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-2b0dfcc4-7e2f-4a92-b3c0-0852f20d375d req-bf76e7ea-50f1-4fff-83f7-cc2f8638ccb6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Deleting port 96975ca5-ae4a-4cea-b67e-af1bc59ce747 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:24.437686 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2b0dfcc4-7e2f-4a92-b3c0-0852f20d375d req-bf76e7ea-50f1-4fff-83f7-cc2f8638ccb6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:24.552426 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:24.562870 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-05391fb7-a662-40c3-a2e3-5319c84c2a78 req-fa47e2d3-37bd-4425-9bba-7bfcd9707375 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/security-groups?id=69bab12d-fcfb-42cf-8a98-df18cc61430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181271 Dec 11 22:43:24.576112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369fc99-3171-492f-a9a4-11387b882ffd req-c66006d3-acf9-45f5-ad41-65240c9c8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:24.578888 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c369fc99-3171-492f-a9a4-11387b882ffd req-c66006d3-acf9-45f5-ad41-65240c9c8aaf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b34479c4-c6a1-48c9-a67a-10df10a1b6e8 HTTP/1.1" status: 200 len: 852 time: 0.2563238 Dec 11 22:43:24.602815 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:24.650520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f840010-f50c-42bb-a76c-6f23383e0cf3', 'tag': 'f7620949-b301-43bd-8c1a-831dd96fa06b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:24.663061 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b959d987-fdd4-4e18-bc85-8f0307f2c9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1f840010-f50c-42bb-a76c-6f23383e0cf3", "tag": "f7620949-b301-43bd-8c1a-831dd96fa06b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:24.672141 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c369fc99-3171-492f-a9a4-11387b882ffd req-5ec739a2-bacc-4bb7-8ebd-6c0d1c7b5e63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794332 Dec 11 22:43:24.713551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-c369fc99-3171-492f-a9a4-11387b882ffd req-eeca6c46-8e75-4f5e-928a-2c44ecf1375f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:43:24.715219 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c369fc99-3171-492f-a9a4-11387b882ffd req-eeca6c46-8e75-4f5e-928a-2c44ecf1375f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106254 Dec 11 22:43:24.726264 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d156a795-1a6a-4969-b5fb-1bf43f235a00 req-66934851-2b28-400d-aa75-2bf621022cf7 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 210 time: 0.0733800 Dec 11 22:43:24.751681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-2b0dfcc4-7e2f-4a92-b3c0-0852f20d375d req-bf76e7ea-50f1-4fff-83f7-cc2f8638ccb6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] For port 96975ca5-ae4a-4cea-b67e-af1bc59ce747, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=96975ca5-ae4a-4cea-b67e-af1bc59ce747,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:24.751681 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2b0dfcc4-7e2f-4a92-b3c0-0852f20d375d req-bf76e7ea-50f1-4fff-83f7-cc2f8638ccb6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:24.791914 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-2b0dfcc4-7e2f-4a92-b3c0-0852f20d375d req-bf76e7ea-50f1-4fff-83f7-cc2f8638ccb6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Calling delete_port for 96975ca5-ae4a-4cea-b67e-af1bc59ce747 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:24.837049 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2de53d32-9d00-4556-8773-74a2a673acd1 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c97ef08801a49cab77f51fee20c9be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1584699 Dec 11 22:43:24.925807 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cb1b3f0a-ce32-48d0-95bb-0868078aa42f req-796d9dc2-5697-4cf2-b30a-970c88c405df tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=b63a755f-c10f-4dbc-a35d-ef8929de6ec9 HTTP/1.1" status: 200 len: 210 time: 0.0990493 Dec 11 22:43:24.982948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-61c6de4f-839c-4bfa-89b9-d19cd57f34d3 req-8f85dd1a-de56-4a53-9c10-f8c0340e5ef8 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Request body: {'security_group': {'name': ' tempest-securitygroup -939554736 ', 'description': 'tempest-description-782759639'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:25.006001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56214b1-4e6a-4dcc-bb9d-d3ba5d78acd6 req-5d3075ec-0927-42a8-91bd-7cc1d2bc9a94 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:25.011384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56214b1-4e6a-4dcc-bb9d-d3ba5d78acd6 req-5d3075ec-0927-42a8-91bd-7cc1d2bc9a94 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 943 time: 0.2634065 Dec 11 22:43:25.027488 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c369fc99-3171-492f-a9a4-11387b882ffd req-9ef6b602-c774-485a-b3ae-f591ae9803f3 service neutron] 10.222.0.13 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719159 Dec 11 22:43:25.142546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-5d90df74-4b8e-4418-ae17-ce2476f7a779 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:25.144805 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-5d90df74-4b8e-4418-ae17-ce2476f7a779 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2801054 Dec 11 22:43:25.168260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Request body: {'port': {'device_id': 'efc3c994-eb60-4fc2-a5d6-6909fbbdc77a', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': '7c97ef08801a49cab77f51fee20c9be7'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:25.193091 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c56214b1-4e6a-4dcc-bb9d-d3ba5d78acd6 req-b97c0dc5-c201-4865-ae5b-f7a308b89cc3 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/security-groups?id=a5d04fe7-882d-4a9e-9ed2-8481c28c9af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644652 Dec 11 22:43:25.248151 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c369fc99-3171-492f-a9a4-11387b882ffd req-909148dc-606d-4f28-8912-a0184d619b4c service neutron] 10.222.0.13 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062774 Dec 11 22:43:25.251726 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf2a5c4-524a-4bab-9757-06d499a416f0 x-openstack-request-id: req-dcf2a5c4-524a-4bab-9757-06d499a416f0 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:25.252026 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f840010-f50c-42bb-a76c-6f23383e0cf3", "tag": "f7620949-b301-43bd-8c1a-831dd96fa06b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:25.252277 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dcf2a5c4-524a-4bab-9757-06d499a416f0 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:25.253260 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f840010-f50c-42bb-a76c-6f23383e0cf3', 'tag': 'f7620949-b301-43bd-8c1a-831dd96fa06b', 'status': 'completed', 'code': 200} Dec 11 22:43:25.274970 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:25.342201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:43:25.375892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:25.375892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:43:25.424762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Pushing event updated for resources: {'Port': ['ID=61760cd1-5250-4993-87b8-d22c663860a1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:25.461705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959d987-fdd4-4e18-bc85-8f0307f2c9dd req-8ea2ea4e-4654-434c-98d0-661fbc3fd403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:25.463263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b959d987-fdd4-4e18-bc85-8f0307f2c9dd req-8ea2ea4e-4654-434c-98d0-661fbc3fd403 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82e0ca9042af4bf8853f6edfb294dca7&device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 1094 time: 0.1357341 Dec 11 22:43:25.470182 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-61c6de4f-839c-4bfa-89b9-d19cd57f34d3 req-8f85dd1a-de56-4a53-9c10-f8c0340e5ef8 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:25.472405 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2b0dfcc4-7e2f-4a92-b3c0-0852f20d375d req-bf76e7ea-50f1-4fff-83f7-cc2f8638ccb6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:25.557664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76e7ea-50f1-4fff-83f7-cc2f8638ccb6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Pushing event deleted for resources: {'Port': ['ID=96975ca5-ae4a-4cea-b67e-af1bc59ce747,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:25.626747 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0dfcc4-7e2f-4a92-b3c0-0852f20d375d req-bf76e7ea-50f1-4fff-83f7-cc2f8638ccb6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] No DVR routers for this DVR port 96975ca5-ae4a-4cea-b67e-af1bc59ce747 on host n-h2-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:43:25.631110 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-2b0dfcc4-7e2f-4a92-b3c0-0852f20d375d req-bf76e7ea-50f1-4fff-83f7-cc2f8638ccb6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:25.647984 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2b0dfcc4-7e2f-4a92-b3c0-0852f20d375d req-bf76e7ea-50f1-4fff-83f7-cc2f8638ccb6 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.13 "DELETE /v2.0/ports/96975ca5-ae4a-4cea-b67e-af1bc59ce747 HTTP/1.1" status: 204 len: 173 time: 1.3982635 Dec 11 22:43:25.668295 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d515b61-0e05-4e49-bf74-60d6763194e2 req-400cff73-635f-4400-80f7-c400dfdd48e9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:25.675815 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d515b61-0e05-4e49-bf74-60d6763194e2 req-400cff73-635f-4400-80f7-c400dfdd48e9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.2690568 Dec 11 22:43:25.727624 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-61c6de4f-839c-4bfa-89b9-d19cd57f34d3 req-8f85dd1a-de56-4a53-9c10-f8c0340e5ef8 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:25.747629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8a23f-6609-4ed2-a63f-07ca7574538b req-e1cc8134-af71-4b8a-a62b-2b983718a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:25.749130 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ffd8a23f-6609-4ed2-a63f-07ca7574538b req-e1cc8134-af71-4b8a-a62b-2b983718a3d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19fada12d1a645398dd5c11ac569a671&device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 1174 time: 0.1799271 Dec 11 22:43:25.804100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Made reservation on behalf of 7c97ef08801a49cab77f51fee20c9be7 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:25.807531 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:25.834841 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-61c6de4f-839c-4bfa-89b9-d19cd57f34d3 req-8f85dd1a-de56-4a53-9c10-f8c0340e5ef8 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:25.875358 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:25.879993 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85dd1a-de56-4a53-9c10-f8c0340e5ef8 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f53009-107a-4ed0-8305-73446598e898,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:25.896060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d515b61-0e05-4e49-bf74-60d6763194e2 req-b86db6b7-4478-4cc4-8356-affdf09a59c4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155654 Dec 11 22:43:25.917125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959d987-fdd4-4e18-bc85-8f0307f2c9dd req-7c027bff-7ace-4c32-b549-b85a44deb614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:25.923975 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b959d987-fdd4-4e18-bc85-8f0307f2c9dd req-7c027bff-7ace-4c32-b549-b85a44deb614 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4bd9454-6161-4bca-9af9-01067b5a95d4 HTTP/1.1" status: 200 len: 912 time: 0.4495401 Dec 11 22:43:25.969695 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-61c6de4f-839c-4bfa-89b9-d19cd57f34d3 req-8f85dd1a-de56-4a53-9c10-f8c0340e5ef8 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:25.987857 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-61c6de4f-839c-4bfa-89b9-d19cd57f34d3 req-8f85dd1a-de56-4a53-9c10-f8c0340e5ef8 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.0104165 Dec 11 22:43:26.028483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8a23f-6609-4ed2-a63f-07ca7574538b req-66825477-4256-44a1-bbcb-baed827c171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:26.030303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ffd8a23f-6609-4ed2-a63f-07ca7574538b req-66825477-4256-44a1-bbcb-baed827c171f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a HTTP/1.1" status: 200 len: 913 time: 0.2699511 Dec 11 22:43:26.107001 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b959d987-fdd4-4e18-bc85-8f0307f2c9dd req-b632539b-1f53-4dae-8653-cb3020328d82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7620949-b301-43bd-8c1a-831dd96fa06b HTTP/1.1" status: 200 len: 217 time: 0.1669126 Dec 11 22:43:26.141412 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9552e3ec-224c-4f6e-beac-0694e454071f req-0684ea9a-56c5-4757-b5f1-315625cf0691 tempest-ServersOnMultiNodesTest-1745743336 tempest-ServersOnMultiNodesTest-1745743336-project] 10.222.0.45 "GET /v2.0/ports?device_id=f53de608-1377-4efb-87bf-adfee7995242 HTTP/1.1" status: 200 len: 210 time: 0.0709605 Dec 11 22:43:26.231701 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63a755f-c10f-4dbc-a35d-ef8929de6ec9', 'name': 'network-vif-deleted', 'tag': '053770a3-1579-4c46-ba60-e3bf60255fe4'}, {'server_uuid': 'f53de608-1377-4efb-87bf-adfee7995242', 'name': 'network-vif-deleted', 'tag': '96975ca5-ae4a-4cea-b67e-af1bc59ce747'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:26.234051 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e462b8bc-c7d3-4b70-9652-8942dcb5553f" -d '{"events": [{"server_uuid": "b63a755f-c10f-4dbc-a35d-ef8929de6ec9", "name": "network-vif-deleted", "tag": "053770a3-1579-4c46-ba60-e3bf60255fe4"}, {"server_uuid": "f53de608-1377-4efb-87bf-adfee7995242", "name": "network-vif-deleted", "tag": "96975ca5-ae4a-4cea-b67e-af1bc59ce747"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:26.332100 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ac90ef9-cb2b-48ac-8344-48594f3ba949 req-40548020-5aec-4325-864e-acecd83d2a3c tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/78f53009-107a-4ed0-8305-73446598e898 HTTP/1.1" status: 200 len: 1798 time: 0.0924258 Dec 11 22:43:26.469450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f7620949-b301-43bd-8c1a-831dd96fa06b details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:43:26.499935 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb82b6d-e791-480f-b4b5-1f32447c397e req-fb8ba682-770c-4a52-930e-56428a59c6bf tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:26.514864 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5cb82b6d-e791-480f-b4b5-1f32447c397e req-fb8ba682-770c-4a52-930e-56428a59c6bf tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 943 time: 0.0849380 Dec 11 22:43:26.605968 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f7620949-b301-43bd-8c1a-831dd96fa06b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f7620949-b301-43bd-8c1a-831dd96fa06b,segment=NetworkSegment(3d85e17d-59c3-4599-a2fc-6669e59887ad),segment_id=3d85e17d-59c3-4599-a2fc-6669e59887ad)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:26.614504 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5cb82b6d-e791-480f-b4b5-1f32447c397e req-65b6651f-44c8-4fc4-823e-05a6bf5c36c4 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/security-groups?id=a5d04fe7-882d-4a9e-9ed2-8481c28c9af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985239 Dec 11 22:43:26.622001 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'f7620949-b301-43bd-8c1a-831dd96fa06b', 'network_id': 'c4bd9454-6161-4bca-9af9-01067b5a95d4', 'port_id': 'f7620949-b301-43bd-8c1a-831dd96fa06b', 'mac_address': 'fa:16:3e:b1:ee:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c06a2bf-8f26-4c2b-9e7b-90fd19ce6760', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:43:26.625175 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 053770a3-1579-4c46-ba60-e3bf60255fe4 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:26.685577 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 053770a3-1579-4c46-ba60-e3bf60255fe4 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:26.686063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 053770a3-1579-4c46-ba60-e3bf60255fe4 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:26.720409 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:26.749863 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7620949-b301-43bd-8c1a-831dd96fa06b {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:26.772953 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:26.775896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f7620949-b301-43bd-8c1a-831dd96fa06b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f7620949-b301-43bd-8c1a-831dd96fa06b,segment=NetworkSegment(3d85e17d-59c3-4599-a2fc-6669e59887ad),segment_id=3d85e17d-59c3-4599-a2fc-6669e59887ad)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:26.781041 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ffd8a23f-6609-4ed2-a63f-07ca7574538b req-1acbca4f-d124-4bfc-aa58-2c1494287c2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b950a688-f1ae-45bd-bb96-7f34bce710e1 HTTP/1.1" status: 200 len: 217 time: 0.6703026 Dec 11 22:43:26.837825 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:26.884433 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-a1293ee7-5fad-4793-9b27-5b5f48f0b4b7 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c97ef08801a49cab77f51fee20c9be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429821 Dec 11 22:43:26.916063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=f7620949-b301-43bd-8c1a-831dd96fa06b,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:26.969240 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7efdf62c-c4da-4c40-9c26-4d78f418b240 req-1bd3e31f-06a9-4807-886e-420c8aad876b tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 210 time: 0.8418102 Dec 11 22:43:27.099638 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-cfd571b2-cf32-447c-925d-ae6120193534 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:27.101680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959d987-fdd4-4e18-bc85-8f0307f2c9dd req-2f0aa44a-2180-443a-9840-95ea3ae50bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:27.101836 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-cfd571b2-cf32-447c-925d-ae6120193534 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122898 Dec 11 22:43:27.103451 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a06fc5d-1b98-4cd9-955f-e3512238f4b5 x-openstack-request-id: req-8a06fc5d-1b98-4cd9-955f-e3512238f4b5 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:27.103614 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b959d987-fdd4-4e18-bc85-8f0307f2c9dd req-2f0aa44a-2180-443a-9840-95ea3ae50bfa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c06a2bf-8f26-4c2b-9e7b-90fd19ce6760 HTTP/1.1" status: 200 len: 851 time: 0.9349842 Dec 11 22:43:27.103742 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63a755f-c10f-4dbc-a35d-ef8929de6ec9", "name": "network-vif-deleted", "tag": "053770a3-1579-4c46-ba60-e3bf60255fe4", "status": "completed", "code": 200}, {"server_uuid": "f53de608-1377-4efb-87bf-adfee7995242", "name": "network-vif-deleted", "tag": "96975ca5-ae4a-4cea-b67e-af1bc59ce747", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:27.103999 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a06fc5d-1b98-4cd9-955f-e3512238f4b5 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:27.104380 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f7620949-b301-43bd-8c1a-831dd96fa06b'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:27.104592 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63a755f-c10f-4dbc-a35d-ef8929de6ec9', 'name': 'network-vif-deleted', 'tag': '053770a3-1579-4c46-ba60-e3bf60255fe4', 'status': 'completed', 'code': 200} Dec 11 22:43:27.104856 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53de608-1377-4efb-87bf-adfee7995242', 'name': 'network-vif-deleted', 'tag': '96975ca5-ae4a-4cea-b67e-af1bc59ce747', 'status': 'completed', 'code': 200} Dec 11 22:43:27.124497 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-fa981b86-2660-4ac5-9d5f-37c573d53d15 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Request body: {'port': {'device_id': '4b3bbc42-59c1-4f49-9001-5d9fd607ec1b', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': '7c97ef08801a49cab77f51fee20c9be7'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:27.169861 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 96975ca5-ae4a-4cea-b67e-af1bc59ce747 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:27.261847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 96975ca5-ae4a-4cea-b67e-af1bc59ce747 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:27.262096 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 96975ca5-ae4a-4cea-b67e-af1bc59ce747 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:27.281179 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b959d987-fdd4-4e18-bc85-8f0307f2c9dd req-ae5220c3-6095-4ad0-b0eb-a343fddb0743 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4bd9454-6161-4bca-9af9-01067b5a95d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333816 Dec 11 22:43:27.298491 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:27.302032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8a23f-6609-4ed2-a63f-07ca7574538b req-3f3df1c8-0cb3-46be-8ab0-84fc7f34dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:27.304668 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ffd8a23f-6609-4ed2-a63f-07ca7574538b req-3f3df1c8-0cb3-46be-8ab0-84fc7f34dac3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b34479c4-c6a1-48c9-a67a-10df10a1b6e8 HTTP/1.1" status: 200 len: 852 time: 0.4878709 Dec 11 22:43:27.393825 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6308c-00ca-45d6-bdc6-293acb9fe6c2 req-b66c54fa-4f41-4fc1-8260-59694c2c12b0 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:27.405349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91c6308c-00ca-45d6-bdc6-293acb9fe6c2 req-b66c54fa-4f41-4fc1-8260-59694c2c12b0 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.1006770 Dec 11 22:43:27.409720 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31af6853-b260-422e-8bd5-6f16ec41a3e6 req-4f706838-4a77-45aa-b264-a1d5555bdc8e tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/78f53009-107a-4ed0-8305-73446598e898 HTTP/1.1" status: 200 len: 1798 time: 0.2607121 Dec 11 22:43:27.413292 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:27.470158 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91c6308c-00ca-45d6-bdc6-293acb9fe6c2 req-2b25966d-af58-4d6d-8e66-1cf02d97775c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605285 Dec 11 22:43:27.482531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-fa981b86-2660-4ac5-9d5f-37c573d53d15 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Made reservation on behalf of 7c97ef08801a49cab77f51fee20c9be7 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:27.491583 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-fa981b86-2660-4ac5-9d5f-37c573d53d15 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:27.528979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57eaab7d-3363-4d21-8294-6c49a61a618a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:27.542014 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ffd8a23f-6609-4ed2-a63f-07ca7574538b req-793378ee-c047-4b8f-8a38-681f0742ad25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1898448 Dec 11 22:43:27.704375 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-fa981b86-2660-4ac5-9d5f-37c573d53d15 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Allocated IP 192.168.233.25 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/3532f231-1360-40d4-97f9-a70a5cdd06d6) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:43:27.883840 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-fa981b86-2660-4ac5-9d5f-37c573d53d15 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:27.906750 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:27.992368 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-fa981b86-2660-4ac5-9d5f-37c573d53d15 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:28.017567 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ec18b-42b3-43f6-a837-a2833236530c req-29cf1aa0-5465-45a3-ae14-ca8f60b6d713 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:28.027457 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-941ec18b-42b3-43f6-a837-a2833236530c req-29cf1aa0-5465-45a3-ae14-ca8f60b6d713 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.1034644 Dec 11 22:43:28.090918 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-fa981b86-2660-4ac5-9d5f-37c573d53d15 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:43:28.096941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-fa981b86-2660-4ac5-9d5f-37c573d53d15 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:28.103993 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-fa981b86-2660-4ac5-9d5f-37c573d53d15 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:43:28.198962 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b959d987-fdd4-4e18-bc85-8f0307f2c9dd req-4ab78d85-906a-4c90-ba65-a5f308603820 service neutron] 10.222.0.47 "GET /v2.0/networks/c4bd9454-6161-4bca-9af9-01067b5a95d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9060714 Dec 11 22:43:28.213430 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-941ec18b-42b3-43f6-a837-a2833236530c req-6b1a1b95-e932-474a-9850-96f40e88cf2f tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790202 Dec 11 22:43:28.213430 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa981b86-2660-4ac5-9d5f-37c573d53d15 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Pushing event updated for resources: {'Port': ['ID=3532f231-1360-40d4-97f9-a70a5cdd06d6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:28.244907 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-fa981b86-2660-4ac5-9d5f-37c573d53d15 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:28.245454 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-fa981b86-2660-4ac5-9d5f-37c573d53d15 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:28.311014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Allocated IP 192.168.233.252 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/ba6d1e1a-fb2e-41f1-be48-667adcff14e1) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:43:28.390835 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-fa981b86-2660-4ac5-9d5f-37c573d53d15 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2713203 Dec 11 22:43:28.404213 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ffd8a23f-6609-4ed2-a63f-07ca7574538b req-2ba4523a-5e02-4e31-957b-767ea9ca26a4 service neutron] 10.222.0.13 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8408167 Dec 11 22:43:28.417015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Request body: {'port': {'device_id': '4b3bbc42-59c1-4f49-9001-5d9fd607ec1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:28.422279 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-31af6853-b260-422e-8bd5-6f16ec41a3e6 req-4bce42fb-b6c8-4360-93b4-14f620ffdca1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:28.467681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-980e8484-9ff0-46b4-9f2b-a447fef5ea4a None None] Provisioning complete for port 3532f231-1360-40d4-97f9-a70a5cdd06d6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:28.471876 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-980e8484-9ff0-46b4-9f2b-a447fef5ea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:28.512950 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:28.522130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f7620949-b301-43bd-8c1a-831dd96fa06b up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:28.535659 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514c67c-19d9-4a05-9502-96fd9caad248 req-3169dacd-d9d0-46c2-b929-5ceb4f494358 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:28.542591 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-31af6853-b260-422e-8bd5-6f16ec41a3e6 req-4bce42fb-b6c8-4360-93b4-14f620ffdca1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:28.543660 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1514c67c-19d9-4a05-9502-96fd9caad248 req-3169dacd-d9d0-46c2-b929-5ceb4f494358 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 944 time: 0.1529567 Dec 11 22:43:28.598918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Router 29a1309b-1f68-4674-99ac-475fff8943ee is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:43:28.600903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-980e8484-9ff0-46b4-9f2b-a447fef5ea4a None None] Port 3532f231-1360-40d4-97f9-a70a5cdd06d6 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:43:28.663681 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b959d987-fdd4-4e18-bc85-8f0307f2c9dd req-769615b8-f4e0-4bbf-8c6e-cd1c768748e4 service neutron] 10.222.0.47 "GET /v2.0/networks/c4bd9454-6161-4bca-9af9-01067b5a95d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476116 Dec 11 22:43:28.710391 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port f7620949-b301-43bd-8c1a-831dd96fa06b completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:43:28.718278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port f7620949-b301-43bd-8c1a-831dd96fa06b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:28.719119 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:28.758454 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1514c67c-19d9-4a05-9502-96fd9caad248 req-bbb64603-2a80-47a1-a0ee-25c0e38988c2 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/security-groups?id=a5d04fe7-882d-4a9e-9ed2-8481c28c9af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073190 Dec 11 22:43:28.812526 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ffd8a23f-6609-4ed2-a63f-07ca7574538b req-2f883284-6b4a-4c7d-9d45-3f49a48ac556 service neutron] 10.222.0.13 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781679 Dec 11 22:43:28.870665 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:28.914744 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26539735-c179-45b1-95a8-e0949b3e0cc9 req-4c191403-98cf-43ab-9cd4-2e45a49d6e7f tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:28.920895 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-26539735-c179-45b1-95a8-e0949b3e0cc9 req-4c191403-98cf-43ab-9cd4-2e45a49d6e7f tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 935 time: 0.0748606 Dec 11 22:43:28.922455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f7620949-b301-43bd-8c1a-831dd96fa06b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f7620949-b301-43bd-8c1a-831dd96fa06b,segment=NetworkSegment(3d85e17d-59c3-4599-a2fc-6669e59887ad),segment_id=3d85e17d-59c3-4599-a2fc-6669e59887ad)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:28.923507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f840010-f50c-42bb-a76c-6f23383e0cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7620949-b301-43bd-8c1a-831dd96fa06b'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:28.927816 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:28.929914 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a8a655-0d4b-4fae-9614-c497ae311a54" -d '{"events": [{"server_uuid": "1f840010-f50c-42bb-a76c-6f23383e0cf3", "name": "network-vif-plugged", "status": "completed", "tag": "f7620949-b301-43bd-8c1a-831dd96fa06b"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:28.936455 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-31af6853-b260-422e-8bd5-6f16ec41a3e6 req-4bce42fb-b6c8-4360-93b4-14f620ffdca1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:28.941323 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-31af6853-b260-422e-8bd5-6f16ec41a3e6 req-4bce42fb-b6c8-4360-93b4-14f620ffdca1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:28.952700 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31af6853-b260-422e-8bd5-6f16ec41a3e6 req-4bce42fb-b6c8-4360-93b4-14f620ffdca1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "DELETE /v2.0/security-groups/78f53009-107a-4ed0-8305-73446598e898 HTTP/1.1" status: 204 len: 173 time: 1.4516838 Dec 11 22:43:28.973773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:43:28.995108 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Sync routers for ids ['29a1309b-1f68-4674-99ac-475fff8943ee'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:43:29.007358 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:29.013879 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Routers {'29a1309b-1f68-4674-99ac-475fff8943ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:43:29.014531 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:43:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['29a1309b-1f68-4674-99ac-475fff8943ee'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:29.025850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce42fb-b6c8-4360-93b4-14f620ffdca1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f53009-107a-4ed0-8305-73446598e898,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:29.043420 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-26539735-c179-45b1-95a8-e0949b3e0cc9 req-5359f47f-0178-466c-a0f6-9344d1201346 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153247 Dec 11 22:43:29.138755 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53400) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:29.141172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=f7620949-b301-43bd-8c1a-831dd96fa06b,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:29.141352 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:29.142860 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0dc76784-de1f-4119-a9a7-7f5b10fb509e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.7372844 Dec 11 22:43:29.145150 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53404) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:29.196940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea175b-91c9-478a-ae57-93368f5d5944 req-d33c574e-db04-4471-82fc-3cee6395135c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:29.203064 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ea175b-91c9-478a-ae57-93368f5d5944 req-d33c574e-db04-4471-82fc-3cee6395135c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.1192732 Dec 11 22:43:29.241346 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:29.248370 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815d29d5-fc83-4787-bc4f-6e56ad811ac6 x-openstack-request-id: req-815d29d5-fc83-4787-bc4f-6e56ad811ac6 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:29.248370 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f840010-f50c-42bb-a76c-6f23383e0cf3", "name": "network-vif-plugged", "status": "completed", "tag": "f7620949-b301-43bd-8c1a-831dd96fa06b", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:29.248701 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-815d29d5-fc83-4787-bc4f-6e56ad811ac6 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:29.249030 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f840010-f50c-42bb-a76c-6f23383e0cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7620949-b301-43bd-8c1a-831dd96fa06b', 'code': 200} Dec 11 22:43:29.296741 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Set router 29a1309b-1f68-4674-99ac-475fff8943ee gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:43:29.383744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Pushing event updated for resources: {'Port': ['ID=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:29.410057 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ea175b-91c9-478a-ae57-93368f5d5944 req-cc4024a8-3965-4a04-b24a-7a1ff565a742 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022867 Dec 11 22:43:29.466978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:43:29.484760 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [req-6dbfa2b9-18e4-470b-b03d-cf4ad0ec436a req-18dff6cd-4e54-4e3d-8723-13cd03cf1aa5 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] show failed (client error): The resource could not be found. Dec 11 22:43:29.495966 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-router', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '61760cd1-5250-4993-87b8-d22c663860a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:21Z', 'updated_at': '2021-12-11T22:43:25Z', 'revision_number': 3, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'gw_port': {'id': '61760cd1-5250-4993-87b8-d22c663860a1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:42:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:23Z', 'updated_at': '2021-12-11T22:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:29.496170 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6dbfa2b9-18e4-470b-b03d-cf4ad0ec436a req-18dff6cd-4e54-4e3d-8723-13cd03cf1aa5 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/78f53009-107a-4ed0-8305-73446598e898 HTTP/1.1" status: 404 len: 352 time: 0.1996496 Dec 11 22:43:29.511809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:29.520284 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Checking router: 29a1309b-1f68-4674-99ac-475fff8943ee for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:43:29.520635 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Updating router 29a1309b-1f68-4674-99ac-475fff8943ee port 61760cd1-5250-4993-87b8-d22c663860a1 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:43:29.530388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-60298aca-6136-496e-b3ef-7993c83fbf88 req-97c5b731-387e-4ea1-b9ca-23f081711e85 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1781032827', 'description': 'tempest-description-1935975932'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:29.555053 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:29.556762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:43:29.712258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:29.713571 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:29.805489 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e9fe8-12c7-408d-b621-37d032cce5a3 req-6ea89297-a372-4d1a-8260-82be7973b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:29.810216 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf2e9fe8-12c7-408d-b621-37d032cce5a3 req-6ea89297-a372-4d1a-8260-82be7973b331 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 1096 time: 0.4201329 Dec 11 22:43:29.814184 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2ac9de38-575a-49a0-9ae4-3607bf72dbde tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6539826 Dec 11 22:43:29.845289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Request body: {'port': {'device_id': 'efc3c994-eb60-4fc2-a5d6-6909fbbdc77a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:29.911212 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:29.959156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-79e12cfc-07f9-459f-9150-f236811d5ff4 None None] Provisioning complete for port ba6d1e1a-fb2e-41f1-be48-667adcff14e1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:29.959766 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-79e12cfc-07f9-459f-9150-f236811d5ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:29.998720 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.030993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-79e12cfc-07f9-459f-9150-f236811d5ff4 None None] Port ba6d1e1a-fb2e-41f1-be48-667adcff14e1 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:43:30.068203 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Attempting to bind port 61760cd1-5250-4993-87b8-d22c663860a1 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:43:30.069255 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Attempting to bind port 61760cd1-5250-4993-87b8-d22c663860a1 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:43:30.069863 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Attempting to bind port 61760cd1-5250-4993-87b8-d22c663860a1 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:30.106525 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:43:30.108874 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:30.108874 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.108874 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:43:30.108874 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Bound port: 61760cd1-5250-4993-87b8-d22c663860a1, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:43:30.110325 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.130278 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0cf34bad-9020-4ffe-a681-ab16cecb9c53 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ebe483fc920c439ab2dac230dba335f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9903164 Dec 11 22:43:30.131285 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-60298aca-6136-496e-b3ef-7993c83fbf88 req-97c5b731-387e-4ea1-b9ca-23f081711e85 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.147097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53414) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:30.192640 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] For port 61760cd1-5250-4993-87b8-d22c663860a1, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:43:30.196729 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] For port 61760cd1-5250-4993-87b8-d22c663860a1, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=61760cd1-5250-4993-87b8-d22c663860a1,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:43:30.201214 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf052e4-f403-4726-8481-afd295e63028 None None] Pushing event updated for resources: {'Port': ['ID=61760cd1-5250-4993-87b8-d22c663860a1,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:30.206747 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf052e4-f403-4726-8481-afd295e63028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:30.207214 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf052e4-f403-4726-8481-afd295e63028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:30.207561 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf052e4-f403-4726-8481-afd295e63028 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:30.207907 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf052e4-f403-4726-8481-afd295e63028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:30.208246 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf052e4-f403-4726-8481-afd295e63028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:30.208576 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf052e4-f403-4726-8481-afd295e63028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:30.209017 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf052e4-f403-4726-8481-afd295e63028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:30.209378 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf052e4-f403-4726-8481-afd295e63028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:30.209646 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf052e4-f403-4726-8481-afd295e63028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:30.209971 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf052e4-f403-4726-8481-afd295e63028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:30.210298 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf052e4-f403-4726-8481-afd295e63028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:30.210680 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf052e4-f403-4726-8481-afd295e63028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:30.211248 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf052e4-f403-4726-8481-afd295e63028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:30.287312 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.352775 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c642624-faa3-4a8e-a7d7-92149e87d789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.357492 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3532f231-1360-40d4-97f9-a70a5cdd06d6 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:30.372207 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.382883 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207003a-b547-480a-8fcb-663e30c0e8df req-c50c2500-0fac-4555-9036-f672efa2abd7 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:30.383589 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e207003a-b547-480a-8fcb-663e30c0e8df req-c50c2500-0fac-4555-9036-f672efa2abd7 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.6901553 Dec 11 22:43:30.384338 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.420600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5120d0-7f14-4aae-ae43-3ef36b5a45b9 req-1fd51f59-a70b-4d9e-8f89-3a903eca3e1a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:30.423201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0f5120d0-7f14-4aae-ae43-3ef36b5a45b9 req-1fd51f59-a70b-4d9e-8f89-3a903eca3e1a tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 945 time: 0.6817648 Dec 11 22:43:30.439156 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Routers {'29a1309b-1f68-4674-99ac-475fff8943ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:43:30.440000 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:43:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['29a1309b-1f68-4674-99ac-475fff8943ee'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:30.443460 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf052e4-f403-4726-8481-afd295e63028 None None] Pushing event updated for resources: {'Port': ['ID=61760cd1-5250-4993-87b8-d22c663860a1,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:30.447435 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-60298aca-6136-496e-b3ef-7993c83fbf88 req-97c5b731-387e-4ea1-b9ca-23f081711e85 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.454102 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Transition to ACTIVE for port object 3532f231-1360-40d4-97f9-a70a5cdd06d6 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:43:30.466317 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c642624-faa3-4a8e-a7d7-92149e87d789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.541264 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-60298aca-6136-496e-b3ef-7993c83fbf88 req-97c5b731-387e-4ea1-b9ca-23f081711e85 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.571664 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e207003a-b547-480a-8fcb-663e30c0e8df req-58188a71-771b-4172-93a3-127c2b962063 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/security-groups?id=7892858e-bf59-4d23-b5fb-4f76f5f2f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711769 Dec 11 22:43:30.583864 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf2e9fe8-12c7-408d-b621-37d032cce5a3 req-5a11793a-e13c-4c30-a73d-8625601ab260 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a5d04fe7-882d-4a9e-9ed2-8481c28c9af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7626345 Dec 11 22:43:30.683874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-0f5120d0-7f14-4aae-ae43-3ef36b5a45b9 req-ac5bd865-6021-4389-8786-fe67d403c127 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Deleting port 87326fa5-648d-4dea-af3f-a58375a36a29 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:30.684208 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-0f5120d0-7f14-4aae-ae43-3ef36b5a45b9 req-ac5bd865-6021-4389-8786-fe67d403c127 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.685543 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] Set router 29a1309b-1f68-4674-99ac-475fff8943ee gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:43:30.782997 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.786537 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5b731-387e-4ea1-b9ca-23f081711e85 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc33f78a-9456-43a3-9087-6a3dc83e5f12,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:30.817204 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-60298aca-6136-496e-b3ef-7993c83fbf88 req-97c5b731-387e-4ea1-b9ca-23f081711e85 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.822535 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-60298aca-6136-496e-b3ef-7993c83fbf88 req-97c5b731-387e-4ea1-b9ca-23f081711e85 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.2969065 Dec 11 22:43:30.915564 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c642624-faa3-4a8e-a7d7-92149e87d789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.919337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-0f5120d0-7f14-4aae-ae43-3ef36b5a45b9 req-ac5bd865-6021-4389-8786-fe67d403c127 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] For port 87326fa5-648d-4dea-af3f-a58375a36a29, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=87326fa5-648d-4dea-af3f-a58375a36a29,segment=NetworkSegment(c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b),segment_id=c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:30.919686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-0f5120d0-7f14-4aae-ae43-3ef36b5a45b9 req-ac5bd865-6021-4389-8786-fe67d403c127 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.921299 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c642624-faa3-4a8e-a7d7-92149e87d789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:30.925093 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0c642624-faa3-4a8e-a7d7-92149e87d789 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/69bab12d-fcfb-42cf-8a98-df18cc61430a HTTP/1.1" status: 204 len: 168 time: 0.7695169 Dec 11 22:43:30.964777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cc02d-7f4e-41b8-90aa-ba9fb06436cd req-caaa3d1c-adc5-48c7-8bfa-57eaa8497cf1 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:30.966476 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b81cc02d-7f4e-41b8-90aa-ba9fb06436cd req-caaa3d1c-adc5-48c7-8bfa-57eaa8497cf1 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 945 time: 0.2145073 Dec 11 22:43:30.988218 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-0f5120d0-7f14-4aae-ae43-3ef36b5a45b9 req-ac5bd865-6021-4389-8786-fe67d403c127 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Calling delete_port for 87326fa5-648d-4dea-af3f-a58375a36a29 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:31.040410 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Pushing event updated for resources: {'Port': ['ID=3532f231-1360-40d4-97f9-a70a5cdd06d6,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:31.060585 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:31.331543 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-router', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '61760cd1-5250-4993-87b8-d22c663860a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:21Z', 'updated_at': '2021-12-11T22:43:25Z', 'revision_number': 3, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'gw_port': {'id': '61760cd1-5250-4993-87b8-d22c663860a1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:42:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:23Z', 'updated_at': '2021-12-11T22:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:31.331543 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50193395-9cbf-4483-9b06-e979bf9ddb6f None None] The sync data for ids ['29a1309b-1f68-4674-99ac-475fff8943ee'] in n-d-710847-6 is: [{'id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-router', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '61760cd1-5250-4993-87b8-d22c663860a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:21Z', 'updated_at': '2021-12-11T22:43:25Z', 'revision_number': 3, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'gw_port': {'id': '61760cd1-5250-4993-87b8-d22c663860a1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:42:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:23Z', 'updated_at': '2021-12-11T22:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:43:31.332376 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c642624-faa3-4a8e-a7d7-92149e87d789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bab12d-fcfb-42cf-8a98-df18cc61430a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:31.333037 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b81cc02d-7f4e-41b8-90aa-ba9fb06436cd req-f93f6721-414c-43fa-8eef-c87a3ebfc4aa tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/security-groups?id=a5d04fe7-882d-4a9e-9ed2-8481c28c9af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563288 Dec 11 22:43:31.333037 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6d1e1a-fb2e-41f1-be48-667adcff14e1 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:31.333037 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:31.349524 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Transition to ACTIVE for port object ba6d1e1a-fb2e-41f1-be48-667adcff14e1 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:43:31.506056 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:31.526068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad58fda-dffe-49db-bf59-8d0d4bf75b35 req-92258935-4fa0-4133-82af-6e8714c2f740 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:31.528212 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ad58fda-dffe-49db-bf59-8d0d4bf75b35 req-92258935-4fa0-4133-82af-6e8714c2f740 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 947 time: 0.4716327 Dec 11 22:43:31.619952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Attempting to bind port 3532f231-1360-40d4-97f9-a70a5cdd06d6 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:43:31.620125 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Attempting to bind port 3532f231-1360-40d4-97f9-a70a5cdd06d6 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:43:31.620453 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Attempting to bind port 3532f231-1360-40d4-97f9-a70a5cdd06d6 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:31.682505 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-0f5120d0-7f14-4aae-ae43-3ef36b5a45b9 req-ac5bd865-6021-4389-8786-fe67d403c127 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:31.683685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Port 3532f231-1360-40d4-97f9-a70a5cdd06d6 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:43:31.696380 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Attempting to bind port 3532f231-1360-40d4-97f9-a70a5cdd06d6 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:31.729416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:31.745690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:43:31.746331 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:31.746435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:43:31.746882 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Bound port: 3532f231-1360-40d4-97f9-a70a5cdd06d6, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:43:31.747332 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:31.835420 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ad58fda-dffe-49db-bf59-8d0d4bf75b35 req-a0b2455a-ae99-4491-9915-1558e96d13fe tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478356 Dec 11 22:43:31.870664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f1fb4-4ea7-45bd-a25b-7046b343bf7f req-0cbcccc3-a026-4b30-8abc-4517c228eb35 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:31.872497 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-386f1fb4-4ea7-45bd-a25b-7046b343bf7f req-0cbcccc3-a026-4b30-8abc-4517c228eb35 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.3507924 Dec 11 22:43:31.961056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bd865-6021-4389-8786-fe67d403c127 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Pushing event deleted for resources: {'Port': ['ID=87326fa5-648d-4dea-af3f-a58375a36a29,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:31.984056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-b82e742b-0c24-447e-b965-374750009c1f req-731df9a2-2943-4021-86b7-5e3aa9b0e9e4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1979022610', 'description': 'tempest-description-1279744804'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:32.029984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53428) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:32.032887 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Allocated IP 172.20.0.1 (891b70f8-d2ab-4d09-b636-5e1d79960201/6bf79f18-7dd1-4240-a8cb-7c5dc77570f2/38c8f415-d2a3-4335-b7f2-9edd464eeb63) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:43:32.044713 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] For port 3532f231-1360-40d4-97f9-a70a5cdd06d6, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:43:32.058752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5120d0-7f14-4aae-ae43-3ef36b5a45b9 req-ac5bd865-6021-4389-8786-fe67d403c127 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] No DVR routers for this DVR port 87326fa5-648d-4dea-af3f-a58375a36a29 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:43:32.062626 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] For port 3532f231-1360-40d4-97f9-a70a5cdd06d6, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3532f231-1360-40d4-97f9-a70a5cdd06d6,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:43:32.088004 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-0f5120d0-7f14-4aae-ae43-3ef36b5a45b9 req-ac5bd865-6021-4389-8786-fe67d403c127 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.093356 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0f5120d0-7f14-4aae-ae43-3ef36b5a45b9 req-ac5bd865-6021-4389-8786-fe67d403c127 tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.13 "DELETE /v2.0/ports/87326fa5-648d-4dea-af3f-a58375a36a29 HTTP/1.1" status: 204 len: 173 time: 1.6549723 Dec 11 22:43:32.097628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a676682-5366-419f-b5e6-7dbbe5c5094a', 'name': 'network-vif-deleted', 'tag': '87326fa5-648d-4dea-af3f-a58375a36a29'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:32.100376 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba75cae-3237-4e6f-8b11-9467f1dd1b2e" -d '{"events": [{"server_uuid": "6a676682-5366-419f-b5e6-7dbbe5c5094a", "name": "network-vif-deleted", "tag": "87326fa5-648d-4dea-af3f-a58375a36a29"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:32.123017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-b82e742b-0c24-447e-b965-374750009c1f req-731df9a2-2943-4021-86b7-5e3aa9b0e9e4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.179933 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-386f1fb4-4ea7-45bd-a25b-7046b343bf7f req-4208d88d-0c60-4aad-8969-94cce95cfc6e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407713 Dec 11 22:43:32.198440 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.239345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2d71de1d-ad08-42c0-868a-60b66ec69fb0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb7d72959e1043e09a8835dff2d073ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038000 Dec 11 22:43:32.239558 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Attempting to bind port ba6d1e1a-fb2e-41f1-be48-667adcff14e1 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:43:32.240026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Attempting to bind port ba6d1e1a-fb2e-41f1-be48-667adcff14e1 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:43:32.240430 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Attempting to bind port ba6d1e1a-fb2e-41f1-be48-667adcff14e1 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:32.243551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53432) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:32.271365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Port ba6d1e1a-fb2e-41f1-be48-667adcff14e1 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:43:32.271706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Attempting to bind port ba6d1e1a-fb2e-41f1-be48-667adcff14e1 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:32.275635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Pushing event updated for resources: {'Port': ['ID=3532f231-1360-40d4-97f9-a70a5cdd06d6,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:32.288419 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:32.289140 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.290772 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-3c119921-7418-4cf6-9d9a-b8ae3f8e25ff service neutron] 10.222.0.13 "PUT /v2.0/ports/3532f231-1360-40d4-97f9-a70a5cdd06d6 HTTP/1.1" status: 200 len: 1095 time: 3.8792319 Dec 11 22:43:32.291555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3bbc42-59c1-4f49-9001-5d9fd607ec1b', 'tag': '3532f231-1360-40d4-97f9-a70a5cdd06d6'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:32.294423 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23dad86-02a6-4bd2-8436-63634231a854" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3bbc42-59c1-4f49-9001-5d9fd607ec1b", "tag": "3532f231-1360-40d4-97f9-a70a5cdd06d6"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:32.304007 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:43:32.304667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:32.305698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:43:32.306383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Bound port: ba6d1e1a-fb2e-41f1-be48-667adcff14e1, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:43:32.306968 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.376694 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.392061 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc8a2b19-576f-411a-abe7-f568c299572e req-d1431ca9-ecda-4822-8cc9-8009d143d65b tempest-ServerRescueTestJSON-222991947 tempest-ServerRescueTestJSON-222991947-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a676682-5366-419f-b5e6-7dbbe5c5094a HTTP/1.1" status: 200 len: 210 time: 0.0666475 Dec 11 22:43:32.422923 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-b82e742b-0c24-447e-b965-374750009c1f req-731df9a2-2943-4021-86b7-5e3aa9b0e9e4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.450006 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62b29af8-4c4c-45f9-8413-a1933996c101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.506500 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62b29af8-4c4c-45f9-8413-a1933996c101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.527757 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5976d26c-12cf-45a7-b1ce-1640c4f2c95c x-openstack-request-id: req-5976d26c-12cf-45a7-b1ce-1640c4f2c95c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:32.528060 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a676682-5366-419f-b5e6-7dbbe5c5094a", "name": "network-vif-deleted", "tag": "87326fa5-648d-4dea-af3f-a58375a36a29", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:32.529273 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5976d26c-12cf-45a7-b1ce-1640c4f2c95c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:32.529677 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a676682-5366-419f-b5e6-7dbbe5c5094a', 'name': 'network-vif-deleted', 'tag': '87326fa5-648d-4dea-af3f-a58375a36a29', 'status': 'completed', 'code': 200} Dec 11 22:43:32.565782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] For port ba6d1e1a-fb2e-41f1-be48-667adcff14e1, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:43:32.600992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] For port ba6d1e1a-fb2e-41f1-be48-667adcff14e1, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:43:32.626039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39c1d0-53ae-45cb-abd2-8c180ed64239 req-38238a8c-3376-4056-a2c7-6795a742ce94 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:32.629971 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.632773 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de39c1d0-53ae-45cb-abd2-8c180ed64239 req-38238a8c-3376-4056-a2c7-6795a742ce94 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 945 time: 0.0824974 Dec 11 22:43:32.677754 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-b82e742b-0c24-447e-b965-374750009c1f req-731df9a2-2943-4021-86b7-5e3aa9b0e9e4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.695108 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Pushing event updated for resources: {'Port': ['ID=38c8f415-d2a3-4335-b7f2-9edd464eeb63,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:32.707268 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de39c1d0-53ae-45cb-abd2-8c180ed64239 req-37f8a1c2-c163-4ba2-bc42-c3bb95211d5c tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/security-groups?id=a5d04fe7-882d-4a9e-9ed2-8481c28c9af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710497 Dec 11 22:43:32.754634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Network 891b70f8-d2ab-4d09-b636-5e1d79960201 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:43:32.761428 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:32.769076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:43:32.779596 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.795605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:32.796484 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.796575 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e04d3c4-9ed8-4c94-a5b9-47ea3adb4cb5 x-openstack-request-id: req-7e04d3c4-9ed8-4c94-a5b9-47ea3adb4cb5 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:32.796845 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3bbc42-59c1-4f49-9001-5d9fd607ec1b", "tag": "3532f231-1360-40d4-97f9-a70a5cdd06d6", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:32.797128 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e04d3c4-9ed8-4c94-a5b9-47ea3adb4cb5 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:32.797489 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3bbc42-59c1-4f49-9001-5d9fd607ec1b', 'tag': '3532f231-1360-40d4-97f9-a70a5cdd06d6', 'status': 'completed', 'code': 200} Dec 11 22:43:32.798762 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] 10.222.0.13 "PUT /v2.0/ports/ba6d1e1a-fb2e-41f1-be48-667adcff14e1 HTTP/1.1" status: 200 len: 1096 time: 2.9604070 Dec 11 22:43:32.799551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731df9a2-2943-4021-86b7-5e3aa9b0e9e4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe01d85-a7c2-410f-b71f-2bd1f7a9d4cd,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:32.800270 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62b29af8-4c4c-45f9-8413-a1933996c101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.818405 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62b29af8-4c4c-45f9-8413-a1933996c101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.821167 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-62b29af8-4c4c-45f9-8413-a1933996c101 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f9cfc14-fef2-48c2-b967-eeaae2961c7f HTTP/1.1" status: 204 len: 168 time: 0.5762413 Dec 11 22:43:32.821776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-0d34a6ce-82ba-4954-8031-2a2e3e5d54bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:32.824548 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-0d34a6ce-82ba-4954-8031-2a2e3e5d54bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c97ef08801a49cab77f51fee20c9be7&device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 1098 time: 0.1307688 Dec 11 22:43:32.840224 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.846278 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-b82e742b-0c24-447e-b965-374750009c1f req-731df9a2-2943-4021-86b7-5e3aa9b0e9e4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:32.847424 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b82e742b-0c24-447e-b965-374750009c1f req-731df9a2-2943-4021-86b7-5e3aa9b0e9e4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9401832 Dec 11 22:43:32.913658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b29af8-4c4c-45f9-8413-a1933996c101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9cfc14-fef2-48c2-b967-eeaae2961c7f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:32.997788 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-537c756d-7ff7-493a-b1ec-f2db8c69d5d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=3532f231-1360-40d4-97f9-a70a5cdd06d6 HTTP/1.1" status: 200 len: 217 time: 0.1645532 Dec 11 22:43:33.038228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c2fbd-0912-483e-9b96-98e628f32bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:33.076235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-54a86acf-d74c-4f0b-9863-780291e02b64 req-55dc2dc4-31e3-45c6-88e0-5b026023668f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2014731746', 'description': 'tempest-description-1224363577'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:33.089880 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-5d03a87d-e792-4f9b-a23c-7671eefea5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:33.091600 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-5d03a87d-e792-4f9b-a23c-7671eefea5f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c97ef08801a49cab77f51fee20c9be7&device_id=efc3c994-eb60-4fc2-a5d6-6909fbbdc77a HTTP/1.1" status: 200 len: 1099 time: 0.1372771 Dec 11 22:43:33.130786 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-24273501-978e-4357-92b2-d761330505a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:33.139648 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-24273501-978e-4357-92b2-d761330505a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1336479 Dec 11 22:43:33.152910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 87326fa5-648d-4dea-af3f-a58375a36a29 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:33.183523 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-7aecfb25-7ac2-4ce3-8aab-037423dc2642 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ba6d1e1a-fb2e-41f1-be48-667adcff14e1 HTTP/1.1" status: 200 len: 217 time: 0.0777485 Dec 11 22:43:33.196939 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 87326fa5-648d-4dea-af3f-a58375a36a29 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:33.197565 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 87326fa5-648d-4dea-af3f-a58375a36a29 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:33.255871 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-54a86acf-d74c-4f0b-9863-780291e02b64 req-55dc2dc4-31e3-45c6-88e0-5b026023668f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:33.308679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-c2036145-b7a6-48fe-86b4-b3660f574cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:33.314832 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-c2036145-b7a6-48fe-86b4-b3660f574cf7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1225877 Dec 11 22:43:33.344799 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 61760cd1-5250-4993-87b8-d22c663860a1 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:33.373537 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-49092073-7fc6-49e2-bc17-0aaa964d37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:33.377800 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-49092073-7fc6-49e2-bc17-0aaa964d37a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2159567 Dec 11 22:43:33.414128 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2383f799-0f3d-44c2-a16e-3b49229aaa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:33.415787 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-2383f799-0f3d-44c2-a16e-3b49229aaa3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846152 Dec 11 22:43:33.468801 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 61760cd1-5250-4993-87b8-d22c663860a1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:33.469599 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:33.547691 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-e576def5-1217-4482-a6ba-1e397540422a service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194413 Dec 11 22:43:33.581654 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-54a86acf-d74c-4f0b-9863-780291e02b64 req-55dc2dc4-31e3-45c6-88e0-5b026023668f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:33.693289 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f91b5b3e-0a4d-4f13-9e32-956f1f088fad req-6d3f5e42-f8ab-4891-8c0a-d9ac5feaed5d service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380923 Dec 11 22:43:33.700042 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-54a86acf-d74c-4f0b-9863-780291e02b64 req-55dc2dc4-31e3-45c6-88e0-5b026023668f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:33.703980 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:33.729164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc2dc4-31e3-45c6-88e0-5b026023668f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268b9cc9-d520-4c72-9bcf-73a18d267b08,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:33.746653 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112d09c-c828-480a-9843-be3559ef4562 req-3f42a9ba-36de-44a3-a082-d982af344a72 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:33.755867 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1112d09c-c828-480a-9843-be3559ef4562 req-3f42a9ba-36de-44a3-a082-d982af344a72 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 947 time: 0.3233969 Dec 11 22:43:33.760360 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:33.797840 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 61760cd1-5250-4993-87b8-d22c663860a1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=61760cd1-5250-4993-87b8-d22c663860a1,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:33.819627 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-54a86acf-d74c-4f0b-9863-780291e02b64 req-55dc2dc4-31e3-45c6-88e0-5b026023668f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:33.831535 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-54a86acf-d74c-4f0b-9863-780291e02b64 req-55dc2dc4-31e3-45c6-88e0-5b026023668f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7599649 Dec 11 22:43:33.892484 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-ec7a1254-f650-496c-9d03-f9d32c4f9b4e service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056026 Dec 11 22:43:33.899901 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:33.972503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434fadd-ee27-4800-b47d-e300945b8c9b req-20354333-e549-47a3-a5cf-fe364a86f11a tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:33.979845 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0434fadd-ee27-4800-b47d-e300945b8c9b req-20354333-e549-47a3-a5cf-fe364a86f11a tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0963864 Dec 11 22:43:33.981108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=61760cd1-5250-4993-87b8-d22c663860a1,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:33.992892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:33.998054 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:33.998642 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:33.999356 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:34.000683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:34.001296 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:34.001874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:34.003416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:34.004004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:34.004553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:34.005603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:34.006147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:34.006673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:43:34.041649 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0434fadd-ee27-4800-b47d-e300945b8c9b req-0a6687b1-c747-4c68-a4d7-39eac9614db2 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609031 Dec 11 22:43:34.100603 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1112d09c-c828-480a-9843-be3559ef4562 req-9d1e8814-f659-4774-8e0b-872a1501d7ce tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435702 Dec 11 22:43:34.167055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53474) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:34.171698 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9edf0e7c-fdfb-4d8c-97d1-c8dcf3e2023e req-419fe72d-be70-4c20-91da-0e21698c5023 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688262 Dec 11 22:43:34.193469 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:34.339153 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:34.390975 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd711b23-2b89-4a20-94e2-1a6dd246d63a req-ee515a42-f289-43c2-b2eb-fab5f4a6ba56 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19fada12d1a645398dd5c11ac569a671 HTTP/1.1" status: 200 len: 11013 time: 0.2387290 Dec 11 22:43:34.464756 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:34.468386 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Pushing event updated for resources: {'Port': ['ID=38c8f415-d2a3-4335-b7f2-9edd464eeb63,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:34.484766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dad86-02a6-4bd2-8436-63634231a854 req-43e8cab8-d8a4-4fea-b1f1-854383c19d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:34.486196 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b23dad86-02a6-4bd2-8436-63634231a854 req-43e8cab8-d8a4-4fea-b1f1-854383c19d14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c97ef08801a49cab77f51fee20c9be7&device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 1098 time: 0.1105108 Dec 11 22:43:34.517465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd711b23-2b89-4a20-94e2-1a6dd246d63a req-8d4bcd3a-5f96-43a1-855f-2a09cb8405c6 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/9cae55d5-3406-41c0-9175-6d8f4734159c HTTP/1.1" status: 200 len: 3002 time: 0.0888503 Dec 11 22:43:34.537468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc3c994-eb60-4fc2-a5d6-6909fbbdc77a', 'tag': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:34.539870 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bc8642-a6b5-4b27-9a20-e8988134eb40" -d '{"events": [{"name": "network-changed", "server_uuid": "efc3c994-eb60-4fc2-a5d6-6909fbbdc77a", "tag": "ba6d1e1a-fb2e-41f1-be48-667adcff14e1"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:34.628732 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd711b23-2b89-4a20-94e2-1a6dd246d63a req-08e84361-0702-4f7e-b7e1-71e925e8f65a tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/9cae55d5-3406-41c0-9175-6d8f4734159c HTTP/1.1" status: 200 len: 3002 time: 0.1015396 Dec 11 22:43:34.637446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53494) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:34.664616 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Network 891b70f8-d2ab-4d09-b636-5e1d79960201 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:43:34.665549 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a0640d-6ff9-4e7f-8970-36c273e4023b x-openstack-request-id: req-45a0640d-6ff9-4e7f-8970-36c273e4023b {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:34.665841 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc3c994-eb60-4fc2-a5d6-6909fbbdc77a", "tag": "ba6d1e1a-fb2e-41f1-be48-667adcff14e1", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:34.666098 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-45a0640d-6ff9-4e7f-8970-36c273e4023b {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:34.666488 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc3c994-eb60-4fc2-a5d6-6909fbbdc77a', 'tag': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1', 'status': 'completed', 'code': 200} Dec 11 22:43:34.685399 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:34.693231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dad86-02a6-4bd2-8436-63634231a854 req-9042e789-f5e9-4143-8f37-0e354478dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:34.694749 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b23dad86-02a6-4bd2-8436-63634231a854 req-9042e789-f5e9-4143-8f37-0e354478dee6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1971846 Dec 11 22:43:34.763236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac1ee738-6b18-441b-be1e-bd19bebd34a4 req-461258cf-23da-46f7-90e8-f87b634bf1ed tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/fc33f78a-9456-43a3-9087-6a3dc83e5f12 HTTP/1.1" status: 200 len: 1820 time: 0.0823617 Dec 11 22:43:34.806365 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b23dad86-02a6-4bd2-8436-63634231a854 req-9e058906-b368-430d-a260-649d4eb14819 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=3532f231-1360-40d4-97f9-a70a5cdd06d6 HTTP/1.1" status: 200 len: 217 time: 0.0556798 Dec 11 22:43:34.826870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-63b80b92-0744-4b3c-b298-a30ca63da465 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1689960553-network', 'tenant_id': '1322d071786d4cde89394d6c706b9134'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:34.831153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc8642-a6b5-4b27-9a20-e8988134eb40 req-2ec03c49-7cba-4223-b135-b76d836808c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:34.832203 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78bc8642-a6b5-4b27-9a20-e8988134eb40 req-2ec03c49-7cba-4223-b135-b76d836808c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c97ef08801a49cab77f51fee20c9be7&device_id=efc3c994-eb60-4fc2-a5d6-6909fbbdc77a HTTP/1.1" status: 200 len: 1099 time: 0.1133590 Dec 11 22:43:34.935573 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8c0af-50c7-4275-bc2a-24e7fd95b226 req-c30ac45a-23c7-4b28-9fb0-d41c23eab599 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:34.937053 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ed8c0af-50c7-4275-bc2a-24e7fd95b226 req-c30ac45a-23c7-4b28-9fb0-d41c23eab599 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 945 time: 0.1348090 Dec 11 22:43:34.938425 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dad86-02a6-4bd2-8436-63634231a854 req-a6bcbc9d-3b3b-434c-9988-2e6c2635f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:34.940314 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b23dad86-02a6-4bd2-8436-63634231a854 req-a6bcbc9d-3b3b-434c-9988-2e6c2635f0d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.1069133 Dec 11 22:43:34.948452 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ac1ee738-6b18-441b-be1e-bd19bebd34a4 req-9a2e0c80-482f-4925-9a50-88be48ecaf6f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:34.957578 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cfb39c12-49bd-4589-b0fa-afd6a9b79ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:34.990506 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Router 29a1309b-1f68-4674-99ac-475fff8943ee has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:43:35.037495 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ac1ee738-6b18-441b-be1e-bd19bebd34a4 req-9a2e0c80-482f-4925-9a50-88be48ecaf6f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:35.039774 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ed8c0af-50c7-4275-bc2a-24e7fd95b226 req-c473f077-7870-4ba0-a543-f7c9fa491def tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/security-groups?id=a5d04fe7-882d-4a9e-9ed2-8481c28c9af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943968 Dec 11 22:43:35.043081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b80b92-0744-4b3c-b298-a30ca63da465 admin admin] Made reservation on behalf of 1322d071786d4cde89394d6c706b9134 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:35.045378 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63b80b92-0744-4b3c-b298-a30ca63da465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:35.067726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc8642-a6b5-4b27-9a20-e8988134eb40 req-b4c76d86-f116-46cb-9e58-593e6ba2656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:35.069210 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78bc8642-a6b5-4b27-9a20-e8988134eb40 req-b4c76d86-f116-46cb-9e58-593e6ba2656a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.2190001 Dec 11 22:43:35.070857 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dad86-02a6-4bd2-8436-63634231a854 req-7e216400-72a2-430b-82ef-ad2a47c7a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:35.072348 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b23dad86-02a6-4bd2-8436-63634231a854 req-7e216400-72a2-430b-82ef-ad2a47c7a94d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212614 Dec 11 22:43:35.075063 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63b80b92-0744-4b3c-b298-a30ca63da465 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:35.170698 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78bc8642-a6b5-4b27-9a20-e8988134eb40 req-e6f98448-13ac-43f8-9779-e65fd39d4cd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ba6d1e1a-fb2e-41f1-be48-667adcff14e1 HTTP/1.1" status: 200 len: 217 time: 0.0528216 Dec 11 22:43:35.224936 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:43:35.231287 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1537cb78-7070-4db9-95af-0d410b65ac8e admin admin] 10.222.0.45 "PUT /v2.0/routers/29a1309b-1f68-4674-99ac-475fff8943ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0845721 Dec 11 22:43:35.239166 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Sync routers for ids ['29a1309b-1f68-4674-99ac-475fff8943ee'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:43:35.257594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Routers {'29a1309b-1f68-4674-99ac-475fff8943ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:43:35.258233 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:43:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['29a1309b-1f68-4674-99ac-475fff8943ee'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:35.279555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d8c59-f75c-439b-803a-501e2aee67b6 req-3703dfba-0eca-459e-bb79-8ad03d1d5e26 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:35.301909 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a50d8c59-f75c-439b-803a-501e2aee67b6 req-3703dfba-0eca-459e-bb79-8ad03d1d5e26 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.1393197 Dec 11 22:43:35.321235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc8642-a6b5-4b27-9a20-e8988134eb40 req-93aa1145-4f3e-4f8c-8639-b6191867765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:35.323033 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78bc8642-a6b5-4b27-9a20-e8988134eb40 req-93aa1145-4f3e-4f8c-8639-b6191867765a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0975056 Dec 11 22:43:35.373102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ac1ee738-6b18-441b-be1e-bd19bebd34a4 req-9a2e0c80-482f-4925-9a50-88be48ecaf6f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:35.375866 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ac1ee738-6b18-441b-be1e-bd19bebd34a4 req-9a2e0c80-482f-4925-9a50-88be48ecaf6f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:35.377018 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac1ee738-6b18-441b-be1e-bd19bebd34a4 req-9a2e0c80-482f-4925-9a50-88be48ecaf6f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "DELETE /v2.0/security-groups/fc33f78a-9456-43a3-9087-6a3dc83e5f12 HTTP/1.1" status: 204 len: 173 time: 0.6048696 Dec 11 22:43:35.383504 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b23dad86-02a6-4bd2-8436-63634231a854 req-55869d2e-f1a1-4430-ba4a-ccef12c3338f service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980864 Dec 11 22:43:35.394552 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63b80b92-0744-4b3c-b298-a30ca63da465 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:35.403821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e0c80-482f-4925-9a50-88be48ecaf6f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc33f78a-9456-43a3-9087-6a3dc83e5f12,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:35.423876 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc8642-a6b5-4b27-9a20-e8988134eb40 req-2417aa6c-def4-431e-8c7f-a663091cb751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:35.423876 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78bc8642-a6b5-4b27-9a20-e8988134eb40 req-2417aa6c-def4-431e-8c7f-a663091cb751 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910215 Dec 11 22:43:35.454216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 61760cd1-5250-4993-87b8-d22c663860a1 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:35.471941 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a50d8c59-f75c-439b-803a-501e2aee67b6 req-05d20384-73ad-4506-a0be-bd3cca384b0f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688504 Dec 11 22:43:35.535901 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Set router 29a1309b-1f68-4674-99ac-475fff8943ee gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:43:35.546058 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b23dad86-02a6-4bd2-8436-63634231a854 req-90f7712b-c7ca-4446-a940-3d9aabf7ab54 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486449 Dec 11 22:43:35.582240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 61760cd1-5250-4993-87b8-d22c663860a1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:35.582611 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:35.587681 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63b80b92-0744-4b3c-b298-a30ca63da465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:35.588416 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [req-8df2dda4-5ca3-475f-b21a-2f43ec5c0466 req-a4321adc-4278-499e-ba3c-daa6cb49b7cb tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] show failed (client error): The resource could not be found. Dec 11 22:43:35.589472 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8df2dda4-5ca3-475f-b21a-2f43ec5c0466 req-a4321adc-4278-499e-ba3c-daa6cb49b7cb tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/fc33f78a-9456-43a3-9087-6a3dc83e5f12 HTTP/1.1" status: 404 len: 352 time: 0.0147011 Dec 11 22:43:35.666032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b80b92-0744-4b3c-b298-a30ca63da465 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:43:35.704280 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63b80b92-0744-4b3c-b298-a30ca63da465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:35.704727 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-63b80b92-0744-4b3c-b298-a30ca63da465 admin admin] Added segment 26e533fe-b258-448a-a8b3-190306f7a7e1 of type vlan for network 1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f Dec 11 22:43:35.709504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b80b92-0744-4b3c-b298-a30ca63da465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e22168-22a6-489c-8cc9-48adf7951448,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:35.747864 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f42b7-f84a-4c48-b747-a673bbb9637e req-bc0d860d-1c40-4afd-bd49-96d68586863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:35.749385 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b8f42b7-f84a-4c48-b747-a673bbb9637e req-bc0d860d-1c40-4afd-bd49-96d68586863f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 1097 time: 0.0952160 Dec 11 22:43:35.823271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-cfb39c12-49bd-4589-b0fa-afd6a9b79ef4 admin admin] Deleting port 0a0655f4-11f0-49dc-b4e0-a8e172e04569 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:35.824815 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cfb39c12-49bd-4589-b0fa-afd6a9b79ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:35.850355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c41ded-63ae-4b04-90e5-62e843684cd2 req-d03f8750-8741-49b3-b807-feebd7b8ebaa tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:35.852185 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19c41ded-63ae-4b04-90e5-62e843684cd2 req-d03f8750-8741-49b3-b807-feebd7b8ebaa tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 947 time: 0.2726278 Dec 11 22:43:35.896574 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78bc8642-a6b5-4b27-9a20-e8988134eb40 req-0a915cbc-496e-43d7-a43c-d09485901352 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338007 Dec 11 22:43:35.906322 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63b80b92-0744-4b3c-b298-a30ca63da465 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:35.928911 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f42b7-f84a-4c48-b747-a673bbb9637e req-bec69141-84da-4354-908f-17d454c28fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:35.930596 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b8f42b7-f84a-4c48-b747-a673bbb9637e req-bec69141-84da-4354-908f-17d454c28fdc service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 913 time: 0.1736009 Dec 11 22:43:35.955942 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-router', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '61760cd1-5250-4993-87b8-d22c663860a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:21Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'gw_port': {'id': '61760cd1-5250-4993-87b8-d22c663860a1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:23Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '38c8f415-d2a3-4335-b7f2-9edd464eeb63', 'name': '', 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'mac_address': 'fa:16:3e:06:3e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:31Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 2, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'subnets': [{'id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:35.986405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Checking router: 29a1309b-1f68-4674-99ac-475fff8943ee for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:43:35.987453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Updating router 29a1309b-1f68-4674-99ac-475fff8943ee port 38c8f415-d2a3-4335-b7f2-9edd464eeb63 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:43:36.016145 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:36.068372 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78bc8642-a6b5-4b27-9a20-e8988134eb40 req-163388b7-14e6-4b71-9186-1709239d8459 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568260 Dec 11 22:43:36.086554 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19c41ded-63ae-4b04-90e5-62e843684cd2 req-2c6e3069-6961-4756-abad-65bfb6a1c591 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963544 Dec 11 22:43:36.093232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-cfb39c12-49bd-4589-b0fa-afd6a9b79ef4 admin admin] For port 0a0655f4-11f0-49dc-b4e0-a8e172e04569, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0a0655f4-11f0-49dc-b4e0-a8e172e04569,segment=NetworkSegment(c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b),segment_id=c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:36.093607 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cfb39c12-49bd-4589-b0fa-afd6a9b79ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:36.300351 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b8f42b7-f84a-4c48-b747-a673bbb9637e req-17514bbf-1ed8-4eb4-8745-b65c93c4af5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c8bb98a-cbf3-449e-9c1c-991d801264ba HTTP/1.1" status: 200 len: 217 time: 0.3611548 Dec 11 22:43:36.337145 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:36.363661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-862ebfc8-d496-4773-91b1-facf27e08a16 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:36.365213 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-862ebfc8-d496-4773-91b1-facf27e08a16 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/networks?id=891b70f8-d2ab-4d09-b636-5e1d79960201 HTTP/1.1" status: 200 len: 820 time: 0.5065181 Dec 11 22:43:36.384340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f42b7-f84a-4c48-b747-a673bbb9637e req-85d2b816-c2fa-421d-adcc-ddc13b1c8a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:36.385802 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b8f42b7-f84a-4c48-b747-a673bbb9637e req-85d2b816-c2fa-421d-adcc-ddc13b1c8a18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56072fb-d6eb-465a-81da-2818b252a24c HTTP/1.1" status: 200 len: 852 time: 0.0760450 Dec 11 22:43:36.388457 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-ba7d13c4-0b51-4c4c-b1b9-9b741f7266e4 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/quotas/9422482b47da47c0a787d8fe93bfff81 HTTP/1.1" status: 200 len: 375 time: 0.0166106 Dec 11 22:43:36.407233 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63b80b92-0744-4b3c-b298-a30ca63da465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:36.408092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b80b92-0744-4b3c-b298-a30ca63da465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:36.413046 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63b80b92-0744-4b3c-b298-a30ca63da465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:36.422553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-cfb39c12-49bd-4589-b0fa-afd6a9b79ef4 admin admin] Calling delete_port for 0a0655f4-11f0-49dc-b4e0-a8e172e04569 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:36.434287 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:36.446305 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b8f42b7-f84a-4c48-b747-a673bbb9637e req-e2740642-ab17-4f6e-bce2-4dd52642f095 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b547cd6-e1c3-47dd-aace-0c89098672dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428982 Dec 11 22:43:36.483131 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-77903297-1e6a-4f7a-b57e-d5bd4fb2fc63 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9422482b47da47c0a787d8fe93bfff81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0880642 Dec 11 22:43:36.510222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db95d6-8cc6-4d99-b5e1-a4a3254fd01a None None] Pushing event updated for resources: {'Port': ['ID=38c8f415-d2a3-4335-b7f2-9edd464eeb63,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:36.549790 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Attempting to bind port 38c8f415-d2a3-4335-b7f2-9edd464eeb63 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:43:36.550353 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Attempting to bind port 38c8f415-d2a3-4335-b7f2-9edd464eeb63 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '035b4645-2a6b-4bff-b6ad-6b31d23a5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:43:36.551604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Attempting to bind port 38c8f415-d2a3-4335-b7f2-9edd464eeb63 on network 891b70f8-d2ab-4d09-b636-5e1d79960201 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:36.560538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b80b92-0744-4b3c-b298-a30ca63da465 admin admin] Pushing event updated for resources: {'Network': ['ID=1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:36.561004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:43:36.563389 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Checking segment: {'id': '035b4645-2a6b-4bff-b6ad-6b31d23a5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:36.563904 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:36.565815 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Bound using segment: {'id': '035b4645-2a6b-4bff-b6ad-6b31d23a5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:43:36.566962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Bound port: 38c8f415-d2a3-4335-b7f2-9edd464eeb63, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035b4645-2a6b-4bff-b6ad-6b31d23a5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:43:36.567960 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:36.573931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa4ad8-bb11-4e8a-bb69-b7118ae2c892 req-2f68c5f7-2fe5-4918-b662-91707363d6e5 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:36.575530 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7fa4ad8-bb11-4e8a-bb69-b7118ae2c892 req-2f68c5f7-2fe5-4918-b662-91707363d6e5 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 945 time: 0.4846883 Dec 11 22:43:36.582514 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b8f42b7-f84a-4c48-b747-a673bbb9637e req-2daed8df-0aeb-4cbc-beb5-1689081852f9 service neutron] 10.222.0.13 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284437 Dec 11 22:43:36.583682 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3833dc1-6ae7-4b48-a79f-3a73c757cb89 req-7fad2b18-6c87-498b-baa9-337ca789f67d tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/8fe01d85-a7c2-410f-b71f-2bd1f7a9d4cd HTTP/1.1" status: 200 len: 1820 time: 0.1927383 Dec 11 22:43:36.583849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:43:36.601073 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-63b80b92-0744-4b3c-b298-a30ca63da465 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9617941 Dec 11 22:43:36.607176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53538) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:36.613446 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-26dc5ad7-cc0e-432b-a7c2-6a1fc3d7b75e admin admin] Request body: {'subnet': {'network_id': '1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1689960553-subnet', 'tenant_id': '1322d071786d4cde89394d6c706b9134', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:36.674580 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-0305ec21-0e8b-4eb8-9714-59ed5ed4bb53 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:43:36.676245 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-0305ec21-0e8b-4eb8-9714-59ed5ed4bb53 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1885204 Dec 11 22:43:36.702549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] For port 38c8f415-d2a3-4335-b7f2-9edd464eeb63, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:43:36.708015 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] For port 38c8f415-d2a3-4335-b7f2-9edd464eeb63, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=38c8f415-d2a3-4335-b7f2-9edd464eeb63,segment=NetworkSegment(035b4645-2a6b-4bff-b6ad-6b31d23a5adf),segment_id=035b4645-2a6b-4bff-b6ad-6b31d23a5adf)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:43:36.766672 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dc5ad7-cc0e-432b-a7c2-6a1fc3d7b75e admin admin] Made reservation on behalf of 1322d071786d4cde89394d6c706b9134 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:36.769055 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-26dc5ad7-cc0e-432b-a7c2-6a1fc3d7b75e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:36.784074 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b3833dc1-6ae7-4b48-a79f-3a73c757cb89 req-a6fc922f-32dd-424c-8909-01c7a0b42064 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:36.785258 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:36.793940 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b8f42b7-f84a-4c48-b747-a673bbb9637e req-ae52b746-0d2b-4c0a-90e5-85b1f1afc642 service neutron] 10.222.0.13 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023325 Dec 11 22:43:36.824113 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b3833dc1-6ae7-4b48-a79f-3a73c757cb89 req-a6fc922f-32dd-424c-8909-01c7a0b42064 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:36.865312 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b7fa4ad8-bb11-4e8a-bb69-b7118ae2c892 req-380c132f-6a25-46f6-9e6d-251323ae6bae tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Deleting port f7620949-b301-43bd-8c1a-831dd96fa06b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:36.865626 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b7fa4ad8-bb11-4e8a-bb69-b7118ae2c892 req-380c132f-6a25-46f6-9e6d-251323ae6bae tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:36.867836 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Routers {'29a1309b-1f68-4674-99ac-475fff8943ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:43:36.868537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:43:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['29a1309b-1f68-4674-99ac-475fff8943ee'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:36.879570 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-68d08a37-2837-4feb-b17c-2ccc518f43d8 service neutron] 10.222.0.45 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802723 Dec 11 22:43:36.911094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db95d6-8cc6-4d99-b5e1-a4a3254fd01a None None] Pushing event updated for resources: {'Port': ['ID=38c8f415-d2a3-4335-b7f2-9edd464eeb63,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:36.993693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b7fa4ad8-bb11-4e8a-bb69-b7118ae2c892 req-380c132f-6a25-46f6-9e6d-251323ae6bae tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] For port f7620949-b301-43bd-8c1a-831dd96fa06b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f7620949-b301-43bd-8c1a-831dd96fa06b,segment=NetworkSegment(3d85e17d-59c3-4599-a2fc-6669e59887ad),segment_id=3d85e17d-59c3-4599-a2fc-6669e59887ad)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:36.994671 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b7fa4ad8-bb11-4e8a-bb69-b7118ae2c892 req-380c132f-6a25-46f6-9e6d-251323ae6bae tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:37.004513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] Set router 29a1309b-1f68-4674-99ac-475fff8943ee gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:43:37.009501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b7fa4ad8-bb11-4e8a-bb69-b7118ae2c892 req-380c132f-6a25-46f6-9e6d-251323ae6bae tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Calling delete_port for f7620949-b301-43bd-8c1a-831dd96fa06b owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:37.011483 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cfb39c12-49bd-4589-b0fa-afd6a9b79ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:37.045664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb39c12-49bd-4589-b0fa-afd6a9b79ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0655f4-11f0-49dc-b4e0-a8e172e04569,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:37.047949 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b3833dc1-6ae7-4b48-a79f-3a73c757cb89 req-a6fc922f-32dd-424c-8909-01c7a0b42064 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:37.051609 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b3833dc1-6ae7-4b48-a79f-3a73c757cb89 req-a6fc922f-32dd-424c-8909-01c7a0b42064 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:37.053144 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3833dc1-6ae7-4b48-a79f-3a73c757cb89 req-a6fc922f-32dd-424c-8909-01c7a0b42064 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "DELETE /v2.0/security-groups/8fe01d85-a7c2-410f-b71f-2bd1f7a9d4cd HTTP/1.1" status: 204 len: 173 time: 0.4601057 Dec 11 22:43:37.057639 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-dcb19627-7569-4370-a9af-8e373ab48869 service neutron] 10.222.0.45 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645286 Dec 11 22:43:37.118880 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc922f-32dd-424c-8909-01c7a0b42064 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe01d85-a7c2-410f-b71f-2bd1f7a9d4cd,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:37.157746 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-26dc5ad7-cc0e-432b-a7c2-6a1fc3d7b75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:37.191899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 7c8bb98a-cbf3-449e-9c1c-991d801264ba no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:37.212253 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc5ad7-cc0e-432b-a7c2-6a1fc3d7b75e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b288ecc-4ea4-4a51-9175-11135db24679,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:37.255018 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc5ad7-cc0e-432b-a7c2-6a1fc3d7b75e admin admin] Checking segment: {'id': '26e533fe-b258-448a-a8b3-190306f7a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:37.255384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dc5ad7-cc0e-432b-a7c2-6a1fc3d7b75e admin admin] Network hostable DHCP agents. Network: 1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:43:37.322946 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaad2f2-3d71-446a-ac3b-8ff45d1d6796 req-f199e0ec-2ba7-409f-80ad-9a10427af761 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:37.324748 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccaad2f2-3d71-446a-ac3b-8ff45d1d6796 req-f199e0ec-2ba7-409f-80ad-9a10427af761 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 945 time: 0.1645200 Dec 11 22:43:37.381106 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:37.416446 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dc5ad7-cc0e-432b-a7c2-6a1fc3d7b75e admin admin] Network 1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:43:37.426446 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cfb39c12-49bd-4589-b0fa-afd6a9b79ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:37.437559 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787def1-2c4a-43ad-bcff-338e9f7042d2 req-07d48066-4b3a-493f-b89d-797f30fb5c3e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:37.439223 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5787def1-2c4a-43ad-bcff-338e9f7042d2 req-07d48066-4b3a-493f-b89d-797f30fb5c3e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 946 time: 0.0867462 Dec 11 22:43:37.451089 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccaad2f2-3d71-446a-ac3b-8ff45d1d6796 req-bf319b96-da0c-4bbf-984f-25af36d16b41 tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/security-groups?id=a5d04fe7-882d-4a9e-9ed2-8481c28c9af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799522 Dec 11 22:43:37.466291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbb0c8b-8cf7-422f-af92-ecf2c663b6de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c8bb98a-cbf3-449e-9c1c-991d801264ba'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:37.475027 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc97c51-7a28-4707-9d4e-0f56c1a116fb" -d '{"events": [{"server_uuid": "3cbb0c8b-8cf7-422f-af92-ecf2c663b6de", "name": "network-vif-unplugged", "status": "completed", "tag": "7c8bb98a-cbf3-449e-9c1c-991d801264ba"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:37.494106 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 7c8bb98a-cbf3-449e-9c1c-991d801264ba, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=7c8bb98a-cbf3-449e-9c1c-991d801264ba,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:37.510298 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-router', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '61760cd1-5250-4993-87b8-d22c663860a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:21Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'gw_port': {'id': '61760cd1-5250-4993-87b8-d22c663860a1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:23Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '38c8f415-d2a3-4335-b7f2-9edd464eeb63', 'name': '', 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'mac_address': 'fa:16:3e:06:3e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:31Z', 'updated_at': '2021-12-11T22:43:36Z', 'revision_number': 4, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'subnets': [{'id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:37.515976 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b7fa4ad8-bb11-4e8a-bb69-b7118ae2c892 req-380c132f-6a25-46f6-9e6d-251323ae6bae tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:37.516280 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-26dc5ad7-cc0e-432b-a7c2-6a1fc3d7b75e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:37.537202 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc5ad7-cc0e-432b-a7c2-6a1fc3d7b75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:37.540678 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-26dc5ad7-cc0e-432b-a7c2-6a1fc3d7b75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:37.546239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c94af10-3e2c-4435-bc27-d0c6ba65b566 None None] Network 1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:43:37.548358 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5787def1-2c4a-43ad-bcff-338e9f7042d2 req-736c7346-e898-4f90-a85a-1e456869262e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967619 Dec 11 22:43:37.551651 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a6372c-3415-4b21-9742-6a943371dc07 None None] The sync data for ids ['29a1309b-1f68-4674-99ac-475fff8943ee'] in n-d-710847-6 is: [{'id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-router', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '61760cd1-5250-4993-87b8-d22c663860a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:21Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'gw_port': {'id': '61760cd1-5250-4993-87b8-d22c663860a1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:23Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '38c8f415-d2a3-4335-b7f2-9edd464eeb63', 'name': '', 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'mac_address': 'fa:16:3e:06:3e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:31Z', 'updated_at': '2021-12-11T22:43:36Z', 'revision_number': 4, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'subnets': [{'id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:43:37.569477 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f7620949-b301-43bd-8c1a-831dd96fa06b'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:37.587546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c132f-6a25-46f6-9e6d-251323ae6bae tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Pushing event deleted for resources: {'Port': ['ID=f7620949-b301-43bd-8c1a-831dd96fa06b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:37.625421 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [req-65533ebd-caf0-4ea2-a8dc-dea015087e66 req-8d072140-b35d-409e-93cf-baf8e6ba889c tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] show failed (client error): The resource could not be found. Dec 11 22:43:37.654138 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-65533ebd-caf0-4ea2-a8dc-dea015087e66 req-8d072140-b35d-409e-93cf-baf8e6ba889c tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/8fe01d85-a7c2-410f-b71f-2bd1f7a9d4cd HTTP/1.1" status: 404 len: 352 time: 0.0541430 Dec 11 22:43:37.667726 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:37.697047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fa4ad8-bb11-4e8a-bb69-b7118ae2c892 req-380c132f-6a25-46f6-9e6d-251323ae6bae tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] No DVR routers for this DVR port f7620949-b301-43bd-8c1a-831dd96fa06b on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:43:37.701398 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b7fa4ad8-bb11-4e8a-bb69-b7118ae2c892 req-380c132f-6a25-46f6-9e6d-251323ae6bae tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:37.704875 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-26dc5ad7-cc0e-432b-a7c2-6a1fc3d7b75e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0952408 Dec 11 22:43:37.704875 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53556) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:37.705239 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7fa4ad8-bb11-4e8a-bb69-b7118ae2c892 req-380c132f-6a25-46f6-9e6d-251323ae6bae tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.47 "DELETE /v2.0/ports/f7620949-b301-43bd-8c1a-831dd96fa06b HTTP/1.1" status: 204 len: 173 time: 1.1207716 Dec 11 22:43:37.706839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f840010-f50c-42bb-a76c-6f23383e0cf3', 'name': 'network-vif-deleted', 'tag': 'f7620949-b301-43bd-8c1a-831dd96fa06b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:37.710506 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34511ce-d2c9-4ca5-8d21-658f4da23bf8" -d '{"events": [{"server_uuid": "1f840010-f50c-42bb-a76c-6f23383e0cf3", "name": "network-vif-deleted", "tag": "f7620949-b301-43bd-8c1a-831dd96fa06b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:37.718963 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1689960553-router', 'tenant_id': '1322d071786d4cde89394d6c706b9134', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:37.777118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=7c8bb98a-cbf3-449e-9c1c-991d801264ba,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:37.824259 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f', 'network_id': '1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f', 'project_id': '1322d071786d4cde89394d6c706b9134', 'fixed_ips': [{'subnet_id': '9b288ecc-4ea4-4a51-9175-11135db24679'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:43:37.825696 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:37.833927 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f4ed748-4d46-464b-a968-cef62fa93665 req-aec93e1d-ecb0-4b24-9fde-4aa87d5d2bc8 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 210 time: 0.0734546 Dec 11 22:43:37.918605 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:37.921448 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:37.970403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cdd06-1979-41f0-8fce-29cb112b579e req-17245740-e993-4ade-9c2d-6a3f648cbf50 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:37.978298 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d66cdd06-1979-41f0-8fce-29cb112b579e req-17245740-e993-4ade-9c2d-6a3f648cbf50 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 947 time: 0.1048670 Dec 11 22:43:37.983072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb39c12-49bd-4589-b0fa-afd6a9b79ef4 admin admin] Router 9773079f-f0fb-4d88-884a-ac3a792a1807 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:43:38.017226 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef92963-dadb-4c97-a3f0-fbaba7d9b586 x-openstack-request-id: req-bef92963-dadb-4c97-a3f0-fbaba7d9b586 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:38.017529 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbb0c8b-8cf7-422f-af92-ecf2c663b6de", "name": "network-vif-unplugged", "status": "completed", "tag": "7c8bb98a-cbf3-449e-9c1c-991d801264ba", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:38.017955 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bef92963-dadb-4c97-a3f0-fbaba7d9b586 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:38.018404 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbb0c8b-8cf7-422f-af92-ecf2c663b6de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c8bb98a-cbf3-449e-9c1c-991d801264ba', 'code': 200} Dec 11 22:43:38.046377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Allocated IP 172.20.0.2 (1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f/9b288ecc-4ea4-4a51-9175-11135db24679/82673b51-9162-4052-9bcc-31dfd1648bc7) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:43:38.046917 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d66cdd06-1979-41f0-8fce-29cb112b579e req-eac4e284-abc9-4839-91a2-44fe6c5c0dc2 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666056 Dec 11 22:43:38.054954 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:38.128405 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f9e920-cb1c-40c7-8c65-ed0eee50c45d x-openstack-request-id: req-c7f9e920-cb1c-40c7-8c65-ed0eee50c45d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:38.128672 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f840010-f50c-42bb-a76c-6f23383e0cf3", "name": "network-vif-deleted", "tag": "f7620949-b301-43bd-8c1a-831dd96fa06b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:38.128914 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7f9e920-cb1c-40c7-8c65-ed0eee50c45d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:38.129331 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f840010-f50c-42bb-a76c-6f23383e0cf3', 'name': 'network-vif-deleted', 'tag': 'f7620949-b301-43bd-8c1a-831dd96fa06b', 'status': 'completed', 'code': 200} Dec 11 22:43:38.141948 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-255d7fe3-6aae-40f8-a8f6-3e46a0cd1161 req-767a752b-4823-4c45-b017-d68bc916aafb tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/268b9cc9-d520-4c72-9bcf-73a18d267b08 HTTP/1.1" status: 200 len: 1820 time: 0.0844057 Dec 11 22:43:38.203224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb39c12-49bd-4589-b0fa-afd6a9b79ef4 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:43:38.210218 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cfb39c12-49bd-4589-b0fa-afd6a9b79ef4 admin admin] 10.222.0.45 "PUT /v2.0/routers/9773079f-f0fb-4d88-884a-ac3a792a1807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0414715 Dec 11 22:43:38.214107 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c04c22-8cbf-4457-b4a3-4657f0430df5 None None] Sync routers for ids ['9773079f-f0fb-4d88-884a-ac3a792a1807'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:43:38.215835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53562) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:38.227489 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c04c22-8cbf-4457-b4a3-4657f0430df5 None None] Routers {'9773079f-f0fb-4d88-884a-ac3a792a1807'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:43:38.228504 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-60c04c22-8cbf-4457-b4a3-4657f0430df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:43:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9773079f-f0fb-4d88-884a-ac3a792a1807'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:38.308983 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:38.438524 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:38.470540 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:38.494787 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-60c04c22-8cbf-4457-b4a3-4657f0430df5 None None] Set router 9773079f-f0fb-4d88-884a-ac3a792a1807 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:43:38.518253 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-255d7fe3-6aae-40f8-a8f6-3e46a0cd1161 req-0cf32588-d93f-4db5-b881-1f0a427a6621 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:38.520264 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Network 1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:43:38.526115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:38.532956 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:43:38.576372 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-255d7fe3-6aae-40f8-a8f6-3e46a0cd1161 req-0cf32588-d93f-4db5-b881-1f0a427a6621 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:38.584658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Pushing event updated for resources: {'Port': ['ID=82673b51-9162-4052-9bcc-31dfd1648bc7,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:38.614095 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4192396e-20ec-4315-84b6-57e84b2a2da1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:38.635648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Attempting to bind port 82673b51-9162-4052-9bcc-31dfd1648bc7 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:43:38.636248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Attempting to bind port 82673b51-9162-4052-9bcc-31dfd1648bc7 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '26e533fe-b258-448a-a8b3-190306f7a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:43:38.636718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Attempting to bind port 82673b51-9162-4052-9bcc-31dfd1648bc7 on network 1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:38.644950 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:43:38.645640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Checking segment: {'id': '26e533fe-b258-448a-a8b3-190306f7a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:38.646103 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:38.646609 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Bound using segment: {'id': '26e533fe-b258-448a-a8b3-190306f7a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:43:38.647713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Bound port: 82673b51-9162-4052-9bcc-31dfd1648bc7, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e533fe-b258-448a-a8b3-190306f7a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:43:38.648457 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:38.649383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ceb9d28b-281a-4737-b99a-8a60f8f4857e req-14e193b4-fcec-49d5-a896-e966e967aa4f tempest-ServerPasswordTestJSON-1631129947 tempest-ServerPasswordTestJSON-1631129947-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f840010-f50c-42bb-a76c-6f23383e0cf3 HTTP/1.1" status: 200 len: 210 time: 0.0697558 Dec 11 22:43:38.794578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] For port 82673b51-9162-4052-9bcc-31dfd1648bc7, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:43:38.800382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] For port 82673b51-9162-4052-9bcc-31dfd1648bc7, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=82673b51-9162-4052-9bcc-31dfd1648bc7,segment=NetworkSegment(26e533fe-b258-448a-a8b3-190306f7a7e1),segment_id=26e533fe-b258-448a-a8b3-190306f7a7e1)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:43:38.862441 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-255d7fe3-6aae-40f8-a8f6-3e46a0cd1161 req-0cf32588-d93f-4db5-b881-1f0a427a6621 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:38.865111 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-255d7fe3-6aae-40f8-a8f6-3e46a0cd1161 req-0cf32588-d93f-4db5-b881-1f0a427a6621 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:38.866259 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-255d7fe3-6aae-40f8-a8f6-3e46a0cd1161 req-0cf32588-d93f-4db5-b881-1f0a427a6621 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "DELETE /v2.0/security-groups/268b9cc9-d520-4c72-9bcf-73a18d267b08 HTTP/1.1" status: 204 len: 173 time: 0.7233205 Dec 11 22:43:38.867052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf59b-6777-46b8-b09e-432485d67785 req-41131202-9ac6-4506-bf29-6e3375d10f24 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:38.868632 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-542bf59b-6777-46b8-b09e-432485d67785 req-41131202-9ac6-4506-bf29-6e3375d10f24 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 944 time: 0.1009796 Dec 11 22:43:38.897539 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf32588-d93f-4db5-b881-1f0a427a6621 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=268b9cc9-d520-4c72-9bcf-73a18d267b08,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:38.903954 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:38.909482 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4192396e-20ec-4315-84b6-57e84b2a2da1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:38.945764 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-60c04c22-8cbf-4457-b4a3-4657f0430df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'name': 'tempest-ServerRescueTestJSON-190646462-router', 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e55084fa-6a52-48bf-962e-07063295ed58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:50Z', 'updated_at': '2021-12-11T22:43:36Z', 'revision_number': 5, 'project_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'gw_port': {'id': 'e55084fa-6a52-48bf-962e-07063295ed58', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:51Z', 'updated_at': '2021-12-11T22:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:39.022064 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-542bf59b-6777-46b8-b09e-432485d67785 req-becc45a4-6690-4be2-b954-5fbf40dd305d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414704 Dec 11 22:43:39.030844 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c04c22-8cbf-4457-b4a3-4657f0430df5 None None] Checking router: 9773079f-f0fb-4d88-884a-ac3a792a1807 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:43:39.059716 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c04c22-8cbf-4457-b4a3-4657f0430df5 None None] Routers {'9773079f-f0fb-4d88-884a-ac3a792a1807'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:43:39.060397 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-60c04c22-8cbf-4457-b4a3-4657f0430df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:43:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9773079f-f0fb-4d88-884a-ac3a792a1807'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:39.108992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6134d8-4bed-40ac-95c1-4789cb0464ff None None] Pushing event updated for resources: {'Port': ['ID=82673b51-9162-4052-9bcc-31dfd1648bc7,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:39.125181 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-4e3653d8-6a79-4392-b546-b710482034bf req-641ff9b4-ebfd-4997-9f24-a1a6bd3df1e1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] show failed (client error): The resource could not be found. Dec 11 22:43:39.128525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e3653d8-6a79-4392-b546-b710482034bf req-641ff9b4-ebfd-4997-9f24-a1a6bd3df1e1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/268b9cc9-d520-4c72-9bcf-73a18d267b08 HTTP/1.1" status: 404 len: 352 time: 0.0433526 Dec 11 22:43:39.184631 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ba6d1e1a-fb2e-41f1-be48-667adcff14e1 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:43:39.280981 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-13e9e4d2-fdfe-4e2c-ac27-eba72eccd02f req-f9fdbe2b-03b8-45d8-a8a7-1bdab1b41cb3 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 210 time: 0.1274705 Dec 11 22:43:39.373115 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bee205-53b6-40bd-b0a0-d1e3816e29d3 req-056aaf66-2d96-4a53-8929-81c5400bed4c tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:39.393223 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 38c8f415-d2a3-4335-b7f2-9edd464eeb63 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:39.396126 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12bee205-53b6-40bd-b0a0-d1e3816e29d3 req-056aaf66-2d96-4a53-8929-81c5400bed4c tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 947 time: 0.1692929 Dec 11 22:43:39.399175 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:39.432281 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:39.505335 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-60c04c22-8cbf-4457-b4a3-4657f0430df5 None None] Set router 9773079f-f0fb-4d88-884a-ac3a792a1807 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:43:39.547922 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12bee205-53b6-40bd-b0a0-d1e3816e29d3 req-d9ed6ba7-3aed-4140-afc5-b289b276260c tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464491 Dec 11 22:43:39.549931 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4192396e-20ec-4315-84b6-57e84b2a2da1 admin admin] Deleting port e55084fa-6a52-48bf-962e-07063295ed58 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:39.550493 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4192396e-20ec-4315-84b6-57e84b2a2da1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:39.557463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ba6d1e1a-fb2e-41f1-be48-667adcff14e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:39.597804 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 38c8f415-d2a3-4335-b7f2-9edd464eeb63 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:39.598203 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:39.605157 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-60c04c22-8cbf-4457-b4a3-4657f0430df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'name': 'tempest-ServerRescueTestJSON-190646462-router', 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:50Z', 'updated_at': '2021-12-11T22:43:38Z', 'revision_number': 6, 'project_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:39.613387 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1', 'mac_address': 'fa:16:3e:2a:bb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:43:39.645776 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c04c22-8cbf-4457-b4a3-4657f0430df5 None None] The sync data for ids ['9773079f-f0fb-4d88-884a-ac3a792a1807'] in n-d-710847-6 is: [{'id': '9773079f-f0fb-4d88-884a-ac3a792a1807', 'name': 'tempest-ServerRescueTestJSON-190646462-router', 'tenant_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:50Z', 'updated_at': '2021-12-11T22:43:38Z', 'revision_number': 6, 'project_id': '42ba42bc01cd4336aa93171b4cf8fa3a', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:43:39.754016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53582) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:39.766221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-4192396e-20ec-4315-84b6-57e84b2a2da1 admin admin] For port e55084fa-6a52-48bf-962e-07063295ed58, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e55084fa-6a52-48bf-962e-07063295ed58,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:39.766588 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4192396e-20ec-4315-84b6-57e84b2a2da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:39.772092 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:39.781513 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ffcab033-9de9-43dc-b8b1-13a3fd0f2013 req-f89be4db-3cc9-47b3-b28c-8bf5fb9ff9a3 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19fada12d1a645398dd5c11ac569a671 HTTP/1.1" status: 200 len: 6206 time: 0.4611742 Dec 11 22:43:39.788007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6d1e1a-fb2e-41f1-be48-667adcff14e1 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:39.803583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-4601c16e-ad27-4ae0-82b7-0e9d3be2ec4c admin admin] Deleting subnet 6c06a2bf-8f26-4c2b-9e7b-90fd19ce6760 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:43:39.807166 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4601c16e-ad27-4ae0-82b7-0e9d3be2ec4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:39.834235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4192396e-20ec-4315-84b6-57e84b2a2da1 admin admin] Calling delete_port for e55084fa-6a52-48bf-962e-07063295ed58 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:39.838430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ba6d1e1a-fb2e-41f1-be48-667adcff14e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:39.851810 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4601c16e-ad27-4ae0-82b7-0e9d3be2ec4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:39.854957 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:39.871919 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Allocated IP 172.25.1.99 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/c9d30e65-c972-435b-bffd-5abde8a4c06f) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:43:39.892716 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 38c8f415-d2a3-4335-b7f2-9edd464eeb63, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=38c8f415-d2a3-4335-b7f2-9edd464eeb63,segment=NetworkSegment(035b4645-2a6b-4bff-b6ad-6b31d23a5adf),segment_id=035b4645-2a6b-4bff-b6ad-6b31d23a5adf)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:39.895602 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4601c16e-ad27-4ae0-82b7-0e9d3be2ec4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:39.934437 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:39.935271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 3532f231-1360-40d4-97f9-a70a5cdd06d6 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:43:39.947267 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ffcab033-9de9-43dc-b8b1-13a3fd0f2013 req-1f72f49f-c8fd-4bd0-98e8-be7038145f9e tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/9cae55d5-3406-41c0-9175-6d8f4734159c HTTP/1.1" status: 200 len: 3002 time: 0.1648118 Dec 11 22:43:40.006678 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.034640 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4601c16e-ad27-4ae0-82b7-0e9d3be2ec4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.035286 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 3532f231-1360-40d4-97f9-a70a5cdd06d6, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3532f231-1360-40d4-97f9-a70a5cdd06d6,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:40.047085 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:40.140121 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4601c16e-ad27-4ae0-82b7-0e9d3be2ec4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.147201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4601c16e-ad27-4ae0-82b7-0e9d3be2ec4c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6c06a2bf-8f26-4c2b-9e7b-90fd19ce6760 HTTP/1.1" status: 204 len: 168 time: 0.3918974 Dec 11 22:43:40.148490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601c16e-ad27-4ae0-82b7-0e9d3be2ec4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c06a2bf-8f26-4c2b-9e7b-90fd19ce6760,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:40.156793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53588) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:40.176019 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ffcab033-9de9-43dc-b8b1-13a3fd0f2013 req-ce3a8475-d5c6-4874-b6d4-8cd00a0a3474 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/9cae55d5-3406-41c0-9175-6d8f4734159c HTTP/1.1" status: 200 len: 3002 time: 0.2272706 Dec 11 22:43:40.234515 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.265714 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5cc37dd9-af50-4ec4-8c5c-d5135360afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.288041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-5c313e2b-0b0c-4ba7-9b74-5afbc97a729e req-a20e4fd8-8690-4902-9128-4956820f7232 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1635398569', 'description': 'tempest-description-416344279'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:40.328089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '3532f231-1360-40d4-97f9-a70a5cdd06d6', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '3532f231-1360-40d4-97f9-a70a5cdd06d6', 'mac_address': 'fa:16:3e:7e:fd:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:43:40.356070 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fafba5-2bb7-4bc9-bd7d-83337d1aad4d req-2e32397b-f45a-4058-8fa5-c844cc194b9f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:40.358269 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f6fafba5-2bb7-4bc9-bd7d-83337d1aad4d req-2e32397b-f45a-4058-8fa5-c844cc194b9f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 944 time: 0.0888214 Dec 11 22:43:40.402444 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.423244 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.427634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=38c8f415-d2a3-4335-b7f2-9edd464eeb63,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:40.447385 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3532f231-1360-40d4-97f9-a70a5cdd06d6 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:40.475125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 3532f231-1360-40d4-97f9-a70a5cdd06d6, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3532f231-1360-40d4-97f9-a70a5cdd06d6,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:40.506767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:43:40.517035 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5cc37dd9-af50-4ec4-8c5c-d5135360afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.519015 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f7620949-b301-43bd-8c1a-831dd96fa06b no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:40.521494 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:40.525164 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:43:40.563298 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-5cc37dd9-af50-4ec4-8c5c-d5135360afe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bd9454-6161-4bca-9af9-01067b5a95d4']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:40.571609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Pushing event updated for resources: {'Port': ['ID=c9d30e65-c972-435b-bffd-5abde8a4c06f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:40.574576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: f7620949-b301-43bd-8c1a-831dd96fa06b {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:40.574576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f7620949-b301-43bd-8c1a-831dd96fa06b not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:40.575991 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.576988 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f6fafba5-2bb7-4bc9-bd7d-83337d1aad4d req-d9358aad-2d82-4f61-ab31-88b7591e92e7 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109079 Dec 11 22:43:40.594554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-5cc37dd9-af50-4ec4-8c5c-d5135360afe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d85e17d-59c3-4599-a2fc-6669e59887ad') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:40.607184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-5cc37dd9-af50-4ec4-8c5c-d5135360afe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d85e17d-59c3-4599-a2fc-6669e59887ad') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:40.621612 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5c313e2b-0b0c-4ba7-9b74-5afbc97a729e req-a20e4fd8-8690-4902-9128-4956820f7232 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.671843 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5cc37dd9-af50-4ec4-8c5c-d5135360afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.683365 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cfffe1-79f9-4ba5-8b27-1e7b13765840 None None] Network 1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:43:40.686998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-03056565-197b-4e2e-ad9a-0c17729c468b tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:40.687159 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4192396e-20ec-4315-84b6-57e84b2a2da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.688787 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-03056565-197b-4e2e-ad9a-0c17729c468b tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.47 "GET /v2.0/networks?id=891b70f8-d2ab-4d09-b636-5e1d79960201 HTTP/1.1" status: 200 len: 820 time: 0.2778277 Dec 11 22:43:40.709887 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-9d701628-0596-4486-9002-183835f62912 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Request body: {'port': {'device_id': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201', 'admin_state_up': True, 'tenant_id': '9422482b47da47c0a787d8fe93bfff81'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:40.723772 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5cc37dd9-af50-4ec4-8c5c-d5135360afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.760831 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192396e-20ec-4315-84b6-57e84b2a2da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55084fa-6a52-48bf-962e-07063295ed58,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:40.779582 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc37dd9-af50-4ec4-8c5c-d5135360afe8 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:43:40.780095 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5cc37dd9-af50-4ec4-8c5c-d5135360afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:43:40.781902 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:43:40.790355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=3532f231-1360-40d4-97f9-a70a5cdd06d6,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:40.836127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6d27d383-738c-4956-9e98-70ad05d04e6b None None] Provisioning complete for port 82673b51-9162-4052-9bcc-31dfd1648bc7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:40.836597 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6d27d383-738c-4956-9e98-70ad05d04e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.871452 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c3078691-e3c1-45b0-99dc-7ef2da44b340 req-f017bd1a-c8ba-428b-b5a3-db26acc447d1 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 210 time: 0.1152771 Dec 11 22:43:40.892612 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5c313e2b-0b0c-4ba7-9b74-5afbc97a729e req-a20e4fd8-8690-4902-9128-4956820f7232 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.903718 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4192396e-20ec-4315-84b6-57e84b2a2da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.946676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ba6d1e1a-fb2e-41f1-be48-667adcff14e1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:40.957552 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['3532f231-1360-40d4-97f9-a70a5cdd06d6'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:40.966963 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5cc37dd9-af50-4ec4-8c5c-d5135360afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:40.982736 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5c313e2b-0b0c-4ba7-9b74-5afbc97a729e req-a20e4fd8-8690-4902-9128-4956820f7232 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.010487 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5cc37dd9-af50-4ec4-8c5c-d5135360afe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.010487 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5cc37dd9-af50-4ec4-8c5c-d5135360afe8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c4bd9454-6161-4bca-9af9-01067b5a95d4 HTTP/1.1" status: 204 len: 168 time: 0.8509970 Dec 11 22:43:41.016407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc37dd9-af50-4ec4-8c5c-d5135360afe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4bd9454-6161-4bca-9af9-01067b5a95d4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:41.033936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-9d701628-0596-4486-9002-183835f62912 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Made reservation on behalf of 9422482b47da47c0a787d8fe93bfff81 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:41.045169 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-9d701628-0596-4486-9002-183835f62912 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.073538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e4fd8-8690-4902-9128-4956820f7232 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3c4a93-556b-44f7-be4d-2205120b219d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:41.114187 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6d27d383-738c-4956-9e98-70ad05d04e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.132429 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5c313e2b-0b0c-4ba7-9b74-5afbc97a729e req-a20e4fd8-8690-4902-9128-4956820f7232 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.134105 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5c313e2b-0b0c-4ba7-9b74-5afbc97a729e req-a20e4fd8-8690-4902-9128-4956820f7232 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8720162 Dec 11 22:43:41.147155 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.151715 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4192396e-20ec-4315-84b6-57e84b2a2da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.214838 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 7c8bb98a-cbf3-449e-9c1c-991d801264ba no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:41.259620 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-9d701628-0596-4486-9002-183835f62912 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Allocated IP 172.20.0.8 (891b70f8-d2ab-4d09-b636-5e1d79960201/6bf79f18-7dd1-4240-a8cb-7c5dc77570f2/151090df-6aa3-4570-b228-2fba42feb141) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:43:41.404348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6d27d383-738c-4956-9e98-70ad05d04e6b None None] For port 82673b51-9162-4052-9bcc-31dfd1648bc7, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=82673b51-9162-4052-9bcc-31dfd1648bc7,segment=NetworkSegment(26e533fe-b258-448a-a8b3-190306f7a7e1),segment_id=26e533fe-b258-448a-a8b3-190306f7a7e1)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:41.492406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53614) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:41.524694 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6d27d383-738c-4956-9e98-70ad05d04e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.529655 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 82673b51-9162-4052-9bcc-31dfd1648bc7 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:41.568989 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8989b810-d52a-4507-8ece-8985859c7ad2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82e0ca9042af4bf8853f6edfb294dca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0753102 Dec 11 22:43:41.575041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53616) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:41.591432 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4192396e-20ec-4315-84b6-57e84b2a2da1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.593873 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-9d701628-0596-4486-9002-183835f62912 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.663533 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2c28ed91-80b9-421a-a61c-bbd1ffe082eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.677237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 82673b51-9162-4052-9bcc-31dfd1648bc7 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:41.677798 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.688126 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2c28ed91-80b9-421a-a61c-bbd1ffe082eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.729991 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a3c8a-c759-4385-9af0-286773217e8d req-da3f1de4-7654-49a8-9d52-f0b3d8a0731f tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:41.737322 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-9d701628-0596-4486-9002-183835f62912 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.738066 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e20a3c8a-c759-4385-9af0-286773217e8d req-da3f1de4-7654-49a8-9d52-f0b3d8a0731f tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 948 time: 0.5917308 Dec 11 22:43:41.775440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-66489b23-29fe-4b68-97f8-126db9c201cb None None] Provisioning complete for port 82673b51-9162-4052-9bcc-31dfd1648bc7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:41.775644 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4192396e-20ec-4315-84b6-57e84b2a2da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.775830 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-66489b23-29fe-4b68-97f8-126db9c201cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.776002 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4192396e-20ec-4315-84b6-57e84b2a2da1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9773079f-f0fb-4d88-884a-ac3a792a1807 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:43:41.782700 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-9d701628-0596-4486-9002-183835f62912 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Network 891b70f8-d2ab-4d09-b636-5e1d79960201 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:43:41.783840 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4192396e-20ec-4315-84b6-57e84b2a2da1 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:41.785115 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4192396e-20ec-4315-84b6-57e84b2a2da1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9773079f-f0fb-4d88-884a-ac3a792a1807 HTTP/1.1" status: 204 len: 168 time: 3.5246387 Dec 11 22:43:41.788104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53622) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:41.796213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-9d701628-0596-4486-9002-183835f62912 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:41.810134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-9d701628-0596-4486-9002-183835f62912 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:43:41.835153 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e20a3c8a-c759-4385-9af0-286773217e8d req-e31a91d8-e04f-4d3c-ae89-f14e57cc16a1 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958221 Dec 11 22:43:41.900133 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-5f22d2dd-f3bc-4457-a627-97d30c9286ab req-b5d72ce1-43b7-4b24-98d2-700c31cdd3b3 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-982754375', 'description': 'tempest-description-1492103371'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:42.013483 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.038998 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27d383-738c-4956-9e98-70ad05d04e6b None None] Pushing event updated for resources: {'Port': ['ID=82673b51-9162-4052-9bcc-31dfd1648bc7,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:42.086387 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 38c8f415-d2a3-4335-b7f2-9edd464eeb63 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:42.118563 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f22d2dd-f3bc-4457-a627-97d30c9286ab req-b5d72ce1-43b7-4b24-98d2-700c31cdd3b3 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.147431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 38c8f415-d2a3-4335-b7f2-9edd464eeb63 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:42.147811 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.177027 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2c28ed91-80b9-421a-a61c-bbd1ffe082eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.179691 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2c28ed91-80b9-421a-a61c-bbd1ffe082eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.180822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2c28ed91-80b9-421a-a61c-bbd1ffe082eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a5d04fe7-882d-4a9e-9ed2-8481c28c9af9 HTTP/1.1" status: 204 len: 168 time: 0.6047726 Dec 11 22:43:42.200271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d701628-0596-4486-9002-183835f62912 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Pushing event updated for resources: {'Port': ['ID=151090df-6aa3-4570-b228-2fba42feb141,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:42.219053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28ed91-80b9-421a-a61c-bbd1ffe082eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d04fe7-882d-4a9e-9ed2-8481c28c9af9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:42.223439 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f22d2dd-f3bc-4457-a627-97d30c9286ab req-b5d72ce1-43b7-4b24-98d2-700c31cdd3b3 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.236808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc03e5cd-59e7-4b85-a880-2ef2f2e7a8fe admin admin] Deleting subnet 7bdd700a-efc3-4363-9156-1887495e9293 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:43:42.245074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-9d701628-0596-4486-9002-183835f62912 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:42.246948 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-9d701628-0596-4486-9002-183835f62912 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.248151 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc03e5cd-59e7-4b85-a880-2ef2f2e7a8fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.298970 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc03e5cd-59e7-4b85-a880-2ef2f2e7a8fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.340224 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc03e5cd-59e7-4b85-a880-2ef2f2e7a8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.340527 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f22d2dd-f3bc-4457-a627-97d30c9286ab req-b5d72ce1-43b7-4b24-98d2-700c31cdd3b3 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.347172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e55084fa-6a52-48bf-962e-07063295ed58 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:42.367914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: e55084fa-6a52-48bf-962e-07063295ed58 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:42.368269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e55084fa-6a52-48bf-962e-07063295ed58 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:42.368696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0a0655f4-11f0-49dc-b4e0-a8e172e04569 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:42.381197 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d72ce1-43b7-4b24-98d2-700c31cdd3b3 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036a74bf-ccda-4666-8a70-f823a0e002bd,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:42.390413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 0a0655f4-11f0-49dc-b4e0-a8e172e04569 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:42.391072 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0a0655f4-11f0-49dc-b4e0-a8e172e04569 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:42.396911 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Router 85b94703-43bd-412a-a527-36c824176b0e is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:43:42.403535 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-9d701628-0596-4486-9002-183835f62912 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6979940 Dec 11 22:43:42.414562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-232221d8-3f78-4418-91b9-5beb16ede8bb tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:43:42.415560 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-232221d8-3f78-4418-91b9-5beb16ede8bb tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055733 Dec 11 22:43:42.497636 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc03e5cd-59e7-4b85-a880-2ef2f2e7a8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.503827 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-5f22d2dd-f3bc-4457-a627-97d30c9286ab req-b5d72ce1-43b7-4b24-98d2-700c31cdd3b3 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.505423 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f22d2dd-f3bc-4457-a627-97d30c9286ab req-b5d72ce1-43b7-4b24-98d2-700c31cdd3b3 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6123774 Dec 11 22:43:42.530139 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:43:42.548929 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Sync routers for ids ['85b94703-43bd-412a-a527-36c824176b0e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:43:42.557825 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc03e5cd-59e7-4b85-a880-2ef2f2e7a8fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.561688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Routers {'85b94703-43bd-412a-a527-36c824176b0e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:43:42.562637 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-59048b99-a22b-44ff-8265-d498000e702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:43:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['85b94703-43bd-412a-a527-36c824176b0e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:42.564205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53652) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:42.564480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fc03e5cd-59e7-4b85-a880-2ef2f2e7a8fe admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7bdd700a-efc3-4363-9156-1887495e9293 HTTP/1.1" status: 204 len: 168 time: 0.7750001 Dec 11 22:43:42.566521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03e5cd-59e7-4b85-a880-2ef2f2e7a8fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bdd700a-efc3-4363-9156-1887495e9293,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:42.650227 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.655534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53658) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:42.655727 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ba16126b-ebcb-4c89-9d2b-3c8aa0e6c0ef admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9465048 Dec 11 22:43:42.677673 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c75bac4c-b42e-4815-ab9e-b4e26d6c91f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.740221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Request body: {'port': {'device_id': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:42.808037 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Set router 85b94703-43bd-412a-a527-36c824176b0e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:43:42.808588 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.875144 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd85027-06a6-4dd1-b4ed-885b4694e08f req-6f26dbd2-b15e-4106-b23c-a8c12d3bc213 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:42.894963 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ccd85027-06a6-4dd1-b4ed-885b4694e08f req-6f26dbd2-b15e-4106-b23c-a8c12d3bc213 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 931 time: 0.2090085 Dec 11 22:43:42.914441 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c75bac4c-b42e-4815-ab9e-b4e26d6c91f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:42.959396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c75bac4c-b42e-4815-ab9e-b4e26d6c91f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2820f918-fa20-4c7d-a843-4806a1f5490c']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:42.982741 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c75bac4c-b42e-4815-ab9e-b4e26d6c91f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:42.983099 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c75bac4c-b42e-4815-ab9e-b4e26d6c91f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6af380e-e5b6-4bba-9b59-6b09a2eb2f9b') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:43.013995 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c75bac4c-b42e-4815-ab9e-b4e26d6c91f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.030320 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ccd85027-06a6-4dd1-b4ed-885b4694e08f req-082c1b8f-4160-48c5-994e-1af1b37838bd tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343651 Dec 11 22:43:43.064086 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c75bac4c-b42e-4815-ab9e-b4e26d6c91f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.071276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-59048b99-a22b-44ff-8265-d498000e702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b94703-43bd-412a-a527-36c824176b0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1689960553-router', 'tenant_id': '1322d071786d4cde89394d6c706b9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:37Z', 'updated_at': '2021-12-11T22:43:40Z', 'revision_number': 3, 'project_id': '1322d071786d4cde89394d6c706b9134', 'gw_port': {'id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:db:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b94703-43bd-412a-a527-36c824176b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:39Z', 'updated_at': '2021-12-11T22:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:43.075509 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75bac4c-b42e-4815-ab9e-b4e26d6c91f1 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:43:43.076227 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c75bac4c-b42e-4815-ab9e-b4e26d6c91f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:43:43.079319 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:43:43.105294 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Checking router: 85b94703-43bd-412a-a527-36c824176b0e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:43:43.105795 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Updating router 85b94703-43bd-412a-a527-36c824176b0e port c9d30e65-c972-435b-bffd-5abde8a4c06f binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:43:43.134085 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.266563 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c75bac4c-b42e-4815-ab9e-b4e26d6c91f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.303136 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-adf756da-3156-4507-ab57-3d5c643ccd82 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:43.305435 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-adf756da-3156-4507-ab57-3d5c643ccd82 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/networks?id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a HTTP/1.1" status: 200 len: 812 time: 0.1798842 Dec 11 22:43:43.315730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 3532f231-1360-40d4-97f9-a70a5cdd06d6 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:43.315872 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c75bac4c-b42e-4815-ab9e-b4e26d6c91f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.318166 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 82673b51-9162-4052-9bcc-31dfd1648bc7 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:43.334974 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c75bac4c-b42e-4815-ab9e-b4e26d6c91f1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2820f918-fa20-4c7d-a843-4806a1f5490c HTTP/1.1" status: 204 len: 168 time: 0.7594614 Dec 11 22:43:43.340160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dce32d-b119-4bf7-a8e2-a8e9a783ee39 req-f0372356-aa93-4807-bfa4-55f8936cd26f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:43.341760 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0dce32d-b119-4bf7-a8e2-a8e9a783ee39 req-f0372356-aa93-4807-bfa4-55f8936cd26f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cbb0c8b-8cf7-422f-af92-ecf2c663b6de HTTP/1.1" status: 200 len: 944 time: 0.1878128 Dec 11 22:43:43.376526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bac4c-b42e-4815-ab9e-b4e26d6c91f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2820f918-fa20-4c7d-a843-4806a1f5490c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:43.382507 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-f4af7b6a-a81b-476e-aab2-5e713c210ada tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/quotas/19fada12d1a645398dd5c11ac569a671 HTTP/1.1" status: 200 len: 375 time: 0.0445268 Dec 11 22:43:43.472403 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-1996a625-fe96-41f0-bf69-8040fb96395d tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=19fada12d1a645398dd5c11ac569a671&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0836914 Dec 11 22:43:43.511828 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.536475 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 82673b51-9162-4052-9bcc-31dfd1648bc7 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:43.536851 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.605397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151090df-6aa3-4570-b228-2fba42feb141 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:43.620911 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.621861 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-0184264b-040b-45ce-bc5e-564732a50215 service neutron] 10.222.0.45 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411474 Dec 11 22:43:43.636928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 3532f231-1360-40d4-97f9-a70a5cdd06d6 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:43:43.643163 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Transition to ACTIVE for port object 151090df-6aa3-4570-b228-2fba42feb141 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:43:43.650991 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-c0dce32d-b119-4bf7-a8e2-a8e9a783ee39 req-1ec3da0c-4479-4f8b-879f-abc30567326d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Deleting port 7c8bb98a-cbf3-449e-9c1c-991d801264ba {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:43.651325 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c0dce32d-b119-4bf7-a8e2-a8e9a783ee39 req-1ec3da0c-4479-4f8b-879f-abc30567326d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.672897 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 3532f231-1360-40d4-97f9-a70a5cdd06d6 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:43.673082 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.727842 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.754499 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-10135610-abf5-4437-8a56-7a8470364b46 service neutron] 10.222.0.45 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209452 Dec 11 22:43:43.755010 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53692) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:43.812294 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-98e723b4-0a8f-4933-9443-935a271634d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42ba42bc01cd4336aa93171b4cf8fa3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533171 Dec 11 22:43:43.812598 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53694) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:43.869339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Pushing event updated for resources: {'Port': ['ID=151090df-6aa3-4570-b228-2fba42feb141,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:43.900271 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53696) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:43.903122 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3239a282-6fd5-4609-8f71-6b781d897a6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.909940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c0dce32d-b119-4bf7-a8e2-a8e9a783ee39 req-1ec3da0c-4479-4f8b-879f-abc30567326d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] For port 7c8bb98a-cbf3-449e-9c1c-991d801264ba, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=7c8bb98a-cbf3-449e-9c1c-991d801264ba,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:43.910120 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c0dce32d-b119-4bf7-a8e2-a8e9a783ee39 req-1ec3da0c-4479-4f8b-879f-abc30567326d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.949111 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3239a282-6fd5-4609-8f71-6b781d897a6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.949308 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.953262 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:43.988709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-c0dce32d-b119-4bf7-a8e2-a8e9a783ee39 req-1ec3da0c-4479-4f8b-879f-abc30567326d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Calling delete_port for 7c8bb98a-cbf3-449e-9c1c-991d801264ba owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:44.041425 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.046989 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d7b365be-f3de-4fbf-9ce6-4233f35e250c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-715925543-network', 'tenant_id': 'f03caf60923d4542949e32a27579cadd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:44.076266 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.134348 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3239a282-6fd5-4609-8f71-6b781d897a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.135845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 3532f231-1360-40d4-97f9-a70a5cdd06d6, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3532f231-1360-40d4-97f9-a70a5cdd06d6,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:44.137056 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3239a282-6fd5-4609-8f71-6b781d897a6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.140593 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3239a282-6fd5-4609-8f71-6b781d897a6e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7892858e-bf59-4d23-b5fb-4f76f5f2f01c HTTP/1.1" status: 204 len: 168 time: 0.3243105 Dec 11 22:43:44.140721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3bbc42-59c1-4f49-9001-5d9fd607ec1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3532f231-1360-40d4-97f9-a70a5cdd06d6'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:44.141954 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d805a866-5588-4229-a166-9230073e2a07" -d '{"events": [{"server_uuid": "4b3bbc42-59c1-4f49-9001-5d9fd607ec1b", "name": "network-vif-plugged", "status": "completed", "tag": "3532f231-1360-40d4-97f9-a70a5cdd06d6"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:44.146276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Attempting to bind port c9d30e65-c972-435b-bffd-5abde8a4c06f on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:43:44.146690 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Attempting to bind port c9d30e65-c972-435b-bffd-5abde8a4c06f by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:43:44.147122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Attempting to bind port c9d30e65-c972-435b-bffd-5abde8a4c06f on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:44.150474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6429f1-8eee-4164-ab8b-dcf3189f66d4 None None] Pushing event updated for resources: {'Port': ['ID=c9d30e65-c972-435b-bffd-5abde8a4c06f,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:44.151406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239a282-6fd5-4609-8f71-6b781d897a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7892858e-bf59-4d23-b5fb-4f76f5f2f01c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:44.156704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:43:44.157088 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:44.157571 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.157960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:43:44.158491 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Bound port: c9d30e65-c972-435b-bffd-5abde8a4c06f, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:43:44.158928 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.166289 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b365be-f3de-4fbf-9ce6-4233f35e250c admin admin] Made reservation on behalf of f03caf60923d4542949e32a27579cadd for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:44.168761 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d7b365be-f3de-4fbf-9ce6-4233f35e250c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.191212 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d7b365be-f3de-4fbf-9ce6-4233f35e250c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.277486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-59048b99-a22b-44ff-8265-d498000e702d None None] For port c9d30e65-c972-435b-bffd-5abde8a4c06f, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:43:44.285335 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-59048b99-a22b-44ff-8265-d498000e702d None None] For port c9d30e65-c972-435b-bffd-5abde8a4c06f, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c9d30e65-c972-435b-bffd-5abde8a4c06f,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:43:44.287361 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.288163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ba6d1e1a-fb2e-41f1-be48-667adcff14e1 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:44.307782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05019a43-8054-41a0-abf9-011bf3f843de req-13de379e-1701-4f27-8d68-84fea24c0a38 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:44.316805 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-05019a43-8054-41a0-abf9-011bf3f843de req-13de379e-1701-4f27-8d68-84fea24c0a38 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 949 time: 0.1027234 Dec 11 22:43:44.343859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Attempting to bind port 151090df-6aa3-4570-b228-2fba42feb141 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:43:44.344689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Attempting to bind port 151090df-6aa3-4570-b228-2fba42feb141 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '035b4645-2a6b-4bff-b6ad-6b31d23a5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:43:44.344689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Attempting to bind port 151090df-6aa3-4570-b228-2fba42feb141 on network 891b70f8-d2ab-4d09-b636-5e1d79960201 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:44.361639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Port 151090df-6aa3-4570-b228-2fba42feb141 on network 891b70f8-d2ab-4d09-b636-5e1d79960201 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:43:44.361819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Attempting to bind port 151090df-6aa3-4570-b228-2fba42feb141 on network 891b70f8-d2ab-4d09-b636-5e1d79960201 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:44.371741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:43:44.372085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Checking segment: {'id': '035b4645-2a6b-4bff-b6ad-6b31d23a5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:44.372847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Bound using segment: {'id': '035b4645-2a6b-4bff-b6ad-6b31d23a5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:43:44.373431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Bound port: 151090df-6aa3-4570-b228-2fba42feb141, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035b4645-2a6b-4bff-b6ad-6b31d23a5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:43:44.373545 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.397036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=3532f231-1360-40d4-97f9-a70a5cdd06d6,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:44.403485 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.410287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Allocated IP 172.20.0.1 (1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f/9b288ecc-4ea4-4a51-9175-11135db24679/4acca99b-946a-436e-b7fe-dfa535dcb916) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:43:44.417532 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-05019a43-8054-41a0-abf9-011bf3f843de req-135b5ed0-7f20-4432-97a7-ba7c278d51a8 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001945 Dec 11 22:43:44.460744 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d7b365be-f3de-4fbf-9ce6-4233f35e250c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.476361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port ba6d1e1a-fb2e-41f1-be48-667adcff14e1 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:43:44.487729 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6429f1-8eee-4164-ab8b-dcf3189f66d4 None None] Pushing event updated for resources: {'Port': ['ID=c9d30e65-c972-435b-bffd-5abde8a4c06f,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:44.495062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port ba6d1e1a-fb2e-41f1-be48-667adcff14e1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:44.499433 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.541910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Routers {'85b94703-43bd-412a-a527-36c824176b0e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:43:44.542688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-59048b99-a22b-44ff-8265-d498000e702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:43:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['85b94703-43bd-412a-a527-36c824176b0e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:44.550017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d7b365be-f3de-4fbf-9ce6-4233f35e250c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.590737 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] For port 151090df-6aa3-4570-b228-2fba42feb141, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:43:44.601925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] For port 151090df-6aa3-4570-b228-2fba42feb141, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=151090df-6aa3-4570-b228-2fba42feb141,segment=NetworkSegment(035b4645-2a6b-4bff-b6ad-6b31d23a5adf),segment_id=035b4645-2a6b-4bff-b6ad-6b31d23a5adf)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:43:44.605380 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b365be-f3de-4fbf-9ce6-4233f35e250c admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:43:44.634436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b365be-f3de-4fbf-9ce6-4233f35e250c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595a8693-1a81-4d7b-93a8-565748a060af,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:44.671388 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d7b365be-f3de-4fbf-9ce6-4233f35e250c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.671972 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-d7b365be-f3de-4fbf-9ce6-4233f35e250c admin admin] Added segment 9518e9af-3a23-4d4d-81fb-40bc61a0c09a of type vlan for network a6deae10-3a5a-4db1-976d-169f78b76f93 Dec 11 22:43:44.703719 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.712022 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.731499 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d7b365be-f3de-4fbf-9ce6-4233f35e250c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.740537 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.746734 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-59048b99-a22b-44ff-8265-d498000e702d None None] Set router 85b94703-43bd-412a-a527-36c824176b0e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:43:44.747924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c53b35-1b49-4d08-ad58-c0b5caccf580 req-710b0123-8135-40e0-ade9-480a39900c06 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:44.755786 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b1c53b35-1b49-4d08-ad58-c0b5caccf580 req-710b0123-8135-40e0-ade9-480a39900c06 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 943 time: 0.1410670 Dec 11 22:43:44.767861 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c0dce32d-b119-4bf7-a8e2-a8e9a783ee39 req-1ec3da0c-4479-4f8b-879f-abc30567326d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.843424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:44.844015 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.846186 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] 10.222.0.47 "PUT /v2.0/ports/151090df-6aa3-4570-b228-2fba42feb141 HTTP/1.1" status: 200 len: 1091 time: 2.4158840 Dec 11 22:43:44.846516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'tag': '151090df-6aa3-4570-b228-2fba42feb141'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:44.849059 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491b5b5c-bdc9-44c7-9a15-fa7d18ed20c7" -d '{"events": [{"name": "network-changed", "server_uuid": "961c8879-4acd-40f8-821f-8ea0c1c5749b", "tag": "151090df-6aa3-4570-b228-2fba42feb141"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:44.850741 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b1c53b35-1b49-4d08-ad58-c0b5caccf580 req-11dae1f1-2122-4881-8bdb-5f7cb46df68c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940442 Dec 11 22:43:44.895432 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d7b365be-f3de-4fbf-9ce6-4233f35e250c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.897655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b365be-f3de-4fbf-9ce6-4233f35e250c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:44.898400 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d7b365be-f3de-4fbf-9ce6-4233f35e250c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.905953 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3190276-ff7b-408f-9801-2ad6d2fdc35c service neutron] Pushing event updated for resources: {'Port': ['ID=151090df-6aa3-4570-b228-2fba42feb141,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:44.951946 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0dce32d-b119-4bf7-a8e2-a8e9a783ee39 req-1ec3da0c-4479-4f8b-879f-abc30567326d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] No DVR routers for this DVR port 7c8bb98a-cbf3-449e-9c1c-991d801264ba on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:43:44.954104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3da0c-4479-4f8b-879f-abc30567326d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Pushing event deleted for resources: {'Port': ['ID=7c8bb98a-cbf3-449e-9c1c-991d801264ba,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:44.956350 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c0dce32d-b119-4bf7-a8e2-a8e9a783ee39 req-1ec3da0c-4479-4f8b-879f-abc30567326d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:44.960648 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0dce32d-b119-4bf7-a8e2-a8e9a783ee39 req-1ec3da0c-4479-4f8b-879f-abc30567326d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "DELETE /v2.0/ports/7c8bb98a-cbf3-449e-9c1c-991d801264ba HTTP/1.1" status: 204 len: 173 time: 1.5725899 Dec 11 22:43:44.984244 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ba6d1e1a-fb2e-41f1-be48-667adcff14e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:45.004036 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-92332baa-1cd0-478b-abb2-653b88bb7645 req-dd257038-a0f8-48a5-b8eb-595f2eb1a840 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 210 time: 0.0733421 Dec 11 22:43:45.037675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b365be-f3de-4fbf-9ce6-4233f35e250c admin admin] Pushing event updated for resources: {'Network': ['ID=a6deae10-3a5a-4db1-976d-169f78b76f93,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:45.063641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network a6deae10-3a5a-4db1-976d-169f78b76f93 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:43:45.067393 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7c692e-0c2c-4098-bab9-c50a1fc3e89a x-openstack-request-id: req-2f7c692e-0c2c-4098-bab9-c50a1fc3e89a {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:45.067690 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3bbc42-59c1-4f49-9001-5d9fd607ec1b", "name": "network-vif-plugged", "status": "completed", "tag": "3532f231-1360-40d4-97f9-a70a5cdd06d6", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:45.067945 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2f7c692e-0c2c-4098-bab9-c50a1fc3e89a {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:45.068365 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3bbc42-59c1-4f49-9001-5d9fd607ec1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3532f231-1360-40d4-97f9-a70a5cdd06d6', 'code': 200} Dec 11 22:43:45.069851 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:45.125695 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d7b365be-f3de-4fbf-9ce6-4233f35e250c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2240527 Dec 11 22:43:45.129258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53728) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:45.134377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d0b8d93f-4711-4948-b5da-9d6ea6f4d5a3 admin admin] Request body: {'subnet': {'network_id': 'a6deae10-3a5a-4db1-976d-169f78b76f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-715925543-subnet', 'tenant_id': 'f03caf60923d4542949e32a27579cadd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:45.140145 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704fd69f-213b-46e6-934b-de918f78c29f x-openstack-request-id: req-704fd69f-213b-46e6-934b-de918f78c29f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:45.140492 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961c8879-4acd-40f8-821f-8ea0c1c5749b", "tag": "151090df-6aa3-4570-b228-2fba42feb141", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:45.140758 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-704fd69f-213b-46e6-934b-de918f78c29f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:45.141217 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'tag': '151090df-6aa3-4570-b228-2fba42feb141', 'status': 'completed', 'code': 200} Dec 11 22:43:45.161159 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:45.190451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-ba95fe79-340f-4098-9fe5-51541bffe89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:45.192006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-ba95fe79-340f-4098-9fe5-51541bffe89c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9422482b47da47c0a787d8fe93bfff81&device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 1094 time: 0.1674690 Dec 11 22:43:45.206331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Network 1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:43:45.219788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:45.242253 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:45.247730 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f66560-377e-496e-ad77-9cb6b3460ee7 req-0744c552-d878-4dea-b665-66e188bdac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:45.250660 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-88f66560-377e-496e-ad77-9cb6b3460ee7 req-0744c552-d878-4dea-b665-66e188bdac13 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 1100 time: 0.1123493 Dec 11 22:43:45.254326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Pushing event updated for resources: {'Port': ['ID=4acca99b-946a-436e-b7fe-dfa535dcb916,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:45.256743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:43:45.261286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-7aa8ee40-41b2-4ab1-b5bf-a961c5ca8023 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=151090df-6aa3-4570-b228-2fba42feb141 HTTP/1.1" status: 200 len: 217 time: 0.0509794 Dec 11 22:43:45.265326 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-59048b99-a22b-44ff-8265-d498000e702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b94703-43bd-412a-a527-36c824176b0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1689960553-router', 'tenant_id': '1322d071786d4cde89394d6c706b9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:37Z', 'updated_at': '2021-12-11T22:43:40Z', 'revision_number': 3, 'project_id': '1322d071786d4cde89394d6c706b9134', 'gw_port': {'id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:db:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b94703-43bd-412a-a527-36c824176b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:39Z', 'updated_at': '2021-12-11T22:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:45.300301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59048b99-a22b-44ff-8265-d498000e702d None None] The sync data for ids ['85b94703-43bd-412a-a527-36c824176b0e'] in n-d-710847-6 is: [{'id': '85b94703-43bd-412a-a527-36c824176b0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1689960553-router', 'tenant_id': '1322d071786d4cde89394d6c706b9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:37Z', 'updated_at': '2021-12-11T22:43:40Z', 'revision_number': 3, 'project_id': '1322d071786d4cde89394d6c706b9134', 'gw_port': {'id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:db:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b94703-43bd-412a-a527-36c824176b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:39Z', 'updated_at': '2021-12-11T22:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:43:45.312487 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-88f66560-377e-496e-ad77-9cb6b3460ee7 req-d3eb71f1-e698-4852-96cb-a513a1eea9a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527911 Dec 11 22:43:45.334551 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:45.354526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b8d93f-4711-4948-b5da-9d6ea6f4d5a3 admin admin] Made reservation on behalf of f03caf60923d4542949e32a27579cadd for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:45.357997 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0b8d93f-4711-4948-b5da-9d6ea6f4d5a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:45.418626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-aae6775a-10c6-4ddc-b4d8-1ecfe8a3774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:45.420072 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-aae6775a-10c6-4ddc-b4d8-1ecfe8a3774b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bf79f18-7dd1-4240-a8cb-7c5dc77570f2 HTTP/1.1" status: 200 len: 860 time: 0.1405296 Dec 11 22:43:45.580333 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-8eb3e826-8491-4b58-a658-b17abadc160e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=891b70f8-d2ab-4d09-b636-5e1d79960201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514609 Dec 11 22:43:45.689510 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-41013a47-38e7-4ae0-a60c-3875d63320d5 None None] Provisioning complete for port 4acca99b-946a-436e-b7fe-dfa535dcb916 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:45.690591 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-41013a47-38e7-4ae0-a60c-3875d63320d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:45.708882 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:45.716968 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59059086-0d32-4d5e-baf1-f18f3e3e30da req-0470f002-6cd9-4628-af8c-76a94eaf779c tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:45.727877 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-59059086-0d32-4d5e-baf1-f18f3e3e30da req-0470f002-6cd9-4628-af8c-76a94eaf779c tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 949 time: 0.1484101 Dec 11 22:43:45.770719 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-2f99cf2e-170a-41b1-a57d-301c57def85c service neutron] 10.222.0.47 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795514 Dec 11 22:43:45.805425 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-41013a47-38e7-4ae0-a60c-3875d63320d5 None None] Port 4acca99b-946a-436e-b7fe-dfa535dcb916 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:43:45.839416 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-59059086-0d32-4d5e-baf1-f18f3e3e30da req-fee3674e-541a-49d4-877d-2ac4266b8d9c tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106369 Dec 11 22:43:45.880927 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0b8d93f-4711-4948-b5da-9d6ea6f4d5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:46.022491 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8d93f-4711-4948-b5da-9d6ea6f4d5a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cdd449a-afc5-4a0b-bc49-12f57c84d4a4,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:46.030031 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b8d93f-4711-4948-b5da-9d6ea6f4d5a3 admin admin] Checking segment: {'id': '9518e9af-3a23-4d4d-81fb-40bc61a0c09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a6deae10-3a5a-4db1-976d-169f78b76f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:46.030405 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b8d93f-4711-4948-b5da-9d6ea6f4d5a3 admin admin] Network hostable DHCP agents. Network: a6deae10-3a5a-4db1-976d-169f78b76f93, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:43:46.133886 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0367b13-9bf3-4488-a2b6-6dedd9db886d req-05d1b8fb-8018-4ef4-b75d-5cdf0a28eddb tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:46.135548 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f0367b13-9bf3-4488-a2b6-6dedd9db886d req-05d1b8fb-8018-4ef4-b75d-5cdf0a28eddb tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 943 time: 0.0706911 Dec 11 22:43:46.136235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b8d93f-4711-4948-b5da-9d6ea6f4d5a3 admin admin] Network a6deae10-3a5a-4db1-976d-169f78b76f93 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:43:46.207877 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d0b8d93f-4711-4948-b5da-9d6ea6f4d5a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, a6deae10-3a5a-4db1-976d-169f78b76f93) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:46.218368 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e8d38c-0058-4769-982c-aa1493d0a1d7 None None] Network a6deae10-3a5a-4db1-976d-169f78b76f93 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:43:46.223636 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b8d93f-4711-4948-b5da-9d6ea6f4d5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:46.224263 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0b8d93f-4711-4948-b5da-9d6ea6f4d5a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:46.231502 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f0367b13-9bf3-4488-a2b6-6dedd9db886d req-2ffd5254-b358-4442-a398-2fff7f9a369f tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873709 Dec 11 22:43:46.349982 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d0b8d93f-4711-4948-b5da-9d6ea6f4d5a3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2178011 Dec 11 22:43:46.433844 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c0e10-1c79-46ab-a6ea-af9a6e14a0ed None None] Network a6deae10-3a5a-4db1-976d-169f78b76f93 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:43:46.442729 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adfb0082-2b15-4a8c-9abe-490aabb618be req-fa42581b-b3b7-4215-808f-f3dbb874a574 service neutron] 10.222.0.47 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006880 Dec 11 22:43:46.478738 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-deb5f1cb-a058-4492-95ae-da093a8d4542 req-7ac758df-c09e-4adc-ab7b-cfe92f5d8cf6 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 210 time: 0.1138294 Dec 11 22:43:46.545159 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:46.630183 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:46.776156 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:46.782045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Pushing event updated for resources: {'Port': ['ID=4acca99b-946a-436e-b7fe-dfa535dcb916,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:46.797974 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b5b5c-bdc9-44c7-9a15-fa7d18ed20c7 req-f69eb921-d5cd-43c4-abe2-4550aa8e0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:46.800288 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-491b5b5c-bdc9-44c7-9a15-fa7d18ed20c7 req-f69eb921-d5cd-43c4-abe2-4550aa8e0c9e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9422482b47da47c0a787d8fe93bfff81&device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 1094 time: 0.1371453 Dec 11 22:43:47.030328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53786) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:47.069427 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc3c994-eb60-4fc2-a5d6-6909fbbdc77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:47.072805 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d823af1-3def-4559-8727-40ca4ff6f750" -d '{"events": [{"server_uuid": "efc3c994-eb60-4fc2-a5d6-6909fbbdc77a", "name": "network-vif-plugged", "status": "completed", "tag": "ba6d1e1a-fb2e-41f1-be48-667adcff14e1"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:47.079617 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:47.091579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Network 1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:43:47.099786 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-27071ca0-87ef-4054-b797-56918b198bbe tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:47.101690 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-27071ca0-87ef-4054-b797-56918b198bbe tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 812 time: 0.3035531 Dec 11 22:43:47.108013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9a6cd-3684-4c14-896a-6c8b97b7bca2 req-10097ec4-0fc8-47c9-aa0b-019110dd704b tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:47.114782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-1d6a5cc7-dc73-4d33-afeb-ac37ca83bf37 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:47.115673 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6d9a6cd-3684-4c14-896a-6c8b97b7bca2 req-10097ec4-0fc8-47c9-aa0b-019110dd704b tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 949 time: 0.1371903 Dec 11 22:43:47.116540 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-1d6a5cc7-dc73-4d33-afeb-ac37ca83bf37 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.47 "GET /v2.0/networks?id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a HTTP/1.1" status: 200 len: 812 time: 0.2692842 Dec 11 22:43:47.117983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b5b5c-bdc9-44c7-9a15-fa7d18ed20c7 req-f9c5a373-4ce2-4f90-ac68-b5ee081bc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:47.119382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-491b5b5c-bdc9-44c7-9a15-fa7d18ed20c7 req-f9c5a373-4ce2-4f90-ac68-b5ee081bc2ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=891b70f8-d2ab-4d09-b636-5e1d79960201 HTTP/1.1" status: 200 len: 921 time: 0.2551172 Dec 11 22:43:47.120265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:47.129465 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-ca85aed4-11d3-45c0-9f17-02fc272f106d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/quotas/b49a52ba3f3243128810d043a8aeef5e HTTP/1.1" status: 200 len: 375 time: 0.0115786 Dec 11 22:43:47.146777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbb0c8b-8cf7-422f-af92-ecf2c663b6de', 'name': 'network-vif-deleted', 'tag': '7c8bb98a-cbf3-449e-9c1c-991d801264ba'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:47.149985 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e268608-21c8-4228-9eba-0b3c28369c6f" -d '{"events": [{"server_uuid": "3cbb0c8b-8cf7-422f-af92-ecf2c663b6de", "name": "network-vif-deleted", "tag": "7c8bb98a-cbf3-449e-9c1c-991d801264ba"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:47.151287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-36fc64ee-8f22-4932-98ce-eff13389e796 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Request body: {'port': {'device_id': 'bca1fd8b-0a18-496d-a7e3-53c68f966904', 'network_id': '9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a', 'admin_state_up': True, 'tenant_id': '19fada12d1a645398dd5c11ac569a671'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:47.210590 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-8d6b1ce0-d6b7-4274-9c1b-1cfb510d8b6d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706320 Dec 11 22:43:47.239278 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-491b5b5c-bdc9-44c7-9a15-fa7d18ed20c7 req-8cd729b5-3267-4294-8f33-31fcc28daa80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=151090df-6aa3-4570-b228-2fba42feb141 HTTP/1.1" status: 200 len: 217 time: 0.0958867 Dec 11 22:43:47.366605 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c9d30e65-c972-435b-bffd-5abde8a4c06f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:47.404076 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a1bdcda-6990-4a44-9324-da456f8d9541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:47.438949 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6d9a6cd-3684-4c14-896a-6c8b97b7bca2 req-12fa0acd-5be6-4e0a-ae53-6646d78423ef tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173206 Dec 11 22:43:47.479713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port c9d30e65-c972-435b-bffd-5abde8a4c06f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:47.479713 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:47.512919 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53804) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:47.521911 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-585591132-network', 'tenant_id': 'e24a56b0465e4567a7998862810bd729'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:47.523933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b5b5c-bdc9-44c7-9a15-fa7d18ed20c7 req-dc914d79-c4d8-4c57-8e78-05d54d977e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:47.525577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-491b5b5c-bdc9-44c7-9a15-fa7d18ed20c7 req-dc914d79-c4d8-4c57-8e78-05d54d977e5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bf79f18-7dd1-4240-a8cb-7c5dc77570f2 HTTP/1.1" status: 200 len: 860 time: 0.2753627 Dec 11 22:43:47.534975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Router 85b94703-43bd-412a-a527-36c824176b0e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:43:47.535122 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-bcb214d7-50e4-48d1-ad7d-229b395ce486 service neutron] 10.222.0.45 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252246 Dec 11 22:43:47.569953 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-491b5b5c-bdc9-44c7-9a15-fa7d18ed20c7 req-bdc215ca-ed99-4221-a637-cf4813710c7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=891b70f8-d2ab-4d09-b636-5e1d79960201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325015 Dec 11 22:43:47.584049 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844c77d8-b7bf-43d3-b6cf-df1462d6a12d x-openstack-request-id: req-844c77d8-b7bf-43d3-b6cf-df1462d6a12d {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:47.584395 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc3c994-eb60-4fc2-a5d6-6909fbbdc77a", "name": "network-vif-plugged", "status": "completed", "tag": "ba6d1e1a-fb2e-41f1-be48-667adcff14e1", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:47.595237 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-844c77d8-b7bf-43d3-b6cf-df1462d6a12d {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:47.595851 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc3c994-eb60-4fc2-a5d6-6909fbbdc77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1', 'code': 200} Dec 11 22:43:47.621077 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.api [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 11 22:43:47.621077 n-d-710847-6 neutron-server[103691]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 11 22:43:47.621077 n-d-710847-6 neutron-server[103691]: [parameters: {'project_id': 'e24a56b0465e4567a7998862810bd729', 'id': 'ca427430-9250-42e7-b343-5f4749c64b7c', 'expiration': datetime.datetime(2021, 12, 11, 22, 45, 47, 575989)}] Dec 11 22:43:47.621077 n-d-710847-6 neutron-server[103691]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:43:47.621500 n-d-710847-6 neutron-server[103691]: DEBUG oslo_db.api [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:43:47.685856 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:47.691697 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-36fc64ee-8f22-4932-98ce-eff13389e796 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Made reservation on behalf of 19fada12d1a645398dd5c11ac569a671 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:47.695335 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-36fc64ee-8f22-4932-98ce-eff13389e796 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:47.704145 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e0d914fc-3e5b-4adb-8f0d-bdeb1995b17e None None] Provisioning complete for port 4acca99b-946a-436e-b7fe-dfa535dcb916 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:47.704523 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e0d914fc-3e5b-4adb-8f0d-bdeb1995b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:47.707400 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-b8f625b1-6bf2-4329-b086-aeb72a2e6389 service neutron] 10.222.0.45 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713541 Dec 11 22:43:47.728681 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f38bde3-e1a4-4548-b807-8aedef21aabc x-openstack-request-id: req-1f38bde3-e1a4-4548-b807-8aedef21aabc {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:47.728979 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbb0c8b-8cf7-422f-af92-ecf2c663b6de", "name": "network-vif-deleted", "tag": "7c8bb98a-cbf3-449e-9c1c-991d801264ba", "status": "failed", "code": 422}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:47.729236 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f38bde3-e1a4-4548-b807-8aedef21aabc {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:47.729661 n-d-710847-6 neutron-server[103692]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3cbb0c8b-8cf7-422f-af92-ecf2c663b6de', 'name': 'network-vif-deleted', 'tag': '7c8bb98a-cbf3-449e-9c1c-991d801264ba', 'status': 'failed', 'code': 422} returned with failed status Dec 11 22:43:47.744414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port c9d30e65-c972-435b-bffd-5abde8a4c06f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c9d30e65-c972-435b-bffd-5abde8a4c06f,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:47.766113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e0d914fc-3e5b-4adb-8f0d-bdeb1995b17e None None] Port 4acca99b-946a-436e-b7fe-dfa535dcb916 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:43:47.770929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b813b-e116-4b38-8e49-a31cf6973c81 req-bce8196d-f545-4bb1-a7ac-0f4e53359f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:47.772486 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-484b813b-e116-4b38-8e49-a31cf6973c81 req-bce8196d-f545-4bb1-a7ac-0f4e53359f0c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=efc3c994-eb60-4fc2-a5d6-6909fbbdc77a HTTP/1.1" status: 200 len: 1101 time: 0.1111889 Dec 11 22:43:47.789108 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-491b5b5c-bdc9-44c7-9a15-fa7d18ed20c7 req-3e327ab6-4dc3-4b76-91a6-a7926bb28c0d service neutron] 10.222.0.47 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067552 Dec 11 22:43:47.825221 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:47.885097 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=c9d30e65-c972-435b-bffd-5abde8a4c06f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:47.913687 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-484b813b-e116-4b38-8e49-a31cf6973c81 req-f402f13b-a807-44d9-93c2-c17b81f4c943 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039252 Dec 11 22:43:47.937277 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-36fc64ee-8f22-4932-98ce-eff13389e796 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Allocated IP 172.20.0.12 (9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a/b34479c4-c6a1-48c9-a67a-10df10a1b6e8/fea3e728-6169-4287-b3cc-1c9b2343e77d) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:43:47.977025 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a1bdcda-6990-4a44-9324-da456f8d9541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.004787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14399432-c6d0-429b-85d9-981cebd0c66e req-ad02ba7a-5ec6-47e3-bf9e-c08169e3bc92 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:48.006769 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-14399432-c6d0-429b-85d9-981cebd0c66e req-ad02ba7a-5ec6-47e3-bf9e-c08169e3bc92 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 943 time: 0.2799184 Dec 11 22:43:48.060364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:43:48.061990 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-030236d7-69ad-4672-8a1f-8aca3c2905ed req-e23ee564-91e0-40f9-94e2-d1fa0f26bdbe tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 210 time: 0.0375226 Dec 11 22:43:48.065648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a1bdcda-6990-4a44-9324-da456f8d9541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.072547 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Sync routers for ids ['85b94703-43bd-412a-a527-36c824176b0e'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:43:48.077493 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8ea61ee6-1e35-4630-8f69-a62d1d71db9b admin admin] 10.222.0.45 "PUT /v2.0/routers/85b94703-43bd-412a-a527-36c824176b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4208660 Dec 11 22:43:48.110722 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Routers {'85b94703-43bd-412a-a527-36c824176b0e'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:43:48.111664 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:43:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['85b94703-43bd-412a-a527-36c824176b0e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:48.129929 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-491b5b5c-bdc9-44c7-9a15-fa7d18ed20c7 req-a7e0aea7-a79b-4d07-b7d0-f11f515178ac service neutron] 10.222.0.47 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124189 Dec 11 22:43:48.148928 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9a1bdcda-6990-4a44-9324-da456f8d9541 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40672322ed6c4c17a1273755818ec28c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1161907 Dec 11 22:43:48.151575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53812) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:48.167487 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-14399432-c6d0-429b-85d9-981cebd0c66e req-485af889-b43a-4617-8e30-462710f69833 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431217 Dec 11 22:43:48.170346 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bdcda-6990-4a44-9324-da456f8d9541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff378ed-c87c-4722-9b1b-e1cba27783e7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:48.253162 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e918-2510-4a3a-8225-81485d291a0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.258215 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ee0dff8-d73a-43c9-be1c-cef793fdd1ed req-7afc7ea5-add4-4a6e-b76e-0610ab771ef4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 210 time: 0.0443032 Dec 11 22:43:48.278474 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-36fc64ee-8f22-4932-98ce-eff13389e796 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.280264 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] Made reservation on behalf of e24a56b0465e4567a7998862810bd729 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:48.281760 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Set router 85b94703-43bd-412a-a527-36c824176b0e gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:43:48.289956 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.290740 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e918-2510-4a3a-8225-81485d291a0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.297693 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.417338 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.464727 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e918-2510-4a3a-8225-81485d291a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.466078 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-36fc64ee-8f22-4932-98ce-eff13389e796 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.474279 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e918-2510-4a3a-8225-81485d291a0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.481228 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ecf6e918-2510-4a3a-8225-81485d291a0d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fff378ed-c87c-4722-9b1b-e1cba27783e7 HTTP/1.1" status: 204 len: 168 time: 0.3261056 Dec 11 22:43:48.484881 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['b950a688-f1ae-45bd-bb96-7f34bce710e1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:48.502615 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b94703-43bd-412a-a527-36c824176b0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1689960553-router', 'tenant_id': '1322d071786d4cde89394d6c706b9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:37Z', 'updated_at': '2021-12-11T22:43:45Z', 'revision_number': 4, 'project_id': '1322d071786d4cde89394d6c706b9134', 'gw_port': {'id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b94703-43bd-412a-a527-36c824176b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:39Z', 'updated_at': '2021-12-11T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '4acca99b-946a-436e-b7fe-dfa535dcb916', 'name': '', 'network_id': '1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f', 'tenant_id': '1322d071786d4cde89394d6c706b9134', 'mac_address': 'fa:16:3e:29:f2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b94703-43bd-412a-a527-36c824176b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '9b288ecc-4ea4-4a51-9175-11135db24679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:44Z', 'updated_at': '2021-12-11T22:43:45Z', 'revision_number': 2, 'project_id': '1322d071786d4cde89394d6c706b9134', 'subnets': [{'id': '9b288ecc-4ea4-4a51-9175-11135db24679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:48.503277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6e918-2510-4a3a-8225-81485d291a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff378ed-c87c-4722-9b1b-e1cba27783e7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:48.516406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-36fc64ee-8f22-4932-98ce-eff13389e796 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Network 9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:43:48.520004 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-36fc64ee-8f22-4932-98ce-eff13389e796 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:48.541369 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Checking router: 85b94703-43bd-412a-a527-36c824176b0e for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:43:48.541906 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Updating router 85b94703-43bd-412a-a527-36c824176b0e port 4acca99b-946a-436e-b7fe-dfa535dcb916 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:43:48.547473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-36fc64ee-8f22-4932-98ce-eff13389e796 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:43:48.557688 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.566622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 151090df-6aa3-4570-b228-2fba42feb141 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:43:48.576344 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.703467 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:43:48.719767 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1fa7c4fb-f413-496f-aba2-cc8ce0fe894c req-473f3ab3-d0bc-4d20-9494-b9751659a0c1 tempest-FloatingIPsNegativeTestJSON-2026694420 tempest-FloatingIPsNegativeTestJSON-2026694420-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=1322d071786d4cde89394d6c706b9134 HTTP/1.1" status: 200 len: 217 time: 0.1468732 Dec 11 22:43:48.727948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc64ee-8f22-4932-98ce-eff13389e796 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event updated for resources: {'Port': ['ID=fea3e728-6169-4287-b3cc-1c9b2343e77d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:48.752285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e600bd9-cb24-4a70-bc6c-e09367928457,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:48.779006 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-36fc64ee-8f22-4932-98ce-eff13389e796 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:48.779951 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-36fc64ee-8f22-4932-98ce-eff13389e796 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.805235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fae20-4c21-4de4-a674-8e1f9abc698d req-09727f01-a9a9-4c65-b451-0ff1406f960e tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:48.808006 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f04fae20-4c21-4de4-a674-8e1f9abc698d req-09727f01-a9a9-4c65-b451-0ff1406f960e tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 949 time: 0.1780474 Dec 11 22:43:48.809885 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.810360 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] Added segment defb218d-0078-463f-97fa-fdb60efcc364 of type vlan for network d689dd53-d74a-419b-869c-38a23fb770b1 Dec 11 22:43:48.937565 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-11d2ba1a-7987-4f42-8f02-4b79a45d69d3 req-350ac120-70bf-497f-873b-72792f305a67 tempest-FloatingIPsNegativeTestJSON-2026694420 tempest-FloatingIPsNegativeTestJSON-2026694420-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0608861 Dec 11 22:43:48.943482 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-36fc64ee-8f22-4932-98ce-eff13389e796 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8034203 Dec 11 22:43:48.944247 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 151090df-6aa3-4570-b228-2fba42feb141, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=151090df-6aa3-4570-b228-2fba42feb141,segment=NetworkSegment(035b4645-2a6b-4bff-b6ad-6b31d23a5adf),segment_id=035b4645-2a6b-4bff-b6ad-6b31d23a5adf)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:48.950246 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.977203 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Request body: {'port': {'device_id': 'bca1fd8b-0a18-496d-a7e3-53c68f966904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:48.980604 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:48.998603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '151090df-6aa3-4570-b228-2fba42feb141', 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201', 'port_id': '151090df-6aa3-4570-b228-2fba42feb141', 'mac_address': 'fa:16:3e:21:87:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:43:49.000302 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e24c1acc-376d-4d37-83ad-d0fc2e4abb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:49.020093 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-00a497a2-eaa8-483e-8db4-1f2a4766eac8 req-6fefc37a-c687-4954-a7ce-22941ba36028 tempest-FloatingIPsNegativeTestJSON-2026694420 tempest-FloatingIPsNegativeTestJSON-2026694420-project] show failed (client error): The resource could not be found. Dec 11 22:43:49.021240 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00a497a2-eaa8-483e-8db4-1f2a4766eac8 req-6fefc37a-c687-4954-a7ce-22941ba36028 tempest-FloatingIPsNegativeTestJSON-2026694420 tempest-FloatingIPsNegativeTestJSON-2026694420-project] 10.222.0.45 "GET /v2.0/floatingips/dcab5b77-f7b2-48ee-ae6a-7363d1c6fad0 HTTP/1.1" status: 404 len: 350 time: 0.0568490 Dec 11 22:43:49.031950 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53834) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:49.034076 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f04fae20-4c21-4de4-a674-8e1f9abc698d req-9e6c7bb8-0e57-4642-bfea-c255474b8d9a tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072256 Dec 11 22:43:49.077742 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:49.083188 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:49.085214 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:49.113708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151090df-6aa3-4570-b228-2fba42feb141 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:49.144843 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 151090df-6aa3-4570-b228-2fba42feb141, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=151090df-6aa3-4570-b228-2fba42feb141,segment=NetworkSegment(035b4645-2a6b-4bff-b6ad-6b31d23a5adf),segment_id=035b4645-2a6b-4bff-b6ad-6b31d23a5adf)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:49.208789 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:49.209756 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:49.211631 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:49.231848 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:49.327304 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c9d30e65-c972-435b-bffd-5abde8a4c06f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:49.379149 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271253ca-2e5d-476c-a859-8908620b603a None None] Pushing event updated for resources: {'Port': ['ID=4acca99b-946a-436e-b7fe-dfa535dcb916,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:49.414449 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8968678 Dec 11 22:43:49.415194 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df130bfc-2f48-4ba3-b261-8657fa0b7e9a admin admin] Pushing event updated for resources: {'Network': ['ID=d689dd53-d74a-419b-869c-38a23fb770b1,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:49.417336 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53846) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:49.425176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4ff15f08-a4bb-4327-9f58-f8b267cf91be admin admin] Request body: {'subnet': {'network_id': 'd689dd53-d74a-419b-869c-38a23fb770b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-585591132-subnet', 'tenant_id': 'e24a56b0465e4567a7998862810bd729', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:49.433602 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network d689dd53-d74a-419b-869c-38a23fb770b1 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:43:49.437352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4a34b-de3c-4d5b-9238-025243caf9a1 req-e267424c-783a-4c05-ae07-de1b9fce40b2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:49.438585 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=151090df-6aa3-4570-b228-2fba42feb141,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:49.439140 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-65a4a34b-de3c-4d5b-9238-025243caf9a1 req-e267424c-783a-4c05-ae07-de1b9fce40b2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 932 time: 0.2315629 Dec 11 22:43:49.471415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port c9d30e65-c972-435b-bffd-5abde8a4c06f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:49.472027 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:49.480429 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Attempting to bind port 4acca99b-946a-436e-b7fe-dfa535dcb916 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:43:49.480804 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Attempting to bind port 4acca99b-946a-436e-b7fe-dfa535dcb916 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '26e533fe-b258-448a-a8b3-190306f7a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:43:49.483543 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Attempting to bind port 4acca99b-946a-436e-b7fe-dfa535dcb916 on network 1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:49.508937 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:43:49.509327 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Checking segment: {'id': '26e533fe-b258-448a-a8b3-190306f7a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:49.511808 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:49.512236 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Bound using segment: {'id': '26e533fe-b258-448a-a8b3-190306f7a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:43:49.513999 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Bound port: 4acca99b-946a-436e-b7fe-dfa535dcb916, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e533fe-b258-448a-a8b3-190306f7a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:43:49.514403 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:49.545949 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['151090df-6aa3-4570-b228-2fba42feb141'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:49.634230 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-65a4a34b-de3c-4d5b-9238-025243caf9a1 req-e15eed5f-546b-463f-a9b1-d506340d28a5 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781230 Dec 11 22:43:49.645285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff15f08-a4bb-4327-9f58-f8b267cf91be admin admin] Made reservation on behalf of e24a56b0465e4567a7998862810bd729 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:49.649667 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] For port 4acca99b-946a-436e-b7fe-dfa535dcb916, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:43:49.649970 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ff15f08-a4bb-4327-9f58-f8b267cf91be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:49.666350 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] For port 4acca99b-946a-436e-b7fe-dfa535dcb916, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4acca99b-946a-436e-b7fe-dfa535dcb916,segment=NetworkSegment(26e533fe-b258-448a-a8b3-190306f7a7e1),segment_id=26e533fe-b258-448a-a8b3-190306f7a7e1)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:43:49.732593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea3e728-6169-4287-b3cc-1c9b2343e77d {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:49.744169 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:49.747692 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-af57b89e-d120-4019-aed9-11e6f8ce4d4d None None] Provisioning complete for port 4acca99b-946a-436e-b7fe-dfa535dcb916 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:49.748070 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-af57b89e-d120-4019-aed9-11e6f8ce4d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:49.763360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Transition to ACTIVE for port object fea3e728-6169-4287-b3cc-1c9b2343e77d will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:43:49.768960 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:49.808547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f35c6c-9550-41f8-a5a0-0ed68ab5818b req-f0af1138-0970-48db-a189-7a4151d9b0cb tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:49.810989 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26f35c6c-9550-41f8-a5a0-0ed68ab5818b req-f0af1138-0970-48db-a189-7a4151d9b0cb tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=efc3c994-eb60-4fc2-a5d6-6909fbbdc77a HTTP/1.1" status: 200 len: 950 time: 0.6052082 Dec 11 22:43:49.891436 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:49.936237 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26f35c6c-9550-41f8-a5a0-0ed68ab5818b req-9480ec7a-298c-4be2-a517-db6ca72e9d87 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982294 Dec 11 22:43:49.982463 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271253ca-2e5d-476c-a859-8908620b603a None None] Pushing event updated for resources: {'Port': ['ID=4acca99b-946a-436e-b7fe-dfa535dcb916,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:50.004977 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-af57b89e-d120-4019-aed9-11e6f8ce4d4d None None] Port 4acca99b-946a-436e-b7fe-dfa535dcb916 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:43:50.006717 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Routers {'85b94703-43bd-412a-a527-36c824176b0e'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:43:50.007578 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:43:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['85b94703-43bd-412a-a527-36c824176b0e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:50.156004 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1c35ffa-cd7f-4766-816d-e050ef4f5fcb req-51c1b7d7-7404-43b8-b17c-7d5d17d0fef2 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 210 time: 0.0581691 Dec 11 22:43:50.187634 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d23b6550-aab4-4b5f-b4dc-7296e09bfda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:50.218952 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] Set router 85b94703-43bd-412a-a527-36c824176b0e gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:43:50.453262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9922ae54-8679-4dc3-88a6-62c9052c01c7 None None] Provisioning complete for port 4acca99b-946a-436e-b7fe-dfa535dcb916 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:50.454067 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9922ae54-8679-4dc3-88a6-62c9052c01c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:50.459515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6031e6-8843-4142-a7e8-4960a09fdae3 req-c1dfcdd5-b427-4b1c-b079-248a83cef00c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:50.461392 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7f6031e6-8843-4142-a7e8-4960a09fdae3 req-c1dfcdd5-b427-4b1c-b079-248a83cef00c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 944 time: 0.6639299 Dec 11 22:43:50.556283 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 151090df-6aa3-4570-b228-2fba42feb141 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:50.568861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d23b6550-aab4-4b5f-b4dc-7296e09bfda2 admin admin] Deleting port 4acca99b-946a-436e-b7fe-dfa535dcb916 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:50.569433 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d23b6550-aab4-4b5f-b4dc-7296e09bfda2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:50.588203 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Attempting to bind port fea3e728-6169-4287-b3cc-1c9b2343e77d on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:43:50.588541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Attempting to bind port fea3e728-6169-4287-b3cc-1c9b2343e77d by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '6333f14b-0971-4035-b995-b8109fb30ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:43:50.588871 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Attempting to bind port fea3e728-6169-4287-b3cc-1c9b2343e77d on network 9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:50.591067 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Pushing event updated for resources: {'Port': ['ID=fea3e728-6169-4287-b3cc-1c9b2343e77d,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:50.631484 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7f6031e6-8843-4142-a7e8-4960a09fdae3 req-17c488d5-bcf6-4a80-9d53-b20e5ebf12aa tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505270 Dec 11 22:43:50.631691 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9922ae54-8679-4dc3-88a6-62c9052c01c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:50.635042 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Port fea3e728-6169-4287-b3cc-1c9b2343e77d on network 9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:43:50.635371 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Attempting to bind port fea3e728-6169-4287-b3cc-1c9b2343e77d on network 9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:50.642911 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:43:50.643404 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Checking segment: {'id': '6333f14b-0971-4035-b995-b8109fb30ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:50.643792 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Bound using segment: {'id': '6333f14b-0971-4035-b995-b8109fb30ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:43:50.644233 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Bound port: fea3e728-6169-4287-b3cc-1c9b2343e77d, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6333f14b-0971-4035-b995-b8109fb30ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:43:50.644589 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:50.651512 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b94703-43bd-412a-a527-36c824176b0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1689960553-router', 'tenant_id': '1322d071786d4cde89394d6c706b9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:37Z', 'updated_at': '2021-12-11T22:43:45Z', 'revision_number': 4, 'project_id': '1322d071786d4cde89394d6c706b9134', 'gw_port': {'id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b94703-43bd-412a-a527-36c824176b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:39Z', 'updated_at': '2021-12-11T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '4acca99b-946a-436e-b7fe-dfa535dcb916', 'name': '', 'network_id': '1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f', 'tenant_id': '1322d071786d4cde89394d6c706b9134', 'mac_address': 'fa:16:3e:29:f2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b94703-43bd-412a-a527-36c824176b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '9b288ecc-4ea4-4a51-9175-11135db24679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:44Z', 'updated_at': '2021-12-11T22:43:49Z', 'revision_number': 4, 'project_id': '1322d071786d4cde89394d6c706b9134', 'subnets': [{'id': '9b288ecc-4ea4-4a51-9175-11135db24679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:50.716201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9922ae54-8679-4dc3-88a6-62c9052c01c7 None None] For port 4acca99b-946a-436e-b7fe-dfa535dcb916, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4acca99b-946a-436e-b7fe-dfa535dcb916,segment=NetworkSegment(26e533fe-b258-448a-a8b3-190306f7a7e1),segment_id=26e533fe-b258-448a-a8b3-190306f7a7e1)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:50.719659 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324e9f8-3698-4d2e-88a1-d9a6e04fdb4e None None] The sync data for ids ['85b94703-43bd-412a-a527-36c824176b0e'] in n-d-710847-6 is: [{'id': '85b94703-43bd-412a-a527-36c824176b0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1689960553-router', 'tenant_id': '1322d071786d4cde89394d6c706b9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:37Z', 'updated_at': '2021-12-11T22:43:45Z', 'revision_number': 4, 'project_id': '1322d071786d4cde89394d6c706b9134', 'gw_port': {'id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b94703-43bd-412a-a527-36c824176b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:39Z', 'updated_at': '2021-12-11T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '4acca99b-946a-436e-b7fe-dfa535dcb916', 'name': '', 'network_id': '1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f', 'tenant_id': '1322d071786d4cde89394d6c706b9134', 'mac_address': 'fa:16:3e:29:f2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b94703-43bd-412a-a527-36c824176b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '9b288ecc-4ea4-4a51-9175-11135db24679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:44Z', 'updated_at': '2021-12-11T22:43:49Z', 'revision_number': 4, 'project_id': '1322d071786d4cde89394d6c706b9134', 'subnets': [{'id': '9b288ecc-4ea4-4a51-9175-11135db24679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:43:50.719857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-d23b6550-aab4-4b5f-b4dc-7296e09bfda2 admin admin] For port 4acca99b-946a-436e-b7fe-dfa535dcb916, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4acca99b-946a-436e-b7fe-dfa535dcb916,segment=NetworkSegment(26e533fe-b258-448a-a8b3-190306f7a7e1),segment_id=26e533fe-b258-448a-a8b3-190306f7a7e1)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:50.720363 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d23b6550-aab4-4b5f-b4dc-7296e09bfda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:50.746446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d23b6550-aab4-4b5f-b4dc-7296e09bfda2 admin admin] Calling delete_port for 4acca99b-946a-436e-b7fe-dfa535dcb916 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:50.777653 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 151090df-6aa3-4570-b228-2fba42feb141 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:43:50.786176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 151090df-6aa3-4570-b228-2fba42feb141 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:50.786570 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:50.826179 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] For port fea3e728-6169-4287-b3cc-1c9b2343e77d, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:43:50.851458 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9922ae54-8679-4dc3-88a6-62c9052c01c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:50.860716 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] For port fea3e728-6169-4287-b3cc-1c9b2343e77d, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fea3e728-6169-4287-b3cc-1c9b2343e77d,segment=NetworkSegment(6333f14b-0971-4035-b995-b8109fb30ca0),segment_id=6333f14b-0971-4035-b995-b8109fb30ca0)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:43:50.941068 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ff15f08-a4bb-4327-9f58-f8b267cf91be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:50.947547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:51.056008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922ae54-8679-4dc3-88a6-62c9052c01c7 None None] Pushing event updated for resources: {'Port': ['ID=4acca99b-946a-436e-b7fe-dfa535dcb916,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:51.171945 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff15f08-a4bb-4327-9f58-f8b267cf91be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c23b7a-9922-4b03-b2ea-1210bae07cea,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:51.174222 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bbfad-280b-4768-b873-05d5b933cc49 req-cf61747b-3e83-4971-81cb-1c2b5b301155 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:51.176686 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f86bbfad-280b-4768-b873-05d5b933cc49 req-cf61747b-3e83-4971-81cb-1c2b5b301155 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 944 time: 0.3256068 Dec 11 22:43:51.214262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:51.214970 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:51.217082 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] 10.222.0.47 "PUT /v2.0/ports/fea3e728-6169-4287-b3cc-1c9b2343e77d HTTP/1.1" status: 200 len: 1092 time: 2.2565420 Dec 11 22:43:51.217723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca1fd8b-0a18-496d-a7e3-53c68f966904', 'tag': 'fea3e728-6169-4287-b3cc-1c9b2343e77d'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:51.222388 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca20bef-3c69-4660-940f-12d604bf8f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "bca1fd8b-0a18-496d-a7e3-53c68f966904", "tag": "fea3e728-6169-4287-b3cc-1c9b2343e77d"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:51.287136 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:51.346696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151090df-6aa3-4570-b228-2fba42feb141'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:51.346696 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95d6a77-2fa0-4567-a4a8-54259988567f" -d '{"events": [{"server_uuid": "961c8879-4acd-40f8-821f-8ea0c1c5749b", "name": "network-vif-plugged", "status": "completed", "tag": "151090df-6aa3-4570-b228-2fba42feb141"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:51.356156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 151090df-6aa3-4570-b228-2fba42feb141, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=151090df-6aa3-4570-b228-2fba42feb141,segment=NetworkSegment(035b4645-2a6b-4bff-b6ad-6b31d23a5adf),segment_id=035b4645-2a6b-4bff-b6ad-6b31d23a5adf)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:51.359686 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335a2b5-644e-4162-981f-4b8b12efa550 service neutron] Pushing event updated for resources: {'Port': ['ID=fea3e728-6169-4287-b3cc-1c9b2343e77d,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:51.387199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-eb536ab6-26eb-475c-a8ef-df9d29e7b12e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:51.387926 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-73cd15be-08dc-4a3f-8b44-0e4baca92ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:51.388757 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-eb536ab6-26eb-475c-a8ef-df9d29e7b12e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.47 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 812 time: 0.5224326 Dec 11 22:43:51.406839 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0844101-1173-4f74-a6e1-f303110de0cb req-0ca406cd-7634-4132-8771-306e841caa0e tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:51.420521 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:51.432072 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b0844101-1173-4f74-a6e1-f303110de0cb req-0ca406cd-7634-4132-8771-306e841caa0e tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=efc3c994-eb60-4fc2-a5d6-6909fbbdc77a HTTP/1.1" status: 200 len: 950 time: 0.1835968 Dec 11 22:43:51.436263 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff15f08-a4bb-4327-9f58-f8b267cf91be admin admin] Checking segment: {'id': 'defb218d-0078-463f-97fa-fdb60efcc364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd689dd53-d74a-419b-869c-38a23fb770b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:51.436822 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff15f08-a4bb-4327-9f58-f8b267cf91be admin admin] Network hostable DHCP agents. Network: d689dd53-d74a-419b-869c-38a23fb770b1, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:43:51.451276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4acca99b-946a-436e-b7fe-dfa535dcb916 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:51.486586 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-caf6ec39-fe12-4409-bdc5-9823537bd1ef tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Request body: {'port': {'device_id': '85f4c3b6-a609-47f9-ab86-091dd2bbc9d9', 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd', 'admin_state_up': True, 'tenant_id': 'b49a52ba3f3243128810d043a8aeef5e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:51.516515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=151090df-6aa3-4570-b228-2fba42feb141,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:51.544066 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b0844101-1173-4f74-a6e1-f303110de0cb req-6641e797-8945-48fc-8ac0-2fd42efed80e tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108494 Dec 11 22:43:51.548386 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-3efd8767-2196-4445-95ce-d74a3b66ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:51.550183 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-3efd8767-2196-4445-95ce-d74a3b66ccd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19fada12d1a645398dd5c11ac569a671&device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 1095 time: 0.1158843 Dec 11 22:43:51.555328 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4acca99b-946a-436e-b7fe-dfa535dcb916 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:51.555709 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:51.573998 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d23b6550-aab4-4b5f-b4dc-7296e09bfda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:51.590914 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff15f08-a4bb-4327-9f58-f8b267cf91be admin admin] Network d689dd53-d74a-419b-869c-38a23fb770b1 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:43:51.608536 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f86bbfad-280b-4768-b873-05d5b933cc49 req-d2a0571c-73fa-4a73-bfd7-964630f8bba2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156666 Dec 11 22:43:51.615512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b6550-aab4-4b5f-b4dc-7296e09bfda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4acca99b-946a-436e-b7fe-dfa535dcb916,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:51.632871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Port 4acca99b-946a-436e-b7fe-dfa535dcb916 was deleted so its status cannot be updated. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 11 22:43:51.684078 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-bf18f66d-873b-4b73-921f-a5e2b3d5ee6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fea3e728-6169-4287-b3cc-1c9b2343e77d HTTP/1.1" status: 200 len: 217 time: 0.1201429 Dec 11 22:43:51.771923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-90f2dacd-4ba4-42e5-8690-8377961014d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:51.773625 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-90f2dacd-4ba4-42e5-8690-8377961014d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b34479c4-c6a1-48c9-a67a-10df10a1b6e8 HTTP/1.1" status: 200 len: 852 time: 0.0807712 Dec 11 22:43:51.774866 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-4ff15f08-a4bb-4327-9f58-f8b267cf91be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, d689dd53-d74a-419b-869c-38a23fb770b1) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:51.783758 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a42161-b1aa-4e9a-a4d4-bb70da3504ae None None] Network d689dd53-d74a-419b-869c-38a23fb770b1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:43:51.804965 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff15f08-a4bb-4327-9f58-f8b267cf91be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:51.805834 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ff15f08-a4bb-4327-9f58-f8b267cf91be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:51.820222 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6aec5ff-ef62-476e-8460-ad7b7d1fb857 x-openstack-request-id: req-d6aec5ff-ef62-476e-8460-ad7b7d1fb857 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:51.820590 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca1fd8b-0a18-496d-a7e3-53c68f966904", "tag": "fea3e728-6169-4287-b3cc-1c9b2343e77d", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:51.820764 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6aec5ff-ef62-476e-8460-ad7b7d1fb857 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:51.822411 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca1fd8b-0a18-496d-a7e3-53c68f966904', 'tag': 'fea3e728-6169-4287-b3cc-1c9b2343e77d', 'status': 'completed', 'code': 200} Dec 11 22:43:51.902237 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-6d552265-77fd-4805-ab1c-7c55ea723a01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858622 Dec 11 22:43:51.993511 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d41edc2-5d4f-42af-99be-5df95c5c9f41 x-openstack-request-id: req-1d41edc2-5d4f-42af-99be-5df95c5c9f41 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:51.993511 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961c8879-4acd-40f8-821f-8ea0c1c5749b", "name": "network-vif-plugged", "status": "completed", "tag": "151090df-6aa3-4570-b228-2fba42feb141", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:51.993511 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d41edc2-5d4f-42af-99be-5df95c5c9f41 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:51.993511 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151090df-6aa3-4570-b228-2fba42feb141', 'code': 200} Dec 11 22:43:52.014520 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b70340-eb0d-4992-8049-243bf9542f81 None None] Network d689dd53-d74a-419b-869c-38a23fb770b1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:43:52.015943 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4ff15f08-a4bb-4327-9f58-f8b267cf91be admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5952344 Dec 11 22:43:52.106291 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-72cde549-c38e-4b26-9311-85caaae51c29 service neutron] 10.222.0.47 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962059 Dec 11 22:43:52.226383 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:52.261806 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d02c3cee-8261-4704-ab45-23d50daf220a req-6abb45f4-c405-411f-a39c-2abfcff34b08 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 210 time: 0.1399634 Dec 11 22:43:52.275981 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cc58d2d-b5a4-423a-aac2-b86178c21c34 req-022a4a3b-dace-44e8-a84e-bc55eb749e7a service neutron] 10.222.0.47 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616077 Dec 11 22:43:52.395679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be755c11-a087-4007-b061-389e302f17e6 req-94b357f6-dc8d-4cae-bed5-1777c50d6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:52.397327 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be755c11-a087-4007-b061-389e302f17e6 req-94b357f6-dc8d-4cae-bed5-1777c50d6c60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 1096 time: 0.2767315 Dec 11 22:43:52.420021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-caf6ec39-fe12-4409-bdc5-9823537bd1ef tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Made reservation on behalf of b49a52ba3f3243128810d043a8aeef5e for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:52.424274 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-caf6ec39-fe12-4409-bdc5-9823537bd1ef tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:52.509463 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca20bef-3c69-4660-940f-12d604bf8f4b req-3029da2f-2821-4942-83c5-aabaeaef7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:52.513060 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ca20bef-3c69-4660-940f-12d604bf8f4b req-3029da2f-2821-4942-83c5-aabaeaef7fad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19fada12d1a645398dd5c11ac569a671&device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 1095 time: 0.0655928 Dec 11 22:43:52.582468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d76a5-c365-4395-b067-74bfb3558087 req-fb020f21-f2f6-4811-92ce-b2d0ae8a5695 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:52.584089 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-553d76a5-c365-4395-b067-74bfb3558087 req-fb020f21-f2f6-4811-92ce-b2d0ae8a5695 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.2133622 Dec 11 22:43:52.594680 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d23b6550-aab4-4b5f-b4dc-7296e09bfda2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:52.631156 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be755c11-a087-4007-b061-389e302f17e6 req-bd5098f6-195f-43fd-bace-c29a3f4e37ee service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978106 Dec 11 22:43:52.638001 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca20bef-3c69-4660-940f-12d604bf8f4b req-41b96c67-db15-4091-9a93-e8d9a9e173e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:52.639938 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ca20bef-3c69-4660-940f-12d604bf8f4b req-41b96c67-db15-4091-9a93-e8d9a9e173e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a HTTP/1.1" status: 200 len: 913 time: 0.1146107 Dec 11 22:43:52.763632 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-553d76a5-c365-4395-b067-74bfb3558087 req-813f7a4f-0852-4918-8410-a5c611b323ef tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532714 Dec 11 22:43:52.808199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-caf6ec39-fe12-4409-bdc5-9823537bd1ef tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Allocated IP 172.20.0.10 (5b547cd6-e1c3-47dd-aace-0c89098672dd/d56072fb-d6eb-465a-81da-2818b252a24c/7199242e-db76-41d5-be10-e8f47223c030) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:43:52.964280 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ca20bef-3c69-4660-940f-12d604bf8f4b req-15f3fb7b-897c-4d2a-aecf-1ae3e414d0a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fea3e728-6169-4287-b3cc-1c9b2343e77d HTTP/1.1" status: 200 len: 217 time: 0.0598974 Dec 11 22:43:53.047552 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83a2a1-063a-4ecb-8225-f9908ebc245d req-f6794ca3-f78b-471f-a1e2-17717363aea8 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:53.049608 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd83a2a1-063a-4ecb-8225-f9908ebc245d req-f6794ca3-f78b-471f-a1e2-17717363aea8 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 944 time: 0.0880055 Dec 11 22:43:53.053320 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca20bef-3c69-4660-940f-12d604bf8f4b req-170249a2-22d3-4069-ba1b-515d562ab314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:53.055156 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ca20bef-3c69-4660-940f-12d604bf8f4b req-170249a2-22d3-4069-ba1b-515d562ab314 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b34479c4-c6a1-48c9-a67a-10df10a1b6e8 HTTP/1.1" status: 200 len: 852 time: 0.0635211 Dec 11 22:43:53.092558 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ca20bef-3c69-4660-940f-12d604bf8f4b req-0788c84a-d734-4911-9044-641e5a4ee339 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274951 Dec 11 22:43:53.106890 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23b6550-aab4-4b5f-b4dc-7296e09bfda2 admin admin] Router 85b94703-43bd-412a-a527-36c824176b0e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:43:53.154164 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-caf6ec39-fe12-4409-bdc5-9823537bd1ef tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:53.163438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-c50f5f8f-03a2-4755-be2d-be6f6dfb64af tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:53.164926 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-c50f5f8f-03a2-4755-be2d-be6f6dfb64af tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/networks?id=a6deae10-3a5a-4db1-976d-169f78b76f93 HTTP/1.1" status: 200 len: 824 time: 0.2031562 Dec 11 22:43:53.183205 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd83a2a1-063a-4ecb-8225-f9908ebc245d req-eac97967-a914-45a7-bdb8-4800f3735f5f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251338 Dec 11 22:43:53.233355 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-75eb40d6-3125-4b35-8e8d-974f3025c978 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/quotas/f03caf60923d4542949e32a27579cadd HTTP/1.1" status: 200 len: 375 time: 0.0603421 Dec 11 22:43:53.242869 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ca20bef-3c69-4660-940f-12d604bf8f4b req-b9f3a8e1-422d-49bc-8253-a6c553932474 service neutron] 10.222.0.47 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413198 Dec 11 22:43:53.279485 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-290c571e-0f1a-4a84-91f8-d75baf08a95e tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f03caf60923d4542949e32a27579cadd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451038 Dec 11 22:43:53.291128 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-739679b8-6749-4e8f-beb0-f8f54882de15 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:43:53.292155 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-739679b8-6749-4e8f-beb0-f8f54882de15 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056822 Dec 11 22:43:53.351926 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ca20bef-3c69-4660-940f-12d604bf8f4b req-84b41054-3643-409b-acdc-c954c58d8413 service neutron] 10.222.0.47 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013372 Dec 11 22:43:53.410626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23b6550-aab4-4b5f-b4dc-7296e09bfda2 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:43:53.416932 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d23b6550-aab4-4b5f-b4dc-7296e09bfda2 admin admin] 10.222.0.45 "PUT /v2.0/routers/85b94703-43bd-412a-a527-36c824176b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3837192 Dec 11 22:43:53.419218 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53950) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:53.421791 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e9e7bb-0000-4edf-b053-7cea35b93dec None None] Sync routers for ids ['85b94703-43bd-412a-a527-36c824176b0e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:43:53.432876 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e9e7bb-0000-4edf-b053-7cea35b93dec None None] Routers {'85b94703-43bd-412a-a527-36c824176b0e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:43:53.433736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e5e9e7bb-0000-4edf-b053-7cea35b93dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:43:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['85b94703-43bd-412a-a527-36c824176b0e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:53.477436 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-caf6ec39-fe12-4409-bdc5-9823537bd1ef tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:53.515426 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b332b27-398f-4a46-b60e-627758991507 req-652f4318-63fe-4035-aef2-daaf55ef8a31 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:53.516786 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b332b27-398f-4a46-b60e-627758991507 req-652f4318-63fe-4035-aef2-daaf55ef8a31 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 932 time: 0.0638351 Dec 11 22:43:53.535288 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-86c140f9-a385-4a58-a465-a86ca1e57c35 service neutron] 10.222.0.45 "GET /v2.0/networks/a6deae10-3a5a-4db1-976d-169f78b76f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351775 Dec 11 22:43:53.561117 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-e5e9e7bb-0000-4edf-b053-7cea35b93dec None None] Set router 85b94703-43bd-412a-a527-36c824176b0e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:43:53.570757 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b332b27-398f-4a46-b60e-627758991507 req-c51fe986-dfb6-4a5e-b051-c5fd93e64db1 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460792 Dec 11 22:43:53.590093 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-caf6ec39-fe12-4409-bdc5-9823537bd1ef tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Network 5b547cd6-e1c3-47dd-aace-0c89098672dd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:43:53.609979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-caf6ec39-fe12-4409-bdc5-9823537bd1ef tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:53.638379 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6ec39-fe12-4409-bdc5-9823537bd1ef tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Pushing event updated for resources: {'Port': ['ID=7199242e-db76-41d5-be10-e8f47223c030,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:53.644015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-caf6ec39-fe12-4409-bdc5-9823537bd1ef tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:43:53.689875 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4e6a51c-599e-47bf-a003-aac8641d9e8c admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:53.758162 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-caf6ec39-fe12-4409-bdc5-9823537bd1ef tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:53.758857 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-caf6ec39-fe12-4409-bdc5-9823537bd1ef tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:53.793411 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e5e9e7bb-0000-4edf-b053-7cea35b93dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b94703-43bd-412a-a527-36c824176b0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1689960553-router', 'tenant_id': '1322d071786d4cde89394d6c706b9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:37Z', 'updated_at': '2021-12-11T22:43:51Z', 'revision_number': 5, 'project_id': '1322d071786d4cde89394d6c706b9134', 'gw_port': {'id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b94703-43bd-412a-a527-36c824176b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:39Z', 'updated_at': '2021-12-11T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:53.831000 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-d956841a-8d58-4c90-98a9-fd8fd7891e75 service neutron] 10.222.0.45 "GET /v2.0/networks/a6deae10-3a5a-4db1-976d-169f78b76f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598910 Dec 11 22:43:53.833288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e9e7bb-0000-4edf-b053-7cea35b93dec None None] Checking router: 85b94703-43bd-412a-a527-36c824176b0e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:43:53.844531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e9e7bb-0000-4edf-b053-7cea35b93dec None None] Routers {'85b94703-43bd-412a-a527-36c824176b0e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:43:53.846149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e5e9e7bb-0000-4edf-b053-7cea35b93dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:43:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['85b94703-43bd-412a-a527-36c824176b0e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:53.855425 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4e6a51c-599e-47bf-a003-aac8641d9e8c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:53.886856 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:53.891636 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-caf6ec39-fe12-4409-bdc5-9823537bd1ef tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4742675 Dec 11 22:43:53.911475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Request body: {'port': {'device_id': '85f4c3b6-a609-47f9-ab86-091dd2bbc9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:53.931596 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f3925-b807-4cbb-b34c-1193d877d4d0 req-2e286b01-4de5-495a-ac27-c8677827918f tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:53.934317 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-162f3925-b807-4cbb-b34c-1193d877d4d0 req-2e286b01-4de5-495a-ac27-c8677827918f tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0679805 Dec 11 22:43:53.961332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-e5e9e7bb-0000-4edf-b053-7cea35b93dec None None] Set router 85b94703-43bd-412a-a527-36c824176b0e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:43:53.978868 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:53.999646 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-162f3925-b807-4cbb-b34c-1193d877d4d0 req-cf5f2ea9-832b-46e5-aa4e-db5c00f8df1a tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571904 Dec 11 22:43:54.155724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6a51c-599e-47bf-a003-aac8641d9e8c admin admin] Deleting port c9d30e65-c972-435b-bffd-5abde8a4c06f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:54.156078 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4e6a51c-599e-47bf-a003-aac8641d9e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:54.190061 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e77b2e4-7590-40cd-8cc4-f8775dbf80f4 req-65a2500c-8c2a-464b-8254-2365950b58c4 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 210 time: 0.0264585 Dec 11 22:43:54.197181 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e5e9e7bb-0000-4edf-b053-7cea35b93dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b94703-43bd-412a-a527-36c824176b0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1689960553-router', 'tenant_id': '1322d071786d4cde89394d6c706b9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:37Z', 'updated_at': '2021-12-11T22:43:51Z', 'revision_number': 5, 'project_id': '1322d071786d4cde89394d6c706b9134', 'gw_port': {'id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b94703-43bd-412a-a527-36c824176b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:39Z', 'updated_at': '2021-12-11T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:54.230526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e9e7bb-0000-4edf-b053-7cea35b93dec None None] The sync data for ids ['85b94703-43bd-412a-a527-36c824176b0e'] in n-d-710847-6 is: [{'id': '85b94703-43bd-412a-a527-36c824176b0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1689960553-router', 'tenant_id': '1322d071786d4cde89394d6c706b9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:37Z', 'updated_at': '2021-12-11T22:43:51Z', 'revision_number': 5, 'project_id': '1322d071786d4cde89394d6c706b9134', 'gw_port': {'id': 'c9d30e65-c972-435b-bffd-5abde8a4c06f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b94703-43bd-412a-a527-36c824176b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:39Z', 'updated_at': '2021-12-11T22:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:43:54.418424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-b4e6a51c-599e-47bf-a003-aac8641d9e8c admin admin] For port c9d30e65-c972-435b-bffd-5abde8a4c06f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c9d30e65-c972-435b-bffd-5abde8a4c06f,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:54.418948 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4e6a51c-599e-47bf-a003-aac8641d9e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:54.421495 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53984) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:54.452830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6a51c-599e-47bf-a003-aac8641d9e8c admin admin] Calling delete_port for c9d30e65-c972-435b-bffd-5abde8a4c06f owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:54.485132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3e79c-cd92-4420-bf95-8ba16eaa2a8d req-dcf3b842-c7bb-490d-9f5b-48f068c1aa64 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:54.487186 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebb3e79c-cd92-4420-bf95-8ba16eaa2a8d req-dcf3b842-c7bb-490d-9f5b-48f068c1aa64 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 944 time: 0.1346395 Dec 11 22:43:54.549769 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72345f2c-adf2-4648-83cf-5f0a45cb38b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:54.571555 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:54.594544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device fea3e728-6169-4287-b3cc-1c9b2343e77d details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:43:54.651438 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72345f2c-adf2-4648-83cf-5f0a45cb38b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:54.741187 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72345f2c-adf2-4648-83cf-5f0a45cb38b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:54.764581 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port fea3e728-6169-4287-b3cc-1c9b2343e77d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fea3e728-6169-4287-b3cc-1c9b2343e77d,segment=NetworkSegment(6333f14b-0971-4035-b995-b8109fb30ca0),segment_id=6333f14b-0971-4035-b995-b8109fb30ca0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:54.784371 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'fea3e728-6169-4287-b3cc-1c9b2343e77d', 'network_id': '9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a', 'port_id': 'fea3e728-6169-4287-b3cc-1c9b2343e77d', 'mac_address': 'fa:16:3e:e3:88:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34479c4-c6a1-48c9-a67a-10df10a1b6e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:43:54.835720 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:54.838544 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-72345f2c-adf2-4648-83cf-5f0a45cb38b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=950455a86a9c4fad904e38ec897ab58a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4154925 Dec 11 22:43:54.839250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53990) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:54.853106 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f184d-dbff-49d0-92d9-7a76a16ac39e req-bb9e2a17-96cc-4eeb-891f-b4ac3d1e762d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:54.855212 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea3e728-6169-4287-b3cc-1c9b2343e77d {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:54.860699 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6b7f184d-dbff-49d0-92d9-7a76a16ac39e req-bb9e2a17-96cc-4eeb-891f-b4ac3d1e762d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 932 time: 0.1548877 Dec 11 22:43:54.874996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72345f2c-adf2-4648-83cf-5f0a45cb38b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b02153-b72c-4ca5-b538-80ed283e644e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:54.880761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7199242e-db76-41d5-be10-e8f47223c030 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:54.892372 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:54.903348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port fea3e728-6169-4287-b3cc-1c9b2343e77d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fea3e728-6169-4287-b3cc-1c9b2343e77d,segment=NetworkSegment(6333f14b-0971-4035-b995-b8109fb30ca0),segment_id=6333f14b-0971-4035-b995-b8109fb30ca0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:54.938010 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebb3e79c-cd92-4420-bf95-8ba16eaa2a8d req-cb4e9456-21c9-4a7c-ba5e-6d1ab96f1b56 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433641 Dec 11 22:43:54.952001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Transition to ACTIVE for port object 7199242e-db76-41d5-be10-e8f47223c030 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:43:54.952108 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6b7f184d-dbff-49d0-92d9-7a76a16ac39e req-9dd62a8d-4cc5-4d80-ad1e-310364eb5e34 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840325 Dec 11 22:43:54.971228 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-683f605a-e006-4ebc-b1c6-b19a10a41fc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:54.990853 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.007747 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-683f605a-e006-4ebc-b1c6-b19a10a41fc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.051632 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=fea3e728-6169-4287-b3cc-1c9b2343e77d,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:55.067437 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.146333 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-683f605a-e006-4ebc-b1c6-b19a10a41fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.148735 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-683f605a-e006-4ebc-b1c6-b19a10a41fc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.152258 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-683f605a-e006-4ebc-b1c6-b19a10a41fc5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f8b02153-b72c-4ca5-b538-80ed283e644e HTTP/1.1" status: 204 len: 168 time: 0.3085163 Dec 11 22:43:55.157326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Pushing event updated for resources: {'Port': ['ID=7199242e-db76-41d5-be10-e8f47223c030,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:55.160749 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4e6a51c-599e-47bf-a003-aac8641d9e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.167722 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f605a-e006-4ebc-b1c6-b19a10a41fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b02153-b72c-4ca5-b538-80ed283e644e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:55.210390 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4acca99b-946a-436e-b7fe-dfa535dcb916 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:55.223380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6a51c-599e-47bf-a003-aac8641d9e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d30e65-c972-435b-bffd-5abde8a4c06f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:55.251002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 4acca99b-946a-436e-b7fe-dfa535dcb916 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:55.251418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4acca99b-946a-436e-b7fe-dfa535dcb916 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:55.270855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['fea3e728-6169-4287-b3cc-1c9b2343e77d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:55.294682 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-759acc45-dd91-40ba-8036-7199e02e8887 req-e4d09e08-7dd5-425c-af90-0b3e17e666e8 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 210 time: 0.0382245 Dec 11 22:43:55.325635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159b7c6-a575-4b77-b162-a1a8768c5f65 req-bb8f40b5-0c4d-4d69-ba16-36a2cae46377 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:55.327179 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d159b7c6-a575-4b77-b162-a1a8768c5f65 req-bb8f40b5-0c4d-4d69-ba16-36a2cae46377 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.2258151 Dec 11 22:43:55.333129 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4e6a51c-599e-47bf-a003-aac8641d9e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.461604 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4e6a51c-599e-47bf-a003-aac8641d9e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.466144 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4e6a51c-599e-47bf-a003-aac8641d9e8c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.477100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Attempting to bind port 7199242e-db76-41d5-be10-e8f47223c030 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:43:55.477447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Attempting to bind port 7199242e-db76-41d5-be10-e8f47223c030 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:43:55.477784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Attempting to bind port 7199242e-db76-41d5-be10-e8f47223c030 on network 5b547cd6-e1c3-47dd-aace-0c89098672dd {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:55.529539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Port 7199242e-db76-41d5-be10-e8f47223c030 on network 5b547cd6-e1c3-47dd-aace-0c89098672dd not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:43:55.529866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Attempting to bind port 7199242e-db76-41d5-be10-e8f47223c030 on network 5b547cd6-e1c3-47dd-aace-0c89098672dd {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:55.541100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:43:55.541814 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Checking segment: {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:55.542204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Bound using segment: {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:43:55.542640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Bound port: 7199242e-db76-41d5-be10-e8f47223c030, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:43:55.543022 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.549831 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d159b7c6-a575-4b77-b162-a1a8768c5f65 req-f2fb1334-2209-4064-bf8f-8fc657bce574 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138417 Dec 11 22:43:55.620722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] For port 7199242e-db76-41d5-be10-e8f47223c030, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:43:55.624107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] For port 7199242e-db76-41d5-be10-e8f47223c030, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=7199242e-db76-41d5-be10-e8f47223c030,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:43:55.628434 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4e6a51c-599e-47bf-a003-aac8641d9e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.629029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e6a51c-599e-47bf-a003-aac8641d9e8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85b94703-43bd-412a-a527-36c824176b0e {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:43:55.633588 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4e6a51c-599e-47bf-a003-aac8641d9e8c admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.646939 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b4e6a51c-599e-47bf-a003-aac8641d9e8c admin admin] 10.222.0.45 "DELETE /v2.0/routers/85b94703-43bd-412a-a527-36c824176b0e HTTP/1.1" status: 204 len: 168 time: 2.2148113 Dec 11 22:43:55.647323 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54018) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:55.698667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cb43eb-3ad4-48e0-af4f-4323c69f17b9 admin admin] Deleting subnet 9b288ecc-4ea4-4a51-9175-11135db24679 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:43:55.703792 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41cb43eb-3ad4-48e0-af4f-4323c69f17b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.731753 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.774352 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41cb43eb-3ad4-48e0-af4f-4323c69f17b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.800062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:55.800689 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.802107 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] 10.222.0.47 "PUT /v2.0/ports/7199242e-db76-41d5-be10-e8f47223c030 HTTP/1.1" status: 200 len: 1092 time: 1.8963273 Dec 11 22:43:55.802561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f4c3b6-a609-47f9-ab86-091dd2bbc9d9', 'tag': '7199242e-db76-41d5-be10-e8f47223c030'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:55.804879 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a948fc3-9584-4a76-bf07-e34d004da569" -d '{"events": [{"name": "network-changed", "server_uuid": "85f4c3b6-a609-47f9-ab86-091dd2bbc9d9", "tag": "7199242e-db76-41d5-be10-e8f47223c030"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:55.855352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3c8ac-77e9-4c73-a997-da23a4bc251f service neutron] Pushing event updated for resources: {'Port': ['ID=7199242e-db76-41d5-be10-e8f47223c030,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:55.859114 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ef9012-cd54-4e0b-b412-e146281337a6 x-openstack-request-id: req-43ef9012-cd54-4e0b-b412-e146281337a6 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:55.861368 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f4c3b6-a609-47f9-ab86-091dd2bbc9d9", "tag": "7199242e-db76-41d5-be10-e8f47223c030", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:55.861368 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43ef9012-cd54-4e0b-b412-e146281337a6 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:55.861368 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f4c3b6-a609-47f9-ab86-091dd2bbc9d9', 'tag': '7199242e-db76-41d5-be10-e8f47223c030', 'status': 'completed', 'code': 200} Dec 11 22:43:55.906584 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41cb43eb-3ad4-48e0-af4f-4323c69f17b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:55.943016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a948fc3-9584-4a76-bf07-e34d004da569 req-51a9f055-0679-4e55-8e14-dce844e001ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:55.945203 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a948fc3-9584-4a76-bf07-e34d004da569 req-51a9f055-0679-4e55-8e14-dce844e001ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 1095 time: 0.0441470 Dec 11 22:43:56.052330 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:43:56.063077 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41cb43eb-3ad4-48e0-af4f-4323c69f17b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:56.103305 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41cb43eb-3ad4-48e0-af4f-4323c69f17b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:56.107262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eead0f3b-e789-45ad-804d-198dc75b617f None None] Network 1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:43:56.114093 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-41cb43eb-3ad4-48e0-af4f-4323c69f17b9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9b288ecc-4ea4-4a51-9175-11135db24679 HTTP/1.1" status: 204 len: 168 time: 0.4654293 Dec 11 22:43:56.115112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb43eb-3ad4-48e0-af4f-4323c69f17b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b288ecc-4ea4-4a51-9175-11135db24679,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:56.117531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54034) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:56.147282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad750c-634e-4ce1-80fc-288760c16f5c req-676718fb-ee55-4eaf-bd11-782690424b9d tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:56.149645 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91ad750c-634e-4ce1-80fc-288760c16f5c req-676718fb-ee55-4eaf-bd11-782690424b9d tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 945 time: 0.1035454 Dec 11 22:43:56.177665 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666ab99-ec92-478a-ad38-2bfbcc7ef5c6 req-9a562cd0-8140-4bb5-a160-1e6391dc6e28 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:56.178078 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9666ab99-ec92-478a-ad38-2bfbcc7ef5c6 req-9a562cd0-8140-4bb5-a160-1e6391dc6e28 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 944 time: 0.0765498 Dec 11 22:43:56.290164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a948fc3-9584-4a76-bf07-e34d004da569 req-b1f1015a-94d6-4057-9255-574a98e4b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:56.291707 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a948fc3-9584-4a76-bf07-e34d004da569 req-b1f1015a-94d6-4057-9255-574a98e4b224 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b49a52ba3f3243128810d043a8aeef5e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3288028 Dec 11 22:43:56.318242 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9666ab99-ec92-478a-ad38-2bfbcc7ef5c6 req-17812fd7-331a-427b-ac63-05335a35cdb2 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314201 Dec 11 22:43:56.348243 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:56.354353 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cfcd3-5396-4a33-95dd-57cd2d851093 req-00cfc561-7c16-473d-805a-ac990910153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:56.356110 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f2cfcd3-5396-4a33-95dd-57cd2d851093 req-00cfc561-7c16-473d-805a-ac990910153b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9422482b47da47c0a787d8fe93bfff81&device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 1096 time: 0.1399448 Dec 11 22:43:56.405824 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91ad750c-634e-4ce1-80fc-288760c16f5c req-19035ac6-0e23-4ab4-8e8b-bceb0b4f84cc tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184722 Dec 11 22:43:56.485594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a948fc3-9584-4a76-bf07-e34d004da569 req-2b6bc2a0-7d4a-4041-86b0-c967b149135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:56.487918 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a948fc3-9584-4a76-bf07-e34d004da569 req-2b6bc2a0-7d4a-4041-86b0-c967b149135a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1858652 Dec 11 22:43:56.505329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cc9cb-b1f3-42e2-bbef-05469230784d req-e171d768-029b-43d1-b12c-d88dfc7f02f8 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:56.507366 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-138cc9cb-b1f3-42e2-bbef-05469230784d req-e171d768-029b-43d1-b12c-d88dfc7f02f8 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0928483 Dec 11 22:43:56.525212 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] Deleting port 82673b51-9162-4052-9bcc-31dfd1648bc7 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:56.525531 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:56.541938 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cfcd3-5396-4a33-95dd-57cd2d851093 req-999db668-4010-4263-9a2b-8568cf20efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:56.543828 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f2cfcd3-5396-4a33-95dd-57cd2d851093 req-999db668-4010-4263-9a2b-8568cf20efcf service neutron] 10.222.0.47 "GET /v2.0/networks?id=891b70f8-d2ab-4d09-b636-5e1d79960201 HTTP/1.1" status: 200 len: 921 time: 0.1790636 Dec 11 22:43:56.567406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e62e994d-77a5-429f-81af-78e85496a498 req-bc8f40ec-3138-430e-8409-cb77e17cf905 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 210 time: 0.0567684 Dec 11 22:43:56.596293 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-138cc9cb-b1f3-42e2-bbef-05469230784d req-d4442436-578c-4468-8872-102526d44e8f tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796523 Dec 11 22:43:56.602091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device fea3e728-6169-4287-b3cc-1c9b2343e77d up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:56.674632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54058) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:56.682694 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f2cfcd3-5396-4a33-95dd-57cd2d851093 req-c6a0f3ec-159f-46eb-a244-b0f054987906 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=151090df-6aa3-4570-b228-2fba42feb141 HTTP/1.1" status: 200 len: 217 time: 0.0978889 Dec 11 22:43:56.695112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed69ed0f-463b-4def-ac43-4ddd0cc0aea2 None None] DHCP port deletion for 1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:43:56.758130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] For port 82673b51-9162-4052-9bcc-31dfd1648bc7, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=82673b51-9162-4052-9bcc-31dfd1648bc7,segment=NetworkSegment(26e533fe-b258-448a-a8b3-190306f7a7e1),segment_id=26e533fe-b258-448a-a8b3-190306f7a7e1)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:56.760225 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:56.763866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ed69ed0f-463b-4def-ac43-4ddd0cc0aea2 None None] Deleting port 82673b51-9162-4052-9bcc-31dfd1648bc7 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:43:56.768829 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ed69ed0f-463b-4def-ac43-4ddd0cc0aea2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:56.769061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cfcd3-5396-4a33-95dd-57cd2d851093 req-3ab07f06-8aee-4838-acbe-e0aa8230ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:56.769061 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f2cfcd3-5396-4a33-95dd-57cd2d851093 req-3ab07f06-8aee-4838-acbe-e0aa8230ff69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bf79f18-7dd1-4240-a8cb-7c5dc77570f2 HTTP/1.1" status: 200 len: 860 time: 0.0753703 Dec 11 22:43:56.773463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-a094cfd2-d7ed-4d38-be0c-e812b7090c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:56.775026 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-a094cfd2-d7ed-4d38-be0c-e812b7090c30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 1095 time: 0.1976097 Dec 11 22:43:56.806400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] Calling delete_port for 82673b51-9162-4052-9bcc-31dfd1648bc7 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:56.816055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6fdcb7ab-6575-4651-b7d2-126e4d1b531b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-376187588-network', 'tenant_id': '1e965bfc6e5343d591606105c6e2660d'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:56.821094 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f2cfcd3-5396-4a33-95dd-57cd2d851093 req-d6b70c4f-32d0-43a4-a3ac-f5cea7c99100 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=891b70f8-d2ab-4d09-b636-5e1d79960201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466969 Dec 11 22:43:56.839397 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-318388b5-c2a5-49a9-8fa7-f0b914649fab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7199242e-db76-41d5-be10-e8f47223c030 HTTP/1.1" status: 200 len: 217 time: 0.0491495 Dec 11 22:43:56.843197 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port fea3e728-6169-4287-b3cc-1c9b2343e77d completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:43:56.858523 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port fea3e728-6169-4287-b3cc-1c9b2343e77d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:56.858523 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:56.937249 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ed69ed0f-463b-4def-ac43-4ddd0cc0aea2 None None] For port 82673b51-9162-4052-9bcc-31dfd1648bc7, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=82673b51-9162-4052-9bcc-31dfd1648bc7,segment=NetworkSegment(26e533fe-b258-448a-a8b3-190306f7a7e1),segment_id=26e533fe-b258-448a-a8b3-190306f7a7e1)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:56.937658 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ed69ed0f-463b-4def-ac43-4ddd0cc0aea2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:56.945797 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f2cfcd3-5396-4a33-95dd-57cd2d851093 req-ad84e57e-e7e9-494d-8dc4-f8bb6104b270 service neutron] 10.222.0.47 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165481 Dec 11 22:43:56.961884 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdcb7ab-6575-4651-b7d2-126e4d1b531b admin admin] Made reservation on behalf of 1e965bfc6e5343d591606105c6e2660d for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:56.964249 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb7ab-6575-4651-b7d2-126e4d1b531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.000557 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ed69ed0f-463b-4def-ac43-4ddd0cc0aea2 None None] Calling delete_port for 82673b51-9162-4052-9bcc-31dfd1648bc7 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:43:57.001968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-efd53963-12a2-44ae-97ef-0a308905c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:57.004235 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-efd53963-12a2-44ae-97ef-0a308905c9ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d56072fb-d6eb-465a-81da-2818b252a24c HTTP/1.1" status: 200 len: 852 time: 0.1578207 Dec 11 22:43:57.013744 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb7ab-6575-4651-b7d2-126e4d1b531b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.027202 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.073832 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-775258a4-25fe-4bf6-b865-d81aa241e595 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b547cd6-e1c3-47dd-aace-0c89098672dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550628 Dec 11 22:43:57.086063 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f2cfcd3-5396-4a33-95dd-57cd2d851093 req-9a553aa1-72bb-4946-bbd7-7acf70a5b014 service neutron] 10.222.0.47 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333442 Dec 11 22:43:57.117195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca1fd8b-0a18-496d-a7e3-53c68f966904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea3e728-6169-4287-b3cc-1c9b2343e77d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:57.120254 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c464c39-2aba-4370-96bb-4581116658cc" -d '{"events": [{"server_uuid": "bca1fd8b-0a18-496d-a7e3-53c68f966904", "name": "network-vif-plugged", "status": "completed", "tag": "fea3e728-6169-4287-b3cc-1c9b2343e77d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:57.135324 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port fea3e728-6169-4287-b3cc-1c9b2343e77d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fea3e728-6169-4287-b3cc-1c9b2343e77d,segment=NetworkSegment(6333f14b-0971-4035-b995-b8109fb30ca0),segment_id=6333f14b-0971-4035-b995-b8109fb30ca0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:57.137906 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb7ab-6575-4651-b7d2-126e4d1b531b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.147887 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-050d4e67-db6d-4ba9-ae7b-42feecd9d72d tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:57.149394 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-050d4e67-db6d-4ba9-ae7b-42feecd9d72d tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.47 "GET /v2.0/networks?id=a6deae10-3a5a-4db1-976d-169f78b76f93 HTTP/1.1" status: 200 len: 824 time: 0.2375860 Dec 11 22:43:57.170430 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e731814f-3e2a-4677-abd3-35adcf1a637c x-openstack-request-id: req-e731814f-3e2a-4677-abd3-35adcf1a637c {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:57.170730 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca1fd8b-0a18-496d-a7e3-53c68f966904", "name": "network-vif-plugged", "status": "completed", "tag": "fea3e728-6169-4287-b3cc-1c9b2343e77d", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:57.171239 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e731814f-3e2a-4677-abd3-35adcf1a637c {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:57.171551 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca1fd8b-0a18-496d-a7e3-53c68f966904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea3e728-6169-4287-b3cc-1c9b2343e77d', 'code': 200} Dec 11 22:43:57.180325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-3d565956-b85d-444c-bde2-a22d125bdb6d tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Request body: {'port': {'device_id': 'feac53ec-662c-40cb-ab72-aea3b9de20e4', 'network_id': 'a6deae10-3a5a-4db1-976d-169f78b76f93', 'admin_state_up': True, 'tenant_id': 'f03caf60923d4542949e32a27579cadd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: from cryptography.utils import int_from_bytes Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: from cryptography.utils import int_from_bytes Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.181136 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.184690 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.184690 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.184690 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.184690 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.184690 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.184690 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.184690 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.184690 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.184690 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.184690 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.184690 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.184690 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.184690 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:43:57.184690 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:43:57.194444 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ed69ed0f-463b-4def-ac43-4ddd0cc0aea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.204022 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.211922 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb7ab-6575-4651-b7d2-126e4d1b531b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.229548 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.231515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69ed0f-463b-4def-ac43-4ddd0cc0aea2 None None] Pushing event deleted for resources: {'Port': ['ID=82673b51-9162-4052-9bcc-31dfd1648bc7,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:57.289591 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fdcb7ab-6575-4651-b7d2-126e4d1b531b admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:43:57.300087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69ed0f-463b-4def-ac43-4ddd0cc0aea2 None None] No DVR routers for this DVR port 82673b51-9162-4052-9bcc-31dfd1648bc7 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:43:57.301734 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ba6d1e1a-fb2e-41f1-be48-667adcff14e1 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:43:57.303196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=82673b51-9162-4052-9bcc-31dfd1648bc7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:57.306669 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-1e771c8f-30c1-4589-a9d2-31d065f9ad1c service neutron] 10.222.0.47 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219954 Dec 11 22:43:57.313480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] No DVR routers for this DVR port 82673b51-9162-4052-9bcc-31dfd1648bc7 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:43:57.317360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcb7ab-6575-4651-b7d2-126e4d1b531b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f69b2a3-fe8f-4184-9590-375fa4981200,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:57.322266 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb7ab-6575-4651-b7d2-126e4d1b531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.322974 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-6fdcb7ab-6575-4651-b7d2-126e4d1b531b admin admin] Added segment 22a4d87e-cd38-4e59-9c07-fa7ceec6f729 of type vlan for network 0fb822b6-b25e-4b3c-a478-786d879bbbb5 Dec 11 22:43:57.365869 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=fea3e728-6169-4287-b3cc-1c9b2343e77d,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:57.386471 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb7ab-6575-4651-b7d2-126e4d1b531b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.400597 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 82673b51-9162-4052-9bcc-31dfd1648bc7 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:57.436225 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 82673b51-9162-4052-9bcc-31dfd1648bc7 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:57.436574 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 82673b51-9162-4052-9bcc-31dfd1648bc7 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:57.437006 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c9d30e65-c972-435b-bffd-5abde8a4c06f no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:43:57.462563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: c9d30e65-c972-435b-bffd-5abde8a4c06f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:43:57.463267 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c9d30e65-c972-435b-bffd-5abde8a4c06f not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:43:57.493910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ba6d1e1a-fb2e-41f1-be48-667adcff14e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:57.503729 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61691a5f-184e-4d36-ad8d-fe25531cf1d7 req-17a51fee-1e75-47e8-a0db-b8fe112a3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:57.505513 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-61691a5f-184e-4d36-ad8d-fe25531cf1d7 req-17a51fee-1e75-47e8-a0db-b8fe112a3f9d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 1097 time: 0.1049342 Dec 11 22:43:57.510311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1', 'mac_address': 'fa:16:3e:2a:bb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:43:57.528826 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f9fc1-c546-40ce-bfe6-436775970ddf req-c5f4a894-fb50-4a8d-84f7-3d3c77e4a2e7 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:57.530367 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ac7f9fc1-c546-40ce-bfe6-436775970ddf req-c5f4a894-fb50-4a8d-84f7-3d3c77e4a2e7 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 944 time: 0.0867884 Dec 11 22:43:57.550496 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.566216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba6d1e1a-fb2e-41f1-be48-667adcff14e1 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:57.584398 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb7ab-6575-4651-b7d2-126e4d1b531b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.584398 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdcb7ab-6575-4651-b7d2-126e4d1b531b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:57.584398 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb7ab-6575-4651-b7d2-126e4d1b531b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.590221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ba6d1e1a-fb2e-41f1-be48-667adcff14e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:57.608225 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.624190 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-61691a5f-184e-4d36-ad8d-fe25531cf1d7 req-4a7230ba-1bd9-41f7-8923-e9ee1c7f9d5d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094935 Dec 11 22:43:57.631359 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ac7f9fc1-c546-40ce-bfe6-436775970ddf req-d24ce474-1fa0-4fb3-a741-28114fd625ff tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914164 Dec 11 22:43:57.654323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:57.671409 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.674724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e533fe-b258-448a-a8b3-190306f7a7e1') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:57.675073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e533fe-b258-448a-a8b3-190306f7a7e1') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:57.684798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcb7ab-6575-4651-b7d2-126e4d1b531b admin admin] Pushing event updated for resources: {'Network': ['ID=0fb822b6-b25e-4b3c-a478-786d879bbbb5,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:57.691820 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.706832 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-194d4385-3195-466a-9d30-bfc7ebb50572 req-2b9762dd-2cb0-48df-9bc2-c910e3e57154 service neutron] 10.222.0.47 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104744 Dec 11 22:43:57.712380 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 0fb822b6-b25e-4b3c-a478-786d879bbbb5 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:43:57.714313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c769c-55ea-4c53-91d6-eced1fb7fb76 req-2a65257c-ebf9-45f2-a2dd-f327e6c405b9 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:57.715811 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-010c769c-55ea-4c53-91d6-eced1fb7fb76 req-2a65257c-ebf9-45f2-a2dd-f327e6c405b9 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 946 time: 0.1696081 Dec 11 22:43:57.723862 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.737082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:43:57.737569 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:43:57.740864 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:43:57.744450 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f487a3b-704b-4483-b4df-70f5cddfd474 req-85a2965f-8bcd-4411-a6e3-0e405fd2688d tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 210 time: 0.0321119 Dec 11 22:43:57.761636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-3d565956-b85d-444c-bde2-a22d125bdb6d tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Made reservation on behalf of f03caf60923d4542949e32a27579cadd for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:43:57.765430 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-3d565956-b85d-444c-bde2-a22d125bdb6d tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:57.803764 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:57.811780 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ba6d1e1a-fb2e-41f1-be48-667adcff14e1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:43:57.875596 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6fdcb7ab-6575-4651-b7d2-126e4d1b531b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1910133 Dec 11 22:43:57.877830 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-010c769c-55ea-4c53-91d6-eced1fb7fb76 req-6eea942f-ac78-4e0c-a062-cb91aef7810b tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488144 Dec 11 22:43:57.929843 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e98cc-8a61-4a24-a6f9-d33eb0a757ac req-fb183f20-1b56-4bec-b91b-5fef63721915 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:57.947874 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5a0e98cc-8a61-4a24-a6f9-d33eb0a757ac req-fb183f20-1b56-4bec-b91b-5fef63721915 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.1294830 Dec 11 22:43:57.958966 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:58.000965 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:58.006631 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f HTTP/1.1" status: 204 len: 168 time: 1.8883991 Dec 11 22:43:58.011649 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40424f4e-13f1-427b-8e80-4b74cc460c96 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dcdd3e1-7ac2-4d0d-beaa-49cfbeca2a0f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:58.029460 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5a0e98cc-8a61-4a24-a6f9-d33eb0a757ac req-42f73964-286a-4b8c-9217-1f4d592f94fd tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815978 Dec 11 22:43:58.090419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-3d565956-b85d-444c-bde2-a22d125bdb6d tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Allocated IP 172.20.0.3 (a6deae10-3a5a-4db1-976d-169f78b76f93/1cdd449a-afc5-4a0b-bc49-12f57c84d4a4/55eceeee-b5f8-4a50-a96d-f1a448a352ae) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:43:58.249537 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-3d565956-b85d-444c-bde2-a22d125bdb6d tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:58.360045 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-3d565956-b85d-444c-bde2-a22d125bdb6d tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:58.366672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54098) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:58.430828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-3d565956-b85d-444c-bde2-a22d125bdb6d tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Network a6deae10-3a5a-4db1-976d-169f78b76f93 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:43:58.443418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-3d565956-b85d-444c-bde2-a22d125bdb6d tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:43:58.445507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d565956-b85d-444c-bde2-a22d125bdb6d tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Pushing event updated for resources: {'Port': ['ID=55eceeee-b5f8-4a50-a96d-f1a448a352ae,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:58.450590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-3d565956-b85d-444c-bde2-a22d125bdb6d tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:43:58.459557 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdf1a3-ee1a-4d18-814d-4094afea9a30 req-9cca345b-2f4a-42e8-8223-b1a10766fefc tempest-ComputeTenantNetworksTest-479302014 tempest-ComputeTenantNetworksTest-479302014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:58.465897 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdf1a3-ee1a-4d18-814d-4094afea9a30 req-9cca345b-2f4a-42e8-8223-b1a10766fefc tempest-ComputeTenantNetworksTest-479302014 tempest-ComputeTenantNetworksTest-479302014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:58.472227 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdf1a3-ee1a-4d18-814d-4094afea9a30 req-9cca345b-2f4a-42e8-8223-b1a10766fefc tempest-ComputeTenantNetworksTest-479302014 tempest-ComputeTenantNetworksTest-479302014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:58.473939 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-43bdf1a3-ee1a-4d18-814d-4094afea9a30 req-9cca345b-2f4a-42e8-8223-b1a10766fefc tempest-ComputeTenantNetworksTest-479302014 tempest-ComputeTenantNetworksTest-479302014-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1997943 Dec 11 22:43:58.485329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-20c39c1b-ca21-4a96-b5f2-c5cb84d07aa6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1322d071786d4cde89394d6c706b9134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1143298 Dec 11 22:43:58.490119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54102) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:58.604808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-3d565956-b85d-444c-bde2-a22d125bdb6d tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:58.605341 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-3d565956-b85d-444c-bde2-a22d125bdb6d tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:58.643024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8afea5-309a-4726-a0c0-b1b0a8bc3aa3 req-3f68d875-9d0e-45b4-b0ea-95222a1cb944 tempest-ComputeTenantNetworksTest-479302014 tempest-ComputeTenantNetworksTest-479302014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:58.644386 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e8afea5-309a-4726-a0c0-b1b0a8bc3aa3 req-3f68d875-9d0e-45b4-b0ea-95222a1cb944 tempest-ComputeTenantNetworksTest-479302014 tempest-ComputeTenantNetworksTest-479302014-project] 10.222.0.45 "GET /v2.0/networks/0fb822b6-b25e-4b3c-a478-786d879bbbb5 HTTP/1.1" status: 200 len: 768 time: 0.1399884 Dec 11 22:43:58.650268 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97572997-e5b5-40f2-92bd-20600cac094b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:58.653024 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54112) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:58.682373 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97572997-e5b5-40f2-92bd-20600cac094b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:58.724443 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-3d565956-b85d-444c-bde2-a22d125bdb6d tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5490658 Dec 11 22:43:58.752533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Request body: {'port': {'device_id': 'feac53ec-662c-40cb-ab72-aea3b9de20e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:58.755345 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7ca6bbda-983e-42e0-a068-bb12e313807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:58.780809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c578b-8640-437e-9844-206a6b1d6372 req-ea4dc100-d459-43d6-bcb7-dbb0ae6c41da tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:58.782396 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-437c578b-8640-437e-9844-206a6b1d6372 req-ea4dc100-d459-43d6-bcb7-dbb0ae6c41da tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 944 time: 0.0710933 Dec 11 22:43:58.811168 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97572997-e5b5-40f2-92bd-20600cac094b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:58.813909 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97572997-e5b5-40f2-92bd-20600cac094b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:58.818304 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-97572997-e5b5-40f2-92bd-20600cac094b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/98e22168-22a6-489c-8cc9-48adf7951448 HTTP/1.1" status: 204 len: 168 time: 0.3242302 Dec 11 22:43:58.844469 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97572997-e5b5-40f2-92bd-20600cac094b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e22168-22a6-489c-8cc9-48adf7951448,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:58.865233 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:58.904971 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7ca6bbda-983e-42e0-a068-bb12e313807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:58.946228 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-437c578b-8640-437e-9844-206a6b1d6372 req-90c705db-ba12-432a-b83c-67b15d91317c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337600 Dec 11 22:43:58.951676 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-7ca6bbda-983e-42e0-a068-bb12e313807c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb822b6-b25e-4b3c-a478-786d879bbbb5']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:58.969493 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-7ca6bbda-983e-42e0-a068-bb12e313807c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a4d87e-cd38-4e59-9c07-fa7ceec6f729') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:58.975877 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-7ca6bbda-983e-42e0-a068-bb12e313807c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a4d87e-cd38-4e59-9c07-fa7ceec6f729') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:43:58.975976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d55a98-2ff8-47a8-97b6-52d18a906ca4 req-d98567d8-c4a4-4e1f-8af1-427ecd2ca105 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:58.983342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8d55a98-2ff8-47a8-97b6-52d18a906ca4 req-d98567d8-c4a4-4e1f-8af1-427ecd2ca105 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 931 time: 0.1409357 Dec 11 22:43:58.997484 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7ca6bbda-983e-42e0-a068-bb12e313807c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:59.030141 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7ca6bbda-983e-42e0-a068-bb12e313807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:59.035674 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca6bbda-983e-42e0-a068-bb12e313807c admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:43:59.036290 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7ca6bbda-983e-42e0-a068-bb12e313807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:43:59.038298 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:43:59.127273 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8d55a98-2ff8-47a8-97b6-52d18a906ca4 req-e0ce06e8-e4ff-447b-99db-605a0a811508 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/security-groups?id=595a8693-1a81-4d7b-93a8-565748a060af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199846 Dec 11 22:43:59.151502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3ac0b-2cf5-4d70-90f8-9304c324c861 req-cda1bef3-eb92-465f-9688-43ef1219847f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:59.161237 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24c3ac0b-2cf5-4d70-90f8-9304c324c861 req-cda1bef3-eb92-465f-9688-43ef1219847f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 946 time: 0.1089814 Dec 11 22:43:59.215472 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24c3ac0b-2cf5-4d70-90f8-9304c324c861 req-7d9adf53-53cb-409c-8e61-296493df0160 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533116 Dec 11 22:43:59.257453 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7ca6bbda-983e-42e0-a068-bb12e313807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:59.265930 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7ca6bbda-983e-42e0-a068-bb12e313807c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:59.270193 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7ca6bbda-983e-42e0-a068-bb12e313807c admin admin] 10.222.0.45 "DELETE /v2.0/networks/0fb822b6-b25e-4b3c-a478-786d879bbbb5 HTTP/1.1" status: 204 len: 168 time: 0.6159606 Dec 11 22:43:59.277106 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ba6d1e1a-fb2e-41f1-be48-667adcff14e1 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:43:59.283600 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6bbda-983e-42e0-a068-bb12e313807c admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb822b6-b25e-4b3c-a478-786d879bbbb5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:59.348282 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port ba6d1e1a-fb2e-41f1-be48-667adcff14e1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:43:59.349189 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:59.377598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671b458-be3d-48fd-b544-c827f1d56093 req-277b3b81-5614-42a9-9198-bf62bb1c2274 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:59.379767 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4671b458-be3d-48fd-b544-c827f1d56093 req-277b3b81-5614-42a9-9198-bf62bb1c2274 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.1096859 Dec 11 22:43:59.459116 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:59.487570 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc3c994-eb60-4fc2-a5d6-6909fbbdc77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:43:59.490614 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8675412-344e-4f39-a8e1-42406186fbf0" -d '{"events": [{"server_uuid": "efc3c994-eb60-4fc2-a5d6-6909fbbdc77a", "name": "network-vif-plugged", "status": "completed", "tag": "ba6d1e1a-fb2e-41f1-be48-667adcff14e1"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:43:59.503415 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-839c0e0b-dc24-44dc-9ec5-aa70f1bdbbaf req-ab7f8674-8b23-4788-9329-9c2c229cd39f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1635398569&fields=id&tenant_id=19fada12d1a645398dd5c11ac569a671 HTTP/1.1" status: 200 len: 267 time: 0.0813727 Dec 11 22:43:59.503961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55eceeee-b5f8-4a50-a96d-f1a448a352ae {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:43:59.511090 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ba6d1e1a-fb2e-41f1-be48-667adcff14e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:59.518634 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:59.526683 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4671b458-be3d-48fd-b544-c827f1d56093 req-0698f966-33e9-4861-9c33-46f1e8cc1003 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400697 Dec 11 22:43:59.538365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Transition to ACTIVE for port object 55eceeee-b5f8-4a50-a96d-f1a448a352ae will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:43:59.574701 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0297ea5-d1e0-476b-8f81-ec31031d609e x-openstack-request-id: req-b0297ea5-d1e0-476b-8f81-ec31031d609e {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:43:59.575193 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc3c994-eb60-4fc2-a5d6-6909fbbdc77a", "name": "network-vif-plugged", "status": "completed", "tag": "ba6d1e1a-fb2e-41f1-be48-667adcff14e1", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:43:59.575610 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0297ea5-d1e0-476b-8f81-ec31031d609e {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:43:59.576180 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc3c994-eb60-4fc2-a5d6-6909fbbdc77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1', 'code': 200} Dec 11 22:43:59.576444 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c0e0b-dc24-44dc-9ec5-aa70f1bdbbaf req-18841207-fddb-4ff2-b600-eca638206681 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:43:59.577940 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-839c0e0b-dc24-44dc-9ec5-aa70f1bdbbaf req-18841207-fddb-4ff2-b600-eca638206681 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 946 time: 0.0713906 Dec 11 22:43:59.589839 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-839c0e0b-dc24-44dc-9ec5-aa70f1bdbbaf req-c0b677d7-c81f-48b8-bf94-458e25cd1374 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Request body: {'port': {'security_groups': ['9cae55d5-3406-41c0-9175-6d8f4734159c', 'af3c4a93-556b-44f7-be4d-2205120b219d']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:43:59.637182 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:59.637517 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:59.667685 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-839c0e0b-dc24-44dc-9ec5-aa70f1bdbbaf req-c0b677d7-c81f-48b8-bf94-458e25cd1374 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:59.715609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Pushing event updated for resources: {'Port': ['ID=55eceeee-b5f8-4a50-a96d-f1a448a352ae,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:59.723020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:43:59.847873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Attempting to bind port 55eceeee-b5f8-4a50-a96d-f1a448a352ae on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:43:59.848327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Attempting to bind port 55eceeee-b5f8-4a50-a96d-f1a448a352ae by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '9518e9af-3a23-4d4d-81fb-40bc61a0c09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a6deae10-3a5a-4db1-976d-169f78b76f93'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:43:59.848761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Attempting to bind port 55eceeee-b5f8-4a50-a96d-f1a448a352ae on network a6deae10-3a5a-4db1-976d-169f78b76f93 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:59.854492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Port 55eceeee-b5f8-4a50-a96d-f1a448a352ae on network a6deae10-3a5a-4db1-976d-169f78b76f93 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:43:59.854982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Attempting to bind port 55eceeee-b5f8-4a50-a96d-f1a448a352ae on network a6deae10-3a5a-4db1-976d-169f78b76f93 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:43:59.861376 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:43:59.861835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Checking segment: {'id': '9518e9af-3a23-4d4d-81fb-40bc61a0c09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a6deae10-3a5a-4db1-976d-169f78b76f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:43:59.862325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Bound using segment: {'id': '9518e9af-3a23-4d4d-81fb-40bc61a0c09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a6deae10-3a5a-4db1-976d-169f78b76f93'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:43:59.862906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Bound port: 55eceeee-b5f8-4a50-a96d-f1a448a352ae, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9518e9af-3a23-4d4d-81fb-40bc61a0c09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a6deae10-3a5a-4db1-976d-169f78b76f93'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:43:59.863374 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:59.880314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54166) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:43:59.914128 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-839c0e0b-dc24-44dc-9ec5-aa70f1bdbbaf req-c0b677d7-c81f-48b8-bf94-458e25cd1374 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] For port fea3e728-6169-4287-b3cc-1c9b2343e77d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fea3e728-6169-4287-b3cc-1c9b2343e77d,segment=NetworkSegment(6333f14b-0971-4035-b995-b8109fb30ca0),segment_id=6333f14b-0971-4035-b995-b8109fb30ca0)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:43:59.975126 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-40e75672-1a2f-4f59-8ef0-7e95da2ed107 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e965bfc6e5343d591606105c6e2660d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0931790 Dec 11 22:43:59.980623 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-839c0e0b-dc24-44dc-9ec5-aa70f1bdbbaf req-c0b677d7-c81f-48b8-bf94-458e25cd1374 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:43:59.981275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54170) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:00.023294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] For port 55eceeee-b5f8-4a50-a96d-f1a448a352ae, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:44:00.059849 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-839c0e0b-dc24-44dc-9ec5-aa70f1bdbbaf req-c0b677d7-c81f-48b8-bf94-458e25cd1374 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:00.078481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['b950a688-f1ae-45bd-bb96-7f34bce710e1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:00.090052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] For port 55eceeee-b5f8-4a50-a96d-f1a448a352ae, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=55eceeee-b5f8-4a50-a96d-f1a448a352ae,segment=NetworkSegment(9518e9af-3a23-4d4d-81fb-40bc61a0c09a),segment_id=9518e9af-3a23-4d4d-81fb-40bc61a0c09a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:44:00.114588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['fea3e728-6169-4287-b3cc-1c9b2343e77d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:00.145203 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c0e0b-dc24-44dc-9ec5-aa70f1bdbbaf req-c0b677d7-c81f-48b8-bf94-458e25cd1374 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:00.146196 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-839c0e0b-dc24-44dc-9ec5-aa70f1bdbbaf req-c0b677d7-c81f-48b8-bf94-458e25cd1374 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:00.160078 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-839c0e0b-dc24-44dc-9ec5-aa70f1bdbbaf req-c0b677d7-c81f-48b8-bf94-458e25cd1374 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "PUT /v2.0/ports/fea3e728-6169-4287-b3cc-1c9b2343e77d HTTP/1.1" status: 200 len: 982 time: 0.5746288 Dec 11 22:44:00.161199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca1fd8b-0a18-496d-a7e3-53c68f966904', 'tag': 'fea3e728-6169-4287-b3cc-1c9b2343e77d'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:00.165687 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c13f03-f257-403f-85aa-5b91e4c2d38b" -d '{"events": [{"name": "network-changed", "server_uuid": "bca1fd8b-0a18-496d-a7e3-53c68f966904", "tag": "fea3e728-6169-4287-b3cc-1c9b2343e77d"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:00.177309 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e845bad7-a066-4b8c-a708-dddcbc2de686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:00.207399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c6dc4-1aee-4505-ab08-31091856e556 req-5eea2dd8-a5d7-4838-a7f2-d879b97ecd1b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:00.209456 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c38c6dc4-1aee-4505-ab08-31091856e556 req-5eea2dd8-a5d7-4838-a7f2-d879b97ecd1b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 944 time: 0.1713431 Dec 11 22:44:00.213125 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:00.250598 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b677d7-c81f-48b8-bf94-458e25cd1374 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event updated for resources: {'Port': ['ID=fea3e728-6169-4287-b3cc-1c9b2343e77d,revision_number=6']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:00.297311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['fea3e728-6169-4287-b3cc-1c9b2343e77d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:00.297875 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e845bad7-a066-4b8c-a708-dddcbc2de686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:00.348022 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:00.350386 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:00.352806 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] 10.222.0.47 "PUT /v2.0/ports/55eceeee-b5f8-4a50-a96d-f1a448a352ae HTTP/1.1" status: 200 len: 1091 time: 1.6056781 Dec 11 22:44:00.362942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feac53ec-662c-40cb-ab72-aea3b9de20e4', 'tag': '55eceeee-b5f8-4a50-a96d-f1a448a352ae'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:00.365398 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5957c-5bd6-4563-9225-df16a82c7ddd req-4353d2a6-311a-475f-ba2d-9d4b600fdc00 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:00.365529 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cda6f51-1488-40ed-bb23-8803fefbab3a" -d '{"events": [{"name": "network-changed", "server_uuid": "feac53ec-662c-40cb-ab72-aea3b9de20e4", "tag": "55eceeee-b5f8-4a50-a96d-f1a448a352ae"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:00.368006 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2af5957c-5bd6-4563-9225-df16a82c7ddd req-4353d2a6-311a-475f-ba2d-9d4b600fdc00 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 943 time: 0.1293268 Dec 11 22:44:00.465720 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2af5957c-5bd6-4563-9225-df16a82c7ddd req-2aff647f-7377-4872-8204-787066f3f8bc tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/security-groups?id=595a8693-1a81-4d7b-93a8-565748a060af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901778 Dec 11 22:44:00.470954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b581f6-fa6b-4e8a-bc0f-3c4b1ef4e76d service neutron] Pushing event updated for resources: {'Port': ['ID=55eceeee-b5f8-4a50-a96d-f1a448a352ae,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:00.534139 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c38c6dc4-1aee-4505-ab08-31091856e556 req-b42496b4-05d3-458c-9fd8-d49173dd7008 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064990 Dec 11 22:44:00.590241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-cc5f9661-cca1-40ca-855f-d72f86b24da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:00.592330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-cc5f9661-cca1-40ca-855f-d72f86b24da5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f03caf60923d4542949e32a27579cadd&device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 1094 time: 0.1008251 Dec 11 22:44:00.598176 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c264181d-3934-42cf-a0fd-5c0cf91ea6df req-163f8fe2-0bed-4b37-a704-27d45287c1af tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/af3c4a93-556b-44f7-be4d-2205120b219d HTTP/1.1" status: 200 len: 1819 time: 0.1118088 Dec 11 22:44:00.644687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 7199242e-db76-41d5-be10-e8f47223c030 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:44:00.687274 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc9124b-1441-4215-b20f-cec9205decba x-openstack-request-id: req-7cc9124b-1441-4215-b20f-cec9205decba {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:00.692780 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e845bad7-a066-4b8c-a708-dddcbc2de686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:00.695798 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca1fd8b-0a18-496d-a7e3-53c68f966904", "tag": "fea3e728-6169-4287-b3cc-1c9b2343e77d", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:00.696197 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e845bad7-a066-4b8c-a708-dddcbc2de686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:00.699798 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e845bad7-a066-4b8c-a708-dddcbc2de686 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4f69b2a3-fe8f-4184-9590-375fa4981200 HTTP/1.1" status: 204 len: 168 time: 0.7152619 Dec 11 22:44:00.705169 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7cc9124b-1441-4215-b20f-cec9205decba {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:00.705937 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca1fd8b-0a18-496d-a7e3-53c68f966904', 'tag': 'fea3e728-6169-4287-b3cc-1c9b2343e77d', 'status': 'completed', 'code': 200} Dec 11 22:44:00.738408 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-65c87c10-aeec-45e8-9c69-df4946975a25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55eceeee-b5f8-4a50-a96d-f1a448a352ae HTTP/1.1" status: 200 len: 217 time: 0.1314163 Dec 11 22:44:00.758692 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [req-c264181d-3934-42cf-a0fd-5c0cf91ea6df req-51f8872c-b03b-408d-8aaf-3c538575466a tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 11 22:44:00.759788 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c264181d-3934-42cf-a0fd-5c0cf91ea6df req-51f8872c-b03b-408d-8aaf-3c538575466a tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "DELETE /v2.0/security-groups/af3c4a93-556b-44f7-be4d-2205120b219d HTTP/1.1" status: 409 len: 341 time: 0.1531186 Dec 11 22:44:00.791564 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845bad7-a066-4b8c-a708-dddcbc2de686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f69b2a3-fe8f-4184-9590-375fa4981200,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:00.874355 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c46d933-f42b-4021-a0f5-2f7fe85d9006 x-openstack-request-id: req-4c46d933-f42b-4021-a0f5-2f7fe85d9006 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:00.878742 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feac53ec-662c-40cb-ab72-aea3b9de20e4", "tag": "55eceeee-b5f8-4a50-a96d-f1a448a352ae", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:00.879091 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c46d933-f42b-4021-a0f5-2f7fe85d9006 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:00.879528 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feac53ec-662c-40cb-ab72-aea3b9de20e4', 'tag': '55eceeee-b5f8-4a50-a96d-f1a448a352ae', 'status': 'completed', 'code': 200} Dec 11 22:44:00.921280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c13f03-f257-403f-85aa-5b91e4c2d38b req-99871688-2230-45c5-be90-44ea58018789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:00.928013 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82c13f03-f257-403f-85aa-5b91e4c2d38b req-99871688-2230-45c5-be90-44ea58018789 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19fada12d1a645398dd5c11ac569a671&device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 1136 time: 0.2334919 Dec 11 22:44:00.972388 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-1534ca0f-4f95-4167-aaeb-5146d1732106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:00.979065 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-1534ca0f-4f95-4167-aaeb-5146d1732106 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cdd449a-afc5-4a0b-bc49-12f57c84d4a4 HTTP/1.1" status: 200 len: 864 time: 0.2302334 Dec 11 22:44:01.027230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 7199242e-db76-41d5-be10-e8f47223c030, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=7199242e-db76-41d5-be10-e8f47223c030,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:01.069297 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac462a4-0ad5-4abd-8cb1-12659784fe60 req-b996fdfd-ab87-431f-b83a-da8516ce08cd tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:01.071641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '7199242e-db76-41d5-be10-e8f47223c030', 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd', 'port_id': '7199242e-db76-41d5-be10-e8f47223c030', 'mac_address': 'fa:16:3e:e5:e7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56072fb-d6eb-465a-81da-2818b252a24c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:44:01.079334 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ac462a4-0ad5-4abd-8cb1-12659784fe60 req-b996fdfd-ab87-431f-b83a-da8516ce08cd tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.1253552 Dec 11 22:44:01.148206 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-6b7d02e7-f3dc-49d2-bad0-7ad59ee1e66f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6deae10-3a5a-4db1-976d-169f78b76f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346047 Dec 11 22:44:01.149567 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ac462a4-0ad5-4abd-8cb1-12659784fe60 req-a7477b92-0417-44bd-a0c9-415109a19e5c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655358 Dec 11 22:44:01.185537 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:01.226954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7199242e-db76-41d5-be10-e8f47223c030 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:44:01.275742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 7199242e-db76-41d5-be10-e8f47223c030, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=7199242e-db76-41d5-be10-e8f47223c030,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:01.321057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c13f03-f257-403f-85aa-5b91e4c2d38b req-9e1ec790-7a90-403f-b291-eef494c5a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:01.322846 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82c13f03-f257-403f-85aa-5b91e4c2d38b req-9e1ec790-7a90-403f-b291-eef494c5a491 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a HTTP/1.1" status: 200 len: 913 time: 0.3884366 Dec 11 22:44:01.388830 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82c13f03-f257-403f-85aa-5b91e4c2d38b req-c0fcac51-c9ef-4118-a5b9-b3e1d37677f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fea3e728-6169-4287-b3cc-1c9b2343e77d HTTP/1.1" status: 200 len: 217 time: 0.0549250 Dec 11 22:44:01.432920 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:01.436625 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-c4eb736e-c6c4-4200-9c2d-bd15fe5bb572 service neutron] 10.222.0.47 "GET /v2.0/networks/a6deae10-3a5a-4db1-976d-169f78b76f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707715 Dec 11 22:44:01.530171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c13f03-f257-403f-85aa-5b91e4c2d38b req-7e8509c1-4353-4d00-91c1-b2c110512276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:01.531684 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82c13f03-f257-403f-85aa-5b91e4c2d38b req-7e8509c1-4353-4d00-91c1-b2c110512276 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b34479c4-c6a1-48c9-a67a-10df10a1b6e8 HTTP/1.1" status: 200 len: 852 time: 0.1355584 Dec 11 22:44:01.548770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=7199242e-db76-41d5-be10-e8f47223c030,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:01.588140 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82c13f03-f257-403f-85aa-5b91e4c2d38b req-f3a90822-cd60-46a0-b492-ccd4d5c4ae1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463502 Dec 11 22:44:01.698784 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5f485-6901-4f16-bf5a-1155b6321d41 req-a5d0bc19-f7c1-4d5a-a655-24eaeed9f1f9 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:01.707407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a7c5f485-6901-4f16-bf5a-1155b6321d41 req-a5d0bc19-f7c1-4d5a-a655-24eaeed9f1f9 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 943 time: 0.1069112 Dec 11 22:44:01.738792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['7199242e-db76-41d5-be10-e8f47223c030'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:01.756400 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93a0ed8f-75cb-46cf-a0ef-1d8ff0dd4178 req-c22d1544-badd-4c7c-89b0-5a24897027ec service neutron] 10.222.0.47 "GET /v2.0/networks/a6deae10-3a5a-4db1-976d-169f78b76f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097286 Dec 11 22:44:01.787297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44330efb-1caf-4165-b9fb-df0a731f22dd req-ec9307f7-e0cd-4bb9-87bc-5e9f0d01ea5e tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:01.788841 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-44330efb-1caf-4165-b9fb-df0a731f22dd req-ec9307f7-e0cd-4bb9-87bc-5e9f0d01ea5e tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 985 time: 0.1481278 Dec 11 22:44:01.804413 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a7c5f485-6901-4f16-bf5a-1155b6321d41 req-69bd7c7d-6ae6-438a-95de-a77d9f73e720 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/security-groups?id=595a8693-1a81-4d7b-93a8-565748a060af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960863 Dec 11 22:44:01.815116 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82c13f03-f257-403f-85aa-5b91e4c2d38b req-d5222a8e-af6c-46ea-9852-a5b659ea8f6d service neutron] 10.222.0.47 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032881 Dec 11 22:44:01.981054 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b625f89-e598-4d3d-b9cd-d9dd1679c03a req-8e1b341f-4527-40c0-bebf-5ca79dfc8048 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:01.990634 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b625f89-e598-4d3d-b9cd-d9dd1679c03a req-8e1b341f-4527-40c0-bebf-5ca79dfc8048 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 945 time: 0.0960352 Dec 11 22:44:02.066309 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b625f89-e598-4d3d-b9cd-d9dd1679c03a req-26b60bfe-6a1a-4a2f-ae67-bea1768872f0 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737441 Dec 11 22:44:02.223150 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54274) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:02.331168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82c13f03-f257-403f-85aa-5b91e4c2d38b req-970ca80d-bd40-416a-be56-58569ab5e672 service neutron] 10.222.0.47 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079460 Dec 11 22:44:02.383676 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4b205e07-69df-40a7-8ff2-5df85f35e6b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:02.428211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda6f51-1488-40ed-bb23-8803fefbab3a req-62ce31ef-4b91-41c2-8373-9e10a59a2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:02.429726 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5cda6f51-1488-40ed-bb23-8803fefbab3a req-62ce31ef-4b91-41c2-8373-9e10a59a2255 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f03caf60923d4542949e32a27579cadd&device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 1094 time: 0.0958986 Dec 11 22:44:02.435496 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-44330efb-1caf-4165-b9fb-df0a731f22dd req-73db04b7-e862-4a13-92a3-fe0be49bdf85 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3c4a93-556b-44f7-be4d-2205120b219d&id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.6318717 Dec 11 22:44:02.486563 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7d8ce-b916-4f93-8ede-5f36ee980a4e req-7acc5934-882a-4d48-b473-782e72db2fe2 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:02.488350 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f4a7d8ce-b916-4f93-8ede-5f36ee980a4e req-7acc5934-882a-4d48-b473-782e72db2fe2 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0964050 Dec 11 22:44:02.594210 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9127ad-5146-4bd5-917d-7c6be8a573fb req-de85e846-d341-4493-882d-5a70c2969a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:02.596814 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a9127ad-5146-4bd5-917d-7c6be8a573fb req-de85e846-d341-4493-882d-5a70c2969a62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19fada12d1a645398dd5c11ac569a671&device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 1136 time: 0.0749483 Dec 11 22:44:02.607333 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4b205e07-69df-40a7-8ff2-5df85f35e6b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:02.620804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda6f51-1488-40ed-bb23-8803fefbab3a req-1f032d7a-646e-454b-93fa-84b4cfa73cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:02.622932 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5cda6f51-1488-40ed-bb23-8803fefbab3a req-1f032d7a-646e-454b-93fa-84b4cfa73cc7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6deae10-3a5a-4db1-976d-169f78b76f93 HTTP/1.1" status: 200 len: 925 time: 0.1815641 Dec 11 22:44:02.639760 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f4a7d8ce-b916-4f93-8ede-5f36ee980a4e req-5b05c00b-9c14-4b02-8045-8b9b9d8c6649 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397629 Dec 11 22:44:02.667839 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4b205e07-69df-40a7-8ff2-5df85f35e6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:02.734762 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4b205e07-69df-40a7-8ff2-5df85f35e6b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ae52fa2baea04af4b9559e60e540b63e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5103493 Dec 11 22:44:02.737542 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54284) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:02.744941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b205e07-69df-40a7-8ff2-5df85f35e6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a29b83-f401-4d64-adf5-e2156ddfa724,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:02.745449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9127ad-5146-4bd5-917d-7c6be8a573fb req-f3489db4-1b8c-4026-bed2-afcdcce6da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:02.747166 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a9127ad-5146-4bd5-917d-7c6be8a573fb req-f3489db4-1b8c-4026-bed2-afcdcce6da51 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a HTTP/1.1" status: 200 len: 913 time: 0.1283057 Dec 11 22:44:02.813571 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-655708ca-6eb4-4c21-a4a9-4aa0e844da6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:02.818908 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a9127ad-5146-4bd5-917d-7c6be8a573fb req-32fbc470-508d-4227-869f-bb64359ce284 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fea3e728-6169-4287-b3cc-1c9b2343e77d HTTP/1.1" status: 200 len: 217 time: 0.0504298 Dec 11 22:44:02.856573 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-655708ca-6eb4-4c21-a4a9-4aa0e844da6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:02.865266 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5cda6f51-1488-40ed-bb23-8803fefbab3a req-ddf83dc6-0d4f-49f0-b020-71b6f589fce4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55eceeee-b5f8-4a50-a96d-f1a448a352ae HTTP/1.1" status: 200 len: 217 time: 0.2097931 Dec 11 22:44:03.037603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fb5cc-9b8d-436e-84ed-23e15ade32ba req-9ef50070-bb28-4e78-a1e0-19f326d1ebfe tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:03.039253 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be0fb5cc-9b8d-436e-84ed-23e15ade32ba req-9ef50070-bb28-4e78-a1e0-19f326d1ebfe tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 943 time: 0.1469841 Dec 11 22:44:03.042358 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-655708ca-6eb4-4c21-a4a9-4aa0e844da6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:03.043028 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9127ad-5146-4bd5-917d-7c6be8a573fb req-e57679a6-cbc9-4555-829a-590fd208a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:03.046009 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a9127ad-5146-4bd5-917d-7c6be8a573fb req-e57679a6-cbc9-4555-829a-590fd208a14d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b34479c4-c6a1-48c9-a67a-10df10a1b6e8 HTTP/1.1" status: 200 len: 852 time: 0.1921892 Dec 11 22:44:03.049532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-655708ca-6eb4-4c21-a4a9-4aa0e844da6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:03.050458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda6f51-1488-40ed-bb23-8803fefbab3a req-6d533ef9-2af5-414d-b275-a4360e279556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:03.051937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5cda6f51-1488-40ed-bb23-8803fefbab3a req-6d533ef9-2af5-414d-b275-a4360e279556 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cdd449a-afc5-4a0b-bc49-12f57c84d4a4 HTTP/1.1" status: 200 len: 864 time: 0.1613319 Dec 11 22:44:03.053647 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-655708ca-6eb4-4c21-a4a9-4aa0e844da6a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/82a29b83-f401-4d64-adf5-e2156ddfa724 HTTP/1.1" status: 204 len: 168 time: 0.3147874 Dec 11 22:44:03.075559 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655708ca-6eb4-4c21-a4a9-4aa0e844da6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a29b83-f401-4d64-adf5-e2156ddfa724,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:03.152572 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a9127ad-5146-4bd5-917d-7c6be8a573fb req-ec067963-6224-4faf-afeb-17a443011db5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983696 Dec 11 22:44:03.156543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5cda6f51-1488-40ed-bb23-8803fefbab3a req-f457b670-3d86-4b51-87c4-b5dcbdccdce7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6deae10-3a5a-4db1-976d-169f78b76f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546546 Dec 11 22:44:03.282922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551c885-130f-4de7-b646-017862e8ede7 req-b4097ce4-ceb7-4425-ac28-695b717349da tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:03.287402 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e551c885-130f-4de7-b646-017862e8ede7 req-b4097ce4-ceb7-4425-ac28-695b717349da tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 945 time: 0.1223428 Dec 11 22:44:03.307007 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be0fb5cc-9b8d-436e-84ed-23e15ade32ba req-c0c54e20-faef-4940-aa52-b98b062245db tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/security-groups?id=595a8693-1a81-4d7b-93a8-565748a060af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350805 Dec 11 22:44:03.385536 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e551c885-130f-4de7-b646-017862e8ede7 req-4e8af037-5d40-40e7-939e-0305ec2b9b40 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711496 Dec 11 22:44:03.385646 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a9127ad-5146-4bd5-917d-7c6be8a573fb req-92226e24-700d-4b4d-aed1-55d35ef028a3 service neutron] 10.222.0.47 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148669 Dec 11 22:44:03.448841 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5cda6f51-1488-40ed-bb23-8803fefbab3a req-e6b27843-ff18-495e-90ea-36ed3fbd8547 service neutron] 10.222.0.47 "GET /v2.0/networks/a6deae10-3a5a-4db1-976d-169f78b76f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725623 Dec 11 22:44:03.681711 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f57716-66bd-4c9f-ace6-9173b9d9e854 req-87d57174-91c5-4bfb-ac5e-6e32aa72f868 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:03.691024 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83f57716-66bd-4c9f-ace6-9173b9d9e854 req-87d57174-91c5-4bfb-ac5e-6e32aa72f868 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 985 time: 0.1257861 Dec 11 22:44:03.701270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a9127ad-5146-4bd5-917d-7c6be8a573fb req-2051b5cc-fa14-4cc9-b5a7-9f01b0e78724 service neutron] 10.222.0.47 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011258 Dec 11 22:44:03.704427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5cda6f51-1488-40ed-bb23-8803fefbab3a req-b347e918-857b-4603-b2f9-36862afb2578 service neutron] 10.222.0.47 "GET /v2.0/networks/a6deae10-3a5a-4db1-976d-169f78b76f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957407 Dec 11 22:44:03.791950 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83f57716-66bd-4c9f-ace6-9173b9d9e854 req-e2386780-12a7-4184-b866-23bcf6eec295 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3c4a93-556b-44f7-be4d-2205120b219d&id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0973213 Dec 11 22:44:03.827807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c92e5-9ce9-4de7-83f6-ebbf634bb6ea req-380be696-7469-4cdd-a38b-e8ecb72835d9 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:03.830212 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-959c92e5-9ce9-4de7-83f6-ebbf634bb6ea req-380be696-7469-4cdd-a38b-e8ecb72835d9 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0888743 Dec 11 22:44:03.905116 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-959c92e5-9ce9-4de7-83f6-ebbf634bb6ea req-306d0da1-03e6-4d00-be98-9ad9ce64d394 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677316 Dec 11 22:44:04.633272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 55eceeee-b5f8-4a50-a96d-f1a448a352ae details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:44:04.635404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 7199242e-db76-41d5-be10-e8f47223c030 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:44:04.670202 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac68379-72e2-4aed-b75f-343b2d46a144 req-ecfd48b6-971d-4246-b837-b3e69130542f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:04.683781 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3ac68379-72e2-4aed-b75f-343b2d46a144 req-ecfd48b6-971d-4246-b837-b3e69130542f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 945 time: 0.1132798 Dec 11 22:44:04.685324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fab1d-750c-4f12-b2f4-e54a1c7f783c req-9b474a20-874c-4af2-b69d-812455dc4bd3 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:04.697757 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e58fab1d-750c-4f12-b2f4-e54a1c7f783c req-9b474a20-874c-4af2-b69d-812455dc4bd3 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 943 time: 0.2186615 Dec 11 22:44:04.796207 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e58fab1d-750c-4f12-b2f4-e54a1c7f783c req-9b11a1c1-3100-4a0c-88fa-f19e26f53efc tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/security-groups?id=595a8693-1a81-4d7b-93a8-565748a060af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902600 Dec 11 22:44:04.815449 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3ac68379-72e2-4aed-b75f-343b2d46a144 req-49716f99-e4f7-4749-94d6-ca627432a10c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283045 Dec 11 22:44:04.909581 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 55eceeee-b5f8-4a50-a96d-f1a448a352ae, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=55eceeee-b5f8-4a50-a96d-f1a448a352ae,segment=NetworkSegment(9518e9af-3a23-4d4d-81fb-40bc61a0c09a),segment_id=9518e9af-3a23-4d4d-81fb-40bc61a0c09a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:04.919642 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 7199242e-db76-41d5-be10-e8f47223c030 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:44:04.935641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 7199242e-db76-41d5-be10-e8f47223c030 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:44:04.936275 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:04.961749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '55eceeee-b5f8-4a50-a96d-f1a448a352ae', 'network_id': 'a6deae10-3a5a-4db1-976d-169f78b76f93', 'port_id': '55eceeee-b5f8-4a50-a96d-f1a448a352ae', 'mac_address': 'fa:16:3e:a8:35:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdd449a-afc5-4a0b-bc49-12f57c84d4a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:44:05.130109 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54376) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:05.153444 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:05.154352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d332fe-d815-4f4e-b051-82f2ea8d39c2 req-48d6afe5-b1f9-43b0-a561-1afa9d4267fd tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:05.162106 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18d332fe-d815-4f4e-b051-82f2ea8d39c2 req-48d6afe5-b1f9-43b0-a561-1afa9d4267fd tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.1065993 Dec 11 22:44:05.175667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637cbc1-8a12-4ea5-b24d-1ec2a6a20093 req-dcb4191b-f476-4ed9-947e-7ceb2b3f82d0 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:05.177333 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f637cbc1-8a12-4ea5-b24d-1ec2a6a20093 req-dcb4191b-f476-4ed9-947e-7ceb2b3f82d0 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 985 time: 0.1113467 Dec 11 22:44:05.215413 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:05.237373 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18d332fe-d815-4f4e-b051-82f2ea8d39c2 req-53b7d4d7-8ffc-45d0-93ad-aefce5bcc4fb tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739403 Dec 11 22:44:05.257137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 7199242e-db76-41d5-be10-e8f47223c030, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=7199242e-db76-41d5-be10-e8f47223c030,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:05.260294 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f4c3b6-a609-47f9-ab86-091dd2bbc9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7199242e-db76-41d5-be10-e8f47223c030'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:05.266721 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f77cc1-19e7-47e2-a03d-282e9b7f9d6e" -d '{"events": [{"server_uuid": "85f4c3b6-a609-47f9-ab86-091dd2bbc9d9", "name": "network-vif-plugged", "status": "completed", "tag": "7199242e-db76-41d5-be10-e8f47223c030"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:05.271901 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55eceeee-b5f8-4a50-a96d-f1a448a352ae {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:44:05.299600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 55eceeee-b5f8-4a50-a96d-f1a448a352ae, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=55eceeee-b5f8-4a50-a96d-f1a448a352ae,segment=NetworkSegment(9518e9af-3a23-4d4d-81fb-40bc61a0c09a),segment_id=9518e9af-3a23-4d4d-81fb-40bc61a0c09a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:05.328133 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c87a90e-f5e0-4903-bf45-6416252bdb80 x-openstack-request-id: req-9c87a90e-f5e0-4903-bf45-6416252bdb80 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:05.328721 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f4c3b6-a609-47f9-ab86-091dd2bbc9d9", "name": "network-vif-plugged", "status": "completed", "tag": "7199242e-db76-41d5-be10-e8f47223c030", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:05.329037 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c87a90e-f5e0-4903-bf45-6416252bdb80 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:05.329742 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f4c3b6-a609-47f9-ab86-091dd2bbc9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7199242e-db76-41d5-be10-e8f47223c030', 'code': 200} Dec 11 22:44:05.345495 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f637cbc1-8a12-4ea5-b24d-1ec2a6a20093 req-a7948de8-7ebc-4d71-aea1-0a21e05d5f3b tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3c4a93-556b-44f7-be4d-2205120b219d&id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1562121 Dec 11 22:44:05.348145 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:05.389023 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:05.406176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6c4e8a48-02ec-4b1b-9035-c7cc521543ef admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1099502030-network', 'tenant_id': 'aee5b70650c9476babf07e848de58d4f'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:05.428169 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=7199242e-db76-41d5-be10-e8f47223c030,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:05.504984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=55eceeee-b5f8-4a50-a96d-f1a448a352ae,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:05.516687 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-644664ad-0766-4b87-9bfa-df4f179ee596 req-900c6dbe-d43c-43e3-8400-fd3572961012 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-982754375&fields=id&tenant_id=19fada12d1a645398dd5c11ac569a671 HTTP/1.1" status: 200 len: 267 time: 0.0632410 Dec 11 22:44:05.529751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e590d76-150f-4807-9162-74a1bf950e29 req-aa0119fd-49ff-4e56-841a-3c3d76ba7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:05.534860 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e590d76-150f-4807-9162-74a1bf950e29 req-aa0119fd-49ff-4e56-841a-3c3d76ba7983 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 1097 time: 0.0726726 Dec 11 22:44:05.552019 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4e8a48-02ec-4b1b-9035-c7cc521543ef admin admin] Made reservation on behalf of aee5b70650c9476babf07e848de58d4f for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:05.554365 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c4e8a48-02ec-4b1b-9035-c7cc521543ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:05.567542 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c4e8a48-02ec-4b1b-9035-c7cc521543ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:05.611624 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e590d76-150f-4807-9162-74a1bf950e29 req-eb2b3c30-65dd-4ef9-b693-27f6553d899c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712841 Dec 11 22:44:05.622637 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644664ad-0766-4b87-9bfa-df4f179ee596 req-20d113d2-e126-4dc6-bec3-3999acd49a40 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:05.624170 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-644664ad-0766-4b87-9bfa-df4f179ee596 req-20d113d2-e126-4dc6-bec3-3999acd49a40 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 985 time: 0.1012330 Dec 11 22:44:05.640463 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-644664ad-0766-4b87-9bfa-df4f179ee596 req-94de6c51-1516-4e08-998d-3da591180ed4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Request body: {'port': {'security_groups': ['9cae55d5-3406-41c0-9175-6d8f4734159c', 'af3c4a93-556b-44f7-be4d-2205120b219d', '036a74bf-ccda-4666-8a70-f823a0e002bd']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:05.697729 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['55eceeee-b5f8-4a50-a96d-f1a448a352ae'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:05.735202 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c4e8a48-02ec-4b1b-9035-c7cc521543ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:05.736756 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-644664ad-0766-4b87-9bfa-df4f179ee596 req-94de6c51-1516-4e08-998d-3da591180ed4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:05.922670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef63a6-6990-4f9b-80ee-c12fcc8a5681 req-1a4f3816-19d9-4a48-991c-0bdde34326a5 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:05.924649 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8cef63a6-6990-4f9b-80ee-c12fcc8a5681 req-1a4f3816-19d9-4a48-991c-0bdde34326a5 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 944 time: 0.0521860 Dec 11 22:44:05.961848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-644664ad-0766-4b87-9bfa-df4f179ee596 req-94de6c51-1516-4e08-998d-3da591180ed4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] For port fea3e728-6169-4287-b3cc-1c9b2343e77d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fea3e728-6169-4287-b3cc-1c9b2343e77d,segment=NetworkSegment(6333f14b-0971-4035-b995-b8109fb30ca0),segment_id=6333f14b-0971-4035-b995-b8109fb30ca0)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:05.976430 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8cef63a6-6990-4f9b-80ee-c12fcc8a5681 req-30b695d9-938c-4bb1-82b3-5887fbb1c426 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/security-groups?id=595a8693-1a81-4d7b-93a8-565748a060af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457366 Dec 11 22:44:06.018656 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-644664ad-0766-4b87-9bfa-df4f179ee596 req-94de6c51-1516-4e08-998d-3da591180ed4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:06.089663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29c85d-9803-4db1-962d-35eabf4223f6 req-1aa2c243-6263-4685-bb8e-0c6c599fe0b8 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:06.091196 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc29c85d-9803-4db1-962d-35eabf4223f6 req-1aa2c243-6263-4685-bb8e-0c6c599fe0b8 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.0573039 Dec 11 22:44:06.138771 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc29c85d-9803-4db1-962d-35eabf4223f6 req-d93db779-cf4c-48f0-8869-2c639d2d9cd7 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409257 Dec 11 22:44:06.291859 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-644664ad-0766-4b87-9bfa-df4f179ee596 req-94de6c51-1516-4e08-998d-3da591180ed4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:06.306199 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['b950a688-f1ae-45bd-bb96-7f34bce710e1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:06.326264 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c4e8a48-02ec-4b1b-9035-c7cc521543ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:06.340374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['fea3e728-6169-4287-b3cc-1c9b2343e77d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:06.367809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd339d-c2f9-406b-8f42-90db39934a38 req-6e9d30b7-b364-43f6-91e7-19b52317107f tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:06.369433 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96bd339d-c2f9-406b-8f42-90db39934a38 req-6e9d30b7-b364-43f6-91e7-19b52317107f tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0725112 Dec 11 22:44:06.391517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e8a48-02ec-4b1b-9035-c7cc521543ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:06.432300 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4e8a48-02ec-4b1b-9035-c7cc521543ef admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:44:06.439715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644664ad-0766-4b87-9bfa-df4f179ee596 req-94de6c51-1516-4e08-998d-3da591180ed4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:06.440392 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-644664ad-0766-4b87-9bfa-df4f179ee596 req-94de6c51-1516-4e08-998d-3da591180ed4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:06.445085 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-644664ad-0766-4b87-9bfa-df4f179ee596 req-94de6c51-1516-4e08-998d-3da591180ed4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "PUT /v2.0/ports/fea3e728-6169-4287-b3cc-1c9b2343e77d HTTP/1.1" status: 200 len: 1021 time: 0.8126507 Dec 11 22:44:06.458839 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca1fd8b-0a18-496d-a7e3-53c68f966904', 'tag': 'fea3e728-6169-4287-b3cc-1c9b2343e77d'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:06.461171 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9ca4b9-7ed2-4fd3-8e33-082f598b16b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bca1fd8b-0a18-496d-a7e3-53c68f966904", "tag": "fea3e728-6169-4287-b3cc-1c9b2343e77d"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:06.492314 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96bd339d-c2f9-406b-8f42-90db39934a38 req-22498fd8-1fad-4cee-b4d5-71bf24797293 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167221 Dec 11 22:44:06.524648 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c4e8a48-02ec-4b1b-9035-c7cc521543ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:06.525001 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-6c4e8a48-02ec-4b1b-9035-c7cc521543ef admin admin] Added segment c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6 of type vlan for network 3775b115-2153-4445-b1ee-709d6f8b8839 Dec 11 22:44:06.556851 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-08e6a80d-7fce-45a9-8d11-44cc942a3975 req-4216d41c-ecb0-48fe-9278-415010942f2c tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/036a74bf-ccda-4666-8a70-f823a0e002bd HTTP/1.1" status: 200 len: 1819 time: 0.0807786 Dec 11 22:44:06.588728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de6c51-1516-4e08-998d-3da591180ed4 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event updated for resources: {'Port': ['ID=fea3e728-6169-4287-b3cc-1c9b2343e77d,revision_number=7']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:06.596817 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae4376a-60a4-4a92-8c23-d986b7999617 x-openstack-request-id: req-dae4376a-60a4-4a92-8c23-d986b7999617 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:06.596817 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca1fd8b-0a18-496d-a7e3-53c68f966904", "tag": "fea3e728-6169-4287-b3cc-1c9b2343e77d", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:06.598627 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dae4376a-60a4-4a92-8c23-d986b7999617 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:06.598627 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca1fd8b-0a18-496d-a7e3-53c68f966904', 'tag': 'fea3e728-6169-4287-b3cc-1c9b2343e77d', 'status': 'completed', 'code': 200} Dec 11 22:44:06.614639 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c4e8a48-02ec-4b1b-9035-c7cc521543ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:06.658369 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [req-08e6a80d-7fce-45a9-8d11-44cc942a3975 req-5dbfe55f-b5c6-452e-ac7e-be2ef6bb24b3 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 11 22:44:06.659970 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-08e6a80d-7fce-45a9-8d11-44cc942a3975 req-5dbfe55f-b5c6-452e-ac7e-be2ef6bb24b3 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "DELETE /v2.0/security-groups/036a74bf-ccda-4666-8a70-f823a0e002bd HTTP/1.1" status: 409 len: 341 time: 0.1016629 Dec 11 22:44:06.671083 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 55eceeee-b5f8-4a50-a96d-f1a448a352ae up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:44:06.733576 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c4e8a48-02ec-4b1b-9035-c7cc521543ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:06.734584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e8a48-02ec-4b1b-9035-c7cc521543ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:06.735195 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c4e8a48-02ec-4b1b-9035-c7cc521543ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:06.765533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['fea3e728-6169-4287-b3cc-1c9b2343e77d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:06.808756 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ca4b9-7ed2-4fd3-8e33-082f598b16b6 req-347fb3e0-52d6-40d6-acb4-e30adb2aef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:06.814893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af9ca4b9-7ed2-4fd3-8e33-082f598b16b6 req-347fb3e0-52d6-40d6-acb4-e30adb2aef06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19fada12d1a645398dd5c11ac569a671&device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 1175 time: 0.0989747 Dec 11 22:44:06.867762 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e8a48-02ec-4b1b-9035-c7cc521543ef admin admin] Pushing event updated for resources: {'Network': ['ID=3775b115-2153-4445-b1ee-709d6f8b8839,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:06.897780 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 3775b115-2153-4445-b1ee-709d6f8b8839 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:44:06.975197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6c4e8a48-02ec-4b1b-9035-c7cc521543ef admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8432119 Dec 11 22:44:06.976228 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54430) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:06.987073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-643601bf-1cef-4bdf-989c-070945b261cc admin admin] Request body: {'subnet': {'network_id': '3775b115-2153-4445-b1ee-709d6f8b8839', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1099502030-subnet', 'tenant_id': 'aee5b70650c9476babf07e848de58d4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:07.029378 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 55eceeee-b5f8-4a50-a96d-f1a448a352ae completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:44:07.039670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ca4b9-7ed2-4fd3-8e33-082f598b16b6 req-e102f60a-d1c8-4955-a5ad-f7a8d1219044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:07.041506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af9ca4b9-7ed2-4fd3-8e33-082f598b16b6 req-e102f60a-d1c8-4955-a5ad-f7a8d1219044 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a HTTP/1.1" status: 200 len: 913 time: 0.2192087 Dec 11 22:44:07.057108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 55eceeee-b5f8-4a50-a96d-f1a448a352ae triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:44:07.057484 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:07.094182 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643601bf-1cef-4bdf-989c-070945b261cc admin admin] Made reservation on behalf of aee5b70650c9476babf07e848de58d4f for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:07.097663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-643601bf-1cef-4bdf-989c-070945b261cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:07.102720 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af9ca4b9-7ed2-4fd3-8e33-082f598b16b6 req-4e89e4d5-c4c1-4b46-a41c-47de998b097d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fea3e728-6169-4287-b3cc-1c9b2343e77d HTTP/1.1" status: 200 len: 217 time: 0.0538094 Dec 11 22:44:07.190064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ca4b9-7ed2-4fd3-8e33-082f598b16b6 req-b5194c73-a112-41c8-addd-4d30ff47f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:07.191605 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af9ca4b9-7ed2-4fd3-8e33-082f598b16b6 req-b5194c73-a112-41c8-addd-4d30ff47f768 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b34479c4-c6a1-48c9-a67a-10df10a1b6e8 HTTP/1.1" status: 200 len: 852 time: 0.0788867 Dec 11 22:44:07.294729 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbd34b-0b0d-475a-af91-61d51b7603ed req-6f42a19c-3c88-4941-b42b-f1b91d0fa74a tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:07.298076 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10cbd34b-0b0d-475a-af91-61d51b7603ed req-6f42a19c-3c88-4941-b42b-f1b91d0fa74a tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 944 time: 0.0899255 Dec 11 22:44:07.312741 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af9ca4b9-7ed2-4fd3-8e33-082f598b16b6 req-f188c0eb-f622-4f16-9705-70e15c5c83ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731375 Dec 11 22:44:07.515096 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10cbd34b-0b0d-475a-af91-61d51b7603ed req-d5791453-8cf2-4ee1-9c6b-cb86c0f03bf9 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/security-groups?id=595a8693-1a81-4d7b-93a8-565748a060af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071743 Dec 11 22:44:07.532720 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:07.636907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79086bd-4f3c-491f-a06b-bfa5eaa09dc1 req-d329e7ef-13bd-4ff0-b1a3-ca18e96aa97e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:07.662069 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b79086bd-4f3c-491f-a06b-bfa5eaa09dc1 req-d329e7ef-13bd-4ff0-b1a3-ca18e96aa97e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.2148457 Dec 11 22:44:07.682289 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feac53ec-662c-40cb-ab72-aea3b9de20e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55eceeee-b5f8-4a50-a96d-f1a448a352ae'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:07.684628 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f536b58f-4201-4644-9921-d789a7b6daa6" -d '{"events": [{"server_uuid": "feac53ec-662c-40cb-ab72-aea3b9de20e4", "name": "network-vif-plugged", "status": "completed", "tag": "55eceeee-b5f8-4a50-a96d-f1a448a352ae"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:07.714868 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 55eceeee-b5f8-4a50-a96d-f1a448a352ae, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=55eceeee-b5f8-4a50-a96d-f1a448a352ae,segment=NetworkSegment(9518e9af-3a23-4d4d-81fb-40bc61a0c09a),segment_id=9518e9af-3a23-4d4d-81fb-40bc61a0c09a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:07.733323 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af9ca4b9-7ed2-4fd3-8e33-082f598b16b6 req-16b3da60-4474-4359-b826-b2df3705d29b service neutron] 10.222.0.47 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049327 Dec 11 22:44:07.752180 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-643601bf-1cef-4bdf-989c-070945b261cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:07.856425 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:07.891167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643601bf-1cef-4bdf-989c-070945b261cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc71d7c-4b4e-47da-b48f-456114b5d6ca,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:07.906989 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643601bf-1cef-4bdf-989c-070945b261cc admin admin] Checking segment: {'id': 'c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3775b115-2153-4445-b1ee-709d6f8b8839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:44:07.907765 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643601bf-1cef-4bdf-989c-070945b261cc admin admin] Network hostable DHCP agents. Network: 3775b115-2153-4445-b1ee-709d6f8b8839, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:44:07.929402 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b79086bd-4f3c-491f-a06b-bfa5eaa09dc1 req-e26b958b-3a11-4a70-952e-496735320de3 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696414 Dec 11 22:44:07.981220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=55eceeee-b5f8-4a50-a96d-f1a448a352ae,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:08.003894 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af9ca4b9-7ed2-4fd3-8e33-082f598b16b6 req-93cf69bb-4092-418b-b567-43dc313a0465 service neutron] 10.222.0.47 "GET /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608271 Dec 11 22:44:08.025483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b4880-4827-41b7-827f-0559ad4f4be4 req-3e357f34-7800-448d-b101-bc968002d11d tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:08.036070 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c8b4880-4827-41b7-827f-0559ad4f4be4 req-3e357f34-7800-448d-b101-bc968002d11d tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 1024 time: 0.1308200 Dec 11 22:44:08.082188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643601bf-1cef-4bdf-989c-070945b261cc admin admin] Network 3775b115-2153-4445-b1ee-709d6f8b8839 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:44:08.121590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69dd07-d389-4509-8be0-12e89adf8180 req-522a241a-48d9-4485-8b1e-af9c6aca72d9 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:08.131515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e69dd07-d389-4509-8be0-12e89adf8180 req-522a241a-48d9-4485-8b1e-af9c6aca72d9 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.1095762 Dec 11 22:44:08.149621 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c8b4880-4827-41b7-827f-0559ad4f4be4 req-6c410e66-35cb-4836-a351-8e914323f638 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3c4a93-556b-44f7-be4d-2205120b219d&id=036a74bf-ccda-4666-8a70-f823a0e002bd&id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1125443 Dec 11 22:44:08.176569 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-643601bf-1cef-4bdf-989c-070945b261cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 3775b115-2153-4445-b1ee-709d6f8b8839) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:44:08.189257 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88259b5e-33d0-4ae2-a005-ea64afd18d04 None None] Network 3775b115-2153-4445-b1ee-709d6f8b8839 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:44:08.191488 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643601bf-1cef-4bdf-989c-070945b261cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:08.192307 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-643601bf-1cef-4bdf-989c-070945b261cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:08.210515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e69dd07-d389-4509-8be0-12e89adf8180 req-1ca63592-e5f1-41d3-b98c-b6c715b73372 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771883 Dec 11 22:44:08.255446 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21a8c86-aeab-4f92-9dc2-4a7cc0d44c1f x-openstack-request-id: req-b21a8c86-aeab-4f92-9dc2-4a7cc0d44c1f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:08.256096 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feac53ec-662c-40cb-ab72-aea3b9de20e4", "name": "network-vif-plugged", "status": "completed", "tag": "55eceeee-b5f8-4a50-a96d-f1a448a352ae", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:08.256503 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b21a8c86-aeab-4f92-9dc2-4a7cc0d44c1f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:08.257037 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feac53ec-662c-40cb-ab72-aea3b9de20e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55eceeee-b5f8-4a50-a96d-f1a448a352ae', 'code': 200} Dec 11 22:44:08.310273 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-643601bf-1cef-4bdf-989c-070945b261cc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3326039 Dec 11 22:44:08.390571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69766011-f99e-4812-98ea-e13540770bb6 None None] Network 3775b115-2153-4445-b1ee-709d6f8b8839 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:44:08.426278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fb2a1-0b91-41ca-a738-ca6c4c6a3ae7 req-0f103443-8729-4a4e-8de1-ebf6bc123b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:08.427913 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-709fb2a1-0b91-41ca-a738-ca6c4c6a3ae7 req-0f103443-8729-4a4e-8de1-ebf6bc123b62 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 1096 time: 0.0580840 Dec 11 22:44:08.544898 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-709fb2a1-0b91-41ca-a738-ca6c4c6a3ae7 req-a55e70e5-b86e-4e09-bc3a-3d98032bea87 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=595a8693-1a81-4d7b-93a8-565748a060af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082292 Dec 11 22:44:08.549628 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54472) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:08.687396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151806d-3ee4-4476-9f07-9fbc94187683 req-48882b64-d1ba-4b92-b6b1-f2491c225abf tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:08.696280 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c151806d-3ee4-4476-9f07-9fbc94187683 req-48882b64-d1ba-4b92-b6b1-f2491c225abf tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 945 time: 0.0880799 Dec 11 22:44:08.727837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b27607-97d6-40aa-982f-33e2c80a5430 req-51b3973e-8703-4830-af30-f792211f2cf7 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:08.729445 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10b27607-97d6-40aa-982f-33e2c80a5430 req-51b3973e-8703-4830-af30-f792211f2cf7 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.0728672 Dec 11 22:44:08.756748 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c151806d-3ee4-4476-9f07-9fbc94187683 req-0af564ce-28d0-4d2b-8f99-72798eb8c129 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/security-groups?id=595a8693-1a81-4d7b-93a8-565748a060af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595698 Dec 11 22:44:08.771807 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9841b0e2-d4bc-4334-8d1e-41fd27ccfb55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:08.804430 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10b27607-97d6-40aa-982f-33e2c80a5430 req-3694b628-5df1-4c9a-aec9-7687f08c5b55 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666733 Dec 11 22:44:08.901842 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9841b0e2-d4bc-4334-8d1e-41fd27ccfb55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:09.001413 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9841b0e2-d4bc-4334-8d1e-41fd27ccfb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:09.070361 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9841b0e2-d4bc-4334-8d1e-41fd27ccfb55 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a93a066291d40019cf831a1a682d156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5191414 Dec 11 22:44:09.072617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54502) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:09.089850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841b0e2-d4bc-4334-8d1e-41fd27ccfb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec96d0a-86ce-460d-8f86-914c155ccab7,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:09.158562 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-07973534-a138-49c8-a3c3-c35c119908ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:09.186723 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-07973534-a138-49c8-a3c3-c35c119908ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:09.259487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-456e8f1c-e8b2-46b7-a194-b6fb81d25fb6 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:09.268717 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-456e8f1c-e8b2-46b7-a194-b6fb81d25fb6 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/networks?id=3775b115-2153-4445-b1ee-709d6f8b8839 HTTP/1.1" status: 200 len: 821 time: 0.2164536 Dec 11 22:44:09.287941 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-3aadf00d-4952-4dd1-a09a-d54e08fd7b54 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/quotas/aee5b70650c9476babf07e848de58d4f HTTP/1.1" status: 200 len: 375 time: 0.0104954 Dec 11 22:44:09.335084 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-3559f101-9f01-4c37-afcf-3bbafe91013e tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aee5b70650c9476babf07e848de58d4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351412 Dec 11 22:44:09.354999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7547c91-dfba-4ecc-94fd-62b9f1e72a6c req-18b22403-35a1-4050-b7d3-0f18486d2fe0 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:09.364211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7547c91-dfba-4ecc-94fd-62b9f1e72a6c req-18b22403-35a1-4050-b7d3-0f18486d2fe0 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 1024 time: 0.0776129 Dec 11 22:44:09.385251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f0ac4-76fc-451f-99c7-152eb006e0f0 req-aea4c01f-9878-47a7-816e-337ce48f4441 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:09.387265 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-929f0ac4-76fc-451f-99c7-152eb006e0f0 req-aea4c01f-9878-47a7-816e-337ce48f4441 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.47 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 1024 time: 0.1578102 Dec 11 22:44:09.389430 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-07973534-a138-49c8-a3c3-c35c119908ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:09.392651 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-07973534-a138-49c8-a3c3-c35c119908ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:09.393760 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-07973534-a138-49c8-a3c3-c35c119908ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aec96d0a-86ce-460d-8f86-914c155ccab7 HTTP/1.1" status: 204 len: 168 time: 0.3201413 Dec 11 22:44:09.462787 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-3c151a4d-4cb0-4dc8-8fc8-3b0252b275bb service neutron] 10.222.0.45 "GET /v2.0/networks/3775b115-2153-4445-b1ee-709d6f8b8839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180120 Dec 11 22:44:09.493089 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07973534-a138-49c8-a3c3-c35c119908ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec96d0a-86ce-460d-8f86-914c155ccab7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:09.578052 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7547c91-dfba-4ecc-94fd-62b9f1e72a6c req-712a6fb3-bfd0-491c-aa9c-b4f6105c3ff6 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3c4a93-556b-44f7-be4d-2205120b219d&id=036a74bf-ccda-4666-8a70-f823a0e002bd&id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2128310 Dec 11 22:44:09.599328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-929f0ac4-76fc-451f-99c7-152eb006e0f0 req-58c0a440-a27c-43d6-9398-7f8b182c4c51 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Deleting port fea3e728-6169-4287-b3cc-1c9b2343e77d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:44:09.600267 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-929f0ac4-76fc-451f-99c7-152eb006e0f0 req-58c0a440-a27c-43d6-9398-7f8b182c4c51 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:09.601753 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-e16052c7-a2f3-4765-90c3-ed07e739fbaa service neutron] 10.222.0.45 "GET /v2.0/networks/3775b115-2153-4445-b1ee-709d6f8b8839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380651 Dec 11 22:44:09.767344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53dc2-38b8-41b1-8865-1f0cd1a5bd6b req-684be285-f3bf-42ff-aa44-2a8d8a5df5bb tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:09.775186 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94d53dc2-38b8-41b1-8865-1f0cd1a5bd6b req-684be285-f3bf-42ff-aa44-2a8d8a5df5bb tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.1050246 Dec 11 22:44:09.788398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-929f0ac4-76fc-451f-99c7-152eb006e0f0 req-58c0a440-a27c-43d6-9398-7f8b182c4c51 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] For port fea3e728-6169-4287-b3cc-1c9b2343e77d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=fea3e728-6169-4287-b3cc-1c9b2343e77d,segment=NetworkSegment(6333f14b-0971-4035-b995-b8109fb30ca0),segment_id=6333f14b-0971-4035-b995-b8109fb30ca0)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:09.789080 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-929f0ac4-76fc-451f-99c7-152eb006e0f0 req-58c0a440-a27c-43d6-9398-7f8b182c4c51 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:09.816894 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-929f0ac4-76fc-451f-99c7-152eb006e0f0 req-58c0a440-a27c-43d6-9398-7f8b182c4c51 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Calling delete_port for fea3e728-6169-4287-b3cc-1c9b2343e77d owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:44:09.863906 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94d53dc2-38b8-41b1-8865-1f0cd1a5bd6b req-6a5d90c2-d1ac-4a72-86d4-a90b137d81ee tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875878 Dec 11 22:44:09.978699 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79caed-9238-4df0-879a-53c8aec66264 req-8dcd6969-9ae9-40af-8c27-1111ce77116f tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:09.986040 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1e79caed-9238-4df0-879a-53c8aec66264 req-8dcd6969-9ae9-40af-8c27-1111ce77116f tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 945 time: 0.0622454 Dec 11 22:44:10.051355 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1e79caed-9238-4df0-879a-53c8aec66264 req-c8a246e1-0c5e-4c84-9433-4e21e78aa636 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/security-groups?id=595a8693-1a81-4d7b-93a8-565748a060af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548635 Dec 11 22:44:10.127042 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cf3d7fd2-0818-4f1b-aac8-ced0b19ea1ef req-6e90f1ee-0164-4b2f-bf88-7da487129847 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 210 time: 0.0367947 Dec 11 22:44:10.226105 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a7179-bcd2-4184-a3c8-25776e50b8b4 req-ecd411b0-3d68-4ffa-a391-65878034217a tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:10.241199 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f4a7179-bcd2-4184-a3c8-25776e50b8b4 req-ecd411b0-3d68-4ffa-a391-65878034217a tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.1725757 Dec 11 22:44:10.241613 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54536) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:10.264243 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-70080cab-0b7d-41de-9df5-e1ab25075174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:10.330844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f4a7179-bcd2-4184-a3c8-25776e50b8b4 req-01bc6a03-972e-4815-bbc8-3e5c0788deeb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852356 Dec 11 22:44:10.374499 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-929f0ac4-76fc-451f-99c7-152eb006e0f0 req-58c0a440-a27c-43d6-9398-7f8b182c4c51 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:10.387267 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['b950a688-f1ae-45bd-bb96-7f34bce710e1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:10.405210 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-70080cab-0b7d-41de-9df5-e1ab25075174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:10.412548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0a440-a27c-43d6-9398-7f8b182c4c51 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event deleted for resources: {'Port': ['ID=fea3e728-6169-4287-b3cc-1c9b2343e77d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:10.443644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['fea3e728-6169-4287-b3cc-1c9b2343e77d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:10.489888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-929f0ac4-76fc-451f-99c7-152eb006e0f0 req-58c0a440-a27c-43d6-9398-7f8b182c4c51 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] No DVR routers for this DVR port fea3e728-6169-4287-b3cc-1c9b2343e77d on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:44:10.493482 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-929f0ac4-76fc-451f-99c7-152eb006e0f0 req-58c0a440-a27c-43d6-9398-7f8b182c4c51 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:10.497466 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-929f0ac4-76fc-451f-99c7-152eb006e0f0 req-58c0a440-a27c-43d6-9398-7f8b182c4c51 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.47 "DELETE /v2.0/ports/fea3e728-6169-4287-b3cc-1c9b2343e77d HTTP/1.1" status: 204 len: 173 time: 1.0877764 Dec 11 22:44:10.498305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca1fd8b-0a18-496d-a7e3-53c68f966904', 'name': 'network-vif-deleted', 'tag': 'fea3e728-6169-4287-b3cc-1c9b2343e77d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:10.507762 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e425e3ef-2a2a-4027-84c8-76fd5d1287ea" -d '{"events": [{"server_uuid": "bca1fd8b-0a18-496d-a7e3-53c68f966904", "name": "network-vif-deleted", "tag": "fea3e728-6169-4287-b3cc-1c9b2343e77d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:10.522224 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-70080cab-0b7d-41de-9df5-e1ab25075174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:10.555695 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ab177a-e5d5-482d-9958-f93f1408fb81 x-openstack-request-id: req-25ab177a-e5d5-482d-9958-f93f1408fb81 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:10.558880 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca1fd8b-0a18-496d-a7e3-53c68f966904", "name": "network-vif-deleted", "tag": "fea3e728-6169-4287-b3cc-1c9b2343e77d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:10.559496 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25ab177a-e5d5-482d-9958-f93f1408fb81 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:10.565507 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca1fd8b-0a18-496d-a7e3-53c68f966904', 'name': 'network-vif-deleted', 'tag': 'fea3e728-6169-4287-b3cc-1c9b2343e77d', 'status': 'completed', 'code': 200} Dec 11 22:44:10.616956 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-70080cab-0b7d-41de-9df5-e1ab25075174 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d4845bb6dc749408973126e1e8a6552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3727181 Dec 11 22:44:10.618117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54542) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:10.633396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70080cab-0b7d-41de-9df5-e1ab25075174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7e4e83-f5f4-4478-bd9f-542e420cbb11,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:10.752498 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e9e7-d247-4f8e-8842-8e4f6d0794ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:10.768244 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12c2015c-6a18-496e-bd73-3b64fc240a70 req-9dbc6384-db5b-47a6-a9ce-8413aea37720 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 210 time: 0.0590971 Dec 11 22:44:10.804738 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e9e7-d247-4f8e-8842-8e4f6d0794ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:10.931132 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e9e7-d247-4f8e-8842-8e4f6d0794ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:10.933912 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4bb0e9e7-d247-4f8e-8842-8e4f6d0794ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:10.943302 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4bb0e9e7-d247-4f8e-8842-8e4f6d0794ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0d7e4e83-f5f4-4478-bd9f-542e420cbb11 HTTP/1.1" status: 204 len: 168 time: 0.3186765 Dec 11 22:44:10.958003 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0e9e7-d247-4f8e-8842-8e4f6d0794ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7e4e83-f5f4-4478-bd9f-542e420cbb11,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:11.174907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfd173-d0d7-4e0d-bcbb-acc488f18128 req-376d7199-8034-4ad0-ba3d-0aaeabece0e1 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:11.176351 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dadfd173-d0d7-4e0d-bcbb-acc488f18128 req-376d7199-8034-4ad0-ba3d-0aaeabece0e1 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 945 time: 0.0632057 Dec 11 22:44:11.229929 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dadfd173-d0d7-4e0d-bcbb-acc488f18128 req-7132adee-8041-44ad-bd6c-49cf7a751573 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/security-groups?id=595a8693-1a81-4d7b-93a8-565748a060af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470984 Dec 11 22:44:11.242217 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f84b4b-8442-4d65-a63f-8e8fd60e48ee req-61d0871a-248d-4822-9b2e-898516e0eb70 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:11.243761 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70f84b4b-8442-4d65-a63f-8e8fd60e48ee req-61d0871a-248d-4822-9b2e-898516e0eb70 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0553021 Dec 11 22:44:11.296534 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70f84b4b-8442-4d65-a63f-8e8fd60e48ee req-64557fb9-b9c2-486d-821a-3ff94a235812 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444472 Dec 11 22:44:11.303063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eee87efc-bf1c-4da7-b32f-aaa8069a0c7e req-1df3797a-1da9-4958-819e-cfed9cd073d8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 210 time: 0.0276935 Dec 11 22:44:11.410911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80691557-96cc-41bf-8d77-52ac6265c029 req-3cd43d24-30b6-4c0e-8724-0d9710b0250b tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:11.412414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80691557-96cc-41bf-8d77-52ac6265c029 req-3cd43d24-30b6-4c0e-8724-0d9710b0250b tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 945 time: 0.0504062 Dec 11 22:44:11.464438 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80691557-96cc-41bf-8d77-52ac6265c029 req-4074eee0-d362-4ffa-8c0f-bbbd354d026a tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/security-groups?id=595a8693-1a81-4d7b-93a8-565748a060af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460691 Dec 11 22:44:11.525644 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9902aef-2a81-44fd-a39a-c1ac10dd9ece req-973676ed-7983-4b9f-a705-f5946275270a tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:11.527158 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9902aef-2a81-44fd-a39a-c1ac10dd9ece req-973676ed-7983-4b9f-a705-f5946275270a tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.0529525 Dec 11 22:44:11.587522 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9902aef-2a81-44fd-a39a-c1ac10dd9ece req-6aad6c04-72ae-461e-a895-6ca26333b235 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514760 Dec 11 22:44:11.941794 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ba5f5976-00fb-4fd3-92b4-76b7765b0c43 req-5d4c9c7e-8d73-4ef2-a365-36fbb8710bd7 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=bca1fd8b-0a18-496d-a7e3-53c68f966904 HTTP/1.1" status: 200 len: 210 time: 0.0545876 Dec 11 22:44:12.035804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc9de9-5998-4e63-a8ae-fa887e1bf91a req-d963d4ab-666b-4c79-9a38-25b3adc82587 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:12.037458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31cc9de9-5998-4e63-a8ae-fa887e1bf91a req-d963d4ab-666b-4c79-9a38-25b3adc82587 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 945 time: 0.0866017 Dec 11 22:44:12.112893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31cc9de9-5998-4e63-a8ae-fa887e1bf91a req-60eeb176-bebb-43de-b86d-a15bd4f1cfb7 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/security-groups?id=595a8693-1a81-4d7b-93a8-565748a060af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685594 Dec 11 22:44:12.451201 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36775afb-9115-4905-916d-0930f11aaff7 req-50ce65c1-55e9-4b3c-bbc4-6dff3b2c4d6e tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:12.452950 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-36775afb-9115-4905-916d-0930f11aaff7 req-50ce65c1-55e9-4b3c-bbc4-6dff3b2c4d6e tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0707424 Dec 11 22:44:12.536241 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-36775afb-9115-4905-916d-0930f11aaff7 req-986a53b1-318f-44db-9647-ff34f791e078 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723622 Dec 11 22:44:12.644507 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8a6f9a75-389b-49b5-8fde-8c3393a15ad1 req-27d21226-58a1-471c-9932-c4b037a2beed tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 210 time: 0.0440946 Dec 11 22:44:12.872490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928de18-db6a-47fa-8d23-407c89167f34 req-f3778e95-51e9-46d1-b869-e010c46f1e3f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:12.879909 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b6818-17bf-4045-b45e-5884e704c69f req-ce573fa4-61b5-42bd-80d2-f365ff4910de tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:12.880429 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4928de18-db6a-47fa-8d23-407c89167f34 req-f3778e95-51e9-46d1-b869-e010c46f1e3f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.1073446 Dec 11 22:44:12.887514 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-463b6818-17bf-4045-b45e-5884e704c69f req-ce573fa4-61b5-42bd-80d2-f365ff4910de tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 945 time: 0.0642693 Dec 11 22:44:12.946048 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-463b6818-17bf-4045-b45e-5884e704c69f req-77764bc2-38f1-438e-ad81-8a9ddc1d140c tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/security-groups?id=595a8693-1a81-4d7b-93a8-565748a060af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572546 Dec 11 22:44:12.964176 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4928de18-db6a-47fa-8d23-407c89167f34 req-c9db7662-2cc1-4a02-9e33-92ca59fc77da tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826790 Dec 11 22:44:13.391124 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:13.473559 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9db0434-319e-4dd5-8d88-08f5d3ff376a req-be55be36-6d74-4294-ab2b-d61e8c520940 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/af3c4a93-556b-44f7-be4d-2205120b219d HTTP/1.1" status: 200 len: 1819 time: 0.4540148 Dec 11 22:44:13.580723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-08c5a43f-82e0-43db-adaf-e964e4af526a tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:13.582241 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-08c5a43f-82e0-43db-adaf-e964e4af526a tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.13 "GET /v2.0/networks?id=3775b115-2153-4445-b1ee-709d6f8b8839 HTTP/1.1" status: 200 len: 821 time: 0.5368476 Dec 11 22:44:13.611996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Request body: {'port': {'device_id': 'd399aec9-7959-4db2-9bd5-7d9f22f94c9f', 'network_id': '3775b115-2153-4445-b1ee-709d6f8b8839', 'admin_state_up': True, 'tenant_id': 'aee5b70650c9476babf07e848de58d4f'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:13.679358 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c9db0434-319e-4dd5-8d88-08f5d3ff376a req-4ffdcf0f-7880-47dc-be19-5610ea84c021 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:13.697290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b502d8-7456-43a5-a00c-c1a04ceef277 req-4388d141-7ad0-4ec3-a0ff-f883a779a002 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:13.706587 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7b502d8-7456-43a5-a00c-c1a04ceef277 req-4388d141-7ad0-4ec3-a0ff-f883a779a002 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0728767 Dec 11 22:44:13.724497 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c9db0434-319e-4dd5-8d88-08f5d3ff376a req-4ffdcf0f-7880-47dc-be19-5610ea84c021 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:13.781548 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7b502d8-7456-43a5-a00c-c1a04ceef277 req-4f97f004-1df4-46ba-bc18-8b994bbfa2ed tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692554 Dec 11 22:44:13.866971 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2a3f8f66-b317-49ff-bc0b-14e598c043ce req-95590cae-0de4-493d-96a6-5a3d15891841 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 210 time: 0.0283122 Dec 11 22:44:13.868591 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c9db0434-319e-4dd5-8d88-08f5d3ff376a req-4ffdcf0f-7880-47dc-be19-5610ea84c021 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:13.872264 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c9db0434-319e-4dd5-8d88-08f5d3ff376a req-4ffdcf0f-7880-47dc-be19-5610ea84c021 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:13.893047 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9db0434-319e-4dd5-8d88-08f5d3ff376a req-4ffdcf0f-7880-47dc-be19-5610ea84c021 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "DELETE /v2.0/security-groups/af3c4a93-556b-44f7-be4d-2205120b219d HTTP/1.1" status: 204 len: 173 time: 0.3982539 Dec 11 22:44:13.908429 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Made reservation on behalf of aee5b70650c9476babf07e848de58d4f for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:13.929042 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:13.974571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdcf0f-7880-47dc-be19-5610ea84c021 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3c4a93-556b-44f7-be4d-2205120b219d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:14.098175 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f35c6221-0f79-4e9d-bce2-32d2b3a15d21 req-d39e16c8-a11c-4112-9111-555699308d3f tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/036a74bf-ccda-4666-8a70-f823a0e002bd HTTP/1.1" status: 200 len: 1819 time: 0.1149883 Dec 11 22:44:14.209950 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f35c6221-0f79-4e9d-bce2-32d2b3a15d21 req-574ff613-a5f7-4671-9836-6dcd39187b03 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:14.212813 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e38527-2fde-416b-b707-927e3b170fa2 req-30b601fd-cf77-42b7-a7c5-49b119ce79ea tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:14.215937 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90e38527-2fde-416b-b707-927e3b170fa2 req-30b601fd-cf77-42b7-a7c5-49b119ce79ea tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 945 time: 0.1376433 Dec 11 22:44:14.237297 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f35c6221-0f79-4e9d-bce2-32d2b3a15d21 req-574ff613-a5f7-4671-9836-6dcd39187b03 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:14.260589 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Allocated IP 172.20.0.3 (3775b115-2153-4445-b1ee-709d6f8b8839/ebc71d7c-4b4e-47da-b48f-456114b5d6ca/1ce38df0-c8e1-4e43-bbdb-72fef0406921) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:44:14.319964 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90e38527-2fde-416b-b707-927e3b170fa2 req-1416d149-e1ad-4f22-ac73-2b2f59cf779e tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/security-groups?id=595a8693-1a81-4d7b-93a8-565748a060af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948551 Dec 11 22:44:14.353125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa24df-059d-4bcc-a361-3249978db1da req-4db77c6b-4d41-4c76-b4ee-bf01596737be tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:14.355317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ddaa24df-059d-4bcc-a361-3249978db1da req-4db77c6b-4d41-4c76-b4ee-bf01596737be tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.47 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 945 time: 0.1465728 Dec 11 22:44:14.417207 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f35c6221-0f79-4e9d-bce2-32d2b3a15d21 req-574ff613-a5f7-4671-9836-6dcd39187b03 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:14.420064 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f35c6221-0f79-4e9d-bce2-32d2b3a15d21 req-574ff613-a5f7-4671-9836-6dcd39187b03 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:14.425596 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f35c6221-0f79-4e9d-bce2-32d2b3a15d21 req-574ff613-a5f7-4671-9836-6dcd39187b03 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "DELETE /v2.0/security-groups/036a74bf-ccda-4666-8a70-f823a0e002bd HTTP/1.1" status: 204 len: 173 time: 0.3186641 Dec 11 22:44:14.467166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ff62a3f8-0775-47b3-b80b-45f962dba3be req-fc1104f1-e745-4335-be8f-9f585c172ccd tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-725067273', 'description': 'tempest-description-1656128722'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:14.477225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ff613-a5f7-4671-9836-6dcd39187b03 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=036a74bf-ccda-4666-8a70-f823a0e002bd,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:14.530904 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb0b2c-41b7-4161-b0d0-528eb1beed9d req-a1f58f62-5f10-4c6c-9f69-13e067daa0a7 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:14.538920 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c7bb0b2c-41b7-4161-b0d0-528eb1beed9d req-a1f58f62-5f10-4c6c-9f69-13e067daa0a7 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.1148529 Dec 11 22:44:14.554399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-ddaa24df-059d-4bcc-a361-3249978db1da req-68f4d504-8e2d-402e-aff6-02d09d2318b8 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Deleting port 55eceeee-b5f8-4a50-a96d-f1a448a352ae {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:44:14.555165 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ddaa24df-059d-4bcc-a361-3249978db1da req-68f4d504-8e2d-402e-aff6-02d09d2318b8 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:14.611693 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ff62a3f8-0775-47b3-b80b-45f962dba3be req-fc1104f1-e745-4335-be8f-9f585c172ccd tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:14.615432 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:14.647111 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c7bb0b2c-41b7-4161-b0d0-528eb1beed9d req-d342a59f-f7f8-4695-8da2-487bcb27de7b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068995 Dec 11 22:44:14.711577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ddaa24df-059d-4bcc-a361-3249978db1da req-68f4d504-8e2d-402e-aff6-02d09d2318b8 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] For port 55eceeee-b5f8-4a50-a96d-f1a448a352ae, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=55eceeee-b5f8-4a50-a96d-f1a448a352ae,segment=NetworkSegment(9518e9af-3a23-4d4d-81fb-40bc61a0c09a),segment_id=9518e9af-3a23-4d4d-81fb-40bc61a0c09a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:14.712033 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ddaa24df-059d-4bcc-a361-3249978db1da req-68f4d504-8e2d-402e-aff6-02d09d2318b8 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:14.718064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device fea3e728-6169-4287-b3cc-1c9b2343e77d no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:44:14.739216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: fea3e728-6169-4287-b3cc-1c9b2343e77d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:44:14.739849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device fea3e728-6169-4287-b3cc-1c9b2343e77d not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:44:14.746740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-ddaa24df-059d-4bcc-a361-3249978db1da req-68f4d504-8e2d-402e-aff6-02d09d2318b8 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Calling delete_port for 55eceeee-b5f8-4a50-a96d-f1a448a352ae owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:44:14.769854 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:14.820692 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Network 3775b115-2153-4445-b1ee-709d6f8b8839 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:44:14.826649 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:44:14.830936 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:44:14.848080 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ff62a3f8-0775-47b3-b80b-45f962dba3be req-fc1104f1-e745-4335-be8f-9f585c172ccd tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:14.893135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Pushing event updated for resources: {'Port': ['ID=1ce38df0-c8e1-4e43-bbdb-72fef0406921,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:14.913270 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ff62a3f8-0775-47b3-b80b-45f962dba3be req-fc1104f1-e745-4335-be8f-9f585c172ccd tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:14.925359 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:14.925972 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:14.926535 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:14.927072 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:14.927419 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:14.927767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:14.928103 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:14.928444 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:14.928783 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:14.929129 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:14.929445 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:14.929779 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:14.930111 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:14.957310 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:14.958280 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:14.992329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6627b-b2d8-4d2b-855d-97dc7387f588 req-44c95c73-ed32-484b-a607-588c84f4ac2a tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:14.998153 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-87f6627b-b2d8-4d2b-855d-97dc7387f588 req-44c95c73-ed32-484b-a607-588c84f4ac2a tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.1150548 Dec 11 22:44:15.049988 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-44cbe980-df04-4212-ac2b-c0a5779647f8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4495883 Dec 11 22:44:15.064832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54684) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:15.068096 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1104f1-e745-4335-be8f-9f585c172ccd tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdc9b35-e7ae-49ed-92f0-253b80110a17,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:15.078321 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Request body: {'port': {'device_id': 'd399aec9-7959-4db2-9bd5-7d9f22f94c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:15.080405 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ff62a3f8-0775-47b3-b80b-45f962dba3be req-fc1104f1-e745-4335-be8f-9f585c172ccd tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:15.103877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff62a3f8-0775-47b3-b80b-45f962dba3be req-fc1104f1-e745-4335-be8f-9f585c172ccd tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6484978 Dec 11 22:44:15.107919 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-87f6627b-b2d8-4d2b-855d-97dc7387f588 req-55d7fd48-de20-43f0-af43-dc4a4fde5093 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035469 Dec 11 22:44:15.136189 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ddaa24df-059d-4bcc-a361-3249978db1da req-68f4d504-8e2d-402e-aff6-02d09d2318b8 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:15.169413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['55eceeee-b5f8-4a50-a96d-f1a448a352ae'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:15.176539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4d504-8e2d-402e-aff6-02d09d2318b8 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Pushing event deleted for resources: {'Port': ['ID=55eceeee-b5f8-4a50-a96d-f1a448a352ae,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:15.210064 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:15.260228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddaa24df-059d-4bcc-a361-3249978db1da req-68f4d504-8e2d-402e-aff6-02d09d2318b8 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] No DVR routers for this DVR port 55eceeee-b5f8-4a50-a96d-f1a448a352ae on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:44:15.262946 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ddaa24df-059d-4bcc-a361-3249978db1da req-68f4d504-8e2d-402e-aff6-02d09d2318b8 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:15.271977 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ddaa24df-059d-4bcc-a361-3249978db1da req-68f4d504-8e2d-402e-aff6-02d09d2318b8 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.47 "DELETE /v2.0/ports/55eceeee-b5f8-4a50-a96d-f1a448a352ae HTTP/1.1" status: 204 len: 173 time: 0.9097786 Dec 11 22:44:15.333443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feac53ec-662c-40cb-ab72-aea3b9de20e4', 'name': 'network-vif-deleted', 'tag': '55eceeee-b5f8-4a50-a96d-f1a448a352ae'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:15.337055 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be64798-07bc-4991-af02-211c0f2e2185" -d '{"events": [{"server_uuid": "feac53ec-662c-40cb-ab72-aea3b9de20e4", "name": "network-vif-deleted", "tag": "55eceeee-b5f8-4a50-a96d-f1a448a352ae"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:15.359108 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e8c78806-31c7-4dd2-bdfc-0955e09c7e4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:15.370391 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edeccf-4b1a-4863-96e2-8c7883fd89d7 req-bf86513e-e2bb-40a8-9841-b4800c1078ac tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:15.372028 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6edeccf-4b1a-4863-96e2-8c7883fd89d7 req-bf86513e-e2bb-40a8-9841-b4800c1078ac tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 931 time: 0.1136792 Dec 11 22:44:15.459392 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6edeccf-4b1a-4863-96e2-8c7883fd89d7 req-a9d6cac7-ffe7-4cef-b74b-e6c580d61d98 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709691 Dec 11 22:44:15.496192 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946b1879-d608-474c-9b35-e2e0731a8d75 x-openstack-request-id: req-946b1879-d608-474c-9b35-e2e0731a8d75 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:15.496678 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feac53ec-662c-40cb-ab72-aea3b9de20e4", "name": "network-vif-deleted", "tag": "55eceeee-b5f8-4a50-a96d-f1a448a352ae", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:15.497127 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-946b1879-d608-474c-9b35-e2e0731a8d75 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:15.497779 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feac53ec-662c-40cb-ab72-aea3b9de20e4', 'name': 'network-vif-deleted', 'tag': '55eceeee-b5f8-4a50-a96d-f1a448a352ae', 'status': 'completed', 'code': 200} Dec 11 22:44:15.545053 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a4a38285-3e59-40a3-9fc4-e210182fc6ec req-fa30f7a5-71ec-45b1-a1bd-8cc8b0bed9da tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/0fdc9b35-e7ae-49ed-92f0-253b80110a17 HTTP/1.1" status: 200 len: 1819 time: 0.1146693 Dec 11 22:44:15.587449 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00576ab0-4c2b-4f77-8e97-deb3156dfc13 req-6c953ca7-5892-4850-a3c2-f23599eba6f3 tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 210 time: 0.0336907 Dec 11 22:44:15.591028 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-a4a38285-3e59-40a3-9fc4-e210182fc6ec req-17596a36-fa81-41d7-85f6-f5abd9ea2151 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1410351448', 'description': 'tempest-description-hth-1003508919'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:15.676923 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a4a38285-3e59-40a3-9fc4-e210182fc6ec req-17596a36-fa81-41d7-85f6-f5abd9ea2151 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:15.702990 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e8c78806-31c7-4dd2-bdfc-0955e09c7e4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:15.751493 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e8c78806-31c7-4dd2-bdfc-0955e09c7e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:15.807313 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a4a38285-3e59-40a3-9fc4-e210182fc6ec req-17596a36-fa81-41d7-85f6-f5abd9ea2151 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:15.817308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acac24-f0eb-48ab-9aed-4fb356254082 req-c20204b1-1239-4571-bb64-e366603b344d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:15.825408 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7acac24-f0eb-48ab-9aed-4fb356254082 req-c20204b1-1239-4571-bb64-e366603b344d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.0757539 Dec 11 22:44:15.849897 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e8c78806-31c7-4dd2-bdfc-0955e09c7e4a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f9e1eddc838d411fa53dd63f8770d52c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7842371 Dec 11 22:44:15.852906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54704) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:15.857481 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c78806-31c7-4dd2-bdfc-0955e09c7e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18366de1-a734-40e5-96e6-299bdedf95aa,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:15.869978 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce38df0-c8e1-4e43-bbdb-72fef0406921 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:44:15.880602 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:15.888016 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a4a38285-3e59-40a3-9fc4-e210182fc6ec req-17596a36-fa81-41d7-85f6-f5abd9ea2151 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:15.890749 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a4a38285-3e59-40a3-9fc4-e210182fc6ec req-17596a36-fa81-41d7-85f6-f5abd9ea2151 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:15.896501 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a4a38285-3e59-40a3-9fc4-e210182fc6ec req-17596a36-fa81-41d7-85f6-f5abd9ea2151 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "PUT /v2.0/security-groups/0fdc9b35-e7ae-49ed-92f0-253b80110a17 HTTP/1.1" status: 200 len: 1794 time: 0.3496604 Dec 11 22:44:15.919706 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7acac24-f0eb-48ab-9aed-4fb356254082 req-2b4b69a4-c78a-4f9c-91bd-b1807cc0784c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933771 Dec 11 22:44:15.948305 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Transition to ACTIVE for port object 1ce38df0-c8e1-4e43-bbdb-72fef0406921 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:44:15.948476 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0254767a-3bfd-40da-b453-744ddea0b461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:15.969789 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17596a36-fa81-41d7-85f6-f5abd9ea2151 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdc9b35-e7ae-49ed-92f0-253b80110a17,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:15.976051 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0254767a-3bfd-40da-b453-744ddea0b461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:15.992294 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-08d99955-d113-4d4a-a972-a99063633424 req-dc603dfb-ed36-48a7-a9dd-ee587d3dd0b1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/0fdc9b35-e7ae-49ed-92f0-253b80110a17 HTTP/1.1" status: 200 len: 1794 time: 0.0751991 Dec 11 22:44:16.386311 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e2f340ea-650b-42ec-ab7a-151b13c9f4d4 req-6b4069a3-698f-47db-b381-925e30dd2dc2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/0fdc9b35-e7ae-49ed-92f0-253b80110a17 HTTP/1.1" status: 200 len: 1794 time: 0.0518494 Dec 11 22:44:16.386311 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e2f340ea-650b-42ec-ab7a-151b13c9f4d4 req-bb055f37-790b-449b-a4a3-4577b6f577cb tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:16.386311 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e2f340ea-650b-42ec-ab7a-151b13c9f4d4 req-bb055f37-790b-449b-a4a3-4577b6f577cb tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:16.388483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32f219-97eb-44e0-b7b2-6d52e3212625 req-8511462a-c91d-428d-bcb8-6b0914d2a9ae tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:16.388483 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cc32f219-97eb-44e0-b7b2-6d52e3212625 req-8511462a-c91d-428d-bcb8-6b0914d2a9ae tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0511272 Dec 11 22:44:16.388483 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cc32f219-97eb-44e0-b7b2-6d52e3212625 req-3af4be95-aeaf-4518-81b0-b11b1cdf0412 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412345 Dec 11 22:44:16.549549 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:16.609927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e9fc6-f53d-42f1-9105-c1fb2df7abb1 req-b600db43-a0a6-4204-b601-8645cdb069d8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:16.611676 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-132e9fc6-f53d-42f1-9105-c1fb2df7abb1 req-b600db43-a0a6-4204-b601-8645cdb069d8 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 931 time: 0.0943108 Dec 11 22:44:16.614467 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce38df0-c8e1-4e43-bbdb-72fef0406921,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:16.624736 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0254767a-3bfd-40da-b453-744ddea0b461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:16.627961 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0254767a-3bfd-40da-b453-744ddea0b461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:16.630236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0254767a-3bfd-40da-b453-744ddea0b461 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/18366de1-a734-40e5-96e6-299bdedf95aa HTTP/1.1" status: 204 len: 168 time: 0.7762542 Dec 11 22:44:16.638795 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254767a-3bfd-40da-b453-744ddea0b461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18366de1-a734-40e5-96e6-299bdedf95aa,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:16.648281 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e2f340ea-650b-42ec-ab7a-151b13c9f4d4 req-bb055f37-790b-449b-a4a3-4577b6f577cb tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:16.650995 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e2f340ea-650b-42ec-ab7a-151b13c9f4d4 req-bb055f37-790b-449b-a4a3-4577b6f577cb tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:16.652314 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e2f340ea-650b-42ec-ab7a-151b13c9f4d4 req-bb055f37-790b-449b-a4a3-4577b6f577cb tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "DELETE /v2.0/security-groups/0fdc9b35-e7ae-49ed-92f0-253b80110a17 HTTP/1.1" status: 204 len: 173 time: 0.5746126 Dec 11 22:44:16.665786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb055f37-790b-449b-a4a3-4577b6f577cb tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdc9b35-e7ae-49ed-92f0-253b80110a17,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:16.721890 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-132e9fc6-f53d-42f1-9105-c1fb2df7abb1 req-417e3740-3c11-4004-9b90-534a740e9871 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001518 Dec 11 22:44:16.787662 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Attempting to bind port 1ce38df0-c8e1-4e43-bbdb-72fef0406921 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:16.788561 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Attempting to bind port 1ce38df0-c8e1-4e43-bbdb-72fef0406921 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3775b115-2153-4445-b1ee-709d6f8b8839'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:16.788967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Attempting to bind port 1ce38df0-c8e1-4e43-bbdb-72fef0406921 on network 3775b115-2153-4445-b1ee-709d6f8b8839 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:16.802689 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Port 1ce38df0-c8e1-4e43-bbdb-72fef0406921 on network 3775b115-2153-4445-b1ee-709d6f8b8839 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:16.802689 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Attempting to bind port 1ce38df0-c8e1-4e43-bbdb-72fef0406921 on network 3775b115-2153-4445-b1ee-709d6f8b8839 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:16.820139 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:44:16.835053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Checking segment: {'id': 'c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3775b115-2153-4445-b1ee-709d6f8b8839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:44:16.837870 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Bound using segment: {'id': 'c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3775b115-2153-4445-b1ee-709d6f8b8839'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:44:16.839057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Bound port: 1ce38df0-c8e1-4e43-bbdb-72fef0406921, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3775b115-2153-4445-b1ee-709d6f8b8839'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:44:16.840400 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:16.844129 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-29cb2ae0-faf7-4123-b818-5e16cd909b1b req-167066e9-ca4c-4114-a33b-b9703f63744c tempest-ServersNegativeTestMultiTenantJSON-92061830 tempest-ServersNegativeTestMultiTenantJSON-92061830-project] 10.222.0.45 "GET /v2.0/ports?device_id=feac53ec-662c-40cb-ab72-aea3b9de20e4 HTTP/1.1" status: 200 len: 210 time: 0.0486495 Dec 11 22:44:16.911210 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [req-8aa0f10f-1433-4a2f-92ca-621c6408e48d req-b2cbd201-bf8f-4479-aa09-d3f23572a855 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] show failed (client error): The resource could not be found. Dec 11 22:44:16.927458 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8aa0f10f-1433-4a2f-92ca-621c6408e48d req-b2cbd201-bf8f-4479-aa09-d3f23572a855 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/036a74bf-ccda-4666-8a70-f823a0e002bd HTTP/1.1" status: 404 len: 352 time: 0.0587986 Dec 11 22:44:16.948644 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-0736703f-ed6c-44be-a2df-bdd77c9ccc90 req-07a52b42-7717-4e07-bb9d-eb3495a81634 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] show failed (client error): The resource could not be found. Dec 11 22:44:16.959263 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] For port 1ce38df0-c8e1-4e43-bbdb-72fef0406921, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:44:16.963449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] For port 1ce38df0-c8e1-4e43-bbdb-72fef0406921, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1ce38df0-c8e1-4e43-bbdb-72fef0406921,segment=NetworkSegment(c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6),segment_id=c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:44:16.968347 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0736703f-ed6c-44be-a2df-bdd77c9ccc90 req-07a52b42-7717-4e07-bb9d-eb3495a81634 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/af3c4a93-556b-44f7-be4d-2205120b219d HTTP/1.1" status: 404 len: 352 time: 0.0326188 Dec 11 22:44:17.017852 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-289d5f1a-d9f0-44d3-86ae-b0e3fb532d42 req-f3edeecb-f381-484b-8454-453266e1769c tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] show failed (client error): The resource could not be found. Dec 11 22:44:17.028226 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-289d5f1a-d9f0-44d3-86ae-b0e3fb532d42 req-f3edeecb-f381-484b-8454-453266e1769c tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/268b9cc9-d520-4c72-9bcf-73a18d267b08 HTTP/1.1" status: 404 len: 352 time: 0.0230787 Dec 11 22:44:17.045100 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:17.056310 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-13aff562-eb26-4381-a1af-dec4c243a507 req-06ec3295-b449-4670-ac57-000152990114 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] show failed (client error): The resource could not be found. Dec 11 22:44:17.066849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13aff562-eb26-4381-a1af-dec4c243a507 req-06ec3295-b449-4670-ac57-000152990114 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/8fe01d85-a7c2-410f-b71f-2bd1f7a9d4cd HTTP/1.1" status: 404 len: 352 time: 0.0242729 Dec 11 22:44:17.093387 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-d9c43e47-e5ce-417d-9593-778eb2296758 req-603fa2a0-e041-48f7-a2e2-813a0180f093 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] show failed (client error): The resource could not be found. Dec 11 22:44:17.107148 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9c43e47-e5ce-417d-9593-778eb2296758 req-603fa2a0-e041-48f7-a2e2-813a0180f093 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/fc33f78a-9456-43a3-9087-6a3dc83e5f12 HTTP/1.1" status: 404 len: 352 time: 0.0279651 Dec 11 22:44:17.107829 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:17.133492 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-7360a43e-3e4e-4560-9714-fd6e413ba54d req-123b9809-9951-4f6b-965c-caf46ef8e5f3 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] show failed (client error): The resource could not be found. Dec 11 22:44:17.134872 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7360a43e-3e4e-4560-9714-fd6e413ba54d req-123b9809-9951-4f6b-965c-caf46ef8e5f3 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/78f53009-107a-4ed0-8305-73446598e898 HTTP/1.1" status: 404 len: 352 time: 0.0153220 Dec 11 22:44:17.176370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:17.177017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:17.179904 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] 10.222.0.13 "PUT /v2.0/ports/1ce38df0-c8e1-4e43-bbdb-72fef0406921 HTTP/1.1" status: 200 len: 1091 time: 2.1061685 Dec 11 22:44:17.181876 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd399aec9-7959-4db2-9bd5-7d9f22f94c9f', 'tag': '1ce38df0-c8e1-4e43-bbdb-72fef0406921'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:17.184652 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caf757e-da27-4c2f-a424-a1f18da0e9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d399aec9-7959-4db2-9bd5-7d9f22f94c9f", "tag": "1ce38df0-c8e1-4e43-bbdb-72fef0406921"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:17.213958 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c94b3-b400-4711-9daf-9cd4353032d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce38df0-c8e1-4e43-bbdb-72fef0406921,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:17.229849 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429dab8-6471-4075-815b-5efe98a8dab5 req-c6769640-41e5-48bf-b8a2-30eacdb23c6f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:17.238822 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e429dab8-6471-4075-815b-5efe98a8dab5 req-c6769640-41e5-48bf-b8a2-30eacdb23c6f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.1221998 Dec 11 22:44:17.335379 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e429dab8-6471-4075-815b-5efe98a8dab5 req-80a56784-4dc0-4af8-bddb-d2af4e97e7f8 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955486 Dec 11 22:44:17.400630 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e64311-e0a2-4257-aafb-ce0a4b804d23 x-openstack-request-id: req-09e64311-e0a2-4257-aafb-ce0a4b804d23 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:17.400960 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d399aec9-7959-4db2-9bd5-7d9f22f94c9f", "tag": "1ce38df0-c8e1-4e43-bbdb-72fef0406921", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:17.401226 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-09e64311-e0a2-4257-aafb-ce0a4b804d23 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:17.401638 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd399aec9-7959-4db2-9bd5-7d9f22f94c9f', 'tag': '1ce38df0-c8e1-4e43-bbdb-72fef0406921', 'status': 'completed', 'code': 200} Dec 11 22:44:17.409243 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-9744d072-4dd9-4dda-8ca3-2252fd4f16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:17.410878 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-9744d072-4dd9-4dda-8ca3-2252fd4f16dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aee5b70650c9476babf07e848de58d4f&device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 1094 time: 0.1055417 Dec 11 22:44:17.475763 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-a36bc2b5-0635-4074-a99a-e237ac495035 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce38df0-c8e1-4e43-bbdb-72fef0406921 HTTP/1.1" status: 200 len: 217 time: 0.0546341 Dec 11 22:44:17.584980 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-68df7f59-1892-44fd-a860-7fe30df38992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:17.586531 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-68df7f59-1892-44fd-a860-7fe30df38992 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ebc71d7c-4b4e-47da-b48f-456114b5d6ca HTTP/1.1" status: 200 len: 861 time: 0.1041033 Dec 11 22:44:17.611441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa5427-10c7-4a3c-bb21-d7ecf3abd008 req-302ebf3b-e64f-404b-bde3-fc1097c1a643 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:17.612939 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-69fa5427-10c7-4a3c-bb21-d7ecf3abd008 req-302ebf3b-e64f-404b-bde3-fc1097c1a643 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0806985 Dec 11 22:44:17.630695 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-4e4dc9bb-544f-44a0-829f-bd80eba3b0cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3775b115-2153-4445-b1ee-709d6f8b8839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357058 Dec 11 22:44:17.740178 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-69fa5427-10c7-4a3c-bb21-d7ecf3abd008 req-f9ca67f8-cb5a-4e36-a712-b611d811a6eb tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125536 Dec 11 22:44:17.780069 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-20a05bc6-ec41-4f69-84cb-ff8fa6127db3 service neutron] 10.222.0.13 "GET /v2.0/networks/3775b115-2153-4445-b1ee-709d6f8b8839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350338 Dec 11 22:44:17.854679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41477748-91cd-4aae-9a56-f01304827461 req-b8eea3f8-9d5a-4c6f-9abd-417eb9ce5530 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:17.856362 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41477748-91cd-4aae-9a56-f01304827461 req-b8eea3f8-9d5a-4c6f-9abd-417eb9ce5530 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 946 time: 0.0804694 Dec 11 22:44:17.911449 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41477748-91cd-4aae-9a56-f01304827461 req-5ce1710d-2e7b-4cd8-8688-0d60d9cb6071 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464523 Dec 11 22:44:17.916928 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce4dd135-6e46-4961-8acf-f60d72b36559 req-d353f9a7-09ca-4d22-9863-ad0f3a409eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/3775b115-2153-4445-b1ee-709d6f8b8839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278341 Dec 11 22:44:17.947776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458008cc-51a0-4182-b117-983d227f3b24 req-f43ea0b6-e5dd-48af-b427-998451169e05 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:17.957879 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-458008cc-51a0-4182-b117-983d227f3b24 req-f43ea0b6-e5dd-48af-b427-998451169e05 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 1023 time: 0.0931792 Dec 11 22:44:18.044980 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-458008cc-51a0-4182-b117-983d227f3b24 req-62267a1c-22e7-48b2-957a-9f8a2fc061e2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e54959d-c499-453b-be57-455e65a0a882&id=b96677a6-21cd-4987-8ff5-a8558f1f28d2&id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0860758 Dec 11 22:44:18.081453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01aa5f9-0814-4d80-a26a-ee1385164e53 req-541cebb5-d4d1-4f05-b6b2-5ab66e5b6f5f tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:18.089281 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b01aa5f9-0814-4d80-a26a-ee1385164e53 req-541cebb5-d4d1-4f05-b6b2-5ab66e5b6f5f tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 943 time: 0.0759048 Dec 11 22:44:18.108778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54810) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:18.150118 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b01aa5f9-0814-4d80-a26a-ee1385164e53 req-740a6465-7730-4e43-acd0-2e91727b2e11 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592458 Dec 11 22:44:18.180580 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf757e-da27-4c2f-a424-a1f18da0e9a6 req-dd85b944-6c50-4e74-8aab-b7defa5265f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:18.182396 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7caf757e-da27-4c2f-a424-a1f18da0e9a6 req-dd85b944-6c50-4e74-8aab-b7defa5265f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aee5b70650c9476babf07e848de58d4f&device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 1094 time: 0.1122198 Dec 11 22:44:18.185258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00a9ea6-cb03-4ce1-a195-9f24b1c9e276 admin admin] Deleting subnet 1cdd449a-afc5-4a0b-bc49-12f57c84d4a4 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:44:18.188655 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b00a9ea6-cb03-4ce1-a195-9f24b1c9e276 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:18.275116 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b00a9ea6-cb03-4ce1-a195-9f24b1c9e276 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:18.338116 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b00a9ea6-cb03-4ce1-a195-9f24b1c9e276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:18.358243 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf757e-da27-4c2f-a424-a1f18da0e9a6 req-f8a6bbba-fe0b-43d8-8266-366c28fc4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:18.359710 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7caf757e-da27-4c2f-a424-a1f18da0e9a6 req-f8a6bbba-fe0b-43d8-8266-366c28fc4a92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3775b115-2153-4445-b1ee-709d6f8b8839 HTTP/1.1" status: 200 len: 922 time: 0.1684258 Dec 11 22:44:18.410560 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7caf757e-da27-4c2f-a424-a1f18da0e9a6 req-dcd01bed-3837-499c-a68c-2becb56e949a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce38df0-c8e1-4e43-bbdb-72fef0406921 HTTP/1.1" status: 200 len: 217 time: 0.0413811 Dec 11 22:44:18.454487 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2b456-19d6-42af-9bb8-24ba102a41eb req-f7c516b8-76ac-4d98-bff9-8b91f4f41895 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:18.456494 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fd2b456-19d6-42af-9bb8-24ba102a41eb req-f7c516b8-76ac-4d98-bff9-8b91f4f41895 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.0556726 Dec 11 22:44:18.475114 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf757e-da27-4c2f-a424-a1f18da0e9a6 req-4c09f300-f350-4430-bcc6-4844f26bcfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:18.477069 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7caf757e-da27-4c2f-a424-a1f18da0e9a6 req-4c09f300-f350-4430-bcc6-4844f26bcfd4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ebc71d7c-4b4e-47da-b48f-456114b5d6ca HTTP/1.1" status: 200 len: 861 time: 0.0567424 Dec 11 22:44:18.507880 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fd2b456-19d6-42af-9bb8-24ba102a41eb req-059b3394-6140-44a6-8332-da56742b1658 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450423 Dec 11 22:44:18.510393 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7caf757e-da27-4c2f-a424-a1f18da0e9a6 req-8f7af6b9-21d3-4d4c-9d53-edabc9ed443d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3775b115-2153-4445-b1ee-709d6f8b8839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259123 Dec 11 22:44:18.566287 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b00a9ea6-cb03-4ce1-a195-9f24b1c9e276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:18.599778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a9ea6-cb03-4ce1-a195-9f24b1c9e276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cdd449a-afc5-4a0b-bc49-12f57c84d4a4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:18.604679 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b00a9ea6-cb03-4ce1-a195-9f24b1c9e276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:18.610283 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b00a9ea6-cb03-4ce1-a195-9f24b1c9e276 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1cdd449a-afc5-4a0b-bc49-12f57c84d4a4 HTTP/1.1" status: 204 len: 168 time: 0.4960339 Dec 11 22:44:18.612340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54830) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:18.631135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54832) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:18.697591 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7caf757e-da27-4c2f-a424-a1f18da0e9a6 req-fc2028f8-6c52-45c7-bf86-9622a0843cbf service neutron] 10.222.0.13 "GET /v2.0/networks/3775b115-2153-4445-b1ee-709d6f8b8839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786494 Dec 11 22:44:18.709566 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f2b3879-f320-47fc-9140-bb60a33059a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:18.726324 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 55eceeee-b5f8-4a50-a96d-f1a448a352ae no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:44:18.753543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 55eceeee-b5f8-4a50-a96d-f1a448a352ae {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:44:18.754066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 55eceeee-b5f8-4a50-a96d-f1a448a352ae not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:44:18.762339 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93754258-19a2-4a46-b10e-d2167ee5b5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:18.785168 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:18.910341 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7caf757e-da27-4c2f-a424-a1f18da0e9a6 req-384affbd-b61d-4b38-952a-1903b1261502 service neutron] 10.222.0.13 "GET /v2.0/networks/3775b115-2153-4445-b1ee-709d6f8b8839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874421 Dec 11 22:44:18.916168 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:18.961159 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f2b3879-f320-47fc-9140-bb60a33059a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:18.970597 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681f460-a6ac-4bd5-a33c-87d82bfa4203 req-95b8acbd-b937-4c8e-85b5-a3706137db97 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:18.972346 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b681f460-a6ac-4bd5-a33c-87d82bfa4203 req-95b8acbd-b937-4c8e-85b5-a3706137db97 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.1360412 Dec 11 22:44:18.977528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc697996-6d10-4596-90c1-43b65364ec0b req-ae6f1ffe-71d9-4b6e-8170-d59e128f0623 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:18.979412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc697996-6d10-4596-90c1-43b65364ec0b req-ae6f1ffe-71d9-4b6e-8170-d59e128f0623 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=efc3c994-eb60-4fc2-a5d6-6909fbbdc77a HTTP/1.1" status: 200 len: 950 time: 0.0690892 Dec 11 22:44:19.000678 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.005882 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-5f2b3879-f320-47fc-9140-bb60a33059a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6deae10-3a5a-4db1-976d-169f78b76f93']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:19.019824 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-5f2b3879-f320-47fc-9140-bb60a33059a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9518e9af-3a23-4d4d-81fb-40bc61a0c09a') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:19.020216 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-5f2b3879-f320-47fc-9140-bb60a33059a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9518e9af-3a23-4d4d-81fb-40bc61a0c09a') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:19.037926 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f2b3879-f320-47fc-9140-bb60a33059a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.060681 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b681f460-a6ac-4bd5-a33c-87d82bfa4203 req-e3615156-e0b3-43b0-b04a-da6262a90e48 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786889 Dec 11 22:44:19.060875 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6fff48ad29847ccb7817d0f529ab75b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4259717 Dec 11 22:44:19.060969 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54864) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:19.063019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a87bd8-05ae-4ee2-91bd-8c25c81b0fb5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:19.064854 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f2b3879-f320-47fc-9140-bb60a33059a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.069036 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc697996-6d10-4596-90c1-43b65364ec0b req-fd66ed3a-a5c8-47cf-ab74-09000b72ddd4 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864656 Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2b3879-f320-47fc-9140-bb60a33059a5 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f2b3879-f320-47fc-9140-bb60a33059a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:44:19.086901 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:44:19.097132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:19.097685 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:19.098161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:19.098578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:19.099027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:19.099604 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:19.100018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:19.100451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:19.100844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:19.101506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:19.101911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:19.102356 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:19.102758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0711cd48-a633-4a2b-b456-82bc4184e6db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:19.154266 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75c37861-4643-4471-9615-bd9d10eeecdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.179997 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75c37861-4643-4471-9615-bd9d10eeecdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.203020 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f2b3879-f320-47fc-9140-bb60a33059a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.213182 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f2b3879-f320-47fc-9140-bb60a33059a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.216623 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5f2b3879-f320-47fc-9140-bb60a33059a5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a6deae10-3a5a-4db1-976d-169f78b76f93 HTTP/1.1" status: 204 len: 168 time: 0.6043000 Dec 11 22:44:19.223861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54876) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:19.234185 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae917a03-56c6-40bf-9b83-56247ccf6a05 req-987cd09b-e5b3-49f7-9a6f-5f3c9af960dd tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:19.236915 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ae917a03-56c6-40bf-9b83-56247ccf6a05 req-987cd09b-e5b3-49f7-9a6f-5f3c9af960dd tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 1023 time: 0.0751951 Dec 11 22:44:19.237885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b3879-f320-47fc-9140-bb60a33059a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6deae10-3a5a-4db1-976d-169f78b76f93,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:19.315666 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ae917a03-56c6-40bf-9b83-56247ccf6a05 req-a02d1c32-6283-4762-9b3d-2503daf0c98d tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e54959d-c499-453b-be57-455e65a0a882&id=b96677a6-21cd-4987-8ff5-a8558f1f28d2&id=9cae55d5-3406-41c0-9175-6d8f4734159c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0698454 Dec 11 22:44:19.429366 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a416978-c601-4d3b-a312-ffd8b6da63ed req-423fb304-62bd-4525-83c7-c8bfef2cbc05 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:19.430968 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5a416978-c601-4d3b-a312-ffd8b6da63ed req-423fb304-62bd-4525-83c7-c8bfef2cbc05 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 943 time: 0.0511646 Dec 11 22:44:19.486389 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5a416978-c601-4d3b-a312-ffd8b6da63ed req-9c2fb4f6-7a71-4778-aa4b-e1c969e57276 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484622 Dec 11 22:44:19.549285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-44388b5e-d28a-40e5-8496-11546ef846f4 admin admin] Deleting subnet e3c23b7a-9922-4b03-b2ea-1210bae07cea {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:44:19.552868 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-44388b5e-d28a-40e5-8496-11546ef846f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.589410 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-44388b5e-d28a-40e5-8496-11546ef846f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.623605 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75c37861-4643-4471-9615-bd9d10eeecdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.626559 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75c37861-4643-4471-9615-bd9d10eeecdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.628344 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-75c37861-4643-4471-9615-bd9d10eeecdf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/62a87bd8-05ae-4ee2-91bd-8c25c81b0fb5 HTTP/1.1" status: 204 len: 168 time: 0.5662568 Dec 11 22:44:19.665467 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091160d5-53cc-494b-9155-66b2b142f12b req-51891ba9-de2b-4cd3-8fd3-64dea5f95a66 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:19.667268 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-091160d5-53cc-494b-9155-66b2b142f12b req-51891ba9-de2b-4cd3-8fd3-64dea5f95a66 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.0873184 Dec 11 22:44:19.671009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c37861-4643-4471-9615-bd9d10eeecdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a87bd8-05ae-4ee2-91bd-8c25c81b0fb5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:19.673302 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-44388b5e-d28a-40e5-8496-11546ef846f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.726714 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9636854-7c1b-4df0-8fb6-43e289a9d2b7 req-a0d4336c-6baf-41dc-9566-29d4604f52c7 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:19.728234 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9636854-7c1b-4df0-8fb6-43e289a9d2b7 req-a0d4336c-6baf-41dc-9566-29d4604f52c7 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.13 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 1023 time: 0.1154487 Dec 11 22:44:19.805202 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-091160d5-53cc-494b-9155-66b2b142f12b req-8e2d1b76-cb7e-4441-9ebf-65c15dd39c96 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080551 Dec 11 22:44:19.827163 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-44388b5e-d28a-40e5-8496-11546ef846f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.857835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44388b5e-d28a-40e5-8496-11546ef846f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c23b7a-9922-4b03-b2ea-1210bae07cea,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:19.862096 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-44388b5e-d28a-40e5-8496-11546ef846f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.862377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-c9636854-7c1b-4df0-8fb6-43e289a9d2b7 req-9b10f8cc-e2ca-4ec3-beac-db9eb1c836a1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Deleting port b950a688-f1ae-45bd-bb96-7f34bce710e1 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:44:19.862749 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c9636854-7c1b-4df0-8fb6-43e289a9d2b7 req-9b10f8cc-e2ca-4ec3-beac-db9eb1c836a1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.869790 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-44388b5e-d28a-40e5-8496-11546ef846f4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e3c23b7a-9922-4b03-b2ea-1210bae07cea HTTP/1.1" status: 204 len: 168 time: 0.6402676 Dec 11 22:44:19.871587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54900) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:19.947394 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-07406c17-11e8-4b88-978b-2bc28adb9cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.959346 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-c9636854-7c1b-4df0-8fb6-43e289a9d2b7 req-9b10f8cc-e2ca-4ec3-beac-db9eb1c836a1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] For port b950a688-f1ae-45bd-bb96-7f34bce710e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=b950a688-f1ae-45bd-bb96-7f34bce710e1,segment=NetworkSegment(6333f14b-0971-4035-b995-b8109fb30ca0),segment_id=6333f14b-0971-4035-b995-b8109fb30ca0)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:19.960933 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c9636854-7c1b-4df0-8fb6-43e289a9d2b7 req-9b10f8cc-e2ca-4ec3-beac-db9eb1c836a1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:19.978134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-c9636854-7c1b-4df0-8fb6-43e289a9d2b7 req-9b10f8cc-e2ca-4ec3-beac-db9eb1c836a1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Calling delete_port for b950a688-f1ae-45bd-bb96-7f34bce710e1 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:44:20.060163 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-07406c17-11e8-4b88-978b-2bc28adb9cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:20.088467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-07406c17-11e8-4b88-978b-2bc28adb9cfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d689dd53-d74a-419b-869c-38a23fb770b1']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:20.116059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-07406c17-11e8-4b88-978b-2bc28adb9cfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defb218d-0078-463f-97fa-fdb60efcc364') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:20.116354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-07406c17-11e8-4b88-978b-2bc28adb9cfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defb218d-0078-463f-97fa-fdb60efcc364') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:20.127803 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-07406c17-11e8-4b88-978b-2bc28adb9cfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:20.146308 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-07406c17-11e8-4b88-978b-2bc28adb9cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:20.157568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07406c17-11e8-4b88-978b-2bc28adb9cfc admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:44:20.158219 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-07406c17-11e8-4b88-978b-2bc28adb9cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:44:20.167056 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:44:20.222190 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c9636854-7c1b-4df0-8fb6-43e289a9d2b7 req-9b10f8cc-e2ca-4ec3-beac-db9eb1c836a1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:20.236937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['b950a688-f1ae-45bd-bb96-7f34bce710e1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:20.272102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9266b-2c39-4c29-8fa0-873303bc9952 req-a95abc57-0407-4215-b706-68bd01d3b073 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:20.274629 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cfe9266b-2c39-4c29-8fa0-873303bc9952 req-a95abc57-0407-4215-b706-68bd01d3b073 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.1202905 Dec 11 22:44:20.277125 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10f8cc-e2ca-4ec3-beac-db9eb1c836a1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event deleted for resources: {'Port': ['ID=b950a688-f1ae-45bd-bb96-7f34bce710e1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:20.315232 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-07406c17-11e8-4b88-978b-2bc28adb9cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:20.322342 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-07406c17-11e8-4b88-978b-2bc28adb9cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:20.325948 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-07406c17-11e8-4b88-978b-2bc28adb9cfc admin admin] 10.222.0.45 "DELETE /v2.0/networks/d689dd53-d74a-419b-869c-38a23fb770b1 HTTP/1.1" status: 204 len: 168 time: 0.4533823 Dec 11 22:44:20.334845 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9636854-7c1b-4df0-8fb6-43e289a9d2b7 req-9b10f8cc-e2ca-4ec3-beac-db9eb1c836a1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] No DVR routers for this DVR port b950a688-f1ae-45bd-bb96-7f34bce710e1 on host n-h2-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:44:20.338428 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-c9636854-7c1b-4df0-8fb6-43e289a9d2b7 req-9b10f8cc-e2ca-4ec3-beac-db9eb1c836a1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:20.343641 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9636854-7c1b-4df0-8fb6-43e289a9d2b7 req-9b10f8cc-e2ca-4ec3-beac-db9eb1c836a1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.13 "DELETE /v2.0/ports/b950a688-f1ae-45bd-bb96-7f34bce710e1 HTTP/1.1" status: 204 len: 173 time: 0.6084759 Dec 11 22:44:20.344194 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91429551-e60d-4947-946d-5b1791fa0e8a', 'name': 'network-vif-deleted', 'tag': 'b950a688-f1ae-45bd-bb96-7f34bce710e1'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:20.350482 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcffdf4-bb84-4610-9891-03ee194559bc" -d '{"events": [{"server_uuid": "91429551-e60d-4947-946d-5b1791fa0e8a", "name": "network-vif-deleted", "tag": "b950a688-f1ae-45bd-bb96-7f34bce710e1"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:20.350623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07406c17-11e8-4b88-978b-2bc28adb9cfc admin admin] Pushing event deleted for resources: {'Network': ['ID=d689dd53-d74a-419b-869c-38a23fb770b1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:20.382863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cfe9266b-2c39-4c29-8fa0-873303bc9952 req-50b9d997-afc7-493f-9cb9-8a9d5abd7335 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908144 Dec 11 22:44:20.441449 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-249f5caa-d69a-49b2-9a39-7f79811ad1da req-20051157-3a35-4235-880a-17f7094ffb5b tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/ports?device_id=91429551-e60d-4947-946d-5b1791fa0e8a HTTP/1.1" status: 200 len: 210 time: 0.0396709 Dec 11 22:44:20.443270 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1316ea-2550-4c12-ba5f-4febabe10a0a x-openstack-request-id: req-ee1316ea-2550-4c12-ba5f-4febabe10a0a {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:20.443630 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91429551-e60d-4947-946d-5b1791fa0e8a", "name": "network-vif-deleted", "tag": "b950a688-f1ae-45bd-bb96-7f34bce710e1", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:20.443945 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee1316ea-2550-4c12-ba5f-4febabe10a0a {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:20.444369 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91429551-e60d-4947-946d-5b1791fa0e8a', 'name': 'network-vif-deleted', 'tag': 'b950a688-f1ae-45bd-bb96-7f34bce710e1', 'status': 'completed', 'code': 200} Dec 11 22:44:20.615262 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cf7ea-5394-4177-8e41-61d8c53acc13 req-970a9fec-8484-44b8-9af7-faa46eb19f13 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:20.616733 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-157cf7ea-5394-4177-8e41-61d8c53acc13 req-970a9fec-8484-44b8-9af7-faa46eb19f13 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 943 time: 0.0535390 Dec 11 22:44:20.668801 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-157cf7ea-5394-4177-8e41-61d8c53acc13 req-4d0005ab-a830-478f-889f-2d7f1eb4cdd2 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461020 Dec 11 22:44:20.773750 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54944) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:20.813946 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1167666e-0996-4390-b83d-41eaa23ce985 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f03caf60923d4542949e32a27579cadd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388634 Dec 11 22:44:20.816946 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54948) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:20.870677 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9135b8b3-195b-474a-8c9f-4d8d9cda71b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:20.924206 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9135b8b3-195b-474a-8c9f-4d8d9cda71b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:20.958402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9b719-184a-4ff7-bec2-b3a1d51e99fe req-ef6c420f-7c19-4b30-b5f2-c0ecdad775af tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:20.959972 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4bc9b719-184a-4ff7-bec2-b3a1d51e99fe req-ef6c420f-7c19-4b30-b5f2-c0ecdad775af tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.0865648 Dec 11 22:44:21.013876 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4bc9b719-184a-4ff7-bec2-b3a1d51e99fe req-e523b9ae-709a-4f5c-ab28-2fe1b638f4fe tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469236 Dec 11 22:44:21.079261 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9135b8b3-195b-474a-8c9f-4d8d9cda71b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:21.082259 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9135b8b3-195b-474a-8c9f-4d8d9cda71b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:21.083476 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9135b8b3-195b-474a-8c9f-4d8d9cda71b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/595a8693-1a81-4d7b-93a8-565748a060af HTTP/1.1" status: 204 len: 168 time: 0.2654235 Dec 11 22:44:21.092207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135b8b3-195b-474a-8c9f-4d8d9cda71b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595a8693-1a81-4d7b-93a8-565748a060af,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:21.284938 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bf124eaa-7474-40a3-bb3d-b7d73600901c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:21.523715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f2edf-94c2-43c5-8f18-520dd4d6db1f req-8f4cc425-74b4-4634-8151-5f7d7b701bd0 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:21.525232 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c95f2edf-94c2-43c5-8f18-520dd4d6db1f req-8f4cc425-74b4-4634-8151-5f7d7b701bd0 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0563562 Dec 11 22:44:21.564546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-445f962d-de01-4af1-91d8-5def3cfb0baa req-e0190ceb-2a6a-4d3f-bd9d-f3504fd514a1 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/1e54959d-c499-453b-be57-455e65a0a882 HTTP/1.1" status: 200 len: 1819 time: 0.0435102 Dec 11 22:44:21.578326 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c95f2edf-94c2-43c5-8f18-520dd4d6db1f req-068435ee-e8b0-4955-8d49-b2fc503a99b2 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465887 Dec 11 22:44:21.636734 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-445f962d-de01-4af1-91d8-5def3cfb0baa req-f262acc4-c464-45d2-8052-cb993ac418cb tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:21.661297 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-445f962d-de01-4af1-91d8-5def3cfb0baa req-f262acc4-c464-45d2-8052-cb993ac418cb tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:21.750106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54976) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:21.795031 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-445f962d-de01-4af1-91d8-5def3cfb0baa req-f262acc4-c464-45d2-8052-cb993ac418cb tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:21.797650 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-445f962d-de01-4af1-91d8-5def3cfb0baa req-f262acc4-c464-45d2-8052-cb993ac418cb tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:21.798867 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-445f962d-de01-4af1-91d8-5def3cfb0baa req-f262acc4-c464-45d2-8052-cb993ac418cb tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "DELETE /v2.0/security-groups/1e54959d-c499-453b-be57-455e65a0a882 HTTP/1.1" status: 204 len: 173 time: 0.2273567 Dec 11 22:44:21.800830 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450fa7f-5fd0-4f82-ab37-2f4aa141e7f4 req-caa324e8-3a50-4b0e-a8ac-246922ca3640 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:21.808151 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0450fa7f-5fd0-4f82-ab37-2f4aa141e7f4 req-caa324e8-3a50-4b0e-a8ac-246922ca3640 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 943 time: 0.0691967 Dec 11 22:44:21.823933 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6243d537-3bd9-49ea-8867-20a6aeed0fd6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e24a56b0465e4567a7998862810bd729&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0725126 Dec 11 22:44:21.824809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262acc4-c464-45d2-8052-cb993ac418cb tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e54959d-c499-453b-be57-455e65a0a882,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:21.827233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54990) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:21.880441 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0450fa7f-5fd0-4f82-ab37-2f4aa141e7f4 req-8d978cef-1897-450d-9b7a-6962c178edf5 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713499 Dec 11 22:44:21.896380 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-67f9acac-fe6b-4d1b-bb03-eb5122b0b1d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:21.921768 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-67f9acac-fe6b-4d1b-bb03-eb5122b0b1d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:21.945329 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-32035659-45f7-4507-8055-3a49cac50b84 req-40ef7eae-37b4-45d4-92a1-00584960e0d2 tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "GET /v2.0/security-groups/b96677a6-21cd-4987-8ff5-a8558f1f28d2 HTTP/1.1" status: 200 len: 1818 time: 0.0444248 Dec 11 22:44:22.002238 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-32035659-45f7-4507-8055-3a49cac50b84 req-eb120f9f-db46-4b04-b7a5-1646b3fca8bf tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.025059 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-32035659-45f7-4507-8055-3a49cac50b84 req-eb120f9f-db46-4b04-b7a5-1646b3fca8bf tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.033416 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-67f9acac-fe6b-4d1b-bb03-eb5122b0b1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.036978 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-67f9acac-fe6b-4d1b-bb03-eb5122b0b1d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.038843 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-67f9acac-fe6b-4d1b-bb03-eb5122b0b1d9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e600bd9-cb24-4a70-bc6c-e09367928457 HTTP/1.1" status: 204 len: 168 time: 0.2104878 Dec 11 22:44:22.058570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9acac-fe6b-4d1b-bb03-eb5122b0b1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e600bd9-cb24-4a70-bc6c-e09367928457,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:22.144981 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.159960 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55006) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:22.172649 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f19427-5be6-45f1-a226-0f60f787f749 req-601a0c79-b4b5-4dd1-bac1-0f6d31d07005 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:22.174327 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40f19427-5be6-45f1-a226-0f60f787f749 req-601a0c79-b4b5-4dd1-bac1-0f6d31d07005 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.0617712 Dec 11 22:44:22.179077 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-32035659-45f7-4507-8055-3a49cac50b84 req-eb120f9f-db46-4b04-b7a5-1646b3fca8bf tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.181810 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-32035659-45f7-4507-8055-3a49cac50b84 req-eb120f9f-db46-4b04-b7a5-1646b3fca8bf tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.184103 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-32035659-45f7-4507-8055-3a49cac50b84 req-eb120f9f-db46-4b04-b7a5-1646b3fca8bf tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] 10.222.0.45 "DELETE /v2.0/security-groups/b96677a6-21cd-4987-8ff5-a8558f1f28d2 HTTP/1.1" status: 204 len: 173 time: 0.2328703 Dec 11 22:44:22.197179 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55010) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:22.199611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb120f9f-db46-4b04-b7a5-1646b3fca8bf tempest-SecurityGroupsTestJSON-1042690690 tempest-SecurityGroupsTestJSON-1042690690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96677a6-21cd-4987-8ff5-a8558f1f28d2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:22.271916 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9850ba81-7dea-4d80-8dd8-5b611bd7dae1 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:22.290124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40f19427-5be6-45f1-a226-0f60f787f749 req-88b0510e-934a-4566-853a-0a2ba6f13855 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072667 Dec 11 22:44:22.295428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39bd187-27b6-4dd2-927b-bf1a8f881d21 admin admin] Deleting subnet b34479c4-c6a1-48c9-a67a-10df10a1b6e8 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:44:22.298889 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c39bd187-27b6-4dd2-927b-bf1a8f881d21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.335840 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c39bd187-27b6-4dd2-927b-bf1a8f881d21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.375714 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c39bd187-27b6-4dd2-927b-bf1a8f881d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.393708 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9850ba81-7dea-4d80-8dd8-5b611bd7dae1 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] 10.222.0.45 "PUT /v2.0/quotas/e20e4403528d4142943f0dd4a7fa7caf HTTP/1.1" status: 200 len: 368 time: 0.2325208 Dec 11 22:44:22.395379 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55014) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:22.403053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9b0d5500-01dc-43cd-a880-a810c119d24d tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Request body: {'network': {'project_id': 'e20e4403528d4142943f0dd4a7fa7caf'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:22.516556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0d5500-01dc-43cd-a880-a810c119d24d tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Made reservation on behalf of e20e4403528d4142943f0dd4a7fa7caf for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:22.517707 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c39bd187-27b6-4dd2-927b-bf1a8f881d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.521030 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5500-01dc-43cd-a880-a810c119d24d tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.529402 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5500-01dc-43cd-a880-a810c119d24d tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.543146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bd187-27b6-4dd2-927b-bf1a8f881d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b34479c4-c6a1-48c9-a67a-10df10a1b6e8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:22.554050 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c39bd187-27b6-4dd2-927b-bf1a8f881d21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.555451 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c39bd187-27b6-4dd2-927b-bf1a8f881d21 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b34479c4-c6a1-48c9-a67a-10df10a1b6e8 HTTP/1.1" status: 204 len: 168 time: 0.3572311 Dec 11 22:44:22.558031 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55022) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:22.672555 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4672f32f-c378-474f-8b26-34c45568f757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.729518 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5500-01dc-43cd-a880-a810c119d24d tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.772826 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5fb78-baf6-4aad-92db-609bd48b19af req-921aa917-f388-4df1-a7d3-a6753dd21907 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:22.774326 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cfd5fb78-baf6-4aad-92db-609bd48b19af req-921aa917-f388-4df1-a7d3-a6753dd21907 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.1258764 Dec 11 22:44:22.806084 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5500-01dc-43cd-a880-a810c119d24d tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.840809 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4672f32f-c378-474f-8b26-34c45568f757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.868491 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0d5500-01dc-43cd-a880-a810c119d24d tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:44:22.898382 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d5500-01dc-43cd-a880-a810c119d24d tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb22e69-e8a1-414e-9eba-a87c889a11c3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:22.905013 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4672f32f-c378-474f-8b26-34c45568f757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:22.912757 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5500-01dc-43cd-a880-a810c119d24d tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.913162 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-9b0d5500-01dc-43cd-a880-a810c119d24d tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Added segment 6dc54a36-eb42-4591-ba28-6aa590aa7f58 of type vlan for network d4d3488f-ac00-43f1-b36f-b0dcb208aee7 Dec 11 22:44:22.941330 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4672f32f-c378-474f-8b26-34c45568f757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6333f14b-0971-4035-b995-b8109fb30ca0') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:22.941638 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4672f32f-c378-474f-8b26-34c45568f757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6333f14b-0971-4035-b995-b8109fb30ca0') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:22.947501 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cfd5fb78-baf6-4aad-92db-609bd48b19af req-f6c12425-2d0f-454d-b378-7807b51edf2f tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451912 Dec 11 22:44:22.976123 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4672f32f-c378-474f-8b26-34c45568f757 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:22.999023 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5500-01dc-43cd-a880-a810c119d24d tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.004922 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4672f32f-c378-474f-8b26-34c45568f757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.014485 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4672f32f-c378-474f-8b26-34c45568f757 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:44:23.014904 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4672f32f-c378-474f-8b26-34c45568f757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:44:23.016554 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:44:23.078199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a4803-dc25-44c7-a933-77dff97c0e68 req-d8f82545-16a8-4ed1-9af6-e226d3d4a54f tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:23.080673 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-429a4803-dc25-44c7-a933-77dff97c0e68 req-d8f82545-16a8-4ed1-9af6-e226d3d4a54f tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 943 time: 0.0641119 Dec 11 22:44:23.130629 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-429a4803-dc25-44c7-a933-77dff97c0e68 req-37f69676-f0af-4085-aac7-72f8c9f8d99c tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 Dec 11 22:44:23.145568 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5500-01dc-43cd-a880-a810c119d24d tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.147202 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0d5500-01dc-43cd-a880-a810c119d24d tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:23.148133 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5500-01dc-43cd-a880-a810c119d24d tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.174792 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4672f32f-c378-474f-8b26-34c45568f757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.179716 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4672f32f-c378-474f-8b26-34c45568f757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.185843 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4672f32f-c378-474f-8b26-34c45568f757 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a HTTP/1.1" status: 204 len: 168 time: 0.6240251 Dec 11 22:44:23.242542 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d5500-01dc-43cd-a880-a810c119d24d tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Pushing event updated for resources: {'Network': ['ID=d4d3488f-ac00-43f1-b36f-b0dcb208aee7,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:23.256947 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network d4d3488f-ac00-43f1-b36f-b0dcb208aee7 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:44:23.259102 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672f32f-c378-474f-8b26-34c45568f757 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ebd80a3-afa5-4ba5-a5ff-18db1ab8028a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:23.286689 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9b0d5500-01dc-43cd-a880-a810c119d24d tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8874655 Dec 11 22:44:23.287071 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55058) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:23.293486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0383663e-0f24-45b5-93c5-b708f656ceb7 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Request body: {'network': {'project_id': 'e20e4403528d4142943f0dd4a7fa7caf'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:23.383184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 1ce38df0-c8e1-4e43-bbdb-72fef0406921 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:44:23.385091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ba6d1e1a-fb2e-41f1-be48-667adcff14e1 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:44:23.411125 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0383663e-0f24-45b5-93c5-b708f656ceb7 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Made reservation on behalf of e20e4403528d4142943f0dd4a7fa7caf for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:23.415189 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0383663e-0f24-45b5-93c5-b708f656ceb7 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.442358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e8c75-8a61-4598-aa96-ef5b58975a28 req-2d078778-f21e-4c5f-a039-17145a2bc1dd tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:23.443911 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-392e8c75-8a61-4598-aa96-ef5b58975a28 req-2d078778-f21e-4c5f-a039-17145a2bc1dd tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.0731599 Dec 11 22:44:23.447668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0383663e-0f24-45b5-93c5-b708f656ceb7 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:44:23.459675 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0383663e-0f24-45b5-93c5-b708f656ceb7 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.460022 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-0383663e-0f24-45b5-93c5-b708f656ceb7 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Added segment 2e730d65-ef3f-4529-add5-42e900fdd9d0 of type vlan for network 1c3bdb9b-667b-4f00-9105-4dcd5d26f114 Dec 11 22:44:23.502183 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0383663e-0f24-45b5-93c5-b708f656ceb7 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.535044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c3275-a194-4fbe-8e45-9e0b7a4d0d99 req-69de6d69-7f1f-48e8-8d0a-db7f15ad3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:23.536655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b6c3275-a194-4fbe-8e45-9e0b7a4d0d99 req-69de6d69-7f1f-48e8-8d0a-db7f15ad3930 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 1096 time: 0.0832283 Dec 11 22:44:23.548595 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.551118 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-392e8c75-8a61-4598-aa96-ef5b58975a28 req-bfc3a771-ec69-4f8a-aa18-bc9f792a77f6 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949430 Dec 11 22:44:23.581377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 1ce38df0-c8e1-4e43-bbdb-72fef0406921, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1ce38df0-c8e1-4e43-bbdb-72fef0406921,segment=NetworkSegment(c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6),segment_id=c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:23.592809 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b6c3275-a194-4fbe-8e45-9e0b7a4d0d99 req-a21c6c08-687b-46dc-b7b1-5e6214ce5fe5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Dec 11 22:44:23.595523 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc3c994-eb60-4fc2-a5d6-6909fbbdc77a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:23.597754 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c1b992-4dca-4fb2-ad5f-236f1b43c31e" -d '{"events": [{"server_uuid": "efc3c994-eb60-4fc2-a5d6-6909fbbdc77a", "name": "network-vif-unplugged", "status": "completed", "tag": "ba6d1e1a-fb2e-41f1-be48-667adcff14e1"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:23.608108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '1ce38df0-c8e1-4e43-bbdb-72fef0406921', 'network_id': '3775b115-2153-4445-b1ee-709d6f8b8839', 'port_id': '1ce38df0-c8e1-4e43-bbdb-72fef0406921', 'mac_address': 'fa:16:3e:bd:92:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc71d7c-4b4e-47da-b48f-456114b5d6ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:44:23.613244 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ba6d1e1a-fb2e-41f1-be48-667adcff14e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:23.633576 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0383663e-0f24-45b5-93c5-b708f656ceb7 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.634764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0383663e-0f24-45b5-93c5-b708f656ceb7 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:23.635134 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b66588-6644-43be-892e-670467206938 x-openstack-request-id: req-c1b66588-6644-43be-892e-670467206938 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:23.635423 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0383663e-0f24-45b5-93c5-b708f656ceb7 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.635530 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc3c994-eb60-4fc2-a5d6-6909fbbdc77a", "name": "network-vif-unplugged", "status": "completed", "tag": "ba6d1e1a-fb2e-41f1-be48-667adcff14e1", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:23.635674 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1b66588-6644-43be-892e-670467206938 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:23.636049 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc3c994-eb60-4fc2-a5d6-6909fbbdc77a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1', 'code': 200} Dec 11 22:44:23.651225 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.665357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce38df0-c8e1-4e43-bbdb-72fef0406921 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:44:23.685221 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.685988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device b950a688-f1ae-45bd-bb96-7f34bce710e1 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:44:23.688876 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 1ce38df0-c8e1-4e43-bbdb-72fef0406921, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1ce38df0-c8e1-4e43-bbdb-72fef0406921,segment=NetworkSegment(c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6),segment_id=c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:23.701164 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383663e-0f24-45b5-93c5-b708f656ceb7 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Pushing event updated for resources: {'Network': ['ID=1c3bdb9b-667b-4f00-9105-4dcd5d26f114,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:23.709241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55068) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:23.731374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 1c3bdb9b-667b-4f00-9105-4dcd5d26f114 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:44:23.738285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: b950a688-f1ae-45bd-bb96-7f34bce710e1 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:44:23.738634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device b950a688-f1ae-45bd-bb96-7f34bce710e1 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:44:23.750279 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d720cd94-e604-40ab-8b7a-2eb87b686aaf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19fada12d1a645398dd5c11ac569a671&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398049 Dec 11 22:44:23.752920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55070) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:23.776501 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0383663e-0f24-45b5-93c5-b708f656ceb7 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4884918 Dec 11 22:44:23.780301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55072) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:23.785852 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6556ff6a-35c0-48d6-a3f3-52d678f9466a tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Request body: {'network': {'project_id': 'e20e4403528d4142943f0dd4a7fa7caf'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:23.797717 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-6556ff6a-35c0-48d6-a3f3-52d678f9466a tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 11 22:44:23.798317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6556ff6a-35c0-48d6-a3f3-52d678f9466a tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:44:23.802765 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6556ff6a-35c0-48d6-a3f3-52d678f9466a tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0212996 Dec 11 22:44:23.803428 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55074) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:23.819976 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d78262c8-01bd-4e16-ae76-c09b18e96380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.832726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:23.835930 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.852181 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-96239756-2cea-4701-8215-7db651ba8730 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e20e4403528d4142943f0dd4a7fa7caf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474124 Dec 11 22:44:23.854767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55082) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:23.876575 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d78262c8-01bd-4e16-ae76-c09b18e96380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.911264 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=1ce38df0-c8e1-4e43-bbdb-72fef0406921,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:23.916039 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.917262 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ac42fdd-8c98-404b-a2d3-efbcfc0d4465 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.943497 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ac42fdd-8c98-404b-a2d3-efbcfc0d4465 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:23.962646 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55084) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:24.008224 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d78262c8-01bd-4e16-ae76-c09b18e96380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:24.012016 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d78262c8-01bd-4e16-ae76-c09b18e96380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:24.013198 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d78262c8-01bd-4e16-ae76-c09b18e96380 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9cae55d5-3406-41c0-9175-6d8f4734159c HTTP/1.1" status: 204 len: 168 time: 0.2593238 Dec 11 22:44:24.024543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78262c8-01bd-4e16-ae76-c09b18e96380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cae55d5-3406-41c0-9175-6d8f4734159c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:24.099131 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4ce0-7ce9-45f9-9b65-a393d45d0e49 req-6a022544-7917-405d-b162-5b918d672a1f tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:24.100618 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a2de4ce0-7ce9-45f9-9b65-a393d45d0e49 req-6a022544-7917-405d-b162-5b918d672a1f tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0549629 Dec 11 22:44:24.101892 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ac42fdd-8c98-404b-a2d3-efbcfc0d4465 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:24.104866 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ac42fdd-8c98-404b-a2d3-efbcfc0d4465 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:24.105937 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8ac42fdd-8c98-404b-a2d3-efbcfc0d4465 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/bdb22e69-e8a1-414e-9eba-a87c889a11c3 HTTP/1.1" status: 204 len: 168 time: 0.2502346 Dec 11 22:44:24.109350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55102) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:24.121151 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac42fdd-8c98-404b-a2d3-efbcfc0d4465 tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb22e69-e8a1-414e-9eba-a87c889a11c3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:24.124436 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4db388fc-23d4-440a-98b7-d2b619442166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:24.162616 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a2de4ce0-7ce9-45f9-9b65-a393d45d0e49 req-79fb6590-e66f-4237-8891-51bf1495efd5 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552800 Dec 11 22:44:24.210187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['1ce38df0-c8e1-4e43-bbdb-72fef0406921'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:24.211203 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7b820a6-9374-400a-990c-2bc669ad2beb tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:24.373686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7b820a6-9374-400a-990c-2bc669ad2beb tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:24.377992 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4db388fc-23d4-440a-98b7-d2b619442166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:24.385981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c4ba0-1392-4f1f-a9b8-dfe704cb565c req-344cf0c3-9d55-4221-b8d3-690834bdeed3 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:24.387514 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e69c4ba0-1392-4f1f-a9b8-dfe704cb565c req-344cf0c3-9d55-4221-b8d3-690834bdeed3 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 944 time: 0.1561782 Dec 11 22:44:24.418610 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b7b820a6-9374-400a-990c-2bc669ad2beb tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3bdb9b-667b-4f00-9105-4dcd5d26f114']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:24.430607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b7b820a6-9374-400a-990c-2bc669ad2beb tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e730d65-ef3f-4529-add5-42e900fdd9d0') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:24.430930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b7b820a6-9374-400a-990c-2bc669ad2beb tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e730d65-ef3f-4529-add5-42e900fdd9d0') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:24.450002 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7b820a6-9374-400a-990c-2bc669ad2beb tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:24.475882 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e69c4ba0-1392-4f1f-a9b8-dfe704cb565c req-4807190a-76a6-4d63-9d54-e664ccd430dd tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797150 Dec 11 22:44:24.477086 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7b820a6-9374-400a-990c-2bc669ad2beb tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:24.483233 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4db388fc-23d4-440a-98b7-d2b619442166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:24.486409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b820a6-9374-400a-990c-2bc669ad2beb tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:44:24.487220 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7b820a6-9374-400a-990c-2bc669ad2beb tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:44:24.494123 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:44:24.545767 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:24.577617 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4db388fc-23d4-440a-98b7-d2b619442166 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e50ae85046084169946b9f4e7cc2aab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6137824 Dec 11 22:44:24.579178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db388fc-23d4-440a-98b7-d2b619442166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b71bd26-1a50-4046-818b-245e180086fa,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:24.580911 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55116) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:24.655976 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7b820a6-9374-400a-990c-2bc669ad2beb tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:24.662459 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7b820a6-9374-400a-990c-2bc669ad2beb tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:24.665800 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b7b820a6-9374-400a-990c-2bc669ad2beb tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] 10.222.0.45 "DELETE /v2.0/networks/1c3bdb9b-667b-4f00-9105-4dcd5d26f114 HTTP/1.1" status: 204 len: 168 time: 0.5554643 Dec 11 22:44:24.671053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55118) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:24.676813 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b820a6-9374-400a-990c-2bc669ad2beb tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c3bdb9b-667b-4f00-9105-4dcd5d26f114,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:24.680177 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-33041a2d-8a20-49ff-8237-609daf1f013f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.059064 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-33041a2d-8a20-49ff-8237-609daf1f013f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.068298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca10ca7-164e-429e-853c-b5eef36a60f1 req-5ae2fe60-d8a3-440a-9838-71088323d448 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:25.069765 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eca10ca7-164e-429e-853c-b5eef36a60f1 req-5ae2fe60-d8a3-440a-9838-71088323d448 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.4459302 Dec 11 22:44:25.086599 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c285f8b1-a48e-41ea-a103-4fec7e3527ae tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.179128 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eca10ca7-164e-429e-853c-b5eef36a60f1 req-f551630a-ab4f-459b-901b-3a7ba6b1c022 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013658 Dec 11 22:44:25.227601 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c285f8b1-a48e-41ea-a103-4fec7e3527ae tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.234147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55146) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:25.249388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c285f8b1-a48e-41ea-a103-4fec7e3527ae tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d3488f-ac00-43f1-b36f-b0dcb208aee7']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:25.259213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c285f8b1-a48e-41ea-a103-4fec7e3527ae tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc54a36-eb42-4591-ba28-6aa590aa7f58') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:25.259519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c285f8b1-a48e-41ea-a103-4fec7e3527ae tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc54a36-eb42-4591-ba28-6aa590aa7f58') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:25.272317 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c285f8b1-a48e-41ea-a103-4fec7e3527ae tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.281558 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-33041a2d-8a20-49ff-8237-609daf1f013f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.284436 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-33041a2d-8a20-49ff-8237-609daf1f013f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.285588 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-33041a2d-8a20-49ff-8237-609daf1f013f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b71bd26-1a50-4046-818b-245e180086fa HTTP/1.1" status: 204 len: 168 time: 0.7033095 Dec 11 22:44:25.297417 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c285f8b1-a48e-41ea-a103-4fec7e3527ae tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.305194 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33041a2d-8a20-49ff-8237-609daf1f013f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b71bd26-1a50-4046-818b-245e180086fa,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:25.308910 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c285f8b1-a48e-41ea-a103-4fec7e3527ae tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:44:25.309582 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c285f8b1-a48e-41ea-a103-4fec7e3527ae tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:44:25.311396 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:44:25.321828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3299b6-6cd5-4bb2-8aeb-a130b1be962d req-96acfcd0-114b-4a0b-838e-891332ae838d tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:25.324617 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f3299b6-6cd5-4bb2-8aeb-a130b1be962d req-96acfcd0-114b-4a0b-838e-891332ae838d tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0680308 Dec 11 22:44:25.374090 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8b6aec28-b27c-425f-819e-c5692a41f455 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-118596796-network', 'tenant_id': 'c6fb766468b14d0bb524d1d6362ad65b'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:25.393433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 763a2f6a-4b05-4cb4-b0de-68332b1abc69 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:44:25.408485 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f3299b6-6cd5-4bb2-8aeb-a130b1be962d req-0d98b348-0956-4857-b991-6638a40965e4 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775595 Dec 11 22:44:25.450452 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-3957a96f-dc11-4d79-bee0-2615d06b4d2b req-28ec814d-4d11-4f25-95e5-d68abcda3367 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1259592367', 'description': 'tempest-description-1190982879'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:25.467393 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c285f8b1-a48e-41ea-a103-4fec7e3527ae tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.474348 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c285f8b1-a48e-41ea-a103-4fec7e3527ae tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.477672 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c285f8b1-a48e-41ea-a103-4fec7e3527ae tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] 10.222.0.45 "DELETE /v2.0/networks/d4d3488f-ac00-43f1-b36f-b0dcb208aee7 HTTP/1.1" status: 204 len: 168 time: 0.8055253 Dec 11 22:44:25.487507 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285f8b1-a48e-41ea-a103-4fec7e3527ae tempest-QuotasNegativeTest-1073965676 tempest-QuotasNegativeTest-1073965676-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4d3488f-ac00-43f1-b36f-b0dcb208aee7,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:25.488076 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6aec28-b27c-425f-819e-c5692a41f455 admin admin] Made reservation on behalf of c6fb766468b14d0bb524d1d6362ad65b for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:25.490495 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b6aec28-b27c-425f-819e-c5692a41f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.500044 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:25.505933 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b6aec28-b27c-425f-819e-c5692a41f455 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.513414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'port_id': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'mac_address': 'fa:16:3e:f4:d4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:44:25.567721 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.585977 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3957a96f-dc11-4d79-bee0-2615d06b4d2b req-28ec814d-4d11-4f25-95e5-d68abcda3367 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.589104 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 763a2f6a-4b05-4cb4-b0de-68332b1abc69 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:44:25.616454 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:25.658472 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf043d9-31d3-49c8-9c96-514e81466002 req-1487a074-53b3-487c-aec4-dc54f487e709 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:25.660496 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4bf043d9-31d3-49c8-9c96-514e81466002 req-1487a074-53b3-487c-aec4-dc54f487e709 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 944 time: 0.0880942 Dec 11 22:44:25.677072 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b6aec28-b27c-425f-819e-c5692a41f455 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.702555 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.702555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 3532f231-1360-40d4-97f9-a70a5cdd06d6 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:44:25.710982 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3957a96f-dc11-4d79-bee0-2615d06b4d2b req-28ec814d-4d11-4f25-95e5-d68abcda3367 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.730132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4bf043d9-31d3-49c8-9c96-514e81466002 req-ad8f5e4d-d92a-40c4-b8be-404bf1c98575 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586898 Dec 11 22:44:25.758781 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b6aec28-b27c-425f-819e-c5692a41f455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.781899 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3957a96f-dc11-4d79-bee0-2615d06b4d2b req-28ec814d-4d11-4f25-95e5-d68abcda3367 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.795177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6aec28-b27c-425f-819e-c5692a41f455 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:44:25.812154 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec814d-4d11-4f25-95e5-d68abcda3367 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf3e4ce-ecc6-4270-bec6-7f9d44a4a2ec,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:25.815786 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=763a2f6a-4b05-4cb4-b0de-68332b1abc69,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:25.823408 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b6aec28-b27c-425f-819e-c5692a41f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.823774 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-8b6aec28-b27c-425f-819e-c5692a41f455 admin admin] Added segment e59f5b02-b288-4981-b7de-cc82bd45dfc6 of type vlan for network ae1e76eb-52cb-4d71-bfd2-6e4fab313a1f Dec 11 22:44:25.845841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6aec28-b27c-425f-819e-c5692a41f455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20998881-000c-4c43-bc70-e722cffde29f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:25.859129 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 3532f231-1360-40d4-97f9-a70a5cdd06d6, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3532f231-1360-40d4-97f9-a70a5cdd06d6,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:25.872506 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '3532f231-1360-40d4-97f9-a70a5cdd06d6', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '3532f231-1360-40d4-97f9-a70a5cdd06d6', 'mac_address': 'fa:16:3e:7e:fd:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:44:25.876772 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-3957a96f-dc11-4d79-bee0-2615d06b4d2b req-28ec814d-4d11-4f25-95e5-d68abcda3367 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.888965 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3957a96f-dc11-4d79-bee0-2615d06b4d2b req-28ec814d-4d11-4f25-95e5-d68abcda3367 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.4431341 Dec 11 22:44:25.890673 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b6aec28-b27c-425f-819e-c5692a41f455 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.917430 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.931910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3532f231-1360-40d4-97f9-a70a5cdd06d6 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:44:25.953019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 3532f231-1360-40d4-97f9-a70a5cdd06d6, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3532f231-1360-40d4-97f9-a70a5cdd06d6,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:25.972801 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b6aec28-b27c-425f-819e-c5692a41f455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:25.973908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6aec28-b27c-425f-819e-c5692a41f455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:25.977464 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b6aec28-b27c-425f-819e-c5692a41f455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:26.030905 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:26.039809 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6405a3de-ffb4-48a5-8744-b5e424b8068c req-a34bba9b-3791-4caf-99c5-36b68a7e1ab8 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1259592367&fields=id&tenant_id=9422482b47da47c0a787d8fe93bfff81 HTTP/1.1" status: 200 len: 267 time: 0.1023228 Dec 11 22:44:26.080976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6aec28-b27c-425f-819e-c5692a41f455 admin admin] Pushing event updated for resources: {'Network': ['ID=ae1e76eb-52cb-4d71-bfd2-6e4fab313a1f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:26.099833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network ae1e76eb-52cb-4d71-bfd2-6e4fab313a1f details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:44:26.106647 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405a3de-ffb4-48a5-8744-b5e424b8068c req-fbe39e9b-56b5-4bcb-902d-397ba295d887 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:26.108435 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6405a3de-ffb4-48a5-8744-b5e424b8068c req-fbe39e9b-56b5-4bcb-902d-397ba295d887 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0600924 Dec 11 22:44:26.115010 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=3532f231-1360-40d4-97f9-a70a5cdd06d6,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:26.124591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-6405a3de-ffb4-48a5-8744-b5e424b8068c req-e2f664e6-34be-476f-9eef-e92dad8929a6 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Request body: {'port': {'security_groups': ['a68a643b-d342-4149-a574-279334610547', 'dbf3e4ce-ecc6-4270-bec6-7f9d44a4a2ec']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:26.156387 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8b6aec28-b27c-425f-819e-c5692a41f455 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9208465 Dec 11 22:44:26.160195 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55178) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:26.168246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-45337261-0253-47f4-9ef9-f9a1ead8e1e2 admin admin] Request body: {'subnet': {'network_id': 'ae1e76eb-52cb-4d71-bfd2-6e4fab313a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-118596796-subnet', 'tenant_id': 'c6fb766468b14d0bb524d1d6362ad65b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:26.284355 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6405a3de-ffb4-48a5-8744-b5e424b8068c req-e2f664e6-34be-476f-9eef-e92dad8929a6 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:26.340917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['3532f231-1360-40d4-97f9-a70a5cdd06d6'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:26.384268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['763a2f6a-4b05-4cb4-b0de-68332b1abc69'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:26.414272 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45337261-0253-47f4-9ef9-f9a1ead8e1e2 admin admin] Made reservation on behalf of c6fb766468b14d0bb524d1d6362ad65b for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:26.421118 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45337261-0253-47f4-9ef9-f9a1ead8e1e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:26.498146 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00c403-913b-45f4-83d4-0dcb8753be1f req-1f340c9f-f1b8-49d2-913b-9b77bb5ab6fe tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:26.500935 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f00c403-913b-45f4-83d4-0dcb8753be1f req-1f340c9f-f1b8-49d2-913b-9b77bb5ab6fe tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.1920764 Dec 11 22:44:26.633106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6405a3de-ffb4-48a5-8744-b5e424b8068c req-e2f664e6-34be-476f-9eef-e92dad8929a6 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] For port 151090df-6aa3-4570-b228-2fba42feb141, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=151090df-6aa3-4570-b228-2fba42feb141,segment=NetworkSegment(035b4645-2a6b-4bff-b6ad-6b31d23a5adf),segment_id=035b4645-2a6b-4bff-b6ad-6b31d23a5adf)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:26.644577 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f00c403-913b-45f4-83d4-0dcb8753be1f req-52eb109a-bf67-4518-bf69-3cd7e2d6c09e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331956 Dec 11 22:44:26.653751 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55196) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:26.676989 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6405a3de-ffb4-48a5-8744-b5e424b8068c req-e2f664e6-34be-476f-9eef-e92dad8929a6 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:26.771161 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6405a3de-ffb4-48a5-8744-b5e424b8068c req-e2f664e6-34be-476f-9eef-e92dad8929a6 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:26.806211 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['151090df-6aa3-4570-b228-2fba42feb141'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:26.834409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405a3de-ffb4-48a5-8744-b5e424b8068c req-e2f664e6-34be-476f-9eef-e92dad8929a6 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:26.835068 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6405a3de-ffb4-48a5-8744-b5e424b8068c req-e2f664e6-34be-476f-9eef-e92dad8929a6 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:26.836547 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6405a3de-ffb4-48a5-8744-b5e424b8068c req-e2f664e6-34be-476f-9eef-e92dad8929a6 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "PUT /v2.0/ports/151090df-6aa3-4570-b228-2fba42feb141 HTTP/1.1" status: 200 len: 981 time: 0.7200882 Dec 11 22:44:26.837036 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'tag': '151090df-6aa3-4570-b228-2fba42feb141'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:26.839509 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8395a6b9-ba07-4360-86cd-2481982b20de" -d '{"events": [{"name": "network-changed", "server_uuid": "961c8879-4acd-40f8-821f-8ea0c1c5749b", "tag": "151090df-6aa3-4570-b228-2fba42feb141"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:26.856242 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df73ac7a-b263-4020-9515-b2d222ae7a81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:26.892830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f664e6-34be-476f-9eef-e92dad8929a6 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Pushing event updated for resources: {'Port': ['ID=151090df-6aa3-4570-b228-2fba42feb141,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:26.921237 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45337261-0253-47f4-9ef9-f9a1ead8e1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:26.921506 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90bc8e5-2967-4f92-b22a-89c13427df06 x-openstack-request-id: req-f90bc8e5-2967-4f92-b22a-89c13427df06 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:26.923985 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961c8879-4acd-40f8-821f-8ea0c1c5749b", "tag": "151090df-6aa3-4570-b228-2fba42feb141", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:26.923985 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f90bc8e5-2967-4f92-b22a-89c13427df06 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:26.923985 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'tag': '151090df-6aa3-4570-b228-2fba42feb141', 'status': 'completed', 'code': 200} Dec 11 22:44:26.990202 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['151090df-6aa3-4570-b228-2fba42feb141'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:26.994312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b6c4b-ea3e-4d92-ac39-58c014f5d3b2 req-911417ce-6021-41d4-9bfd-d44f1b7d2b90 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:27.005394 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b35b6c4b-ea3e-4d92-ac39-58c014f5d3b2 req-911417ce-6021-41d4-9bfd-d44f1b7d2b90 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 944 time: 0.1849685 Dec 11 22:44:27.042582 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df73ac7a-b263-4020-9515-b2d222ae7a81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:27.081187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395a6b9-ba07-4360-86cd-2481982b20de req-9351bfc5-c58a-4d8a-bdc8-49e99a982a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:27.082877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8395a6b9-ba07-4360-86cd-2481982b20de req-9351bfc5-c58a-4d8a-bdc8-49e99a982a25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9422482b47da47c0a787d8fe93bfff81&device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 1135 time: 0.1155674 Dec 11 22:44:27.096295 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45337261-0253-47f4-9ef9-f9a1ead8e1e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd257df-4676-41d1-a734-5f7577b0fb9d,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:27.138295 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df73ac7a-b263-4020-9515-b2d222ae7a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:27.192868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395a6b9-ba07-4360-86cd-2481982b20de req-db87e68f-7bee-4520-804c-b7622a5c4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:27.194436 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8395a6b9-ba07-4360-86cd-2481982b20de req-db87e68f-7bee-4520-804c-b7622a5c4147 service neutron] 10.222.0.47 "GET /v2.0/networks?id=891b70f8-d2ab-4d09-b636-5e1d79960201 HTTP/1.1" status: 200 len: 921 time: 0.1010780 Dec 11 22:44:27.197733 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55216) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:27.198118 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-df73ac7a-b263-4020-9515-b2d222ae7a81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e148ee3313a8454cb2dd90f8cc8294f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5380166 Dec 11 22:44:27.212804 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45337261-0253-47f4-9ef9-f9a1ead8e1e2 admin admin] Checking segment: {'id': 'e59f5b02-b288-4981-b7de-cc82bd45dfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ae1e76eb-52cb-4d71-bfd2-6e4fab313a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:44:27.213403 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45337261-0253-47f4-9ef9-f9a1ead8e1e2 admin admin] Network hostable DHCP agents. Network: ae1e76eb-52cb-4d71-bfd2-6e4fab313a1f, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:44:27.240028 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b35b6c4b-ea3e-4d92-ac39-58c014f5d3b2 req-32d66527-5d37-488b-ba97-cad3ad3b8819 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282979 Dec 11 22:44:27.273791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73ac7a-b263-4020-9515-b2d222ae7a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58054442-5d95-42ab-bfb8-6044c9c6d352,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:27.279166 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8395a6b9-ba07-4360-86cd-2481982b20de req-9a9bcb63-b6b2-47ec-bec0-14f87428f5ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=151090df-6aa3-4570-b228-2fba42feb141 HTTP/1.1" status: 200 len: 217 time: 0.0421314 Dec 11 22:44:27.306254 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e276ded-ba13-464f-b182-8b9fbaff2072 req-d9b0def6-2505-4884-a81f-c751270e6e14 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1259592367&fields=id&tenant_id=9422482b47da47c0a787d8fe93bfff81 HTTP/1.1" status: 200 len: 267 time: 0.2605746 Dec 11 22:44:27.375226 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dc60be5b-ae3c-4892-a5ef-7ee03a081016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:27.410112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45337261-0253-47f4-9ef9-f9a1ead8e1e2 admin admin] Network ae1e76eb-52cb-4d71-bfd2-6e4fab313a1f is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:44:27.411843 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dc60be5b-ae3c-4892-a5ef-7ee03a081016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:27.420074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 763a2f6a-4b05-4cb4-b0de-68332b1abc69 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:44:27.428380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395a6b9-ba07-4360-86cd-2481982b20de req-f1341cab-50c6-43d7-b261-3a3105d8c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:27.430131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8395a6b9-ba07-4360-86cd-2481982b20de req-f1341cab-50c6-43d7-b261-3a3105d8c687 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bf79f18-7dd1-4240-a8cb-7c5dc77570f2 HTTP/1.1" status: 200 len: 860 time: 0.1420500 Dec 11 22:44:27.450568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e276ded-ba13-464f-b182-8b9fbaff2072 req-f73fb031-16b4-4207-b34e-bb73984059b9 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:27.452482 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e276ded-ba13-464f-b182-8b9fbaff2072 req-f73fb031-16b4-4207-b34e-bb73984059b9 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 984 time: 0.1454630 Dec 11 22:44:27.493481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1e276ded-ba13-464f-b182-8b9fbaff2072 req-d566d21e-6589-413d-bb80-9f92470a457d tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Request body: {'port': {'security_groups': ['a68a643b-d342-4149-a574-279334610547']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:27.497703 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8395a6b9-ba07-4360-86cd-2481982b20de req-0b5e978f-d31f-4e0d-92ca-06fefbe3c2ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=891b70f8-d2ab-4d09-b636-5e1d79960201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553844 Dec 11 22:44:27.507264 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 763a2f6a-4b05-4cb4-b0de-68332b1abc69 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:44:27.507945 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:27.510091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-45337261-0253-47f4-9ef9-f9a1ead8e1e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, ae1e76eb-52cb-4d71-bfd2-6e4fab313a1f) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:44:27.514301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45337261-0253-47f4-9ef9-f9a1ead8e1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:27.515004 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45337261-0253-47f4-9ef9-f9a1ead8e1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:27.543009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09093611-1b12-4100-a4f8-31229367af39 None None] Network ae1e76eb-52cb-4d71-bfd2-6e4fab313a1f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:44:27.631351 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-45337261-0253-47f4-9ef9-f9a1ead8e1e2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4697523 Dec 11 22:44:27.651420 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1e276ded-ba13-464f-b182-8b9fbaff2072 req-d566d21e-6589-413d-bb80-9f92470a457d tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:27.710209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8395a6b9-ba07-4360-86cd-2481982b20de req-f706ec09-0da9-4d41-9cd3-7f59f382a781 service neutron] 10.222.0.47 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829474 Dec 11 22:44:27.712488 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dc60be5b-ae3c-4892-a5ef-7ee03a081016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:27.717570 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dc60be5b-ae3c-4892-a5ef-7ee03a081016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:27.722151 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dc60be5b-ae3c-4892-a5ef-7ee03a081016 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58054442-5d95-42ab-bfb8-6044c9c6d352 HTTP/1.1" status: 204 len: 168 time: 0.5204246 Dec 11 22:44:27.753863 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5adba4-c141-484b-b0fc-bb8701b533fd None None] Network ae1e76eb-52cb-4d71-bfd2-6e4fab313a1f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:44:27.780559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60be5b-ae3c-4892-a5ef-7ee03a081016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58054442-5d95-42ab-bfb8-6044c9c6d352,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:27.804897 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379957c-3bbd-44b5-99bb-93583817aae2 req-66b2340b-b371-49f1-bb23-16e5dd5aaa27 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:27.806502 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c379957c-3bbd-44b5-99bb-93583817aae2 req-66b2340b-b371-49f1-bb23-16e5dd5aaa27 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.0843170 Dec 11 22:44:27.912000 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c379957c-3bbd-44b5-99bb-93583817aae2 req-eb6b2bdc-c900-415a-8985-3b8f2a5cc126 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921516 Dec 11 22:44:27.999131 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:28.019870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1e276ded-ba13-464f-b182-8b9fbaff2072 req-d566d21e-6589-413d-bb80-9f92470a457d tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] For port 151090df-6aa3-4570-b228-2fba42feb141, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=151090df-6aa3-4570-b228-2fba42feb141,segment=NetworkSegment(035b4645-2a6b-4bff-b6ad-6b31d23a5adf),segment_id=035b4645-2a6b-4bff-b6ad-6b31d23a5adf)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:28.038857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:28.041017 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1033a684-e5c6-44b0-a980-dfb83399ab85" -d '{"events": [{"server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "name": "network-vif-plugged", "status": "completed", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:28.058420 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:28.075982 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1e276ded-ba13-464f-b182-8b9fbaff2072 req-d566d21e-6589-413d-bb80-9f92470a457d tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:28.082697 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8395a6b9-ba07-4360-86cd-2481982b20de req-f5a65839-31b2-408a-b9d8-e3e9bc81dc86 service neutron] 10.222.0.47 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576145 Dec 11 22:44:28.119214 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:28.120374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 1ce38df0-c8e1-4e43-bbdb-72fef0406921 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:44:28.141869 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1e276ded-ba13-464f-b182-8b9fbaff2072 req-d566d21e-6589-413d-bb80-9f92470a457d tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:28.179446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['151090df-6aa3-4570-b228-2fba42feb141'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:28.194617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e276ded-ba13-464f-b182-8b9fbaff2072 req-d566d21e-6589-413d-bb80-9f92470a457d tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:28.197247 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1e276ded-ba13-464f-b182-8b9fbaff2072 req-d566d21e-6589-413d-bb80-9f92470a457d tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:28.198785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e276ded-ba13-464f-b182-8b9fbaff2072 req-d566d21e-6589-413d-bb80-9f92470a457d tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "PUT /v2.0/ports/151090df-6aa3-4570-b228-2fba42feb141 HTTP/1.1" status: 200 len: 942 time: 0.7337193 Dec 11 22:44:28.224780 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566d21e-6589-413d-bb80-9f92470a457d tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Pushing event updated for resources: {'Port': ['ID=151090df-6aa3-4570-b228-2fba42feb141,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:28.278074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=763a2f6a-4b05-4cb4-b0de-68332b1abc69,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:28.286867 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca56642-bcf3-46ed-932d-594c4b1e936f x-openstack-request-id: req-5ca56642-bcf3-46ed-932d-594c4b1e936f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:28.287874 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "name": "network-vif-plugged", "status": "completed", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:28.288330 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ca56642-bcf3-46ed-932d-594c4b1e936f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:28.288946 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'code': 200} Dec 11 22:44:28.338076 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [req-e2e59066-0ce6-4672-bdc3-c4a1fb474036 req-2f97bfbd-5168-4a09-9e4a-5bce984861c5 tempest-SecurityGroupsNegativeTestJSON-1503234268 tempest-SecurityGroupsNegativeTestJSON-1503234268-project] show failed (client error): The resource could not be found. Dec 11 22:44:28.340164 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e2e59066-0ce6-4672-bdc3-c4a1fb474036 req-2f97bfbd-5168-4a09-9e4a-5bce984861c5 tempest-SecurityGroupsNegativeTestJSON-1503234268 tempest-SecurityGroupsNegativeTestJSON-1503234268-project] 10.222.0.45 "GET /v2.0/security-groups/dea032eb-9dd1-4836-853a-2e107f2aed2a HTTP/1.1" status: 404 len: 352 time: 0.0203397 Dec 11 22:44:28.356442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['151090df-6aa3-4570-b228-2fba42feb141'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:28.437222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 1ce38df0-c8e1-4e43-bbdb-72fef0406921 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:44:28.443338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 1ce38df0-c8e1-4e43-bbdb-72fef0406921 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:44:28.443800 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:28.511231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c930f-3fa2-465b-8a3c-7e73a42a4ce4 req-bfc21f35-f210-42d1-b90b-eaa23f118c45 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:28.513020 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ff4c930f-3fa2-465b-8a3c-7e73a42a4ce4 req-bfc21f35-f210-42d1-b90b-eaa23f118c45 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 944 time: 0.0707259 Dec 11 22:44:28.570963 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ff4c930f-3fa2-465b-8a3c-7e73a42a4ce4 req-7ac6a22e-67e3-4bb6-9926-6477a28e9ee6 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499597 Dec 11 22:44:28.609338 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-ee72d610-79b9-49f1-abaf-31ce8517be03 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3245389 Dec 11 22:44:28.621253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:28.629827 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:28.673144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 1ce38df0-c8e1-4e43-bbdb-72fef0406921, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1ce38df0-c8e1-4e43-bbdb-72fef0406921,segment=NetworkSegment(c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6),segment_id=c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:28.709249 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c00a686b-e6de-4c97-b2e4-24f6f593c2c0 req-2973f085-8a49-4a81-80b2-c132429b6698 tempest-SecurityGroupsNegativeTestJSON-1503234268 tempest-SecurityGroupsNegativeTestJSON-1503234268-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6fb766468b14d0bb524d1d6362ad65b HTTP/1.1" status: 200 len: 3005 time: 0.0456247 Dec 11 22:44:28.724852 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:28.753611 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:28.754583 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 3532f231-1360-40d4-97f9-a70a5cdd06d6 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:44:28.756463 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c00a686b-e6de-4c97-b2e4-24f6f593c2c0 req-b8b5543e-87ac-410f-a21e-6a3de686fe07 tempest-SecurityGroupsNegativeTestJSON-1503234268 tempest-SecurityGroupsNegativeTestJSON-1503234268-project] 10.222.0.45 "GET /v2.0/security-groups/20998881-000c-4c43-bc70-e722cffde29f HTTP/1.1" status: 200 len: 3002 time: 0.0410011 Dec 11 22:44:28.798051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55280) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:28.815524 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-723944c6-2d02-4941-b225-e4da04196e0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:28.817392 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c00a686b-e6de-4c97-b2e4-24f6f593c2c0 req-e414adfa-1148-46ef-b9fd-b4fcc98bd3d2 tempest-SecurityGroupsNegativeTestJSON-1503234268 tempest-SecurityGroupsNegativeTestJSON-1503234268-project] 10.222.0.45 "GET /v2.0/security-groups/20998881-000c-4c43-bc70-e722cffde29f HTTP/1.1" status: 200 len: 3002 time: 0.0534537 Dec 11 22:44:28.861417 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=1ce38df0-c8e1-4e43-bbdb-72fef0406921,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:28.865918 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:28.882180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 3532f231-1360-40d4-97f9-a70a5cdd06d6 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:44:28.882616 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:28.889355 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9af7a4d-4aba-4a97-81d1-0c88cd58ea36 req-d84901f8-7236-4264-91e0-d11b9da40910 tempest-SecurityGroupsNegativeTestJSON-1503234268 tempest-SecurityGroupsNegativeTestJSON-1503234268-project] 10.222.0.45 "GET /v2.0/security-groups/20998881-000c-4c43-bc70-e722cffde29f HTTP/1.1" status: 200 len: 3002 time: 0.0516777 Dec 11 22:44:28.926966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'tag': '151090df-6aa3-4570-b228-2fba42feb141'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:28.929728 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ac4e84-4a4f-4a55-990f-79ba3ea7018b" -d '{"events": [{"name": "network-changed", "server_uuid": "961c8879-4acd-40f8-821f-8ea0c1c5749b", "tag": "151090df-6aa3-4570-b228-2fba42feb141"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:28.967022 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [req-a9af7a4d-4aba-4a97-81d1-0c88cd58ea36 req-7b46a652-06a7-45e2-8d38-20973c8d5cc7 tempest-SecurityGroupsNegativeTestJSON-1503234268 tempest-SecurityGroupsNegativeTestJSON-1503234268-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 11 22:44:28.969555 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9af7a4d-4aba-4a97-81d1-0c88cd58ea36 req-7b46a652-06a7-45e2-8d38-20973c8d5cc7 tempest-SecurityGroupsNegativeTestJSON-1503234268 tempest-SecurityGroupsNegativeTestJSON-1503234268-project] 10.222.0.45 "DELETE /v2.0/security-groups/20998881-000c-4c43-bc70-e722cffde29f HTTP/1.1" status: 409 len: 352 time: 0.0729601 Dec 11 22:44:28.997769 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-723944c6-2d02-4941-b225-e4da04196e0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:29.006966 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:29.026072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Allocated IP 172.25.1.90 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/5e4d1d62-a027-4d71-b804-d6b81de78e85) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:44:29.052771 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 3532f231-1360-40d4-97f9-a70a5cdd06d6, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3532f231-1360-40d4-97f9-a70a5cdd06d6,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:29.052929 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a439856-a253-47a6-b566-70f4db0b3b68 x-openstack-request-id: req-2a439856-a253-47a6-b566-70f4db0b3b68 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:29.053134 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961c8879-4acd-40f8-821f-8ea0c1c5749b", "tag": "151090df-6aa3-4570-b228-2fba42feb141", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:29.053392 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a439856-a253-47a6-b566-70f4db0b3b68 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:29.054150 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'tag': '151090df-6aa3-4570-b228-2fba42feb141', 'status': 'completed', 'code': 200} Dec 11 22:44:29.056406 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-723944c6-2d02-4941-b225-e4da04196e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:29.133641 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:29.159123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c823f5e-94d9-4174-b87d-6e4f586886d4 req-08c17584-1720-471d-98ac-cf3edc7b1d71 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:29.160824 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c823f5e-94d9-4174-b87d-6e4f586886d4 req-08c17584-1720-471d-98ac-cf3edc7b1d71 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.0641873 Dec 11 22:44:29.164329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-723944c6-2d02-4941-b225-e4da04196e0c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4faa27b7984c4f588c88b5377571a1c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3637187 Dec 11 22:44:29.165067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723944c6-2d02-4941-b225-e4da04196e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74b3f7c-1cf9-4304-a9f3-6d1c0934b595,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:29.167122 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55298) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:29.193038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=3532f231-1360-40d4-97f9-a70a5cdd06d6,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:29.202686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac4e84-4a4f-4a55-990f-79ba3ea7018b req-78c58c3d-1116-4cb3-8edc-f79540183315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:29.204862 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13ac4e84-4a4f-4a55-990f-79ba3ea7018b req-78c58c3d-1116-4cb3-8edc-f79540183315 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9422482b47da47c0a787d8fe93bfff81&device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 1096 time: 0.1031187 Dec 11 22:44:29.214130 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:29.271388 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c823f5e-94d9-4174-b87d-6e4f586886d4 req-c641d2c1-2fa7-4b7f-9af3-0cf536b9d17c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899804 Dec 11 22:44:29.281200 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0f8c62b4-11fc-471d-8993-c029945ee619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:29.306891 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0f8c62b4-11fc-471d-8993-c029945ee619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:29.327877 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac4e84-4a4f-4a55-990f-79ba3ea7018b req-46235209-868b-4d0f-9137-fd0d75aa662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:29.330053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13ac4e84-4a4f-4a55-990f-79ba3ea7018b req-46235209-868b-4d0f-9137-fd0d75aa662c service neutron] 10.222.0.47 "GET /v2.0/networks?id=891b70f8-d2ab-4d09-b636-5e1d79960201 HTTP/1.1" status: 200 len: 921 time: 0.1136184 Dec 11 22:44:29.335510 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [req-cf96421d-8fd2-4b2c-b5ea-7d705d2b5651 req-6bd52dbb-1f5e-44ae-8ee0-8af07e29948b tempest-SecurityGroupsNegativeTestJSON-1503234268 tempest-SecurityGroupsNegativeTestJSON-1503234268-project] show failed (client error): The resource could not be found. Dec 11 22:44:29.336617 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cf96421d-8fd2-4b2c-b5ea-7d705d2b5651 req-6bd52dbb-1f5e-44ae-8ee0-8af07e29948b tempest-SecurityGroupsNegativeTestJSON-1503234268 tempest-SecurityGroupsNegativeTestJSON-1503234268-project] 10.222.0.45 "GET /v2.0/security-groups/fdc23a0d-1713-40fc-b211-79271eacdd29 HTTP/1.1" status: 404 len: 352 time: 0.0233555 Dec 11 22:44:29.373621 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13ac4e84-4a4f-4a55-990f-79ba3ea7018b req-2cba5ac9-a529-42ac-b155-4a37a85bcbee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=151090df-6aa3-4570-b228-2fba42feb141 HTTP/1.1" status: 200 len: 217 time: 0.0370312 Dec 11 22:44:29.377895 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [req-0716c3f2-9d0b-42ed-82b1-a36197669c37 req-7dc0ca5c-04ef-47a7-9405-343c1579f35e tempest-SecurityGroupsNegativeTestJSON-1503234268 tempest-SecurityGroupsNegativeTestJSON-1503234268-project] show failed (client error): The resource could not be found. Dec 11 22:44:29.379005 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0716c3f2-9d0b-42ed-82b1-a36197669c37 req-7dc0ca5c-04ef-47a7-9405-343c1579f35e tempest-SecurityGroupsNegativeTestJSON-1503234268 tempest-SecurityGroupsNegativeTestJSON-1503234268-project] 10.222.0.45 "GET /v2.0/security-groups/6fd4ba45-9360-47b2-a1d7-13001804c025 HTTP/1.1" status: 404 len: 352 time: 0.0158913 Dec 11 22:44:29.389259 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55304) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:29.424276 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:29.436001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac4e84-4a4f-4a55-990f-79ba3ea7018b req-3f9f06ab-6320-4a09-abd8-2565b07acfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:29.436878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c816afa-bfd3-4cba-ad06-d7c5c573b373 admin admin] Deleting subnet 8fd257df-4676-41d1-a734-5f7577b0fb9d {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:44:29.437507 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13ac4e84-4a4f-4a55-990f-79ba3ea7018b req-3f9f06ab-6320-4a09-abd8-2565b07acfe3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bf79f18-7dd1-4240-a8cb-7c5dc77570f2 HTTP/1.1" status: 200 len: 860 time: 0.0555964 Dec 11 22:44:29.441148 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c816afa-bfd3-4cba-ad06-d7c5c573b373 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:29.463001 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0f8c62b4-11fc-471d-8993-c029945ee619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:29.465688 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0f8c62b4-11fc-471d-8993-c029945ee619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:29.466773 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0f8c62b4-11fc-471d-8993-c029945ee619 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e74b3f7c-1cf9-4304-a9f3-6d1c0934b595 HTTP/1.1" status: 204 len: 168 time: 0.2868400 Dec 11 22:44:29.486861 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c62b4-11fc-471d-8993-c029945ee619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74b3f7c-1cf9-4304-a9f3-6d1c0934b595,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:29.497684 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c816afa-bfd3-4cba-ad06-d7c5c573b373 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:29.543668 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c816afa-bfd3-4cba-ad06-d7c5c573b373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:29.674411 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c816afa-bfd3-4cba-ad06-d7c5c573b373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:29.724166 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c816afa-bfd3-4cba-ad06-d7c5c573b373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd257df-4676-41d1-a734-5f7577b0fb9d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:29.730773 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c816afa-bfd3-4cba-ad06-d7c5c573b373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:29.734453 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5c816afa-bfd3-4cba-ad06-d7c5c573b373 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8fd257df-4676-41d1-a734-5f7577b0fb9d HTTP/1.1" status: 204 len: 168 time: 0.3438849 Dec 11 22:44:29.738476 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55316) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:29.760404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:44:29.778730 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13ac4e84-4a4f-4a55-990f-79ba3ea7018b req-c665214a-a166-462d-943e-573573a6a7cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=891b70f8-d2ab-4d09-b636-5e1d79960201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3185084 Dec 11 22:44:29.779753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:44:29.783416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:44:29.796157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Pushing event updated for resources: {'Port': ['ID=5e4d1d62-a027-4d71-b804-d6b81de78e85,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:29.798669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53270341-85c9-4473-9db1-8a2d11b338ad req-13fbbac2-dd94-4303-b11f-7028a0f37892 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:29.800402 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-53270341-85c9-4473-9db1-8a2d11b338ad req-13fbbac2-dd94-4303-b11f-7028a0f37892 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 945 time: 0.1431546 Dec 11 22:44:29.846452 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0eee8772-1c53-4f79-ba89-26910b02de0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:29.893951 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-53270341-85c9-4473-9db1-8a2d11b338ad req-ccabf971-615a-4e99-ac32-e7b6b86c4d3c tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796483 Dec 11 22:44:29.962588 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13ac4e84-4a4f-4a55-990f-79ba3ea7018b req-f8ec0e00-136d-4d84-b17c-ce12398d2b3d service neutron] 10.222.0.47 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746266 Dec 11 22:44:29.967501 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.044805 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0eee8772-1c53-4f79-ba89-26910b02de0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.085215 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.086494 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-0eee8772-1c53-4f79-ba89-26910b02de0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1e76eb-52cb-4d71-bfd2-6e4fab313a1f']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:30.096824 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-0eee8772-1c53-4f79-ba89-26910b02de0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59f5b02-b288-4981-b7de-cc82bd45dfc6') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:30.101559 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-0eee8772-1c53-4f79-ba89-26910b02de0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59f5b02-b288-4981-b7de-cc82bd45dfc6') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:30.106698 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0eee8772-1c53-4f79-ba89-26910b02de0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.122953 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0eee8772-1c53-4f79-ba89-26910b02de0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.124927 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13ac4e84-4a4f-4a55-990f-79ba3ea7018b req-a88b94cc-9957-4007-a9ed-1cf1535783a1 service neutron] 10.222.0.47 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515610 Dec 11 22:44:30.129851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eee8772-1c53-4f79-ba89-26910b02de0f admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0eee8772-1c53-4f79-ba89-26910b02de0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:44:30.134521 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:44:30.261960 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0eee8772-1c53-4f79-ba89-26910b02de0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.262301 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.269151 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0eee8772-1c53-4f79-ba89-26910b02de0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.272349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0eee8772-1c53-4f79-ba89-26910b02de0f admin admin] 10.222.0.45 "DELETE /v2.0/networks/ae1e76eb-52cb-4d71-bfd2-6e4fab313a1f HTTP/1.1" status: 204 len: 168 time: 0.5332129 Dec 11 22:44:30.282335 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee8772-1c53-4f79-ba89-26910b02de0f admin admin] Pushing event deleted for resources: {'Network': ['ID=ae1e76eb-52cb-4d71-bfd2-6e4fab313a1f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:30.291336 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd399aec9-7959-4db2-9bd5-7d9f22f94c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce38df0-c8e1-4e43-bbdb-72fef0406921'}, {'server_uuid': '4b3bbc42-59c1-4f49-9001-5d9fd607ec1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3532f231-1360-40d4-97f9-a70a5cdd06d6'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:30.293864 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710ddd72-bda8-4817-9f0c-65a5c26f01fd" -d '{"events": [{"server_uuid": "d399aec9-7959-4db2-9bd5-7d9f22f94c9f", "name": "network-vif-plugged", "status": "completed", "tag": "1ce38df0-c8e1-4e43-bbdb-72fef0406921"}, {"server_uuid": "4b3bbc42-59c1-4f49-9001-5d9fd607ec1b", "name": "network-vif-plugged", "status": "completed", "tag": "3532f231-1360-40d4-97f9-a70a5cdd06d6"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:30.343358 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5330f98-18b6-4264-abee-6cbaf69d10bd x-openstack-request-id: req-c5330f98-18b6-4264-abee-6cbaf69d10bd {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:30.343669 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d399aec9-7959-4db2-9bd5-7d9f22f94c9f", "name": "network-vif-plugged", "status": "completed", "tag": "1ce38df0-c8e1-4e43-bbdb-72fef0406921", "code": 200}, {"server_uuid": "4b3bbc42-59c1-4f49-9001-5d9fd607ec1b", "name": "network-vif-plugged", "status": "completed", "tag": "3532f231-1360-40d4-97f9-a70a5cdd06d6", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:30.344052 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5330f98-18b6-4264-abee-6cbaf69d10bd {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:30.344371 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd399aec9-7959-4db2-9bd5-7d9f22f94c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce38df0-c8e1-4e43-bbdb-72fef0406921', 'code': 200} Dec 11 22:44:30.344589 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3bbc42-59c1-4f49-9001-5d9fd607ec1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3532f231-1360-40d4-97f9-a70a5cdd06d6', 'code': 200} Dec 11 22:44:30.347639 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.433386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Pushing event updated for resources: {'Port': ['ID=5e4d1d62-a027-4d71-b804-d6b81de78e85,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:30.440360 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.496033 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9d0e0-82cf-4c7d-a2d0-dd953bf84041 req-11320f02-65d1-4b22-8e7e-dd4135d39161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:30.497537 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d6a9d0e0-82cf-4c7d-a2d0-dd953bf84041 req-11320f02-65d1-4b22-8e7e-dd4135d39161 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 1096 time: 0.0806990 Dec 11 22:44:30.509415 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627ec4e-0321-4bca-9e57-06656913c2c8 req-8b01785b-7e00-4d63-8100-831f2677bba1 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:30.510833 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d627ec4e-0321-4bca-9e57-06656913c2c8 req-8b01785b-7e00-4d63-8100-831f2677bba1 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.0751183 Dec 11 22:44:30.538396 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.540301 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-53f2c508-5722-4588-a089-c79739442fad tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9252639 Dec 11 22:44:30.580943 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d6a9d0e0-82cf-4c7d-a2d0-dd953bf84041 req-d08a5d4d-35da-418e-877b-9726cd2f2eda service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689633 Dec 11 22:44:30.592776 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d627ec4e-0321-4bca-9e57-06656913c2c8 req-8cb113de-f5e4-4bb0-9897-65b26ffb2f12 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741062 Dec 11 22:44:30.600526 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-0a319651-eb5d-4856-93aa-60745c02f3b2 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.0502918 Dec 11 22:44:30.637831 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55362) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:30.688170 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f738204b-ec1a-4f05-bbc4-71abd0bf6407 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6fb766468b14d0bb524d1d6362ad65b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485573 Dec 11 22:44:30.691297 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55364) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:30.723399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-5550eae3-306d-4b6b-9b25-7e2042aad12b tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:30.729549 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-392ce91a-def0-4364-b5ef-0bd9b2ec9d35 req-5550eae3-306d-4b6b-9b25-7e2042aad12b tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.1231163 Dec 11 22:44:30.752375 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30f20472-f183-403b-984d-b5e6b1e5a335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.774951 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30f20472-f183-403b-984d-b5e6b1e5a335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.858551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-3776ab3b-3920-4886-8ba2-f7447b0db9f0 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:30.860092 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-3776ab3b-3920-4886-8ba2-f7447b0db9f0 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0760784 Dec 11 22:44:30.915850 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-72efd771-33af-454f-a6cd-f1e5d5db0a23 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.0463662 Dec 11 22:44:30.927236 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-64e5193c-4098-4261-b37a-8ada81b5097c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Request body: {'floatingip': {'port_id': '151090df-6aa3-4570-b228-2fba42feb141', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:30.961663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30f20472-f183-403b-984d-b5e6b1e5a335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.964305 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30f20472-f183-403b-984d-b5e6b1e5a335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.968282 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-30f20472-f183-403b-984d-b5e6b1e5a335 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20998881-000c-4c43-bc70-e722cffde29f HTTP/1.1" status: 204 len: 168 time: 0.2732127 Dec 11 22:44:30.980803 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-64e5193c-4098-4261-b37a-8ada81b5097c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:30.983474 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f20472-f183-403b-984d-b5e6b1e5a335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20998881-000c-4c43-bc70-e722cffde29f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:31.070047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f978-4de5-48c4-9de7-0efa982b87ae req-ce8dce85-a961-4a40-a0cd-b3c12544233f tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:31.073187 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ac6f978-4de5-48c4-9de7-0efa982b87ae req-ce8dce85-a961-4a40-a0cd-b3c12544233f tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 945 time: 0.0820720 Dec 11 22:44:31.146458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ac6f978-4de5-48c4-9de7-0efa982b87ae req-e74195d7-5369-492a-816a-345675a0c551 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665886 Dec 11 22:44:31.571156 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-64e5193c-4098-4261-b37a-8ada81b5097c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:31.655814 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-64e5193c-4098-4261-b37a-8ada81b5097c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:31.734395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b6e56-80bb-4fcf-b661-944f7b06066d req-404ac02c-5934-42eb-b467-aa8bc5f47596 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:31.736677 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-161b6e56-80bb-4fcf-b661-944f7b06066d req-404ac02c-5934-42eb-b467-aa8bc5f47596 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.0655630 Dec 11 22:44:31.781243 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-64e5193c-4098-4261-b37a-8ada81b5097c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Floating IP e89c1d9b-ffa2-4072-9e74-1eff1c7422dd associated. External IP: 172.25.1.90, port: 151090df-6aa3-4570-b228-2fba42feb141. Dec 11 22:44:31.814710 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-161b6e56-80bb-4fcf-b661-944f7b06066d req-f085e9e9-bda6-458a-aaec-61598e741c8e tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667050 Dec 11 22:44:32.010628 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-64e5193c-4098-4261-b37a-8ada81b5097c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Router 29a1309b-1f68-4674-99ac-475fff8943ee has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:44:32.131688 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-64e5193c-4098-4261-b37a-8ada81b5097c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:44:32.138874 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-64e5193c-4098-4261-b37a-8ada81b5097c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:32.143846 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e6e2ea-533d-4a1f-bfa6-f48d32e232a0 None None] Sync routers for ids ['29a1309b-1f68-4674-99ac-475fff8943ee'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:44:32.158591 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e6e2ea-533d-4a1f-bfa6-f48d32e232a0 None None] Routers {'29a1309b-1f68-4674-99ac-475fff8943ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:44:32.160482 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-89e6e2ea-533d-4a1f-bfa6-f48d32e232a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:44:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['29a1309b-1f68-4674-99ac-475fff8943ee'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:32.191696 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-64e5193c-4098-4261-b37a-8ada81b5097c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "PUT /v2.0/floatingips/e89c1d9b-ffa2-4072-9e74-1eff1c7422dd HTTP/1.1" status: 200 len: 995 time: 1.2689600 Dec 11 22:44:32.193255 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'tag': '151090df-6aa3-4570-b228-2fba42feb141'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:32.197729 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a059c6b-b275-4271-87f5-832c570e9ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "961c8879-4acd-40f8-821f-8ea0c1c5749b", "tag": "151090df-6aa3-4570-b228-2fba42feb141"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:32.274028 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-12648e2b-c79a-4404-a0a3-e97ac35d0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:32.288593 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-12648e2b-c79a-4404-a0a3-e97ac35d0530 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9422482b47da47c0a787d8fe93bfff81&device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 1096 time: 0.0846403 Dec 11 22:44:32.301595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55586f70-535f-4a3c-8f9b-91661afe1f11 req-e1b99de0-525a-4b88-8c4a-145654c26047 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:32.307175 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-89e6e2ea-533d-4a1f-bfa6-f48d32e232a0 None None] Set router 29a1309b-1f68-4674-99ac-475fff8943ee gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:44:32.310432 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55586f70-535f-4a3c-8f9b-91661afe1f11 req-e1b99de0-525a-4b88-8c4a-145654c26047 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 945 time: 0.0668862 Dec 11 22:44:32.401368 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55586f70-535f-4a3c-8f9b-91661afe1f11 req-8f699513-b567-4dd0-9d03-6976cc2f7075 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897403 Dec 11 22:44:32.494499 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9903b2b-e20b-4d74-9b2b-40b1c44c2de1 x-openstack-request-id: req-f9903b2b-e20b-4d74-9b2b-40b1c44c2de1 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:32.494947 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961c8879-4acd-40f8-821f-8ea0c1c5749b", "tag": "151090df-6aa3-4570-b228-2fba42feb141", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:32.495305 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9903b2b-e20b-4d74-9b2b-40b1c44c2de1 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:32.497203 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'tag': '151090df-6aa3-4570-b228-2fba42feb141', 'status': 'completed', 'code': 200} Dec 11 22:44:32.501720 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-48c3860d-d853-4090-914e-34c64e0b504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:32.511720 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-48c3860d-d853-4090-914e-34c64e0b504b service neutron] 10.222.0.45 "GET /v2.0/networks?id=891b70f8-d2ab-4d09-b636-5e1d79960201 HTTP/1.1" status: 200 len: 921 time: 0.2218966 Dec 11 22:44:32.644840 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a059c6b-b275-4271-87f5-832c570e9ef3 req-b013e84e-5b65-4c7b-988d-a61bb554dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:32.649069 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8a059c6b-b275-4271-87f5-832c570e9ef3 req-b013e84e-5b65-4c7b-988d-a61bb554dbb7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9422482b47da47c0a787d8fe93bfff81&device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 1096 time: 0.1057723 Dec 11 22:44:32.670830 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-89465129-5006-47c3-9a19-32b4c887da3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=151090df-6aa3-4570-b228-2fba42feb141 HTTP/1.1" status: 200 len: 998 time: 0.1563714 Dec 11 22:44:32.715893 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-89e6e2ea-533d-4a1f-bfa6-f48d32e232a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-router', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '61760cd1-5250-4993-87b8-d22c663860a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:21Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'gw_port': {'id': '61760cd1-5250-4993-87b8-d22c663860a1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:23Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'e89c1d9b-ffa2-4072-9e74-1eff1c7422dd', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'port_id': '151090df-6aa3-4570-b228-2fba42feb141', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201', 'mac_address': 'fa:16:3e:21:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:44:29Z', 'updated_at': '2021-12-11T22:44:31Z', 'revision_number': 1, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c8f415-d2a3-4335-b7f2-9edd464eeb63', 'name': '', 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'mac_address': 'fa:16:3e:06:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:31Z', 'updated_at': '2021-12-11T22:43:39Z', 'revision_number': 5, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'subnets': [{'id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:32.732964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-144e91dd-f9ed-4428-96f5-9cb6722f0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:32.755414 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-144e91dd-f9ed-4428-96f5-9cb6722f0cd9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6bf79f18-7dd1-4240-a8cb-7c5dc77570f2 HTTP/1.1" status: 200 len: 860 time: 0.0822210 Dec 11 22:44:32.786485 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e6e2ea-533d-4a1f-bfa6-f48d32e232a0 None None] Checking router: 29a1309b-1f68-4674-99ac-475fff8943ee for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:44:32.818016 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e6e2ea-533d-4a1f-bfa6-f48d32e232a0 None None] Routers {'29a1309b-1f68-4674-99ac-475fff8943ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:44:32.820168 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-89e6e2ea-533d-4a1f-bfa6-f48d32e232a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:44:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['29a1309b-1f68-4674-99ac-475fff8943ee'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:32.833083 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-b418852d-47d4-4582-beac-a47f44354880 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=891b70f8-d2ab-4d09-b636-5e1d79960201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762801 Dec 11 22:44:32.898467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a059c6b-b275-4271-87f5-832c570e9ef3 req-17cbd188-bcc8-4776-874c-613abfd8cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:32.900291 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8a059c6b-b275-4271-87f5-832c570e9ef3 req-17cbd188-bcc8-4776-874c-613abfd8cfca service neutron] 10.222.0.47 "GET /v2.0/networks?id=891b70f8-d2ab-4d09-b636-5e1d79960201 HTTP/1.1" status: 200 len: 921 time: 0.2420361 Dec 11 22:44:33.014607 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-30f28823-bd52-4db0-a068-a52aec67363a service neutron] 10.222.0.45 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771977 Dec 11 22:44:33.025482 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-89e6e2ea-533d-4a1f-bfa6-f48d32e232a0 None None] Set router 29a1309b-1f68-4674-99ac-475fff8943ee gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:44:33.097246 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:44:33.112506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8a059c6b-b275-4271-87f5-832c570e9ef3 req-0dd6656d-9be4-4544-9e6f-4b76a8626a57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=151090df-6aa3-4570-b228-2fba42feb141 HTTP/1.1" status: 200 len: 998 time: 0.2036040 Dec 11 22:44:33.217861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a059c6b-b275-4271-87f5-832c570e9ef3 req-03d3cec1-1a25-4c66-afe5-0cfa52e3b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:33.221420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8a059c6b-b275-4271-87f5-832c570e9ef3 req-03d3cec1-1a25-4c66-afe5-0cfa52e3b5ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bf79f18-7dd1-4240-a8cb-7c5dc77570f2 HTTP/1.1" status: 200 len: 860 time: 0.1016467 Dec 11 22:44:33.293574 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8a059c6b-b275-4271-87f5-832c570e9ef3 req-4060c9f1-7d5b-4597-8bef-af7628e2ac72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=891b70f8-d2ab-4d09-b636-5e1d79960201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635450 Dec 11 22:44:33.323302 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a88caae2-e1b1-4e2b-adf9-b59700fc4719 req-f70eef05-257f-4a16-bb20-3dbf19dc3447 service neutron] 10.222.0.45 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966948 Dec 11 22:44:33.429676 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8a059c6b-b275-4271-87f5-832c570e9ef3 req-807a5132-c85d-4480-a840-4297ca84486b service neutron] 10.222.0.47 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291342 Dec 11 22:44:33.563264 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-89e6e2ea-533d-4a1f-bfa6-f48d32e232a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-router', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '61760cd1-5250-4993-87b8-d22c663860a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:21Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'gw_port': {'id': '61760cd1-5250-4993-87b8-d22c663860a1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:23Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'e89c1d9b-ffa2-4072-9e74-1eff1c7422dd', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'port_id': '151090df-6aa3-4570-b228-2fba42feb141', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201', 'mac_address': 'fa:16:3e:21:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:44:29Z', 'updated_at': '2021-12-11T22:44:31Z', 'revision_number': 1, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c8f415-d2a3-4335-b7f2-9edd464eeb63', 'name': '', 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'mac_address': 'fa:16:3e:06:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:31Z', 'updated_at': '2021-12-11T22:43:39Z', 'revision_number': 5, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'subnets': [{'id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:33.628101 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8a059c6b-b275-4271-87f5-832c570e9ef3 req-71fa21f9-7193-4ae3-9950-1c52b9e990e4 service neutron] 10.222.0.47 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865978 Dec 11 22:44:33.630091 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e6e2ea-533d-4a1f-bfa6-f48d32e232a0 None None] The sync data for ids ['29a1309b-1f68-4674-99ac-475fff8943ee'] in n-d-710847-6 is: [{'id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-router', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '61760cd1-5250-4993-87b8-d22c663860a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:21Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'gw_port': {'id': '61760cd1-5250-4993-87b8-d22c663860a1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:23Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'e89c1d9b-ffa2-4072-9e74-1eff1c7422dd', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'port_id': '151090df-6aa3-4570-b228-2fba42feb141', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201', 'mac_address': 'fa:16:3e:21:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:44:29Z', 'updated_at': '2021-12-11T22:44:31Z', 'revision_number': 1, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c8f415-d2a3-4335-b7f2-9edd464eeb63', 'name': '', 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'mac_address': 'fa:16:3e:06:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:31Z', 'updated_at': '2021-12-11T22:43:39Z', 'revision_number': 5, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'subnets': [{'id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:44:33.632768 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c27293-1e65-4c5d-aabc-07f7aa597ed7 req-91068124-69b8-4d45-84ac-a35f340103ed tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:33.648192 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-42c27293-1e65-4c5d-aabc-07f7aa597ed7 req-91068124-69b8-4d45-84ac-a35f340103ed tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.1100364 Dec 11 22:44:33.785067 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-42c27293-1e65-4c5d-aabc-07f7aa597ed7 req-05ec982c-56f7-4ba8-9592-cf463dafeb06 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310756 Dec 11 22:44:33.933886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55516) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:34.078884 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2995404-9f9f-485b-b18b-aa90f79fb75a req-a0cc2309-5dc5-4623-894c-ee970bc294c7 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:34.089770 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f2995404-9f9f-485b-b18b-aa90f79fb75a req-a0cc2309-5dc5-4623-894c-ee970bc294c7 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 945 time: 0.1670458 Dec 11 22:44:34.174525 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7fa8fb-2e91-4b9f-ab83-6b2dedcaaf8b None None] New status for floating IP e89c1d9b-ffa2-4072-9e74-1eff1c7422dd: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:44:34.266373 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f2995404-9f9f-485b-b18b-aa90f79fb75a req-6dbb85ff-1169-4c10-ae83-2e5c022e194c tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699972 Dec 11 22:44:34.285947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c1499e99-cd9d-4198-9414-2fe4071ccf24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1308110556'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:34.413490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1499e99-cd9d-4198-9414-2fe4071ccf24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Made reservation on behalf of a7a876dc40dd4b55829358a357afe060 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:34.417686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c1499e99-cd9d-4198-9414-2fe4071ccf24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:34.443039 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c1499e99-cd9d-4198-9414-2fe4071ccf24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:34.459113 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d45063bf-614a-46a2-be32-791879662f69 req-bbf913b8-8268-4748-b9e6-15ea0350c914 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 998 time: 0.1553860 Dec 11 22:44:34.504442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55526) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:34.637483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45063bf-614a-46a2-be32-791879662f69 req-ddd0ddff-8ec0-42fd-b506-eb6c6426b871 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:34.663295 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d45063bf-614a-46a2-be32-791879662f69 req-ddd0ddff-8ec0-42fd-b506-eb6c6426b871 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports/151090df-6aa3-4570-b228-2fba42feb141 HTTP/1.1" status: 200 len: 942 time: 0.1986425 Dec 11 22:44:34.717294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c1499e99-cd9d-4198-9414-2fe4071ccf24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:34.786952 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c1499e99-cd9d-4198-9414-2fe4071ccf24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:34.871182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-462cfbbe-cf7c-47dc-889d-23c01ee2bc9e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-30343632-network', 'tenant_id': '165b20d1dc3e407f9d4115f10eebfade'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:34.897150 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d45063bf-614a-46a2-be32-791879662f69 req-c5b70144-36e4-437d-a634-ef62e79d56e6 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 1000 time: 0.1643972 Dec 11 22:44:34.903228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1499e99-cd9d-4198-9414-2fe4071ccf24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:44:34.968192 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c1499e99-cd9d-4198-9414-2fe4071ccf24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:34.972989 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-c1499e99-cd9d-4198-9414-2fe4071ccf24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Added segment 02e86fec-5f24-492b-89c5-f488a1a5df27 of type vlan for network 74effe29-2837-4bbe-8388-d1e80d771e52 Dec 11 22:44:35.028427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1499e99-cd9d-4198-9414-2fe4071ccf24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43013e82-7928-4160-8182-a2799800e059,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:35.136657 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45063bf-614a-46a2-be32-791879662f69 req-f9acc99c-cd7d-4368-8856-bf1a9799cc40 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:35.149292 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d45063bf-614a-46a2-be32-791879662f69 req-f9acc99c-cd7d-4368-8856-bf1a9799cc40 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.2505729 Dec 11 22:44:35.159927 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462cfbbe-cf7c-47dc-889d-23c01ee2bc9e admin admin] Made reservation on behalf of 165b20d1dc3e407f9d4115f10eebfade for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:35.162704 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-462cfbbe-cf7c-47dc-889d-23c01ee2bc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:35.182388 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c1499e99-cd9d-4198-9414-2fe4071ccf24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:35.209586 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-462cfbbe-cf7c-47dc-889d-23c01ee2bc9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:35.258012 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d45063bf-614a-46a2-be32-791879662f69 req-e1638f5d-8558-4949-ab6a-36aedd77eb9f tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 1000 time: 0.1062357 Dec 11 22:44:35.265073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-d45063bf-614a-46a2-be32-791879662f69 req-b632a3ac-3c75-4efd-8564-4e1d66d2c33c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:35.383919 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-462cfbbe-cf7c-47dc-889d-23c01ee2bc9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:35.385150 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d45063bf-614a-46a2-be32-791879662f69 req-b632a3ac-3c75-4efd-8564-4e1d66d2c33c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:35.396544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c1499e99-cd9d-4198-9414-2fe4071ccf24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:35.405039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1499e99-cd9d-4198-9414-2fe4071ccf24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:35.406307 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c1499e99-cd9d-4198-9414-2fe4071ccf24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:35.473316 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-462cfbbe-cf7c-47dc-889d-23c01ee2bc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:35.565147 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c1499e99-cd9d-4198-9414-2fe4071ccf24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6300731 Dec 11 22:44:35.612762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462cfbbe-cf7c-47dc-889d-23c01ee2bc9e admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:44:35.616120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1499e99-cd9d-4198-9414-2fe4071ccf24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Pushing event updated for resources: {'Network': ['ID=74effe29-2837-4bbe-8388-d1e80d771e52,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:35.622228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cfbbe-cf7c-47dc-889d-23c01ee2bc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e16728-71d1-4489-ad7a-745a6050fc72,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:35.628524 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 74effe29-2837-4bbe-8388-d1e80d771e52 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:44:35.648517 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-462cfbbe-cf7c-47dc-889d-23c01ee2bc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:35.648993 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-462cfbbe-cf7c-47dc-889d-23c01ee2bc9e admin admin] Added segment 094a044f-9653-4d90-adf7-12034faaa341 of type vlan for network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 Dec 11 22:44:35.767513 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-462cfbbe-cf7c-47dc-889d-23c01ee2bc9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:35.805360 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d45063bf-614a-46a2-be32-791879662f69 req-b632a3ac-3c75-4efd-8564-4e1d66d2c33c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:35.870208 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d45063bf-614a-46a2-be32-791879662f69 req-b632a3ac-3c75-4efd-8564-4e1d66d2c33c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:35.870564 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [req-d45063bf-614a-46a2-be32-791879662f69 req-b632a3ac-3c75-4efd-8564-4e1d66d2c33c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Floating IP e89c1d9b-ffa2-4072-9e74-1eff1c7422dd disassociated. External IP: 172.25.1.90, port: 151090df-6aa3-4570-b228-2fba42feb141. Dec 11 22:44:35.933391 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-462cfbbe-cf7c-47dc-889d-23c01ee2bc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:35.934448 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cfbbe-cf7c-47dc-889d-23c01ee2bc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:35.935121 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-462cfbbe-cf7c-47dc-889d-23c01ee2bc9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:36.103712 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55548) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:36.104274 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-462cfbbe-cf7c-47dc-889d-23c01ee2bc9e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5980101 Dec 11 22:44:36.114913 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d2452abf-efb2-477c-8a9e-a091b9d352a4 admin admin] Request body: {'subnet': {'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-30343632-subnet', 'tenant_id': '165b20d1dc3e407f9d4115f10eebfade', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:36.144215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cfbbe-cf7c-47dc-889d-23c01ee2bc9e admin admin] Pushing event updated for resources: {'Network': ['ID=6d20e8cd-5319-4b0f-bbac-6d0556fac1b4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:36.155485 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:44:36.487532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55552) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:36.756084 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5b5cd8b-37fd-48c8-9ea9-05d2c60559f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:36.877973 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5b5cd8b-37fd-48c8-9ea9-05d2c60559f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:36.946935 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d45063bf-614a-46a2-be32-791879662f69 req-b632a3ac-3c75-4efd-8564-4e1d66d2c33c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Router 29a1309b-1f68-4674-99ac-475fff8943ee has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:44:37.366208 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d45063bf-614a-46a2-be32-791879662f69 req-b632a3ac-3c75-4efd-8564-4e1d66d2c33c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:44:37.366208 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-d45063bf-614a-46a2-be32-791879662f69 req-b632a3ac-3c75-4efd-8564-4e1d66d2c33c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:37.367249 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4293c63e-ebdd-4067-b3a0-c5159bf18cec None None] Sync routers for ids ['29a1309b-1f68-4674-99ac-475fff8943ee'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:44:37.367249 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4293c63e-ebdd-4067-b3a0-c5159bf18cec None None] Routers {'29a1309b-1f68-4674-99ac-475fff8943ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:44:37.367249 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4293c63e-ebdd-4067-b3a0-c5159bf18cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:44:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['29a1309b-1f68-4674-99ac-475fff8943ee'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:37.368991 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d45063bf-614a-46a2-be32-791879662f69 req-b632a3ac-3c75-4efd-8564-4e1d66d2c33c tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "PUT /v2.0/floatingips/e89c1d9b-ffa2-4072-9e74-1eff1c7422dd HTTP/1.1" status: 200 len: 694 time: 1.8755481 Dec 11 22:44:37.368991 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'tag': '151090df-6aa3-4570-b228-2fba42feb141'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:37.368991 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799ba73c-7ce9-4f48-aec7-07a05d36769c" -d '{"events": [{"name": "network-changed", "server_uuid": "961c8879-4acd-40f8-821f-8ea0c1c5749b", "tag": "151090df-6aa3-4570-b228-2fba42feb141"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:37.368991 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45063bf-614a-46a2-be32-791879662f69 req-9a01b55d-d30e-4403-ba1c-d3e4ca7b581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:37.368991 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d45063bf-614a-46a2-be32-791879662f69 req-9a01b55d-d30e-4403-ba1c-d3e4ca7b581d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9422482b47da47c0a787d8fe93bfff81&device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 1096 time: 0.0704441 Dec 11 22:44:37.369639 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-4293c63e-ebdd-4067-b3a0-c5159bf18cec None None] Set router 29a1309b-1f68-4674-99ac-475fff8943ee gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:44:37.369778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45063bf-614a-46a2-be32-791879662f69 req-2634bf20-6afd-4716-a002-b37afbb0deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:37.369778 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d45063bf-614a-46a2-be32-791879662f69 req-2634bf20-6afd-4716-a002-b37afbb0deb2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=891b70f8-d2ab-4d09-b636-5e1d79960201 HTTP/1.1" status: 200 len: 921 time: 0.1080053 Dec 11 22:44:37.401301 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d45063bf-614a-46a2-be32-791879662f69 req-b45a396e-e3ca-4049-a382-cf8b412c26db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=151090df-6aa3-4570-b228-2fba42feb141 HTTP/1.1" status: 200 len: 217 time: 0.0455205 Dec 11 22:44:37.427422 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5b5cd8b-37fd-48c8-9ea9-05d2c60559f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:37.438537 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2452abf-efb2-477c-8a9e-a091b9d352a4 admin admin] Made reservation on behalf of 165b20d1dc3e407f9d4115f10eebfade for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:37.441404 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2452abf-efb2-477c-8a9e-a091b9d352a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:37.513130 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45063bf-614a-46a2-be32-791879662f69 req-29aa4eda-cd77-40bd-9274-2c234d285eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:37.514936 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d45063bf-614a-46a2-be32-791879662f69 req-29aa4eda-cd77-40bd-9274-2c234d285eee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6bf79f18-7dd1-4240-a8cb-7c5dc77570f2 HTTP/1.1" status: 200 len: 860 time: 0.1068108 Dec 11 22:44:37.555642 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d5b5cd8b-37fd-48c8-9ea9-05d2c60559f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bc07ee9fc10840e4be9bf42c2a88b5ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0646510 Dec 11 22:44:37.556972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55558) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:37.558356 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5cd8b-37fd-48c8-9ea9-05d2c60559f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5966c689-4875-4e44-94e7-b10514463544,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:37.566661 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d45063bf-614a-46a2-be32-791879662f69 req-87604bd0-d79e-4ae8-92b2-956783e790a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=891b70f8-d2ab-4d09-b636-5e1d79960201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396173 Dec 11 22:44:37.645419 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5bb13bc-acdb-44e9-a3ee-700e98642d07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:37.680180 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5bb13bc-acdb-44e9-a3ee-700e98642d07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:37.741088 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4293c63e-ebdd-4067-b3a0-c5159bf18cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-router', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '61760cd1-5250-4993-87b8-d22c663860a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:21Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'gw_port': {'id': '61760cd1-5250-4993-87b8-d22c663860a1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:23Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '38c8f415-d2a3-4335-b7f2-9edd464eeb63', 'name': '', 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'mac_address': 'fa:16:3e:06:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:31Z', 'updated_at': '2021-12-11T22:43:39Z', 'revision_number': 5, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'subnets': [{'id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:37.779180 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4293c63e-ebdd-4067-b3a0-c5159bf18cec None None] Checking router: 29a1309b-1f68-4674-99ac-475fff8943ee for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:44:37.789165 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4293c63e-ebdd-4067-b3a0-c5159bf18cec None None] Routers {'29a1309b-1f68-4674-99ac-475fff8943ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:44:37.791594 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4293c63e-ebdd-4067-b3a0-c5159bf18cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:44:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['29a1309b-1f68-4674-99ac-475fff8943ee'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:37.814387 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5bb13bc-acdb-44e9-a3ee-700e98642d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:37.817864 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5bb13bc-acdb-44e9-a3ee-700e98642d07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:37.822568 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d5bb13bc-acdb-44e9-a3ee-700e98642d07 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5966c689-4875-4e44-94e7-b10514463544 HTTP/1.1" status: 204 len: 168 time: 0.2498155 Dec 11 22:44:37.835389 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d45063bf-614a-46a2-be32-791879662f69 req-a6fd1a94-b9fa-48d4-b164-89dbabe2b221 service neutron] 10.222.0.45 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556362 Dec 11 22:44:37.840794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb13bc-acdb-44e9-a3ee-700e98642d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5966c689-4875-4e44-94e7-b10514463544,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:37.985939 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d45063bf-614a-46a2-be32-791879662f69 req-fce6515e-0d9d-4ce5-8eb2-d76f51eb4a72 service neutron] 10.222.0.45 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456277 Dec 11 22:44:37.989091 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2452abf-efb2-477c-8a9e-a091b9d352a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:37.994621 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-4293c63e-ebdd-4067-b3a0-c5159bf18cec None None] Set router 29a1309b-1f68-4674-99ac-475fff8943ee gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:44:38.067680 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2452abf-efb2-477c-8a9e-a091b9d352a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ce9aa9c-3da4-4a7b-9371-4df60ba69a05,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:38.106549 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2452abf-efb2-477c-8a9e-a091b9d352a4 admin admin] Checking segment: {'id': '094a044f-9653-4d90-adf7-12034faaa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:44:38.107488 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2452abf-efb2-477c-8a9e-a091b9d352a4 admin admin] Network hostable DHCP agents. Network: 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:44:38.232609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2452abf-efb2-477c-8a9e-a091b9d352a4 admin admin] Network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:44:38.273470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e9c11-1c82-46c4-9dfd-ce4e69549ace req-9b21788e-2260-4235-957c-d80eb79320dc tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:38.283541 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2a8e9c11-1c82-46c4-9dfd-ce4e69549ace req-9b21788e-2260-4235-957c-d80eb79320dc tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.0992491 Dec 11 22:44:38.363884 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2a8e9c11-1c82-46c4-9dfd-ce4e69549ace req-c4ab0067-e33d-476f-a56d-5ec9f4c262d2 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709167 Dec 11 22:44:38.363884 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d2452abf-efb2-477c-8a9e-a091b9d352a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:44:38.373183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70acdf2a-10d8-4b86-ab28-cffdb778c411 None None] Network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:44:38.404354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2452abf-efb2-477c-8a9e-a091b9d352a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:38.406614 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2452abf-efb2-477c-8a9e-a091b9d352a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:38.581007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e05973a-40c8-4eb7-adf3-afdbe5d13fab None None] Network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:44:38.581410 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4293c63e-ebdd-4067-b3a0-c5159bf18cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-router', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '61760cd1-5250-4993-87b8-d22c663860a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:21Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'gw_port': {'id': '61760cd1-5250-4993-87b8-d22c663860a1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:23Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '38c8f415-d2a3-4335-b7f2-9edd464eeb63', 'name': '', 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'mac_address': 'fa:16:3e:06:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:31Z', 'updated_at': '2021-12-11T22:43:39Z', 'revision_number': 5, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'subnets': [{'id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:38.623997 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4293c63e-ebdd-4067-b3a0-c5159bf18cec None None] The sync data for ids ['29a1309b-1f68-4674-99ac-475fff8943ee'] in n-d-710847-6 is: [{'id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-router', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '61760cd1-5250-4993-87b8-d22c663860a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:21Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'gw_port': {'id': '61760cd1-5250-4993-87b8-d22c663860a1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:23Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '38c8f415-d2a3-4335-b7f2-9edd464eeb63', 'name': '', 'network_id': '891b70f8-d2ab-4d09-b636-5e1d79960201', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'mac_address': 'fa:16:3e:06:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:31Z', 'updated_at': '2021-12-11T22:43:39Z', 'revision_number': 5, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'subnets': [{'id': '6bf79f18-7dd1-4240-a8cb-7c5dc77570f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:44:38.761372 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d2452abf-efb2-477c-8a9e-a091b9d352a4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6537001 Dec 11 22:44:38.880842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55582) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:38.885996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Request body: {'port': {'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52', 'binding:host_id': 'n-h2-710847-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-577075562'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:38.958334 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979ca643-7840-4cc1-b1e0-8db100b7acc0 x-openstack-request-id: req-979ca643-7840-4cc1-b1e0-8db100b7acc0 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:38.958720 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961c8879-4acd-40f8-821f-8ea0c1c5749b", "tag": "151090df-6aa3-4570-b228-2fba42feb141", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:38.960067 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-979ca643-7840-4cc1-b1e0-8db100b7acc0 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:38.961596 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'tag': '151090df-6aa3-4570-b228-2fba42feb141', 'status': 'completed', 'code': 200} Dec 11 22:44:39.039648 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Made reservation on behalf of 00e1394c576e4c93af4372f072732f25 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:39.043908 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:39.067345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55584) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:39.104493 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-451885ac-7fd5-4fd0-b04c-de232e8222c6 req-5897b764-d123-4e8d-aa03-ef36626f5d53 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/floatingips/e89c1d9b-ffa2-4072-9e74-1eff1c7422dd HTTP/1.1" status: 200 len: 694 time: 0.0880420 Dec 11 22:44:39.119085 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1c3344-5e66-4e25-98a7-78643b6e6759 None None] New status for floating IP e89c1d9b-ffa2-4072-9e74-1eff1c7422dd: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:44:39.139461 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2569450-2ab6-4eea-9df8-56e60a2938df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:39.233778 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2569450-2ab6-4eea-9df8-56e60a2938df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:39.241844 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:39.304703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ba73c-7ce9-4f48-aec7-07a05d36769c req-3d6964ca-13d5-46e1-adfe-5af0b4be1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:39.306420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-799ba73c-7ce9-4f48-aec7-07a05d36769c req-3d6964ca-13d5-46e1-adfe-5af0b4be1c87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9422482b47da47c0a787d8fe93bfff81&device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 1096 time: 0.3003576 Dec 11 22:44:39.316258 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2569450-2ab6-4eea-9df8-56e60a2938df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:39.420252 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451885ac-7fd5-4fd0-b04c-de232e8222c6 req-eb5d3e9b-7f41-42ff-bfeb-eccb855ac4e1 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:39.424288 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-451885ac-7fd5-4fd0-b04c-de232e8222c6 req-eb5d3e9b-7f41-42ff-bfeb-eccb855ac4e1 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 784 time: 0.3185024 Dec 11 22:44:39.435534 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d2569450-2ab6-4eea-9df8-56e60a2938df admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89b8b890a477486bbba3baff8150cbdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3641131 Dec 11 22:44:39.443325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55590) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:39.583807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ba73c-7ce9-4f48-aec7-07a05d36769c req-be0a5c2d-c0b9-4144-aefe-94d43ffc341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:39.587394 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-799ba73c-7ce9-4f48-aec7-07a05d36769c req-be0a5c2d-c0b9-4144-aefe-94d43ffc341f service neutron] 10.222.0.47 "GET /v2.0/networks?id=891b70f8-d2ab-4d09-b636-5e1d79960201 HTTP/1.1" status: 200 len: 921 time: 0.2152345 Dec 11 22:44:39.600557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2569450-2ab6-4eea-9df8-56e60a2938df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d227312a-3731-47d6-9a7f-b75fd1d27277,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:39.670423 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-451885ac-7fd5-4fd0-b04c-de232e8222c6 req-47eae5d8-7eb0-41ae-8bf6-7e24a3a887c0 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 697 time: 0.2377913 Dec 11 22:44:39.728428 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-799ba73c-7ce9-4f48-aec7-07a05d36769c req-76944150-42fa-43d0-b62b-635bed0e2692 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=151090df-6aa3-4570-b228-2fba42feb141 HTTP/1.1" status: 200 len: 217 time: 0.1216385 Dec 11 22:44:39.793364 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-451885ac-7fd5-4fd0-b04c-de232e8222c6 req-a616a3a2-94e9-4370-9bcf-489797b28a3e tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 697 time: 0.1135170 Dec 11 22:44:39.928631 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ba73c-7ce9-4f48-aec7-07a05d36769c req-8046652b-4f17-45e8-823e-b3ff7c10eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:39.930604 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-799ba73c-7ce9-4f48-aec7-07a05d36769c req-8046652b-4f17-45e8-823e-b3ff7c10eaa8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bf79f18-7dd1-4240-a8cb-7c5dc77570f2 HTTP/1.1" status: 200 len: 860 time: 0.1719613 Dec 11 22:44:39.939824 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:39.945323 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ec30990-461a-4b86-83a2-cc5ce2c2f4fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:40.011518 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-799ba73c-7ce9-4f48-aec7-07a05d36769c req-ccec999e-7310-4ca0-8e47-fec914713ce1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=891b70f8-d2ab-4d09-b636-5e1d79960201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689147 Dec 11 22:44:40.038470 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ec30990-461a-4b86-83a2-cc5ce2c2f4fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:40.042798 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:40.068591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] device_id is not set on port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:44:40.135634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090a23a5-6086-41dd-88ab-3fb702bd0de8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:40.159218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-451885ac-7fd5-4fd0-b04c-de232e8222c6 req-f7534fa0-6783-4a28-acfc-828a1008ac51 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Deleting port 5e4d1d62-a027-4d71-b804-d6b81de78e85 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:44:40.159577 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-451885ac-7fd5-4fd0-b04c-de232e8222c6 req-f7534fa0-6783-4a28-acfc-828a1008ac51 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:40.293143 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ec30990-461a-4b86-83a2-cc5ce2c2f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:40.301711 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ec30990-461a-4b86-83a2-cc5ce2c2f4fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:40.307964 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8ec30990-461a-4b86-83a2-cc5ce2c2f4fe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d227312a-3731-47d6-9a7f-b75fd1d27277 HTTP/1.1" status: 204 len: 168 time: 0.8618274 Dec 11 22:44:40.326502 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-799ba73c-7ce9-4f48-aec7-07a05d36769c req-2f24a0cd-efea-486e-80c4-8eae599146bc service neutron] 10.222.0.47 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063548 Dec 11 22:44:40.359076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec30990-461a-4b86-83a2-cc5ce2c2f4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d227312a-3731-47d6-9a7f-b75fd1d27277,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:40.451286 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-451885ac-7fd5-4fd0-b04c-de232e8222c6 req-f7534fa0-6783-4a28-acfc-828a1008ac51 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:40.452052 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-451885ac-7fd5-4fd0-b04c-de232e8222c6 req-f7534fa0-6783-4a28-acfc-828a1008ac51 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:40.473925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-451885ac-7fd5-4fd0-b04c-de232e8222c6 req-f7534fa0-6783-4a28-acfc-828a1008ac51 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Calling delete_port for 5e4d1d62-a027-4d71-b804-d6b81de78e85 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:44:40.577841 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-799ba73c-7ce9-4f48-aec7-07a05d36769c req-ea0a044a-c46e-41b9-89fc-ab74eae02806 service neutron] 10.222.0.47 "GET /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410636 Dec 11 22:44:40.853369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] device_id is not set on port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:44:40.872409 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:40.884586 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-451885ac-7fd5-4fd0-b04c-de232e8222c6 req-f7534fa0-6783-4a28-acfc-828a1008ac51 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:40.933410 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7534fa0-6783-4a28-acfc-828a1008ac51 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Pushing event deleted for resources: {'Port': ['ID=5e4d1d62-a027-4d71-b804-d6b81de78e85,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:40.967705 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:41.112007 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-451885ac-7fd5-4fd0-b04c-de232e8222c6 req-f7534fa0-6783-4a28-acfc-828a1008ac51 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:41.117314 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-451885ac-7fd5-4fd0-b04c-de232e8222c6 req-f7534fa0-6783-4a28-acfc-828a1008ac51 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:41.131395 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-451885ac-7fd5-4fd0-b04c-de232e8222c6 req-f7534fa0-6783-4a28-acfc-828a1008ac51 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "DELETE /v2.0/floatingips/e89c1d9b-ffa2-4072-9e74-1eff1c7422dd HTTP/1.1" status: 204 len: 173 time: 1.3275037 Dec 11 22:44:41.141002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Checking segment: {'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:44:41.141757 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Network hostable DHCP agents. Network: 74effe29-2837-4bbe-8388-d1e80d771e52, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:44:41.207423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Pushing event updated for resources: {'Port': ['ID=45b3dc49-0aae-4eeb-a6e2-a434636cd0d8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:41.278837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Network 74effe29-2837-4bbe-8388-d1e80d771e52 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:44:41.358497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 74effe29-2837-4bbe-8388-d1e80d771e52) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:44:41.365960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:44:41.373358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851fad40-4c24-4b2b-954b-3223fe48ab11 None None] Network 74effe29-2837-4bbe-8388-d1e80d771e52 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:44:41.405064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:41.416188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:41.416188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:41.416188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:41.417179 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:41.417573 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 2 to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 Dec 11 22:44:41.442322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:41.442782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:41.443148 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:41.448427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:41.448749 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:41.449147 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 3 to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 Dec 11 22:44:41.463522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:41.463911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:41.464392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:41.473094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:41.479146 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:41.479146 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 4 to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 Dec 11 22:44:41.494031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:41.494374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:41.495211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:41.512413 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:41.512752 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:41.513148 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 5 to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 Dec 11 22:44:41.537797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:41.538144 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:41.538565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:41.544974 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:41.545279 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:41.547760 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 6 to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 Dec 11 22:44:41.587963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:41.588305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:41.588648 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:41.593398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:41.593733 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:41.594126 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 7 to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 Dec 11 22:44:41.616715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:41.616976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:41.617324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:41.626975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:41.627838 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:41.627838 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 8 to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 Dec 11 22:44:41.665797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:41.668622 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:41.669701 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:41.683727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:41.684810 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:41.685342 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 9 to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 Dec 11 22:44:41.716022 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:41.718486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:41.718486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:41.726763 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:41.729279 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:41.729279 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 10 to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 Dec 11 22:44:41.760050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:41.761738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:41.762152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:41.772255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:41.774050 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:41.775084 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:41.924760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] For port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:44:41.924760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempted to set empty binding levels {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 11 22:44:42.006471 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:42.103308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Pushing event updated for resources: {'Port': ['ID=45b3dc49-0aae-4eeb-a6e2-a434636cd0d8,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:42.130837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:42.133295 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:42.219053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-042dc919-f8c4-442e-b177-ed767418b4b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.3375700 Dec 11 22:44:42.222634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55628) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:42.383879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-df315cf7-a9e5-42b6-a24a-824a850dd6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Deleting port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:44:42.384302 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df315cf7-a9e5-42b6-a24a-824a850dd6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:42.501286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-df315cf7-a9e5-42b6-a24a-824a850dd6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] For port 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8, host n-h2-710847-6, got binding levels [] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:42.501668 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df315cf7-a9e5-42b6-a24a-824a850dd6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:42.529503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-df315cf7-a9e5-42b6-a24a-824a850dd6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Calling delete_port for 45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:44:43.040094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e346207-0e7c-414c-b804-fa0e39e5e56f req-8df87c3a-41c4-4772-844e-369bb5053845 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:43.041790 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2e346207-0e7c-414c-b804-fa0e39e5e56f req-8df87c3a-41c4-4772-844e-369bb5053845 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.47 "GET /v2.0/ports?device_id=85f4c3b6-a609-47f9-ab86-091dd2bbc9d9 HTTP/1.1" status: 200 len: 946 time: 0.0801270 Dec 11 22:44:43.044861 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df315cf7-a9e5-42b6-a24a-824a850dd6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:43.139728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df315cf7-a9e5-42b6-a24a-824a850dd6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Pushing event deleted for resources: {'Port': ['ID=45b3dc49-0aae-4eeb-a6e2-a434636cd0d8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:43.187428 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df315cf7-a9e5-42b6-a24a-824a850dd6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:43.194379 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55640) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:43.195065 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-df315cf7-a9e5-42b6-a24a-824a850dd6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] 10.222.0.45 "DELETE /v2.0/ports/45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 HTTP/1.1" status: 204 len: 168 time: 0.9710290 Dec 11 22:44:43.242149 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-2094ffd8-932a-4378-b5f8-7d7282eca4ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] GET failed (client error): The resource could not be found. Dec 11 22:44:43.250050 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2094ffd8-932a-4378-b5f8-7d7282eca4ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] 10.222.0.45 "GET /v2.0/ports/45b3dc49-0aae-4eeb-a6e2-a434636cd0d8 HTTP/1.1" status: 404 len: 333 time: 0.0481255 Dec 11 22:44:43.251543 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55642) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:43.269759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2be29c21-05fb-4bd2-abf6-dd3b3478a28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Request body: {'port': {'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-921731841'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:43.329294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-2e346207-0e7c-414c-b804-fa0e39e5e56f req-fb0929b6-31ab-42cf-afa3-f0537bee74e4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Deleting port 7199242e-db76-41d5-be10-e8f47223c030 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:44:43.330278 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2e346207-0e7c-414c-b804-fa0e39e5e56f req-fb0929b6-31ab-42cf-afa3-f0537bee74e4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:43.453539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2e346207-0e7c-414c-b804-fa0e39e5e56f req-fb0929b6-31ab-42cf-afa3-f0537bee74e4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] For port 7199242e-db76-41d5-be10-e8f47223c030, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=7199242e-db76-41d5-be10-e8f47223c030,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:43.454420 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2e346207-0e7c-414c-b804-fa0e39e5e56f req-fb0929b6-31ab-42cf-afa3-f0537bee74e4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:43.471855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-2e346207-0e7c-414c-b804-fa0e39e5e56f req-fb0929b6-31ab-42cf-afa3-f0537bee74e4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Calling delete_port for 7199242e-db76-41d5-be10-e8f47223c030 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:44:43.859384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be29c21-05fb-4bd2-abf6-dd3b3478a28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Made reservation on behalf of 00e1394c576e4c93af4372f072732f25 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:43.862304 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2be29c21-05fb-4bd2-abf6-dd3b3478a28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:43.882168 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-2be29c21-05fb-4bd2-abf6-dd3b3478a28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] device_id is not set on port ea072e76-409d-48b7-86a8-7140a3ecff97 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:44:43.888310 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2e346207-0e7c-414c-b804-fa0e39e5e56f req-fb0929b6-31ab-42cf-afa3-f0537bee74e4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:43.888510 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:43.925845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['7199242e-db76-41d5-be10-e8f47223c030'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:43.980883 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e346207-0e7c-414c-b804-fa0e39e5e56f req-fb0929b6-31ab-42cf-afa3-f0537bee74e4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] No DVR routers for this DVR port 7199242e-db76-41d5-be10-e8f47223c030 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:44:43.983392 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2e346207-0e7c-414c-b804-fa0e39e5e56f req-fb0929b6-31ab-42cf-afa3-f0537bee74e4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:43.987852 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2e346207-0e7c-414c-b804-fa0e39e5e56f req-fb0929b6-31ab-42cf-afa3-f0537bee74e4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.47 "DELETE /v2.0/ports/7199242e-db76-41d5-be10-e8f47223c030 HTTP/1.1" status: 204 len: 173 time: 0.9370408 Dec 11 22:44:43.988710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0929b6-31ab-42cf-afa3-f0537bee74e4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Pushing event deleted for resources: {'Port': ['ID=7199242e-db76-41d5-be10-e8f47223c030,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:43.991253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f4c3b6-a609-47f9-ab86-091dd2bbc9d9', 'name': 'network-vif-deleted', 'tag': '7199242e-db76-41d5-be10-e8f47223c030'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:43.994578 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637b3241-9939-4f7f-992e-5ce58b2ee92f" -d '{"events": [{"server_uuid": "85f4c3b6-a609-47f9-ab86-091dd2bbc9d9", "name": "network-vif-deleted", "tag": "7199242e-db76-41d5-be10-e8f47223c030"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:44.148983 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2be29c21-05fb-4bd2-abf6-dd3b3478a28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:44.311054 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2be29c21-05fb-4bd2-abf6-dd3b3478a28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:44.433783 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be29c21-05fb-4bd2-abf6-dd3b3478a28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Network 74effe29-2837-4bbe-8388-d1e80d771e52 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:44:44.443792 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-2be29c21-05fb-4bd2-abf6-dd3b3478a28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:44:44.453308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be29c21-05fb-4bd2-abf6-dd3b3478a28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:44:44.461425 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be29c21-05fb-4bd2-abf6-dd3b3478a28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:44.466571 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2be29c21-05fb-4bd2-abf6-dd3b3478a28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:44.507670 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be29c21-05fb-4bd2-abf6-dd3b3478a28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Pushing event updated for resources: {'Port': ['ID=ea072e76-409d-48b7-86a8-7140a3ecff97,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:44.597803 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55670) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:44.598364 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2be29c21-05fb-4bd2-abf6-dd3b3478a28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3456104 Dec 11 22:44:44.605109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:44.707609 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:44.985771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] device_id is not set on port ea072e76-409d-48b7-86a8-7140a3ecff97 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:44:45.010894 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:45.084628 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:45.202190 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Pushing event updated for resources: {'Port': ['ID=ea072e76-409d-48b7-86a8-7140a3ecff97,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:45.241949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:45.242392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:45.243802 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:45.266053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:45.267776 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:45.268335 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 2 to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 Dec 11 22:44:45.299718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:45.300047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:45.300446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:45.309452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:45.309794 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:45.310196 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 3 to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 Dec 11 22:44:45.332293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:45.333106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:45.334351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:45.339639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:45.340255 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:45.340660 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 4 to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 Dec 11 22:44:45.357496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:45.358090 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:45.358533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:45.368646 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:45.368980 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:45.370259 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 5 to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 Dec 11 22:44:45.398859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:45.399204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:45.399551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:45.414228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:45.414752 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:45.415172 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 6 to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 Dec 11 22:44:45.445576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:45.445576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:45.445897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:45.460592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:45.460974 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:45.461346 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 7 to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 Dec 11 22:44:45.493857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:45.494401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:45.494749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:45.505092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:45.505516 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:45.506107 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 8 to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 Dec 11 22:44:45.549438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:45.549772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:45.550119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:45.565449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:45.565787 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:45.566192 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 9 to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 Dec 11 22:44:45.593052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:45.594909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:45.596026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:45.605878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:45.606614 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:45.606614 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 10 to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 Dec 11 22:44:45.639328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:45.639755 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:45.640434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:45.653455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:45.653885 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port ea072e76-409d-48b7-86a8-7140a3ecff97 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:45.654780 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:45.805230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] For port ea072e76-409d-48b7-86a8-7140a3ecff97, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:44:45.809310 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempted to set empty binding levels {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 11 22:44:45.870953 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:45.919275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] In _notify_port_updated(), no bound segment for port ea072e76-409d-48b7-86a8-7140a3ecff97 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:44:45.920343 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:45.920956 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:45.925092 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] 10.222.0.45 "PUT /v2.0/ports/ea072e76-409d-48b7-86a8-7140a3ecff97 HTTP/1.1" status: 200 len: 978 time: 1.3225222 Dec 11 22:44:45.925482 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55686) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:45.942704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc607965-a0d8-467c-b884-ae37a294d28f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Pushing event updated for resources: {'Port': ['ID=ea072e76-409d-48b7-86a8-7140a3ecff97,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:46.077275 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:46.078021 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:46.078725 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:46.084907 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:46.085691 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:46.086323 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:46.087011 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:46.087623 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:46.088243 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:46.088864 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:46.089671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:46.090476 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:46.095425 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:46.096191 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:46.096877 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:46.097699 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:46.103022 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d58bff43-ec4b-4eb0-9813-32533f44544a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14368 time: 0.1764824 Dec 11 22:44:46.107123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55690) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:46.279773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-7cd63657-e0b5-4145-a376-21f922b7c61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Deleting port ea072e76-409d-48b7-86a8-7140a3ecff97 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:44:46.280296 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7cd63657-e0b5-4145-a376-21f922b7c61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:46.370492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-7cd63657-e0b5-4145-a376-21f922b7c61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] For port ea072e76-409d-48b7-86a8-7140a3ecff97, host n-h2-710847-6, got binding levels [] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:46.370903 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7cd63657-e0b5-4145-a376-21f922b7c61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:46.397030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-7cd63657-e0b5-4145-a376-21f922b7c61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Calling delete_port for ea072e76-409d-48b7-86a8-7140a3ecff97 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:44:46.638346 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7cd63657-e0b5-4145-a376-21f922b7c61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:46.684447 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7cd63657-e0b5-4145-a376-21f922b7c61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:46.688470 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7cd63657-e0b5-4145-a376-21f922b7c61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] 10.222.0.45 "DELETE /v2.0/ports/ea072e76-409d-48b7-86a8-7140a3ecff97 HTTP/1.1" status: 204 len: 168 time: 0.5795288 Dec 11 22:44:46.689728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd63657-e0b5-4145-a376-21f922b7c61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea072e76-409d-48b7-86a8-7140a3ecff97,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:46.693598 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55694) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:46.725029 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda3bc91-e074-4e2f-8b9b-a5b1924f237e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] GET failed (client error): The resource could not be found. Dec 11 22:44:46.726782 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dda3bc91-e074-4e2f-8b9b-a5b1924f237e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] 10.222.0.45 "GET /v2.0/ports/ea072e76-409d-48b7-86a8-7140a3ecff97 HTTP/1.1" status: 404 len: 333 time: 0.0321372 Dec 11 22:44:46.733192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55696) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:46.752151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b79d25c6-2c19-463a-b4d0-d45b8ca648bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995197079', 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:46.779093 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55698) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:46.791459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 7199242e-db76-41d5-be10-e8f47223c030 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:44:46.838021 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 7199242e-db76-41d5-be10-e8f47223c030 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:44:46.838629 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 7199242e-db76-41d5-be10-e8f47223c030 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:44:46.862855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79d25c6-2c19-463a-b4d0-d45b8ca648bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Made reservation on behalf of 00e1394c576e4c93af4372f072732f25 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:46.862855 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b79d25c6-2c19-463a-b4d0-d45b8ca648bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:46.925803 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-b79d25c6-2c19-463a-b4d0-d45b8ca648bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] device_id is not set on port 2232e5e4-6fe1-43b0-a087-f8eb378b0d43 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:44:47.027074 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7460e635-a314-4bac-b41f-45f8b685ff08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:47.208982 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b79d25c6-2c19-463a-b4d0-d45b8ca648bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:47.253842 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7460e635-a314-4bac-b41f-45f8b685ff08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:47.399446 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:47.428355 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b79d25c6-2c19-463a-b4d0-d45b8ca648bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:47.430899 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7460e635-a314-4bac-b41f-45f8b685ff08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:47.896337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460e635-a314-4bac-b41f-45f8b685ff08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05263cd3-5e67-4dd3-bd8d-3e405d8ad1a8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:47.906444 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79d25c6-2c19-463a-b4d0-d45b8ca648bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Network 74effe29-2837-4bbe-8388-d1e80d771e52 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:44:47.911660 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7460e635-a314-4bac-b41f-45f8b685ff08 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a2cf875cd6074db69a75438f3ee11615&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1289833 Dec 11 22:44:47.912614 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55706) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:47.929199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-b79d25c6-2c19-463a-b4d0-d45b8ca648bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:44:47.949569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d25c6-2c19-463a-b4d0-d45b8ca648bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:44:47.950656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79d25c6-2c19-463a-b4d0-d45b8ca648bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:47.951325 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b79d25c6-2c19-463a-b4d0-d45b8ca648bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:47.953924 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d25c6-2c19-463a-b4d0-d45b8ca648bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Pushing event updated for resources: {'Port': ['ID=2232e5e4-6fe1-43b0-a087-f8eb378b0d43,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:48.020844 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-486271cd-5a5c-4c11-a0f7-a0b011ad28df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:48.049346 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-486271cd-5a5c-4c11-a0f7-a0b011ad28df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:48.662030 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b79d25c6-2c19-463a-b4d0-d45b8ca648bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9273920 Dec 11 22:44:48.664681 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55708) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:48.711747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67ce92c-bfbd-405a-bf08-683d7af8f314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:48.713160 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c67ce92c-bfbd-405a-bf08-683d7af8f314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] 10.222.0.45 "GET /v2.0/ports/2232e5e4-6fe1-43b0-a087-f8eb378b0d43 HTTP/1.1" status: 200 len: 959 time: 0.0474937 Dec 11 22:44:48.716182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55710) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:48.738619 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-486271cd-5a5c-4c11-a0f7-a0b011ad28df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:48.741716 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-486271cd-5a5c-4c11-a0f7-a0b011ad28df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:48.743968 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-486271cd-5a5c-4c11-a0f7-a0b011ad28df admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/05263cd3-5e67-4dd3-bd8d-3e405d8ad1a8 HTTP/1.1" status: 204 len: 168 time: 0.8289146 Dec 11 22:44:48.752733 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486271cd-5a5c-4c11-a0f7-a0b011ad28df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05263cd3-5e67-4dd3-bd8d-3e405d8ad1a8,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:48.811142 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cc49238f-6b82-428a-8fef-55fb3ae4e9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:48.814633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-201cbd87-7576-47b7-8acb-2715df6fd617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Deleting port 2232e5e4-6fe1-43b0-a087-f8eb378b0d43 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:44:48.814819 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-201cbd87-7576-47b7-8acb-2715df6fd617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:48.897244 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-201cbd87-7576-47b7-8acb-2715df6fd617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:48.912189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-201cbd87-7576-47b7-8acb-2715df6fd617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Calling delete_port for 2232e5e4-6fe1-43b0-a087-f8eb378b0d43 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:44:49.076707 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-201cbd87-7576-47b7-8acb-2715df6fd617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:49.121760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cbd87-7576-47b7-8acb-2715df6fd617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Pushing event deleted for resources: {'Port': ['ID=2232e5e4-6fe1-43b0-a087-f8eb378b0d43,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:49.124440 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-201cbd87-7576-47b7-8acb-2715df6fd617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:49.130385 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-201cbd87-7576-47b7-8acb-2715df6fd617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] 10.222.0.45 "DELETE /v2.0/ports/2232e5e4-6fe1-43b0-a087-f8eb378b0d43 HTTP/1.1" status: 204 len: 168 time: 0.4109349 Dec 11 22:44:49.130983 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55726) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:49.155538 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-237409cc-fde6-43be-bf92-38aaab330c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] GET failed (client error): The resource could not be found. Dec 11 22:44:49.160185 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-237409cc-fde6-43be-bf92-38aaab330c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] 10.222.0.45 "GET /v2.0/ports/2232e5e4-6fe1-43b0-a087-f8eb378b0d43 HTTP/1.1" status: 404 len: 333 time: 0.0283899 Dec 11 22:44:49.164691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55728) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:49.173864 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d6154455-249b-4a66-9612-b2bcb3fabc76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Request body: {'port': {'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-258263756'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:49.258840 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6154455-249b-4a66-9612-b2bcb3fabc76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Made reservation on behalf of 00e1394c576e4c93af4372f072732f25 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:49.261798 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d6154455-249b-4a66-9612-b2bcb3fabc76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:49.284084 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-d6154455-249b-4a66-9612-b2bcb3fabc76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] device_id is not set on port 60abd21f-2946-448c-b817-805b8c5d0b03 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:44:49.439210 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41ae8a4c-237d-4c17-b95a-3d14df1473d5 req-7a5f3290-41a5-4e30-9c67-bf6e1769742d tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups/dbf3e4ce-ecc6-4270-bec6-7f9d44a4a2ec HTTP/1.1" status: 200 len: 1827 time: 0.1013200 Dec 11 22:44:49.440729 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-dfa852e4-67fe-43c0-8f71-df0b43407e63 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:49.442284 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-dfa852e4-67fe-43c0-8f71-df0b43407e63 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/networks?id=6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 HTTP/1.1" status: 200 len: 816 time: 0.1208766 Dec 11 22:44:49.458773 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-d1f814ce-9f09-4515-9887-39d221d7ffa8 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/quotas/165b20d1dc3e407f9d4115f10eebfade HTTP/1.1" status: 200 len: 375 time: 0.0096328 Dec 11 22:44:49.496733 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-179003e1-888c-4592-b8c1-bf3c2fa49477 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=165b20d1dc3e407f9d4115f10eebfade&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317619 Dec 11 22:44:49.505799 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d6154455-249b-4a66-9612-b2bcb3fabc76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:49.537522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55748) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:49.548215 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-41ae8a4c-237d-4c17-b95a-3d14df1473d5 req-d32be3d2-90be-4f8a-ba2e-1997ccd18592 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:49.562311 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62e7ee43-7d3e-4c94-90f5-034fe48e182e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:49.591806 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-41ae8a4c-237d-4c17-b95a-3d14df1473d5 req-d32be3d2-90be-4f8a-ba2e-1997ccd18592 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:49.597535 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-bef82164-9dd1-4c3b-9f0f-7d2e88560ac8 service neutron] 10.222.0.45 "GET /v2.0/networks/6d20e8cd-5319-4b0f-bbac-6d0556fac1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909178 Dec 11 22:44:49.670379 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d6154455-249b-4a66-9612-b2bcb3fabc76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:49.691902 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-0be59b82-ef76-4095-9e26-f49376ab6c02 service neutron] 10.222.0.45 "GET /v2.0/networks/6d20e8cd-5319-4b0f-bbac-6d0556fac1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870917 Dec 11 22:44:49.724900 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62e7ee43-7d3e-4c94-90f5-034fe48e182e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:49.728415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6154455-249b-4a66-9612-b2bcb3fabc76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Network 74effe29-2837-4bbe-8388-d1e80d771e52 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:44:49.731549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d6154455-249b-4a66-9612-b2bcb3fabc76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:44:49.734126 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6154455-249b-4a66-9612-b2bcb3fabc76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:44:49.742730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6154455-249b-4a66-9612-b2bcb3fabc76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:49.742730 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d6154455-249b-4a66-9612-b2bcb3fabc76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:49.754720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6154455-249b-4a66-9612-b2bcb3fabc76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Pushing event updated for resources: {'Port': ['ID=60abd21f-2946-448c-b817-805b8c5d0b03,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:49.761401 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-41ae8a4c-237d-4c17-b95a-3d14df1473d5 req-d32be3d2-90be-4f8a-ba2e-1997ccd18592 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:49.764366 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-41ae8a4c-237d-4c17-b95a-3d14df1473d5 req-d32be3d2-90be-4f8a-ba2e-1997ccd18592 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:49.780100 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41ae8a4c-237d-4c17-b95a-3d14df1473d5 req-d32be3d2-90be-4f8a-ba2e-1997ccd18592 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "DELETE /v2.0/security-groups/dbf3e4ce-ecc6-4270-bec6-7f9d44a4a2ec HTTP/1.1" status: 204 len: 173 time: 0.3178196 Dec 11 22:44:49.780100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32be3d2-90be-4f8a-ba2e-1997ccd18592 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf3e4ce-ecc6-4270-bec6-7f9d44a4a2ec,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:49.827238 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62e7ee43-7d3e-4c94-90f5-034fe48e182e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:49.896730 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e05112b-dba4-4f58-a2e7-ae43034ffcbe x-openstack-request-id: req-3e05112b-dba4-4f58-a2e7-ae43034ffcbe {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:49.897028 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f4c3b6-a609-47f9-ab86-091dd2bbc9d9", "name": "network-vif-deleted", "tag": "7199242e-db76-41d5-be10-e8f47223c030", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:49.897284 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e05112b-dba4-4f58-a2e7-ae43034ffcbe {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:49.897836 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f4c3b6-a609-47f9-ab86-091dd2bbc9d9', 'name': 'network-vif-deleted', 'tag': '7199242e-db76-41d5-be10-e8f47223c030', 'status': 'completed', 'code': 200} Dec 11 22:44:49.905256 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d6154455-249b-4a66-9612-b2bcb3fabc76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7393832 Dec 11 22:44:49.908219 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55762) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:49.915736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:49.925299 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-62e7ee43-7d3e-4c94-90f5-034fe48e182e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41b5702c33d1435394943fa872a40b7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3864489 Dec 11 22:44:49.927254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7ee43-7d3e-4c94-90f5-034fe48e182e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c02057-2d9d-4046-bb71-3ff90c20f759,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:49.949338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55764) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:50.001867 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:50.028965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24d9e8-6643-455c-923c-e6815701aade req-fd2a3a95-0a78-4445-9703-3f3094a33d9e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:50.030598 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f24d9e8-6643-455c-923c-e6815701aade req-fd2a3a95-0a78-4445-9703-3f3094a33d9e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 946 time: 0.0976467 Dec 11 22:44:50.051569 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4263bbb6-d663-4c3e-b1a2-5ca44b33a5dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:50.105013 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4263bbb6-d663-4c3e-b1a2-5ca44b33a5dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:50.131268 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f24d9e8-6643-455c-923c-e6815701aade req-70796054-8257-4d21-9450-de703b398753 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893626 Dec 11 22:44:50.197122 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] device_id is not set on port 60abd21f-2946-448c-b817-805b8c5d0b03 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:44:50.213632 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:50.272959 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4263bbb6-d663-4c3e-b1a2-5ca44b33a5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:50.278960 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4263bbb6-d663-4c3e-b1a2-5ca44b33a5dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:50.278960 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4263bbb6-d663-4c3e-b1a2-5ca44b33a5dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91c02057-2d9d-4046-bb71-3ff90c20f759 HTTP/1.1" status: 204 len: 168 time: 0.3266490 Dec 11 22:44:50.289106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263bbb6-d663-4c3e-b1a2-5ca44b33a5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c02057-2d9d-4046-bb71-3ff90c20f759,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:50.364290 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:50.444530 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Pushing event updated for resources: {'Port': ['ID=60abd21f-2946-448c-b817-805b8c5d0b03,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:50.477527 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878793-725b-401b-a3f5-b8852598a95e req-62a4fe51-3409-4470-a01f-55cefcef8094 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:50.479040 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99878793-725b-401b-a3f5-b8852598a95e req-62a4fe51-3409-4470-a01f-55cefcef8094 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 812 time: 0.1857479 Dec 11 22:44:50.479902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:50.480239 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:50.480606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:50.494133 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:50.494481 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:50.495802 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 2 to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 Dec 11 22:44:50.501153 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99878793-725b-401b-a3f5-b8852598a95e req-29271036-a089-4516-a2cc-635f66147028 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/quotas/b49a52ba3f3243128810d043a8aeef5e HTTP/1.1" status: 200 len: 375 time: 0.0143902 Dec 11 22:44:50.519890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:50.520410 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:50.520597 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:50.538680 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99878793-725b-401b-a3f5-b8852598a95e req-fc22f12c-7ef3-41a9-934d-b0c24914b1f8 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295396 Dec 11 22:44:50.539667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:50.540001 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:50.540389 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 3 to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 Dec 11 22:44:50.556768 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:50.557116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:50.557458 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:50.572763 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:50.578261 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:50.582218 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 4 to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 Dec 11 22:44:50.635848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:50.635848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:50.635848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:50.639798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:50.640135 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:50.642403 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 5 to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 Dec 11 22:44:50.665716 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:50.666063 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:50.666407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:50.681561 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:50.681905 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:50.683682 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 6 to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 Dec 11 22:44:50.696737 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99878793-725b-401b-a3f5-b8852598a95e req-c3c53d72-5786-4d61-a650-f120a1f108d1 service neutron] 10.222.0.45 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322217 Dec 11 22:44:50.750205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:50.750820 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:50.750992 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:50.760423 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:50.760758 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:50.762756 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 7 to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 Dec 11 22:44:50.785993 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:50.786344 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:50.786690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:50.800189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:50.800589 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:50.802409 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 8 to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 Dec 11 22:44:50.816362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45474af-2c44-458c-b2a2-3aac17d7c4a5 req-665fb949-e2f9-4b06-b1b2-66fbc99c9729 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:50.818181 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c45474af-2c44-458c-b2a2-3aac17d7c4a5 req-665fb949-e2f9-4b06-b1b2-66fbc99c9729 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0656619 Dec 11 22:44:50.830477 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:50.830958 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:50.831373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:50.837227 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:50.837663 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:50.839929 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99878793-725b-401b-a3f5-b8852598a95e req-de080508-4d80-41f9-9c63-a5139dd7155b service neutron] 10.222.0.45 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433172 Dec 11 22:44:50.840373 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 9 to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 Dec 11 22:44:50.857574 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:50.857996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:50.858406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:50.863851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:50.868696 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:50.868696 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempt 10 to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 Dec 11 22:44:50.877317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c45474af-2c44-458c-b2a2-3aac17d7c4a5 req-60401dca-93c3-41ad-84f0-e321d97182d9 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526469 Dec 11 22:44:50.884645 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:50.884994 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:50.885333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempting to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:50.890343 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:50.890609 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Failed to bind port 60abd21f-2946-448c-b817-805b8c5d0b03 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '02e86fec-5f24-492b-89c5-f488a1a5df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '74effe29-2837-4bbe-8388-d1e80d771e52'}] Dec 11 22:44:50.891378 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:50.963559 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] For port 60abd21f-2946-448c-b817-805b8c5d0b03, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:44:50.963853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attempted to set empty binding levels {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 11 22:44:50.983662 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ef96bec-1b7c-4fe9-bf49-a64f78041a40 req-68e00582-8863-464a-b160-483169dea1d8 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 210 time: 0.0365925 Dec 11 22:44:51.067675 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:51.099743 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] In _notify_port_updated(), no bound segment for port 60abd21f-2946-448c-b817-805b8c5d0b03 on network 74effe29-2837-4bbe-8388-d1e80d771e52 {{(pid=103691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:44:51.100611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:51.101212 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:51.102836 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] 10.222.0.45 "PUT /v2.0/ports/60abd21f-2946-448c-b817-805b8c5d0b03 HTTP/1.1" status: 200 len: 978 time: 1.1935651 Dec 11 22:44:51.105526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55840) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:51.150355 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a5022-9c5f-403f-a5b7-1d40dd3e2cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Pushing event updated for resources: {'Port': ['ID=60abd21f-2946-448c-b817-805b8c5d0b03,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:51.201562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bd25a-305f-41eb-a078-a96bf58b4c90 req-2a1ac93b-bd0e-491f-8cbc-95402464cf5c tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:51.203164 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d0bd25a-305f-41eb-a078-a96bf58b4c90 req-2a1ac93b-bd0e-491f-8cbc-95402464cf5c tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 949 time: 0.1024184 Dec 11 22:44:51.228981 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-98709e17-24d0-4325-af12-fe1d53e646a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Deleting port 60abd21f-2946-448c-b817-805b8c5d0b03 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:44:51.229904 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-98709e17-24d0-4325-af12-fe1d53e646a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:51.288498 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1212b45c-8a40-452e-97d3-040920f50f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:51.288984 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d0bd25a-305f-41eb-a078-a96bf58b4c90 req-4cd42c9d-b930-4768-a969-36f0c6aa24e3 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760341 Dec 11 22:44:51.322604 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca68e9fa-f40f-4b3b-a257-046da4f83667 req-2b6ae2d5-ddc4-4c94-8e58-c2c40aebf637 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 210 time: 0.0781374 Dec 11 22:44:51.356014 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-98709e17-24d0-4325-af12-fe1d53e646a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] For port 60abd21f-2946-448c-b817-805b8c5d0b03, host n-h2-710847-6, got binding levels [] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:51.356383 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-98709e17-24d0-4325-af12-fe1d53e646a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:51.374345 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-98709e17-24d0-4325-af12-fe1d53e646a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Calling delete_port for 60abd21f-2946-448c-b817-805b8c5d0b03 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:44:51.493648 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f93761-34c3-46ac-b5ad-9232e35fbb57 req-2b50e8c0-fdc4-4ae7-86e3-6f2a7d5a89d6 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:51.493648 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10f93761-34c3-46ac-b5ad-9232e35fbb57 req-2b50e8c0-fdc4-4ae7-86e3-6f2a7d5a89d6 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 946 time: 0.0948188 Dec 11 22:44:51.581744 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10f93761-34c3-46ac-b5ad-9232e35fbb57 req-d07d5620-fb91-4f17-ae4a-382344d439c7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728297 Dec 11 22:44:51.621666 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-98709e17-24d0-4325-af12-fe1d53e646a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:51.658026 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98709e17-24d0-4325-af12-fe1d53e646a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Pushing event deleted for resources: {'Port': ['ID=60abd21f-2946-448c-b817-805b8c5d0b03,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:51.687593 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-98709e17-24d0-4325-af12-fe1d53e646a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:51.687593 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-98709e17-24d0-4325-af12-fe1d53e646a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] 10.222.0.45 "DELETE /v2.0/ports/60abd21f-2946-448c-b817-805b8c5d0b03 HTTP/1.1" status: 204 len: 168 time: 0.5749207 Dec 11 22:44:51.690123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55876) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:51.716653 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c10d0e-3430-41ef-8761-4708a5b60150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] GET failed (client error): The resource could not be found. Dec 11 22:44:51.718304 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-71c10d0e-3430-41ef-8761-4708a5b60150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531099017-project-admin] 10.222.0.45 "GET /v2.0/ports/60abd21f-2946-448c-b817-805b8c5d0b03 HTTP/1.1" status: 404 len: 333 time: 0.0271196 Dec 11 22:44:51.724940 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55878) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:51.841013 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-454630a1-4235-46e5-b431-4f1ffda985fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:52.014483 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-454630a1-4235-46e5-b431-4f1ffda985fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:52.038184 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-454630a1-4235-46e5-b431-4f1ffda985fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74effe29-2837-4bbe-8388-d1e80d771e52']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:52.048258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-454630a1-4235-46e5-b431-4f1ffda985fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e86fec-5f24-492b-89c5-f488a1a5df27') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:52.048447 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-454630a1-4235-46e5-b431-4f1ffda985fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e86fec-5f24-492b-89c5-f488a1a5df27') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:52.057919 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-454630a1-4235-46e5-b431-4f1ffda985fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:52.072738 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-454630a1-4235-46e5-b431-4f1ffda985fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:52.078895 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454630a1-4235-46e5-b431-4f1ffda985fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:44:52.079322 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-454630a1-4235-46e5-b431-4f1ffda985fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:44:52.082589 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:44:52.148294 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:52.218551 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-454630a1-4235-46e5-b431-4f1ffda985fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:52.228808 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-454630a1-4235-46e5-b431-4f1ffda985fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:52.232108 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-454630a1-4235-46e5-b431-4f1ffda985fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] 10.222.0.45 "DELETE /v2.0/networks/74effe29-2837-4bbe-8388-d1e80d771e52 HTTP/1.1" status: 204 len: 168 time: 0.5076983 Dec 11 22:44:52.250797 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454630a1-4235-46e5-b431-4f1ffda985fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225935492-project] Pushing event deleted for resources: {'Network': ['ID=74effe29-2837-4bbe-8388-d1e80d771e52,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:52.427380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de6f2c-055c-4a16-8f1f-641583dcd3e4 req-b3ca83d3-ac1f-48d0-8978-1fff5042d45f tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:52.428887 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93de6f2c-055c-4a16-8f1f-641583dcd3e4 req-b3ca83d3-ac1f-48d0-8978-1fff5042d45f tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 945 time: 0.0555582 Dec 11 22:44:52.483007 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93de6f2c-055c-4a16-8f1f-641583dcd3e4 req-6ae3c31e-9bb1-4b68-83de-9b229c42a1e0 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468168 Dec 11 22:44:52.561850 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-603df0d5-3959-4f3e-a5eb-72ea87d0903d req-1f98d684-09a4-49d2-aadc-b24756340eda tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 210 time: 0.0361524 Dec 11 22:44:52.602883 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec32566-2cf5-45b4-9c25-3ab388722525 req-b28c571a-34da-409f-850b-819a300169b6 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:52.604549 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ec32566-2cf5-45b4-9c25-3ab388722525 req-b28c571a-34da-409f-850b-819a300169b6 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0764792 Dec 11 22:44:52.660473 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ec32566-2cf5-45b4-9c25-3ab388722525 req-d1d8f203-4ce6-4bc7-8b44-bc4d86eff6ee tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/security-groups?id=a68a643b-d342-4149-a574-279334610547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489242 Dec 11 22:44:52.741132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17c7d911-74ce-4cc9-9c0d-b93100911e35 req-7597981b-09bc-4827-9044-35a34a13e096 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 210 time: 0.0381982 Dec 11 22:44:52.865878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55936) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:53.024499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a60986-b8ce-4871-8f16-6a93e7cf65e8 req-92e268bb-a559-456d-a453-d08774a888c8 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:53.025870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f9a60986-b8ce-4871-8f16-6a93e7cf65e8 req-92e268bb-a559-456d-a453-d08774a888c8 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.47 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 945 time: 0.0832160 Dec 11 22:44:53.032827 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8fa2aede-1e6e-455b-b433-110586815ef2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a7a876dc40dd4b55829358a357afe060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1658573 Dec 11 22:44:53.035653 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55942) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:53.097294 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-640661b7-647f-4d7d-83c9-3c81665aa29c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:53.134512 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-640661b7-647f-4d7d-83c9-3c81665aa29c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:53.136593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-f9a60986-b8ce-4871-8f16-6a93e7cf65e8 req-afb4ddaa-309b-4646-987b-3d506d5f9969 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Deleting port 151090df-6aa3-4570-b228-2fba42feb141 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:44:53.136946 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f9a60986-b8ce-4871-8f16-6a93e7cf65e8 req-afb4ddaa-309b-4646-987b-3d506d5f9969 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:53.246684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f9a60986-b8ce-4871-8f16-6a93e7cf65e8 req-afb4ddaa-309b-4646-987b-3d506d5f9969 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] For port 151090df-6aa3-4570-b228-2fba42feb141, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=151090df-6aa3-4570-b228-2fba42feb141,segment=NetworkSegment(035b4645-2a6b-4bff-b6ad-6b31d23a5adf),segment_id=035b4645-2a6b-4bff-b6ad-6b31d23a5adf)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:53.247079 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f9a60986-b8ce-4871-8f16-6a93e7cf65e8 req-afb4ddaa-309b-4646-987b-3d506d5f9969 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:53.259195 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-f9a60986-b8ce-4871-8f16-6a93e7cf65e8 req-afb4ddaa-309b-4646-987b-3d506d5f9969 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Calling delete_port for 151090df-6aa3-4570-b228-2fba42feb141 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:44:53.316191 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-640661b7-647f-4d7d-83c9-3c81665aa29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:53.319140 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-640661b7-647f-4d7d-83c9-3c81665aa29c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:53.320416 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-640661b7-647f-4d7d-83c9-3c81665aa29c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43013e82-7928-4160-8182-a2799800e059 HTTP/1.1" status: 204 len: 168 time: 0.2837512 Dec 11 22:44:53.330738 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640661b7-647f-4d7d-83c9-3c81665aa29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43013e82-7928-4160-8182-a2799800e059,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:53.507566 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f9a60986-b8ce-4871-8f16-6a93e7cf65e8 req-afb4ddaa-309b-4646-987b-3d506d5f9969 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:53.521785 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 763a2f6a-4b05-4cb4-b0de-68332b1abc69 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:44:53.599962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['151090df-6aa3-4570-b228-2fba42feb141'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:53.616728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2ea26-4120-4cca-83cc-2083ab9cdd64 req-6d48d885-d204-4968-8808-dff5f4fed55a tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:53.621130 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-25a2ea26-4120-4cca-83cc-2083ab9cdd64 req-6d48d885-d204-4968-8808-dff5f4fed55a tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.13 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 945 time: 0.1075037 Dec 11 22:44:53.628339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4ddaa-309b-4646-987b-3d506d5f9969 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Pushing event deleted for resources: {'Port': ['ID=151090df-6aa3-4570-b228-2fba42feb141,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:53.671077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a60986-b8ce-4871-8f16-6a93e7cf65e8 req-afb4ddaa-309b-4646-987b-3d506d5f9969 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] No DVR routers for this DVR port 151090df-6aa3-4570-b228-2fba42feb141 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:44:53.698599 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f9a60986-b8ce-4871-8f16-6a93e7cf65e8 req-afb4ddaa-309b-4646-987b-3d506d5f9969 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:53.703086 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f9a60986-b8ce-4871-8f16-6a93e7cf65e8 req-afb4ddaa-309b-4646-987b-3d506d5f9969 tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.47 "DELETE /v2.0/ports/151090df-6aa3-4570-b228-2fba42feb141 HTTP/1.1" status: 204 len: 173 time: 0.6692064 Dec 11 22:44:53.704319 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'name': 'network-vif-deleted', 'tag': '151090df-6aa3-4570-b228-2fba42feb141'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:53.707847 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aed5fc2-db7c-49b5-bdb2-209335e4d3e4" -d '{"events": [{"server_uuid": "961c8879-4acd-40f8-821f-8ea0c1c5749b", "name": "network-vif-deleted", "tag": "151090df-6aa3-4570-b228-2fba42feb141"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:53.730958 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:53.761627 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305f6a4-752e-4b95-aa98-af8e08d79aa9 req-8320be37-63b0-4d2d-9a3d-b2388c05e056 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:53.764193 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5305f6a4-752e-4b95-aa98-af8e08d79aa9 req-8320be37-63b0-4d2d-9a3d-b2388c05e056 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 945 time: 0.1416461 Dec 11 22:44:53.815389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d78bd78e-2c97-4881-b277-e37ffd6fa2c9 req-499c51b3-b209-44e3-88f0-61a09a0430a8 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 210 time: 0.0478072 Dec 11 22:44:53.818210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:53.820106 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:53.823349 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84ec074-8d92-4216-8d6e-8c61d8974e97" -d '{"events": [{"server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "name": "network-vif-unplugged", "status": "completed", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:53.895752 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:53.897573 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:53.899210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 3532f231-1360-40d4-97f9-a70a5cdd06d6 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:44:53.910832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878793-725b-401b-a3f5-b8852598a95e req-9687c235-edc9-4544-b98a-2811adf8cc04 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:53.911956 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99878793-725b-401b-a3f5-b8852598a95e req-9687c235-edc9-4544-b98a-2811adf8cc04 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.47 "GET /v2.0/networks?id=5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 200 len: 812 time: 0.2423308 Dec 11 22:44:53.932408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-99878793-725b-401b-a3f5-b8852598a95e req-dff970bf-76ea-4e1f-8801-96113f432934 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Request body: {'port': {'device_id': 'bd9d512a-3123-4038-bbdc-3d1c8a508729', 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd', 'admin_state_up': True, 'tenant_id': 'b49a52ba3f3243128810d043a8aeef5e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:53.970582 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5305f6a4-752e-4b95-aa98-af8e08d79aa9 req-81bb08e4-7afa-4d6f-9cfa-a52c4774f566 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/security-groups?id=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856120 Dec 11 22:44:53.986468 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-25a2ea26-4120-4cca-83cc-2083ab9cdd64 req-fb23c96c-9a28-4df2-aae9-91e24d91e383 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Deleting port 1ce38df0-c8e1-4e43-bbdb-72fef0406921 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:44:53.988745 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-25a2ea26-4120-4cca-83cc-2083ab9cdd64 req-fb23c96c-9a28-4df2-aae9-91e24d91e383 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:54.091012 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92d229f-999d-4d23-92d4-a763b3802bc8 x-openstack-request-id: req-a92d229f-999d-4d23-92d4-a763b3802bc8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:54.091386 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961c8879-4acd-40f8-821f-8ea0c1c5749b", "name": "network-vif-deleted", "tag": "151090df-6aa3-4570-b228-2fba42feb141", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:54.091697 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a92d229f-999d-4d23-92d4-a763b3802bc8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:54.092172 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961c8879-4acd-40f8-821f-8ea0c1c5749b', 'name': 'network-vif-deleted', 'tag': '151090df-6aa3-4570-b228-2fba42feb141', 'status': 'completed', 'code': 200} Dec 11 22:44:54.111463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=763a2f6a-4b05-4cb4-b0de-68332b1abc69,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:54.142891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:54.143243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:54.143587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:54.146254 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:54.146648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:54.147018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:54.147355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:54.147690 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:54.148023 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:54.152444 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:54.152799 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:54.153142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:54.157964 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:44:54.263150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99878793-725b-401b-a3f5-b8852598a95e req-dff970bf-76ea-4e1f-8801-96113f432934 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Made reservation on behalf of b49a52ba3f3243128810d043a8aeef5e for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:54.272253 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99878793-725b-401b-a3f5-b8852598a95e req-dff970bf-76ea-4e1f-8801-96113f432934 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:54.276182 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3806f5f3-d001-4a9b-8f94-f382fd6dd07c req-3516c191-43f6-469e-ab24-7c9c8424c704 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 210 time: 0.1054306 Dec 11 22:44:54.316308 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:54.328593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55990) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:54.391293 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199da272-26bc-48b0-a7ef-3a13425b0668 x-openstack-request-id: req-199da272-26bc-48b0-a7ef-3a13425b0668 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:54.391836 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "name": "network-vif-unplugged", "status": "completed", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:54.392171 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-199da272-26bc-48b0-a7ef-3a13425b0668 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:54.393284 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'code': 200} Dec 11 22:44:54.396798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-25a2ea26-4120-4cca-83cc-2083ab9cdd64 req-fb23c96c-9a28-4df2-aae9-91e24d91e383 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] For port 1ce38df0-c8e1-4e43-bbdb-72fef0406921, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1ce38df0-c8e1-4e43-bbdb-72fef0406921,segment=NetworkSegment(c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6),segment_id=c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:54.397431 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-25a2ea26-4120-4cca-83cc-2083ab9cdd64 req-fb23c96c-9a28-4df2-aae9-91e24d91e383 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:54.397547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 3532f231-1360-40d4-97f9-a70a5cdd06d6, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3532f231-1360-40d4-97f9-a70a5cdd06d6,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:54.420492 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-25a2ea26-4120-4cca-83cc-2083ab9cdd64 req-fb23c96c-9a28-4df2-aae9-91e24d91e383 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Calling delete_port for 1ce38df0-c8e1-4e43-bbdb-72fef0406921 owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:44:54.445007 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3ec2c12a-95fb-40e2-8e83-66cfcf35438c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=00e1394c576e4c93af4372f072732f25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1152496 Dec 11 22:44:54.447251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55992) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:54.487678 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:54.533571 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aff4691b-ce3a-4aed-8533-267d3330ed85 req-9b0a62dd-3ede-4180-bece-79e36ec5409b tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 210 time: 0.0844183 Dec 11 22:44:54.596712 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=3532f231-1360-40d4-97f9-a70a5cdd06d6,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:54.611130 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:54.687300 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-25a2ea26-4120-4cca-83cc-2083ab9cdd64 req-fb23c96c-9a28-4df2-aae9-91e24d91e383 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:54.704906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['1ce38df0-c8e1-4e43-bbdb-72fef0406921'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:44:54.730792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-99878793-725b-401b-a3f5-b8852598a95e req-dff970bf-76ea-4e1f-8801-96113f432934 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Allocated IP 172.20.0.14 (5b547cd6-e1c3-47dd-aace-0c89098672dd/d56072fb-d6eb-465a-81da-2818b252a24c/9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:44:54.749371 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6f2e-cb35-4c51-8025-86fb3825644f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:54.786547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ae0fe-0500-412a-9e1e-92335c6a06ff req-04680ac6-e63f-45fd-9277-0b098b8b146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:54.788110 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-675ae0fe-0500-412a-9e1e-92335c6a06ff req-04680ac6-e63f-45fd-9277-0b098b8b146d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 1095 time: 0.1601927 Dec 11 22:44:54.804232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4be65992-1bcc-44ec-933a-417f2272bd65 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:54.805738 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4be65992-1bcc-44ec-933a-417f2272bd65 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.47 "GET /v2.0/networks?id=6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 HTTP/1.1" status: 200 len: 816 time: 0.2815368 Dec 11 22:44:54.819665 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6f2e-cb35-4c51-8025-86fb3825644f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:54.837303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-6372b54a-5409-41df-8e96-060112968589 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Request body: {'port': {'device_id': '9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a', 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4', 'admin_state_up': True, 'tenant_id': '165b20d1dc3e407f9d4115f10eebfade'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:55.084986 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23c96c-9a28-4df2-aae9-91e24d91e383 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Pushing event deleted for resources: {'Port': ['ID=1ce38df0-c8e1-4e43-bbdb-72fef0406921,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:55.103014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ae0fe-0500-412a-9e1e-92335c6a06ff req-be6d898c-2d74-4938-936c-23f5313f1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:55.107679 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-675ae0fe-0500-412a-9e1e-92335c6a06ff req-be6d898c-2d74-4938-936c-23f5313f1332 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.2828841 Dec 11 22:44:55.143088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cfb0aa8e-aa23-4951-be60-b1264d33f279 req-feebeeb8-8265-4db3-a40b-e93ea4127281 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 210 time: 0.0715199 Dec 11 22:44:55.150684 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b807cee-d26d-41a8-96d0-24af84c6d1d0 req-773c2736-9ce5-4259-a015-ad252e7247f3 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 210 time: 0.0620823 Dec 11 22:44:55.152085 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a2ea26-4120-4cca-83cc-2083ab9cdd64 req-fb23c96c-9a28-4df2-aae9-91e24d91e383 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] No DVR routers for this DVR port 1ce38df0-c8e1-4e43-bbdb-72fef0406921 on host n-h2-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:44:55.155079 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-25a2ea26-4120-4cca-83cc-2083ab9cdd64 req-fb23c96c-9a28-4df2-aae9-91e24d91e383 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:55.160083 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-25a2ea26-4120-4cca-83cc-2083ab9cdd64 req-fb23c96c-9a28-4df2-aae9-91e24d91e383 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.13 "DELETE /v2.0/ports/1ce38df0-c8e1-4e43-bbdb-72fef0406921 HTTP/1.1" status: 204 len: 173 time: 1.4830127 Dec 11 22:44:55.161063 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd399aec9-7959-4db2-9bd5-7d9f22f94c9f', 'name': 'network-vif-deleted', 'tag': '1ce38df0-c8e1-4e43-bbdb-72fef0406921'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:55.165369 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad90fc82-2890-4924-839a-f0fe0e43512f" -d '{"events": [{"server_uuid": "d399aec9-7959-4db2-9bd5-7d9f22f94c9f", "name": "network-vif-deleted", "tag": "1ce38df0-c8e1-4e43-bbdb-72fef0406921"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:55.211402 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868e126d-8379-4698-8a47-2ecb736f2adc x-openstack-request-id: req-868e126d-8379-4698-8a47-2ecb736f2adc {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:55.211695 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d399aec9-7959-4db2-9bd5-7d9f22f94c9f", "name": "network-vif-deleted", "tag": "1ce38df0-c8e1-4e43-bbdb-72fef0406921", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:55.211945 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-868e126d-8379-4698-8a47-2ecb736f2adc {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:55.212343 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd399aec9-7959-4db2-9bd5-7d9f22f94c9f', 'name': 'network-vif-deleted', 'tag': '1ce38df0-c8e1-4e43-bbdb-72fef0406921', 'status': 'completed', 'code': 200} Dec 11 22:44:55.432218 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9c03957-a591-42ed-a4fc-aae12e035dd2 req-944783ba-ec1e-43b7-b0aa-fb3a7c75ae6c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 210 time: 0.0681024 Dec 11 22:44:55.433959 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-675ae0fe-0500-412a-9e1e-92335c6a06ff req-b07251ca-459a-4233-93e3-81a6039ada20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69 HTTP/1.1" status: 200 len: 1000 time: 0.2933457 Dec 11 22:44:55.504767 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6f2e-cb35-4c51-8025-86fb3825644f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:55.507869 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6f2e-cb35-4c51-8025-86fb3825644f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:55.509221 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6f0c6f2e-cb35-4c51-8025-86fb3825644f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/090a23a5-6086-41dd-88ab-3fb702bd0de8 HTTP/1.1" status: 204 len: 168 time: 1.0141685 Dec 11 22:44:55.535562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-d2c155ee-5a36-43e5-8380-5f73c4858f49 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:55.537806 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-d2c155ee-5a36-43e5-8380-5f73c4858f49 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.13 "GET /v2.0/networks?id=6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 HTTP/1.1" status: 200 len: 816 time: 0.4007826 Dec 11 22:44:55.560415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-8c5d04c0-c8c2-4f00-97ee-d9f1552426ce tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Request body: {'port': {'device_id': '2f659f50-910f-4d86-a2fd-d42cbe12b5e2', 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4', 'admin_state_up': True, 'tenant_id': '165b20d1dc3e407f9d4115f10eebfade'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:55.568928 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99878793-725b-401b-a3f5-b8852598a95e req-dff970bf-76ea-4e1f-8801-96113f432934 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:55.571402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c6f2e-cb35-4c51-8025-86fb3825644f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090a23a5-6086-41dd-88ab-3fb702bd0de8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:55.655013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ae0fe-0500-412a-9e1e-92335c6a06ff req-3888a346-5078-4ed0-88cf-f36d38e363be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:55.656533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-675ae0fe-0500-412a-9e1e-92335c6a06ff req-3888a346-5078-4ed0-88cf-f36d38e363be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.2102158 Dec 11 22:44:55.698169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-6372b54a-5409-41df-8e96-060112968589 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Made reservation on behalf of 165b20d1dc3e407f9d4115f10eebfade for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:55.701368 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-6372b54a-5409-41df-8e96-060112968589 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:55.717658 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fc5cd4e2-d256-4bca-a4ad-6fe0a595b4c6 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:55.721208 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fc5cd4e2-d256-4bca-a4ad-6fe0a595b4c6 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.47 "GET /v2.0/networks?id=6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 HTTP/1.1" status: 200 len: 816 time: 0.1993482 Dec 11 22:44:55.734153 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4ebcf9c2-1b2a-46d5-8285-bfa2f3bd82dc req-f55ea4cf-b632-422d-ba3d-973fe3d3ce6b tempest-ServerRescueTestJSONUnderV235-622287199 tempest-ServerRescueTestJSONUnderV235-622287199-project] 10.222.0.45 "GET /v2.0/ports?device_id=961c8879-4acd-40f8-821f-8ea0c1c5749b HTTP/1.1" status: 200 len: 210 time: 0.0379310 Dec 11 22:44:55.739302 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-0845d1e1-cf23-47b6-8797-47d44331ebad tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Request body: {'port': {'device_id': 'bc57a2f7-a538-4e14-9064-9c93fde1932b', 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4', 'admin_state_up': True, 'tenant_id': '165b20d1dc3e407f9d4115f10eebfade'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:55.836759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ae0fe-0500-412a-9e1e-92335c6a06ff req-edf6c877-1748-405a-99da-780fc144281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:55.838251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-675ae0fe-0500-412a-9e1e-92335c6a06ff req-edf6c877-1748-405a-99da-780fc144281c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713858 Dec 11 22:44:55.944834 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99878793-725b-401b-a3f5-b8852598a95e req-dff970bf-76ea-4e1f-8801-96113f432934 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:55.958160 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-0845d1e1-cf23-47b6-8797-47d44331ebad tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Made reservation on behalf of 165b20d1dc3e407f9d4115f10eebfade for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:55.963379 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-0845d1e1-cf23-47b6-8797-47d44331ebad tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:55.992687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-6372b54a-5409-41df-8e96-060112968589 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Allocated IP 172.20.0.8 (6d20e8cd-5319-4b0f-bbac-6d0556fac1b4/1ce9aa9c-3da4-4a7b-9371-4df60ba69a05/de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:44:56.146005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99878793-725b-401b-a3f5-b8852598a95e req-dff970bf-76ea-4e1f-8801-96113f432934 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Network 5b547cd6-e1c3-47dd-aace-0c89098672dd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:44:56.155989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-99878793-725b-401b-a3f5-b8852598a95e req-dff970bf-76ea-4e1f-8801-96113f432934 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:44:56.178552 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-99878793-725b-401b-a3f5-b8852598a95e req-dff970bf-76ea-4e1f-8801-96113f432934 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:44:56.302345 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9e08aea-e7b9-4e6f-b3d2-b3e9fa8dfad5 req-ebd69c4c-63a5-4f90-b7f1-453510dccc41 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 210 time: 0.0291488 Dec 11 22:44:56.394401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3bbc42-59c1-4f49-9001-5d9fd607ec1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3532f231-1360-40d4-97f9-a70a5cdd06d6'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:56.396782 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36267f8d-3753-4ac0-b474-e8fed4bb9903" -d '{"events": [{"server_uuid": "4b3bbc42-59c1-4f49-9001-5d9fd607ec1b", "name": "network-vif-unplugged", "status": "completed", "tag": "3532f231-1360-40d4-97f9-a70a5cdd06d6"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:56.437280 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc3ddc1-0541-4694-9fb0-55f5bbb02589 x-openstack-request-id: req-2bc3ddc1-0541-4694-9fb0-55f5bbb02589 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:56.443340 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3bbc42-59c1-4f49-9001-5d9fd607ec1b", "name": "network-vif-unplugged", "status": "completed", "tag": "3532f231-1360-40d4-97f9-a70a5cdd06d6", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:56.443340 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2bc3ddc1-0541-4694-9fb0-55f5bbb02589 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:56.443340 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3bbc42-59c1-4f49-9001-5d9fd607ec1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3532f231-1360-40d4-97f9-a70a5cdd06d6', 'code': 200} Dec 11 22:44:56.572523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b72d75-a2c6-4265-bacc-714f340f984a req-64197b42-d298-4b36-ba89-cca5f0f0f28b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:56.574413 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-22b72d75-a2c6-4265-bacc-714f340f984a req-64197b42-d298-4b36-ba89-cca5f0f0f28b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 932 time: 0.0609698 Dec 11 22:44:56.631807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-8c5d04c0-c8c2-4f00-97ee-d9f1552426ce tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Made reservation on behalf of 165b20d1dc3e407f9d4115f10eebfade for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:56.635724 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-8c5d04c0-c8c2-4f00-97ee-d9f1552426ce tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:56.637813 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff970bf-76ea-4e1f-8801-96113f432934 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Pushing event updated for resources: {'Port': ['ID=9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:56.645449 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-22b72d75-a2c6-4265-bacc-714f340f984a req-837b976b-c105-4db9-8320-7517e25b2e5c tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618684 Dec 11 22:44:56.691990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a5dff46-1d69-4543-bf51-2d50f0095378 req-9eb6546b-7c07-47c5-897f-5a49b4798f3c tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] 10.222.0.45 "GET /v2.0/ports?device_id=d399aec9-7959-4db2-9bd5-7d9f22f94c9f HTTP/1.1" status: 200 len: 210 time: 0.0796316 Dec 11 22:44:56.701533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-675ae0fe-0500-412a-9e1e-92335c6a06ff req-e5a6d832-e507-462a-bda4-094a3333ee8d service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8460586 Dec 11 22:44:56.742244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878793-725b-401b-a3f5-b8852598a95e req-dff970bf-76ea-4e1f-8801-96113f432934 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:56.742961 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99878793-725b-401b-a3f5-b8852598a95e req-dff970bf-76ea-4e1f-8801-96113f432934 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:56.816314 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56086) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:56.833307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 151090df-6aa3-4570-b228-2fba42feb141 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:44:56.855998 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 151090df-6aa3-4570-b228-2fba42feb141 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:44:56.856797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 151090df-6aa3-4570-b228-2fba42feb141 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:44:56.877363 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-6372b54a-5409-41df-8e96-060112968589 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:56.914095 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-675ae0fe-0500-412a-9e1e-92335c6a06ff req-b123ffe0-7614-48b9-a1e9-12c152f03f52 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996570 Dec 11 22:44:56.958852 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99878793-725b-401b-a3f5-b8852598a95e req-dff970bf-76ea-4e1f-8801-96113f432934 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0307255 Dec 11 22:44:56.978768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Request body: {'port': {'device_id': 'bd9d512a-3123-4038-bbdc-3d1c8a508729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:57.025720 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-6372b54a-5409-41df-8e96-060112968589 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:57.089825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-6372b54a-5409-41df-8e96-060112968589 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:44:57.095528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372b54a-5409-41df-8e96-060112968589 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Pushing event updated for resources: {'Port': ['ID=de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:57.128329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-6372b54a-5409-41df-8e96-060112968589 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:44:57.129167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-0845d1e1-cf23-47b6-8797-47d44331ebad tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Allocated IP 172.20.0.13 (6d20e8cd-5319-4b0f-bbac-6d0556fac1b4/1ce9aa9c-3da4-4a7b-9371-4df60ba69a05/822ce573-ac44-4eae-900f-543e18c05464) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:44:57.135196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-6372b54a-5409-41df-8e96-060112968589 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:44:57.162761 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:57.261785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-6372b54a-5409-41df-8e96-060112968589 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:57.262399 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-6372b54a-5409-41df-8e96-060112968589 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:57.365453 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-0845d1e1-cf23-47b6-8797-47d44331ebad tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:57.434527 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1684e677-95bf-4caa-8895-52e088654f81 req-69c69972-9108-4555-822b-877f7f99856d tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 210 time: 0.0429318 Dec 11 22:44:57.471969 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-6372b54a-5409-41df-8e96-060112968589 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6490397 Dec 11 22:44:57.499966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Request body: {'port': {'device_id': '9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:57.500674 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f036113b-462e-49cd-8648-8e2b5152fe79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:57.542304 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 1ce38df0-c8e1-4e43-bbdb-72fef0406921 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:44:57.562302 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-0845d1e1-cf23-47b6-8797-47d44331ebad tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:57.568130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 1ce38df0-c8e1-4e43-bbdb-72fef0406921 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:44:57.568494 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 1ce38df0-c8e1-4e43-bbdb-72fef0406921 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:44:57.640634 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:57.645807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:44:57.648902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-0845d1e1-cf23-47b6-8797-47d44331ebad tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:44:57.654866 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-0845d1e1-cf23-47b6-8797-47d44331ebad tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:44:57.661593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-0845d1e1-cf23-47b6-8797-47d44331ebad tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:44:57.681727 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:57.686389 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845d1e1-cf23-47b6-8797-47d44331ebad tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Pushing event updated for resources: {'Port': ['ID=822ce573-ac44-4eae-900f-543e18c05464,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:57.764367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-8c5d04c0-c8c2-4f00-97ee-d9f1552426ce tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Allocated IP 172.20.0.11 (6d20e8cd-5319-4b0f-bbac-6d0556fac1b4/1ce9aa9c-3da4-4a7b-9371-4df60ba69a05/0e70ab3f-0ac6-40d2-bb70-27441f99ca6f) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:44:57.769526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-0845d1e1-cf23-47b6-8797-47d44331ebad tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:57.775404 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-0845d1e1-cf23-47b6-8797-47d44331ebad tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:57.777609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56126) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:57.834005 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e31420-ad75-46fa-927b-1e4105463915 admin admin] Deleting subnet ebc71d7c-4b4e-47da-b48f-456114b5d6ca {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:44:57.838376 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-95e31420-ad75-46fa-927b-1e4105463915 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:57.850333 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Transition to ACTIVE for port object 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:44:57.907153 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-0845d1e1-cf23-47b6-8797-47d44331ebad tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1685002 Dec 11 22:44:57.907273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e53e99-d2bf-4af2-a274-a0163d69bc30 req-25bc9aad-de64-48c0-be88-9c0b07e5965d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:57.913064 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-95e31420-ad75-46fa-927b-1e4105463915 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:57.916207 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-76e53e99-d2bf-4af2-a274-a0163d69bc30 req-25bc9aad-de64-48c0-be88-9c0b07e5965d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 932 time: 0.1659133 Dec 11 22:44:57.942628 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Request body: {'port': {'device_id': 'bc57a2f7-a538-4e14-9064-9c93fde1932b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:58.014761 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-95e31420-ad75-46fa-927b-1e4105463915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:58.020965 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:58.074265 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:58.120053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-f036113b-462e-49cd-8648-8e2b5152fe79 admin admin] Deleting port 38c8f415-d2a3-4335-b7f2-9edd464eeb63 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:44:58.120395 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f036113b-462e-49cd-8648-8e2b5152fe79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:58.202725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Pushing event updated for resources: {'Port': ['ID=9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:58.211524 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-76e53e99-d2bf-4af2-a274-a0163d69bc30 req-2456b850-c6cb-4d50-8c6b-d5936be77c82 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945120 Dec 11 22:44:58.305249 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-f036113b-462e-49cd-8648-8e2b5152fe79 admin admin] For port 38c8f415-d2a3-4335-b7f2-9edd464eeb63, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=38c8f415-d2a3-4335-b7f2-9edd464eeb63,segment=NetworkSegment(035b4645-2a6b-4bff-b6ad-6b31d23a5adf),segment_id=035b4645-2a6b-4bff-b6ad-6b31d23a5adf)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:58.305709 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f036113b-462e-49cd-8648-8e2b5152fe79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:58.319081 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-95e31420-ad75-46fa-927b-1e4105463915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:58.321160 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-f036113b-462e-49cd-8648-8e2b5152fe79 admin admin] Calling delete_port for 38c8f415-d2a3-4335-b7f2-9edd464eeb63 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:44:58.356111 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e31420-ad75-46fa-927b-1e4105463915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebc71d7c-4b4e-47da-b48f-456114b5d6ca,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:58.365143 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-95e31420-ad75-46fa-927b-1e4105463915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:58.371649 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-95e31420-ad75-46fa-927b-1e4105463915 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ebc71d7c-4b4e-47da-b48f-456114b5d6ca HTTP/1.1" status: 204 len: 168 time: 0.5899901 Dec 11 22:44:58.377327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56148) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:58.391014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56150) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:58.461838 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-8c5d04c0-c8c2-4f00-97ee-d9f1552426ce tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:58.485093 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Attempting to bind port 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:44:58.485501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Attempting to bind port 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:44:58.485838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Attempting to bind port 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c on network 5b547cd6-e1c3-47dd-aace-0c89098672dd {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:58.501423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Port 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c on network 5b547cd6-e1c3-47dd-aace-0c89098672dd not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:44:58.501748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Attempting to bind port 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c on network 5b547cd6-e1c3-47dd-aace-0c89098672dd {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:44:58.517313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:44:58.517762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Checking segment: {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:44:58.518163 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Bound using segment: {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:44:58.518639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Bound port: 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455c156-596f-4e98-8856-aa0da9f39f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:44:58.519022 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:58.530343 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7237c7b9-43bc-4a26-80da-f8350c946e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:58.660047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2b221-7c85-4ecb-84b8-06f1ad2f0c68 req-adfb6f80-a8f2-4a26-8231-15727f0adc9a tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:58.661610 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fbb2b221-7c85-4ecb-84b8-06f1ad2f0c68 req-adfb6f80-a8f2-4a26-8231-15727f0adc9a tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 932 time: 0.1394341 Dec 11 22:44:58.665721 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f036113b-462e-49cd-8648-8e2b5152fe79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:58.686115 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0bcdb820-ffc5-4f3b-a639-9f2eee30d9f7 tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2081896971'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:58.697334 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036113b-462e-49cd-8648-8e2b5152fe79 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c8f415-d2a3-4335-b7f2-9edd464eeb63,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:58.711018 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-8c5d04c0-c8c2-4f00-97ee-d9f1552426ce tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:58.761129 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7237c7b9-43bc-4a26-80da-f8350c946e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:58.783649 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7237c7b9-43bc-4a26-80da-f8350c946e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3775b115-2153-4445-b1ee-709d6f8b8839']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:58.831300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7237c7b9-43bc-4a26-80da-f8350c946e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:58.831575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7237c7b9-43bc-4a26-80da-f8350c946e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d1c79c-c2e3-40d5-93ce-740e5a2e15f6') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:58.854463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] For port 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:44:58.879817 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f036113b-462e-49cd-8648-8e2b5152fe79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:58.888052 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7237c7b9-43bc-4a26-80da-f8350c946e5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:58.923839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] For port 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:44:58.982792 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7237c7b9-43bc-4a26-80da-f8350c946e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:58.986382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-8c5d04c0-c8c2-4f00-97ee-d9f1552426ce tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:44:58.997762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d04c0-c8c2-4f00-97ee-d9f1552426ce tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Pushing event updated for resources: {'Port': ['ID=0e70ab3f-0ac6-40d2-bb70-27441f99ca6f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:59.007660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-8c5d04c0-c8c2-4f00-97ee-d9f1552426ce tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:44:59.009914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7237c7b9-43bc-4a26-80da-f8350c946e5f admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:44:59.010323 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7237c7b9-43bc-4a26-80da-f8350c946e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:44:59.018205 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:44:59.029576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-8c5d04c0-c8c2-4f00-97ee-d9f1552426ce tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:44:59.046407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fbb2b221-7c85-4ecb-84b8-06f1ad2f0c68 req-59ef9740-1464-40d8-8e79-c5e66d1cc7ba tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321543 Dec 11 22:44:59.047847 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.110683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcdb820-ffc5-4f3b-a639-9f2eee30d9f7 tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Made reservation on behalf of d8420b50081248268cb21facb8d28b1f for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:44:59.114145 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb820-ffc5-4f3b-a639-9f2eee30d9f7 tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.114780 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f036113b-462e-49cd-8648-8e2b5152fe79 admin admin] Router 29a1309b-1f68-4674-99ac-475fff8943ee has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:44:59.174838 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb820-ffc5-4f3b-a639-9f2eee30d9f7 tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.186359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:59.187176 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.189406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99878793-725b-401b-a3f5-b8852598a95e req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] 10.222.0.47 "PUT /v2.0/ports/9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c HTTP/1.1" status: 200 len: 1092 time: 2.2178895 Dec 11 22:44:59.192802 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9d512a-3123-4038-bbdc-3d1c8a508729', 'tag': '9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:44:59.195085 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452121d1-256c-44c1-97ea-6e9cc7a0ac5c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9d512a-3123-4038-bbdc-3d1c8a508729", "tag": "9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:44:59.244333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f036113b-462e-49cd-8648-8e2b5152fe79 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:44:59.250374 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f036113b-462e-49cd-8648-8e2b5152fe79 admin admin] 10.222.0.45 "PUT /v2.0/routers/29a1309b-1f68-4674-99ac-475fff8943ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4322896 Dec 11 22:44:59.252835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56170) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:44:59.262766 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d3ad2d-88f4-4c16-8db4-d58e11ba8243 None None] Sync routers for ids ['29a1309b-1f68-4674-99ac-475fff8943ee'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:44:59.265295 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-8c5d04c0-c8c2-4f00-97ee-d9f1552426ce tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:59.266647 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-8c5d04c0-c8c2-4f00-97ee-d9f1552426ce tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.271686 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c55dd5-91f9-454c-abbf-3857616b70b6 x-openstack-request-id: req-a6c55dd5-91f9-454c-abbf-3857616b70b6 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:44:59.271686 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9d512a-3123-4038-bbdc-3d1c8a508729", "tag": "9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:44:59.271686 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a6c55dd5-91f9-454c-abbf-3857616b70b6 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:44:59.271686 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9d512a-3123-4038-bbdc-3d1c8a508729', 'tag': '9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c', 'status': 'completed', 'code': 200} Dec 11 22:44:59.302188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8d966-3cc1-4319-8593-85c228c318af service neutron] Pushing event updated for resources: {'Port': ['ID=9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:59.349334 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d3ad2d-88f4-4c16-8db4-d58e11ba8243 None None] Routers {'29a1309b-1f68-4674-99ac-475fff8943ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:44:59.352686 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-90d3ad2d-88f4-4c16-8db4-d58e11ba8243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:44:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['29a1309b-1f68-4674-99ac-475fff8943ee'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:59.373742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:44:59.398185 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7237c7b9-43bc-4a26-80da-f8350c946e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.410952 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.426510 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7237c7b9-43bc-4a26-80da-f8350c946e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.429728 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7237c7b9-43bc-4a26-80da-f8350c946e5f admin admin] 10.222.0.45 "DELETE /v2.0/networks/3775b115-2153-4445-b1ee-709d6f8b8839 HTTP/1.1" status: 204 len: 168 time: 1.0511184 Dec 11 22:44:59.435651 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f13b9b90-722e-46c3-a5ec-0f91eca5b3cb admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.466443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237c7b9-43bc-4a26-80da-f8350c946e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=3775b115-2153-4445-b1ee-709d6f8b8839,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:59.481537 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Transition to ACTIVE for port object de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:44:59.489696 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-8c5d04c0-c8c2-4f00-97ee-d9f1552426ce tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9337497 Dec 11 22:44:59.496851 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-90d3ad2d-88f4-4c16-8db4-d58e11ba8243 None None] Set router 29a1309b-1f68-4674-99ac-475fff8943ee gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:44:59.500253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452121d1-256c-44c1-97ea-6e9cc7a0ac5c req-27352e8a-6aa6-443c-a47a-b0be0a5f26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:59.502195 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-452121d1-256c-44c1-97ea-6e9cc7a0ac5c req-27352e8a-6aa6-443c-a47a-b0be0a5f26ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 1095 time: 0.2134101 Dec 11 22:44:59.520389 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Request body: {'port': {'device_id': '2f659f50-910f-4d86-a2fd-d42cbe12b5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:44:59.558098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ba6d1e1a-fb2e-41f1-be48-667adcff14e1 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:44:59.595093 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.628825 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f13b9b90-722e-46c3-a5ec-0f91eca5b3cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.669821 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb820-ffc5-4f3b-a639-9f2eee30d9f7 tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.679424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b057713-0ff0-4c8c-9c7e-72fb818bc9ec req-e2c8f6b7-7889-4de1-8337-edbc23bbb9f5 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:59.681019 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b057713-0ff0-4c8c-9c7e-72fb818bc9ec req-e2c8f6b7-7889-4de1-8337-edbc23bbb9f5 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 944 time: 0.2777908 Dec 11 22:44:59.744347 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-90d3ad2d-88f4-4c16-8db4-d58e11ba8243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-router', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '61760cd1-5250-4993-87b8-d22c663860a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:21Z', 'updated_at': '2021-12-11T22:44:58Z', 'revision_number': 5, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'gw_port': {'id': '61760cd1-5250-4993-87b8-d22c663860a1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:43:23Z', 'updated_at': '2021-12-11T22:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:59.748042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ba6d1e1a-fb2e-41f1-be48-667adcff14e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:59.756490 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.780663 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb820-ffc5-4f3b-a639-9f2eee30d9f7 tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.783750 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d3ad2d-88f4-4c16-8db4-d58e11ba8243 None None] Checking router: 29a1309b-1f68-4674-99ac-475fff8943ee for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:44:59.787209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Pushing event updated for resources: {'Port': ['ID=de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:44:59.787352 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1', 'mac_address': 'fa:16:3e:2a:bb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:44:59.795354 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d3ad2d-88f4-4c16-8db4-d58e11ba8243 None None] Routers {'29a1309b-1f68-4674-99ac-475fff8943ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:44:59.796423 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-90d3ad2d-88f4-4c16-8db4-d58e11ba8243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:44:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['29a1309b-1f68-4674-99ac-475fff8943ee'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:59.846557 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.863068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6d1e1a-fb2e-41f1-be48-667adcff14e1 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:44:59.880721 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcdb820-ffc5-4f3b-a639-9f2eee30d9f7 tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:44:59.885134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ba6d1e1a-fb2e-41f1-be48-667adcff14e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:44:59.907893 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-90d3ad2d-88f4-4c16-8db4-d58e11ba8243 None None] Set router 29a1309b-1f68-4674-99ac-475fff8943ee gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:44:59.959555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-f13b9b90-722e-46c3-a5ec-0f91eca5b3cb admin admin] Deleting port 61760cd1-5250-4993-87b8-d22c663860a1 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:44:59.960132 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f13b9b90-722e-46c3-a5ec-0f91eca5b3cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.974603 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-90d3ad2d-88f4-4c16-8db4-d58e11ba8243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-router', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:21Z', 'updated_at': '2021-12-11T22:44:59Z', 'revision_number': 6, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:44:59.979125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452121d1-256c-44c1-97ea-6e9cc7a0ac5c req-d6a4a431-b400-4986-b68e-716b60077ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:44:59.983482 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-452121d1-256c-44c1-97ea-6e9cc7a0ac5c req-d6a4a431-b400-4986-b68e-716b60077ba2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b49a52ba3f3243128810d043a8aeef5e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4574728 Dec 11 22:44:59.985751 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:44:59.986003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 763a2f6a-4b05-4cb4-b0de-68332b1abc69 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:45:00.023502 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d3ad2d-88f4-4c16-8db4-d58e11ba8243 None None] The sync data for ids ['29a1309b-1f68-4674-99ac-475fff8943ee'] in n-d-710847-6 is: [{'id': '29a1309b-1f68-4674-99ac-475fff8943ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1568342247-router', 'tenant_id': '9422482b47da47c0a787d8fe93bfff81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:43:21Z', 'updated_at': '2021-12-11T22:44:59Z', 'revision_number': 6, 'project_id': '9422482b47da47c0a787d8fe93bfff81', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:45:00.024748 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb820-ffc5-4f3b-a639-9f2eee30d9f7 tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:00.025959 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-0bcdb820-ffc5-4f3b-a639-9f2eee30d9f7 tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Added segment 6e6c16e4-63a5-4ccd-a940-338e766e90c0 of type vlan for network 08b98e57-90d8-40ed-8cee-30bb93bf840e Dec 11 22:45:00.043085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56196) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:00.067782 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b057713-0ff0-4c8c-9c7e-72fb818bc9ec req-116a459b-1dc8-427f-b3a5-4a5dbad8b952 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582833 Dec 11 22:45:00.083084 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdb820-ffc5-4f3b-a639-9f2eee30d9f7 tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1453130-1d9a-4faf-9409-dc2e344921d9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:00.107354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-f13b9b90-722e-46c3-a5ec-0f91eca5b3cb admin admin] For port 61760cd1-5250-4993-87b8-d22c663860a1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=61760cd1-5250-4993-87b8-d22c663860a1,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:00.108822 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f13b9b90-722e-46c3-a5ec-0f91eca5b3cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:00.125745 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-f13b9b90-722e-46c3-a5ec-0f91eca5b3cb admin admin] Calling delete_port for 61760cd1-5250-4993-87b8-d22c663860a1 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:45:00.151474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:00.215560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:00.228013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'port_id': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'mac_address': 'fa:16:3e:f4:d4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:45:00.269095 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:00.276515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822ce573-ac44-4eae-900f-543e18c05464 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:45:00.280587 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb820-ffc5-4f3b-a639-9f2eee30d9f7 tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:00.291489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763a2f6a-4b05-4cb4-b0de-68332b1abc69 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:45:00.306819 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:00.314317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:00.321323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Attempting to bind port de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:00.321662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Attempting to bind port de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '094a044f-9653-4d90-adf7-12034faaa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:00.322041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Attempting to bind port de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 on network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:00.331099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-443a7cd8-07ac-40ee-a2f2-b38ae78a61ea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aee5b70650c9476babf07e848de58d4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2753203 Dec 11 22:45:00.340913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56202) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:00.364945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Port de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 on network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:00.365268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Attempting to bind port de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 on network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:00.366123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Transition to ACTIVE for port object 822ce573-ac44-4eae-900f-543e18c05464 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:45:00.386481 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba7f10-eef2-4a7e-9a43-fbf1d61e74d2 req-9ddfedfc-2a23-4d73-8049-d031b723cb17 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:00.388423 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04ba7f10-eef2-4a7e-9a43-fbf1d61e74d2 req-9ddfedfc-2a23-4d73-8049-d031b723cb17 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 932 time: 0.1268139 Dec 11 22:45:00.394311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:45:00.394311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Checking segment: {'id': '094a044f-9653-4d90-adf7-12034faaa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:45:00.394311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Bound using segment: {'id': '094a044f-9653-4d90-adf7-12034faaa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:45:00.394311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Bound port: de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094a044f-9653-4d90-adf7-12034faaa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:45:00.395343 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:00.403689 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:00.436526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452121d1-256c-44c1-97ea-6e9cc7a0ac5c req-d9626008-b4f4-460f-94ff-afe9fea3363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:00.440198 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-452121d1-256c-44c1-97ea-6e9cc7a0ac5c req-d9626008-b4f4-460f-94ff-afe9fea3363c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3947313 Dec 11 22:45:00.469533 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:00.530928 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f13b9b90-722e-46c3-a5ec-0f91eca5b3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:00.539621 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb820-ffc5-4f3b-a639-9f2eee30d9f7 tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:00.545144 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcdb820-ffc5-4f3b-a639-9f2eee30d9f7 tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:00.545745 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0bcdb820-ffc5-4f3b-a639-9f2eee30d9f7 tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:00.548651 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-142762a9-a345-48f1-bfb2-2c967583667d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:00.551316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=763a2f6a-4b05-4cb4-b0de-68332b1abc69,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:00.559287 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ba6d1e1a-fb2e-41f1-be48-667adcff14e1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:45:00.622286 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['763a2f6a-4b05-4cb4-b0de-68332b1abc69'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:45:00.694146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] For port de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:45:00.719642 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-142762a9-a345-48f1-bfb2-2c967583667d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:00.732318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] For port de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1,segment=NetworkSegment(094a044f-9653-4d90-adf7-12034faaa341),segment_id=094a044f-9653-4d90-adf7-12034faaa341)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:45:00.741809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdb820-ffc5-4f3b-a639-9f2eee30d9f7 tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Pushing event updated for resources: {'Network': ['ID=08b98e57-90d8-40ed-8cee-30bb93bf840e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:00.748483 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0bcdb820-ffc5-4f3b-a639-9f2eee30d9f7 tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.3539178 Dec 11 22:45:00.761992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 08b98e57-90d8-40ed-8cee-30bb93bf840e details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:45:00.803037 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878793-725b-401b-a3f5-b8852598a95e req-accd28a0-807d-4512-be6b-e65be6b45012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:00.804608 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99878793-725b-401b-a3f5-b8852598a95e req-accd28a0-807d-4512-be6b-e65be6b45012 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b49a52ba3f3243128810d043a8aeef5e&device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 1095 time: 0.2542219 Dec 11 22:45:00.817538 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:00.911911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:00.912955 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:00.914472 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] 10.222.0.47 "PUT /v2.0/ports/de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 HTTP/1.1" status: 200 len: 1091 time: 3.4239919 Dec 11 22:45:00.919808 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99878793-725b-401b-a3f5-b8852598a95e req-b1bcce58-c8dc-435b-b5dc-7061c97d3630 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c HTTP/1.1" status: 200 len: 217 time: 0.0932336 Dec 11 22:45:01.110443 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04ba7f10-eef2-4a7e-9a43-fbf1d61e74d2 req-b02bcc52-a8ba-4828-8e2f-ef99d7c4e25f tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6959527 Dec 11 22:45:01.151493 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56230) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:01.223659 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Request body: {'port': {'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e', 'binding:host_id': 'n-h2-710847-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1220397939'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:01.264656 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Pushing event updated for resources: {'Port': ['ID=822ce573-ac44-4eae-900f-543e18c05464,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:01.354339 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b9b90-722e-46c3-a5ec-0f91eca5b3cb admin admin] Pushing event deleted for resources: {'Port': ['ID=61760cd1-5250-4993-87b8-d22c663860a1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:01.360779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 61760cd1-5250-4993-87b8-d22c663860a1 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:45:01.398142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 61760cd1-5250-4993-87b8-d22c663860a1 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:45:01.398832 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 61760cd1-5250-4993-87b8-d22c663860a1 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:45:01.399259 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 38c8f415-d2a3-4335-b7f2-9edd464eeb63 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:45:01.413020 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:45:01.418989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 38c8f415-d2a3-4335-b7f2-9edd464eeb63 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:45:01.419309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 38c8f415-d2a3-4335-b7f2-9edd464eeb63 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:45:01.421270 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.431155 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f13b9b90-722e-46c3-a5ec-0f91eca5b3cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.433616 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Attempting to bind port 822ce573-ac44-4eae-900f-543e18c05464 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:01.434055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Attempting to bind port 822ce573-ac44-4eae-900f-543e18c05464 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '094a044f-9653-4d90-adf7-12034faaa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:01.434526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Attempting to bind port 822ce573-ac44-4eae-900f-543e18c05464 on network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:01.434868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Transition to ACTIVE for port object 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:45:01.435785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a', 'tag': 'de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:01.438654 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4270545f-395e-4cf9-a4b5-2c0f46a69039" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a", "tag": "de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:01.447481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e8de2-6f27-4968-b191-8d46b95912e5 service neutron] Pushing event updated for resources: {'Port': ['ID=de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:01.470710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Port 822ce573-ac44-4eae-900f-543e18c05464 on network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:01.471165 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Attempting to bind port 822ce573-ac44-4eae-900f-543e18c05464 on network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:01.492798 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa536ae-34d4-4f45-87ee-daf7d71c8845 x-openstack-request-id: req-2fa536ae-34d4-4f45-87ee-daf7d71c8845 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:01.493102 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a", "tag": "de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:01.493366 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2fa536ae-34d4-4f45-87ee-daf7d71c8845 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:01.498673 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a', 'tag': 'de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1', 'status': 'completed', 'code': 200} Dec 11 22:45:01.504624 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878793-725b-401b-a3f5-b8852598a95e req-3372afb9-d774-4839-bcfb-3da12c845d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:01.506180 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99878793-725b-401b-a3f5-b8852598a95e req-3372afb9-d774-4839-bcfb-3da12c845d14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d56072fb-d6eb-465a-81da-2818b252a24c HTTP/1.1" status: 200 len: 852 time: 0.5700274 Dec 11 22:45:01.511012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa89d990-dea2-4327-9532-9ca5acfac914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:01.512511 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa89d990-dea2-4327-9532-9ca5acfac914 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=165b20d1dc3e407f9d4115f10eebfade&device_id=9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a HTTP/1.1" status: 200 len: 1094 time: 0.0661349 Dec 11 22:45:01.530793 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Made reservation on behalf of c6eb31175a2f47aa83af75f8e1544419 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:45:01.530793 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.540550 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99878793-725b-401b-a3f5-b8852598a95e req-c5f4beb2-6486-4960-8217-9481ca46b0e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b547cd6-e1c3-47dd-aace-0c89098672dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270178 Dec 11 22:45:01.542825 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.560626 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:45:01.560983 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Checking segment: {'id': '094a044f-9653-4d90-adf7-12034faaa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:45:01.561393 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Bound using segment: {'id': '094a044f-9653-4d90-adf7-12034faaa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:45:01.561854 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Bound port: 822ce573-ac44-4eae-900f-543e18c05464, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094a044f-9653-4d90-adf7-12034faaa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:45:01.562221 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.567052 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 763a2f6a-4b05-4cb4-b0de-68332b1abc69 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:45:01.583934 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea606ebc-de03-48d6-a3a7-f51a687ca8f3 req-84ce8ef0-40ff-4234-ba3e-f364d160891b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:01.591439 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ea606ebc-de03-48d6-a3a7-f51a687ca8f3 req-84ce8ef0-40ff-4234-ba3e-f364d160891b tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 944 time: 0.3736012 Dec 11 22:45:01.595709 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f13b9b90-722e-46c3-a5ec-0f91eca5b3cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.610758 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f13b9b90-722e-46c3-a5ec-0f91eca5b3cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.612372 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.631929 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 763a2f6a-4b05-4cb4-b0de-68332b1abc69 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:45:01.632308 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.636707 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4c13400d-c9fb-4be9-b5d5-53b7880f0681 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 HTTP/1.1" status: 200 len: 217 time: 0.0951293 Dec 11 22:45:01.637529 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-142762a9-a345-48f1-bfb2-2c967583667d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.640329 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-142762a9-a345-48f1-bfb2-2c967583667d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.645022 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-142762a9-a345-48f1-bfb2-2c967583667d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9854ffe8-4d07-4cd9-8b79-a800d7fe5a88 HTTP/1.1" status: 204 len: 168 time: 1.2981021 Dec 11 22:45:01.699716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142762a9-a345-48f1-bfb2-2c967583667d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9854ffe8-4d07-4cd9-8b79-a800d7fe5a88,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:01.818527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Pushing event updated for resources: {'Port': ['ID=0e70ab3f-0ac6-40d2-bb70-27441f99ca6f,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:01.819610 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.848191 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:01.851939 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63833a0-4003-4d7e-a10f-aead48779b25" -d '{"events": [{"server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "name": "network-vif-plugged", "status": "completed", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:01.870500 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:01.870757 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-899fbd01-7f05-41aa-81b9-37e7cb43d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:01.872697 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-899fbd01-7f05-41aa-81b9-37e7cb43d617 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ce9aa9c-3da4-4a7b-9371-4df60ba69a05 HTTP/1.1" status: 200 len: 856 time: 0.2196524 Dec 11 22:45:01.880109 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ea606ebc-de03-48d6-a3a7-f51a687ca8f3 req-ceba9a56-8d06-431f-b0b4-c93dc09bc030 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877505 Dec 11 22:45:01.892200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] For port 822ce573-ac44-4eae-900f-543e18c05464, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:45:01.900627 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] For port 822ce573-ac44-4eae-900f-543e18c05464, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=822ce573-ac44-4eae-900f-543e18c05464,segment=NetworkSegment(094a044f-9653-4d90-adf7-12034faaa341),segment_id=094a044f-9653-4d90-adf7-12034faaa341)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:45:01.907311 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f13b9b90-722e-46c3-a5ec-0f91eca5b3cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.907863 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13b9b90-722e-46c3-a5ec-0f91eca5b3cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29a1309b-1f68-4674-99ac-475fff8943ee {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:45:01.917159 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcfc2ce-e9ba-49ca-a4c1-0fa3a379a7d5 x-openstack-request-id: req-1bcfc2ce-e9ba-49ca-a4c1-0fa3a379a7d5 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:01.917334 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "name": "network-vif-plugged", "status": "completed", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:01.917837 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1bcfc2ce-e9ba-49ca-a4c1-0fa3a379a7d5 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:01.918385 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'code': 200} Dec 11 22:45:01.928685 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f13b9b90-722e-46c3-a5ec-0f91eca5b3cb admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.932331 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f13b9b90-722e-46c3-a5ec-0f91eca5b3cb admin admin] 10.222.0.45 "DELETE /v2.0/routers/29a1309b-1f68-4674-99ac-475fff8943ee HTTP/1.1" status: 204 len: 168 time: 2.6762645 Dec 11 22:45:01.932967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56260) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:01.946761 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.947621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ba6d1e1a-fb2e-41f1-be48-667adcff14e1 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:45:01.974551 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.976936 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:01.981199 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-dc050f9b-b44e-4065-b16c-d5acda9ae5fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d20e8cd-5319-4b0f-bbac-6d0556fac1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823922 Dec 11 22:45:02.027606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:02.028280 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:02.029751 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] 10.222.0.47 "PUT /v2.0/ports/822ce573-ac44-4eae-900f-543e18c05464 HTTP/1.1" status: 200 len: 1092 time: 4.0940108 Dec 11 22:45:02.030292 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc57a2f7-a538-4e14-9064-9c93fde1932b', 'tag': '822ce573-ac44-4eae-900f-543e18c05464'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:02.033536 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99878793-725b-401b-a3f5-b8852598a95e req-f2fafe24-5f5d-43e7-90d0-3e6ea1ecaf80 service neutron] 10.222.0.47 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752815 Dec 11 22:45:02.037393 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25628b9f-ba47-405d-9379-16c59265c37f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc57a2f7-a538-4e14-9064-9c93fde1932b", "tag": "822ce573-ac44-4eae-900f-543e18c05464"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:02.038580 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Attempting to bind port 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:02.042842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Attempting to bind port 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '094a044f-9653-4d90-adf7-12034faaa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:02.042842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Attempting to bind port 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f on network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:02.083009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa147ae2-720b-45f7-a0f1-e646c042fc14 service neutron] Pushing event updated for resources: {'Port': ['ID=822ce573-ac44-4eae-900f-543e18c05464,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:02.086031 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=763a2f6a-4b05-4cb4-b0de-68332b1abc69,revision_number=10']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:02.087352 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:02.092966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] device_id is not set on port 2108ffbb-51b2-491a-8c85-fdaae2b28015 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:45:02.117138 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae9a425-edfb-4537-bf4b-f534b55cec84 x-openstack-request-id: req-4ae9a425-edfb-4537-bf4b-f534b55cec84 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:02.117882 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc57a2f7-a538-4e14-9064-9c93fde1932b", "tag": "822ce573-ac44-4eae-900f-543e18c05464", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:02.117882 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ae9a425-edfb-4537-bf4b-f534b55cec84 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:02.118705 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc57a2f7-a538-4e14-9064-9c93fde1932b', 'tag': '822ce573-ac44-4eae-900f-543e18c05464', 'status': 'completed', 'code': 200} Dec 11 22:45:02.122102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-feaa904c-6873-4974-b6af-cb29ca2286e3 admin admin] Deleting subnet 6bf79f18-7dd1-4240-a8cb-7c5dc77570f2 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:45:02.130245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port ba6d1e1a-fb2e-41f1-be48-667adcff14e1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:45:02.130634 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:02.136287 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-feaa904c-6873-4974-b6af-cb29ca2286e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:02.249100 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:02.257030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Port 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f on network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:02.257271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Attempting to bind port 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f on network 6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:02.275802 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13242bd3-ce97-4cc0-b87f-1612a08f1bb6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:02.302894 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ba6d1e1a-fb2e-41f1-be48-667adcff14e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:02.346742 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25628b9f-ba47-405d-9379-16c59265c37f req-0d2690b6-62be-4653-9e64-ab232dfad425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:02.348063 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-25628b9f-ba47-405d-9379-16c59265c37f req-0d2690b6-62be-4653-9e64-ab232dfad425 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=165b20d1dc3e407f9d4115f10eebfade&device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 1095 time: 0.1095154 Dec 11 22:45:02.363950 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:45:02.364304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Checking segment: {'id': '094a044f-9653-4d90-adf7-12034faaa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:45:02.364698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Bound using segment: {'id': '094a044f-9653-4d90-adf7-12034faaa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:45:02.365153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Bound port: 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094a044f-9653-4d90-adf7-12034faaa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:45:02.365519 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:02.408134 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:02.415774 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-feaa904c-6873-4974-b6af-cb29ca2286e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:02.493208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,revision_number=10']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:02.530014 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-f36bb35e-be80-4a3a-9dd8-d30a9fba13b3 service neutron] 10.222.0.47 "GET /v2.0/networks/6d20e8cd-5319-4b0f-bbac-6d0556fac1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206537 Dec 11 22:45:02.543001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30764c-7c6f-4a26-b07e-dbe774561fad req-92cddc77-de8a-4a6b-9507-9ef1236d10fa tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:02.543715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25628b9f-ba47-405d-9379-16c59265c37f req-1eba90ba-2890-46b6-a750-05ce6986d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:02.546983 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a30764c-7c6f-4a26-b07e-dbe774561fad req-92cddc77-de8a-4a6b-9507-9ef1236d10fa tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 944 time: 0.2833326 Dec 11 22:45:02.547175 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-25628b9f-ba47-405d-9379-16c59265c37f req-1eba90ba-2890-46b6-a750-05ce6986d0c6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=165b20d1dc3e407f9d4115f10eebfade&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1835725 Dec 11 22:45:02.552756 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99878793-725b-401b-a3f5-b8852598a95e req-a028d83d-fd75-4d3c-924d-51ceff79d371 service neutron] 10.222.0.47 "GET /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955244 Dec 11 22:45:02.567239 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-feaa904c-6873-4974-b6af-cb29ca2286e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:02.665017 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] device_id is not set on port 2108ffbb-51b2-491a-8c85-fdaae2b28015 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:45:02.684275 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:02.689580 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] For port 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:45:02.706923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25628b9f-ba47-405d-9379-16c59265c37f req-0bcf1231-87b0-4b36-844b-40143be7e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:02.709442 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-25628b9f-ba47-405d-9379-16c59265c37f req-0bcf1231-87b0-4b36-844b-40143be7e9cf service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1577494 Dec 11 22:45:02.752279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] For port 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0e70ab3f-0ac6-40d2-bb70-27441f99ca6f,segment=NetworkSegment(094a044f-9653-4d90-adf7-12034faaa341),segment_id=094a044f-9653-4d90-adf7-12034faaa341)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:45:02.752981 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:02.769763 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a30764c-7c6f-4a26-b07e-dbe774561fad req-bdab6c60-586c-4751-89bb-dd8e566d3761 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053053 Dec 11 22:45:02.786245 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-9ed29b38-045e-4136-bac3-1a236162a88c service neutron] 10.222.0.47 "GET /v2.0/networks/6d20e8cd-5319-4b0f-bbac-6d0556fac1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361920 Dec 11 22:45:02.833261 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Pushing event updated for resources: {'Port': ['ID=2108ffbb-51b2-491a-8c85-fdaae2b28015,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:02.860560 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:02.864332 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-bc5d8249-0f53-4b23-a0e0-308e919b68b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:02.865840 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-bc5d8249-0f53-4b23-a0e0-308e919b68b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=165b20d1dc3e407f9d4115f10eebfade&device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 1095 time: 0.0872214 Dec 11 22:45:02.870319 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Checking segment: {'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:45:02.870686 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Network hostable DHCP agents. Network: 08b98e57-90d8-40ed-8cee-30bb93bf840e, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:45:02.918643 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-feaa904c-6873-4974-b6af-cb29ca2286e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:02.920978 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-e6625684-8a6d-4cfa-8a68-6b6640b16074 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=822ce573-ac44-4eae-900f-543e18c05464 HTTP/1.1" status: 200 len: 217 time: 0.0393932 Dec 11 22:45:02.964274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:02.964968 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:02.966847 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] 10.222.0.13 "PUT /v2.0/ports/0e70ab3f-0ac6-40d2-bb70-27441f99ca6f HTTP/1.1" status: 200 len: 1092 time: 3.4566543 Dec 11 22:45:02.991363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa904c-6873-4974-b6af-cb29ca2286e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf79f18-7dd1-4240-a8cb-7c5dc77570f2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:03.006670 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-12f02ab7-8928-4c0b-a034-90d89373a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:03.009548 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-12f02ab7-8928-4c0b-a034-90d89373a5a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ce9aa9c-3da4-4a7b-9371-4df60ba69a05 HTTP/1.1" status: 200 len: 856 time: 0.0675895 Dec 11 22:45:03.010717 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-feaa904c-6873-4974-b6af-cb29ca2286e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:03.013995 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-feaa904c-6873-4974-b6af-cb29ca2286e3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6bf79f18-7dd1-4240-a8cb-7c5dc77570f2 HTTP/1.1" status: 204 len: 168 time: 1.0783081 Dec 11 22:45:03.021347 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56302) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:03.042188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079d7b8-da57-4e05-bb9d-3efd8e67fb21 service neutron] Pushing event updated for resources: {'Port': ['ID=0e70ab3f-0ac6-40d2-bb70-27441f99ca6f,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:03.056469 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270545f-395e-4cf9-a4b5-2c0f46a69039 req-464c727d-8b8a-4030-a97c-88890e651c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:03.059399 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4270545f-395e-4cf9-a4b5-2c0f46a69039 req-464c727d-8b8a-4030-a97c-88890e651c9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=165b20d1dc3e407f9d4115f10eebfade&device_id=9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a HTTP/1.1" status: 200 len: 1094 time: 0.0864851 Dec 11 22:45:03.084284 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Network 08b98e57-90d8-40ed-8cee-30bb93bf840e is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:45:03.091341 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-fd48c429-7d7e-4f69-8470-1c3a652f6355 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d20e8cd-5319-4b0f-bbac-6d0556fac1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690613 Dec 11 22:45:03.196183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2698e0e2-6540-4fe9-8393-2ba92ae81674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:03.198614 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-2698e0e2-6540-4fe9-8393-2ba92ae81674 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=165b20d1dc3e407f9d4115f10eebfade&device_id=2f659f50-910f-4d86-a2fd-d42cbe12b5e2 HTTP/1.1" status: 200 len: 1095 time: 0.0898466 Dec 11 22:45:03.214337 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cadf88d8-7ba4-4434-a453-150c95d69642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:03.224298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23569862-a53c-4ce1-92d2-da7e13399019 req-a4c9dfeb-24b4-4494-93a5-e24386dde4fc tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:03.226628 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-23569862-a53c-4ce1-92d2-da7e13399019 req-a4c9dfeb-24b4-4494-93a5-e24386dde4fc tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 944 time: 0.2260034 Dec 11 22:45:03.230833 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 08b98e57-90d8-40ed-8cee-30bb93bf840e) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:03.246232 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b78f791-7d20-4628-bc3d-6c9c4a0590a7 None None] Network 08b98e57-90d8-40ed-8cee-30bb93bf840e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:45:03.248433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:45:03.272693 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-5cc24f32-a50c-40ef-a805-897aec214bc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e70ab3f-0ac6-40d2-bb70-27441f99ca6f HTTP/1.1" status: 200 len: 217 time: 0.0626383 Dec 11 22:45:03.293915 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:03.294266 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:03.294685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:03.327546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270545f-395e-4cf9-a4b5-2c0f46a69039 req-5197005e-7376-4c8f-9ad1-1fd4871937d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:03.329588 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4270545f-395e-4cf9-a4b5-2c0f46a69039 req-5197005e-7376-4c8f-9ad1-1fd4871937d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 HTTP/1.1" status: 200 len: 917 time: 0.2641928 Dec 11 22:45:03.331133 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-943f6d2e-9a06-400a-af43-5f9f9bf2b70b service neutron] 10.222.0.47 "GET /v2.0/networks/6d20e8cd-5319-4b0f-bbac-6d0556fac1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119572 Dec 11 22:45:03.336576 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:03.336989 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:03.339460 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 2 to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 Dec 11 22:45:03.398484 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-17491b21-6727-432e-b0b3-d89f7de567c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:03.400141 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-17491b21-6727-432e-b0b3-d89f7de567c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ce9aa9c-3da4-4a7b-9371-4df60ba69a05 HTTP/1.1" status: 200 len: 856 time: 0.1154637 Dec 11 22:45:03.401916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4270545f-395e-4cf9-a4b5-2c0f46a69039 req-944fa01f-f657-45e1-9713-69e7b7393bfc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 HTTP/1.1" status: 200 len: 217 time: 0.0564435 Dec 11 22:45:03.449260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:03.449523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:03.449853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:03.456923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-1a76767d-ec37-4c92-affa-44f57137e6b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d20e8cd-5319-4b0f-bbac-6d0556fac1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453632 Dec 11 22:45:03.473193 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-23569862-a53c-4ce1-92d2-da7e13399019 req-d0049a8c-a226-427d-979c-9a6939af52f9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368309 Dec 11 22:45:03.483340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:03.483677 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:03.484676 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 3 to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 Dec 11 22:45:03.493760 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cadf88d8-7ba4-4434-a453-150c95d69642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:03.497986 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f659f50-910f-4d86-a2fd-d42cbe12b5e2', 'tag': '0e70ab3f-0ac6-40d2-bb70-27441f99ca6f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:03.500889 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be20732-05ba-4fc0-8575-08ae51341f76" -d '{"events": [{"name": "network-changed", "server_uuid": "2f659f50-910f-4d86-a2fd-d42cbe12b5e2", "tag": "0e70ab3f-0ac6-40d2-bb70-27441f99ca6f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:03.537772 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:03.538167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:03.538440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:03.569308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cadf88d8-7ba4-4434-a453-150c95d69642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891b70f8-d2ab-4d09-b636-5e1d79960201']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:03.573750 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97c3207-394a-4bf3-924d-f152e04cb00c x-openstack-request-id: req-f97c3207-394a-4bf3-924d-f152e04cb00c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:03.574918 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f659f50-910f-4d86-a2fd-d42cbe12b5e2", "tag": "0e70ab3f-0ac6-40d2-bb70-27441f99ca6f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:03.575404 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f97c3207-394a-4bf3-924d-f152e04cb00c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:03.576005 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f659f50-910f-4d86-a2fd-d42cbe12b5e2', 'tag': '0e70ab3f-0ac6-40d2-bb70-27441f99ca6f', 'status': 'completed', 'code': 200} Dec 11 22:45:03.578953 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:03.579313 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:03.581039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270545f-395e-4cf9-a4b5-2c0f46a69039 req-0e5fe33e-ee78-469f-99ca-6d635d6b0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:03.582449 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 4 to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 Dec 11 22:45:03.582743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4270545f-395e-4cf9-a4b5-2c0f46a69039 req-0e5fe33e-ee78-469f-99ca-6d635d6b0a49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ce9aa9c-3da4-4a7b-9371-4df60ba69a05 HTTP/1.1" status: 200 len: 856 time: 0.1701863 Dec 11 22:45:03.587151 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cadf88d8-7ba4-4434-a453-150c95d69642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035b4645-2a6b-4bff-b6ad-6b31d23a5adf') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:03.587453 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cadf88d8-7ba4-4434-a453-150c95d69642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035b4645-2a6b-4bff-b6ad-6b31d23a5adf') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:03.595758 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-6c242b07-e48c-4ad5-ade5-d00b77dabebe service neutron] 10.222.0.47 "GET /v2.0/networks/6d20e8cd-5319-4b0f-bbac-6d0556fac1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328253 Dec 11 22:45:03.610419 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cadf88d8-7ba4-4434-a453-150c95d69642 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:03.619765 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:03.620241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:03.620683 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:03.625915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4270545f-395e-4cf9-a4b5-2c0f46a69039 req-8721eba1-b797-445b-842d-af9c7edea645 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d20e8cd-5319-4b0f-bbac-6d0556fac1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353048 Dec 11 22:45:03.630519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:03.630939 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:03.633878 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 5 to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 Dec 11 22:45:03.643335 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cadf88d8-7ba4-4434-a453-150c95d69642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:03.653489 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:03.654061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:03.654646 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:03.664572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadf88d8-7ba4-4434-a453-150c95d69642 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:45:03.664572 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cadf88d8-7ba4-4434-a453-150c95d69642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:45:03.679784 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 6 to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 Dec 11 22:45:03.691659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-f4ee1265-7a8e-4b63-92eb-92d4da48438e service neutron] 10.222.0.13 "GET /v2.0/networks/6d20e8cd-5319-4b0f-bbac-6d0556fac1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108233 Dec 11 22:45:03.699246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:03.699828 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:03.700267 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:03.733481 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:03.734839 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:03.736442 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 7 to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 Dec 11 22:45:03.761718 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:03.762066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:03.762410 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:03.769411 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:03.769753 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:03.770154 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 8 to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 Dec 11 22:45:03.789394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:03.789737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:03.790140 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:03.794614 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:03.794990 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:03.795534 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 9 to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 Dec 11 22:45:03.803884 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdee2a21-ca4c-4541-b42f-79349893e67c req-12daa340-d151-4c89-962d-944694d0a431 service neutron] 10.222.0.13 "GET /v2.0/networks/6d20e8cd-5319-4b0f-bbac-6d0556fac1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033456 Dec 11 22:45:03.815374 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:03.818623 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:03.819345 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:03.826113 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:03.826561 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:03.827238 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 10 to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 Dec 11 22:45:03.829676 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4270545f-395e-4cf9-a4b5-2c0f46a69039 req-aef83a05-d1ea-4f92-84eb-dd2b68457f68 service neutron] 10.222.0.47 "GET /v2.0/networks/6d20e8cd-5319-4b0f-bbac-6d0556fac1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951928 Dec 11 22:45:03.840765 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cadf88d8-7ba4-4434-a453-150c95d69642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:03.842605 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:03.842953 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:03.843332 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:03.851309 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cadf88d8-7ba4-4434-a453-150c95d69642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:03.854576 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cadf88d8-7ba4-4434-a453-150c95d69642 admin admin] 10.222.0.45 "DELETE /v2.0/networks/891b70f8-d2ab-4d09-b636-5e1d79960201 HTTP/1.1" status: 204 len: 168 time: 0.8311572 Dec 11 22:45:03.879324 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf88d8-7ba4-4434-a453-150c95d69642 admin admin] Pushing event deleted for resources: {'Network': ['ID=891b70f8-d2ab-4d09-b636-5e1d79960201,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:03.919410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc3c994-eb60-4fc2-a5d6-6909fbbdc77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:03.925175 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7efb1b-5e89-4573-91af-a96cc31e21d4" -d '{"events": [{"server_uuid": "efc3c994-eb60-4fc2-a5d6-6909fbbdc77a", "name": "network-vif-plugged", "status": "completed", "tag": "ba6d1e1a-fb2e-41f1-be48-667adcff14e1"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:03.939421 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:03.939782 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 2108ffbb-51b2-491a-8c85-fdaae2b28015 on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:03.940157 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:03.982296 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba61c35-4b78-4fa7-a27e-4cb615927fb0 x-openstack-request-id: req-1ba61c35-4b78-4fa7-a27e-4cb615927fb0 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:03.982922 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc3c994-eb60-4fc2-a5d6-6909fbbdc77a", "name": "network-vif-plugged", "status": "completed", "tag": "ba6d1e1a-fb2e-41f1-be48-667adcff14e1", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:03.983238 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ba61c35-4b78-4fa7-a27e-4cb615927fb0 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:03.983710 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc3c994-eb60-4fc2-a5d6-6909fbbdc77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1', 'code': 200} Dec 11 22:45:03.998641 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4270545f-395e-4cf9-a4b5-2c0f46a69039 req-9f1790b1-d377-4a8d-b4d9-f92dc9486891 service neutron] 10.222.0.47 "GET /v2.0/networks/6d20e8cd-5319-4b0f-bbac-6d0556fac1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590271 Dec 11 22:45:04.006411 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea133cb-e543-495a-8ca1-045b9c3878a7 req-b99f733c-f19f-4fe0-8cd0-5b589366898d tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:04.009943 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ea133cb-e543-495a-8ca1-045b9c3878a7 req-b99f733c-f19f-4fe0-8cd0-5b589366898d tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 944 time: 0.1627746 Dec 11 22:45:04.092199 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-086084a3-10e2-4203-9595-2d6ded78ab50 req-f8440705-5e45-444b-9814-0288b4bd3644 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0333683 Dec 11 22:45:04.115340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be20732-05ba-4fc0-8575-08ae51341f76 req-f28d580f-cc1b-4e7a-8890-7433577f9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:04.116853 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3be20732-05ba-4fc0-8575-08ae51341f76 req-f28d580f-cc1b-4e7a-8890-7433577f9902 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=165b20d1dc3e407f9d4115f10eebfade&device_id=2f659f50-910f-4d86-a2fd-d42cbe12b5e2 HTTP/1.1" status: 200 len: 1095 time: 0.1138327 Dec 11 22:45:04.128636 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] For port 2108ffbb-51b2-491a-8c85-fdaae2b28015, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:45:04.129077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempted to set empty binding levels {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 11 22:45:04.162863 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ea133cb-e543-495a-8ca1-045b9c3878a7 req-1e4b356e-ae41-41c9-879f-98def1f15291 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358972 Dec 11 22:45:04.217126 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:04.248310 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:04.248773 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:04.258924 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be20732-05ba-4fc0-8575-08ae51341f76 req-d2f1c743-26f2-400a-807d-f264f0b6748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:04.260887 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3be20732-05ba-4fc0-8575-08ae51341f76 req-d2f1c743-26f2-400a-807d-f264f0b6748f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 HTTP/1.1" status: 200 len: 917 time: 0.1301813 Dec 11 22:45:04.269110 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Pushing event updated for resources: {'Port': ['ID=2108ffbb-51b2-491a-8c85-fdaae2b28015,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:04.306148 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3be20732-05ba-4fc0-8575-08ae51341f76 req-ba5aaed2-878a-4910-8aa3-99beb639d687 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e70ab3f-0ac6-40d2-bb70-27441f99ca6f HTTP/1.1" status: 200 len: 217 time: 0.0370266 Dec 11 22:45:04.331918 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-135d5ee7-eca8-4b69-a4b0-00ce97c21666 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.1321335 Dec 11 22:45:04.334438 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56356) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:04.358665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be20732-05ba-4fc0-8575-08ae51341f76 req-78d154d4-ccc7-4ac5-8e19-e331f2280ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:04.360805 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3be20732-05ba-4fc0-8575-08ae51341f76 req-78d154d4-ccc7-4ac5-8e19-e331f2280ad5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ce9aa9c-3da4-4a7b-9371-4df60ba69a05 HTTP/1.1" status: 200 len: 856 time: 0.0473914 Dec 11 22:45:04.394282 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3be20732-05ba-4fc0-8575-08ae51341f76 req-3fd635ad-71bb-4e48-9037-48a804098bce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d20e8cd-5319-4b0f-bbac-6d0556fac1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252023 Dec 11 22:45:04.416130 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a7261d66-9edd-4da6-8703-c164e3bc773e tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Deleting port 2108ffbb-51b2-491a-8c85-fdaae2b28015 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:45:04.416503 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7261d66-9edd-4da6-8703-c164e3bc773e tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:04.482439 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-a7261d66-9edd-4da6-8703-c164e3bc773e tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] For port 2108ffbb-51b2-491a-8c85-fdaae2b28015, host n-h2-710847-6, got binding levels [] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:04.482863 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7261d66-9edd-4da6-8703-c164e3bc773e tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:04.500604 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3be20732-05ba-4fc0-8575-08ae51341f76 req-c1fe5929-9028-4721-a5c8-8c8dc88d40b7 service neutron] 10.222.0.13 "GET /v2.0/networks/6d20e8cd-5319-4b0f-bbac-6d0556fac1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984433 Dec 11 22:45:04.502000 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a7261d66-9edd-4da6-8703-c164e3bc773e tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Calling delete_port for 2108ffbb-51b2-491a-8c85-fdaae2b28015 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:45:04.577917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56360) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:04.604352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e5065-23c3-461d-97da-aa2b056ce970 req-2ae30f1e-c849-4122-9542-a5736fc02402 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:04.605912 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-162e5065-23c3-461d-97da-aa2b056ce970 req-2ae30f1e-c849-4122-9542-a5736fc02402 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 944 time: 0.0671315 Dec 11 22:45:04.648539 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7261d66-9edd-4da6-8703-c164e3bc773e tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:04.685341 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7261d66-9edd-4da6-8703-c164e3bc773e tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Pushing event deleted for resources: {'Port': ['ID=2108ffbb-51b2-491a-8c85-fdaae2b28015,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:04.692717 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7261d66-9edd-4da6-8703-c164e3bc773e tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:04.697641 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a7261d66-9edd-4da6-8703-c164e3bc773e tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] 10.222.0.45 "DELETE /v2.0/ports/2108ffbb-51b2-491a-8c85-fdaae2b28015 HTTP/1.1" status: 204 len: 168 time: 0.3609896 Dec 11 22:45:04.699796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56364) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:04.724860 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd69e27-c449-4da0-aca7-b3be274af941 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] GET failed (client error): The resource could not be found. Dec 11 22:45:04.732623 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2cd69e27-c449-4da0-aca7-b3be274af941 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] 10.222.0.45 "GET /v2.0/ports/2108ffbb-51b2-491a-8c85-fdaae2b28015 HTTP/1.1" status: 404 len: 333 time: 0.0316660 Dec 11 22:45:04.733221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56366) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:04.747564 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7627d0fc-4cb6-4447-bf86-c4c9b9fa7690 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9422482b47da47c0a787d8fe93bfff81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601617 Dec 11 22:45:04.747655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e7282963-0bc5-426c-b6db-d82dd5beb833 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Request body: {'port': {'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1428058327'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:04.747746 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-162e5065-23c3-461d-97da-aa2b056ce970 req-0f1106b4-0f98-4666-b679-ac654ce62237 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307523 Dec 11 22:45:04.748412 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56370) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:04.795111 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3be20732-05ba-4fc0-8575-08ae51341f76 req-5cc78d45-7850-4d16-94d4-27389ef133b6 service neutron] 10.222.0.13 "GET /v2.0/networks/6d20e8cd-5319-4b0f-bbac-6d0556fac1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882625 Dec 11 22:45:04.818503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56382) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:04.833699 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b0cde4d-ac63-4158-83bf-0cbae41b53bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:04.844489 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7282963-0bc5-426c-b6db-d82dd5beb833 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Made reservation on behalf of c6eb31175a2f47aa83af75f8e1544419 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:45:04.846858 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e7282963-0bc5-426c-b6db-d82dd5beb833 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:04.847446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 822ce573-ac44-4eae-900f-543e18c05464 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:45:04.868527 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-e7282963-0bc5-426c-b6db-d82dd5beb833 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] device_id is not set on port 19e74b81-061b-4b18-8700-971cfc1e5d9a yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:45:04.944817 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b0cde4d-ac63-4158-83bf-0cbae41b53bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:04.994024 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-743eac8f-8dde-4b93-a772-caff81211946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.019053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 822ce573-ac44-4eae-900f-543e18c05464, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=822ce573-ac44-4eae-900f-543e18c05464,segment=NetworkSegment(094a044f-9653-4d90-adf7-12034faaa341),segment_id=094a044f-9653-4d90-adf7-12034faaa341)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:05.033011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '822ce573-ac44-4eae-900f-543e18c05464', 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4', 'port_id': '822ce573-ac44-4eae-900f-543e18c05464', 'mac_address': 'fa:16:3e:7c:29:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce9aa9c-3da4-4a7b-9371-4df60ba69a05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:45:05.076225 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.091553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822ce573-ac44-4eae-900f-543e18c05464 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:45:05.095403 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e7282963-0bc5-426c-b6db-d82dd5beb833 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.112632 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 822ce573-ac44-4eae-900f-543e18c05464, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=822ce573-ac44-4eae-900f-543e18c05464,segment=NetworkSegment(094a044f-9653-4d90-adf7-12034faaa341),segment_id=094a044f-9653-4d90-adf7-12034faaa341)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:05.118264 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-743eac8f-8dde-4b93-a772-caff81211946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.163837 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b0cde4d-ac63-4158-83bf-0cbae41b53bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.166521 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b0cde4d-ac63-4158-83bf-0cbae41b53bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.168053 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7b0cde4d-ac63-4158-83bf-0cbae41b53bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a68a643b-d342-4149-a574-279334610547 HTTP/1.1" status: 204 len: 168 time: 0.4186993 Dec 11 22:45:05.177773 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cde4d-ac63-4158-83bf-0cbae41b53bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68a643b-d342-4149-a574-279334610547,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:05.197210 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.197875 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:45:05.206133 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-692f2eca-185b-4bea-a90e-fbfdf78f125d req-dd84c695-b0bc-45bb-8863-41629de8f4e4 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0475860 Dec 11 22:45:05.206838 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-743eac8f-8dde-4b93-a772-caff81211946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.239112 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e7282963-0bc5-426c-b6db-d82dd5beb833 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.246946 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-743eac8f-8dde-4b93-a772-caff81211946 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96a836395a344f22aa834cd8f51331e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4265063 Dec 11 22:45:05.252957 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56408) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:05.272136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743eac8f-8dde-4b93-a772-caff81211946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00096208-4d7e-4c50-867c-a0344075a698,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:05.315867 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1,segment=NetworkSegment(094a044f-9653-4d90-adf7-12034faaa341),segment_id=094a044f-9653-4d90-adf7-12034faaa341)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:05.318831 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=822ce573-ac44-4eae-900f-543e18c05464,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:05.336572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1', 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4', 'port_id': 'de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1', 'mac_address': 'fa:16:3e:46:93:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce9aa9c-3da4-4a7b-9371-4df60ba69a05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:45:05.350984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7282963-0bc5-426c-b6db-d82dd5beb833 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Network 08b98e57-90d8-40ed-8cee-30bb93bf840e is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:45:05.379887 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-e7282963-0bc5-426c-b6db-d82dd5beb833 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:05.381569 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.386577 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7282963-0bc5-426c-b6db-d82dd5beb833 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Pushing event updated for resources: {'Port': ['ID=19e74b81-061b-4b18-8700-971cfc1e5d9a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:05.389659 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7282963-0bc5-426c-b6db-d82dd5beb833 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:45:05.390907 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7282963-0bc5-426c-b6db-d82dd5beb833 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:05.391697 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e7282963-0bc5-426c-b6db-d82dd5beb833 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.398163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:45:05.419480 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1,segment=NetworkSegment(094a044f-9653-4d90-adf7-12034faaa341),segment_id=094a044f-9653-4d90-adf7-12034faaa341)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:05.435580 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a5a6c-a845-4a7e-950a-3d00fc0dc7ff req-8ff7e663-0f14-4c48-af49-7f8c00107cbe tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:05.439561 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-900a5a6c-a845-4a7e-950a-3d00fc0dc7ff req-8ff7e663-0f14-4c48-af49-7f8c00107cbe tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 945 time: 0.1163018 Dec 11 22:45:05.467735 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd37ea28-56bf-4cec-87a8-86c7eab041c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.507252 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd37ea28-56bf-4cec-87a8-86c7eab041c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.524358 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-900a5a6c-a845-4a7e-950a-3d00fc0dc7ff req-cc669062-0d31-47ba-8274-bb47501be308 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788410 Dec 11 22:45:05.530529 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e7282963-0bc5-426c-b6db-d82dd5beb833 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7960861 Dec 11 22:45:05.533852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56416) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:05.540609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:05.555749 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.556937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:45:05.612074 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.684670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:05.746657 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd37ea28-56bf-4cec-87a8-86c7eab041c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.750543 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd37ea28-56bf-4cec-87a8-86c7eab041c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.752887 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cd37ea28-56bf-4cec-87a8-86c7eab041c7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00096208-4d7e-4c50-867c-a0344075a698 HTTP/1.1" status: 204 len: 168 time: 0.4519651 Dec 11 22:45:05.769335 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37ea28-56bf-4cec-87a8-86c7eab041c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00096208-4d7e-4c50-867c-a0344075a698,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:05.787928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:05.863137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] device_id is not set on port 19e74b81-061b-4b18-8700-971cfc1e5d9a yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:45:05.895926 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.896450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c', 'network_id': '5b547cd6-e1c3-47dd-aace-0c89098672dd', 'port_id': '9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c', 'mac_address': 'fa:16:3e:be:f0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56072fb-d6eb-465a-81da-2818b252a24c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:45:05.951323 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.967005 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:45:05.968752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3955ad-d7ed-49a6-be09-d7db6ed701e4 req-7ee7de03-f977-499a-a0f1-0ffece9ef50f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:05.970533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7e3955ad-d7ed-49a6-be09-d7db6ed701e4 req-7ee7de03-f977-499a-a0f1-0ffece9ef50f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 944 time: 0.0620835 Dec 11 22:45:05.980184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:05.993108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:06.071678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Pushing event updated for resources: {'Port': ['ID=19e74b81-061b-4b18-8700-971cfc1e5d9a,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:06.090446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:06.090711 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:06.090859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:06.103537 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:06.106754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7e3955ad-d7ed-49a6-be09-d7db6ed701e4 req-3a218231-a825-4895-a1f3-4196e12fc302 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283081 Dec 11 22:45:06.107510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:06.107857 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:06.108288 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 2 to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a Dec 11 22:45:06.153762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:06.154259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:06.154685 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:06.166290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:06.178828 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:06.178828 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 3 to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a Dec 11 22:45:06.228855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:06.240823 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:06.241282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:06.264909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:06.265970 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:06.267933 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 4 to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a Dec 11 22:45:06.292690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:06.293159 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:06.293625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:06.308135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:06.309053 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:06.309563 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 5 to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a Dec 11 22:45:06.330119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:06.330627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:06.331108 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:06.336840 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:06.337318 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:06.337864 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 6 to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a Dec 11 22:45:06.361201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:06.362085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:06.362476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:06.368822 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:06.369271 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:06.369778 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 7 to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a Dec 11 22:45:06.394436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:06.395059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:06.395504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:06.404803 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:06.405256 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:06.406258 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 8 to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a Dec 11 22:45:06.426884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:06.427334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:06.427754 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:06.434531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:06.435034 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:06.436054 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 9 to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a Dec 11 22:45:06.457293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:06.457744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:06.458196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:06.464794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:06.465327 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:06.465873 n-d-710847-6 neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 10 to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a Dec 11 22:45:06.545689 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b19ea729-a29b-42c0-af5f-283f4318de2f req-9012dfd5-9f5a-4a5b-af5f-c29344589e08 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0572138 Dec 11 22:45:06.548130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:06.549745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:06.550044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:06.557366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:06.559503 n-d-710847-6 neutron-server[103692]: ERROR neutron.plugins.ml2.managers [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 19e74b81-061b-4b18-8700-971cfc1e5d9a on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:06.564422 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:06.582576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:06.652235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['822ce573-ac44-4eae-900f-543e18c05464'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:45:06.708330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] For port 19e74b81-061b-4b18-8700-971cfc1e5d9a, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:45:06.708887 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempted to set empty binding levels {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 11 22:45:06.717857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:45:06.721665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:45:06.771122 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:06.782959 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559bc72-b1aa-475b-aea2-d7c5111fd2da req-ba26eee7-1711-4ccc-a741-1742257ae6a4 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:06.786674 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3559bc72-b1aa-475b-aea2-d7c5111fd2da req-ba26eee7-1711-4ccc-a741-1742257ae6a4 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 945 time: 0.0959861 Dec 11 22:45:06.801395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] In _notify_port_updated(), no bound segment for port 19e74b81-061b-4b18-8700-971cfc1e5d9a on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:45:06.801883 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:06.802564 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:06.808740 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] 10.222.0.45 "PUT /v2.0/ports/19e74b81-061b-4b18-8700-971cfc1e5d9a HTTP/1.1" status: 200 len: 975 time: 1.2737710 Dec 11 22:45:06.809423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56480) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:06.855831 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3559bc72-b1aa-475b-aea2-d7c5111fd2da req-63fa35e0-513d-4f81-80b2-1cdc2dac0301 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627475 Dec 11 22:45:06.941232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db99e1b-3385-4cdc-ae65-b1fed97566f6 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Pushing event updated for resources: {'Port': ['ID=19e74b81-061b-4b18-8700-971cfc1e5d9a,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:06.973270 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56484) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:06.987441 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:06.988104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:06.989942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:06.993508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:06.994245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:06.996234 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:06.996879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:06.998768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:06.999240 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88313fda-89c9-4997-bbc1-f0b1107a7d73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:06.999370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:07.004606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:07.005314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:07.005758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:07.006264 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:07.006714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:07.008303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:07.008303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:07.021466 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56486) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:07.023543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0e84387a-b1d1-4dcc-a88d-be6f0dae48c8 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14353 time: 0.1908445 Dec 11 22:45:07.160283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56490) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:07.348847 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88313fda-89c9-4997-bbc1-f0b1107a7d73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:07.356610 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-89f98e64-0b19-4e29-bdb6-11cac311d789 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Deleting port 19e74b81-061b-4b18-8700-971cfc1e5d9a {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:45:07.356610 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-89f98e64-0b19-4e29-bdb6-11cac311d789 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:07.436038 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88313fda-89c9-4997-bbc1-f0b1107a7d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:07.465618 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-89f98e64-0b19-4e29-bdb6-11cac311d789 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] For port 19e74b81-061b-4b18-8700-971cfc1e5d9a, host n-h2-710847-6, got binding levels [] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:07.466107 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-89f98e64-0b19-4e29-bdb6-11cac311d789 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:07.549433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-89f98e64-0b19-4e29-bdb6-11cac311d789 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Calling delete_port for 19e74b81-061b-4b18-8700-971cfc1e5d9a owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:45:07.586889 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-88313fda-89c9-4997-bbc1-f0b1107a7d73 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a534d0854fc748ffa7ad8fe295a0bd7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6100109 Dec 11 22:45:07.586889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88313fda-89c9-4997-bbc1-f0b1107a7d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18700b9-b8f9-44ff-9214-801ab89382e8,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:07.608342 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:45:07.615587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56508) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:07.810598 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55b7b2d6-1712-4a26-b8db-67156334b181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:07.824013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a298e680-a76b-4714-b635-663a219b68aa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1000542924-network', 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:07.845205 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0e70ab3f-0ac6-40d2-bb70-27441f99ca6f,segment=NetworkSegment(094a044f-9653-4d90-adf7-12034faaa341),segment_id=094a044f-9653-4d90-adf7-12034faaa341)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:07.861868 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-89f98e64-0b19-4e29-bdb6-11cac311d789 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:07.863058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '0e70ab3f-0ac6-40d2-bb70-27441f99ca6f', 'network_id': '6d20e8cd-5319-4b0f-bbac-6d0556fac1b4', 'port_id': '0e70ab3f-0ac6-40d2-bb70-27441f99ca6f', 'mac_address': 'fa:16:3e:d4:91:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce9aa9c-3da4-4a7b-9371-4df60ba69a05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:45:07.877864 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55b7b2d6-1712-4a26-b8db-67156334b181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:07.900226 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497f018-80b1-4deb-8e31-8c505d303d88 req-ecb842ec-dba5-4f53-9b28-2d77ee49b997 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:07.910423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8497f018-80b1-4deb-8e31-8c505d303d88 req-ecb842ec-dba5-4f53-9b28-2d77ee49b997 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 945 time: 0.6415956 Dec 11 22:45:07.922289 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:07.945719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:45:07.972685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0e70ab3f-0ac6-40d2-bb70-27441f99ca6f,segment=NetworkSegment(094a044f-9653-4d90-adf7-12034faaa341),segment_id=094a044f-9653-4d90-adf7-12034faaa341)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:07.984782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a298e680-a76b-4714-b635-663a219b68aa admin admin] Made reservation on behalf of 36b0d5d497d147bc813a16327e3b4f38 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:45:07.993038 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a298e680-a76b-4714-b635-663a219b68aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:07.993237 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f98e64-0b19-4e29-bdb6-11cac311d789 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Pushing event deleted for resources: {'Port': ['ID=19e74b81-061b-4b18-8700-971cfc1e5d9a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:08.008175 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-89f98e64-0b19-4e29-bdb6-11cac311d789 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:08.010255 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a298e680-a76b-4714-b635-663a219b68aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:08.016897 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-89f98e64-0b19-4e29-bdb6-11cac311d789 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] 10.222.0.45 "DELETE /v2.0/ports/19e74b81-061b-4b18-8700-971cfc1e5d9a HTTP/1.1" status: 204 len: 168 time: 0.9929428 Dec 11 22:45:08.033446 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56516) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:08.049424 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:08.096760 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a6c7fd-c544-4751-bac0-079482e5fe46 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] GET failed (client error): The resource could not be found. Dec 11 22:45:08.098403 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d5a6c7fd-c544-4751-bac0-079482e5fe46 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] 10.222.0.45 "GET /v2.0/ports/19e74b81-061b-4b18-8700-971cfc1e5d9a HTTP/1.1" status: 404 len: 333 time: 0.0638995 Dec 11 22:45:08.104424 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56518) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:08.111827 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f583ed8e-330e-4fac-a550-ff068762e5fe tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1197096196', 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:08.177318 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=0e70ab3f-0ac6-40d2-bb70-27441f99ca6f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:08.213922 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55b7b2d6-1712-4a26-b8db-67156334b181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:08.221944 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55b7b2d6-1712-4a26-b8db-67156334b181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:08.235500 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-55b7b2d6-1712-4a26-b8db-67156334b181 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c18700b9-b8f9-44ff-9214-801ab89382e8 HTTP/1.1" status: 204 len: 168 time: 0.6166532 Dec 11 22:45:08.239169 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8497f018-80b1-4deb-8e31-8c505d303d88 req-cb3b66c7-bfd7-4634-9972-70f89ef47e9f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127532 Dec 11 22:45:08.259526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7b2d6-1712-4a26-b8db-67156334b181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18700b9-b8f9-44ff-9214-801ab89382e8,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:08.292078 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f583ed8e-330e-4fac-a550-ff068762e5fe tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Made reservation on behalf of c6eb31175a2f47aa83af75f8e1544419 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:45:08.305287 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f583ed8e-330e-4fac-a550-ff068762e5fe tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:08.348806 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-f583ed8e-330e-4fac-a550-ff068762e5fe tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] device_id is not set on port 846fd24e-f86e-4d54-82e6-c219ff7506a1 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:45:08.380768 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a298e680-a76b-4714-b635-663a219b68aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:08.472914 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83bbacf1-26ae-419a-ad3f-dad683a8cd49 req-1bba8241-b416-4d7b-b8c1-d65b93a004ff tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0659287 Dec 11 22:45:08.516465 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a298e680-a76b-4714-b635-663a219b68aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:08.541682 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a298e680-a76b-4714-b635-663a219b68aa admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:45:08.571072 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a298e680-a76b-4714-b635-663a219b68aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:08.574165 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-a298e680-a76b-4714-b635-663a219b68aa admin admin] Added segment dc2665f0-d8f6-40ca-8d50-ed8f03948081 of type vlan for network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 Dec 11 22:45:08.587990 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['0e70ab3f-0ac6-40d2-bb70-27441f99ca6f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:45:08.651608 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a298e680-a76b-4714-b635-663a219b68aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:08.766219 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a298e680-a76b-4714-b635-663a219b68aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:08.769203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a298e680-a76b-4714-b635-663a219b68aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:08.769928 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a298e680-a76b-4714-b635-663a219b68aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:08.800140 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f583ed8e-330e-4fac-a550-ff068762e5fe tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:08.894356 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 822ce573-ac44-4eae-900f-543e18c05464 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:45:08.947452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298e680-a76b-4714-b635-663a219b68aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324168fe-cfdb-48df-9cee-515f1433d15c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:08.951029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298e680-a76b-4714-b635-663a219b68aa admin admin] Pushing event updated for resources: {'Network': ['ID=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:08.964638 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f583ed8e-330e-4fac-a550-ff068762e5fe tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:09.028297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab01cfd-3d0e-49e3-9689-7b25398f3748 req-6d326e3d-ee79-43ff-a85b-c6d39fdd40ff tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:09.033142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:45:09.041285 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ab01cfd-3d0e-49e3-9689-7b25398f3748 req-6d326e3d-ee79-43ff-a85b-c6d39fdd40ff tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 945 time: 0.3604126 Dec 11 22:45:09.067201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a298e680-a76b-4714-b635-663a219b68aa admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9057457 Dec 11 22:45:09.081848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56530) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:09.101638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-921b5ff5-f486-4ff1-bd9b-df3094158be7 admin admin] Request body: {'subnet': {'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1000542924-subnet', 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:09.106868 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f583ed8e-330e-4fac-a550-ff068762e5fe tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Network 08b98e57-90d8-40ed-8cee-30bb93bf840e is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:45:09.112029 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f583ed8e-330e-4fac-a550-ff068762e5fe tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:09.115916 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583ed8e-330e-4fac-a550-ff068762e5fe tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:45:09.116805 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f583ed8e-330e-4fac-a550-ff068762e5fe tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:09.117621 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f583ed8e-330e-4fac-a550-ff068762e5fe tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:09.158551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583ed8e-330e-4fac-a550-ff068762e5fe tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Pushing event updated for resources: {'Port': ['ID=846fd24e-f86e-4d54-82e6-c219ff7506a1,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:09.178176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 822ce573-ac44-4eae-900f-543e18c05464 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:45:09.194396 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 822ce573-ac44-4eae-900f-543e18c05464 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:45:09.194780 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:09.287436 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ab01cfd-3d0e-49e3-9689-7b25398f3748 req-d6debf02-4e17-496e-9afb-579af03d7fb9 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362866 Dec 11 22:45:09.289818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921b5ff5-f486-4ff1-bd9b-df3094158be7 admin admin] Made reservation on behalf of 36b0d5d497d147bc813a16327e3b4f38 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:45:09.310204 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-921b5ff5-f486-4ff1-bd9b-df3094158be7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:09.335933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56536) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:09.336423 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f583ed8e-330e-4fac-a550-ff068762e5fe tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2302809 Dec 11 22:45:09.353746 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:09.411531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc57a2f7-a538-4e14-9064-9c93fde1932b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822ce573-ac44-4eae-900f-543e18c05464'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:09.418228 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d5084f-227d-4252-95d6-366d6f402eeb" -d '{"events": [{"server_uuid": "bc57a2f7-a538-4e14-9064-9c93fde1932b", "name": "network-vif-plugged", "status": "completed", "tag": "822ce573-ac44-4eae-900f-543e18c05464"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:09.454622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 822ce573-ac44-4eae-900f-543e18c05464, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=822ce573-ac44-4eae-900f-543e18c05464,segment=NetworkSegment(094a044f-9653-4d90-adf7-12034faaa341),segment_id=094a044f-9653-4d90-adf7-12034faaa341)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:09.538708 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:09.539905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:45:09.550302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d92e0a-f4de-4c0b-82ee-670424e8e9f5 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:09.551786 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c8d92e0a-f4de-4c0b-82ee-670424e8e9f5 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] 10.222.0.45 "GET /v2.0/ports/846fd24e-f86e-4d54-82e6-c219ff7506a1 HTTP/1.1" status: 200 len: 955 time: 0.2096014 Dec 11 22:45:09.554973 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56542) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:09.603247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765c811-cad7-4783-b8b7-7157ac255646 req-0635abda-0e9c-4c97-99ea-fcd2f80a82c4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:09.605119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6765c811-cad7-4783-b8b7-7157ac255646 req-0635abda-0e9c-4c97-99ea-fcd2f80a82c4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 945 time: 0.1374378 Dec 11 22:45:09.774228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=822ce573-ac44-4eae-900f-543e18c05464,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:09.783744 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-588ef1d4-8807-4b4b-895f-aef7eb029b2f tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Deleting port 846fd24e-f86e-4d54-82e6-c219ff7506a1 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:45:09.786449 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-588ef1d4-8807-4b4b-895f-aef7eb029b2f tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:09.820982 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:45:09.825349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:45:09.825726 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:09.867619 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6765c811-cad7-4783-b8b7-7157ac255646 req-42ebceda-758a-4ba0-882e-8b448acf1452 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479308 Dec 11 22:45:09.870062 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-921b5ff5-f486-4ff1-bd9b-df3094158be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:09.988552 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4656b9-b5e1-4269-861f-64af470bba5d x-openstack-request-id: req-4e4656b9-b5e1-4269-861f-64af470bba5d {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:09.989163 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc57a2f7-a538-4e14-9064-9c93fde1932b", "name": "network-vif-plugged", "status": "completed", "tag": "822ce573-ac44-4eae-900f-543e18c05464", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:09.989163 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e4656b9-b5e1-4269-861f-64af470bba5d {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:09.989556 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc57a2f7-a538-4e14-9064-9c93fde1932b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822ce573-ac44-4eae-900f-543e18c05464', 'code': 200} Dec 11 22:45:10.038990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:10.039221 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-588ef1d4-8807-4b4b-895f-aef7eb029b2f tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:10.089059 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:45:10.178542 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b5ff5-f486-4ff1-bd9b-df3094158be7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb8fca7-5e40-4bee-9504-a72666de8453,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:10.241417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b5ff5-f486-4ff1-bd9b-df3094158be7 admin admin] Checking segment: {'id': 'dc2665f0-d8f6-40ca-8d50-ed8f03948081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:45:10.243431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921b5ff5-f486-4ff1-bd9b-df3094158be7 admin admin] Network hostable DHCP agents. Network: 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:45:10.336665 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-588ef1d4-8807-4b4b-895f-aef7eb029b2f tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Calling delete_port for 846fd24e-f86e-4d54-82e6-c219ff7506a1 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:45:10.346983 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1,segment=NetworkSegment(094a044f-9653-4d90-adf7-12034faaa341),segment_id=094a044f-9653-4d90-adf7-12034faaa341)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:10.385349 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79e78cd0-059d-4bb2-940a-dde5dab0db42 req-7793ecd2-4651-40dd-844b-ff890712c6a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0589790 Dec 11 22:45:10.393744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921b5ff5-f486-4ff1-bd9b-df3094158be7 admin admin] Network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:45:10.443361 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:10.445375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:45:10.531897 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e405e809-bc11-463f-8c71-9088dce870d1 req-431dc97a-9196-484e-8c5c-9914ea1c48fa tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0960147 Dec 11 22:45:10.554993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-921b5ff5-f486-4ff1-bd9b-df3094158be7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:10.560821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921b5ff5-f486-4ff1-bd9b-df3094158be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:10.561482 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-921b5ff5-f486-4ff1-bd9b-df3094158be7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:10.568566 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813883f6-bbc5-4fac-ae45-9df8f6b25297 None None] Network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:45:10.590668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73f06c-5618-4179-9af8-9a2f659724c6 req-4169ab76-2b1f-40a4-ba50-c389e3447acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:10.593740 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e73f06c-5618-4179-9af8-9a2f659724c6 req-4169ab76-2b1f-40a4-ba50-c389e3447acd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 1097 time: 0.2152634 Dec 11 22:45:10.675901 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-588ef1d4-8807-4b4b-895f-aef7eb029b2f tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:10.733276 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ef1d4-8807-4b4b-895f-aef7eb029b2f tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Pushing event deleted for resources: {'Port': ['ID=846fd24e-f86e-4d54-82e6-c219ff7506a1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:10.739414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:10.754606 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-588ef1d4-8807-4b4b-895f-aef7eb029b2f tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:10.759614 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-921b5ff5-f486-4ff1-bd9b-df3094158be7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6699235 Dec 11 22:45:10.761590 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-588ef1d4-8807-4b4b-895f-aef7eb029b2f tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] 10.222.0.45 "DELETE /v2.0/ports/846fd24e-f86e-4d54-82e6-c219ff7506a1 HTTP/1.1" status: 204 len: 168 time: 1.2050791 Dec 11 22:45:10.762873 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56558) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:10.764998 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56560) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:10.769345 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1000542924-router', 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:10.786627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e73f06c-5618-4179-9af8-9a2f659724c6 req-aac22485-d2c9-4c46-8ea0-0b248e83908d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706400 Dec 11 22:45:10.806903 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87eec3e-ddac-4e82-bd51-52e71f6104be tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] GET failed (client error): The resource could not be found. Dec 11 22:45:10.809177 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e87eec3e-ddac-4e82-bd51-52e71f6104be tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] 10.222.0.45 "GET /v2.0/ports/846fd24e-f86e-4d54-82e6-c219ff7506a1 HTTP/1.1" status: 404 len: 333 time: 0.0339866 Dec 11 22:45:10.815371 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56562) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:10.825116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9aa11301-9edd-443d-baf6-30c602166429 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Request body: {'port': {'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-509778309'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:10.840527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297bb4e-3d0e-48de-81be-27c0ae02b95e req-2a3f6fb7-dc61-4335-a4a9-e3966e4680a9 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:10.842119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f297bb4e-3d0e-48de-81be-27c0ae02b95e req-2a3f6fb7-dc61-4335-a4a9-e3966e4680a9 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 946 time: 0.1756608 Dec 11 22:45:10.869064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:45:10.871218 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7da551-3277-4732-850f-f7bfad92f81c None None] Network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:45:10.875954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:45:10.880390 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:10.917663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:10.918821 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:10.948473 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f297bb4e-3d0e-48de-81be-27c0ae02b95e req-548f137f-d473-4af9-a0fe-a19df6ebf499 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905733 Dec 11 22:45:11.115126 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:11.119272 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa11301-9edd-443d-baf6-30c602166429 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Made reservation on behalf of c6eb31175a2f47aa83af75f8e1544419 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:45:11.122872 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9aa11301-9edd-443d-baf6-30c602166429 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:11.153767 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:11.156728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-9aa11301-9edd-443d-baf6-30c602166429 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] device_id is not set on port 21ad3b72-1512-45ef-9918-c53218cfa57d yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:45:11.192723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22491e-c349-400d-9c13-6f6f72185a9b req-e92fd04c-03e0-4855-8097-33985d1cd1fe tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:11.200991 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e22491e-c349-400d-9c13-6f6f72185a9b req-e92fd04c-03e0-4855-8097-33985d1cd1fe tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 945 time: 0.1013401 Dec 11 22:45:11.235566 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:11.330417 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:11.344380 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e22491e-c349-400d-9c13-6f6f72185a9b req-1366b623-3c61-4093-ab85-7f11f0492c8d tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367850 Dec 11 22:45:11.441659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:11.494598 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:11.636286 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:45:11.752309 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9aa11301-9edd-443d-baf6-30c602166429 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:11.787273 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-afec3f7d-7c59-439b-b86d-fc54fb85ad5f req-78140dcd-8102-472c-ac8a-7201d99baeac tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0758395 Dec 11 22:45:11.852659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:45:11.861454 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:45:11.862187 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:12.004527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1'}, {'server_uuid': 'bd9d512a-3123-4038-bbdc-3d1c8a508729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:12.012589 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9aa11301-9edd-443d-baf6-30c602166429 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:12.013270 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e853721f-8f89-456d-a460-c00bb5bb47e4" -d '{"events": [{"server_uuid": "9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a", "name": "network-vif-plugged", "status": "completed", "tag": "de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1"}, {"server_uuid": "bd9d512a-3123-4038-bbdc-3d1c8a508729", "name": "network-vif-plugged", "status": "completed", "tag": "9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:12.020718 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:12.097871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0e70ab3f-0ac6-40d2-bb70-27441f99ca6f,segment=NetworkSegment(094a044f-9653-4d90-adf7-12034faaa341),segment_id=094a044f-9653-4d90-adf7-12034faaa341)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:12.211190 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:12.366896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa11301-9edd-443d-baf6-30c602166429 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Network 08b98e57-90d8-40ed-8cee-30bb93bf840e is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:45:12.366896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-9aa11301-9edd-443d-baf6-30c602166429 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:12.389797 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa11301-9edd-443d-baf6-30c602166429 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:45:12.389797 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa11301-9edd-443d-baf6-30c602166429 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:12.389797 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9aa11301-9edd-443d-baf6-30c602166429 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:12.415121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94648917-46d2-4966-b3f8-158e37feaf84 req-be300149-6463-4824-8665-c9ae0fd5db4d tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:12.415620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa11301-9edd-443d-baf6-30c602166429 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Pushing event updated for resources: {'Port': ['ID=21ad3b72-1512-45ef-9918-c53218cfa57d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:12.415620 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:12.415792 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94648917-46d2-4966-b3f8-158e37feaf84 req-be300149-6463-4824-8665-c9ae0fd5db4d tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 946 time: 0.2355304 Dec 11 22:45:12.432048 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:12.447316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=0e70ab3f-0ac6-40d2-bb70-27441f99ca6f,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:12.514675 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94648917-46d2-4966-b3f8-158e37feaf84 req-067415a4-fe03-4bcf-8011-606f40f01236 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089509 Dec 11 22:45:12.580842 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942ce28c-bfb9-423f-9acf-f6d3fbb3e34d x-openstack-request-id: req-942ce28c-bfb9-423f-9acf-f6d3fbb3e34d {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:12.581438 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a", "name": "network-vif-plugged", "status": "completed", "tag": "de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1", "code": 200}, {"server_uuid": "bd9d512a-3123-4038-bbdc-3d1c8a508729", "name": "network-vif-plugged", "status": "completed", "tag": "9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:12.582462 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-942ce28c-bfb9-423f-9acf-f6d3fbb3e34d {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:12.584840 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1', 'code': 200} Dec 11 22:45:12.585610 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9d512a-3123-4038-bbdc-3d1c8a508729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c', 'code': 200} Dec 11 22:45:12.594796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Allocated IP 172.25.1.253 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:45:12.684289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70312c00-5cb1-42a7-a1a4-b1a5597c3c1a req-d7a72be0-a758-4aab-80d1-ff640b8a3aae tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:12.685844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70312c00-5cb1-42a7-a1a4-b1a5597c3c1a req-d7a72be0-a758-4aab-80d1-ff640b8a3aae tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 946 time: 0.0579195 Dec 11 22:45:12.719358 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:12.768071 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70312c00-5cb1-42a7-a1a4-b1a5597c3c1a req-fee6e264-f2fb-4a23-b548-e5b446a532fa tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741627 Dec 11 22:45:12.777905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27773779-e4ba-4ba1-ac0a-2c0798b06f11 req-a60fee81-0bff-4235-8d7b-c265f92570ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:12.784663 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27773779-e4ba-4ba1-ac0a-2c0798b06f11 req-a60fee81-0bff-4235-8d7b-c265f92570ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a HTTP/1.1" status: 200 len: 1096 time: 0.0680945 Dec 11 22:45:12.786672 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e8127-bc24-47b7-9e58-34c4f9e409d9 req-909ff5f3-37fa-44d8-9b48-b625259c86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:12.788524 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a9e8127-bc24-47b7-9e58-34c4f9e409d9 req-909ff5f3-37fa-44d8-9b48-b625259c86b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 1097 time: 0.0639393 Dec 11 22:45:12.827611 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27773779-e4ba-4ba1-ac0a-2c0798b06f11 req-19da5203-e60e-4d44-ba12-69c054dc2665 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409491 Dec 11 22:45:12.843735 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a9e8127-bc24-47b7-9e58-34c4f9e409d9 req-0aaa7bc1-18c5-4c50-b42f-22021078aae2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479159 Dec 11 22:45:12.891867 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01ba0a5b-2267-4d1d-89dd-6c7e14513df0 req-6d0bdaf3-d4c8-4b59-b9cc-d598d20d52d8 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0286257 Dec 11 22:45:13.024508 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9aa11301-9edd-443d-baf6-30c602166429 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2064059 Dec 11 22:45:13.028177 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:13.028707 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56594) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:13.034299 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:13.115237 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:45:13.122314 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:13.124130 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:13.128071 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:45:13.172867 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:13.444325 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:13.862181 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] device_id is not set on port 21ad3b72-1512-45ef-9918-c53218cfa57d yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:45:13.872354 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:14.025640 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:14.146446 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:14.375334 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Pushing event updated for resources: {'Port': ['ID=21ad3b72-1512-45ef-9918-c53218cfa57d,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:14.457830 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:14.458071 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:14.458364 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:14.490309 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:14.490694 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:14.493574 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 2 to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d Dec 11 22:45:14.549504 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:14.549856 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:14.550202 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:14.559427 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:14.559789 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:14.561540 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 3 to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d Dec 11 22:45:14.577829 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:14.582556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:14.587787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f659f50-910f-4d86-a2fd-d42cbe12b5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e70ab3f-0ac6-40d2-bb70-27441f99ca6f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:14.590383 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d2edab-765b-40d7-9aab-a2d5fd4c93b4" -d '{"events": [{"server_uuid": "2f659f50-910f-4d86-a2fd-d42cbe12b5e2", "name": "network-vif-plugged", "status": "completed", "tag": "0e70ab3f-0ac6-40d2-bb70-27441f99ca6f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:14.592226 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:14.594059 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:14.602902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:14.603463 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:14.662543 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 4 to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d Dec 11 22:45:14.686216 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:14.687479 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:14.687852 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:14.695513 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:14.695845 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:14.698328 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 5 to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d Dec 11 22:45:14.750531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:14.750901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:14.751246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:14.760395 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:14.760730 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:14.761142 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 6 to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d Dec 11 22:45:14.784586 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:14.784927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:14.785340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:14.792757 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:14.793090 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:14.795249 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 7 to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d Dec 11 22:45:14.836440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:14.837041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:14.837540 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:14.855245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:14.856226 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:14.861714 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 8 to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d Dec 11 22:45:14.897713 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:14.899523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:14.900055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:14.911502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:14.911843 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:14.912245 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 9 to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d Dec 11 22:45:14.933066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:14.933419 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:14.933758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:14.939132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:14.939476 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:14.939876 n-d-710847-6 neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempt 10 to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d Dec 11 22:45:14.958881 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:14.959758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:14.960113 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempting to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:14.965910 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:14.966420 n-d-710847-6 neutron-server[103691]: ERROR neutron.plugins.ml2.managers [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Failed to bind port 21ad3b72-1512-45ef-9918-c53218cfa57d on host n-h2-710847-6 for vnic_type normal using segments [{'id': '6e6c16e4-63a5-4ccd-a940-338e766e90c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '08b98e57-90d8-40ed-8cee-30bb93bf840e'}] Dec 11 22:45:14.967104 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:15.010859 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Router 1831427f-1de0-48d7-8d27-0d0f1a9f1976 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:45:15.102385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] For port 21ad3b72-1512-45ef-9918-c53218cfa57d, host n-h2-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:45:15.102754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attempted to set empty binding levels {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 11 22:45:15.166884 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:15.189973 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] In _notify_port_updated(), no bound segment for port 21ad3b72-1512-45ef-9918-c53218cfa57d on network 08b98e57-90d8-40ed-8cee-30bb93bf840e {{(pid=103691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:45:15.190896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:15.191512 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:15.195514 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] 10.222.0.45 "PUT /v2.0/ports/21ad3b72-1512-45ef-9918-c53218cfa57d HTTP/1.1" status: 200 len: 974 time: 2.1635003 Dec 11 22:45:15.197044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56630) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:15.301807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Pushing event updated for resources: {'Port': ['ID=21ad3b72-1512-45ef-9918-c53218cfa57d,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:15.320125 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:15.321048 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:15.322327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:15.322965 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:15.323320 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:15.323857 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:15.324464 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:15.324918 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:15.325266 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:15.325753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:15.326188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:15.326656 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:15.327148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba141bd-a8c2-4396-a159-4e53e6626c74 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:15.335939 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:45:15.349772 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Sync routers for ids ['1831427f-1de0-48d7-8d27-0d0f1a9f1976'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:45:15.370737 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Routers {'1831427f-1de0-48d7-8d27-0d0f1a9f1976'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:45:15.371430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:44:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['1831427f-1de0-48d7-8d27-0d0f1a9f1976'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:15.429866 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:15.430977 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dcafa8bc-84a2-42ee-bf74-526c33245368 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6668711 Dec 11 22:45:15.433776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56632) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:15.486376 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5a93cd4b-48f0-45a3-a295-f09ce3890307 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Deleting port 21ad3b72-1512-45ef-9918-c53218cfa57d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:45:15.487933 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a93cd4b-48f0-45a3-a295-f09ce3890307 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:15.656120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-5a93cd4b-48f0-45a3-a295-f09ce3890307 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] For port 21ad3b72-1512-45ef-9918-c53218cfa57d, host n-h2-710847-6, got binding levels [] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:15.656491 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a93cd4b-48f0-45a3-a295-f09ce3890307 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:15.684911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5a93cd4b-48f0-45a3-a295-f09ce3890307 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Calling delete_port for 21ad3b72-1512-45ef-9918-c53218cfa57d owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:45:15.753111 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Set router 1831427f-1de0-48d7-8d27-0d0f1a9f1976 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:45:15.935746 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a93cd4b-48f0-45a3-a295-f09ce3890307 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:15.993263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93cd4b-48f0-45a3-a295-f09ce3890307 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Pushing event deleted for resources: {'Port': ['ID=21ad3b72-1512-45ef-9918-c53218cfa57d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:16.009508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a93cd4b-48f0-45a3-a295-f09ce3890307 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.020954 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5a93cd4b-48f0-45a3-a295-f09ce3890307 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] 10.222.0.45 "DELETE /v2.0/ports/21ad3b72-1512-45ef-9918-c53218cfa57d HTTP/1.1" status: 204 len: 168 time: 0.8187542 Dec 11 22:45:16.021817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56636) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:16.057603 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d29a8ae-2590-4f2c-bb27-06f15cd64d48 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] GET failed (client error): The resource could not be found. Dec 11 22:45:16.059114 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8d29a8ae-2590-4f2c-bb27-06f15cd64d48 tempest-PortsAdminExtendedAttrsTestJSON-205236012 tempest-PortsAdminExtendedAttrsTestJSON-205236012-project-admin] 10.222.0.45 "GET /v2.0/ports/21ad3b72-1512-45ef-9918-c53218cfa57d HTTP/1.1" status: 404 len: 333 time: 0.0363071 Dec 11 22:45:16.064485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56638) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:16.089108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'name': 'tempest-ServerRescueNegativeTestJSON-1000542924-router', 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:10Z', 'updated_at': '2021-12-11T22:45:13Z', 'revision_number': 3, 'project_id': '36b0d5d497d147bc813a16327e3b4f38', 'gw_port': {'id': '5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:12Z', 'updated_at': '2021-12-11T22:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:16.158071 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Checking router: 1831427f-1de0-48d7-8d27-0d0f1a9f1976 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:45:16.160687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Updating router 1831427f-1de0-48d7-8d27-0d0f1a9f1976 port 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:45:16.175367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56640) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:16.240147 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9f062844-ff4b-4a32-b2f9-b75141871baa tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.242699 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.311675 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.440059 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9f062844-ff4b-4a32-b2f9-b75141871baa tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.454051 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-616f6d12-2505-4ec3-8162-010c34311da0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.477838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-9f062844-ff4b-4a32-b2f9-b75141871baa tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b98e57-90d8-40ed-8cee-30bb93bf840e']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:16.495051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-9f062844-ff4b-4a32-b2f9-b75141871baa tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6c16e4-63a5-4ccd-a940-338e766e90c0') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:16.495420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-9f062844-ff4b-4a32-b2f9-b75141871baa tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6c16e4-63a5-4ccd-a940-338e766e90c0') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:16.508658 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9f062844-ff4b-4a32-b2f9-b75141871baa tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.541554 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9f062844-ff4b-4a32-b2f9-b75141871baa tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.553361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f062844-ff4b-4a32-b2f9-b75141871baa tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:45:16.553825 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9f062844-ff4b-4a32-b2f9-b75141871baa tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:45:16.557262 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:45:16.682989 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Allocated IP 172.20.0.1 (9fb64a51-aebd-4ffa-aa87-dc08dd7ae705/1eb8fca7-5e40-4bee-9504-a72666de8453/362b6818-4e71-45da-8bf2-503a7919289c) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:45:16.703262 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.719734 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-616f6d12-2505-4ec3-8162-010c34311da0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.781463 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9f062844-ff4b-4a32-b2f9-b75141871baa tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.786994 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9f062844-ff4b-4a32-b2f9-b75141871baa tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.794116 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9f062844-ff4b-4a32-b2f9-b75141871baa tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] 10.222.0.45 "DELETE /v2.0/networks/08b98e57-90d8-40ed-8cee-30bb93bf840e HTTP/1.1" status: 204 len: 168 time: 0.7259994 Dec 11 22:45:16.809122 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.828857 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-616f6d12-2505-4ec3-8162-010c34311da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.833934 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.898296 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-616f6d12-2505-4ec3-8162-010c34311da0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0938cedc928f4f5f96930edefc0bcebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7170446 Dec 11 22:45:16.898296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f062844-ff4b-4a32-b2f9-b75141871baa tempest-PortsAdminExtendedAttrsTestJSON-373583078 tempest-PortsAdminExtendedAttrsTestJSON-373583078-project] Pushing event deleted for resources: {'Network': ['ID=08b98e57-90d8-40ed-8cee-30bb93bf840e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:16.899073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56646) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:16.945873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Attempting to bind port 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:16.946549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Attempting to bind port 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:16.947128 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Attempting to bind port 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:16.954502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f6d12-2505-4ec3-8162-010c34311da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c782d2-e385-451c-a455-6405c2f45a3c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:16.957100 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913877a-d6ce-4b79-9d0c-629512db09cb None None] Pushing event updated for resources: {'Port': ['ID=5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:16.962706 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.965929 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:45:16.966379 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:45:16.966838 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:16.967262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:45:16.967774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Bound port: 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:45:16.968730 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:17.052606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:45:17.059511 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:17.062654 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:45:17.076618 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc7c4a84-1b8e-4107-95b9-dc77cf5973c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:17.079265 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=362b6818-4e71-45da-8bf2-503a7919289c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:17.088897 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] For port 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:45:17.094468 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] For port 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:45:17.147892 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc7c4a84-1b8e-4107-95b9-dc77cf5973c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:17.182197 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:17.185331 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:17.203902 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:17.331810 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Routers {'1831427f-1de0-48d7-8d27-0d0f1a9f1976'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:45:17.332369 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:44:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['1831427f-1de0-48d7-8d27-0d0f1a9f1976'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:17.391612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56650) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:17.398371 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc7c4a84-1b8e-4107-95b9-dc77cf5973c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:17.401745 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc7c4a84-1b8e-4107-95b9-dc77cf5973c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:17.403307 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bc7c4a84-1b8e-4107-95b9-dc77cf5973c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/18c782d2-e385-451c-a455-6405c2f45a3c HTTP/1.1" status: 204 len: 168 time: 0.5027888 Dec 11 22:45:17.418256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c4a84-1b8e-4107-95b9-dc77cf5973c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c782d2-e385-451c-a455-6405c2f45a3c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:17.488121 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913877a-d6ce-4b79-9d0c-629512db09cb None None] Pushing event updated for resources: {'Port': ['ID=5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:17.548228 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:17.614017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] Set router 1831427f-1de0-48d7-8d27-0d0f1a9f1976 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:45:17.725099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-63a1f7fa-0f1b-403d-9778-ac1cfccc5be0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d8420b50081248268cb21facb8d28b1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3291085 Dec 11 22:45:17.728949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56656) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:17.845768 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:17.901673 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f88e2d71-03c4-4127-b3a6-a916618625f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:17.907352 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:17.965158 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f88e2d71-03c4-4127-b3a6-a916618625f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:18.136121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=362b6818-4e71-45da-8bf2-503a7919289c,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:18.143312 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:18.149799 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'name': 'tempest-ServerRescueNegativeTestJSON-1000542924-router', 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:10Z', 'updated_at': '2021-12-11T22:45:13Z', 'revision_number': 3, 'project_id': '36b0d5d497d147bc813a16327e3b4f38', 'gw_port': {'id': '5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:12Z', 'updated_at': '2021-12-11T22:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:18.178689 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f88e2d71-03c4-4127-b3a6-a916618625f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:18.184771 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f88e2d71-03c4-4127-b3a6-a916618625f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:18.189397 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f88e2d71-03c4-4127-b3a6-a916618625f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1453130-1d9a-4faf-9409-dc2e344921d9 HTTP/1.1" status: 204 len: 168 time: 0.4561834 Dec 11 22:45:18.215466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e2d71-03c4-4127-b3a6-a916618625f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1453130-1d9a-4faf-9409-dc2e344921d9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:18.236689 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5426852-8405-4275-903d-0a3435ff3011 None None] The sync data for ids ['1831427f-1de0-48d7-8d27-0d0f1a9f1976'] in n-d-710847-6 is: [{'id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'name': 'tempest-ServerRescueNegativeTestJSON-1000542924-router', 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:10Z', 'updated_at': '2021-12-11T22:45:13Z', 'revision_number': 3, 'project_id': '36b0d5d497d147bc813a16327e3b4f38', 'gw_port': {'id': '5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:12Z', 'updated_at': '2021-12-11T22:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:45:18.478111 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:45:18.481154 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:18.697207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56664) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:18.718171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:18.782834 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Router 1831427f-1de0-48d7-8d27-0d0f1a9f1976 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:45:18.986983 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:19.057518 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:45:19.064692 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-71bb7a81-9093-42dc-93d6-c37969972cb3 admin admin] 10.222.0.45 "PUT /v2.0/routers/1831427f-1de0-48d7-8d27-0d0f1a9f1976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6292777 Dec 11 22:45:19.377069 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:45:19.456536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:45:19.456916 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:19.549196 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b4988075-6afa-4840-89ab-9f1d2bda0f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:19.563175 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:19.570058 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:19.613268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:19.613411 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d23a126-29b2-4302-882a-eb33abb7ceb5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:19.618382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e3c9d633d2d1433e8b533fd2b0d1d159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9235976 Dec 11 22:45:19.621081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56674) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:19.623769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:19.625641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:19.625641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:19.625829 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:19.626174 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:19.626493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:19.626851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:19.627192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:19.627736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:19.627854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:19.628181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:19.629001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:19.629001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f71a59-4952-4c1c-9428-a69ecab9361b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:19.693171 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f166b58b-27ea-4eb5-b226-b29ca7fbfd07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:19.714687 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f166b58b-27ea-4eb5-b226-b29ca7fbfd07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:19.809497 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:19.865309 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f166b58b-27ea-4eb5-b226-b29ca7fbfd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:19.867051 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:19.868902 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f166b58b-27ea-4eb5-b226-b29ca7fbfd07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:19.870149 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f166b58b-27ea-4eb5-b226-b29ca7fbfd07 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d23a126-29b2-4302-882a-eb33abb7ceb5 HTTP/1.1" status: 204 len: 168 time: 0.2479622 Dec 11 22:45:19.885533 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166b58b-27ea-4eb5-b226-b29ca7fbfd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d23a126-29b2-4302-882a-eb33abb7ceb5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:20.005409 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56688) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:20.100261 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d27c8614-0f52-495b-9755-3c8044c03fef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6eb31175a2f47aa83af75f8e1544419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0936868 Dec 11 22:45:20.102618 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56690) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:20.191584 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5fce6d6-cf61-4247-9769-d3818fceb1f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:20.223387 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5fce6d6-cf61-4247-9769-d3818fceb1f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:20.403275 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5fce6d6-cf61-4247-9769-d3818fceb1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:20.407121 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5fce6d6-cf61-4247-9769-d3818fceb1f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:20.415783 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c5fce6d6-cf61-4247-9769-d3818fceb1f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/13242bd3-ce97-4cc0-b87f-1612a08f1bb6 HTTP/1.1" status: 204 len: 168 time: 0.3118188 Dec 11 22:45:20.439629 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fce6d6-cf61-4247-9769-d3818fceb1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13242bd3-ce97-4cc0-b87f-1612a08f1bb6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:20.880392 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Sync routers for ids ['1831427f-1de0-48d7-8d27-0d0f1a9f1976'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:45:20.903240 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Routers {'1831427f-1de0-48d7-8d27-0d0f1a9f1976'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:45:20.909760 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:44:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['1831427f-1de0-48d7-8d27-0d0f1a9f1976'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:21.173650 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Set router 1831427f-1de0-48d7-8d27-0d0f1a9f1976 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:45:21.261186 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9793710f-b15c-4c36-8325-9e49a1c9e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:21.419873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:45:21.589730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:45:21.590125 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:21.684867 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'name': 'tempest-ServerRescueNegativeTestJSON-1000542924-router', 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:10Z', 'updated_at': '2021-12-11T22:45:17Z', 'revision_number': 4, 'project_id': '36b0d5d497d147bc813a16327e3b4f38', 'gw_port': {'id': '5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:12Z', 'updated_at': '2021-12-11T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '362b6818-4e71-45da-8bf2-503a7919289c', 'name': '', 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705', 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38', 'mac_address': 'fa:16:3e:9c:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '1eb8fca7-5e40-4bee-9504-a72666de8453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:16Z', 'updated_at': '2021-12-11T22:45:17Z', 'revision_number': 2, 'project_id': '36b0d5d497d147bc813a16327e3b4f38', 'subnets': [{'id': '1eb8fca7-5e40-4bee-9504-a72666de8453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:21.787125 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Checking router: 1831427f-1de0-48d7-8d27-0d0f1a9f1976 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:45:21.787498 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Updating router 1831427f-1de0-48d7-8d27-0d0f1a9f1976 port 362b6818-4e71-45da-8bf2-503a7919289c binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:45:21.820909 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:22.138359 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:22.604057 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:22.683256 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:22.868264 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Attempting to bind port 362b6818-4e71-45da-8bf2-503a7919289c on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:22.868653 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Attempting to bind port 362b6818-4e71-45da-8bf2-503a7919289c by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'dc2665f0-d8f6-40ca-8d50-ed8f03948081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:22.869504 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Attempting to bind port 362b6818-4e71-45da-8bf2-503a7919289c on network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:22.874970 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92016184-4a59-42ad-80c2-5ada166bc9bc None None] Pushing event updated for resources: {'Port': ['ID=362b6818-4e71-45da-8bf2-503a7919289c,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:22.884990 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92016184-4a59-42ad-80c2-5ada166bc9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:22.885347 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92016184-4a59-42ad-80c2-5ada166bc9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:22.885754 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92016184-4a59-42ad-80c2-5ada166bc9bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:22.886104 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92016184-4a59-42ad-80c2-5ada166bc9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:22.886440 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92016184-4a59-42ad-80c2-5ada166bc9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:22.886777 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92016184-4a59-42ad-80c2-5ada166bc9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:22.887148 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92016184-4a59-42ad-80c2-5ada166bc9bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:22.887484 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92016184-4a59-42ad-80c2-5ada166bc9bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:22.887961 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92016184-4a59-42ad-80c2-5ada166bc9bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:22.888426 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92016184-4a59-42ad-80c2-5ada166bc9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:22.888764 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92016184-4a59-42ad-80c2-5ada166bc9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:22.889092 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92016184-4a59-42ad-80c2-5ada166bc9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:22.889421 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92016184-4a59-42ad-80c2-5ada166bc9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:22.894304 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:45:22.894774 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Checking segment: {'id': 'dc2665f0-d8f6-40ca-8d50-ed8f03948081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:45:22.895126 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:22.895534 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Bound using segment: {'id': 'dc2665f0-d8f6-40ca-8d50-ed8f03948081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:45:22.896036 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Bound port: 362b6818-4e71-45da-8bf2-503a7919289c, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2665f0-d8f6-40ca-8d50-ed8f03948081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:45:22.896422 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:23.079851 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] For port 362b6818-4e71-45da-8bf2-503a7919289c, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:45:23.088118 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] For port 362b6818-4e71-45da-8bf2-503a7919289c, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=362b6818-4e71-45da-8bf2-503a7919289c,segment=NetworkSegment(dc2665f0-d8f6-40ca-8d50-ed8f03948081),segment_id=dc2665f0-d8f6-40ca-8d50-ed8f03948081)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:45:23.162084 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:23.305040 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92016184-4a59-42ad-80c2-5ada166bc9bc None None] Pushing event updated for resources: {'Port': ['ID=362b6818-4e71-45da-8bf2-503a7919289c,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:23.308932 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Routers {'1831427f-1de0-48d7-8d27-0d0f1a9f1976'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:45:23.309886 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['1831427f-1de0-48d7-8d27-0d0f1a9f1976'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:23.502335 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] Set router 1831427f-1de0-48d7-8d27-0d0f1a9f1976 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:45:23.863817 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:23.946648 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'name': 'tempest-ServerRescueNegativeTestJSON-1000542924-router', 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:10Z', 'updated_at': '2021-12-11T22:45:17Z', 'revision_number': 4, 'project_id': '36b0d5d497d147bc813a16327e3b4f38', 'gw_port': {'id': '5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:12Z', 'updated_at': '2021-12-11T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '362b6818-4e71-45da-8bf2-503a7919289c', 'name': '', 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705', 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38', 'mac_address': 'fa:16:3e:9c:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '1eb8fca7-5e40-4bee-9504-a72666de8453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:16Z', 'updated_at': '2021-12-11T22:45:23Z', 'revision_number': 4, 'project_id': '36b0d5d497d147bc813a16327e3b4f38', 'subnets': [{'id': '1eb8fca7-5e40-4bee-9504-a72666de8453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:23.993572 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c118d-e3c7-480e-bb6b-46087889ece9 None None] The sync data for ids ['1831427f-1de0-48d7-8d27-0d0f1a9f1976'] in n-d-710847-6 is: [{'id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'name': 'tempest-ServerRescueNegativeTestJSON-1000542924-router', 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:10Z', 'updated_at': '2021-12-11T22:45:17Z', 'revision_number': 4, 'project_id': '36b0d5d497d147bc813a16327e3b4f38', 'gw_port': {'id': '5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:12Z', 'updated_at': '2021-12-11T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '362b6818-4e71-45da-8bf2-503a7919289c', 'name': '', 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705', 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38', 'mac_address': 'fa:16:3e:9c:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '1eb8fca7-5e40-4bee-9504-a72666de8453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:16Z', 'updated_at': '2021-12-11T22:45:23Z', 'revision_number': 4, 'project_id': '36b0d5d497d147bc813a16327e3b4f38', 'subnets': [{'id': '1eb8fca7-5e40-4bee-9504-a72666de8453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:45:24.525922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56764) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:24.635100 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8b96a376-e662-4c6e-8efc-f3b77d6af762 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-324625927', 'router:external': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:24.897190 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:24.921433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b96a376-e662-4c6e-8efc-f3b77d6af762 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Made reservation on behalf of 5dc1c364bce44f9fb6c42c50256b4a73 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:45:24.924261 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b96a376-e662-4c6e-8efc-f3b77d6af762 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:24.936268 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b96a376-e662-4c6e-8efc-f3b77d6af762 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:25.064074 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b96a376-e662-4c6e-8efc-f3b77d6af762 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:25.358286 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 362b6818-4e71-45da-8bf2-503a7919289c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:45:25.407419 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 362b6818-4e71-45da-8bf2-503a7919289c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:45:25.407787 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:25.487076 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:25.518387 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b96a376-e662-4c6e-8efc-f3b77d6af762 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:25.519646 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 362b6818-4e71-45da-8bf2-503a7919289c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=362b6818-4e71-45da-8bf2-503a7919289c,segment=NetworkSegment(dc2665f0-d8f6-40ca-8d50-ed8f03948081),segment_id=dc2665f0-d8f6-40ca-8d50-ed8f03948081)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:25.544731 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b96a376-e662-4c6e-8efc-f3b77d6af762 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:45:25.554259 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96a376-e662-4c6e-8efc-f3b77d6af762 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7707f271-71ad-4677-a3fc-07e02d940267,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:25.562502 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b96a376-e662-4c6e-8efc-f3b77d6af762 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:25.563105 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-8b96a376-e662-4c6e-8efc-f3b77d6af762 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Added segment d22a3202-0469-4073-bcac-97e05711d1dc of type vlan for network c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9 Dec 11 22:45:25.626459 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:25.654697 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b96a376-e662-4c6e-8efc-f3b77d6af762 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:25.727865 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=362b6818-4e71-45da-8bf2-503a7919289c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:25.769371 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b96a376-e662-4c6e-8efc-f3b77d6af762 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:25.770829 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b96a376-e662-4c6e-8efc-f3b77d6af762 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:25.772405 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b96a376-e662-4c6e-8efc-f3b77d6af762 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:25.868505 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96a376-e662-4c6e-8efc-f3b77d6af762 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Pushing event updated for resources: {'Network': ['ID=c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:25.879825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:45:25.901915 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8b96a376-e662-4c6e-8efc-f3b77d6af762 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3717296 Dec 11 22:45:25.902422 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56780) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:25.908361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-279d141e-f82a-47f8-925b-e75466ef5072 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Request body: {'subnet': {'network_id': 'c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:26.006793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279d141e-f82a-47f8-925b-e75466ef5072 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Made reservation on behalf of 5dc1c364bce44f9fb6c42c50256b4a73 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:45:26.010314 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-279d141e-f82a-47f8-925b-e75466ef5072 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:26.055364 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56782) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:26.237487 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88985a55-8c7a-4b2d-a797-05d5e497b34b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:26.388772 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88985a55-8c7a-4b2d-a797-05d5e497b34b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:26.500630 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88985a55-8c7a-4b2d-a797-05d5e497b34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:26.544581 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88985a55-8c7a-4b2d-a797-05d5e497b34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0701ccc-0e19-4ecd-a27e-f3f0eba06b54,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:26.563475 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-88985a55-8c7a-4b2d-a797-05d5e497b34b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=889737fa5d274d0096f40c1b372de0c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4999583 Dec 11 22:45:26.563475 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56788) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:26.632527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.objects.ports [None req-279d141e-f82a-47f8-925b-e75466ef5072 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103692) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:45:26.632999 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-279d141e-f82a-47f8-925b-e75466ef5072 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:26.634246 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-35c00640-1b52-42d9-b302-4881f8f48177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:26.656491 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-35c00640-1b52-42d9-b302-4881f8f48177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:26.703555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d141e-f82a-47f8-925b-e75466ef5072 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Pushing event updated for resources: {'Subnet': ['ID=82b62862-1f40-4daf-834f-9cfb540550d3,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:26.712414 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279d141e-f82a-47f8-925b-e75466ef5072 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Checking segment: {'id': 'd22a3202-0469-4073-bcac-97e05711d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:45:26.712777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d141e-f82a-47f8-925b-e75466ef5072 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Network hostable DHCP agents. Network: c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:45:26.814931 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-35c00640-1b52-42d9-b302-4881f8f48177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:26.817589 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-35c00640-1b52-42d9-b302-4881f8f48177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:26.818751 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-35c00640-1b52-42d9-b302-4881f8f48177 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0701ccc-0e19-4ecd-a27e-f3f0eba06b54 HTTP/1.1" status: 204 len: 168 time: 0.2563586 Dec 11 22:45:26.829858 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c00640-1b52-42d9-b302-4881f8f48177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0701ccc-0e19-4ecd-a27e-f3f0eba06b54,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:26.838129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d141e-f82a-47f8-925b-e75466ef5072 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Network c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:45:26.945986 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-279d141e-f82a-47f8-925b-e75466ef5072 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:26.950305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d141e-f82a-47f8-925b-e75466ef5072 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:26.950932 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-279d141e-f82a-47f8-925b-e75466ef5072 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:26.956687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89b1c2d-b5df-4b40-867c-59349099c9e6 None None] Network c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:45:27.036405 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-279d141e-f82a-47f8-925b-e75466ef5072 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1324897 Dec 11 22:45:27.038964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56802) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:27.045374 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-00d4ea2b-741c-46fc-857c-c1c14443aaf4 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-804827372', 'network_id': 'c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:27.078910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d54f47-ee35-4263-8c8f-ff7a957a6381 None None] Network c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:45:27.157605 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d4ea2b-741c-46fc-857c-c1c14443aaf4 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Made reservation on behalf of 5dc1c364bce44f9fb6c42c50256b4a73 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:45:27.160427 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00d4ea2b-741c-46fc-857c-c1c14443aaf4 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:27.217130 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-00d4ea2b-741c-46fc-857c-c1c14443aaf4 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] device_id is not set on port 256f6f0a-7833-4451-8583-f61b46dcdc96 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:45:27.362691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 362b6818-4e71-45da-8bf2-503a7919289c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:45:27.395027 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a62d07-1b5e-4ffb-b07b-abb0799799e5 req-37b3b5e5-4bf0-49c0-8df4-d16065fc20f0 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:27.396604 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8a62d07-1b5e-4ffb-b07b-abb0799799e5 req-37b3b5e5-4bf0-49c0-8df4-d16065fc20f0 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 946 time: 0.1256838 Dec 11 22:45:27.415824 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-00d4ea2b-741c-46fc-857c-c1c14443aaf4 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Allocated IP 2001:db8::b2 (c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9/82b62862-1f40-4daf-834f-9cfb540550d3/256f6f0a-7833-4451-8583-f61b46dcdc96) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:45:27.417205 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 362b6818-4e71-45da-8bf2-503a7919289c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:45:27.417803 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:27.487410 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8a62d07-1b5e-4ffb-b07b-abb0799799e5 req-aafbdc43-f580-4f26-81e1-a737c3672b81 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734313 Dec 11 22:45:27.660223 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16300af8-81e3-47fa-861f-f78da8c5b99d req-67cf604d-f7a2-47a9-9f29-4257de01b2cc tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:27.662699 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16300af8-81e3-47fa-861f-f78da8c5b99d req-67cf604d-f7a2-47a9-9f29-4257de01b2cc tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 946 time: 0.1043646 Dec 11 22:45:27.668045 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00d4ea2b-741c-46fc-857c-c1c14443aaf4 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:27.668673 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e939651-092e-4328-9c34-aa44a3ab6ed0 x-openstack-request-id: req-7e939651-092e-4328-9c34-aa44a3ab6ed0 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:27.668979 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f659f50-910f-4d86-a2fd-d42cbe12b5e2", "name": "network-vif-plugged", "status": "completed", "tag": "0e70ab3f-0ac6-40d2-bb70-27441f99ca6f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:27.669232 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e939651-092e-4328-9c34-aa44a3ab6ed0 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:27.669634 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f659f50-910f-4d86-a2fd-d42cbe12b5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e70ab3f-0ac6-40d2-bb70-27441f99ca6f', 'code': 200} Dec 11 22:45:27.682247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56828) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:27.721801 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c6bd242-a6ae-4952-95ce-18f034c3a4ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:27.745538 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16300af8-81e3-47fa-861f-f78da8c5b99d req-47e081b5-840f-4c33-8a04-4825972fafdb tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736806 Dec 11 22:45:27.841920 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c6bd242-a6ae-4952-95ce-18f034c3a4ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:27.844579 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00d4ea2b-741c-46fc-857c-c1c14443aaf4 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:27.918374 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d4ea2b-741c-46fc-857c-c1c14443aaf4 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Network c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:45:27.926932 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c6bd242-a6ae-4952-95ce-18f034c3a4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:27.968648 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-00d4ea2b-741c-46fc-857c-c1c14443aaf4 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:27.971299 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4ea2b-741c-46fc-857c-c1c14443aaf4 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:45:27.972468 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d4ea2b-741c-46fc-857c-c1c14443aaf4 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:27.978873 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00d4ea2b-741c-46fc-857c-c1c14443aaf4 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:27.981832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4ea2b-741c-46fc-857c-c1c14443aaf4 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Pushing event updated for resources: {'Port': ['ID=256f6f0a-7833-4451-8583-f61b46dcdc96,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:28.005651 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7c6bd242-a6ae-4952-95ce-18f034c3a4ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=64226a7fb7314d00a924e8d408d45042&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3145559 Dec 11 22:45:28.005651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bd242-a6ae-4952-95ce-18f034c3a4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e597073-e97a-4be4-9cff-16ea948287e8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:28.008859 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56850) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:28.042229 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0d092-a514-4e70-9986-c6b21a3a284e req-f4dd1b76-ec68-44cb-8a21-9b3f8abf8c94 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:28.043803 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29f0d092-a514-4e70-9986-c6b21a3a284e req-f4dd1b76-ec68-44cb-8a21-9b3f8abf8c94 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f659f50-910f-4d86-a2fd-d42cbe12b5e2 HTTP/1.1" status: 200 len: 946 time: 0.1571648 Dec 11 22:45:28.068074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2ffc-98a5-4bff-a31a-f013d2f6f389 req-f17ab9e7-0f09-49b5-a1d6-5c359f913f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:28.069816 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-124f2ffc-98a5-4bff-a31a-f013d2f6f389 req-f17ab9e7-0f09-49b5-a1d6-5c359f913f57 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f659f50-910f-4d86-a2fd-d42cbe12b5e2 HTTP/1.1" status: 200 len: 1097 time: 0.0658410 Dec 11 22:45:28.113857 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e7471c6f-6860-4999-b74e-ab67788d856a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:28.124975 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-00d4ea2b-741c-46fc-857c-c1c14443aaf4 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0845544 Dec 11 22:45:28.131701 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56870) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:28.161561 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29f0d092-a514-4e70-9986-c6b21a3a284e req-dc9d9d75-4f3e-4f45-9801-c7f40465b6f1 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950813 Dec 11 22:45:28.198928 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e7471c6f-6860-4999-b74e-ab67788d856a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:28.232179 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-124f2ffc-98a5-4bff-a31a-f013d2f6f389 req-37a74717-d2c5-4c97-9a66-c189adff3eb9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540112 Dec 11 22:45:28.280112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c9924-57f6-4cfc-b3b1-e699b06315ae tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Deleting port 256f6f0a-7833-4451-8583-f61b46dcdc96 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:45:28.281249 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b6c9924-57f6-4cfc-b3b1-e699b06315ae tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:28.289781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-6b40a631-dc8f-4139-b8bb-d9b17f8ed6ff tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:28.291318 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-6b40a631-dc8f-4139-b8bb-d9b17f8ed6ff tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/networks?id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 HTTP/1.1" status: 200 len: 819 time: 0.1915057 Dec 11 22:45:28.309804 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-247001e0-21fd-40d5-9caf-1aeed8fa079d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/quotas/36b0d5d497d147bc813a16327e3b4f38 HTTP/1.1" status: 200 len: 375 time: 0.0097384 Dec 11 22:45:28.356189 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c3f8da5-543d-4cd1-b069-ec91ab9b419d req-9286b0f0-ad0d-4d95-b656-157b0a18879f tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0326271 Dec 11 22:45:28.361802 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f3780b4e-3bac-418f-8077-c850669c5424 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=36b0d5d497d147bc813a16327e3b4f38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459907 Dec 11 22:45:28.366163 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e7471c6f-6860-4999-b74e-ab67788d856a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:28.369218 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e7471c6f-6860-4999-b74e-ab67788d856a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:28.372773 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e7471c6f-6860-4999-b74e-ab67788d856a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7e597073-e97a-4be4-9cff-16ea948287e8 HTTP/1.1" status: 204 len: 168 time: 0.3604434 Dec 11 22:45:28.401773 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7471c6f-6860-4999-b74e-ab67788d856a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e597073-e97a-4be4-9cff-16ea948287e8,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:28.414161 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b6c9924-57f6-4cfc-b3b1-e699b06315ae tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:28.428449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c9924-57f6-4cfc-b3b1-e699b06315ae tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Calling delete_port for 256f6f0a-7833-4451-8583-f61b46dcdc96 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:45:28.600796 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-694a058b-d589-4905-9f35-5f43578cce58 service neutron] 10.222.0.45 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307429 Dec 11 22:45:28.681218 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b6c9924-57f6-4cfc-b3b1-e699b06315ae tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:28.692089 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-ecd636a0-d8e5-4c76-86f5-2acf9d7f4101 service neutron] 10.222.0.45 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851431 Dec 11 22:45:28.711719 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c9924-57f6-4cfc-b3b1-e699b06315ae tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Pushing event deleted for resources: {'Port': ['ID=256f6f0a-7833-4451-8583-f61b46dcdc96,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:28.737713 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b6c9924-57f6-4cfc-b3b1-e699b06315ae tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:28.743820 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2b6c9924-57f6-4cfc-b3b1-e699b06315ae tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "DELETE /v2.0/ports/256f6f0a-7833-4451-8583-f61b46dcdc96 HTTP/1.1" status: 204 len: 168 time: 0.6084828 Dec 11 22:45:28.744335 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56878) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:28.749684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9', 'external_fixed_ips': [{'subnet_id': '82b62862-1f40-4daf-834f-9cfb540550d3', 'ip_address': '2001:db8::b2'}]}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:28.844171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:28.845548 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:28.870080 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f60a0e-0ec4-4b23-9fd2-54d2aaff8680 req-2c3c1371-a3e5-449b-91b0-5a5b68ba3d50 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:28.871618 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f5f60a0e-0ec4-4b23-9fd2-54d2aaff8680 req-2c3c1371-a3e5-449b-91b0-5a5b68ba3d50 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=efc3c994-eb60-4fc2-a5d6-6909fbbdc77a HTTP/1.1" status: 200 len: 951 time: 0.0525522 Dec 11 22:45:28.907054 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:28.943432 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f5f60a0e-0ec4-4b23-9fd2-54d2aaff8680 req-56999a7c-66f1-46b8-a42f-e64f46ef588d tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647244 Dec 11 22:45:29.110432 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6514f-7103-4be1-91fd-f0261f4ca1e0 req-cf384cf1-0713-492f-ad98-03e6776266f9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:29.112589 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b9b6514f-7103-4be1-91fd-f0261f4ca1e0 req-cf384cf1-0713-492f-ad98-03e6776266f9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 946 time: 0.0712764 Dec 11 22:45:29.166634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af03292-5d8c-4fa9-8a4c-9614c772a425 req-46786a60-b031-4767-b4b3-2774dd3dba94 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:29.168157 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3af03292-5d8c-4fa9-8a4c-9614c772a425 req-46786a60-b031-4767-b4b3-2774dd3dba94 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.1524749 Dec 11 22:45:29.170119 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:29.179876 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b9b6514f-7103-4be1-91fd-f0261f4ca1e0 req-4352800a-8b43-4d70-b3e7-b46463f47d15 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603027 Dec 11 22:45:29.223201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3af03292-5d8c-4fa9-8a4c-9614c772a425 req-5d247c7d-9e98-4211-b194-a38e76d2be7e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450819 Dec 11 22:45:29.292117 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-40e2c757-59e7-40be-a425-c3e4973b8953 req-6340489a-1717-4be4-badb-71a67740c44a tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 210 time: 0.0518572 Dec 11 22:45:29.435104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63dcb5-edbf-4ff9-bab8-63275bb4b115 req-928392f2-b66e-49bf-975c-f6533a27fb05 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:29.438723 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f63dcb5-edbf-4ff9-bab8-63275bb4b115 req-928392f2-b66e-49bf-975c-f6533a27fb05 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f659f50-910f-4d86-a2fd-d42cbe12b5e2 HTTP/1.1" status: 200 len: 946 time: 0.0953152 Dec 11 22:45:29.477194 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:29.506102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:29.529553 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f63dcb5-edbf-4ff9-bab8-63275bb4b115 req-ddeb516e-380f-4bcb-a253-fb3d84d8c585 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760598 Dec 11 22:45:29.637136 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1fd6e8a6-c0b2-455e-856d-f266c55b75c8 req-2fabb43f-5872-47b7-83b8-ee258a1e99b4 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0334861 Dec 11 22:45:29.769175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Allocated IP 2001:db8::b2 (c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9/82b62862-1f40-4daf-834f-9cfb540550d3/d4cbf4b5-a207-43ee-a182-41f5e8b4a70e) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:45:29.921669 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:29.964317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-bbf2aed9-1aba-4133-a49f-e823bfbfacb5 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:29.965834 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-bbf2aed9-1aba-4133-a49f-e823bfbfacb5 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/networks?id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 HTTP/1.1" status: 200 len: 819 time: 0.1307735 Dec 11 22:45:29.980956 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-0c6b66f1-18c8-4819-a2fd-d84fa09a27ab tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/quotas/36b0d5d497d147bc813a16327e3b4f38 HTTP/1.1" status: 200 len: 375 time: 0.0091841 Dec 11 22:45:30.034790 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-f499363a-3bb7-4e30-b121-5dfaea2a86a9 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=36b0d5d497d147bc813a16327e3b4f38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474725 Dec 11 22:45:30.051240 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:30.099149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Network c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:45:30.106695 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:30.112194 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:45:30.161314 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-8080ecef-d606-4a3d-9a5d-44efbe238e25 service neutron] 10.222.0.45 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193931 Dec 11 22:45:30.162396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Pushing event updated for resources: {'Port': ['ID=d4cbf4b5-a207-43ee-a182-41f5e8b4a70e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:30.278449 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-2cb35ea5-eef9-4363-90da-1071e4b1ed91 service neutron] 10.222.0.45 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162806 Dec 11 22:45:30.409015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3033a05-9295-41f4-9698-b5037e7573a3 req-19eaf4f9-3018-4713-a667-9b78726d8533 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:30.410935 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f3033a05-9295-41f4-9698-b5037e7573a3 req-19eaf4f9-3018-4713-a667-9b78726d8533 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.1119478 Dec 11 22:45:30.502658 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f3033a05-9295-41f4-9698-b5037e7573a3 req-7dbdf20d-dbf2-40aa-bc4f-ffff2345c057 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849671 Dec 11 22:45:30.507500 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:30.793928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31067ed-a2b8-4228-bd48-6762a7d86816 req-f1de89de-283b-4f0e-9f42-2d3378b2618b tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:30.803594 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f31067ed-a2b8-4228-bd48-6762a7d86816 req-f1de89de-283b-4f0e-9f42-2d3378b2618b tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f659f50-910f-4d86-a2fd-d42cbe12b5e2 HTTP/1.1" status: 200 len: 946 time: 0.0888450 Dec 11 22:45:30.856645 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f31067ed-a2b8-4228-bd48-6762a7d86816 req-d60aaa7f-c4d4-4b4f-bf40-ce0fd724a4b8 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512638 Dec 11 22:45:30.944982 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5394f0ca-f645-45c8-ad68-9380721d1eae req-d4ef7024-653c-4929-a137-167f87048bff tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 210 time: 0.0416782 Dec 11 22:45:31.088672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04411cbe-2492-497c-bce4-a8b41fc3149f req-dc6461ac-14b0-429b-bb2e-9fe0664c2043 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:31.090176 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04411cbe-2492-497c-bce4-a8b41fc3149f req-dc6461ac-14b0-429b-bb2e-9fe0664c2043 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 946 time: 0.5238671 Dec 11 22:45:31.145274 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7462959c-077d-4496-b33e-d203082f55e1 req-4040e8a0-3991-48e9-b9b0-a86b40393972 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0295463 Dec 11 22:45:31.188090 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04411cbe-2492-497c-bce4-a8b41fc3149f req-4b30c1c6-a8d1-4712-b3f2-bb7e864d3ab4 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884697 Dec 11 22:45:31.189593 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:31.321782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047655a2-1bfc-4eaa-9e55-627359e6ef7c req-751d9bf1-dc21-4f59-a130-7ff7c8be3232 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:31.323351 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-047655a2-1bfc-4eaa-9e55-627359e6ef7c req-751d9bf1-dc21-4f59-a130-7ff7c8be3232 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a HTTP/1.1" status: 200 len: 945 time: 0.0726633 Dec 11 22:45:31.424356 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Router 6e7b5c47-2ad9-4160-a56f-84ffe3f1f90b is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:45:31.432167 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-047655a2-1bfc-4eaa-9e55-627359e6ef7c req-dca58f35-e945-4366-891f-0a23bdcffbb0 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023955 Dec 11 22:45:31.548972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:45:31.560164 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e65060-fcf5-43bc-ae8a-e3fd39318f42 None None] Sync routers for ids ['6e7b5c47-2ad9-4160-a56f-84ffe3f1f90b'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:45:31.572320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e65060-fcf5-43bc-ae8a-e3fd39318f42 None None] Routers {'6e7b5c47-2ad9-4160-a56f-84ffe3f1f90b'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:45:31.572944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f3e65060-fcf5-43bc-ae8a-e3fd39318f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['6e7b5c47-2ad9-4160-a56f-84ffe3f1f90b'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:31.638023 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:31.640320 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-41dbb813-d718-4871-b7be-9da7942672c0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.8946624 Dec 11 22:45:31.647277 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57060) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:31.703153 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-f3e65060-fcf5-43bc-ae8a-e3fd39318f42 None None] Set router 6e7b5c47-2ad9-4160-a56f-84ffe3f1f90b gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:45:31.778782 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 763a2f6a-4b05-4cb4-b0de-68332b1abc69 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:45:31.795841 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ee74-36d4-498d-a936-487342fa1339 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:31.990078 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:32.039821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703548a9-e714-4403-a60f-a558158b874a req-a70aef96-9754-4141-8a82-400b576acc58 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:32.049025 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-703548a9-e714-4403-a60f-a558158b874a req-a70aef96-9754-4141-8a82-400b576acc58 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.1910107 Dec 11 22:45:32.136781 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:32.140677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:32.146609 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f0b046-6ce2-4d3d-a9d0-0f5c57985709" -d '{"events": [{"server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "name": "network-vif-unplugged", "status": "completed", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:32.177273 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-703548a9-e714-4403-a60f-a558158b874a req-db201bf9-1db1-4771-9145-07fa3e37d330 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131766 Dec 11 22:45:32.184997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-b17dfd63-0850-4db9-8c51-d99fb7bade8f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:32.189785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-b17dfd63-0850-4db9-8c51-d99fb7bade8f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.13 "GET /v2.0/networks?id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 HTTP/1.1" status: 200 len: 819 time: 0.2771435 Dec 11 22:45:32.190606 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f3e65060-fcf5-43bc-ae8a-e3fd39318f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7b5c47-2ad9-4160-a56f-84ffe3f1f90b', 'name': '', 'tenant_id': '5dc1c364bce44f9fb6c42c50256b4a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9', 'external_fixed_ips': [{'subnet_id': '82b62862-1f40-4daf-834f-9cfb540550d3', 'ip_address': '2001:db8::b2'}], 'enable_snat': True}, 'gw_port_id': 'd4cbf4b5-a207-43ee-a182-41f5e8b4a70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:28Z', 'updated_at': '2021-12-11T22:45:30Z', 'revision_number': 3, 'project_id': '5dc1c364bce44f9fb6c42c50256b4a73', 'gw_port': {'id': 'd4cbf4b5-a207-43ee-a182-41f5e8b4a70e', 'name': '', 'network_id': 'c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7b5c47-2ad9-4160-a56f-84ffe3f1f90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '82b62862-1f40-4daf-834f-9cfb540550d3', 'ip_address': '2001:db8::b2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:29Z', 'updated_at': '2021-12-11T22:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82b62862-1f40-4daf-834f-9cfb540550d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:32.204975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-bcbc18cf-9ee8-4246-9a82-153f634e9f9d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Request body: {'port': {'device_id': 'c371f788-2f43-4fed-b9ce-7e91d16541d8', 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705', 'admin_state_up': True, 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:32.374457 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ee74-36d4-498d-a936-487342fa1339 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:32.391666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6bcf0-efaf-467a-a10e-b2e7637fb85c req-2e0741a1-741c-4ac3-a71d-6dc029166775 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:32.393285 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a1a6bcf0-efaf-467a-a10e-b2e7637fb85c req-2e0741a1-741c-4ac3-a71d-6dc029166775 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 946 time: 0.1068020 Dec 11 22:45:32.434906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e65060-fcf5-43bc-ae8a-e3fd39318f42 None None] Checking router: 6e7b5c47-2ad9-4160-a56f-84ffe3f1f90b for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:45:32.435255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e65060-fcf5-43bc-ae8a-e3fd39318f42 None None] Updating router 6e7b5c47-2ad9-4160-a56f-84ffe3f1f90b port d4cbf4b5-a207-43ee-a182-41f5e8b4a70e binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:45:32.437992 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:32.438916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ba6d1e1a-fb2e-41f1-be48-667adcff14e1 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:45:32.439928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98430f-d18c-4035-a379-a16307d67858 req-c118c188-b97c-4750-807b-7ad4d9325cbc tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:32.443192 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0d98430f-d18c-4035-a379-a16307d67858 req-c118c188-b97c-4750-807b-7ad4d9325cbc tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a HTTP/1.1" status: 200 len: 945 time: 0.1219964 Dec 11 22:45:32.448537 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a1a6bcf0-efaf-467a-a10e-b2e7637fb85c req-a0e0e9db-7c02-4ac8-bc91-cc264589a565 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458679 Dec 11 22:45:32.495156 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f3e65060-fcf5-43bc-ae8a-e3fd39318f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:32.563403 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0d98430f-d18c-4035-a379-a16307d67858 req-168f27cd-c9fc-4817-a079-3c6d7b321a28 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091640 Dec 11 22:45:32.579708 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c9f6ee74-36d4-498d-a936-487342fa1339 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Deleting port d4cbf4b5-a207-43ee-a182-41f5e8b4a70e {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:45:32.580051 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ee74-36d4-498d-a936-487342fa1339 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:32.619788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=763a2f6a-4b05-4cb4-b0de-68332b1abc69,revision_number=11']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:32.640912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-bcbc18cf-9ee8-4246-9a82-153f634e9f9d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Made reservation on behalf of 36b0d5d497d147bc813a16327e3b4f38 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:45:32.645910 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-bcbc18cf-9ee8-4246-9a82-153f634e9f9d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:32.661309 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-57fbea42-848e-435a-a742-8a004c68b03a req-757f7d2f-a3cc-4a2d-9237-d667c9bb1af6 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 210 time: 0.0611720 Dec 11 22:45:32.744133 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ee74-36d4-498d-a936-487342fa1339 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:32.750318 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad153df-8083-4a6a-8003-7ee1a1e94a76 x-openstack-request-id: req-dad153df-8083-4a6a-8003-7ee1a1e94a76 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:32.750611 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "name": "network-vif-unplugged", "status": "completed", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:32.751971 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dad153df-8083-4a6a-8003-7ee1a1e94a76 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:32.752391 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'code': 200} Dec 11 22:45:32.765753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c9f6ee74-36d4-498d-a936-487342fa1339 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Calling delete_port for d4cbf4b5-a207-43ee-a182-41f5e8b4a70e owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:45:32.784201 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:32.878424 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d6df0d9c-5c3b-4b44-8e71-68f4018d1439 req-bdb80fda-5cbc-4fef-b709-527c98ebcaeb tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0459118 Dec 11 22:45:32.908583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-bcbc18cf-9ee8-4246-9a82-153f634e9f9d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Allocated IP 172.20.0.12 (9fb64a51-aebd-4ffa-aa87-dc08dd7ae705/1eb8fca7-5e40-4bee-9504-a72666de8453/6462d03d-ca94-49e5-91ae-038181242f09) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:45:32.934734 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ba6d1e1a-fb2e-41f1-be48-667adcff14e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:33.021518 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:33.120761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,revision_number=11']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:33.188006 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-f3e65060-fcf5-43bc-ae8a-e3fd39318f42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:45:33.188917 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-f3e65060-fcf5-43bc-ae8a-e3fd39318f42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:45:33.189143 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ee74-36d4-498d-a936-487342fa1339 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:33.247695 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-bcbc18cf-9ee8-4246-9a82-153f634e9f9d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:33.268821 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ee74-36d4-498d-a936-487342fa1339 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:33.284316 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6ee74-36d4-498d-a936-487342fa1339 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4cbf4b5-a207-43ee-a182-41f5e8b4a70e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:33.371927 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-9b00b73e-7cb4-413c-ab41-804f0639993f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:33.374364 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-9b00b73e-7cb4-413c-ab41-804f0639993f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.13 "GET /v2.0/networks?id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 HTTP/1.1" status: 200 len: 819 time: 0.2409046 Dec 11 22:45:33.392082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-4240ff2d-593d-44f1-88e1-9431acd3f20d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Request body: {'port': {'device_id': '6d619ee6-4bd8-48a8-91da-cb223911fccc', 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705', 'admin_state_up': True, 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:33.482062 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ee74-36d4-498d-a936-487342fa1339 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:33.483830 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ee74-36d4-498d-a936-487342fa1339 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:33.511274 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-bcbc18cf-9ee8-4246-9a82-153f634e9f9d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:33.546835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b86760-67ba-4f0d-aec7-29ecd218c738 req-0e049bb6-9088-41fd-b7a7-7fffcb148225 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:33.548599 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-49b86760-67ba-4f0d-aec7-29ecd218c738 req-0e049bb6-9088-41fd-b7a7-7fffcb148225 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1528742 Dec 11 22:45:33.597615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-bcbc18cf-9ee8-4246-9a82-153f634e9f9d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:45:33.606970 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-49b86760-67ba-4f0d-aec7-29ecd218c738 req-a236b4df-1a0f-459b-bac4-cc5c4a436008 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503788 Dec 11 22:45:33.610989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-bcbc18cf-9ee8-4246-9a82-153f634e9f9d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:33.620538 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ee74-36d4-498d-a936-487342fa1339 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:33.621117 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f6ee74-36d4-498d-a936-487342fa1339 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e7b5c47-2ad9-4160-a56f-84ffe3f1f90b {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:45:33.626716 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ee74-36d4-498d-a936-487342fa1339 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:33.627438 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c9f6ee74-36d4-498d-a936-487342fa1339 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "DELETE /v2.0/routers/6e7b5c47-2ad9-4160-a56f-84ffe3f1f90b HTTP/1.1" status: 204 len: 168 time: 1.9792747 Dec 11 22:45:33.631193 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-bcbc18cf-9ee8-4246-9a82-153f634e9f9d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:45:33.635741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc18cf-9ee8-4246-9a82-153f634e9f9d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Pushing event updated for resources: {'Port': ['ID=6462d03d-ca94-49e5-91ae-038181242f09,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:33.637779 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57186) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:33.669404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-4240ff2d-593d-44f1-88e1-9431acd3f20d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Made reservation on behalf of 36b0d5d497d147bc813a16327e3b4f38 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:45:33.674984 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-4240ff2d-593d-44f1-88e1-9431acd3f20d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:33.693071 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d3cf5b-714f-48a3-b9d7-c3cc7b9ade88 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Deleting subnet 82b62862-1f40-4daf-834f-9cfb540550d3 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:45:33.697865 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39d3cf5b-714f-48a3-b9d7-c3cc7b9ade88 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:33.719553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e65060-fcf5-43bc-ae8a-e3fd39318f42 None None] Port d4cbf4b5-a207-43ee-a182-41f5e8b4a70e not found while updating agent binding for router 6e7b5c47-2ad9-4160-a56f-84ffe3f1f90b. {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 11 22:45:33.723450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb1d1f-6475-41f0-8910-f0006123d4ec req-80f6df56-17ae-4fd0-b493-a28bf318589f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:33.725032 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93eb1d1f-6475-41f0-8910-f0006123d4ec req-80f6df56-17ae-4fd0-b493-a28bf318589f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 946 time: 0.1361721 Dec 11 22:45:33.732757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e65060-fcf5-43bc-ae8a-e3fd39318f42 None None] Routers set() bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:45:33.737553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e65060-fcf5-43bc-ae8a-e3fd39318f42 None None] Router IDs set() for agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 11 22:45:33.737553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_agentschedulers_db [None req-f3e65060-fcf5-43bc-ae8a-e3fd39318f42 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6e7b5c47-2ad9-4160-a56f-84ffe3f1f90b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent'). {{(pid=103693) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 11 22:45:33.737553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e65060-fcf5-43bc-ae8a-e3fd39318f42 None None] The sync data for ids ['6e7b5c47-2ad9-4160-a56f-84ffe3f1f90b'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:45:33.744328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-bcbc18cf-9ee8-4246-9a82-153f634e9f9d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:33.744974 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-bcbc18cf-9ee8-4246-9a82-153f634e9f9d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:33.774875 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39d3cf5b-714f-48a3-b9d7-c3cc7b9ade88 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:33.823398 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae1200-fc54-4252-b5e4-7e1084801f8a req-bd05de57-55da-47ac-841d-3c6a1fd71a5f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:33.824996 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ccae1200-fc54-4252-b5e4-7e1084801f8a req-bd05de57-55da-47ac-841d-3c6a1fd71a5f tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 946 time: 0.1029916 Dec 11 22:45:33.846553 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39d3cf5b-714f-48a3-b9d7-c3cc7b9ade88 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:33.913287 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-bcbc18cf-9ee8-4246-9a82-153f634e9f9d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7131093 Dec 11 22:45:33.919989 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93eb1d1f-6475-41f0-8910-f0006123d4ec req-c4494170-6161-40cd-8c93-84dbb114c549 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/security-groups?id=02eea3a1-958f-43c7-8238-3b5ab88e494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848314 Dec 11 22:45:33.931547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1add4c-8381-418f-a587-6b7b3fbb9c3d req-e13c7292-c856-4859-ac10-98cdb0358f6d tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:33.933077 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fe1add4c-8381-418f-a587-6b7b3fbb9c3d req-e13c7292-c856-4859-ac10-98cdb0358f6d tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a HTTP/1.1" status: 200 len: 945 time: 0.1791830 Dec 11 22:45:33.957895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Request body: {'port': {'device_id': 'c371f788-2f43-4fed-b9ce-7e91d16541d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:34.026598 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-ccae1200-fc54-4252-b5e4-7e1084801f8a req-655ad6b6-693e-48e2-ad7e-7fb5ee4dcda9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Deleting port 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:45:34.027255 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ccae1200-fc54-4252-b5e4-7e1084801f8a req-655ad6b6-693e-48e2-ad7e-7fb5ee4dcda9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.079930 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39d3cf5b-714f-48a3-b9d7-c3cc7b9ade88 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.097313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-4240ff2d-593d-44f1-88e1-9431acd3f20d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Allocated IP 172.20.0.9 (9fb64a51-aebd-4ffa-aa87-dc08dd7ae705/1eb8fca7-5e40-4bee-9504-a72666de8453/4f5ba839-3a50-4a80-aeb8-1e483df25bcd) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:45:34.116094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3cf5b-714f-48a3-b9d7-c3cc7b9ade88 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=82b62862-1f40-4daf-834f-9cfb540550d3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:34.123882 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39d3cf5b-714f-48a3-b9d7-c3cc7b9ade88 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.129934 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-39d3cf5b-714f-48a3-b9d7-c3cc7b9ade88 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/82b62862-1f40-4daf-834f-9cfb540550d3 HTTP/1.1" status: 204 len: 168 time: 0.4869165 Dec 11 22:45:34.130930 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57212) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:34.156507 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.179013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd4ae8-80da-4b36-b71f-ba3579835ab0 req-3d851dae-2a9e-4186-8e98-58c4a8ee788d tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:34.180840 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-65bd4ae8-80da-4b36-b71f-ba3579835ab0 req-3d851dae-2a9e-4186-8e98-58c4a8ee788d tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a HTTP/1.1" status: 200 len: 945 time: 0.1680191 Dec 11 22:45:34.218110 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-ccae1200-fc54-4252-b5e4-7e1084801f8a req-655ad6b6-693e-48e2-ad7e-7fb5ee4dcda9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] For port 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c,segment=NetworkSegment(1455c156-596f-4e98-8856-aa0da9f39f3b),segment_id=1455c156-596f-4e98-8856-aa0da9f39f3b)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:34.218471 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ccae1200-fc54-4252-b5e4-7e1084801f8a req-655ad6b6-693e-48e2-ad7e-7fb5ee4dcda9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.246279 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-ccae1200-fc54-4252-b5e4-7e1084801f8a req-655ad6b6-693e-48e2-ad7e-7fb5ee4dcda9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Calling delete_port for 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:45:34.253032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2df9d5ad-3738-4f6b-b7e8-a4b57592b59e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.346398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-fe1add4c-8381-418f-a587-6b7b3fbb9c3d req-213c6fb7-8ae7-40c8-a977-a8c6bef51d90 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Deleting port de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:45:34.346742 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fe1add4c-8381-418f-a587-6b7b3fbb9c3d req-213c6fb7-8ae7-40c8-a977-a8c6bef51d90 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.428855 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2df9d5ad-3738-4f6b-b7e8-a4b57592b59e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.464433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-2df9d5ad-3738-4f6b-b7e8-a4b57592b59e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:34.466843 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-65bd4ae8-80da-4b36-b71f-ba3579835ab0 req-75a2d821-31c9-4960-8302-01aaf29aa081 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683988 Dec 11 22:45:34.501456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-2df9d5ad-3738-4f6b-b7e8-a4b57592b59e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22a3202-0469-4073-bcac-97e05711d1dc') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:34.502519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-2df9d5ad-3738-4f6b-b7e8-a4b57592b59e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22a3202-0469-4073-bcac-97e05711d1dc') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:34.518690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2df9d5ad-3738-4f6b-b7e8-a4b57592b59e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.552191 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2df9d5ad-3738-4f6b-b7e8-a4b57592b59e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.562288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df9d5ad-3738-4f6b-b7e8-a4b57592b59e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:45:34.563733 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2df9d5ad-3738-4f6b-b7e8-a4b57592b59e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:45:34.565987 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:45:34.569858 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-4240ff2d-593d-44f1-88e1-9431acd3f20d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.586277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-fe1add4c-8381-418f-a587-6b7b3fbb9c3d req-213c6fb7-8ae7-40c8-a977-a8c6bef51d90 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] For port de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1,segment=NetworkSegment(094a044f-9653-4d90-adf7-12034faaa341),segment_id=094a044f-9653-4d90-adf7-12034faaa341)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:34.586650 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fe1add4c-8381-418f-a587-6b7b3fbb9c3d req-213c6fb7-8ae7-40c8-a977-a8c6bef51d90 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.609742 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8c89473a-5c72-4e50-a123-51bacee8d6b2 req-094f3350-734a-40d5-a7ac-23d0535e3bb2 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 210 time: 0.0463564 Dec 11 22:45:34.618655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-fe1add4c-8381-418f-a587-6b7b3fbb9c3d req-213c6fb7-8ae7-40c8-a977-a8c6bef51d90 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Calling delete_port for de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:45:34.629674 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ccae1200-fc54-4252-b5e4-7e1084801f8a req-655ad6b6-693e-48e2-ad7e-7fb5ee4dcda9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.663696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:45:34.688588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ad6b6-693e-48e2-ad7e-7fb5ee4dcda9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Pushing event deleted for resources: {'Port': ['ID=9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:34.705537 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2df9d5ad-3738-4f6b-b7e8-a4b57592b59e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.723102 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df9d5ad-3738-4f6b-b7e8-a4b57592b59e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 11 22:45:34.732396 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2df9d5ad-3738-4f6b-b7e8-a4b57592b59e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.737699 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2df9d5ad-3738-4f6b-b7e8-a4b57592b59e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "DELETE /v2.0/networks/c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9 HTTP/1.1" status: 204 len: 168 time: 0.6061940 Dec 11 22:45:34.753550 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc3c994-eb60-4fc2-a5d6-6909fbbdc77a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:34.756436 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a85c7f6-d81c-4dee-977d-cf970b457cea" -d '{"events": [{"server_uuid": "efc3c994-eb60-4fc2-a5d6-6909fbbdc77a", "name": "network-vif-unplugged", "status": "completed", "tag": "ba6d1e1a-fb2e-41f1-be48-667adcff14e1"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:34.763400 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3fbbe4b8-d6c6-45c1-8ba6-24ac27af2e63 req-2763229c-44e4-4579-87de-a21645bfe0a3 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0422990 Dec 11 22:45:34.768118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9d5ad-3738-4f6b-b7e8-a4b57592b59e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9cf155b-a15a-4be7-84a8-5c8b62ca6bb9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:34.794743 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-4240ff2d-593d-44f1-88e1-9431acd3f20d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.845220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccae1200-fc54-4252-b5e4-7e1084801f8a req-655ad6b6-693e-48e2-ad7e-7fb5ee4dcda9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] No DVR routers for this DVR port 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c on host n-h1-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:45:34.852149 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-ccae1200-fc54-4252-b5e4-7e1084801f8a req-655ad6b6-693e-48e2-ad7e-7fb5ee4dcda9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:34.874770 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ccae1200-fc54-4252-b5e4-7e1084801f8a req-655ad6b6-693e-48e2-ad7e-7fb5ee4dcda9 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.47 "DELETE /v2.0/ports/9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c HTTP/1.1" status: 204 len: 173 time: 1.0263839 Dec 11 22:45:34.876827 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9d512a-3123-4038-bbdc-3d1c8a508729', 'name': 'network-vif-deleted', 'tag': '9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:34.881270 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33693a2d-88d1-4de3-9b1a-a75a1c52458f" -d '{"events": [{"server_uuid": "bd9d512a-3123-4038-bbdc-3d1c8a508729", "name": "network-vif-deleted", "tag": "9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:34.979869 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-4240ff2d-593d-44f1-88e1-9431acd3f20d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:45:35.009381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-4240ff2d-593d-44f1-88e1-9431acd3f20d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:35.011229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240ff2d-593d-44f1-88e1-9431acd3f20d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Pushing event updated for resources: {'Port': ['ID=4f5ba839-3a50-4a80-aeb8-1e483df25bcd,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:35.013376 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-4240ff2d-593d-44f1-88e1-9431acd3f20d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:45:35.308208 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57260) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:35.315034 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-164ce5e7-5a49-49d6-84b1-a380968e34f7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Request body: {'router': {'name': 'tempest-router--420557514', 'project_id': '762a71c41a2642b9b26e188a15459416'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:35.341325 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8a6d45-bff4-4d9b-b9d8-b45b431540b5 x-openstack-request-id: req-ef8a6d45-bff4-4d9b-b9d8-b45b431540b5 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:35.341841 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc3c994-eb60-4fc2-a5d6-6909fbbdc77a", "name": "network-vif-unplugged", "status": "completed", "tag": "ba6d1e1a-fb2e-41f1-be48-667adcff14e1", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:35.342149 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef8a6d45-bff4-4d9b-b9d8-b45b431540b5 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:35.343364 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc3c994-eb60-4fc2-a5d6-6909fbbdc77a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1', 'code': 200} Dec 11 22:45:35.387974 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca13864-aa4a-439d-89db-5f23837c5df9 x-openstack-request-id: req-4ca13864-aa4a-439d-89db-5f23837c5df9 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:35.388460 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9d512a-3123-4038-bbdc-3d1c8a508729", "name": "network-vif-deleted", "tag": "9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:35.388896 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ca13864-aa4a-439d-89db-5f23837c5df9 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:35.390082 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9d512a-3123-4038-bbdc-3d1c8a508729', 'name': 'network-vif-deleted', 'tag': '9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c', 'status': 'completed', 'code': 200} Dec 11 22:45:35.402968 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fe1add4c-8381-418f-a587-6b7b3fbb9c3d req-213c6fb7-8ae7-40c8-a977-a8c6bef51d90 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:35.417539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['0e70ab3f-0ac6-40d2-bb70-27441f99ca6f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:45:35.449027 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-164ce5e7-5a49-49d6-84b1-a380968e34f7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:35.450633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-164ce5e7-5a49-49d6-84b1-a380968e34f7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:35.454161 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['822ce573-ac44-4eae-900f-543e18c05464', 'de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:45:35.461271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c6fb7-8ae7-40c8-a977-a8c6bef51d90 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Pushing event deleted for resources: {'Port': ['ID=de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:35.476865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-4240ff2d-593d-44f1-88e1-9431acd3f20d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:35.484081 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-4240ff2d-593d-44f1-88e1-9431acd3f20d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:35.493594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fd9cf-f010-455f-8cfe-e6743171bc33 req-a6f167c5-d381-4ae0-8311-91dd1abe6cf7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:35.505134 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a1fd9cf-f010-455f-8cfe-e6743171bc33 req-a6f167c5-d381-4ae0-8311-91dd1abe6cf7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.5367248 Dec 11 22:45:35.532360 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90a160f8-7ed7-4d01-857d-bef4495dc957 req-085b03c5-de09-4152-acd9-c8283092bdd1 tempest-DeleteServersTestJSON-1826335600 tempest-DeleteServersTestJSON-1826335600-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd9d512a-3123-4038-bbdc-3d1c8a508729 HTTP/1.1" status: 200 len: 210 time: 0.0421000 Dec 11 22:45:35.575641 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-164ce5e7-5a49-49d6-84b1-a380968e34f7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:35.602016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1add4c-8381-418f-a587-6b7b3fbb9c3d req-213c6fb7-8ae7-40c8-a977-a8c6bef51d90 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] No DVR routers for this DVR port de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:45:35.607069 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fe1add4c-8381-418f-a587-6b7b3fbb9c3d req-213c6fb7-8ae7-40c8-a977-a8c6bef51d90 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:35.610775 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fe1add4c-8381-418f-a587-6b7b3fbb9c3d req-213c6fb7-8ae7-40c8-a977-a8c6bef51d90 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.47 "DELETE /v2.0/ports/de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 HTTP/1.1" status: 204 len: 173 time: 1.6671226 Dec 11 22:45:35.611572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a', 'name': 'network-vif-deleted', 'tag': 'de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:35.614201 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8476d60b-aba7-4eac-baac-883a98f9b3e2" -d '{"events": [{"server_uuid": "9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a", "name": "network-vif-deleted", "tag": "de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:35.636014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6462d03d-ca94-49e5-91ae-038181242f09 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:45:35.647496 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-164ce5e7-5a49-49d6-84b1-a380968e34f7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:35.650023 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:35.673384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a1fd9cf-f010-455f-8cfe-e6743171bc33 req-6579e421-8279-49d0-b4d6-648c9abffd4d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670549 Dec 11 22:45:35.690854 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-4240ff2d-593d-44f1-88e1-9431acd3f20d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3038549 Dec 11 22:45:35.695727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Transition to ACTIVE for port object 6462d03d-ca94-49e5-91ae-038181242f09 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:45:35.708896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Request body: {'port': {'device_id': '6d619ee6-4bd8-48a8-91da-cb223911fccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:35.755143 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-164ce5e7-5a49-49d6-84b1-a380968e34f7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:35.756520 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-164ce5e7-5a49-49d6-84b1-a380968e34f7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4476488 Dec 11 22:45:35.759235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57278) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:35.772192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 763a2f6a-4b05-4cb4-b0de-68332b1abc69 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:45:35.813437 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-555258a0-d033-41cd-bbd3-df2eda449718 req-d02d28c6-9fa1-4fa2-af6d-259cc11c0772 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a HTTP/1.1" status: 200 len: 210 time: 0.0402443 Dec 11 22:45:35.828814 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:35.921560 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68536227-5796-4192-8cf7-00ca7b801279 x-openstack-request-id: req-68536227-5796-4192-8cf7-00ca7b801279 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:35.922463 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a", "name": "network-vif-deleted", "tag": "de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:35.923734 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68536227-5796-4192-8cf7-00ca7b801279 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:35.924319 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1c5aa9-4c29-4d0e-a672-e2a2c30f414a', 'name': 'network-vif-deleted', 'tag': 'de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1', 'status': 'completed', 'code': 200} Dec 11 22:45:35.951146 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:35.975022 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:35.985262 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7df4-b3b3-4027-998d-c972e825aeb3 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:35.991552 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'port_id': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'mac_address': 'fa:16:3e:f4:d4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:45:36.055483 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:36.057732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Pushing event updated for resources: {'Port': ['ID=6462d03d-ca94-49e5-91ae-038181242f09,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:36.100670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763a2f6a-4b05-4cb4-b0de-68332b1abc69 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:45:36.150950 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:36.219763 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d658fa-ab14-4875-8b9f-d9243659f0f0 req-14977934-97ee-43ab-94da-de512df44076 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:36.221284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13d658fa-ab14-4875-8b9f-d9243659f0f0 req-14977934-97ee-43ab-94da-de512df44076 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 931 time: 0.2249970 Dec 11 22:45:36.237493 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:36.243071 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7df4-b3b3-4027-998d-c972e825aeb3 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:36.244319 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7df4-b3b3-4027-998d-c972e825aeb3 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:36.263197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Attempting to bind port 6462d03d-ca94-49e5-91ae-038181242f09 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:36.263528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Attempting to bind port 6462d03d-ca94-49e5-91ae-038181242f09 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'dc2665f0-d8f6-40ca-8d50-ed8f03948081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:36.264081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Attempting to bind port 6462d03d-ca94-49e5-91ae-038181242f09 on network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:36.280794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Port 6462d03d-ca94-49e5-91ae-038181242f09 on network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:36.281438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Attempting to bind port 6462d03d-ca94-49e5-91ae-038181242f09 on network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:36.302067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=763a2f6a-4b05-4cb4-b0de-68332b1abc69,revision_number=12']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:36.311866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:45:36.312169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Checking segment: {'id': 'dc2665f0-d8f6-40ca-8d50-ed8f03948081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:45:36.312808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Bound using segment: {'id': 'dc2665f0-d8f6-40ca-8d50-ed8f03948081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:45:36.313302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Bound port: 6462d03d-ca94-49e5-91ae-038181242f09, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2665f0-d8f6-40ca-8d50-ed8f03948081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:45:36.313686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:36.331721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['763a2f6a-4b05-4cb4-b0de-68332b1abc69'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:45:36.351534 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7df4-b3b3-4027-998d-c972e825aeb3 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:36.352081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fd7df4-b3b3-4027-998d-c972e825aeb3 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fda660e-e73c-4891-b29c-d210dedbfde2 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:45:36.358794 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7df4-b3b3-4027-998d-c972e825aeb3 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:36.362481 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a6fd7df4-b3b3-4027-998d-c972e825aeb3 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "DELETE /v2.0/routers/3fda660e-e73c-4891-b29c-d210dedbfde2 HTTP/1.1" status: 204 len: 168 time: 0.5995462 Dec 11 22:45:36.374028 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13d658fa-ab14-4875-8b9f-d9243659f0f0 req-01f8a9c8-af37-45d8-8e2a-0db3985b652d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452751 Dec 11 22:45:36.505250 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00b79875-f118-4d2b-ad24-6e60ddba3dd9 req-41a40b5b-8e5b-4e35-affa-a69941b628ba tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0442169 Dec 11 22:45:36.507749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] For port 6462d03d-ca94-49e5-91ae-038181242f09, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:45:36.530622 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] For port 6462d03d-ca94-49e5-91ae-038181242f09, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6462d03d-ca94-49e5-91ae-038181242f09,segment=NetworkSegment(dc2665f0-d8f6-40ca-8d50-ed8f03948081),segment_id=dc2665f0-d8f6-40ca-8d50-ed8f03948081)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:45:36.591919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5ba839-3a50-4a80-aeb8-1e483df25bcd {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:45:36.600890 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:36.613520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Transition to ACTIVE for port object 4f5ba839-3a50-4a80-aeb8-1e483df25bcd will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:45:36.647349 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:36.687872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:36.688500 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:36.690122 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] 10.222.0.13 "PUT /v2.0/ports/6462d03d-ca94-49e5-91ae-038181242f09 HTTP/1.1" status: 200 len: 1092 time: 2.7374420 Dec 11 22:45:36.721264 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4e99c-d099-4784-b6d8-6a828939fec9 service neutron] Pushing event updated for resources: {'Port': ['ID=6462d03d-ca94-49e5-91ae-038181242f09,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:36.734665 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:36.819164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5ba839-3a50-4a80-aeb8-1e483df25bcd,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:36.881188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57332) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:36.923351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec49cee-a4c8-4572-b603-d6a320659725 req-28353a3d-5912-4d9f-90e1-f0d79f555625 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:36.924913 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ec49cee-a4c8-4572-b603-d6a320659725 req-28353a3d-5912-4d9f-90e1-f0d79f555625 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 946 time: 0.1609666 Dec 11 22:45:36.956324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-424a0e80-13cc-458c-9260-66f60ccc2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:36.957877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-424a0e80-13cc-458c-9260-66f60ccc2831 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36b0d5d497d147bc813a16327e3b4f38&device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 1095 time: 0.1342175 Dec 11 22:45:37.036117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Attempting to bind port 4f5ba839-3a50-4a80-aeb8-1e483df25bcd on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:37.036383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Attempting to bind port 4f5ba839-3a50-4a80-aeb8-1e483df25bcd by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'dc2665f0-d8f6-40ca-8d50-ed8f03948081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:37.036698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Attempting to bind port 4f5ba839-3a50-4a80-aeb8-1e483df25bcd on network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:37.041315 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-f40e6c4d-c5cc-4bc5-8e1f-117df4c085a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6462d03d-ca94-49e5-91ae-038181242f09 HTTP/1.1" status: 200 len: 217 time: 0.0619678 Dec 11 22:45:37.047155 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ec49cee-a4c8-4572-b603-d6a320659725 req-76e59da1-2c64-4916-9aca-9350cd9dab9d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143503 Dec 11 22:45:37.049155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Port 4f5ba839-3a50-4a80-aeb8-1e483df25bcd on network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:45:37.049155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Attempting to bind port 4f5ba839-3a50-4a80-aeb8-1e483df25bcd on network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:37.082141 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:45:37.083889 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Checking segment: {'id': 'dc2665f0-d8f6-40ca-8d50-ed8f03948081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:45:37.083889 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Bound using segment: {'id': 'dc2665f0-d8f6-40ca-8d50-ed8f03948081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:45:37.083889 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Bound port: 4f5ba839-3a50-4a80-aeb8-1e483df25bcd, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2665f0-d8f6-40ca-8d50-ed8f03948081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:45:37.083889 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:37.132046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-46dff556-9d37-4e58-be9d-ce4e86fbf22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:37.133608 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-46dff556-9d37-4e58-be9d-ce4e86fbf22c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eb8fca7-5e40-4bee-9504-a72666de8453 HTTP/1.1" status: 200 len: 859 time: 0.0831325 Dec 11 22:45:37.136350 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-961338076', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:37.189113 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-9388b1b7-3a60-4737-861c-87a745d906a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405087 Dec 11 22:45:37.194985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] For port 4f5ba839-3a50-4a80-aeb8-1e483df25bcd, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:45:37.198136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] For port 4f5ba839-3a50-4a80-aeb8-1e483df25bcd, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4f5ba839-3a50-4a80-aeb8-1e483df25bcd,segment=NetworkSegment(dc2665f0-d8f6-40ca-8d50-ed8f03948081),segment_id=dc2665f0-d8f6-40ca-8d50-ed8f03948081)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:45:37.233234 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:37.233234 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:37.283240 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:37.290838 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:37.349790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:37.350537 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:37.352126 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] 10.222.0.13 "PUT /v2.0/ports/4f5ba839-3a50-4a80-aeb8-1e483df25bcd HTTP/1.1" status: 200 len: 1091 time: 1.6524343 Dec 11 22:45:37.354432 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-0761e116-b377-45cf-801d-8552ea6175a5 service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511207 Dec 11 22:45:37.395035 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660aec5c-2826-47bc-940f-f33339e45228 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5ba839-3a50-4a80-aeb8-1e483df25bcd,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:37.489175 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b71d361e-0f5c-4d2c-b0a0-08dbd635f557 req-04e2476b-7ac4-428a-b194-a0ee47458a0e service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201663 Dec 11 22:45:37.588887 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-ef39097e-aa88-45a1-84ca-22b793961f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:37.590559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-ef39097e-aa88-45a1-84ca-22b793961f28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36b0d5d497d147bc813a16327e3b4f38&device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 1094 time: 0.0550773 Dec 11 22:45:37.635537 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-c4db8028-a1a3-480a-b478-80bfa6b72d0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5ba839-3a50-4a80-aeb8-1e483df25bcd HTTP/1.1" status: 200 len: 217 time: 0.0357804 Dec 11 22:45:37.671791 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:37.700405 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73b208-737a-45f1-a234-9abbe5d97e4a req-906a455a-adaf-401f-9222-677bc3922a18 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:37.702090 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7f73b208-737a-45f1-a234-9abbe5d97e4a req-906a455a-adaf-401f-9222-677bc3922a18 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 943 time: 0.0986259 Dec 11 22:45:37.716803 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-16c6b47e-7390-4b18-9f80-60601f38c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:37.719569 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-16c6b47e-7390-4b18-9f80-60601f38c62e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eb8fca7-5e40-4bee-9504-a72666de8453 HTTP/1.1" status: 200 len: 859 time: 0.0747969 Dec 11 22:45:37.761021 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 763a2f6a-4b05-4cb4-b0de-68332b1abc69 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:45:37.773751 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7f73b208-737a-45f1-a234-9abbe5d97e4a req-2d61a8ea-8f40-4446-9599-1710d03d1fae tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597150 Dec 11 22:45:37.780466 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-d7babf78-f62d-4546-8728-833f3528fe2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506973 Dec 11 22:45:37.815071 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 763a2f6a-4b05-4cb4-b0de-68332b1abc69 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:45:37.815450 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:37.918470 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:37.928105 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c371f788-2f43-4fed-b9ce-7e91d16541d8', 'tag': '6462d03d-ca94-49e5-91ae-038181242f09'}, {'name': 'network-changed', 'server_uuid': '6d619ee6-4bd8-48a8-91da-cb223911fccc', 'tag': '4f5ba839-3a50-4a80-aeb8-1e483df25bcd'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:37.931329 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41892a07-e588-4689-9f81-f6f965e48861" -d '{"events": [{"name": "network-changed", "server_uuid": "c371f788-2f43-4fed-b9ce-7e91d16541d8", "tag": "6462d03d-ca94-49e5-91ae-038181242f09"}, {"name": "network-changed", "server_uuid": "6d619ee6-4bd8-48a8-91da-cb223911fccc", "tag": "4f5ba839-3a50-4a80-aeb8-1e483df25bcd"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:37.955348 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-f06e21e4-ceb7-46a3-a6be-49e4b84dcb09 service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661425 Dec 11 22:45:37.957823 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:37.960208 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d1507c-7c97-417b-9c39-d389d6093085" -d '{"events": [{"server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "name": "network-vif-plugged", "status": "completed", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:37.974204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:38.054373 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:38.060376 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ef26fc1-a490-4bdd-b403-7581a7ce9c57 req-a76f518d-2069-4186-a66b-e6696df424b5 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0308089 Dec 11 22:45:38.085618 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:38.100058 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f9b5c8c-6c2f-4da6-95aa-fdd245a6a514 req-65432f33-09b5-468e-a22e-b4a660e6ecc8 service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244357 Dec 11 22:45:38.120798 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:38.156061 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=763a2f6a-4b05-4cb4-b0de-68332b1abc69,revision_number=13']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:38.169235 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8308812b-32ed-4b77-ac0c-f357426317db x-openstack-request-id: req-8308812b-32ed-4b77-ac0c-f357426317db {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:38.169602 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c371f788-2f43-4fed-b9ce-7e91d16541d8", "tag": "6462d03d-ca94-49e5-91ae-038181242f09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6d619ee6-4bd8-48a8-91da-cb223911fccc", "tag": "4f5ba839-3a50-4a80-aeb8-1e483df25bcd", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:38.169793 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8308812b-32ed-4b77-ac0c-f357426317db {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:38.170741 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c371f788-2f43-4fed-b9ce-7e91d16541d8', 'tag': '6462d03d-ca94-49e5-91ae-038181242f09', 'status': 'completed', 'code': 200} Dec 11 22:45:38.171048 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d619ee6-4bd8-48a8-91da-cb223911fccc', 'tag': '4f5ba839-3a50-4a80-aeb8-1e483df25bcd', 'status': 'completed', 'code': 200} Dec 11 22:45:38.221391 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a965fb8c-1a5f-48de-89a0-c03661423922 x-openstack-request-id: req-a965fb8c-1a5f-48de-89a0-c03661423922 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:38.221752 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "name": "network-vif-plugged", "status": "completed", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:38.222099 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a965fb8c-1a5f-48de-89a0-c03661423922 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:38.222566 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'code': 200} Dec 11 22:45:38.269094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41892a07-e588-4689-9f81-f6f965e48861 req-97921ba8-22f9-4355-9112-500e6d596bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:38.277650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41892a07-e588-4689-9f81-f6f965e48861 req-97921ba8-22f9-4355-9112-500e6d596bc3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36b0d5d497d147bc813a16327e3b4f38&device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 1095 time: 0.0634103 Dec 11 22:45:38.292639 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Allocated IP 172.25.1.189 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/83ceb1df-e62f-4c74-8563-a436f07dbe0d) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:45:38.382281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaad98-9cde-4de8-9502-ad9ccc521913 req-ab8fe296-fadd-4023-bb87-f03affb51e5a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:38.384084 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0daaad98-9cde-4de8-9502-ad9ccc521913 req-ab8fe296-fadd-4023-bb87-f03affb51e5a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.1087720 Dec 11 22:45:38.386893 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41892a07-e588-4689-9f81-f6f965e48861 req-fb8031d1-d49d-4888-a1cf-308b00061ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:38.388427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41892a07-e588-4689-9f81-f6f965e48861 req-fb8031d1-d49d-4888-a1cf-308b00061ebc service neutron] 10.222.0.13 "GET /v2.0/networks?id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 HTTP/1.1" status: 200 len: 920 time: 0.0921986 Dec 11 22:45:38.439843 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41892a07-e588-4689-9f81-f6f965e48861 req-543a70aa-a74c-465b-8009-cb2651b52ab5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6462d03d-ca94-49e5-91ae-038181242f09 HTTP/1.1" status: 200 len: 217 time: 0.0428994 Dec 11 22:45:38.470479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:38.481582 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0daaad98-9cde-4de8-9502-ad9ccc521913 req-e2966e0e-2333-42dc-9f0e-4a93bc32f11e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860224 Dec 11 22:45:38.500082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41892a07-e588-4689-9f81-f6f965e48861 req-a9402fa7-6376-40fd-b4c1-025db84f5c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:38.501906 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41892a07-e588-4689-9f81-f6f965e48861 req-a9402fa7-6376-40fd-b4c1-025db84f5c38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eb8fca7-5e40-4bee-9504-a72666de8453 HTTP/1.1" status: 200 len: 859 time: 0.0536354 Dec 11 22:45:38.563647 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41892a07-e588-4689-9f81-f6f965e48861 req-45766b1e-3224-491d-813d-64aa9e0b61eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523000 Dec 11 22:45:38.637812 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:38.666744 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41892a07-e588-4689-9f81-f6f965e48861 req-e1871620-bc3f-415d-ad1d-bfb226f649b1 service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934794 Dec 11 22:45:38.684373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:45:38.701158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:38.704288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Pushing event updated for resources: {'Port': ['ID=83ceb1df-e62f-4c74-8563-a436f07dbe0d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:38.706995 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:45:38.788342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41892a07-e588-4689-9f81-f6f965e48861 req-a3a764ff-fdee-4f7e-9731-50e004d8b26f service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130803 Dec 11 22:45:38.906267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41892a07-e588-4689-9f81-f6f965e48861 req-7a1b5e9e-7761-474f-9c28-cfd26c3c3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:38.908490 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41892a07-e588-4689-9f81-f6f965e48861 req-7a1b5e9e-7761-474f-9c28-cfd26c3c3c20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36b0d5d497d147bc813a16327e3b4f38&device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 1094 time: 0.0727415 Dec 11 22:45:39.028011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:45:39.037334 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098b7de-a091-4a8f-9a57-f24eeed1bacf req-774e625e-b600-4552-9725-b8ab7ad99ad5 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:39.044692 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3098b7de-a091-4a8f-9a57-f24eeed1bacf req-774e625e-b600-4552-9725-b8ab7ad99ad5 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 943 time: 0.0826933 Dec 11 22:45:39.067740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41892a07-e588-4689-9f81-f6f965e48861 req-38655a9d-2d54-4842-8c61-1f329d11a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:39.070702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41892a07-e588-4689-9f81-f6f965e48861 req-38655a9d-2d54-4842-8c61-1f329d11a7e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 HTTP/1.1" status: 200 len: 920 time: 0.1537638 Dec 11 22:45:39.074873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:45:39.075235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device de7833e9-80b3-4a1d-bf92-0a9c0bb4b8f1 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:45:39.075666 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:45:39.149846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:45:39.149846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 9a6f3ff6-d0d3-4538-b25f-00286ea5aa1c not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:45:39.160115 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41892a07-e588-4689-9f81-f6f965e48861 req-92990670-7324-4df9-a091-acc214c2ba59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5ba839-3a50-4a80-aeb8-1e483df25bcd HTTP/1.1" status: 200 len: 217 time: 0.0649652 Dec 11 22:45:39.219202 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3098b7de-a091-4a8f-9a57-f24eeed1bacf req-1720095f-18fb-4122-9743-afd9677524df tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684251 Dec 11 22:45:39.251426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41892a07-e588-4689-9f81-f6f965e48861 req-22a2db6a-d65c-41aa-9b8e-f7195dd4db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:39.256811 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41892a07-e588-4689-9f81-f6f965e48861 req-22a2db6a-d65c-41aa-9b8e-f7195dd4db69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eb8fca7-5e40-4bee-9504-a72666de8453 HTTP/1.1" status: 200 len: 859 time: 0.0836031 Dec 11 22:45:39.327325 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41892a07-e588-4689-9f81-f6f965e48861 req-81c889c5-9306-49f2-9065-a9d58cdade4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654438 Dec 11 22:45:39.466769 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:39.512802 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41892a07-e588-4689-9f81-f6f965e48861 req-d0be1052-2b27-41a9-b4d3-daa175ef886f service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329639 Dec 11 22:45:39.537507 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de504b-5d36-47db-8f8d-2c53b903044f req-c36769ab-1ba0-4dee-bc1a-58aed89a7f8a tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:39.544267 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de504b-5d36-47db-8f8d-2c53b903044f req-c36769ab-1ba0-4dee-bc1a-58aed89a7f8a tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:39.547149 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f1de504b-5d36-47db-8f8d-2c53b903044f req-c36769ab-1ba0-4dee-bc1a-58aed89a7f8a tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b&device_id=2f659f50-910f-4d86-a2fd-d42cbe12b5e2 HTTP/1.1" status: 200 len: 1683 time: 0.1223300 Dec 11 22:45:39.557157 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d16076d5-91bd-44e7-86af-df38e5385be3 req-0bb70b24-9252-4600-97bd-63e8d2dfa86c tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0433519 Dec 11 22:45:39.649212 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41892a07-e588-4689-9f81-f6f965e48861 req-34fa02c2-0c4f-425c-b547-43f520d21d8e service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246810 Dec 11 22:45:40.104742 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f1de504b-5d36-47db-8f8d-2c53b903044f req-2a3b4ed0-6211-48ce-908b-fc6c6b213151 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515649 Dec 11 22:45:40.131611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa11021-350a-4772-a13d-65f0f7206450 req-4be4fdef-a907-4368-ba42-23eb513d76cf tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:40.139307 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8fa11021-350a-4772-a13d-65f0f7206450 req-4be4fdef-a907-4368-ba42-23eb513d76cf tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.0985012 Dec 11 22:45:40.206215 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8fa11021-350a-4772-a13d-65f0f7206450 req-c01def3b-6eae-4dd3-8142-342e91d7fbb6 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590162 Dec 11 22:45:40.357191 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896b0ed-06d8-41ad-b95c-3f3b630cb7e0 req-254f2b99-3a44-45cf-85c9-e56213cdee42 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:40.367834 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6896b0ed-06d8-41ad-b95c-3f3b630cb7e0 req-254f2b99-3a44-45cf-85c9-e56213cdee42 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 947 time: 0.1615312 Dec 11 22:45:40.381385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbb67a-4d6d-42c1-afde-ccbbb5f41042 req-b1cab797-78e9-404e-9f2e-888ffae04954 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:40.383312 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8fcbb67a-4d6d-42c1-afde-ccbbb5f41042 req-b1cab797-78e9-404e-9f2e-888ffae04954 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 943 time: 0.0702400 Dec 11 22:45:40.424138 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:40.477369 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8fcbb67a-4d6d-42c1-afde-ccbbb5f41042 req-0e5856ea-c0f1-4a35-aea1-88225cc9ccd9 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816047 Dec 11 22:45:40.644590 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6896b0ed-06d8-41ad-b95c-3f3b630cb7e0 req-f8af3113-1d0a-474b-990d-156df974ad77 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722492 Dec 11 22:45:40.791337 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7b6440b9-95e9-4d0b-9218-290713059f67 req-a4e2a142-f9b9-40df-b931-2347004cbcc0 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0601869 Dec 11 22:45:40.798255 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Router 098c3438-e715-4f76-92a2-f554b0996f8f is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:45:40.974510 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:45:40.987983 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70298027-631e-42db-b3a1-dcae91ca1a7d None None] Sync routers for ids ['098c3438-e715-4f76-92a2-f554b0996f8f'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:45:41.009279 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70298027-631e-42db-b3a1-dcae91ca1a7d None None] Routers {'098c3438-e715-4f76-92a2-f554b0996f8f'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:45:41.012266 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-70298027-631e-42db-b3a1-dcae91ca1a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['098c3438-e715-4f76-92a2-f554b0996f8f'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:41.080748 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-70298027-631e-42db-b3a1-dcae91ca1a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:41.087999 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:41.087999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-abd6d58c-8447-4e9f-9477-6e40e9d9a6dd tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2019234 Dec 11 22:45:41.088196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57496) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:41.096992 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70298027-631e-42db-b3a1-dcae91ca1a7d None None] Routers {'098c3438-e715-4f76-92a2-f554b0996f8f'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:45:41.097953 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-70298027-631e-42db-b3a1-dcae91ca1a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['098c3438-e715-4f76-92a2-f554b0996f8f'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:41.148458 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-70298027-631e-42db-b3a1-dcae91ca1a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:41.149485 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70298027-631e-42db-b3a1-dcae91ca1a7d None None] The sync data for ids ['098c3438-e715-4f76-92a2-f554b0996f8f'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:45:41.317646 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57504) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:41.327657 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e005d51c-0ca0-4e0e-a226-4a2309ad0596 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/routers/098c3438-e715-4f76-92a2-f554b0996f8f HTTP/1.1" status: 200 len: 924 time: 0.2394843 Dec 11 22:45:41.369659 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0f219f6e-0df2-407d-b8c3-d709373f8087 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "GET /v2.0/ports?device_id=098c3438-e715-4f76-92a2-f554b0996f8f HTTP/1.1" status: 200 len: 205 time: 0.0507560 Dec 11 22:45:41.373144 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57506) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:41.424958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7934a-7c0d-47c6-a4e7-ed24079d67c8 req-a5a27521-d8d8-4586-8f5c-ab90a4bac78c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:41.426508 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99c7934a-7c0d-47c6-a4e7-ed24079d67c8 req-a5a27521-d8d8-4586-8f5c-ab90a4bac78c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.0904686 Dec 11 22:45:41.504729 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99c7934a-7c0d-47c6-a4e7-ed24079d67c8 req-21314950-fe4b-4236-a553-542adf09e9fb tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715680 Dec 11 22:45:41.535659 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7553435-a676-49fe-bde9-d2a95a0f566b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:41.689280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89f4e4-6264-4d09-aa9d-2044278764b8 req-eeaac80d-2d9d-4ba5-ad0c-12a913ffba2f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:41.699969 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b89f4e4-6264-4d09-aa9d-2044278764b8 req-eeaac80d-2d9d-4ba5-ad0c-12a913ffba2f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 943 time: 0.1087053 Dec 11 22:45:41.759288 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7553435-a676-49fe-bde9-d2a95a0f566b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:41.772737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b89f4e4-6264-4d09-aa9d-2044278764b8 req-a5b9c5be-213f-408e-9eb7-bc73ac85e0c6 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704639 Dec 11 22:45:41.784849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4f5ba839-3a50-4a80-aeb8-1e483df25bcd details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:45:41.934997 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4f5ba839-3a50-4a80-aeb8-1e483df25bcd, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4f5ba839-3a50-4a80-aeb8-1e483df25bcd,segment=NetworkSegment(dc2665f0-d8f6-40ca-8d50-ed8f03948081),segment_id=dc2665f0-d8f6-40ca-8d50-ed8f03948081)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:41.945544 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeab2c7-a611-4972-8913-6a8971c4a0ff req-1e6f669c-6aab-4297-abf8-231ecb1ebe4b tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:41.954634 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3eeab2c7-a611-4972-8913-6a8971c4a0ff req-1e6f669c-6aab-4297-abf8-231ecb1ebe4b tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 947 time: 0.1078105 Dec 11 22:45:41.967889 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfb7f1-fe72-41a8-98a0-0378fa6fccbf req-b033c9ac-1eec-4c92-8d64-ddf9283108ae tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:41.980982 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ebfb7f1-fe72-41a8-98a0-0378fa6fccbf req-b033c9ac-1eec-4c92-8d64-ddf9283108ae tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f659f50-910f-4d86-a2fd-d42cbe12b5e2 HTTP/1.1" status: 200 len: 946 time: 0.0759344 Dec 11 22:45:41.983454 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '4f5ba839-3a50-4a80-aeb8-1e483df25bcd', 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705', 'port_id': '4f5ba839-3a50-4a80-aeb8-1e483df25bcd', 'mac_address': 'fa:16:3e:cc:80:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb8fca7-5e40-4bee-9504-a72666de8453', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:45:42.045981 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3eeab2c7-a611-4972-8913-6a8971c4a0ff req-7d4289ad-af1d-4590-8229-e3942365dcea tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853279 Dec 11 22:45:42.056529 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ebfb7f1-fe72-41a8-98a0-0378fa6fccbf req-637eb3dc-d214-4bc7-9780-cf9d4bc69f74 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744689 Dec 11 22:45:42.058467 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a7553435-a676-49fe-bde9-d2a95a0f566b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Deleting port 83ceb1df-e62f-4c74-8563-a436f07dbe0d {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:45:42.058829 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7553435-a676-49fe-bde9-d2a95a0f566b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:42.073437 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:42.106715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5ba839-3a50-4a80-aeb8-1e483df25bcd {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:45:42.153164 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4f5ba839-3a50-4a80-aeb8-1e483df25bcd, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4f5ba839-3a50-4a80-aeb8-1e483df25bcd,segment=NetworkSegment(dc2665f0-d8f6-40ca-8d50-ed8f03948081),segment_id=dc2665f0-d8f6-40ca-8d50-ed8f03948081)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:42.218582 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-edf88cb2-b2df-4a4b-b8d3-99e875fa2d61 req-d7e7aa85-d1a7-435b-8339-cf16a1397d2f tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0614083 Dec 11 22:45:42.221963 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:42.222839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 6462d03d-ca94-49e5-91ae-038181242f09 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:45:42.263012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e7cd9-7a3c-4531-bbec-13bf92fca35f req-f0dfd0a7-a510-419f-88f6-013227f09cae tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:42.266426 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc4e7cd9-7a3c-4531-bbec-13bf92fca35f req-f0dfd0a7-a510-419f-88f6-013227f09cae tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 947 time: 0.1443491 Dec 11 22:45:42.280803 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7553435-a676-49fe-bde9-d2a95a0f566b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:42.299880 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a7553435-a676-49fe-bde9-d2a95a0f566b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Calling delete_port for 83ceb1df-e62f-4c74-8563-a436f07dbe0d owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:45:42.386797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 6462d03d-ca94-49e5-91ae-038181242f09, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6462d03d-ca94-49e5-91ae-038181242f09,segment=NetworkSegment(dc2665f0-d8f6-40ca-8d50-ed8f03948081),segment_id=dc2665f0-d8f6-40ca-8d50-ed8f03948081)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:42.395116 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=4f5ba839-3a50-4a80-aeb8-1e483df25bcd,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:42.420779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '6462d03d-ca94-49e5-91ae-038181242f09', 'network_id': '9fb64a51-aebd-4ffa-aa87-dc08dd7ae705', 'port_id': '6462d03d-ca94-49e5-91ae-038181242f09', 'mac_address': 'fa:16:3e:29:7b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb8fca7-5e40-4bee-9504-a72666de8453', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:45:42.453914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-fc4e7cd9-7a3c-4531-bbec-13bf92fca35f req-26b916b1-6b6a-4035-9053-2b65c11b76ac tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Deleting port 3532f231-1360-40d4-97f9-a70a5cdd06d6 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:45:42.454974 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc4e7cd9-7a3c-4531-bbec-13bf92fca35f req-26b916b1-6b6a-4035-9053-2b65c11b76ac tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:42.503609 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:42.534774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6462d03d-ca94-49e5-91ae-038181242f09 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:45:42.575343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 6462d03d-ca94-49e5-91ae-038181242f09, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6462d03d-ca94-49e5-91ae-038181242f09,segment=NetworkSegment(dc2665f0-d8f6-40ca-8d50-ed8f03948081),segment_id=dc2665f0-d8f6-40ca-8d50-ed8f03948081)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:42.621372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-fc4e7cd9-7a3c-4531-bbec-13bf92fca35f req-26b916b1-6b6a-4035-9053-2b65c11b76ac tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] For port 3532f231-1360-40d4-97f9-a70a5cdd06d6, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3532f231-1360-40d4-97f9-a70a5cdd06d6,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:42.622149 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc4e7cd9-7a3c-4531-bbec-13bf92fca35f req-26b916b1-6b6a-4035-9053-2b65c11b76ac tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:42.637710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-fc4e7cd9-7a3c-4531-bbec-13bf92fca35f req-26b916b1-6b6a-4035-9053-2b65c11b76ac tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Calling delete_port for 3532f231-1360-40d4-97f9-a70a5cdd06d6 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:45:42.648624 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:42.754571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=6462d03d-ca94-49e5-91ae-038181242f09,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:42.808881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6cd16-5ec9-4d20-9fff-1ba32f29c87f req-a35389b4-48f0-4538-a9ee-ebeaf652d7f4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:42.824294 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9cf6cd16-5ec9-4d20-9fff-1ba32f29c87f req-a35389b4-48f0-4538-a9ee-ebeaf652d7f4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.1814518 Dec 11 22:45:42.886584 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7553435-a676-49fe-bde9-d2a95a0f566b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:42.951091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7553435-a676-49fe-bde9-d2a95a0f566b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Pushing event deleted for resources: {'Port': ['ID=83ceb1df-e62f-4c74-8563-a436f07dbe0d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:43.066305 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9cf6cd16-5ec9-4d20-9fff-1ba32f29c87f req-5fb8490b-dfb7-43cb-880c-48c09fdf512e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408173 Dec 11 22:45:43.128418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['4f5ba839-3a50-4a80-aeb8-1e483df25bcd'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:45:43.159698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51221344-750c-4865-befd-7120ad3cd9bb req-750bd08c-e162-4b6b-95d6-9f2510d54fff tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:43.162270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-51221344-750c-4865-befd-7120ad3cd9bb req-750bd08c-e162-4b6b-95d6-9f2510d54fff tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f659f50-910f-4d86-a2fd-d42cbe12b5e2 HTTP/1.1" status: 200 len: 946 time: 0.2281613 Dec 11 22:45:43.183041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9f168-49b3-40d1-9cbb-a16c5fefe0b7 req-3c0ea088-78b1-4eed-9cb0-691dfe6270a6 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:43.191876 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b9b9f168-49b3-40d1-9cbb-a16c5fefe0b7 req-3c0ea088-78b1-4eed-9cb0-691dfe6270a6 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 944 time: 0.2987728 Dec 11 22:45:43.235643 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['6462d03d-ca94-49e5-91ae-038181242f09'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:45:43.273606 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7553435-a676-49fe-bde9-d2a95a0f566b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:43.353909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab57cc7-5849-4ffd-ada3-9cc24e4650d1 req-594a2fb5-74e4-4edf-9bfc-32635fa908ec tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:43.355378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bab57cc7-5849-4ffd-ada3-9cc24e4650d1 req-594a2fb5-74e4-4edf-9bfc-32635fa908ec tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 946 time: 0.1296585 Dec 11 22:45:43.423985 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b9b9f168-49b3-40d1-9cbb-a16c5fefe0b7 req-fde3363e-90e0-42a6-8b32-633212a9a800 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311935 Dec 11 22:45:43.431620 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7553435-a676-49fe-bde9-d2a95a0f566b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:43.434603 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7553435-a676-49fe-bde9-d2a95a0f566b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:43.442416 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc4e7cd9-7a3c-4531-bbec-13bf92fca35f req-26b916b1-6b6a-4035-9053-2b65c11b76ac tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:43.591656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b916b1-6b6a-4035-9053-2b65c11b76ac tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Pushing event deleted for resources: {'Port': ['ID=3532f231-1360-40d4-97f9-a70a5cdd06d6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:43.607331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8a837-743a-4531-8bce-579bf26d782d req-e1a08da8-5032-4e6d-8430-e9bf5080620e tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:43.611296 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fe8a837-743a-4531-8bce-579bf26d782d req-e1a08da8-5032-4e6d-8430-e9bf5080620e tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b3bbc42-59c1-4f49-9001-5d9fd607ec1b HTTP/1.1" status: 200 len: 947 time: 0.3839054 Dec 11 22:45:43.616688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4e7cd9-7a3c-4531-bbec-13bf92fca35f req-26b916b1-6b6a-4035-9053-2b65c11b76ac tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] No DVR routers for this DVR port 3532f231-1360-40d4-97f9-a70a5cdd06d6 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:45:43.632514 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc4e7cd9-7a3c-4531-bbec-13bf92fca35f req-26b916b1-6b6a-4035-9053-2b65c11b76ac tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:43.637056 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc4e7cd9-7a3c-4531-bbec-13bf92fca35f req-26b916b1-6b6a-4035-9053-2b65c11b76ac tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.13 "DELETE /v2.0/ports/3532f231-1360-40d4-97f9-a70a5cdd06d6 HTTP/1.1" status: 204 len: 173 time: 1.3561351 Dec 11 22:45:43.640680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-51221344-750c-4865-befd-7120ad3cd9bb req-663c0ee9-b2a9-4b60-bf72-6aa63b584d92 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Deleting port 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:45:43.640680 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-51221344-750c-4865-befd-7120ad3cd9bb req-663c0ee9-b2a9-4b60-bf72-6aa63b584d92 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:43.656131 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:43.665752 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da9775-0ac1-415b-b4dd-7131ff9405a3 req-7fa33b89-f5f9-456c-9354-77b993800c6d tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:43.668056 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5da9775-0ac1-415b-b4dd-7131ff9405a3 req-7fa33b89-f5f9-456c-9354-77b993800c6d tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f659f50-910f-4d86-a2fd-d42cbe12b5e2 HTTP/1.1" status: 200 len: 946 time: 0.0682361 Dec 11 22:45:43.687899 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7553435-a676-49fe-bde9-d2a95a0f566b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:43.688521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7553435-a676-49fe-bde9-d2a95a0f566b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Fanout notify agent at l3_agent the message router_deleted on router 098c3438-e715-4f76-92a2-f554b0996f8f {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:45:43.704892 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a7553435-a676-49fe-bde9-d2a95a0f566b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:43.704892 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a7553435-a676-49fe-bde9-d2a95a0f566b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "DELETE /v2.0/routers/098c3438-e715-4f76-92a2-f554b0996f8f HTTP/1.1" status: 204 len: 168 time: 2.3257675 Dec 11 22:45:43.710262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57546) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:43.715674 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1696225796', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'enable_snat': False}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:43.768000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-51221344-750c-4865-befd-7120ad3cd9bb req-663c0ee9-b2a9-4b60-bf72-6aa63b584d92 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] For port 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0e70ab3f-0ac6-40d2-bb70-27441f99ca6f,segment=NetworkSegment(094a044f-9653-4d90-adf7-12034faaa341),segment_id=094a044f-9653-4d90-adf7-12034faaa341)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:43.768371 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-51221344-750c-4865-befd-7120ad3cd9bb req-663c0ee9-b2a9-4b60-bf72-6aa63b584d92 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:43.786886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-51221344-750c-4865-befd-7120ad3cd9bb req-663c0ee9-b2a9-4b60-bf72-6aa63b584d92 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Calling delete_port for 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:45:43.821649 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5da9775-0ac1-415b-b4dd-7131ff9405a3 req-a6c5e671-4f31-4c7a-a5d4-933a654d89e6 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e16728-71d1-4489-ad7a-745a6050fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359637 Dec 11 22:45:43.895536 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:43.896762 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:44.009304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3bbc42-59c1-4f49-9001-5d9fd607ec1b', 'name': 'network-vif-deleted', 'tag': '3532f231-1360-40d4-97f9-a70a5cdd06d6'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:44.013440 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bdf793-7127-410a-90ea-6d5768fbdabb" -d '{"events": [{"server_uuid": "4b3bbc42-59c1-4f49-9001-5d9fd607ec1b", "name": "network-vif-deleted", "tag": "3532f231-1360-40d4-97f9-a70a5cdd06d6"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:44.032798 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:44.073371 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-51221344-750c-4865-befd-7120ad3cd9bb req-663c0ee9-b2a9-4b60-bf72-6aa63b584d92 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:44.106906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['822ce573-ac44-4eae-900f-543e18c05464'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:45:44.121766 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-46d6733b-4819-4ab1-8f9a-8ff8a13f5079 req-4eb71640-423a-45bf-bd40-0124b9e90705 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.1062791 Dec 11 22:45:44.207435 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fe8a837-743a-4531-8bce-579bf26d782d req-e8d92b67-81c5-420f-976e-d933e8ed5b9c tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785000 Dec 11 22:45:44.209731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-bab57cc7-5849-4ffd-ada3-9cc24e4650d1 req-947bdb78-d7e9-46df-9717-3f3bfd414f4a tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Deleting port 822ce573-ac44-4eae-900f-543e18c05464 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:45:44.210243 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bab57cc7-5849-4ffd-ada3-9cc24e4650d1 req-947bdb78-d7e9-46df-9717-3f3bfd414f4a tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:44.318313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c0ee9-b2a9-4b60-bf72-6aa63b584d92 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Pushing event deleted for resources: {'Port': ['ID=0e70ab3f-0ac6-40d2-bb70-27441f99ca6f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:44.347015 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb1882e-519b-4157-b5f9-5a6a649edaec x-openstack-request-id: req-dfb1882e-519b-4157-b5f9-5a6a649edaec {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:44.347287 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3bbc42-59c1-4f49-9001-5d9fd607ec1b", "name": "network-vif-deleted", "tag": "3532f231-1360-40d4-97f9-a70a5cdd06d6", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:44.347728 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dfb1882e-519b-4157-b5f9-5a6a649edaec {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:44.348857 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3bbc42-59c1-4f49-9001-5d9fd607ec1b', 'name': 'network-vif-deleted', 'tag': '3532f231-1360-40d4-97f9-a70a5cdd06d6', 'status': 'completed', 'code': 200} Dec 11 22:45:44.466790 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:44.597089 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-51221344-750c-4865-befd-7120ad3cd9bb req-663c0ee9-b2a9-4b60-bf72-6aa63b584d92 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] No DVR routers for this DVR port 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:45:44.600548 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-51221344-750c-4865-befd-7120ad3cd9bb req-663c0ee9-b2a9-4b60-bf72-6aa63b584d92 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:44.606418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-51221344-750c-4865-befd-7120ad3cd9bb req-663c0ee9-b2a9-4b60-bf72-6aa63b584d92 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.13 "DELETE /v2.0/ports/0e70ab3f-0ac6-40d2-bb70-27441f99ca6f HTTP/1.1" status: 204 len: 173 time: 1.4323168 Dec 11 22:45:44.715769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a571ce-93c6-4e92-893c-ed2d43b336bb req-f314be7e-415e-4a08-8b5a-712e66082879 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:44.719122 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1a571ce-93c6-4e92-893c-ed2d43b336bb req-f314be7e-415e-4a08-8b5a-712e66082879 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.3367300 Dec 11 22:45:44.731931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-bab57cc7-5849-4ffd-ada3-9cc24e4650d1 req-947bdb78-d7e9-46df-9717-3f3bfd414f4a tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] For port 822ce573-ac44-4eae-900f-543e18c05464, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=822ce573-ac44-4eae-900f-543e18c05464,segment=NetworkSegment(094a044f-9653-4d90-adf7-12034faaa341),segment_id=094a044f-9653-4d90-adf7-12034faaa341)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:44.732572 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bab57cc7-5849-4ffd-ada3-9cc24e4650d1 req-947bdb78-d7e9-46df-9717-3f3bfd414f4a tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:44.763406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90d02a-60fd-43b2-8353-5dc2984a14a7 req-b0ed57a0-2b74-4140-b78e-42d0127fb915 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:44.773477 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6f90d02a-60fd-43b2-8353-5dc2984a14a7 req-b0ed57a0-2b74-4140-b78e-42d0127fb915 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 944 time: 0.1064076 Dec 11 22:45:44.845458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-bab57cc7-5849-4ffd-ada3-9cc24e4650d1 req-947bdb78-d7e9-46df-9717-3f3bfd414f4a tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Calling delete_port for 822ce573-ac44-4eae-900f-543e18c05464 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:45:44.850442 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6f90d02a-60fd-43b2-8353-5dc2984a14a7 req-72b74916-354f-48a5-a546-d8c9b795c8d8 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725660 Dec 11 22:45:45.108707 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1a571ce-93c6-4e92-893c-ed2d43b336bb req-616a6271-7015-44c5-97f8-1577d5798495 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3815470 Dec 11 22:45:45.213325 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:45.221805 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7247d87-612b-4053-98b7-7a0442cf32a2 req-890f9c02-92af-4b55-b3c9-5f7644a6d727 tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f659f50-910f-4d86-a2fd-d42cbe12b5e2 HTTP/1.1" status: 200 len: 210 time: 0.1076598 Dec 11 22:45:45.255938 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57580) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:45.271204 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:45.402401 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bab57cc7-5849-4ffd-ada3-9cc24e4650d1 req-947bdb78-d7e9-46df-9717-3f3bfd414f4a tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:45.480674 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bbe80f68-f67b-434c-8b02-2d5a22e98728 req-a5ca7c90-1534-4d40-aec0-da8787116591 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.1336741 Dec 11 22:45:45.530337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bdb78-d7e9-46df-9717-3f3bfd414f4a tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Pushing event deleted for resources: {'Port': ['ID=822ce573-ac44-4eae-900f-543e18c05464,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:45.672143 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Allocated IP 172.25.1.186 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/be560b17-d92e-4bb6-b799-20762b20e10a) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:45:45.688710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab57cc7-5849-4ffd-ada3-9cc24e4650d1 req-947bdb78-d7e9-46df-9717-3f3bfd414f4a tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] No DVR routers for this DVR port 822ce573-ac44-4eae-900f-543e18c05464 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:45:45.789430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 6462d03d-ca94-49e5-91ae-038181242f09 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:45:46.009412 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59558b30-39c4-439c-a4fa-6dcc786dd6a4 req-529dc116-ac2d-4fd3-9fea-3ca99cb7260c tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:46.020909 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-59558b30-39c4-439c-a4fa-6dcc786dd6a4 req-529dc116-ac2d-4fd3-9fea-3ca99cb7260c tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=efc3c994-eb60-4fc2-a5d6-6909fbbdc77a HTTP/1.1" status: 200 len: 949 time: 0.1794398 Dec 11 22:45:46.027892 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:46.043439 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 6462d03d-ca94-49e5-91ae-038181242f09 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:45:46.049757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 6462d03d-ca94-49e5-91ae-038181242f09 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:45:46.055122 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:46.127217 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-59558b30-39c4-439c-a4fa-6dcc786dd6a4 req-c8a7ba8f-7b8b-4753-a795-35c296c10502 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040893 Dec 11 22:45:46.215691 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bab57cc7-5849-4ffd-ada3-9cc24e4650d1 req-947bdb78-d7e9-46df-9717-3f3bfd414f4a tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:46.219655 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:46.220038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bab57cc7-5849-4ffd-ada3-9cc24e4650d1 req-947bdb78-d7e9-46df-9717-3f3bfd414f4a tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.47 "DELETE /v2.0/ports/822ce573-ac44-4eae-900f-543e18c05464 HTTP/1.1" status: 204 len: 173 time: 2.8568795 Dec 11 22:45:46.249408 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:46.285432 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c48e59-7474-4c96-8899-26509e29081f req-c59d3cec-ea93-448b-95b3-aa6692cec97a tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:46.286782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:45:46.290855 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:46.294814 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1c48e59-7474-4c96-8899-26509e29081f req-c59d3cec-ea93-448b-95b3-aa6692cec97a tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 944 time: 0.0821815 Dec 11 22:45:46.303247 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:45:46.334202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28a377f-558e-485a-a9df-096c62ae22fc admin admin] Deleting subnet d56072fb-d6eb-465a-81da-2818b252a24c {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:45:46.336810 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c371f788-2f43-4fed-b9ce-7e91d16541d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6462d03d-ca94-49e5-91ae-038181242f09'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:46.340048 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d28a377f-558e-485a-a9df-096c62ae22fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:46.348050 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66613b7-4949-42a2-95c0-f4e72953fcf2" -d '{"events": [{"server_uuid": "c371f788-2f43-4fed-b9ce-7e91d16541d8", "name": "network-vif-plugged", "status": "completed", "tag": "6462d03d-ca94-49e5-91ae-038181242f09"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:46.399753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 6462d03d-ca94-49e5-91ae-038181242f09, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6462d03d-ca94-49e5-91ae-038181242f09,segment=NetworkSegment(dc2665f0-d8f6-40ca-8d50-ed8f03948081),segment_id=dc2665f0-d8f6-40ca-8d50-ed8f03948081)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:46.403322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Pushing event updated for resources: {'Port': ['ID=be560b17-d92e-4bb6-b799-20762b20e10a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:46.429845 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d28a377f-558e-485a-a9df-096c62ae22fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:46.471586 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:46.472819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4f5ba839-3a50-4a80-aeb8-1e483df25bcd up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:45:46.505276 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f659f50-910f-4d86-a2fd-d42cbe12b5e2', 'name': 'network-vif-deleted', 'tag': '0e70ab3f-0ac6-40d2-bb70-27441f99ca6f'}, {'server_uuid': 'bc57a2f7-a538-4e14-9064-9c93fde1932b', 'name': 'network-vif-deleted', 'tag': '822ce573-ac44-4eae-900f-543e18c05464'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:46.517405 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd86c371-8430-47d3-9061-b2fb0532f54d" -d '{"events": [{"server_uuid": "2f659f50-910f-4d86-a2fd-d42cbe12b5e2", "name": "network-vif-deleted", "tag": "0e70ab3f-0ac6-40d2-bb70-27441f99ca6f"}, {"server_uuid": "bc57a2f7-a538-4e14-9064-9c93fde1932b", "name": "network-vif-deleted", "tag": "822ce573-ac44-4eae-900f-543e18c05464"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:46.579931 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d28a377f-558e-485a-a9df-096c62ae22fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:46.621365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1c48e59-7474-4c96-8899-26509e29081f req-31d76c89-5d48-46a5-8020-d11453005b51 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248289 Dec 11 22:45:46.688576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=6462d03d-ca94-49e5-91ae-038181242f09,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:46.735444 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 4f5ba839-3a50-4a80-aeb8-1e483df25bcd completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:45:46.743185 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 4f5ba839-3a50-4a80-aeb8-1e483df25bcd triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:45:46.743882 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:46.809170 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d28a377f-558e-485a-a9df-096c62ae22fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:46.832552 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cfaf1a-4188-4db0-87b8-5a1000b14920 x-openstack-request-id: req-a6cfaf1a-4188-4db0-87b8-5a1000b14920 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:46.834005 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d28a377f-558e-485a-a9df-096c62ae22fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:46.835553 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c371f788-2f43-4fed-b9ce-7e91d16541d8", "name": "network-vif-plugged", "status": "completed", "tag": "6462d03d-ca94-49e5-91ae-038181242f09", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:46.835827 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a6cfaf1a-4188-4db0-87b8-5a1000b14920 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:46.836241 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c371f788-2f43-4fed-b9ce-7e91d16541d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6462d03d-ca94-49e5-91ae-038181242f09', 'code': 200} Dec 11 22:45:46.844077 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d28a377f-558e-485a-a9df-096c62ae22fc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d56072fb-d6eb-465a-81da-2818b252a24c HTTP/1.1" status: 204 len: 168 time: 1.5846605 Dec 11 22:45:46.887076 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57618) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:46.896225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a377f-558e-485a-a9df-096c62ae22fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56072fb-d6eb-465a-81da-2818b252a24c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:46.952749 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:46.978222 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d2c7f9-40ac-453e-a4d6-e25cefaa0fe0 x-openstack-request-id: req-f8d2c7f9-40ac-453e-a4d6-e25cefaa0fe0 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:46.978554 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f659f50-910f-4d86-a2fd-d42cbe12b5e2", "name": "network-vif-deleted", "tag": "0e70ab3f-0ac6-40d2-bb70-27441f99ca6f", "status": "completed", "code": 200}, {"server_uuid": "bc57a2f7-a538-4e14-9064-9c93fde1932b", "name": "network-vif-deleted", "tag": "822ce573-ac44-4eae-900f-543e18c05464", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:46.978775 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8d2c7f9-40ac-453e-a4d6-e25cefaa0fe0 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:46.979204 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f659f50-910f-4d86-a2fd-d42cbe12b5e2', 'name': 'network-vif-deleted', 'tag': '0e70ab3f-0ac6-40d2-bb70-27441f99ca6f', 'status': 'completed', 'code': 200} Dec 11 22:45:46.979462 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc57a2f7-a538-4e14-9064-9c93fde1932b', 'name': 'network-vif-deleted', 'tag': '822ce573-ac44-4eae-900f-543e18c05464', 'status': 'completed', 'code': 200} Dec 11 22:45:47.042209 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4f5ba839-3a50-4a80-aeb8-1e483df25bcd, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4f5ba839-3a50-4a80-aeb8-1e483df25bcd,segment=NetworkSegment(dc2665f0-d8f6-40ca-8d50-ed8f03948081),segment_id=dc2665f0-d8f6-40ca-8d50-ed8f03948081)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:47.048713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d7534-800d-421c-8134-e72295f0df83 req-e83019b1-ef55-4615-8934-b4fbca1fb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:47.049905 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-258d7534-800d-421c-8134-e72295f0df83 req-e83019b1-ef55-4615-8934-b4fbca1fb628 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 1097 time: 0.1024129 Dec 11 22:45:47.067394 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 822ce573-ac44-4eae-900f-543e18c05464 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:45:47.088298 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:45:47.095777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 822ce573-ac44-4eae-900f-543e18c05464 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:45:47.096570 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 822ce573-ac44-4eae-900f-543e18c05464 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:45:47.098631 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c0794e72-d372-4576-934c-76e511cd2e6f req-e27a4c7b-3652-4bdc-b86e-686e26652837 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0607629 Dec 11 22:45:47.135029 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:47.136101 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:47.136729 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 3532f231-1360-40d4-97f9-a70a5cdd06d6 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:45:47.140255 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-258d7534-800d-421c-8134-e72295f0df83 req-57b876b4-1b8d-4861-832b-063f3771ac59 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632987 Dec 11 22:45:47.146302 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe6e56f4-823e-453f-b5d0-d01b4567a236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:47.262042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=4f5ba839-3a50-4a80-aeb8-1e483df25bcd,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:47.275119 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 3532f231-1360-40d4-97f9-a70a5cdd06d6 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:45:47.277554 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 3532f231-1360-40d4-97f9-a70a5cdd06d6 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:45:47.278017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:45:47.285059 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae6297-106e-42ac-ad30-e1e1cd79ea53 req-2f510288-cb1a-432f-809d-784cb809dceb tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:47.294472 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31ae6297-106e-42ac-ad30-e1e1cd79ea53 req-2f510288-cb1a-432f-809d-784cb809dceb tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.2626033 Dec 11 22:45:47.343316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:45:47.343669 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0e70ab3f-0ac6-40d2-bb70-27441f99ca6f not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:45:47.366506 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe6e56f4-823e-453f-b5d0-d01b4567a236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:47.394767 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-fe6e56f4-823e-453f-b5d0-d01b4567a236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b547cd6-e1c3-47dd-aace-0c89098672dd']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:47.405980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-fe6e56f4-823e-453f-b5d0-d01b4567a236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1455c156-596f-4e98-8856-aa0da9f39f3b') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:47.406292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-fe6e56f4-823e-453f-b5d0-d01b4567a236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1455c156-596f-4e98-8856-aa0da9f39f3b') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:47.417028 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe6e56f4-823e-453f-b5d0-d01b4567a236 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:47.418360 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31ae6297-106e-42ac-ad30-e1e1cd79ea53 req-385764fc-52e0-44a7-ba98-71222ba04fb3 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222961 Dec 11 22:45:47.431848 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe6e56f4-823e-453f-b5d0-d01b4567a236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:47.448770 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6e56f4-823e-453f-b5d0-d01b4567a236 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:45:47.449171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe6e56f4-823e-453f-b5d0-d01b4567a236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:45:47.451055 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:45:47.479549 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-349e3afc-1d6f-47dc-a7ac-5197da86ba89 req-f14c6941-ce94-4b08-a9c5-d2c08d014c9a tempest-ListServersNegativeTestJSON-907488252 tempest-ListServersNegativeTestJSON-907488252-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc57a2f7-a538-4e14-9064-9c93fde1932b HTTP/1.1" status: 200 len: 210 time: 0.0430202 Dec 11 22:45:47.578215 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:47.591217 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b866-da79-4990-a252-db8a72b284a8 req-b884994e-0008-44fd-b402-3b5ba7278fef tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:47.593396 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4e58b866-da79-4990-a252-db8a72b284a8 req-b884994e-0008-44fd-b402-3b5ba7278fef tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=efc3c994-eb60-4fc2-a5d6-6909fbbdc77a HTTP/1.1" status: 200 len: 949 time: 0.0763209 Dec 11 22:45:47.620891 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe6e56f4-823e-453f-b5d0-d01b4567a236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:47.629290 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe6e56f4-823e-453f-b5d0-d01b4567a236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:47.638041 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fe6e56f4-823e-453f-b5d0-d01b4567a236 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5b547cd6-e1c3-47dd-aace-0c89098672dd HTTP/1.1" status: 204 len: 168 time: 0.7496452 Dec 11 22:45:47.658892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e56f4-823e-453f-b5d0-d01b4567a236 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b547cd6-e1c3-47dd-aace-0c89098672dd,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:47.749497 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4e58b866-da79-4990-a252-db8a72b284a8 req-b999f9a5-ed6a-4856-b291-83ba66b5d6bd tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148138 Dec 11 22:45:47.820162 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85488d50-2602-4e57-9524-c4c7ae51bf1f req-56440514-acd6-4120-a22e-324e3fadf0d7 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:47.821764 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85488d50-2602-4e57-9524-c4c7ae51bf1f req-56440514-acd6-4120-a22e-324e3fadf0d7 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.0970829 Dec 11 22:45:47.877076 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:47.894566 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85488d50-2602-4e57-9524-c4c7ae51bf1f req-43872ed8-6ac8-4a17-ae2b-7981dc6df7e7 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644081 Dec 11 22:45:48.198205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34404508-2401-4e49-8e1f-f60905b37e16 req-8ff82fc5-a1f9-4ca0-98d4-8a7e510e8011 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:48.199752 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34404508-2401-4e49-8e1f-f60905b37e16 req-8ff82fc5-a1f9-4ca0-98d4-8a7e510e8011 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc3c994-eb60-4fc2-a5d6-6909fbbdc77a HTTP/1.1" status: 200 len: 949 time: 0.0631917 Dec 11 22:45:48.238998 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1bdefad6-a3de-4535-9e41-54cef61a49b4 req-53244e0e-1fb4-4121-845d-889344ba9f91 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0279512 Dec 11 22:45:48.251065 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Router 3c6663c7-6576-4447-95ee-e0ed309ab118 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:45:48.306852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-34404508-2401-4e49-8e1f-f60905b37e16 req-9eb73ba1-158c-4af9-b20c-37b8fa0726c9 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Deleting port ba6d1e1a-fb2e-41f1-be48-667adcff14e1 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:45:48.307189 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-34404508-2401-4e49-8e1f-f60905b37e16 req-9eb73ba1-158c-4af9-b20c-37b8fa0726c9 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:48.377277 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:45:48.388097 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Sync routers for ids ['3c6663c7-6576-4447-95ee-e0ed309ab118'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:45:48.405097 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Routers {'3c6663c7-6576-4447-95ee-e0ed309ab118'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:45:48.405735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a61632d2-6098-47fd-9f87-af398192458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3c6663c7-6576-4447-95ee-e0ed309ab118'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:48.421765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-34404508-2401-4e49-8e1f-f60905b37e16 req-9eb73ba1-158c-4af9-b20c-37b8fa0726c9 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] For port ba6d1e1a-fb2e-41f1-be48-667adcff14e1, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:48.422147 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-34404508-2401-4e49-8e1f-f60905b37e16 req-9eb73ba1-158c-4af9-b20c-37b8fa0726c9 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:48.443146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-34404508-2401-4e49-8e1f-f60905b37e16 req-9eb73ba1-158c-4af9-b20c-37b8fa0726c9 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Calling delete_port for ba6d1e1a-fb2e-41f1-be48-667adcff14e1 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:45:48.494404 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:48.495716 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d5f855bc-fff9-456d-ac37-cedb0616992e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.7839150 Dec 11 22:45:48.499898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57642) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:48.616211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57646) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:48.616555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57648) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:48.662417 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Set router 3c6663c7-6576-4447-95ee-e0ed309ab118 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:45:48.726069 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-78dae01f-fc5a-4efc-a0bc-e677c25fd3b9 admin admin] Deleting subnet 1ce9aa9c-3da4-4a7b-9371-4df60ba69a05 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:45:48.730002 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78dae01f-fc5a-4efc-a0bc-e677c25fd3b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:48.793115 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78dae01f-fc5a-4efc-a0bc-e677c25fd3b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:48.813041 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6d50fd39-1c0e-4b60-8ef3-e3434258aa55 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/routers/3c6663c7-6576-4447-95ee-e0ed309ab118 HTTP/1.1" status: 200 len: 909 time: 0.3088541 Dec 11 22:45:48.819114 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57652) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:48.834328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1696225796', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'enable_snat': True}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:48.846018 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78dae01f-fc5a-4efc-a0bc-e677c25fd3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:48.935345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2537b3db-6c2e-4d22-9bf6-3afc730200aa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b49a52ba3f3243128810d043a8aeef5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152659 Dec 11 22:45:48.941499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57656) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:49.006696 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f812b-b13d-448a-9e3f-6606a865e6fe req-8f72c3bf-2408-4d81-b733-614279577cad tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:49.018164 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-351f812b-b13d-448a-9e3f-6606a865e6fe req-8f72c3bf-2408-4d81-b733-614279577cad tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=efc3c994-eb60-4fc2-a5d6-6909fbbdc77a HTTP/1.1" status: 200 len: 949 time: 0.1124072 Dec 11 22:45:49.022581 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-46d37212-cc9b-47bb-aab4-589abdb8b001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:49.028053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d619ee6-4bd8-48a8-91da-cb223911fccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5ba839-3a50-4a80-aeb8-1e483df25bcd'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:49.028053 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3aca0da-a94c-4e45-a9f4-9ad518819717" -d '{"events": [{"server_uuid": "6d619ee6-4bd8-48a8-91da-cb223911fccc", "name": "network-vif-plugged", "status": "completed", "tag": "4f5ba839-3a50-4a80-aeb8-1e483df25bcd"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:49.028462 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:49.029833 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:49.032846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be923a15-d220-4f42-bfe5-f681e7afc55c req-b8ecc43d-c709-43cd-bde2-a15025b8df29 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:49.040378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be923a15-d220-4f42-bfe5-f681e7afc55c req-b8ecc43d-c709-43cd-bde2-a15025b8df29 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.4987395 Dec 11 22:45:49.104308 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:49.209281 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7787cdc6-e076-4b55-b1bd-71496b76c05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:49.256326 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-351f812b-b13d-448a-9e3f-6606a865e6fe req-403de4ce-204f-4807-ba8f-303736e6b364 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/security-groups?id=57eaab7d-3363-4d21-8294-6c49a61a618a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369010 Dec 11 22:45:49.263019 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be923a15-d220-4f42-bfe5-f681e7afc55c req-e06ecd37-9fc4-4b16-9a96-b7fe807c7e2f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213919 Dec 11 22:45:49.307396 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-46d37212-cc9b-47bb-aab4-589abdb8b001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:49.328645 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c168d258-97ba-49a3-ab5c-490095f565f6 x-openstack-request-id: req-c168d258-97ba-49a3-ab5c-490095f565f6 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:49.328956 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d619ee6-4bd8-48a8-91da-cb223911fccc", "name": "network-vif-plugged", "status": "completed", "tag": "4f5ba839-3a50-4a80-aeb8-1e483df25bcd", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:49.329184 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c168d258-97ba-49a3-ab5c-490095f565f6 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:49.331078 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d619ee6-4bd8-48a8-91da-cb223911fccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5ba839-3a50-4a80-aeb8-1e483df25bcd', 'code': 200} Dec 11 22:45:49.351440 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78dae01f-fc5a-4efc-a0bc-e677c25fd3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:49.353239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a61632d2-6098-47fd-9f87-af398192458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6663c7-6576-4447-95ee-e0ed309ab118', 'name': 'tempest-snat-router-1696225796', 'tenant_id': '5dc1c364bce44f9fb6c42c50256b4a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.186'}], 'enable_snat': False}, 'gw_port_id': 'be560b17-d92e-4bb6-b799-20762b20e10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:43Z', 'updated_at': '2021-12-11T22:45:47Z', 'revision_number': 3, 'project_id': '5dc1c364bce44f9fb6c42c50256b4a73', 'gw_port': {'id': 'be560b17-d92e-4bb6-b799-20762b20e10a', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6663c7-6576-4447-95ee-e0ed309ab118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:45Z', 'updated_at': '2021-12-11T22:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:49.420502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Checking router: 3c6663c7-6576-4447-95ee-e0ed309ab118 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:45:49.420502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Updating router 3c6663c7-6576-4447-95ee-e0ed309ab118 port be560b17-d92e-4bb6-b799-20762b20e10a binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:45:49.484132 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:49.489936 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78dae01f-fc5a-4efc-a0bc-e677c25fd3b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:49.497670 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-78dae01f-fc5a-4efc-a0bc-e677c25fd3b9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1ce9aa9c-3da4-4a7b-9371-4df60ba69a05 HTTP/1.1" status: 204 len: 168 time: 0.8724062 Dec 11 22:45:49.499821 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57668) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:49.504923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dae01f-fc5a-4efc-a0bc-e677c25fd3b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ce9aa9c-3da4-4a7b-9371-4df60ba69a05,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:49.536809 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fbc02e59-c13c-4c61-94ad-785e6bfadbe7 req-720da6fa-654f-4632-bbc9-c4d434e78164 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.1259003 Dec 11 22:45:49.538967 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:49.622748 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-46d37212-cc9b-47bb-aab4-589abdb8b001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:49.626572 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-46d37212-cc9b-47bb-aab4-589abdb8b001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:49.627173 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-46d37212-cc9b-47bb-aab4-589abdb8b001 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/02eea3a1-958f-43c7-8238-3b5ab88e494a HTTP/1.1" status: 204 len: 168 time: 0.6843746 Dec 11 22:45:49.679841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7969d71-3634-4763-b6d3-cd931c78324b req-f56e5247-aa1f-45c4-9d3a-ca4bc28f30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:49.681770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7969d71-3634-4763-b6d3-cd931c78324b req-f56e5247-aa1f-45c4-9d3a-ca4bc28f30c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 1096 time: 0.2328501 Dec 11 22:45:49.685440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d37212-cc9b-47bb-aab4-589abdb8b001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eea3a1-958f-43c7-8238-3b5ab88e494a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:49.687068 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-34404508-2401-4e49-8e1f-f60905b37e16 req-9eb73ba1-158c-4af9-b20c-37b8fa0726c9 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:49.724241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13763a36-ce54-4b4e-af18-4422c43febfd req-b67ecb5b-a097-460e-acb4-edac39df8da6 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:49.733395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13763a36-ce54-4b4e-af18-4422c43febfd req-b67ecb5b-a097-460e-acb4-edac39df8da6 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.2377348 Dec 11 22:45:49.791696 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8039fe12-7f84-4e8b-8b7a-4a24647c4c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:49.864223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb73ba1-158c-4af9-b20c-37b8fa0726c9 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Pushing event deleted for resources: {'Port': ['ID=ba6d1e1a-fb2e-41f1-be48-667adcff14e1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:49.875542 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-34404508-2401-4e49-8e1f-f60905b37e16 req-9eb73ba1-158c-4af9-b20c-37b8fa0726c9 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] No DVR routers for this DVR port ba6d1e1a-fb2e-41f1-be48-667adcff14e1 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:45:49.880429 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-34404508-2401-4e49-8e1f-f60905b37e16 req-9eb73ba1-158c-4af9-b20c-37b8fa0726c9 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:49.884061 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34404508-2401-4e49-8e1f-f60905b37e16 req-9eb73ba1-158c-4af9-b20c-37b8fa0726c9 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.13 "DELETE /v2.0/ports/ba6d1e1a-fb2e-41f1-be48-667adcff14e1 HTTP/1.1" status: 204 len: 173 time: 1.6773558 Dec 11 22:45:49.897590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc3c994-eb60-4fc2-a5d6-6909fbbdc77a', 'name': 'network-vif-deleted', 'tag': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:45:49.900909 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8cbd3d-1185-4f8e-b793-4af049eb4390" -d '{"events": [{"server_uuid": "efc3c994-eb60-4fc2-a5d6-6909fbbdc77a", "name": "network-vif-deleted", "tag": "ba6d1e1a-fb2e-41f1-be48-667adcff14e1"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:45:49.985921 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c589b91-7eb0-4975-b45b-b98a0fb2cced x-openstack-request-id: req-8c589b91-7eb0-4975-b45b-b98a0fb2cced {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:45:49.985921 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc3c994-eb60-4fc2-a5d6-6909fbbdc77a", "name": "network-vif-deleted", "tag": "ba6d1e1a-fb2e-41f1-be48-667adcff14e1", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:45:49.985921 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c589b91-7eb0-4975-b45b-b98a0fb2cced {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:45:49.985921 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc3c994-eb60-4fc2-a5d6-6909fbbdc77a', 'name': 'network-vif-deleted', 'tag': 'ba6d1e1a-fb2e-41f1-be48-667adcff14e1', 'status': 'completed', 'code': 200} Dec 11 22:45:49.991604 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13763a36-ce54-4b4e-af18-4422c43febfd req-4b7a43b3-c0a1-430c-a812-fadbb3a5b4e9 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570035 Dec 11 22:45:49.996160 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7969d71-3634-4763-b6d3-cd931c78324b req-908b71d1-6c33-4aeb-985c-78780296ff3e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992923 Dec 11 22:45:50.040132 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8039fe12-7f84-4e8b-8b7a-4a24647c4c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:50.078062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-8039fe12-7f84-4e8b-8b7a-4a24647c4c4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d20e8cd-5319-4b0f-bbac-6d0556fac1b4']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:50.090548 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-8039fe12-7f84-4e8b-8b7a-4a24647c4c4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094a044f-9653-4d90-adf7-12034faaa341') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:50.090889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-8039fe12-7f84-4e8b-8b7a-4a24647c4c4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094a044f-9653-4d90-adf7-12034faaa341') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:50.152045 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:50.173280 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8039fe12-7f84-4e8b-8b7a-4a24647c4c4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:50.215558 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8039fe12-7f84-4e8b-8b7a-4a24647c4c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:50.232032 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8039fe12-7f84-4e8b-8b7a-4a24647c4c4f admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:45:50.233029 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8039fe12-7f84-4e8b-8b7a-4a24647c4c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:45:50.234874 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:45:50.316876 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:50.343871 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:50.437782 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:50.476518 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b70b451-5453-451b-81f2-be7349c5d0ce req-8a8baf04-d664-4c24-83f2-9b45139ea8c8 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=efc3c994-eb60-4fc2-a5d6-6909fbbdc77a HTTP/1.1" status: 200 len: 210 time: 0.0664349 Dec 11 22:45:50.539542 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437c4ad-a139-45d6-9d01-fd7e5afbd10c None None] Pushing event updated for resources: {'Port': ['ID=be560b17-d92e-4bb6-b799-20762b20e10a,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:50.550569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Attempting to bind port be560b17-d92e-4bb6-b799-20762b20e10a on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:50.552170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Attempting to bind port be560b17-d92e-4bb6-b799-20762b20e10a by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:50.553166 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Attempting to bind port be560b17-d92e-4bb6-b799-20762b20e10a on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:50.565415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:45:50.567752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:45:50.567752 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:50.567752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:45:50.567752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Bound port: be560b17-d92e-4bb6-b799-20762b20e10a, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:45:50.567752 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:50.630421 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8039fe12-7f84-4e8b-8b7a-4a24647c4c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:50.709475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57690) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:50.719566 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8039fe12-7f84-4e8b-8b7a-4a24647c4c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:50.741976 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8039fe12-7f84-4e8b-8b7a-4a24647c4c4f admin admin] 10.222.0.45 "DELETE /v2.0/networks/6d20e8cd-5319-4b0f-bbac-6d0556fac1b4 HTTP/1.1" status: 204 len: 168 time: 1.2226720 Dec 11 22:45:50.784569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a61632d2-6098-47fd-9f87-af398192458c None None] For port be560b17-d92e-4bb6-b799-20762b20e10a, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:45:50.789314 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a61632d2-6098-47fd-9f87-af398192458c None None] For port be560b17-d92e-4bb6-b799-20762b20e10a, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=be560b17-d92e-4bb6-b799-20762b20e10a,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:45:50.801958 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1dadf13a-aa53-4114-88d5-f8094fd401cd req-4f61af60-1e6e-40df-b4a8-37ac1fd2a8c6 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0752656 Dec 11 22:45:50.813058 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039fe12-7f84-4e8b-8b7a-4a24647c4c4f admin admin] Pushing event deleted for resources: {'Network': ['ID=6d20e8cd-5319-4b0f-bbac-6d0556fac1b4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:50.834920 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca7ca1-a7b3-439e-8c7d-0022a867fa08 req-ba4d9ef0-864a-4ee8-8218-9005a1a7f1cd tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:50.844843 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d1ca7ca1-a7b3-439e-8c7d-0022a867fa08 req-ba4d9ef0-864a-4ee8-8218-9005a1a7f1cd tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.4044726 Dec 11 22:45:50.865882 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-10126378-6120-4460-814b-2adbd466f354 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:50.871942 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:50.983323 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Routers {'3c6663c7-6576-4447-95ee-e0ed309ab118'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:45:50.984293 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a61632d2-6098-47fd-9f87-af398192458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3c6663c7-6576-4447-95ee-e0ed309ab118'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:51.030923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Allocated IP 172.25.1.174 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/a60c6e9e-ef4f-4df9-b8c2-77e6148ad628) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:45:51.112333 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-10126378-6120-4460-814b-2adbd466f354 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:51.117481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437c4ad-a139-45d6-9d01-fd7e5afbd10c None None] Pushing event updated for resources: {'Port': ['ID=be560b17-d92e-4bb6-b799-20762b20e10a,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:51.185342 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d1ca7ca1-a7b3-439e-8c7d-0022a867fa08 req-1f1755fb-bdf4-4ade-a5ff-e7a7f19eb9ea tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325899 Dec 11 22:45:51.206746 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb5421-140d-46a5-8599-ea095a0d1de0 req-bb202ef3-bbc7-4b67-b28b-876d1f5bd678 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:51.220128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71cb5421-140d-46a5-8599-ea095a0d1de0 req-bb202ef3-bbc7-4b67-b28b-876d1f5bd678 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.1013837 Dec 11 22:45:51.234587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57704) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:51.240148 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-10126378-6120-4460-814b-2adbd466f354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:51.271679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a61632d2-6098-47fd-9f87-af398192458c None None] Set router 3c6663c7-6576-4447-95ee-e0ed309ab118 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:45:51.412455 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dd499d92-0d22-4c38-a42d-1d24cb227503 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=165b20d1dc3e407f9d4115f10eebfade&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1744657 Dec 11 22:45:51.422544 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71cb5421-140d-46a5-8599-ea095a0d1de0 req-45c79d6d-3461-4b20-812e-70c46ebfb5c5 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862330 Dec 11 22:45:51.422544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57706) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:51.430551 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-10126378-6120-4460-814b-2adbd466f354 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09a8aaea70cd4551a0c6b8f924635492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7196417 Dec 11 22:45:51.439338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57708) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:51.448595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10126378-6120-4460-814b-2adbd466f354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609617ce-579d-41d3-b44d-9c9ef5fd8150,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:51.451050 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:51.620516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a61632d2-6098-47fd-9f87-af398192458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6663c7-6576-4447-95ee-e0ed309ab118', 'name': 'tempest-snat-router-1696225796', 'tenant_id': '5dc1c364bce44f9fb6c42c50256b4a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.186'}], 'enable_snat': False}, 'gw_port_id': 'be560b17-d92e-4bb6-b799-20762b20e10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:43Z', 'updated_at': '2021-12-11T22:45:47Z', 'revision_number': 3, 'project_id': '5dc1c364bce44f9fb6c42c50256b4a73', 'gw_port': {'id': 'be560b17-d92e-4bb6-b799-20762b20e10a', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6663c7-6576-4447-95ee-e0ed309ab118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:45Z', 'updated_at': '2021-12-11T22:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:51.631322 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:51.656398 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-537bd7d1-4bdc-4137-8f95-9c8c677703aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:51.658423 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61632d2-6098-47fd-9f87-af398192458c None None] The sync data for ids ['3c6663c7-6576-4447-95ee-e0ed309ab118'] in n-d-710847-6 is: [{'id': '3c6663c7-6576-4447-95ee-e0ed309ab118', 'name': 'tempest-snat-router-1696225796', 'tenant_id': '5dc1c364bce44f9fb6c42c50256b4a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.186'}], 'enable_snat': False}, 'gw_port_id': 'be560b17-d92e-4bb6-b799-20762b20e10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:43Z', 'updated_at': '2021-12-11T22:45:47Z', 'revision_number': 3, 'project_id': '5dc1c364bce44f9fb6c42c50256b4a73', 'gw_port': {'id': 'be560b17-d92e-4bb6-b799-20762b20e10a', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6663c7-6576-4447-95ee-e0ed309ab118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:45Z', 'updated_at': '2021-12-11T22:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:45:51.681538 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75310945-67ef-4a76-84c5-6c1b87a0f7a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:51.718604 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75310945-67ef-4a76-84c5-6c1b87a0f7a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:51.773624 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fe225e2-a1fb-40df-bdc5-72b1f25f43a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:51.788602 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-131c60fa-327b-4ae9-ae78-a84df1ab9355 req-eeff6895-4097-4247-b0b5-567a83fe5903 tempest-ListImageFiltersTestJSON-1000745325 tempest-ListImageFiltersTestJSON-1000745325-project] 10.222.0.45 "GET /v2.0/ports?device_id=efc3c994-eb60-4fc2-a5d6-6909fbbdc77a HTTP/1.1" status: 200 len: 210 time: 0.0542369 Dec 11 22:45:51.801128 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:45:51.805525 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:51.808166 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:45:51.819266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ba6d1e1a-fb2e-41f1-be48-667adcff14e1 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:45:51.820053 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fe225e2-a1fb-40df-bdc5-72b1f25f43a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:51.909744 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75310945-67ef-4a76-84c5-6c1b87a0f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:51.912981 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75310945-67ef-4a76-84c5-6c1b87a0f7a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:51.914239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: ba6d1e1a-fb2e-41f1-be48-667adcff14e1 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:45:51.914606 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ba6d1e1a-fb2e-41f1-be48-667adcff14e1 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:45:51.917297 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-75310945-67ef-4a76-84c5-6c1b87a0f7a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/609617ce-579d-41d3-b44d-9c9ef5fd8150 HTTP/1.1" status: 204 len: 168 time: 0.4764390 Dec 11 22:45:51.938223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75310945-67ef-4a76-84c5-6c1b87a0f7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609617ce-579d-41d3-b44d-9c9ef5fd8150,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:51.946400 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fe225e2-a1fb-40df-bdc5-72b1f25f43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:51.949752 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fe225e2-a1fb-40df-bdc5-72b1f25f43a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:51.951940 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0fe225e2-a1fb-40df-bdc5-72b1f25f43a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4e16728-71d1-4489-ad7a-745a6050fc72 HTTP/1.1" status: 204 len: 168 time: 0.5295386 Dec 11 22:45:52.005198 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe225e2-a1fb-40df-bdc5-72b1f25f43a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e16728-71d1-4489-ad7a-745a6050fc72,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:52.085907 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cdd34df8-4897-4a2f-bdcb-ec43ca4c6a70 req-ad8cb1ce-cca1-46f2-a67e-9ab68d64eba9 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.1264589 Dec 11 22:45:52.086991 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Pushing event updated for resources: {'Port': ['ID=a60c6e9e-ef4f-4df9-b8c2-77e6148ad628,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:52.124844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57726) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:52.206326 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:52.497318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487b99b-4546-4705-9e0c-3e02cb0322ab req-45d0a3e1-46f6-49a6-9d61-fe813ddb10c9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:52.507453 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a487b99b-4546-4705-9e0c-3e02cb0322ab req-45d0a3e1-46f6-49a6-9d61-fe813ddb10c9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.1637292 Dec 11 22:45:52.510120 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:52.617122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4e338-653a-4003-b532-f4148ba31e71 req-a5a8392c-8f7d-445e-9152-4511ff8f11a4 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:52.618865 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57a4e338-653a-4003-b532-f4148ba31e71 req-a5a8392c-8f7d-445e-9152-4511ff8f11a4 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.0835247 Dec 11 22:45:52.743445 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57a4e338-653a-4003-b532-f4148ba31e71 req-1fb0d425-5557-4ebb-a6fb-41f4794db929 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156960 Dec 11 22:45:53.053774 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ee4a92ec-a9c7-4d9d-839d-23e329b3a609 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-803575614-network', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:53.186206 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1bfe72a6-1f99-49e0-bfdb-7e3e83d64998 req-d0ff83f2-a4ba-43cd-894a-f61647f581a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0394049 Dec 11 22:45:53.197294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4a92ec-a9c7-4d9d-839d-23e329b3a609 admin admin] Made reservation on behalf of eb0d1919169e4d1aae29bafa9569b2dc for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:45:53.200509 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee4a92ec-a9c7-4d9d-839d-23e329b3a609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:53.218407 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee4a92ec-a9c7-4d9d-839d-23e329b3a609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:53.230568 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a487b99b-4546-4705-9e0c-3e02cb0322ab req-3071158c-b093-4b8c-9994-f494e9c7b6e5 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7218168 Dec 11 22:45:53.275326 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:53.425936 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee4a92ec-a9c7-4d9d-839d-23e329b3a609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:53.451673 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57758) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:53.491063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device be560b17-d92e-4bb6-b799-20762b20e10a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:45:53.522600 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-95e47c37-3eda-4bdf-adc9-abf3c4af7e79 req-073f12ed-0bec-4fea-8e92-166a12e55c1d tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0951018 Dec 11 22:45:53.523402 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee4a92ec-a9c7-4d9d-839d-23e329b3a609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:53.543150 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d72c6f1-d702-48f1-9db5-64d89cbb7961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:53.644901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a92ec-a9c7-4d9d-839d-23e329b3a609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2381c576-9acb-49ad-b5ca-6e787394b7d2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:53.697391 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4a92ec-a9c7-4d9d-839d-23e329b3a609 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:45:53.720693 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port be560b17-d92e-4bb6-b799-20762b20e10a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:45:53.720693 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:53.720875 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee4a92ec-a9c7-4d9d-839d-23e329b3a609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:53.720875 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-ee4a92ec-a9c7-4d9d-839d-23e329b3a609 admin admin] Added segment e2326bd5-a783-4620-835d-205103a65c6d of type vlan for network 73c527dd-bcee-4d43-8201-08f3277470d4 Dec 11 22:45:53.755393 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c6115-f2b7-43ef-b09a-31267f241148 req-7b9d9a62-3a4a-4524-84ec-f74c24ee80cb tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:53.757786 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-589c6115-f2b7-43ef-b09a-31267f241148 req-7b9d9a62-3a4a-4524-84ec-f74c24ee80cb tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.1693351 Dec 11 22:45:53.768531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80841135-2147-4656-8191-87b54fac306d req-f5c98779-2f5d-442e-97a2-11b50f2b4fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:53.771164 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80841135-2147-4656-8191-87b54fac306d req-f5c98779-2f5d-442e-97a2-11b50f2b4fd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36b0d5d497d147bc813a16327e3b4f38&device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 1096 time: 0.1485362 Dec 11 22:45:53.899074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80841135-2147-4656-8191-87b54fac306d req-524064e1-6b31-43c0-a593-8e64041b9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:53.900681 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80841135-2147-4656-8191-87b54fac306d req-524064e1-6b31-43c0-a593-8e64041b9c7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 HTTP/1.1" status: 200 len: 920 time: 0.1165566 Dec 11 22:45:53.907298 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee4a92ec-a9c7-4d9d-839d-23e329b3a609 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:53.943842 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-589c6115-f2b7-43ef-b09a-31267f241148 req-46f83428-63f4-4d56-a274-fbc663c93540 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735041 Dec 11 22:45:53.955292 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:53.980131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80841135-2147-4656-8191-87b54fac306d req-4cef8afd-106e-4122-8eb1-8822c6fd60c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5ba839-3a50-4a80-aeb8-1e483df25bcd HTTP/1.1" status: 200 len: 217 time: 0.0690172 Dec 11 22:45:53.986920 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:54.024086 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d72c6f1-d702-48f1-9db5-64d89cbb7961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:54.043761 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Router 2c2ad8aa-dd20-4408-9e6f-379376c325c3 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:45:54.058462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port be560b17-d92e-4bb6-b799-20762b20e10a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=be560b17-d92e-4bb6-b799-20762b20e10a,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:54.069497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80841135-2147-4656-8191-87b54fac306d req-96b56bc4-2412-430d-a5b3-9248654b642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:54.083800 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80841135-2147-4656-8191-87b54fac306d req-96b56bc4-2412-430d-a5b3-9248654b642e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eb8fca7-5e40-4bee-9504-a72666de8453 HTTP/1.1" status: 200 len: 859 time: 0.0909173 Dec 11 22:45:54.133953 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:54.159682 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80841135-2147-4656-8191-87b54fac306d req-247215fc-f0ce-4527-b387-bc1ba8e8fa16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663984 Dec 11 22:45:54.160814 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee4a92ec-a9c7-4d9d-839d-23e329b3a609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:54.161875 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4a92ec-a9c7-4d9d-839d-23e329b3a609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:54.162526 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee4a92ec-a9c7-4d9d-839d-23e329b3a609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:54.234153 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d72c6f1-d702-48f1-9db5-64d89cbb7961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:54.250535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=be560b17-d92e-4bb6-b799-20762b20e10a,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:54.300401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:54.300963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:54.301282 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:45:54.302247 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:54.322651 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:54.322881 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Sync routers for ids ['2c2ad8aa-dd20-4408-9e6f-379376c325c3'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:45:54.326665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:54.327883 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:54.328633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:54.332107 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:54.332675 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:54.333173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:54.335142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:54.335142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:54.335142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:45:54.364952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72c6f1-d702-48f1-9db5-64d89cbb7961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a989d2-1d79-466e-aeec-bedc24a96d25,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:54.373612 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Routers {'2c2ad8aa-dd20-4408-9e6f-379376c325c3'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:45:54.374219 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:52Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2c2ad8aa-dd20-4408-9e6f-379376c325c3'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:54.428824 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0d72c6f1-d702-48f1-9db5-64d89cbb7961 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7133f59703d34b6190506423562abf4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9741180 Dec 11 22:45:54.431607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a92ec-a9c7-4d9d-839d-23e329b3a609 admin admin] Pushing event updated for resources: {'Network': ['ID=73c527dd-bcee-4d43-8201-08f3277470d4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:54.458316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57786) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:54.510977 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 73c527dd-bcee-4d43-8201-08f3277470d4 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:45:54.539904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57788) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:54.543690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ee4a92ec-a9c7-4d9d-839d-23e329b3a609 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4179533 Dec 11 22:45:54.555729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57790) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:54.608222 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1e552176-04da-43e9-bd82-bed7d7dcb1b2 admin admin] Request body: {'subnet': {'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-803575614-subnet', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:54.627754 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:54.631369 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ed792df5-41a6-4f5e-a4da-fefd3e8af923 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8088565 Dec 11 22:45:54.632026 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57796) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:54.649007 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e2899-2fcb-44ec-90fa-e82d1685df3b req-24038f42-c3f2-4ea8-8f00-70f971213d7a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:54.650743 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-315e2899-2fcb-44ec-90fa-e82d1685df3b req-24038f42-c3f2-4ea8-8f00-70f971213d7a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.1819203 Dec 11 22:45:54.678251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80841135-2147-4656-8191-87b54fac306d req-c42d7f81-20d8-4b44-90aa-1d7d5009c25c service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094864 Dec 11 22:45:54.680328 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Set router 2c2ad8aa-dd20-4408-9e6f-379376c325c3 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:45:54.807099 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:54.886470 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-315e2899-2fcb-44ec-90fa-e82d1685df3b req-7dbede91-5ffd-41a2-ad87-f432f0318624 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268908 Dec 11 22:45:54.892859 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80841135-2147-4656-8191-87b54fac306d req-5bb3cba5-3e93-4d52-bb7e-ce425ebe4690 service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952674 Dec 11 22:45:54.911866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4a65a01d-c9a7-4bbe-892c-7ff012cccc8b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-963784697-network', 'tenant_id': '7214c7683cf547839638fa2eb82b35e4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:54.940446 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f33c6ab0-7c86-4213-8095-7f3d3e130fb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:54.946357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e552176-04da-43e9-bd82-bed7d7dcb1b2 admin admin] Made reservation on behalf of eb0d1919169e4d1aae29bafa9569b2dc for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:45:54.950363 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e552176-04da-43e9-bd82-bed7d7dcb1b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:54.964150 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1fe916f2-0f8e-4bbc-83e9-5c3509206677 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/routers/2c2ad8aa-dd20-4408-9e6f-379376c325c3 HTTP/1.1" status: 200 len: 908 time: 0.3271334 Dec 11 22:45:54.964941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57804) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:55.070691 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f33c6ab0-7c86-4213-8095-7f3d3e130fb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:55.133193 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5051c8a-fa13-4e33-afa8-6690f75f37e7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:55.213133 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fed1e003-07ed-4dbd-a18b-ec030c402c4e req-5fbc13e6-6a77-4051-80e7-a1115ae48084 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.3185902 Dec 11 22:45:55.228285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a65a01d-c9a7-4bbe-892c-7ff012cccc8b admin admin] Made reservation on behalf of 7214c7683cf547839638fa2eb82b35e4 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:45:55.231514 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a65a01d-c9a7-4bbe-892c-7ff012cccc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:55.285661 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a65a01d-c9a7-4bbe-892c-7ff012cccc8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:55.333534 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ad8aa-dd20-4408-9e6f-379376c325c3', 'name': 'tempest-snat-router-1696225796', 'tenant_id': '5dc1c364bce44f9fb6c42c50256b4a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'a60c6e9e-ef4f-4df9-b8c2-77e6148ad628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:49Z', 'updated_at': '2021-12-11T22:45:52Z', 'revision_number': 3, 'project_id': '5dc1c364bce44f9fb6c42c50256b4a73', 'gw_port': {'id': 'a60c6e9e-ef4f-4df9-b8c2-77e6148ad628', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2ad8aa-dd20-4408-9e6f-379376c325c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:50Z', 'updated_at': '2021-12-11T22:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:55.381465 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Checking router: 2c2ad8aa-dd20-4408-9e6f-379376c325c3 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:45:55.382192 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Updating router 2c2ad8aa-dd20-4408-9e6f-379376c325c3 port a60c6e9e-ef4f-4df9-b8c2-77e6148ad628 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:45:55.452415 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f33c6ab0-7c86-4213-8095-7f3d3e130fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:55.452415 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f33c6ab0-7c86-4213-8095-7f3d3e130fb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:55.452415 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f33c6ab0-7c86-4213-8095-7f3d3e130fb1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44a989d2-1d79-466e-aeec-bedc24a96d25 HTTP/1.1" status: 204 len: 168 time: 0.9852633 Dec 11 22:45:55.471178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device be560b17-d92e-4bb6-b799-20762b20e10a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:45:55.478668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c6ab0-7c86-4213-8095-7f3d3e130fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a989d2-1d79-466e-aeec-bedc24a96d25,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:55.490343 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5051c8a-fa13-4e33-afa8-6690f75f37e7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:55.509894 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:55.604109 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port be560b17-d92e-4bb6-b799-20762b20e10a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:45:55.604924 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:55.671212 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a65a01d-c9a7-4bbe-892c-7ff012cccc8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:55.689450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a22717-a8b3-456d-b706-86c8e5579286 req-3ec1cf0a-b05b-4394-8360-7aad4bc1d334 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:55.698406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60a22717-a8b3-456d-b706-86c8e5579286 req-3ec1cf0a-b05b-4394-8360-7aad4bc1d334 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.2349176 Dec 11 22:45:55.783852 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60a22717-a8b3-456d-b706-86c8e5579286 req-af901e96-65de-4943-9b38-a8da60b20eaa tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844321 Dec 11 22:45:55.876131 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:55.887199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a5051c8a-fa13-4e33-afa8-6690f75f37e7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Deleting port a60c6e9e-ef4f-4df9-b8c2-77e6148ad628 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:45:55.887667 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5051c8a-fa13-4e33-afa8-6690f75f37e7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:55.889791 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e552176-04da-43e9-bd82-bed7d7dcb1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:55.894748 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a65a01d-c9a7-4bbe-892c-7ff012cccc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:55.958188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a65a01d-c9a7-4bbe-892c-7ff012cccc8b admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:45:55.975710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65a01d-c9a7-4bbe-892c-7ff012cccc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd19a21-87be-4be7-a69a-c77ab58abab5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:55.986087 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:55.994167 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a65a01d-c9a7-4bbe-892c-7ff012cccc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:55.995234 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-4a65a01d-c9a7-4bbe-892c-7ff012cccc8b admin admin] Added segment 5659764b-2f4c-43f1-9be7-49aa93b78a5a of type vlan for network dfc7e56d-6174-457f-878a-2031772251bb Dec 11 22:45:56.003862 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5051c8a-fa13-4e33-afa8-6690f75f37e7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:56.019695 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a5051c8a-fa13-4e33-afa8-6690f75f37e7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Calling delete_port for a60c6e9e-ef4f-4df9-b8c2-77e6148ad628 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:45:56.039730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e552176-04da-43e9-bd82-bed7d7dcb1b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=232893f8-16d8-4344-8efe-6bf53e520d33,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:56.104063 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a65a01d-c9a7-4bbe-892c-7ff012cccc8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:56.104756 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Attempting to bind port a60c6e9e-ef4f-4df9-b8c2-77e6148ad628 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:56.105245 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Attempting to bind port a60c6e9e-ef4f-4df9-b8c2-77e6148ad628 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:56.105820 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Attempting to bind port a60c6e9e-ef4f-4df9-b8c2-77e6148ad628 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:56.106317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e552176-04da-43e9-bd82-bed7d7dcb1b2 admin admin] Checking segment: {'id': 'e2326bd5-a783-4620-835d-205103a65c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:45:56.106679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e552176-04da-43e9-bd82-bed7d7dcb1b2 admin admin] Network hostable DHCP agents. Network: 73c527dd-bcee-4d43-8201-08f3277470d4, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:45:56.142204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171a8f5-a5a8-4bf2-9ce2-65904775cae6 req-34cc3886-4de0-428f-a6ff-9d2e1f07f636 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:56.142733 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:45:56.143164 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:45:56.143903 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4171a8f5-a5a8-4bf2-9ce2-65904775cae6 req-34cc3886-4de0-428f-a6ff-9d2e1f07f636 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.1693535 Dec 11 22:45:56.150961 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:56.152587 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:45:56.153049 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Bound port: a60c6e9e-ef4f-4df9-b8c2-77e6148ad628, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:45:56.153310 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:56.229001 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a5db5-23cc-4e63-99d5-7d26156f51b0 None None] Pushing event updated for resources: {'Port': ['ID=a60c6e9e-ef4f-4df9-b8c2-77e6148ad628,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:56.280461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e552176-04da-43e9-bd82-bed7d7dcb1b2 admin admin] Network 73c527dd-bcee-4d43-8201-08f3277470d4 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:45:56.290930 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] For port a60c6e9e-ef4f-4df9-b8c2-77e6148ad628, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:45:56.293507 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4171a8f5-a5a8-4bf2-9ce2-65904775cae6 req-4ac6d89c-02bc-4bea-914c-92e15d253b37 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313055 Dec 11 22:45:56.309085 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] For port a60c6e9e-ef4f-4df9-b8c2-77e6148ad628, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a60c6e9e-ef4f-4df9-b8c2-77e6148ad628,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:45:56.319719 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a65a01d-c9a7-4bbe-892c-7ff012cccc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:56.319719 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a65a01d-c9a7-4bbe-892c-7ff012cccc8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:56.319719 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a65a01d-c9a7-4bbe-892c-7ff012cccc8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:56.410303 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:56.422405 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20531313-459b-43a7-9dcb-5b3d7d39b9b1 req-965d8817-fd0a-4a0b-b7fe-85aaa24b2be1 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.0475752 Dec 11 22:45:56.426068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1e552176-04da-43e9-bd82-bed7d7dcb1b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 73c527dd-bcee-4d43-8201-08f3277470d4) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:56.437342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e552176-04da-43e9-bd82-bed7d7dcb1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:56.437525 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e552176-04da-43e9-bd82-bed7d7dcb1b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:56.440085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65a01d-c9a7-4bbe-892c-7ff012cccc8b admin admin] Pushing event updated for resources: {'Network': ['ID=dfc7e56d-6174-457f-878a-2031772251bb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:56.441045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b746c35-7e91-4550-869f-43cefb548f96 None None] Network 73c527dd-bcee-4d43-8201-08f3277470d4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:45:56.453028 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4a65a01d-c9a7-4bbe-892c-7ff012cccc8b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9049428 Dec 11 22:45:56.457049 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57842) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:56.462699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3e05ae8d-37d5-4e44-bdd2-d657a91a6835 admin admin] Request body: {'subnet': {'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-963784697-subnet', 'tenant_id': '7214c7683cf547839638fa2eb82b35e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:56.482135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network dfc7e56d-6174-457f-878a-2031772251bb details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:45:56.550212 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a5db5-23cc-4e63-99d5-7d26156f51b0 None None] Pushing event updated for resources: {'Port': ['ID=a60c6e9e-ef4f-4df9-b8c2-77e6148ad628,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:56.552499 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1e552176-04da-43e9-bd82-bed7d7dcb1b2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9860997 Dec 11 22:45:56.556580 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57846) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:56.562994 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-803575614-router', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:56.602300 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Routers {'2c2ad8aa-dd20-4408-9e6f-379376c325c3'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:45:56.603336 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:52Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2c2ad8aa-dd20-4408-9e6f-379376c325c3'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:56.673187 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5051c8a-fa13-4e33-afa8-6690f75f37e7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:56.678771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e05ae8d-37d5-4e44-bdd2-d657a91a6835 admin admin] Made reservation on behalf of 7214c7683cf547839638fa2eb82b35e4 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:45:56.682766 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e05ae8d-37d5-4e44-bdd2-d657a91a6835 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:56.723583 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-73c527dd-bcee-4d43-8201-08f3277470d4', 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4', 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'fixed_ips': [{'subnet_id': '232893f8-16d8-4344-8efe-6bf53e520d33'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:45:56.725100 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:56.737348 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5051c8a-fa13-4e33-afa8-6690f75f37e7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Pushing event deleted for resources: {'Port': ['ID=a60c6e9e-ef4f-4df9-b8c2-77e6148ad628,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:56.740399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57852) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:56.778409 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] Set router 2c2ad8aa-dd20-4408-9e6f-379376c325c3 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:45:56.840958 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5051c8a-fa13-4e33-afa8-6690f75f37e7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:56.849442 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ad8aa-dd20-4408-9e6f-379376c325c3', 'name': 'tempest-snat-router-1696225796', 'tenant_id': '5dc1c364bce44f9fb6c42c50256b4a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:49Z', 'updated_at': '2021-12-11T22:45:55Z', 'revision_number': 4, 'project_id': '5dc1c364bce44f9fb6c42c50256b4a73', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:45:56.881002 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ae882-0952-4d1e-8bd9-afca0b5dc3e9 None None] The sync data for ids ['2c2ad8aa-dd20-4408-9e6f-379376c325c3'] in n-d-710847-6 is: [{'id': '2c2ad8aa-dd20-4408-9e6f-379376c325c3', 'name': 'tempest-snat-router-1696225796', 'tenant_id': '5dc1c364bce44f9fb6c42c50256b4a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:49Z', 'updated_at': '2021-12-11T22:45:55Z', 'revision_number': 4, 'project_id': '5dc1c364bce44f9fb6c42c50256b4a73', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:45:56.941964 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e1c8b3e-b411-41bf-800f-47e79efaebef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:57.005359 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:57.009479 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:57.009994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Allocated IP 172.20.0.2 (73c527dd-bcee-4d43-8201-08f3277470d4/232893f8-16d8-4344-8efe-6bf53e520d33/125c913c-9092-4c19-b0d4-84c0c36ac8a5) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:45:57.016193 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5051c8a-fa13-4e33-afa8-6690f75f37e7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:57.021632 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5051c8a-fa13-4e33-afa8-6690f75f37e7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:57.179664 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5051c8a-fa13-4e33-afa8-6690f75f37e7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:57.182986 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5051c8a-fa13-4e33-afa8-6690f75f37e7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c2ad8aa-dd20-4408-9e6f-379376c325c3 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:45:57.189552 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5051c8a-fa13-4e33-afa8-6690f75f37e7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:57.191113 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a5051c8a-fa13-4e33-afa8-6690f75f37e7 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "DELETE /v2.0/routers/2c2ad8aa-dd20-4408-9e6f-379376c325c3 HTTP/1.1" status: 204 len: 168 time: 2.2217152 Dec 11 22:45:57.194306 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57862) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:57.269599 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:57.334654 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34d53238-1de9-47c3-8361-daf838b99f66 req-dc648459-c1aa-4894-8e47-8bf3858c8faf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=517c9f23ae3543e1bfe7da7e3e20ccca&device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.1042316 Dec 11 22:45:57.385718 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:57.427199 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2597edf2-8a20-4601-ac1e-39a68ebb0e91 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:57.460317 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:57.522259 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34d53238-1de9-47c3-8361-daf838b99f66 req-1465a0fd-1d20-4602-b947-24c389a1a8e1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=517c9f23ae3543e1bfe7da7e3e20ccca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1520500 Dec 11 22:45:57.553692 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Network 73c527dd-bcee-4d43-8201-08f3277470d4 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:45:57.557458 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Pushing event updated for resources: {'Port': ['ID=125c913c-9092-4c19-b0d4-84c0c36ac8a5,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:57.561559 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:57.564703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:45:57.641479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2597edf2-8a20-4601-ac1e-39a68ebb0e91 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:57.670863 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Attempting to bind port 125c913c-9092-4c19-b0d4-84c0c36ac8a5 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:45:57.671249 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Attempting to bind port 125c913c-9092-4c19-b0d4-84c0c36ac8a5 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'e2326bd5-a783-4620-835d-205103a65c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:45:57.671608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Attempting to bind port 125c913c-9092-4c19-b0d4-84c0c36ac8a5 on network 73c527dd-bcee-4d43-8201-08f3277470d4 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:45:57.677435 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:45:57.677825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Checking segment: {'id': 'e2326bd5-a783-4620-835d-205103a65c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:45:57.678229 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:57.681069 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Bound using segment: {'id': 'e2326bd5-a783-4620-835d-205103a65c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:45:57.681069 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Bound port: 125c913c-9092-4c19-b0d4-84c0c36ac8a5, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2326bd5-a783-4620-835d-205103a65c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:45:57.681069 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:57.764355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d931082-1f71-4891-b6f8-3c4c9ba52a16 req-7c2ea83d-a4af-4f57-8fb0-67b87c41c265 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:57.772078 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9d931082-1f71-4891-b6f8-3c4c9ba52a16 req-7c2ea83d-a4af-4f57-8fb0-67b87c41c265 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.4565732 Dec 11 22:45:57.805173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] For port 125c913c-9092-4c19-b0d4-84c0c36ac8a5, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:45:57.816619 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] For port 125c913c-9092-4c19-b0d4-84c0c36ac8a5, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=125c913c-9092-4c19-b0d4-84c0c36ac8a5,segment=NetworkSegment(e2326bd5-a783-4620-835d-205103a65c6d),segment_id=e2326bd5-a783-4620-835d-205103a65c6d)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:45:57.824239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d53238-1de9-47c3-8361-daf838b99f66 req-37ecf7df-9e50-4349-98da-6075472466bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:57.826709 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34d53238-1de9-47c3-8361-daf838b99f66 req-37ecf7df-9e50-4349-98da-6075472466bf service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2944210 Dec 11 22:45:57.843346 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2597edf2-8a20-4601-ac1e-39a68ebb0e91 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Deleting port be560b17-d92e-4bb6-b799-20762b20e10a {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:45:57.844273 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2597edf2-8a20-4601-ac1e-39a68ebb0e91 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:57.900802 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:58.040006 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-2597edf2-8a20-4601-ac1e-39a68ebb0e91 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] For port be560b17-d92e-4bb6-b799-20762b20e10a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=be560b17-d92e-4bb6-b799-20762b20e10a,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:45:58.045185 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2597edf2-8a20-4601-ac1e-39a68ebb0e91 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:58.080948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568c226-f94f-4c87-894a-8af150e6026d None None] Pushing event updated for resources: {'Port': ['ID=125c913c-9092-4c19-b0d4-84c0c36ac8a5,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:58.098617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2597edf2-8a20-4601-ac1e-39a68ebb0e91 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Calling delete_port for be560b17-d92e-4bb6-b799-20762b20e10a owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:45:58.244317 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce98d7c7-c7ce-4965-846c-0787bf39cd19 req-2e872186-bd29-4818-8cb3-2f642286ee56 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.1045601 Dec 11 22:45:58.503268 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:58.612833 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9d931082-1f71-4891-b6f8-3c4c9ba52a16 req-7fa9bbef-5f4b-432e-868e-8916b8e2b37e tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8381851 Dec 11 22:45:58.613570 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e1c8b3e-b411-41bf-800f-47e79efaebef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:58.695422 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bb82b-4d04-4b89-9294-65e177e2ee7a req-5baac4ab-3304-4167-ac1c-e6ffeeb6feff tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:58.697927 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f8bb82b-4d04-4b89-9294-65e177e2ee7a req-5baac4ab-3304-4167-ac1c-e6ffeeb6feff tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.1698635 Dec 11 22:45:58.755943 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e1c8b3e-b411-41bf-800f-47e79efaebef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:58.761553 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2597edf2-8a20-4601-ac1e-39a68ebb0e91 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:58.802953 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597edf2-8a20-4601-ac1e-39a68ebb0e91 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Pushing event deleted for resources: {'Port': ['ID=be560b17-d92e-4bb6-b799-20762b20e10a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:58.815967 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f8bb82b-4d04-4b89-9294-65e177e2ee7a req-a0b68876-fb8d-47e6-b822-9a7633d9dc62 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100543 Dec 11 22:45:58.848152 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1e1c8b3e-b411-41bf-800f-47e79efaebef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5eadb4b427c486e8375137aa3a82569&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0534055 Dec 11 22:45:58.850420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c8b3e-b411-41bf-800f-47e79efaebef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0184fe67-ceff-4fd9-a42d-3580a2e09b4c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:58.853123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57876) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:58.900797 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57878) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:58.908787 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e05ae8d-37d5-4e44-bdd2-d657a91a6835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:58.987769 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2597edf2-8a20-4601-ac1e-39a68ebb0e91 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.045723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05ae8d-37d5-4e44-bdd2-d657a91a6835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12be6b3e-b4eb-4a32-b73f-d59343d31f3d,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:59.061862 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d29fa399-e01f-4a70-b036-43fb93e93607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.109254 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2597edf2-8a20-4601-ac1e-39a68ebb0e91 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.113488 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2597edf2-8a20-4601-ac1e-39a68ebb0e91 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.117372 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d29fa399-e01f-4a70-b036-43fb93e93607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.222499 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8fd5907f-6ba8-4896-8a50-22e3c97c36f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c97ef08801a49cab77f51fee20c9be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3182046 Dec 11 22:45:59.222708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e05ae8d-37d5-4e44-bdd2-d657a91a6835 admin admin] Checking segment: {'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:45:59.222708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e05ae8d-37d5-4e44-bdd2-d657a91a6835 admin admin] Network hostable DHCP agents. Network: dfc7e56d-6174-457f-878a-2031772251bb, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:45:59.223081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57882) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:59.306088 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-beed64d2-11fb-4f58-9797-dca050e8a186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.356791 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-beed64d2-11fb-4f58-9797-dca050e8a186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.374252 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d29fa399-e01f-4a70-b036-43fb93e93607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.381162 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d29fa399-e01f-4a70-b036-43fb93e93607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.381162 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d29fa399-e01f-4a70-b036-43fb93e93607 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0184fe67-ceff-4fd9-a42d-3580a2e09b4c HTTP/1.1" status: 204 len: 168 time: 0.5232763 Dec 11 22:45:59.419758 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2597edf2-8a20-4601-ac1e-39a68ebb0e91 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.420012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34d53238-1de9-47c3-8361-daf838b99f66 req-37d4a169-3987-4693-849c-c358ff44610d tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.1060984 Dec 11 22:45:59.420910 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2597edf2-8a20-4601-ac1e-39a68ebb0e91 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c6663c7-6576-4447-95ee-e0ed309ab118 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:45:59.473713 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2597edf2-8a20-4601-ac1e-39a68ebb0e91 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.475303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e05ae8d-37d5-4e44-bdd2-d657a91a6835 admin admin] Network dfc7e56d-6174-457f-878a-2031772251bb is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:45:59.491119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fa399-e01f-4a70-b036-43fb93e93607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0184fe67-ceff-4fd9-a42d-3580a2e09b4c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:59.492947 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2597edf2-8a20-4601-ac1e-39a68ebb0e91 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "DELETE /v2.0/routers/3c6663c7-6576-4447-95ee-e0ed309ab118 HTTP/1.1" status: 204 len: 168 time: 2.2965465 Dec 11 22:45:59.499831 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57888) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:45:59.500726 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-beed64d2-11fb-4f58-9797-dca050e8a186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.510779 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-beed64d2-11fb-4f58-9797-dca050e8a186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.523870 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-beed64d2-11fb-4f58-9797-dca050e8a186 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57eaab7d-3363-4d21-8294-6c49a61a618a HTTP/1.1" status: 204 len: 168 time: 0.2937257 Dec 11 22:45:59.548683 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1895439767', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:45:59.607420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64a9d59f-7ce3-4146-a0b6-78ed7e58ac12 req-af006bc3-1249-4f7c-a2fe-2f142c6c6d61 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.1863127 Dec 11 22:45:59.618733 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.630020 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed64d2-11fb-4f58-9797-dca050e8a186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eaab7d-3363-4d21-8294-6c49a61a618a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:45:59.677746 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.679104 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.744669 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-3e05ae8d-37d5-4e44-bdd2-d657a91a6835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, dfc7e56d-6174-457f-878a-2031772251bb) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:45:59.757564 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.759331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1576ca-1fa4-49e7-bbc0-0035de274fc7 None None] Network dfc7e56d-6174-457f-878a-2031772251bb requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:45:59.794992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e05ae8d-37d5-4e44-bdd2-d657a91a6835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:45:59.796761 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e05ae8d-37d5-4e44-bdd2-d657a91a6835 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:45:59.889539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 125c913c-9092-4c19-b0d4-84c0c36ac8a5 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:00.013694 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620622c4-9421-4ef2-8940-708aca2e9507 None None] Network dfc7e56d-6174-457f-878a-2031772251bb requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:46:00.148413 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3e05ae8d-37d5-4e44-bdd2-d657a91a6835 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6847193 Dec 11 22:46:00.165095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772969a9-20a1-45be-9308-7d9ceab07514 req-fde80f62-e9de-40ac-a68f-489d60e821d0 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:00.174103 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-772969a9-20a1-45be-9308-7d9ceab07514 req-fde80f62-e9de-40ac-a68f-489d60e821d0 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.1804059 Dec 11 22:46:00.233174 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Allocated IP 172.25.1.188 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/c4813d3b-aa1f-4700-bd5d-b8023a303aaf) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:00.287332 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-772969a9-20a1-45be-9308-7d9ceab07514 req-f6d2f889-5dd8-48f7-9901-45827790c1ad tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102262 Dec 11 22:46:00.333724 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5afbbb1-c598-4839-aa97-5ee1d462e43e None None] Network 73c527dd-bcee-4d43-8201-08f3277470d4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:46:00.454596 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:00.472092 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2194a2-64d8-41b6-ac7b-7141ad22bacc req-c89d02ec-4fe5-4661-8504-75d690e3046c tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:00.474202 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b2194a2-64d8-41b6-ac7b-7141ad22bacc req-c89d02ec-4fe5-4661-8504-75d690e3046c tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.6866181 Dec 11 22:46:00.545068 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:00.691293 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 125c913c-9092-4c19-b0d4-84c0c36ac8a5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:00.691666 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:00.725091 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:00.748336 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b2194a2-64d8-41b6-ac7b-7141ad22bacc req-4083c6b2-7e28-43e6-bed8-c00905161375 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667317 Dec 11 22:46:00.838370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Pushing event updated for resources: {'Port': ['ID=c4813d3b-aa1f-4700-bd5d-b8023a303aaf,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:00.838616 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8839e423-f44a-4a18-b738-2be6a28348d0 None None] Provisioning complete for port 125c913c-9092-4c19-b0d4-84c0c36ac8a5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:00.839277 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8839e423-f44a-4a18-b738-2be6a28348d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:00.853275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:00.855633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:00.859620 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:00.885157 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:01.005144 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d381977b-af38-4f6b-9684-d7e181c7f3be req-667afe55-8134-47a0-bb9c-29420b46efa3 tempest-ServerShowV254Test-117145425 tempest-ServerShowV254Test-117145425-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a58034f-c2d1-4bc7-bcb1-e8633fcd2467 HTTP/1.1" status: 200 len: 210 time: 0.1618299 Dec 11 22:46:01.035649 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:01.183159 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8839e423-f44a-4a18-b738-2be6a28348d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:01.231387 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 125c913c-9092-4c19-b0d4-84c0c36ac8a5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=125c913c-9092-4c19-b0d4-84c0c36ac8a5,segment=NetworkSegment(e2326bd5-a783-4620-835d-205103a65c6d),segment_id=e2326bd5-a783-4620-835d-205103a65c6d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:01.334312 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:01.403592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device be560b17-d92e-4bb6-b799-20762b20e10a no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:46:01.473654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: be560b17-d92e-4bb6-b799-20762b20e10a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:46:01.474012 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device be560b17-d92e-4bb6-b799-20762b20e10a not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:46:01.489121 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:01.503437 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-8839e423-f44a-4a18-b738-2be6a28348d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:46:01.503722 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-8839e423-f44a-4a18-b738-2be6a28348d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:46:01.504587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=125c913c-9092-4c19-b0d4-84c0c36ac8a5,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:01.549600 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:01.609419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b4e28-1e41-48a5-95a6-9f57c9880db2 req-0007b40a-b2c5-43be-8676-24c82fe23a19 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:01.615365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-409b4e28-1e41-48a5-95a6-9f57c9880db2 req-0007b40a-b2c5-43be-8676-24c82fe23a19 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.1447723 Dec 11 22:46:01.729021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:01.918176 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-409b4e28-1e41-48a5-95a6-9f57c9880db2 req-0b3968cb-f011-4b87-8e6a-0d9aaf741978 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933550 Dec 11 22:46:02.085453 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:02.098997 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-428e10bb-68ea-4c7d-8d20-1ad61826a792 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:02.103557 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-428e10bb-68ea-4c7d-8d20-1ad61826a792 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/networks?id=dfc7e56d-6174-457f-878a-2031772251bb HTTP/1.1" status: 200 len: 812 time: 0.4778411 Dec 11 22:46:02.147454 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Allocated IP 172.25.1.98 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/d3eb5fb1-ebb9-40a9-831e-5cd9321b0ccf) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:02.160642 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-87ab3eb4-cdf0-4267-91e5-3def1d42a93d tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/quotas/7214c7683cf547839638fa2eb82b35e4 HTTP/1.1" status: 200 len: 375 time: 0.0479031 Dec 11 22:46:02.207033 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-815b4b21-ebba-4239-8e2d-1c8f4258b106 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7214c7683cf547839638fa2eb82b35e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445580 Dec 11 22:46:02.222006 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a1a3e102-8f7e-40d5-a1e0-5252ad38d6f7 None None] Provisioning complete for port 125c913c-9092-4c19-b0d4-84c0c36ac8a5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:02.223370 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a1a3e102-8f7e-40d5-a1e0-5252ad38d6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:02.252578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c97ba9-fee9-439e-99bf-116c2033a504 req-b0b21fa0-4426-4615-af90-2e11d08cd0c2 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:02.255265 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32c97ba9-fee9-439e-99bf-116c2033a504 req-b0b21fa0-4426-4615-af90-2e11d08cd0c2 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.1625535 Dec 11 22:46:02.345864 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32c97ba9-fee9-439e-99bf-116c2033a504 req-18dc5d8f-bae4-46bc-8574-933850c64e9e tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825989 Dec 11 22:46:02.518779 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-14679ab1-cae7-45e6-88c1-40d4409c5a3b service neutron] 10.222.0.45 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085346 Dec 11 22:46:02.562581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Router 55a67acf-3cb2-4306-a1af-e202bfeb73de is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:46:02.588712 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:02.665227 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-decd4263-b45b-40dd-ad27-f2088c7b9837 service neutron] 10.222.0.45 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474161 Dec 11 22:46:02.712632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:46:02.722972 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Sync routers for ids ['55a67acf-3cb2-4306-a1af-e202bfeb73de'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:46:02.748891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Routers {'55a67acf-3cb2-4306-a1af-e202bfeb73de'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:02.749595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:52Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['55a67acf-3cb2-4306-a1af-e202bfeb73de'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:02.766651 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:02.799294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:02.803410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9e7348e3-b414-4883-8aec-58f9dfd75a52 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2433784 Dec 11 22:46:02.803683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57974) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:02.842276 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:02.847743 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:02.853843 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:02.858689 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Pushing event updated for resources: {'Port': ['ID=d3eb5fb1-ebb9-40a9-831e-5cd9321b0ccf,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:02.932806 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Set router 55a67acf-3cb2-4306-a1af-e202bfeb73de gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:46:03.045984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57980) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:03.388766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec180e6-09c5-459e-8d93-846179b1a002 req-227c6654-ac0e-4389-8d69-864abf59df89 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:03.399956 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ec180e6-09c5-459e-8d93-846179b1a002 req-227c6654-ac0e-4389-8d69-864abf59df89 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.1470277 Dec 11 22:46:03.429829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'name': 'tempest-TaggedBootDevicesTest-803575614-router', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:57Z', 'updated_at': '2021-12-11T22:46:01Z', 'revision_number': 3, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'gw_port': {'id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:59Z', 'updated_at': '2021-12-11T22:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:03.479167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Checking router: 55a67acf-3cb2-4306-a1af-e202bfeb73de for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:46:03.483248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Updating router 55a67acf-3cb2-4306-a1af-e202bfeb73de port c4813d3b-aa1f-4700-bd5d-b8023a303aaf binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:46:03.536946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 125c913c-9092-4c19-b0d4-84c0c36ac8a5 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:03.574384 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ec180e6-09c5-459e-8d93-846179b1a002 req-bcfa19a9-9dbd-46e4-8deb-5b94c4834d03 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727886 Dec 11 22:46:03.581241 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d8d24e5-67a0-442b-8301-36dee3892f69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:03.621532 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:03.761035 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:03.848566 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58002) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:03.865983 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 125c913c-9092-4c19-b0d4-84c0c36ac8a5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:03.866853 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:03.913869 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d8d24e5-67a0-442b-8301-36dee3892f69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.032068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab388b7-3320-4543-90f3-d23a80ce8e28 req-4918e535-7920-432b-9364-e70e5ed828d1 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:04.034071 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ab388b7-3320-4543-90f3-d23a80ce8e28 req-4918e535-7920-432b-9364-e70e5ed828d1 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.2277882 Dec 11 22:46:04.101607 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.129375 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ac19026f-36e8-4d99-b11f-e983ea4090b8 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1395784234'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:04.145671 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.158358 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ab388b7-3320-4543-90f3-d23a80ce8e28 req-a22759c3-e55c-45cf-afc6-7a48ed3d00c4 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166992 Dec 11 22:46:04.181747 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.206250 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d8d24e5-67a0-442b-8301-36dee3892f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.240466 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.307405 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d93bea13-c1ed-46b9-8b95-e23422ae2a50 req-8fb55dcb-43c3-45bc-b8ab-b2d8dd5ffc5a tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 210 time: 0.0469182 Dec 11 22:46:04.317778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Attempting to bind port c4813d3b-aa1f-4700-bd5d-b8023a303aaf on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:46:04.317778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Attempting to bind port c4813d3b-aa1f-4700-bd5d-b8023a303aaf by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:46:04.317778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Attempting to bind port c4813d3b-aa1f-4700-bd5d-b8023a303aaf on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:04.318293 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac19026f-36e8-4d99-b11f-e983ea4090b8 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Made reservation on behalf of 3db7f534125f45189d63ba26a63db23b for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:04.322217 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:46:04.322607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:04.322742 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac19026f-36e8-4d99-b11f-e983ea4090b8 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.323506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d24e5-67a0-442b-8301-36dee3892f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdd2721-f8a1-4a0d-bfb4-e8799cb3354b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:04.324809 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.326931 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:46:04.327449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Bound port: c4813d3b-aa1f-4700-bd5d-b8023a303aaf, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:46:04.327859 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.338936 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2d8d24e5-67a0-442b-8301-36dee3892f69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=517c9f23ae3543e1bfe7da7e3e20ccca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2869802 Dec 11 22:46:04.338936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58010) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:04.352194 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac19026f-36e8-4d99-b11f-e983ea4090b8 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.364475 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419ff83-cecb-4337-873e-3ce903815fe9 None None] Pushing event updated for resources: {'Port': ['ID=c4813d3b-aa1f-4700-bd5d-b8023a303aaf,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:04.402435 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] For port c4813d3b-aa1f-4700-bd5d-b8023a303aaf, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:46:04.405368 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1860ba4-0029-488f-a625-d244515d3dc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.409381 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] For port c4813d3b-aa1f-4700-bd5d-b8023a303aaf, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c4813d3b-aa1f-4700-bd5d-b8023a303aaf,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:46:04.499155 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1860ba4-0029-488f-a625-d244515d3dc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.512157 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.554670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Allocated IP 172.20.0.1 (73c527dd-bcee-4d43-8201-08f3277470d4/232893f8-16d8-4344-8efe-6bf53e520d33/7fedcc95-9f58-4720-ad0a-67ffdd254bfa) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:04.559547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac19026f-36e8-4d99-b11f-e983ea4090b8 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.611765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419ff83-cecb-4337-873e-3ce903815fe9 None None] Pushing event updated for resources: {'Port': ['ID=c4813d3b-aa1f-4700-bd5d-b8023a303aaf,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:04.620965 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Routers {'55a67acf-3cb2-4306-a1af-e202bfeb73de'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:04.622610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:52Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['55a67acf-3cb2-4306-a1af-e202bfeb73de'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:04.646425 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Router 5b942cf8-4e9d-4434-823f-4440ccd74f5e is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:46:04.650116 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac19026f-36e8-4d99-b11f-e983ea4090b8 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.727333 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.781668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac19026f-36e8-4d99-b11f-e983ea4090b8 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:46:04.820463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ddf25-a21e-4021-9dd7-a6dc3e0dc2d1 req-e7898901-b351-4b7b-a45b-def59b635d88 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:04.830103 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8a9ddf25-a21e-4021-9dd7-a6dc3e0dc2d1 req-e7898901-b351-4b7b-a45b-def59b635d88 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.1059654 Dec 11 22:46:04.832432 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19026f-36e8-4d99-b11f-e983ea4090b8 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a627fa-737e-497c-b6ef-a77dc5012b2a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:04.887724 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] Set router 55a67acf-3cb2-4306-a1af-e202bfeb73de gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:46:04.899929 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8a9ddf25-a21e-4021-9dd7-a6dc3e0dc2d1 req-51739080-d047-432c-b9e0-389381f6dd05 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689259 Dec 11 22:46:04.933748 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1860ba4-0029-488f-a625-d244515d3dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.940391 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1860ba4-0029-488f-a625-d244515d3dc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:04.941936 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b1860ba4-0029-488f-a625-d244515d3dc3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6cdd2721-f8a1-4a0d-bfb4-e8799cb3354b HTTP/1.1" status: 204 len: 168 time: 0.6024630 Dec 11 22:46:04.953991 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1860ba4-0029-488f-a625-d244515d3dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdd2721-f8a1-4a0d-bfb4-e8799cb3354b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:04.970092 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:05.030150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Network 73c527dd-bcee-4d43-8201-08f3277470d4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:05.038960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:05.058039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:05.119935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Pushing event updated for resources: {'Port': ['ID=7fedcc95-9f58-4720-ad0a-67ffdd254bfa,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:05.145600 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:05.336592 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac19026f-36e8-4d99-b11f-e983ea4090b8 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:05.336984 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-ac19026f-36e8-4d99-b11f-e983ea4090b8 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Added segment 26ec1301-f22c-40b7-859b-ac50410a2f5d of type vlan for network 9600ac33-03d2-4ff5-acb5-dd704fbd5934 Dec 11 22:46:05.431332 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:46:05.444169 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2451d4a7-13cc-429f-b7c9-ca6bad1c31b9 None None] Sync routers for ids ['5b942cf8-4e9d-4434-823f-4440ccd74f5e'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:46:05.458015 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'name': 'tempest-TaggedBootDevicesTest-803575614-router', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:57Z', 'updated_at': '2021-12-11T22:46:01Z', 'revision_number': 3, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'gw_port': {'id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:59Z', 'updated_at': '2021-12-11T22:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:05.460949 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2451d4a7-13cc-429f-b7c9-ca6bad1c31b9 None None] Routers {'5b942cf8-4e9d-4434-823f-4440ccd74f5e'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:05.461618 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2451d4a7-13cc-429f-b7c9-ca6bad1c31b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:52Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5b942cf8-4e9d-4434-823f-4440ccd74f5e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:05.487110 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac19026f-36e8-4d99-b11f-e983ea4090b8 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:05.535877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a29ea2-ed1d-4ec0-87e8-84b17ae81885 None None] The sync data for ids ['55a67acf-3cb2-4306-a1af-e202bfeb73de'] in n-d-710847-6 is: [{'id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'name': 'tempest-TaggedBootDevicesTest-803575614-router', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:57Z', 'updated_at': '2021-12-11T22:46:01Z', 'revision_number': 3, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'gw_port': {'id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:59Z', 'updated_at': '2021-12-11T22:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:46:05.538008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e219da-d535-4cfd-83f9-d1c2e5f0db1d req-9fdaafbf-cd0d-4e05-94f3-a2434a3d88c9 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:05.540201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7e219da-d535-4cfd-83f9-d1c2e5f0db1d req-9fdaafbf-cd0d-4e05-94f3-a2434a3d88c9 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.1875129 Dec 11 22:46:05.572956 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b8b88cec-e2e0-4971-a561-319f75095b96 None None] Provisioning complete for port 7fedcc95-9f58-4720-ad0a-67ffdd254bfa triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:05.572956 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b8b88cec-e2e0-4971-a561-319f75095b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:05.612278 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2451d4a7-13cc-429f-b7c9-ca6bad1c31b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:05.628325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b8b88cec-e2e0-4971-a561-319f75095b96 None None] Port 7fedcc95-9f58-4720-ad0a-67ffdd254bfa cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:46:05.645760 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2451d4a7-13cc-429f-b7c9-ca6bad1c31b9 None None] Routers {'5b942cf8-4e9d-4434-823f-4440ccd74f5e'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:05.648176 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2451d4a7-13cc-429f-b7c9-ca6bad1c31b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:52Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5b942cf8-4e9d-4434-823f-4440ccd74f5e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:05.674371 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:05.680231 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cf82d264-b332-4ce1-906c-c265c1053764 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1589901 Dec 11 22:46:05.681914 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58036) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:05.696909 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:05.702541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9e86fde4-59bb-4d8f-9aa5-b494fea5a116 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'enable_snat': False}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:05.715013 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2451d4a7-13cc-429f-b7c9-ca6bad1c31b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:05.716326 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2451d4a7-13cc-429f-b7c9-ca6bad1c31b9 None None] The sync data for ids ['5b942cf8-4e9d-4434-823f-4440ccd74f5e'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:46:05.776807 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7e219da-d535-4cfd-83f9-d1c2e5f0db1d req-64d9806e-7c3e-451e-9f61-a425e1636776 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231114 Dec 11 22:46:05.811684 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac19026f-36e8-4d99-b11f-e983ea4090b8 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:05.832795 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac19026f-36e8-4d99-b11f-e983ea4090b8 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:05.833463 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac19026f-36e8-4d99-b11f-e983ea4090b8 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:05.963223 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08f3b431-6ece-433d-844e-3260496452fd req-558928b8-ac26-4e28-8293-7cf22c067b42 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 210 time: 0.0835252 Dec 11 22:46:06.148283 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19026f-36e8-4d99-b11f-e983ea4090b8 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Pushing event updated for resources: {'Network': ['ID=9600ac33-03d2-4ff5-acb5-dd704fbd5934,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:06.188589 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 9600ac33-03d2-4ff5-acb5-dd704fbd5934 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:46:06.260941 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:06.282846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30071af-ae1f-4546-b90c-7f9a7851274c req-00d5b1c7-7199-45a3-a7ed-7841acaa7844 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:06.284681 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b30071af-ae1f-4546-b90c-7f9a7851274c req-00d5b1c7-7199-45a3-a7ed-7841acaa7844 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.1457040 Dec 11 22:46:06.403476 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ac19026f-36e8-4d99-b11f-e983ea4090b8 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5474658 Dec 11 22:46:06.419736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58048) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:06.677933 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e86fde4-59bb-4d8f-9aa5-b494fea5a116 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:06.749710 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:06.870278 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4efd4205-f4ba-4057-bdcf-6fbc907251bb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Request body: {'network': {'name': 'tempest-network--595955706', 'router:external': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:06.913876 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:06.939106 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b30071af-ae1f-4546-b90c-7f9a7851274c req-4d6b7f41-0ad0-431b-952a-9518c90afd1f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6420457 Dec 11 22:46:06.951612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Pushing event updated for resources: {'Port': ['ID=7fedcc95-9f58-4720-ad0a-67ffdd254bfa,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:07.086794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Network 73c527dd-bcee-4d43-8201-08f3277470d4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:07.089433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:07.089776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efd4205-f4ba-4057-bdcf-6fbc907251bb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Made reservation on behalf of 96bb6546a9654d69b8651f16e4b30a72 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:07.093680 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4efd4205-f4ba-4057-bdcf-6fbc907251bb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:07.148833 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4efd4205-f4ba-4057-bdcf-6fbc907251bb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:07.350255 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-488df305-291a-4f4b-9072-490ce37c960f req-88f2a886-2cf9-470f-b0e4-491aff066e18 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 210 time: 0.0541089 Dec 11 22:46:07.363293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Router 55a67acf-3cb2-4306-a1af-e202bfeb73de has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:46:07.412335 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4efd4205-f4ba-4057-bdcf-6fbc907251bb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:07.475344 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bb36a-170e-4434-afbe-7cb7ab4a4e9e req-1bb6ba70-79d3-43c4-9fc8-055683f25f09 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:07.482236 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-256bb36a-170e-4434-afbe-7cb7ab4a4e9e req-1bb6ba70-79d3-43c4-9fc8-055683f25f09 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.3912654 Dec 11 22:46:07.506536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c4813d3b-aa1f-4700-bd5d-b8023a303aaf up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:07.572661 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4efd4205-f4ba-4057-bdcf-6fbc907251bb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:07.588641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ab05f23b-6fd1-4880-844b-43071ef66c91 None None] Provisioning complete for port 7fedcc95-9f58-4720-ad0a-67ffdd254bfa triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:07.589429 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ab05f23b-6fd1-4880-844b-43071ef66c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:07.614185 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efd4205-f4ba-4057-bdcf-6fbc907251bb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:46:07.631492 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-256bb36a-170e-4434-afbe-7cb7ab4a4e9e req-13908e2d-9641-4634-84a1-d1b66f5a07a4 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431868 Dec 11 22:46:07.653381 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ab05f23b-6fd1-4880-844b-43071ef66c91 None None] Port 7fedcc95-9f58-4720-ad0a-67ffdd254bfa cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:46:07.660391 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:46:07.672350 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-236d1759-5902-46af-9dad-824701438f80 admin admin] 10.222.0.45 "PUT /v2.0/routers/55a67acf-3cb2-4306-a1af-e202bfeb73de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8666730 Dec 11 22:46:07.676589 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd4205-f4ba-4057-bdcf-6fbc907251bb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce956cfa-943f-41bd-80ac-fa5ffdb9aa8f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:07.677438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port c4813d3b-aa1f-4700-bd5d-b8023a303aaf triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:07.677820 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:07.680279 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4efd4205-f4ba-4057-bdcf-6fbc907251bb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:07.680775 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-4efd4205-f4ba-4057-bdcf-6fbc907251bb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Added segment fea48f0c-d319-4666-9310-15832ec789b0 of type vlan for network b8b14b8b-ed46-49de-8c04-948ac41d8174 Dec 11 22:46:07.784101 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4efd4205-f4ba-4057-bdcf-6fbc907251bb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:07.817937 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e86fde4-59bb-4d8f-9aa5-b494fea5a116 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:07.825588 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e86fde4-59bb-4d8f-9aa5-b494fea5a116 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:07.937317 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4efd4205-f4ba-4057-bdcf-6fbc907251bb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:07.938601 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efd4205-f4ba-4057-bdcf-6fbc907251bb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:07.939333 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4efd4205-f4ba-4057-bdcf-6fbc907251bb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:07.995348 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:08.016859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-61f43f75-6aa9-4913-adc3-8d7e829894b3 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:08.028590 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-61f43f75-6aa9-4913-adc3-8d7e829894b3 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.47 "GET /v2.0/networks?id=dfc7e56d-6174-457f-878a-2031772251bb HTTP/1.1" status: 200 len: 812 time: 0.4251208 Dec 11 22:46:08.046339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-1c2c828a-fd9c-412a-b4ab-f5bb8de82512 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Request body: {'port': {'device_id': 'ae351d0c-d569-4fe5-9daf-85bafd92497a', 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb', 'admin_state_up': True, 'tenant_id': '7214c7683cf547839638fa2eb82b35e4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:08.048883 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port c4813d3b-aa1f-4700-bd5d-b8023a303aaf, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c4813d3b-aa1f-4700-bd5d-b8023a303aaf,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:08.064722 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4efd4205-f4ba-4057-bdcf-6fbc907251bb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6458347 Dec 11 22:46:08.067683 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58104) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:08.081762 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd4205-f4ba-4057-bdcf-6fbc907251bb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event updated for resources: {'Network': ['ID=b8b14b8b-ed46-49de-8c04-948ac41d8174,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:08.092908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network b8b14b8b-ed46-49de-8c04-948ac41d8174 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:46:08.126257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e86fde4-59bb-4d8f-9aa5-b494fea5a116 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Router 5b942cf8-4e9d-4434-823f-4440ccd74f5e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:46:08.246246 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:08.450979 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96933263-a44f-41b2-8b4d-e11847aacc68 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:08.471057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-1c2c828a-fd9c-412a-b4ab-f5bb8de82512 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Made reservation on behalf of 7214c7683cf547839638fa2eb82b35e4 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:08.475070 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-1c2c828a-fd9c-412a-b4ab-f5bb8de82512 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:08.634583 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=c4813d3b-aa1f-4700-bd5d-b8023a303aaf,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:08.690477 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Sync routers for ids ['55a67acf-3cb2-4306-a1af-e202bfeb73de'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:46:08.708396 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Routers {'55a67acf-3cb2-4306-a1af-e202bfeb73de'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:08.708955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:52Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['55a67acf-3cb2-4306-a1af-e202bfeb73de'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:08.770086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-1c2c828a-fd9c-412a-b4ab-f5bb8de82512 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Allocated IP 172.20.0.3 (dfc7e56d-6174-457f-878a-2031772251bb/12be6b3e-b4eb-4a32-b73f-d59343d31f3d/05d9ce83-9347-493e-a2a8-997c43d67a6f) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:08.915052 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Set router 55a67acf-3cb2-4306-a1af-e202bfeb73de gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:46:08.957403 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-1c2c828a-fd9c-412a-b4ab-f5bb8de82512 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:09.087025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-ef3f885b-ba7a-471b-8a88-41867340d19b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:09.088683 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-ef3f885b-ba7a-471b-8a88-41867340d19b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.47 "GET /v2.0/networks?id=dfc7e56d-6174-457f-878a-2031772251bb HTTP/1.1" status: 200 len: 812 time: 0.7020950 Dec 11 22:46:09.089842 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-1c2c828a-fd9c-412a-b4ab-f5bb8de82512 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:09.130900 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-131e3d98-4470-4a63-857a-5d9b1d3f42e3 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Request body: {'port': {'device_id': '87aa1ca3-ed03-4dde-854a-a6e6b58996e0', 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb', 'admin_state_up': True, 'tenant_id': '7214c7683cf547839638fa2eb82b35e4'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:09.194668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e86fde4-59bb-4d8f-9aa5-b494fea5a116 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:46:09.197509 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-1c2c828a-fd9c-412a-b4ab-f5bb8de82512 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Network dfc7e56d-6174-457f-878a-2031772251bb is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:09.201243 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e86fde4-59bb-4d8f-9aa5-b494fea5a116 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:09.203416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-1c2c828a-fd9c-412a-b4ab-f5bb8de82512 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:09.206314 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9e86fde4-59bb-4d8f-9aa5-b494fea5a116 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "PUT /v2.0/routers/5b942cf8-4e9d-4434-823f-4440ccd74f5e HTTP/1.1" status: 200 len: 925 time: 3.5230236 Dec 11 22:46:09.207954 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c9952-7a17-441b-a02a-e2fd53207276 None None] Sync routers for ids ['5b942cf8-4e9d-4434-823f-4440ccd74f5e'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:46:09.218410 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c9952-7a17-441b-a02a-e2fd53207276 None None] Routers {'5b942cf8-4e9d-4434-823f-4440ccd74f5e'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:09.219325 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-766c9952-7a17-441b-a02a-e2fd53207276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:52Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5b942cf8-4e9d-4434-823f-4440ccd74f5e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:09.220485 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58152) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:09.224799 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96933263-a44f-41b2-8b4d-e11847aacc68 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:09.226174 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c828a-fd9c-412a-b4ab-f5bb8de82512 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Pushing event updated for resources: {'Port': ['ID=05d9ce83-9347-493e-a2a8-997c43d67a6f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:09.228830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-1c2c828a-fd9c-412a-b4ab-f5bb8de82512 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:09.272444 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-766c9952-7a17-441b-a02a-e2fd53207276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:09.291782 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c9952-7a17-441b-a02a-e2fd53207276 None None] Routers {'5b942cf8-4e9d-4434-823f-4440ccd74f5e'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:09.292618 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-766c9952-7a17-441b-a02a-e2fd53207276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:52Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5b942cf8-4e9d-4434-823f-4440ccd74f5e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:09.327390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-1c2c828a-fd9c-412a-b4ab-f5bb8de82512 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:09.328654 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-1c2c828a-fd9c-412a-b4ab-f5bb8de82512 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:09.361716 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-766c9952-7a17-441b-a02a-e2fd53207276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:09.364001 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c9952-7a17-441b-a02a-e2fd53207276 None None] The sync data for ids ['5b942cf8-4e9d-4434-823f-4440ccd74f5e'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:46:09.375606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-96933263-a44f-41b2-8b4d-e11847aacc68 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b14b8b-ed46-49de-8c04-948ac41d8174']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:09.391080 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b4edd-8b3f-4ec9-a1d1-6e08622f1984 req-67996196-6910-4cdc-8540-9862491978f8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:09.397386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'name': 'tempest-TaggedBootDevicesTest-803575614-router', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:57Z', 'updated_at': '2021-12-11T22:46:05Z', 'revision_number': 4, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'gw_port': {'id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:59Z', 'updated_at': '2021-12-11T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7fedcc95-9f58-4720-ad0a-67ffdd254bfa', 'name': '', 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'mac_address': 'fa:16:3e:ce:31:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:04Z', 'updated_at': '2021-12-11T22:46:05Z', 'revision_number': 2, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'subnets': [{'id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:09.400324 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2a0b4edd-8b3f-4ec9-a1d1-6e08622f1984 req-67996196-6910-4cdc-8540-9862491978f8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 947 time: 0.4321179 Dec 11 22:46:09.432566 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-96933263-a44f-41b2-8b4d-e11847aacc68 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea48f0c-d319-4666-9310-15832ec789b0') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:09.433038 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-96933263-a44f-41b2-8b4d-e11847aacc68 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea48f0c-d319-4666-9310-15832ec789b0') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:09.449490 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Checking router: 55a67acf-3cb2-4306-a1af-e202bfeb73de for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:46:09.450115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Updating router 55a67acf-3cb2-4306-a1af-e202bfeb73de port 7fedcc95-9f58-4720-ad0a-67ffdd254bfa binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:46:09.467337 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9de44dcc-7871-44f7-98a8-d43b5ff0e679 req-bcbe3f3f-638e-4a06-8131-f08787959084 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 210 time: 0.0285995 Dec 11 22:46:09.480147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c4813d3b-aa1f-4700-bd5d-b8023a303aaf up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:09.490408 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-1c2c828a-fd9c-412a-b4ab-f5bb8de82512 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4487474 Dec 11 22:46:09.499325 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96933263-a44f-41b2-8b4d-e11847aacc68 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:09.516562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Request body: {'port': {'device_id': 'ae351d0c-d569-4fe5-9daf-85bafd92497a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:09.560382 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:09.591383 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f7aa7e88-05ab-4cdc-9b23-a25fc1421e84 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/routers/5b942cf8-4e9d-4434-823f-4440ccd74f5e HTTP/1.1" status: 200 len: 925 time: 0.3688524 Dec 11 22:46:09.595825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58168) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:09.596180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58170) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:09.606966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-770b2f6f-9784-4a27-96cf-e7e9fc1cc7eb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-20414661-network', 'tenant_id': 'a728848ecb25492480fe304f21c68723'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:09.612152 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2a0b4edd-8b3f-4ec9-a1d1-6e08622f1984 req-01973e5c-3d0b-4f04-b70b-74f5cf3a5b7a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106826 Dec 11 22:46:09.614018 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96933263-a44f-41b2-8b4d-e11847aacc68 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:09.626975 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96933263-a44f-41b2-8b4d-e11847aacc68 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96933263-a44f-41b2-8b4d-e11847aacc68 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: items = [ Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:46:09.638526 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:46:09.710602 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93669baa-c831-4367-b208-96dd4f832e27 req-8a5e8dbf-e8bc-4568-9652-97ff2b67ac95 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.1131644 Dec 11 22:46:09.712692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:09.750598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b39480-ecce-4d9a-a34f-157f6d173302 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:09.753719 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f7b39480-ecce-4d9a-a34f-157f6d173302 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&device_id=5b942cf8-4e9d-4434-823f-4440ccd74f5e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1539607 Dec 11 22:46:09.775638 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58180) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:09.878508 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-131e3d98-4470-4a63-857a-5d9b1d3f42e3 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Made reservation on behalf of 7214c7683cf547839638fa2eb82b35e4 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:09.886651 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-131e3d98-4470-4a63-857a-5d9b1d3f42e3 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:09.894796 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96933263-a44f-41b2-8b4d-e11847aacc68 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:09.907526 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:09.914863 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 763a2f6a-4b05-4cb4-b0de-68332b1abc69 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:46:09.986874 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96933263-a44f-41b2-8b4d-e11847aacc68 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8b14b8b-ed46-49de-8c04-948ac41d8174 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 11 22:46:09.990622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port c4813d3b-aa1f-4700-bd5d-b8023a303aaf triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:09.991041 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.016165 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.047830 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96933263-a44f-41b2-8b4d-e11847aacc68 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.052898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770b2f6f-9784-4a27-96cf-e7e9fc1cc7eb admin admin] Made reservation on behalf of a728848ecb25492480fe304f21c68723 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:10.053656 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-96933263-a44f-41b2-8b4d-e11847aacc68 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "DELETE /v2.0/networks/b8b14b8b-ed46-49de-8c04-948ac41d8174 HTTP/1.1" status: 204 len: 168 time: 1.9850056 Dec 11 22:46:10.063158 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-770b2f6f-9784-4a27-96cf-e7e9fc1cc7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.077486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58186) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:10.082349 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-770b2f6f-9784-4a27-96cf-e7e9fc1cc7eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.093781 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a12b0447-e811-4282-85a1-94e9c0255a03 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:10.119063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d9ce83-9347-493e-a2a8-997c43d67a6f {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:46:10.131689 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.162908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Transition to ACTIVE for port object 05d9ce83-9347-493e-a2a8-997c43d67a6f will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:46:10.174112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96933263-a44f-41b2-8b4d-e11847aacc68 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8b14b8b-ed46-49de-8c04-948ac41d8174,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:10.198971 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae26a85-8ce2-4e90-a3c8-8ea7949cb951 req-74c0b0c4-bbe7-4677-b7cc-c95e4e295b23 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:10.209628 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ae26a85-8ce2-4e90-a3c8-8ea7949cb951 req-74c0b0c4-bbe7-4677-b7cc-c95e4e295b23 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.4517963 Dec 11 22:46:10.261660 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-770b2f6f-9784-4a27-96cf-e7e9fc1cc7eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.265848 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.289647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa17e8-c491-43af-8b75-cf7421ed43a2 None None] Pushing event updated for resources: {'Port': ['ID=7fedcc95-9f58-4720-ad0a-67ffdd254bfa,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:10.308481 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12b0447-e811-4282-85a1-94e9c0255a03 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Made reservation on behalf of 96bb6546a9654d69b8651f16e4b30a72 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:10.311558 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a12b0447-e811-4282-85a1-94e9c0255a03 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.323533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Attempting to bind port 7fedcc95-9f58-4720-ad0a-67ffdd254bfa on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:46:10.324184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Attempting to bind port 7fedcc95-9f58-4720-ad0a-67ffdd254bfa by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'e2326bd5-a783-4620-835d-205103a65c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:46:10.324374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Attempting to bind port 7fedcc95-9f58-4720-ad0a-67ffdd254bfa on network 73c527dd-bcee-4d43-8201-08f3277470d4 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:10.352465 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.403090 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bc5598-2a6c-478f-ad2c-b1b5801a56e9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:10.408097 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-67bc5598-2a6c-478f-ad2c-b1b5801a56e9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 881 time: 0.6276224 Dec 11 22:46:10.414883 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58188) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:10.474201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:10.479137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:46:10.483152 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba25f352-b148-4cfc-b374-233c5742fb97" -d '{"events": [{"server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "name": "network-vif-unplugged", "status": "completed", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:46:10.497332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:46:10.497942 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Checking segment: {'id': 'e2326bd5-a783-4620-835d-205103a65c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:10.498408 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.498684 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ae26a85-8ce2-4e90-a3c8-8ea7949cb951 req-8ac160be-3738-4d2e-a764-2f1717f1c0cf tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875369 Dec 11 22:46:10.498899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Bound using segment: {'id': 'e2326bd5-a783-4620-835d-205103a65c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:46:10.499401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Bound port: 7fedcc95-9f58-4720-ad0a-67ffdd254bfa, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2326bd5-a783-4620-835d-205103a65c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:46:10.499774 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.507790 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-48e41fa7-cdd9-44aa-862a-0a411c620a8a tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b942cf8-4e9d-4434-823f-4440ccd74f5e HTTP/1.1" status: 200 len: 205 time: 0.0793533 Dec 11 22:46:10.508650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58198) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:10.509640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12b0447-e811-4282-85a1-94e9c0255a03 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:46:10.519031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Pushing event updated for resources: {'Port': ['ID=05d9ce83-9347-493e-a2a8-997c43d67a6f,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:10.524352 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-770b2f6f-9784-4a27-96cf-e7e9fc1cc7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.585095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770b2f6f-9784-4a27-96cf-e7e9fc1cc7eb admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:46:10.607567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] For port 7fedcc95-9f58-4720-ad0a-67ffdd254bfa, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:46:10.608339 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-770b2f6f-9784-4a27-96cf-e7e9fc1cc7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.608766 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-770b2f6f-9784-4a27-96cf-e7e9fc1cc7eb admin admin] Added segment 7aa1a66f-fe36-4ec4-88a1-65c23ef469d8 of type vlan for network 8c390f07-1f7c-4f3a-a585-97441d6c9624 Dec 11 22:46:10.617534 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] For port 7fedcc95-9f58-4720-ad0a-67ffdd254bfa, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7fedcc95-9f58-4720-ad0a-67ffdd254bfa,segment=NetworkSegment(e2326bd5-a783-4620-835d-205103a65c6d),segment_id=e2326bd5-a783-4620-835d-205103a65c6d)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:46:10.619010 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a12b0447-e811-4282-85a1-94e9c0255a03 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.619489 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-a12b0447-e811-4282-85a1-94e9c0255a03 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Added segment 1f41147f-4ccd-41fc-a35e-6ece0e8da305 of type vlan for network 246bfdd2-72d1-4333-85e7-61f47a82160e Dec 11 22:46:10.628554 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.651329 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-032039af-2a44-4a70-b13f-655c402bd259 req-ed5ca2c6-4877-445a-9d98-ef7d1a37172d tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 210 time: 0.0546901 Dec 11 22:46:10.680249 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-770b2f6f-9784-4a27-96cf-e7e9fc1cc7eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.682009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-131e3d98-4470-4a63-857a-5d9b1d3f42e3 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Allocated IP 172.20.0.6 (dfc7e56d-6174-457f-878a-2031772251bb/12be6b3e-b4eb-4a32-b73f-d59343d31f3d/cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:10.682168 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18896b7d-be7d-4905-84df-e80fb03b0236 x-openstack-request-id: req-18896b7d-be7d-4905-84df-e80fb03b0236 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:46:10.682442 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "name": "network-vif-unplugged", "status": "completed", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:46:10.682878 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-18896b7d-be7d-4905-84df-e80fb03b0236 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:46:10.686145 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'code': 200} Dec 11 22:46:10.711951 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.732222 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b2f6f-9784-4a27-96cf-e7e9fc1cc7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aae52ac-84d1-4f02-a464-09ed17536db2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:10.737897 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2eb27ac0-744a-437c-8aaa-07d568ef4a77 None None] Provisioning complete for port 7fedcc95-9f58-4720-ad0a-67ffdd254bfa triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:10.739854 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2eb27ac0-744a-437c-8aaa-07d568ef4a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.763683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Attempting to bind port 05d9ce83-9347-493e-a2a8-997c43d67a6f on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:46:10.765237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Attempting to bind port 05d9ce83-9347-493e-a2a8-997c43d67a6f by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:46:10.765237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Attempting to bind port 05d9ce83-9347-493e-a2a8-997c43d67a6f on network dfc7e56d-6174-457f-878a-2031772251bb {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:10.769053 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a12b0447-e811-4282-85a1-94e9c0255a03 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.793651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Port 05d9ce83-9347-493e-a2a8-997c43d67a6f on network dfc7e56d-6174-457f-878a-2031772251bb not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:46:10.796562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Attempting to bind port 05d9ce83-9347-493e-a2a8-997c43d67a6f on network dfc7e56d-6174-457f-878a-2031772251bb {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:10.810545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:46:10.811563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Checking segment: {'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:10.813418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Bound using segment: {'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:46:10.813703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Bound port: 05d9ce83-9347-493e-a2a8-997c43d67a6f, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:46:10.820499 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.855762 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec17b02f-4642-47ba-9efc-c0495afeb506 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.857349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=763a2f6a-4b05-4cb4-b0de-68332b1abc69,revision_number=14']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:10.883474 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-770b2f6f-9784-4a27-96cf-e7e9fc1cc7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.886912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770b2f6f-9784-4a27-96cf-e7e9fc1cc7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:10.886912 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-770b2f6f-9784-4a27-96cf-e7e9fc1cc7eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:10.930699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa17e8-c491-43af-8b75-cf7421ed43a2 None None] Pushing event updated for resources: {'Port': ['ID=7fedcc95-9f58-4720-ad0a-67ffdd254bfa,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:10.946740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Routers {'55a67acf-3cb2-4306-a1af-e202bfeb73de'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:10.947135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:52Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['55a67acf-3cb2-4306-a1af-e202bfeb73de'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:11.027538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b2f6f-9784-4a27-96cf-e7e9fc1cc7eb admin admin] Pushing event updated for resources: {'Network': ['ID=8c390f07-1f7c-4f3a-a585-97441d6c9624,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:11.030169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] For port 05d9ce83-9347-493e-a2a8-997c43d67a6f, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:46:11.039925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] For port 05d9ce83-9347-493e-a2a8-997c43d67a6f, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=05d9ce83-9347-493e-a2a8-997c43d67a6f,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:46:11.052079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 8c390f07-1f7c-4f3a-a585-97441d6c9624 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:46:11.082121 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-770b2f6f-9784-4a27-96cf-e7e9fc1cc7eb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4836562 Dec 11 22:46:11.082676 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58218) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:11.094176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d770a11d-c302-48c4-aac1-5fa817c55030 admin admin] Request body: {'subnet': {'network_id': '8c390f07-1f7c-4f3a-a585-97441d6c9624', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-20414661-subnet', 'tenant_id': 'a728848ecb25492480fe304f21c68723', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:11.099533 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d89b9150-89b7-423d-aec6-fb4e1198deef req-8c8a7cd3-a9c5-4e02-8e54-151573cefa40 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.2347217 Dec 11 22:46:11.107845 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a12b0447-e811-4282-85a1-94e9c0255a03 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:11.108795 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12b0447-e811-4282-85a1-94e9c0255a03 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:11.109399 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a12b0447-e811-4282-85a1-94e9c0255a03 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:11.164190 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:11.180652 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2eb27ac0-744a-437c-8aaa-07d568ef4a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:11.213679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c593-25cc-4165-a347-a233097b5184 req-a05fa120-eba6-438e-9535-d1a2e1c59c3f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:11.222398 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c71c593-25cc-4165-a347-a233097b5184 req-a05fa120-eba6-438e-9535-d1a2e1c59c3f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1764855 Dec 11 22:46:11.245852 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a12b0447-e811-4282-85a1-94e9c0255a03 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1643627 Dec 11 22:46:11.264869 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58220) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:11.272342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-db0c9a06-5f30-4811-8f4f-f1f059330e5a tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Request body: {'subnet': {'network_id': '246bfdd2-72d1-4333-85e7-61f47a82160e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:11.276545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] Set router 55a67acf-3cb2-4306-a1af-e202bfeb73de gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:46:11.279741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2eb27ac0-744a-437c-8aaa-07d568ef4a77 None None] For port 7fedcc95-9f58-4720-ad0a-67ffdd254bfa, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7fedcc95-9f58-4720-ad0a-67ffdd254bfa,segment=NetworkSegment(e2326bd5-a783-4620-835d-205103a65c6d),segment_id=e2326bd5-a783-4620-835d-205103a65c6d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:11.293085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:11.294952 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:11.296364 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] 10.222.0.47 "PUT /v2.0/ports/05d9ce83-9347-493e-a2a8-997c43d67a6f HTTP/1.1" status: 200 len: 1091 time: 1.7909005 Dec 11 22:46:11.296942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae351d0c-d569-4fe5-9daf-85bafd92497a', 'tag': '05d9ce83-9347-493e-a2a8-997c43d67a6f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:46:11.300042 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094e4515-eab8-4868-83d7-6a983ead8c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae351d0c-d569-4fe5-9daf-85bafd92497a", "tag": "05d9ce83-9347-493e-a2a8-997c43d67a6f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:46:11.338397 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b0447-e811-4282-85a1-94e9c0255a03 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event updated for resources: {'Network': ['ID=246bfdd2-72d1-4333-85e7-61f47a82160e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:11.344892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400512e-4852-4811-ae86-798b3bdb2627 service neutron] Pushing event updated for resources: {'Port': ['ID=05d9ce83-9347-493e-a2a8-997c43d67a6f,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:11.363846 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec17b02f-4642-47ba-9efc-c0495afeb506 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:11.376768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 246bfdd2-72d1-4333-85e7-61f47a82160e details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:46:11.381630 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c71c593-25cc-4165-a347-a233097b5184 req-11501188-1d5e-4923-9d02-ac99a039099b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583662 Dec 11 22:46:11.386697 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-131e3d98-4470-4a63-857a-5d9b1d3f42e3 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:11.394413 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2eb27ac0-744a-437c-8aaa-07d568ef4a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:11.411054 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d770a11d-c302-48c4-aac1-5fa817c55030 admin admin] Made reservation on behalf of a728848ecb25492480fe304f21c68723 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:11.417210 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d770a11d-c302-48c4-aac1-5fa817c55030 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:11.525239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb27ac0-744a-437c-8aaa-07d568ef4a77 None None] Pushing event updated for resources: {'Port': ['ID=7fedcc95-9f58-4720-ad0a-67ffdd254bfa,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:11.570961 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-131e3d98-4470-4a63-857a-5d9b1d3f42e3 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:11.592774 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bea9ca9-53fe-4ed0-8445-ab01174abdf0 x-openstack-request-id: req-6bea9ca9-53fe-4ed0-8445-ab01174abdf0 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:46:11.593999 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae351d0c-d569-4fe5-9daf-85bafd92497a", "tag": "05d9ce83-9347-493e-a2a8-997c43d67a6f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:46:11.594536 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6bea9ca9-53fe-4ed0-8445-ab01174abdf0 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:46:11.595835 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae351d0c-d569-4fe5-9daf-85bafd92497a', 'tag': '05d9ce83-9347-493e-a2a8-997c43d67a6f', 'status': 'completed', 'code': 200} Dec 11 22:46:11.681846 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-131e3d98-4470-4a63-857a-5d9b1d3f42e3 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Network dfc7e56d-6174-457f-878a-2031772251bb is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:11.688142 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-131e3d98-4470-4a63-857a-5d9b1d3f42e3 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:11.691716 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-131e3d98-4470-4a63-857a-5d9b1d3f42e3 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:11.698113 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e3d98-4470-4a63-857a-5d9b1d3f42e3 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Pushing event updated for resources: {'Port': ['ID=cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:11.735089 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ec17b02f-4642-47ba-9efc-c0495afeb506 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Deleting port d3eb5fb1-ebb9-40a9-831e-5cd9321b0ccf {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:46:11.735588 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec17b02f-4642-47ba-9efc-c0495afeb506 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:11.764804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0c9a06-5f30-4811-8f4f-f1f059330e5a tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Made reservation on behalf of 96bb6546a9654d69b8651f16e4b30a72 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:11.767699 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-db0c9a06-5f30-4811-8f4f-f1f059330e5a tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:11.818586 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-131e3d98-4470-4a63-857a-5d9b1d3f42e3 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:11.819445 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-131e3d98-4470-4a63-857a-5d9b1d3f42e3 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:11.830593 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-505aacce-86c3-4c57-8e95-24fe2b5236e5 None None] Provisioning complete for port 7fedcc95-9f58-4720-ad0a-67ffdd254bfa triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:11.830593 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-505aacce-86c3-4c57-8e95-24fe2b5236e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:11.862651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-e6f01bd5-2141-4166-a953-5753caa16a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:11.864203 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-e6f01bd5-2141-4166-a953-5753caa16a43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7214c7683cf547839638fa2eb82b35e4&device_id=ae351d0c-d569-4fe5-9daf-85bafd92497a HTTP/1.1" status: 200 len: 1094 time: 0.3565679 Dec 11 22:46:11.880379 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec17b02f-4642-47ba-9efc-c0495afeb506 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:11.910771 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ec17b02f-4642-47ba-9efc-c0495afeb506 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Calling delete_port for d3eb5fb1-ebb9-40a9-831e-5cd9321b0ccf owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:46:12.032871 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-131e3d98-4470-4a63-857a-5d9b1d3f42e3 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8927150 Dec 11 22:46:12.033077 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'name': 'tempest-TaggedBootDevicesTest-803575614-router', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:57Z', 'updated_at': '2021-12-11T22:46:05Z', 'revision_number': 4, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'gw_port': {'id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:59Z', 'updated_at': '2021-12-11T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7fedcc95-9f58-4720-ad0a-67ffdd254bfa', 'name': '', 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'mac_address': 'fa:16:3e:ce:31:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:04Z', 'updated_at': '2021-12-11T22:46:10Z', 'revision_number': 4, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'subnets': [{'id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:12.033883 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-f10054b6-abc3-4ae6-ab87-6fbc79b5d182 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05d9ce83-9347-493e-a2a8-997c43d67a6f HTTP/1.1" status: 200 len: 217 time: 0.1084304 Dec 11 22:46:12.038500 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Request body: {'port': {'device_id': '87aa1ca3-ed03-4dde-854a-a6e6b58996e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:12.046635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a344f0-20da-4369-8931-aa9a268505b2 req-ba8ab8dc-2e28-41c7-905d-05cddb44a287 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:12.049336 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50a344f0-20da-4369-8931-aa9a268505b2 req-ba8ab8dc-2e28-41c7-905d-05cddb44a287 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.4051406 Dec 11 22:46:12.061548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a73bda-d05e-4c4e-b6bc-90d1dcee6e55 None None] The sync data for ids ['55a67acf-3cb2-4306-a1af-e202bfeb73de'] in n-d-710847-6 is: [{'id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'name': 'tempest-TaggedBootDevicesTest-803575614-router', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:57Z', 'updated_at': '2021-12-11T22:46:05Z', 'revision_number': 4, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'gw_port': {'id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:59Z', 'updated_at': '2021-12-11T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7fedcc95-9f58-4720-ad0a-67ffdd254bfa', 'name': '', 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'mac_address': 'fa:16:3e:ce:31:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:04Z', 'updated_at': '2021-12-11T22:46:10Z', 'revision_number': 4, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'subnets': [{'id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:46:12.216299 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:12.217002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8e6cfe7d-1a75-4cff-93d0-761b16616e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:12.218508 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-8e6cfe7d-1a75-4cff-93d0-761b16616e23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12be6b3e-b4eb-4a32-b73f-d59343d31f3d HTTP/1.1" status: 200 len: 852 time: 0.1816943 Dec 11 22:46:12.301751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-c15a874a-b86a-4e19-a88e-f6686bbee66d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfc7e56d-6174-457f-878a-2031772251bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448925 Dec 11 22:46:12.305355 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50a344f0-20da-4369-8931-aa9a268505b2 req-73566d2d-c173-4ec8-8ad3-54470ba0c862 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204750 Dec 11 22:46:12.349100 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d770a11d-c302-48c4-aac1-5fa817c55030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:12.501773 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f3fec453-c077-4e39-a4bd-70be2dd495ce req-727623f9-121f-430a-a427-407d9fbaea8d tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0627737 Dec 11 22:46:12.538032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770a11d-c302-48c4-aac1-5fa817c55030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488de20a-8d3a-426f-b011-5d84f339716c,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:12.566980 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-123fa565-9176-45d3-942a-dc46b4280218 service neutron] 10.222.0.47 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541027 Dec 11 22:46:12.574238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770a11d-c302-48c4-aac1-5fa817c55030 admin admin] Checking segment: {'id': '7aa1a66f-fe36-4ec4-88a1-65c23ef469d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8c390f07-1f7c-4f3a-a585-97441d6c9624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:12.574628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d770a11d-c302-48c4-aac1-5fa817c55030 admin admin] Network hostable DHCP agents. Network: 8c390f07-1f7c-4f3a-a585-97441d6c9624, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:46:12.722956 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec17b02f-4642-47ba-9efc-c0495afeb506 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:12.749500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d770a11d-c302-48c4-aac1-5fa817c55030 admin admin] Network 8c390f07-1f7c-4f3a-a585-97441d6c9624 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:46:12.756369 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-7cb3c967-d285-48e4-a279-8d59ba182871 service neutron] 10.222.0.47 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788890 Dec 11 22:46:12.807755 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17b02f-4642-47ba-9efc-c0495afeb506 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Pushing event deleted for resources: {'Port': ['ID=d3eb5fb1-ebb9-40a9-831e-5cd9321b0ccf,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:12.845629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d770a11d-c302-48c4-aac1-5fa817c55030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 8c390f07-1f7c-4f3a-a585-97441d6c9624) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:12.851182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d770a11d-c302-48c4-aac1-5fa817c55030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:12.851657 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d770a11d-c302-48c4-aac1-5fa817c55030 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:12.856210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb34410f-43c5-44a8-b03e-11f72815ac16 None None] Network 8c390f07-1f7c-4f3a-a585-97441d6c9624 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:46:12.878962 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6efc6-aa80-4115-888d-36c97b973003 req-b5deade5-db73-4b08-8263-04e7258678f4 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:12.890573 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bcc6efc6-aa80-4115-888d-36c97b973003 req-b5deade5-db73-4b08-8263-04e7258678f4 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 931 time: 0.5341020 Dec 11 22:46:12.905359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.objects.ports [None req-db0c9a06-5f30-4811-8f4f-f1f059330e5a tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103692) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:46:12.905858 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-db0c9a06-5f30-4811-8f4f-f1f059330e5a tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:12.999197 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d770a11d-c302-48c4-aac1-5fa817c55030 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9097154 Dec 11 22:46:13.009856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c9a06-5f30-4811-8f4f-f1f059330e5a tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d7a278cb-b5cd-4456-be01-1f821263ed0d,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:13.018678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58282) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:13.031443 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-8c390f07-1f7c-4f3a-a585-97441d6c9624', 'network_id': '8c390f07-1f7c-4f3a-a585-97441d6c9624', 'project_id': 'a728848ecb25492480fe304f21c68723', 'fixed_ips': [{'subnet_id': '488de20a-8d3a-426f-b011-5d84f339716c'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:46:13.032341 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:13.037526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-20414661-router', 'tenant_id': 'a728848ecb25492480fe304f21c68723', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:13.054160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e4515-eab8-4868-83d7-6a983ead8c6c req-5b6cf679-d2aa-428f-8b7b-8f71a5a3e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:13.062064 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-094e4515-eab8-4868-83d7-6a983ead8c6c req-5b6cf679-d2aa-428f-8b7b-8f71a5a3e12f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7214c7683cf547839638fa2eb82b35e4&device_id=ae351d0c-d569-4fe5-9daf-85bafd92497a HTTP/1.1" status: 200 len: 1094 time: 0.1230378 Dec 11 22:46:13.079983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0c9a06-5f30-4811-8f4f-f1f059330e5a tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Checking segment: {'id': '1f41147f-4ccd-41fc-a35e-6ece0e8da305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '246bfdd2-72d1-4333-85e7-61f47a82160e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:13.079983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c9a06-5f30-4811-8f4f-f1f059330e5a tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Network hostable DHCP agents. Network: 246bfdd2-72d1-4333-85e7-61f47a82160e, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:46:13.098552 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bcc6efc6-aa80-4115-888d-36c97b973003 req-bdb4783d-9b99-46a9-9c7a-351af2a7919c tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069068 Dec 11 22:46:13.112116 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec17b02f-4642-47ba-9efc-c0495afeb506 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:13.176756 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:13.176756 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:13.258490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c9a06-5f30-4811-8f4f-f1f059330e5a tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Network 246bfdd2-72d1-4333-85e7-61f47a82160e is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:46:13.280379 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Allocated IP 172.20.0.2 (8c390f07-1f7c-4f3a-a585-97441d6c9624/488de20a-8d3a-426f-b011-5d84f339716c/44255e52-f33f-46fb-a5e3-141998a3b4c2) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:13.302743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e4515-eab8-4868-83d7-6a983ead8c6c req-34f77ae4-49ab-4fc9-bca0-e35476f9520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:13.305131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-094e4515-eab8-4868-83d7-6a983ead8c6c req-34f77ae4-49ab-4fc9-bca0-e35476f9520a service neutron] 10.222.0.47 "GET /v2.0/networks?id=dfc7e56d-6174-457f-878a-2031772251bb HTTP/1.1" status: 200 len: 913 time: 0.2363582 Dec 11 22:46:13.308976 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:13.327925 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec17b02f-4642-47ba-9efc-c0495afeb506 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:13.331033 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec17b02f-4642-47ba-9efc-c0495afeb506 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:13.444803 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-094e4515-eab8-4868-83d7-6a983ead8c6c req-fc14aa7c-592b-4a8d-b8f7-56161e11a84f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05d9ce83-9347-493e-a2a8-997c43d67a6f HTTP/1.1" status: 200 len: 217 time: 0.1266658 Dec 11 22:46:13.446025 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-db0c9a06-5f30-4811-8f4f-f1f059330e5a tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 246bfdd2-72d1-4333-85e7-61f47a82160e) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:13.487320 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58298) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:13.489295 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75505925-3bef-4f3b-8050-d30e2c67a0b6 None None] Network 246bfdd2-72d1-4333-85e7-61f47a82160e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:46:13.514426 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec17b02f-4642-47ba-9efc-c0495afeb506 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:13.517427 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec17b02f-4642-47ba-9efc-c0495afeb506 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Fanout notify agent at l3_agent the message router_deleted on router 5b942cf8-4e9d-4434-823f-4440ccd74f5e {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:46:13.539635 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec17b02f-4642-47ba-9efc-c0495afeb506 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:13.541097 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ec17b02f-4642-47ba-9efc-c0495afeb506 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "DELETE /v2.0/routers/5b942cf8-4e9d-4434-823f-4440ccd74f5e HTTP/1.1" status: 204 len: 168 time: 3.0160356 Dec 11 22:46:13.544793 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58302) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:13.550592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c9a06-5f30-4811-8f4f-f1f059330e5a tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:13.551210 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-db0c9a06-5f30-4811-8f4f-f1f059330e5a tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:13.569609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1a81a50f-462b-4a79-8bd0-1b05e203442d tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-107055369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:13.702129 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 {{(pid=103691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:46:13.712651 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:13.732035 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.provisioning_blocks [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Transition to ACTIVE for port object cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 will not be triggered until provisioned by entity L2. {{(pid=103691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:46:13.765362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7fedcc95-9f58-4720-ad0a-67ffdd254bfa up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:13.807740 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4035ba79-8ced-4bd1-a18a-59174e3b0281 req-16fe3304-1237-4686-b7b9-b7215ccd0ed1 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0690775 Dec 11 22:46:13.817197 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a81a50f-462b-4a79-8bd0-1b05e203442d tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:13.818477 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a81a50f-462b-4a79-8bd0-1b05e203442d tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:13.818650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87b0a72-57c6-4680-9739-d4d3217b8907 None None] Network 246bfdd2-72d1-4333-85e7-61f47a82160e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:46:13.857624 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:13.899751 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-023d81ef-efd3-4bda-ac70-8a03994b4c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:13.916458 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:13.969178 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:14.011105 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 7fedcc95-9f58-4720-ad0a-67ffdd254bfa triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:14.011504 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.037163 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a81a50f-462b-4a79-8bd0-1b05e203442d tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.077098 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.091860 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.110202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e4515-eab8-4868-83d7-6a983ead8c6c req-f7d81ae8-608d-437d-892b-889b0750a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:14.111735 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-094e4515-eab8-4868-83d7-6a983ead8c6c req-f7d81ae8-608d-437d-892b-889b0750a8c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12be6b3e-b4eb-4a32-b73f-d59343d31f3d HTTP/1.1" status: 200 len: 852 time: 0.5640872 Dec 11 22:46:14.124565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e89fe0-3722-45e4-b50c-6db0df6818d5 req-88f39a52-bcee-4d0a-9560-5e0f091bd651 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:14.126518 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-76e89fe0-3722-45e4-b50c-6db0df6818d5 req-88f39a52-bcee-4d0a-9560-5e0f091bd651 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.6851401 Dec 11 22:46:14.142252 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Attempting to bind port cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:46:14.142678 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Attempting to bind port cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:46:14.143104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Attempting to bind port cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 on network dfc7e56d-6174-457f-878a-2031772251bb {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:14.149350 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Port cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 on network dfc7e56d-6174-457f-878a-2031772251bb not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:46:14.149540 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Attempting to bind port cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 on network dfc7e56d-6174-457f-878a-2031772251bb {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:14.161884 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-094e4515-eab8-4868-83d7-6a983ead8c6c req-82d6a8ce-ef56-4343-8e4c-3bdeb1b30636 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfc7e56d-6174-457f-878a-2031772251bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331235 Dec 11 22:46:14.166852 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:46:14.167052 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Checking segment: {'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:14.167505 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Bound using segment: {'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:46:14.167951 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Bound port: cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:46:14.168308 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.171692 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-023d81ef-efd3-4bda-ac70-8a03994b4c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.184377 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a81a50f-462b-4a79-8bd0-1b05e203442d tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.214982 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.257914 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-db0c9a06-5f30-4811-8f4f-f1f059330e5a tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9906485 Dec 11 22:46:14.260719 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-023d81ef-efd3-4bda-ac70-8a03994b4c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.264101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58326) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:14.269177 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Network 8c390f07-1f7c-4f3a-a585-97441d6c9624 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:14.281862 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:14.286900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:14.288410 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Request body: {'floatingip': {'floating_network_id': '246bfdd2-72d1-4333-85e7-61f47a82160e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:14.293656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Pushing event updated for resources: {'Port': ['ID=44255e52-f33f-46fb-a5e3-141998a3b4c2,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:14.318164 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d81ef-efd3-4bda-ac70-8a03994b4c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5adb9c-45cb-4dc8-b238-4bee489d7ea4,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:14.328657 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a81a50f-462b-4a79-8bd0-1b05e203442d tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.332772 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1a81a50f-462b-4a79-8bd0-1b05e203442d tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7838223 Dec 11 22:46:14.339233 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58330) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:14.345887 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:14.369005 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Attempting to bind port 44255e52-f33f-46fb-a5e3-141998a3b4c2 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:46:14.369613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Attempting to bind port 44255e52-f33f-46fb-a5e3-141998a3b4c2 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '7aa1a66f-fe36-4ec4-88a1-65c23ef469d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8c390f07-1f7c-4f3a-a585-97441d6c9624'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:46:14.370197 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Attempting to bind port 44255e52-f33f-46fb-a5e3-141998a3b4c2 on network 8c390f07-1f7c-4f3a-a585-97441d6c9624 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:14.377912 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:46:14.378510 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Checking segment: {'id': '7aa1a66f-fe36-4ec4-88a1-65c23ef469d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8c390f07-1f7c-4f3a-a585-97441d6c9624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:14.379270 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.379913 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Bound using segment: {'id': '7aa1a66f-fe36-4ec4-88a1-65c23ef469d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8c390f07-1f7c-4f3a-a585-97441d6c9624'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:46:14.380611 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Bound port: 44255e52-f33f-46fb-a5e3-141998a3b4c2, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa1a66f-fe36-4ec4-88a1-65c23ef469d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8c390f07-1f7c-4f3a-a585-97441d6c9624'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:46:14.381067 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.391326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-76e89fe0-3722-45e4-b50c-6db0df6818d5 req-1e05abcd-0c98-43f4-af48-0e6f4e079e2c tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381392 Dec 11 22:46:14.428710 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-094e4515-eab8-4868-83d7-6a983ead8c6c req-d4866dca-6b19-4d0a-bd14-491453503943 service neutron] 10.222.0.47 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505465 Dec 11 22:46:14.442935 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8851769-6829-4c22-9ec7-72e6e303d67a req-2fbb5bfe-ff5b-448b-8aaf-7fcbd43e1f75 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:14.447681 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a8851769-6829-4c22-9ec7-72e6e303d67a req-2fbb5bfe-ff5b-448b-8aaf-7fcbd43e1f75 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 943 time: 0.2331216 Dec 11 22:46:14.448947 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] For port cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0, host n-h1-710847-6, cleared binding levels {{(pid=103691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:46:14.464788 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] For port cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:46:14.474153 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] For port 44255e52-f33f-46fb-a5e3-141998a3b4c2, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:46:14.476451 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-023d81ef-efd3-4bda-ac70-8a03994b4c8e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1dd59b9979d04ad4b6d3d9e483091d39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9860451 Dec 11 22:46:14.481335 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] For port 44255e52-f33f-46fb-a5e3-141998a3b4c2, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=44255e52-f33f-46fb-a5e3-141998a3b4c2,segment=NetworkSegment(7aa1a66f-fe36-4ec4-88a1-65c23ef469d8),segment_id=7aa1a66f-fe36-4ec4-88a1-65c23ef469d8)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:46:14.496106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58336) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:14.505404 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.577240 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.610508 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.648808 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8eacedde-c1cd-4ee2-89b0-85f3cdf33583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.678430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aba084-f8ad-43fe-863f-a3b93aacedcf None None] Pushing event updated for resources: {'Port': ['ID=44255e52-f33f-46fb-a5e3-141998a3b4c2,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:14.697418 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a8851769-6829-4c22-9ec7-72e6e303d67a req-9c778df5-7f17-48e2-9847-ef1812c8d718 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234607 Dec 11 22:46:14.711822 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.732113 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:14.732984 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.734631 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] 10.222.0.47 "PUT /v2.0/ports/cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 HTTP/1.1" status: 200 len: 1091 time: 2.7027822 Dec 11 22:46:14.735131 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87aa1ca3-ed03-4dde-854a-a6e6b58996e0', 'tag': 'cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:46:14.737458 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ec9293-261a-433b-abf7-f5b58f5670ac" -d '{"events": [{"name": "network-changed", "server_uuid": "87aa1ca3-ed03-4dde-854a-a6e6b58996e0", "tag": "cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:46:14.751092 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-094e4515-eab8-4868-83d7-6a983ead8c6c req-505bac87-0c01-48f8-b380-0297e16666b0 service neutron] 10.222.0.47 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119769 Dec 11 22:46:14.753353 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8eacedde-c1cd-4ee2-89b0-85f3cdf33583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.763015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be8188-b528-4519-8c84-2ce1e4f4c1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:14.791563 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbf1b85-694f-40db-86b1-d7c08cb74e0d x-openstack-request-id: req-7dbf1b85-694f-40db-86b1-d7c08cb74e0d {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:46:14.791921 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87aa1ca3-ed03-4dde-854a-a6e6b58996e0", "tag": "cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:46:14.792215 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7dbf1b85-694f-40db-86b1-d7c08cb74e0d {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:46:14.792630 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87aa1ca3-ed03-4dde-854a-a6e6b58996e0', 'tag': 'cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0', 'status': 'completed', 'code': 200} Dec 11 22:46:14.933122 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:14.958556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec9293-261a-433b-abf7-f5b58f5670ac req-0096a519-c632-4b85-8784-5e5ed9439b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:14.960183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-89ec9293-261a-433b-abf7-f5b58f5670ac req-0096a519-c632-4b85-8784-5e5ed9439b75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7214c7683cf547839638fa2eb82b35e4&device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 1094 time: 0.1026127 Dec 11 22:46:14.964387 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:15.037260 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3c74de7-9b54-4739-8b16-b95bd9f377b3 req-b67d985e-5aa1-4785-9c15-42954c5093a9 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0487676 Dec 11 22:46:15.050646 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:15.074724 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8eacedde-c1cd-4ee2-89b0-85f3cdf33583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:15.078673 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8eacedde-c1cd-4ee2-89b0-85f3cdf33583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:15.082266 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8eacedde-c1cd-4ee2-89b0-85f3cdf33583 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c5adb9c-45cb-4dc8-b238-4bee489d7ea4 HTTP/1.1" status: 204 len: 168 time: 0.5820508 Dec 11 22:46:15.160307 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:15.177653 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:15.198902 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacedde-c1cd-4ee2-89b0-85f3cdf33583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5adb9c-45cb-4dc8-b238-4bee489d7ea4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:15.204159 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb7bef75-784b-44f5-9661-7a6f68d513d0 req-7b1b2f73-ddc3-49d7-a6eb-39f539d78025 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.1501551 Dec 11 22:46:15.289717 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec9293-261a-433b-abf7-f5b58f5670ac req-4d8a533e-00de-4042-a33c-46a4fb27482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:15.291265 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-89ec9293-261a-433b-abf7-f5b58f5670ac req-4d8a533e-00de-4042-a33c-46a4fb27482e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7214c7683cf547839638fa2eb82b35e4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3101068 Dec 11 22:46:15.304526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Allocated IP 172.25.1.168 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/e57c0afb-2347-4793-bd98-9ba31a6c003d) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:15.338540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3c330-9e85-447f-b622-2a8cd2b3584f req-2296cc44-3332-441e-9d72-1e41d8f876e8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:15.340128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c1e3c330-9e85-447f-b622-2a8cd2b3584f req-2296cc44-3332-441e-9d72-1e41d8f876e8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.2668478 Dec 11 22:46:15.436168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Allocated IP 172.20.0.14 (246bfdd2-72d1-4333-85e7-61f47a82160e/d7a278cb-b5cd-4456-be01-1f821263ed0d/3e5a5ffd-b171-4c5f-ae1c-ae1c368ffaf9) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:15.437305 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:15.514689 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c1e3c330-9e85-447f-b622-2a8cd2b3584f req-437d534f-b7eb-4192-b5ec-d83ddfb5da60 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576915 Dec 11 22:46:15.536077 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 44255e52-f33f-46fb-a5e3-141998a3b4c2 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:15.587268 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:15.638329 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 44255e52-f33f-46fb-a5e3-141998a3b4c2 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:15.639140 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:15.697961 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:15.705347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec9293-261a-433b-abf7-f5b58f5670ac req-b1ad944b-a3ba-4eb6-86e5-e2208570d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:15.706894 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-89ec9293-261a-433b-abf7-f5b58f5670ac req-b1ad944b-a3ba-4eb6-86e5-e2208570d358 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4073253 Dec 11 22:46:15.707208 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:15.736108 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:15.743970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Pushing event updated for resources: {'Port': ['ID=e57c0afb-2347-4793-bd98-9ba31a6c003d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:15.750935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Allocated IP 172.25.1.61 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/773600a5-b099-41ce-9adf-eef6c27828ce) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:15.768163 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8e52e-86d5-4b30-ac88-5c662527fe13 req-a240a7a8-8971-40f6-886f-e20331989e80 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:15.769952 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7d8e52e-86d5-4b30-ac88-5c662527fe13 req-a240a7a8-8971-40f6-886f-e20331989e80 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.2242723 Dec 11 22:46:15.777057 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:15.812543 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:15.813054 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:15.813502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:15.814105 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:15.814545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:15.815148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:15.815620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:15.815892 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:15.816347 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:15.816912 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:15.817208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 44255e52-f33f-46fb-a5e3-141998a3b4c2, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=44255e52-f33f-46fb-a5e3-141998a3b4c2,segment=NetworkSegment(7aa1a66f-fe36-4ec4-88a1-65c23ef469d8),segment_id=7aa1a66f-fe36-4ec4-88a1-65c23ef469d8)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:15.817685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:15.818467 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:15.819031 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:15.852913 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:15.906283 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:15.937849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-6d5cf22d-342c-4370-8dc8-c27b93e8f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:15.939466 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-6d5cf22d-342c-4370-8dc8-c27b93e8f732 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7214c7683cf547839638fa2eb82b35e4&device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 1094 time: 0.1650434 Dec 11 22:46:16.015187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=44255e52-f33f-46fb-a5e3-141998a3b4c2,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:16.028099 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7d8e52e-86d5-4b30-ac88-5c662527fe13 req-283db5d4-0526-4dda-8c66-8b8f56442eae tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231648 Dec 11 22:46:16.038552 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ece021-a69e-4ec4-bf5d-2356325bd6e7 None None] Network 8c390f07-1f7c-4f3a-a585-97441d6c9624 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:46:16.085152 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-529b9f4e-0794-4ee8-a571-5f77a03cf37c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 HTTP/1.1" status: 200 len: 217 time: 0.1314347 Dec 11 22:46:16.118567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-917c792f-f9d8-48d8-8f11-752c748453c5 None None] Provisioning complete for port 44255e52-f33f-46fb-a5e3-141998a3b4c2 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:16.118880 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-917c792f-f9d8-48d8-8f11-752c748453c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:16.196138 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-983e984b-7893-47a2-841c-e8586415c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:16.199251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-983e984b-7893-47a2-841c-e8586415c889 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12be6b3e-b4eb-4a32-b73f-d59343d31f3d HTTP/1.1" status: 200 len: 852 time: 0.0977781 Dec 11 22:46:16.246213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e00edc-b391-4d03-833d-aea98cbdb639 req-5beb30ba-0653-416c-b0f8-bd09dcb85774 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:16.248571 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-23e00edc-b391-4d03-833d-aea98cbdb639 req-5beb30ba-0653-416c-b0f8-bd09dcb85774 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1369421 Dec 11 22:46:16.271107 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:16.273839 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-ba3ac8e0-4558-4828-b6e2-7e9afc58f281 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfc7e56d-6174-457f-878a-2031772251bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566933 Dec 11 22:46:16.306627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6b8bd-4c89-40c1-8f9d-b0c4e71a71bc req-a87a3146-af32-4dc7-b355-454b0b9595fa tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:16.308398 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-28d6b8bd-4c89-40c1-8f9d-b0c4e71a71bc req-a87a3146-af32-4dc7-b355-454b0b9595fa tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 943 time: 0.2421274 Dec 11 22:46:16.326735 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bb370-0783-4b5c-a8d8-b3f085cd8bbe req-f76e46d0-0c64-4345-9548-391f3d2b9bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:16.328738 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b39bb370-0783-4b5c-a8d8-b3f085cd8bbe req-f76e46d0-0c64-4345-9548-391f3d2b9bbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 1096 time: 0.2636201 Dec 11 22:46:16.346826 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:16.353354 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-23e00edc-b391-4d03-833d-aea98cbdb639 req-97136880-af36-4c8c-ad47-47f513573350 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722682 Dec 11 22:46:16.379657 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:16.506601 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58376) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:16.553953 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event updated for resources: {'Port': ['ID=3e5a5ffd-b171-4c5f-ae1c-ae1c368ffaf9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:16.567817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Network 246bfdd2-72d1-4333-85e7-61f47a82160e is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:16.571315 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9baf28b-2643-4580-9b3b-87dc25ccce8c req-8be07289-3d86-47dd-8dd8-b94907d51f8e tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0782206 Dec 11 22:46:16.603735 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:16.628162 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:16.667965 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:16.672302 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:16.681367 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-31c2a5fd-bdfa-4820-9ab9-2822f5c88c77 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1070109094-network', 'tenant_id': 'df946e63d1d84440a773ced4e562a692'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:16.683170 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-9f190d20-8cdf-4526-a239-8338ece3bd04 service neutron] 10.222.0.47 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975549 Dec 11 22:46:16.698627 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-616cf3f2-63ae-4f77-bd17-2815c9e1ed6d None None] Provisioning complete for port 44255e52-f33f-46fb-a5e3-141998a3b4c2 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:16.699237 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-616cf3f2-63ae-4f77-bd17-2815c9e1ed6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:16.728460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-28d6b8bd-4c89-40c1-8f9d-b0c4e71a71bc req-846bf84d-f5e5-45cb-9983-1e7f00d91e18 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052637 Dec 11 22:46:16.781485 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:16.845464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:16.876857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:16.883787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bb370-0783-4b5c-a8d8-b3f085cd8bbe req-64280de0-e727-4d83-96b2-68c952941a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:16.885273 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b39bb370-0783-4b5c-a8d8-b3f085cd8bbe req-64280de0-e727-4d83-96b2-68c952941a0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.4952872 Dec 11 22:46:16.891546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:16.939912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Pushing event updated for resources: {'Port': ['ID=773600a5-b099-41ce-9adf-eef6c27828ce,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:17.026544 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c2a5fd-bdfa-4820-9ab9-2822f5c88c77 admin admin] Made reservation on behalf of df946e63d1d84440a773ced4e562a692 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:17.028990 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31c2a5fd-bdfa-4820-9ab9-2822f5c88c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:17.043037 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31c2a5fd-bdfa-4820-9ab9-2822f5c88c77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:17.122991 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:17.127426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 05d9ce83-9347-493e-a2a8-997c43d67a6f details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:46:17.151997 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31c2a5fd-bdfa-4820-9ab9-2822f5c88c77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:17.154079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Router cfe650cb-54ab-4fb4-86f2-4ca84360eb00 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:46:17.220116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cc21b-ed4a-417c-a099-00f18b18ad67 req-22620ed3-89e2-4479-a393-9b24ae1ff4f8 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:17.221597 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-388cc21b-ed4a-417c-a099-00f18b18ad67 req-22620ed3-89e2-4479-a393-9b24ae1ff4f8 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.1052577 Dec 11 22:46:17.224228 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31c2a5fd-bdfa-4820-9ab9-2822f5c88c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:17.236545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 05d9ce83-9347-493e-a2a8-997c43d67a6f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=05d9ce83-9347-493e-a2a8-997c43d67a6f,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:17.252421 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '05d9ce83-9347-493e-a2a8-997c43d67a6f', 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb', 'port_id': '05d9ce83-9347-493e-a2a8-997c43d67a6f', 'mac_address': 'fa:16:3e:7e:22:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12be6b3e-b4eb-4a32-b73f-d59343d31f3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:46:17.261826 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c2a5fd-bdfa-4820-9ab9-2822f5c88c77 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:46:17.294683 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:17.308440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d9ce83-9347-493e-a2a8-997c43d67a6f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:46:17.320868 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:17.323263 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31c2a5fd-bdfa-4820-9ab9-2822f5c88c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:17.323653 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-31c2a5fd-bdfa-4820-9ab9-2822f5c88c77 admin admin] Added segment 1a973d8a-1c14-4852-8fa1-e3cb362b54a1 of type vlan for network 8f8fea77-563d-4b58-80be-148d26ff4e2f Dec 11 22:46:17.326614 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2a5fd-bdfa-4820-9ab9-2822f5c88c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3885ad-3e26-42fc-8258-2b9ae88a360d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:17.341892 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108de977-12a0-4256-8bea-96ca2d9dcffb req-634b18f0-1f74-4e29-b219-42ae5bbdfb28 service neutron] 10.222.0.47 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493645 Dec 11 22:46:17.347657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 05d9ce83-9347-493e-a2a8-997c43d67a6f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=05d9ce83-9347-493e-a2a8-997c43d67a6f,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:17.407035 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-388cc21b-ed4a-417c-a099-00f18b18ad67 req-3c972b22-eb14-4ccf-b4b1-4269102af633 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698647 Dec 11 22:46:17.410200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:46:17.412782 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31c2a5fd-bdfa-4820-9ab9-2822f5c88c77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:17.429088 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:17.429088 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0cc1442d-7493-4ecf-97e0-23b28eea319e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "PUT /v2.0/routers/cfe650cb-54ab-4fb4-86f2-4ca84360eb00 HTTP/1.1" status: 200 len: 883 time: 3.0858424 Dec 11 22:46:17.429305 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13ea16-308e-472e-90ff-e1e453802313 None None] Sync routers for ids ['cfe650cb-54ab-4fb4-86f2-4ca84360eb00'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:46:17.435861 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58384) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:17.438888 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b39bb370-0783-4b5c-a8d8-b3f085cd8bbe req-6afeb371-51a9-4beb-a5d6-978b8b504d3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69 HTTP/1.1" status: 200 len: 1000 time: 0.5450268 Dec 11 22:46:17.450737 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da13ea16-308e-472e-90ff-e1e453802313 None None] Routers {'cfe650cb-54ab-4fb4-86f2-4ca84360eb00'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:17.456048 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-da13ea16-308e-472e-90ff-e1e453802313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:52Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cfe650cb-54ab-4fb4-86f2-4ca84360eb00'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:17.457973 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:17.519252 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 44255e52-f33f-46fb-a5e3-141998a3b4c2 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:17.526615 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-da13ea16-308e-472e-90ff-e1e453802313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:17.556117 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:17.569614 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31c2a5fd-bdfa-4820-9ab9-2822f5c88c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:17.570963 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c2a5fd-bdfa-4820-9ab9-2822f5c88c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:17.571557 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31c2a5fd-bdfa-4820-9ab9-2822f5c88c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:17.579787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da13ea16-308e-472e-90ff-e1e453802313 None None] Routers {'cfe650cb-54ab-4fb4-86f2-4ca84360eb00'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:17.580424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-da13ea16-308e-472e-90ff-e1e453802313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:52Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cfe650cb-54ab-4fb4-86f2-4ca84360eb00'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:17.585464 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9bf5b8fa-1bee-4e78-942b-eff501702fc0 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/routers/cfe650cb-54ab-4fb4-86f2-4ca84360eb00 HTTP/1.1" status: 200 len: 924 time: 0.1453888 Dec 11 22:46:17.593351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58386) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:17.616183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bb370-0783-4b5c-a8d8-b3f085cd8bbe req-6acfcdae-a3ba-4270-b289-5324f82afd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:17.617702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b39bb370-0783-4b5c-a8d8-b3f085cd8bbe req-6acfcdae-a3ba-4270-b289-5324f82afd0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.1558559 Dec 11 22:46:17.654898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2a5fd-bdfa-4820-9ab9-2822f5c88c77 admin admin] Pushing event updated for resources: {'Network': ['ID=8f8fea77-563d-4b58-80be-148d26ff4e2f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:17.675097 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-31c2a5fd-bdfa-4820-9ab9-2822f5c88c77 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1671114 Dec 11 22:46:17.678232 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58390) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:17.685342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-160d4821-255f-4532-8bba-c7ccf9c940d2 admin admin] Request body: {'subnet': {'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1070109094-subnet', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:17.687558 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e17c4-ec29-4967-8559-eb3833d60a54 req-a46aab42-7384-49d3-981f-e9191146805e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:17.689155 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-532e17c4-ec29-4967-8559-eb3833d60a54 req-a46aab42-7384-49d3-981f-e9191146805e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.2262025 Dec 11 22:46:17.735382 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-562625d3-f04f-454c-b1f2-0a59583e31a9 req-05caab71-cff5-467b-850c-80a007a79edb tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0348420 Dec 11 22:46:17.777843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd4ca0f-90b9-4305-bdd9-6aee9b488f6e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:17.779192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 8f8fea77-563d-4b58-80be-148d26ff4e2f details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:46:17.780020 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cfd4ca0f-90b9-4305-bdd9-6aee9b488f6e tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&device_id=cfe650cb-54ab-4fb4-86f2-4ca84360eb00&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1794982 Dec 11 22:46:17.783822 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58396) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:17.785440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-da13ea16-308e-472e-90ff-e1e453802313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:17.792272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13ea16-308e-472e-90ff-e1e453802313 None None] The sync data for ids ['cfe650cb-54ab-4fb4-86f2-4ca84360eb00'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:46:17.800537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=05d9ce83-9347-493e-a2a8-997c43d67a6f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:17.829369 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160d4821-255f-4532-8bba-c7ccf9c940d2 admin admin] Made reservation on behalf of df946e63d1d84440a773ced4e562a692 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:17.833675 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-160d4821-255f-4532-8bba-c7ccf9c940d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:17.849929 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bb370-0783-4b5c-a8d8-b3f085cd8bbe req-ea38a254-03e4-4f7b-b54f-0be10c97e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:17.851480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b39bb370-0783-4b5c-a8d8-b3f085cd8bbe req-ea38a254-03e4-4f7b-b54f-0be10c97e739 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2144556 Dec 11 22:46:17.865159 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 44255e52-f33f-46fb-a5e3-141998a3b4c2 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:17.865159 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:17.896816 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['05d9ce83-9347-493e-a2a8-997c43d67a6f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:46:17.904477 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-532e17c4-ec29-4967-8559-eb3833d60a54 req-1cbb1d4e-0e49-4eac-a1bc-939378b10d67 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047210 Dec 11 22:46:18.000721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35feabe-eee0-499a-add4-780356db7b1a req-37611240-f0b9-41ab-83b1-0704416489d8 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:18.008250 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c35feabe-eee0-499a-add4-780356db7b1a req-37611240-f0b9-41ab-83b1-0704416489d8 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 943 time: 0.1395228 Dec 11 22:46:18.038063 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:18.049217 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9fa20-6548-48c2-b69b-fd24ffc72e01 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:18.053315 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5ab9fa20-6548-48c2-b69b-fd24ffc72e01 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 881 time: 0.2659552 Dec 11 22:46:18.054646 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58398) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:18.130187 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:18.136477 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b39bb370-0783-4b5c-a8d8-b3f085cd8bbe req-c7e9bc24-2e26-42c6-8f74-27604f016e33 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708440 Dec 11 22:46:18.219131 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9672dd6f-0a81-48ec-9809-6d318aca4432 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe650cb-54ab-4fb4-86f2-4ca84360eb00 HTTP/1.1" status: 200 len: 205 time: 0.1609039 Dec 11 22:46:18.223174 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c35feabe-eee0-499a-add4-780356db7b1a req-98cb7260-349a-479b-bbfe-77502a787697 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139859 Dec 11 22:46:18.224298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58408) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:18.227716 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:18.322834 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-160d4821-255f-4532-8bba-c7ccf9c940d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:18.382951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event updated for resources: {'Port': ['ID=3e5a5ffd-b171-4c5f-ae1c-ae1c368ffaf9,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:18.388749 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2b2df67-e106-4141-9ea2-85543f83a40f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:18.399028 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b39bb370-0783-4b5c-a8d8-b3f085cd8bbe req-99190edf-8349-40a0-9b0a-c258b0f4a9ec service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278657 Dec 11 22:46:18.401337 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:18.463011 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d4821-255f-4532-8bba-c7ccf9c940d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21bc22ad-eca6-41b4-acc0-5225e953440d,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:18.493416 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d4821-255f-4532-8bba-c7ccf9c940d2 admin admin] Checking segment: {'id': '1a973d8a-1c14-4852-8fa1-e3cb362b54a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:18.494043 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160d4821-255f-4532-8bba-c7ccf9c940d2 admin admin] Network hostable DHCP agents. Network: 8f8fea77-563d-4b58-80be-148d26ff4e2f, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:46:18.531743 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:18.582544 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99ffc373-8129-468a-abc5-ebcd10117aad req-e7bbd287-bc04-440d-ac1a-a196acc225b9 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0351388 Dec 11 22:46:18.624587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf59a3-6e2e-4517-9e7a-ef99f4c339c5 req-94a73369-ce9a-4eff-9cce-bace2f045991 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:18.625521 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70bf59a3-6e2e-4517-9e7a-ef99f4c339c5 req-94a73369-ce9a-4eff-9cce-bace2f045991 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.0916119 Dec 11 22:46:18.626632 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:18.627924 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6a9927ff-f2cd-4ea6-820a-78d7595c59df tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3593860 Dec 11 22:46:18.630953 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58414) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:18.661110 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2b2df67-e106-4141-9ea2-85543f83a40f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:18.730559 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160d4821-255f-4532-8bba-c7ccf9c940d2 admin admin] Network 8f8fea77-563d-4b58-80be-148d26ff4e2f is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:46:18.742248 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1182f8bb-a917-4413-a128-b8d3bddcfadd tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "GET /v2.0/floatingips?floating_network_id=246bfdd2-72d1-4333-85e7-61f47a82160e HTTP/1.1" status: 200 len: 690 time: 0.1101313 Dec 11 22:46:18.744798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58420) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:18.777825 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70bf59a3-6e2e-4517-9e7a-ef99f4c339c5 req-be0b27f4-fd1d-4d60-b0c8-9e966f59d3f0 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403873 Dec 11 22:46:18.813013 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c10a1f52-d19a-4c00-bb6f-2061996bdf63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:18.851697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Router 29a1fe1e-09a8-4a5a-a258-6d81ad6b5710 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:46:18.857701 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-d2b2df67-e106-4141-9ea2-85543f83a40f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Deleting port e57c0afb-2347-4793-bd98-9ba31a6c003d {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:46:18.858046 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2b2df67-e106-4141-9ea2-85543f83a40f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:18.865463 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:18.923634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-160d4821-255f-4532-8bba-c7ccf9c940d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 8f8fea77-563d-4b58-80be-148d26ff4e2f) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:18.933396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160d4821-255f-4532-8bba-c7ccf9c940d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:18.934004 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-160d4821-255f-4532-8bba-c7ccf9c940d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:18.938360 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3368fdf-d162-4fa2-8504-198e29c05d09 None None] Network 8f8fea77-563d-4b58-80be-148d26ff4e2f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:46:18.960095 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2b2df67-e106-4141-9ea2-85543f83a40f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:18.980536 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-d2b2df67-e106-4141-9ea2-85543f83a40f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Calling delete_port for e57c0afb-2347-4793-bd98-9ba31a6c003d owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:46:19.084713 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-160d4821-255f-4532-8bba-c7ccf9c940d2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4045632 Dec 11 22:46:19.089927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58424) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:19.096456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1070109094-router', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:19.112645 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-8f8fea77-563d-4b58-80be-148d26ff4e2f', 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f', 'project_id': 'df946e63d1d84440a773ced4e562a692', 'fixed_ips': [{'subnet_id': '21bc22ad-eca6-41b4-acc0-5225e953440d'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:46:19.114321 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.139476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:46:19.143760 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 05d9ce83-9347-493e-a2a8-997c43d67a6f up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:19.156395 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Sync routers for ids ['29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:46:19.180636 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Routers {'29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:19.181589 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:52Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:19.199767 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd305e-6f90-45af-8e73-70c6df1e43df req-7bac5a78-4955-4bf4-91b9-28d569918d33 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:19.202086 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-21cd305e-6f90-45af-8e73-70c6df1e43df req-7bac5a78-4955-4bf4-91b9-28d569918d33 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1328006 Dec 11 22:46:19.210210 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Deleting port 3e5a5ffd-b171-4c5f-ae1c-ae1c368ffaf9 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:46:19.210647 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.240676 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.242005 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.307350 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2b2df67-e106-4141-9ea2-85543f83a40f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.342715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Allocated IP 172.20.0.2 (8f8fea77-563d-4b58-80be-148d26ff4e2f/21bc22ad-eca6-41b4-acc0-5225e953440d/2d3690bd-c17a-4509-a7f2-6d75bb0372d4) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:19.343510 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-21cd305e-6f90-45af-8e73-70c6df1e43df req-e1cd69b5-fe66-476d-b791-af4216c47a89 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197999 Dec 11 22:46:19.366181 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.368401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4ec4887c-1f58-4fa4-87a8-4feade57f1ad admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3415213 Dec 11 22:46:19.374095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58428) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:19.411638 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Set router 29a1fe1e-09a8-4a5a-a258-6d81ad6b5710 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:46:19.435582 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2df67-e106-4141-9ea2-85543f83a40f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Pushing event deleted for resources: {'Port': ['ID=e57c0afb-2347-4793-bd98-9ba31a6c003d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:19.441703 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.442257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.447736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 05d9ce83-9347-493e-a2a8-997c43d67a6f completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:46:19.455736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 05d9ce83-9347-493e-a2a8-997c43d67a6f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:19.456278 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.460688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Calling delete_port for 3e5a5ffd-b171-4c5f-ae1c-ae1c368ffaf9 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:46:19.562919 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.607440 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.630883 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.646108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae351d0c-d569-4fe5-9daf-85bafd92497a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d9ce83-9347-493e-a2a8-997c43d67a6f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:46:19.648783 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56a13c3-d54e-4a45-8280-a2b68aa8decb" -d '{"events": [{"server_uuid": "ae351d0c-d569-4fe5-9daf-85bafd92497a", "name": "network-vif-plugged", "status": "completed", "tag": "05d9ce83-9347-493e-a2a8-997c43d67a6f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:46:19.704348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 05d9ce83-9347-493e-a2a8-997c43d67a6f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=05d9ce83-9347-493e-a2a8-997c43d67a6f,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:19.706646 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Network 8f8fea77-563d-4b58-80be-148d26ff4e2f is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:19.707781 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'name': 'tempest-TaggedBootDevicesTest-20414661-router', 'tenant_id': 'a728848ecb25492480fe304f21c68723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '773600a5-b099-41ce-9adf-eef6c27828ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:13Z', 'updated_at': '2021-12-11T22:46:17Z', 'revision_number': 3, 'project_id': 'a728848ecb25492480fe304f21c68723', 'gw_port': {'id': '773600a5-b099-41ce-9adf-eef6c27828ce', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ca:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:14Z', 'updated_at': '2021-12-11T22:46:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:19.713386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:19.717646 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:19.744758 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Pushing event updated for resources: {'Port': ['ID=2d3690bd-c17a-4509-a7f2-6d75bb0372d4,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:19.762152 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Checking router: 29a1fe1e-09a8-4a5a-a258-6d81ad6b5710 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:46:19.765878 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Updating router 29a1fe1e-09a8-4a5a-a258-6d81ad6b5710 port 773600a5-b099-41ce-9adf-eef6c27828ce binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:46:19.785921 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.786717 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.797593 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Attempting to bind port 2d3690bd-c17a-4509-a7f2-6d75bb0372d4 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:46:19.798068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Attempting to bind port 2d3690bd-c17a-4509-a7f2-6d75bb0372d4 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '1a973d8a-1c14-4852-8fa1-e3cb362b54a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:46:19.799025 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Attempting to bind port 2d3690bd-c17a-4509-a7f2-6d75bb0372d4 on network 8f8fea77-563d-4b58-80be-148d26ff4e2f {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:19.800202 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.816287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d28ae4-b1e0-49c2-bbd4-fd4aa54bf679 req-57788d5d-cff6-4458-894a-efc360397473 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:19.824502 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68d28ae4-b1e0-49c2-bbd4-fd4aa54bf679 req-57788d5d-cff6-4458-894a-efc360397473 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 943 time: 0.4750614 Dec 11 22:46:19.828559 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:46:19.829917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Checking segment: {'id': '1a973d8a-1c14-4852-8fa1-e3cb362b54a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:19.830642 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.831293 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Bound using segment: {'id': '1a973d8a-1c14-4852-8fa1-e3cb362b54a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:46:19.832013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Bound port: 2d3690bd-c17a-4509-a7f2-6d75bb0372d4, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a973d8a-1c14-4852-8fa1-e3cb362b54a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:46:19.832615 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.839175 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2b2df67-e106-4141-9ea2-85543f83a40f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:19.898394 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=05d9ce83-9347-493e-a2a8-997c43d67a6f,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:19.926608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] For port 2d3690bd-c17a-4509-a7f2-6d75bb0372d4, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:46:19.930515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] For port 2d3690bd-c17a-4509-a7f2-6d75bb0372d4, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2d3690bd-c17a-4509-a7f2-6d75bb0372d4,segment=NetworkSegment(1a973d8a-1c14-4852-8fa1-e3cb362b54a1),segment_id=1a973d8a-1c14-4852-8fa1-e3cb362b54a1)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:46:19.962334 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64fec47a-c2db-4672-859f-9d924238917a req-ba3cc42e-9629-443e-960a-2bec00f16835 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0339448 Dec 11 22:46:20.020262 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.056934 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2b2df67-e106-4141-9ea2-85543f83a40f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.084242 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f8e921-66bf-4a2c-a2a5-7f7f34f445d0 x-openstack-request-id: req-31f8e921-66bf-4a2c-a2a5-7f7f34f445d0 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:46:20.086116 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae351d0c-d569-4fe5-9daf-85bafd92497a", "name": "network-vif-plugged", "status": "completed", "tag": "05d9ce83-9347-493e-a2a8-997c43d67a6f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:46:20.087752 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-31f8e921-66bf-4a2c-a2a5-7f7f34f445d0 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:46:20.088374 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae351d0c-d569-4fe5-9daf-85bafd92497a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d9ce83-9347-493e-a2a8-997c43d67a6f', 'code': 200} Dec 11 22:46:20.103101 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68d28ae4-b1e0-49c2-bbd4-fd4aa54bf679 req-8a590a3a-bb1a-4886-a941-9411836bffb2 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463734 Dec 11 22:46:20.107087 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2b2df67-e106-4141-9ea2-85543f83a40f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.160688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235e633-f5a7-413e-81d2-e0e85e573959 None None] Pushing event updated for resources: {'Port': ['ID=2d3690bd-c17a-4509-a7f2-6d75bb0372d4,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:20.273681 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.311898 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.368041 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2b2df67-e106-4141-9ea2-85543f83a40f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.369143 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b2df67-e106-4141-9ea2-85543f83a40f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Fanout notify agent at l3_agent the message router_deleted on router cfe650cb-54ab-4fb4-86f2-4ca84360eb00 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:46:20.386528 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2b2df67-e106-4141-9ea2-85543f83a40f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.389071 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d2b2df67-e106-4141-9ea2-85543f83a40f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "DELETE /v2.0/routers/cfe650cb-54ab-4fb4-86f2-4ca84360eb00 HTTP/1.1" status: 204 len: 168 time: 2.1633577 Dec 11 22:46:20.394954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d422e-f94e-4675-8502-3a70aa45eec0 req-2e7099f5-5a2e-4f23-aa49-14dd51b574e9 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:20.396758 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-277d422e-f94e-4675-8502-3a70aa45eec0 req-2e7099f5-5a2e-4f23-aa49-14dd51b574e9 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.2219927 Dec 11 22:46:20.401469 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58438) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:20.408152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e810c5d9-07b5-44ae-b305-0d60b321e244 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1836814627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:20.415632 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.424688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541ae4c-717f-4fe2-9688-188877ed8eaf req-d5e80631-f259-48ec-aed4-8ec4d530f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:20.427499 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6541ae4c-717f-4fe2-9688-188877ed8eaf req-d5e80631-f259-48ec-aed4-8ec4d530f1ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ae351d0c-d569-4fe5-9daf-85bafd92497a HTTP/1.1" status: 200 len: 1096 time: 0.2545877 Dec 11 22:46:20.454261 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.505718 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Attempting to bind port 773600a5-b099-41ce-9adf-eef6c27828ce on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:46:20.506094 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Attempting to bind port 773600a5-b099-41ce-9adf-eef6c27828ce by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:46:20.506464 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Attempting to bind port 773600a5-b099-41ce-9adf-eef6c27828ce on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:20.512141 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bd30b-b662-4d12-970b-73511bf6d367 None None] Pushing event updated for resources: {'Port': ['ID=773600a5-b099-41ce-9adf-eef6c27828ce,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:20.517829 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:46:20.518235 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:20.518607 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.519027 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:46:20.519501 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Bound port: 773600a5-b099-41ce-9adf-eef6c27828ce, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:46:20.519889 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.535453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e5a5ffd-b171-4c5f-ae1c-ae1c368ffaf9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:20.565497 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb916c2d-f098-4978-8043-10798c6ee37d req-964b2029-286f-4612-ac28-c132b64765f9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:20.581089 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb916c2d-f098-4978-8043-10798c6ee37d req-964b2029-286f-4612-ac28-c132b64765f9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1185560 Dec 11 22:46:20.614634 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] For port 773600a5-b099-41ce-9adf-eef6c27828ce, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:46:20.619496 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] For port 773600a5-b099-41ce-9adf-eef6c27828ce, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=773600a5-b099-41ce-9adf-eef6c27828ce,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:46:20.633510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:20.633863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:20.634215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:20.634560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:20.634932 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:20.635268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:20.635609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:20.635942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:20.636275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:20.636603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:20.636931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:20.637280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:20.637608 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:20.640403 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb916c2d-f098-4978-8043-10798c6ee37d req-ee226e44-bd5f-43b5-b306-13351f5581c4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584340 Dec 11 22:46:20.679597 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e810c5d9-07b5-44ae-b305-0d60b321e244 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.680700 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e810c5d9-07b5-44ae-b305-0d60b321e244 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.695156 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.699434 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-277d422e-f94e-4675-8502-3a70aa45eec0 req-41be7c9e-3db4-4b92-a87b-6f6321505135 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794149 Dec 11 22:46:20.709205 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6541ae4c-717f-4fe2-9688-188877ed8eaf req-bcb83884-fa17-4f76-9fb4-282fd0ce0db6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654216 Dec 11 22:46:20.768294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.783328 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Routers {'29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:20.784184 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:45:52Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:20.805160 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e810c5d9-07b5-44ae-b305-0d60b321e244 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.813552 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.837971 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.871275 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bd30b-b662-4d12-970b-73511bf6d367 None None] Pushing event updated for resources: {'Port': ['ID=773600a5-b099-41ce-9adf-eef6c27828ce,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:20.906094 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e810c5d9-07b5-44ae-b305-0d60b321e244 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.933492 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] Set router 29a1fe1e-09a8-4a5a-a258-6d81ad6b5710 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:46:20.938068 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.942896 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:20.992353 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Allocated IP 172.25.1.178 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/fe493e83-03e1-440f-927d-e9bb44eddde5) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:21.020680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa878249-1374-491e-a6d4-ac5f42f4f1a8 req-13b0d149-1910-4e81-ad2f-63de71fd4245 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:21.028277 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa878249-1374-491e-a6d4-ac5f42f4f1a8 req-13b0d149-1910-4e81-ad2f-63de71fd4245 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1622469 Dec 11 22:46:21.283038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:46:21.284861 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed40be6d-a492-4d81-bc4c-282ed37460f1 req-7f99a44d-10e8-4bcf-9050-0327dafef8cb tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0680830 Dec 11 22:46:21.285353 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa878249-1374-491e-a6d4-ac5f42f4f1a8 req-97d37ad3-d025-489c-b8d8-c4abdff6cfec tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445067 Dec 11 22:46:21.285744 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:21.350529 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'name': 'tempest-TaggedBootDevicesTest-20414661-router', 'tenant_id': 'a728848ecb25492480fe304f21c68723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '773600a5-b099-41ce-9adf-eef6c27828ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:13Z', 'updated_at': '2021-12-11T22:46:17Z', 'revision_number': 3, 'project_id': 'a728848ecb25492480fe304f21c68723', 'gw_port': {'id': '773600a5-b099-41ce-9adf-eef6c27828ce', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ca:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:14Z', 'updated_at': '2021-12-11T22:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:21.399711 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597189b-1424-42d4-968d-3c7ca87e88b5 req-6433c09b-a862-4f6c-9431-156bb4ff758a tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:21.399711 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3597189b-1424-42d4-968d-3c7ca87e88b5 req-6433c09b-a862-4f6c-9431-156bb4ff758a tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 943 time: 0.1120560 Dec 11 22:46:21.401074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:21.408357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0', 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb', 'port_id': 'cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0', 'mac_address': 'fa:16:3e:d9:c4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12be6b3e-b4eb-4a32-b73f-d59343d31f3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:46:21.429454 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b41b2f9-1cae-454f-87a5-98eb58e58498 None None] The sync data for ids ['29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'] in n-d-710847-6 is: [{'id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'name': 'tempest-TaggedBootDevicesTest-20414661-router', 'tenant_id': 'a728848ecb25492480fe304f21c68723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '773600a5-b099-41ce-9adf-eef6c27828ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:13Z', 'updated_at': '2021-12-11T22:46:17Z', 'revision_number': 3, 'project_id': 'a728848ecb25492480fe304f21c68723', 'gw_port': {'id': '773600a5-b099-41ce-9adf-eef6c27828ce', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ca:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:14Z', 'updated_at': '2021-12-11T22:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:46:21.439226 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a207b3-820a-4fb6-a2e0-052a62cfd8c0 req-01f24d60-aaf4-4850-ab2f-59f8ab554761 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:21.444211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-76a207b3-820a-4fb6-a2e0-052a62cfd8c0 req-01f24d60-aaf4-4850-ab2f-59f8ab554761 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0918319 Dec 11 22:46:21.455839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Allocated IP 172.20.0.1 (8c390f07-1f7c-4f3a-a585-97441d6c9624/488de20a-8d3a-426f-b011-5d84f339716c/1e385a5f-75c6-4e73-9ffd-33388a8ae0e7) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:21.466869 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e810c5d9-07b5-44ae-b305-0d60b321e244 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:21.478429 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3597189b-1424-42d4-968d-3c7ca87e88b5 req-80349842-2f4b-4593-8ac8-dbb0e90ba151 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832453 Dec 11 22:46:21.478552 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0413643a-1deb-4449-81bc-a0af8f4c96d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:21.478696 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:21.492065 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e810c5d9-07b5-44ae-b305-0d60b321e244 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0867026 Dec 11 22:46:21.500138 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:21.517962 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58450) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:21.519533 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:21.531712 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:46:21.540416 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'enable_snat': True}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:21.568752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:21.576888 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2d3690bd-c17a-4509-a7f2-6d75bb0372d4 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:21.586072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d7a278cb-b5cd-4456-be01-1f821263ed0d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:21.642699 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:21.656272 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:21.656390 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:21.657263 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:21.660167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Pushing event updated for resources: {'Port': ['ID=fe493e83-03e1-440f-927d-e9bb44eddde5,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:21.688461 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-76a207b3-820a-4fb6-a2e0-052a62cfd8c0 req-f853c0d2-afe3-4608-bbcc-6b7b39bfe716 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937053 Dec 11 22:46:21.719639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2a336d-2270-4de0-ae1a-fd99e42c860f None None] Network 8f8fea77-563d-4b58-80be-148d26ff4e2f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:46:21.786894 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:21.806984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 2d3690bd-c17a-4509-a7f2-6d75bb0372d4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:21.807690 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:21.898549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ef124b98-7b04-46c8-bd4f-23331f041954 None None] Provisioning complete for port 2d3690bd-c17a-4509-a7f2-6d75bb0372d4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:21.899340 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef124b98-7b04-46c8-bd4f-23331f041954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:21.909971 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:21.940661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:21.948179 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246bfdd2-72d1-4333-85e7-61f47a82160e']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:21.991899 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:21.995065 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f41147f-4ccd-41fc-a35e-6ece0e8da305') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:21.995649 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f41147f-4ccd-41fc-a35e-6ece0e8da305') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:22.017035 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:22.046234 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:22.046455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:46:22.057453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:46:22.057869 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:46:22.060298 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:46:22.203663 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:22.208304 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:22.209019 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:22.229007 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e5094-732b-43fd-a2b8-ecaae02d2da6 req-47bfa1e3-a610-44d3-bf19-b59450b7f8c8 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:22.230712 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e57e5094-732b-43fd-a2b8-ecaae02d2da6 req-47bfa1e3-a610-44d3-bf19-b59450b7f8c8 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.3168986 Dec 11 22:46:22.237957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 246bfdd2-72d1-4333-85e7-61f47a82160e {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 11 22:46:22.272165 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:22.274490 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:22.275776 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "DELETE /v2.0/networks/246bfdd2-72d1-4333-85e7-61f47a82160e HTTP/1.1" status: 204 len: 168 time: 3.5298529 Dec 11 22:46:22.279713 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58466) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:22.284209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ee8c2-6bd2-4c4b-9cd9-c1010414bdbb tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event deleted for resources: {'Network': ['ID=246bfdd2-72d1-4333-85e7-61f47a82160e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:22.307548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 2d3690bd-c17a-4509-a7f2-6d75bb0372d4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2d3690bd-c17a-4509-a7f2-6d75bb0372d4,segment=NetworkSegment(1a973d8a-1c14-4852-8fa1-e3cb362b54a1),segment_id=1a973d8a-1c14-4852-8fa1-e3cb362b54a1)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:22.313217 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Network 8c390f07-1f7c-4f3a-a585-97441d6c9624 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:22.324418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:22.326538 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef124b98-7b04-46c8-bd4f-23331f041954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:22.331200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:22.333506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Pushing event updated for resources: {'Port': ['ID=1e385a5f-75c6-4e73-9ffd-33388a8ae0e7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:22.343808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-c8ae39d3-cc2e-405e-a68c-4177e14a7932 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:22.345412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-c8ae39d3-cc2e-405e-a68c-4177e14a7932 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 812 time: 0.2087874 Dec 11 22:46:22.386087 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-f98ec4eb-eb10-430d-b8be-c5639939e1da tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/quotas/27217062ad8c4d4babc5ba4352c729c5 HTTP/1.1" status: 200 len: 375 time: 0.0187087 Dec 11 22:46:22.408143 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:22.417874 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:22.563202 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-84eb2c93-0683-4dd5-a801-6106cf3bafc6 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1672666 Dec 11 22:46:22.613868 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-ef124b98-7b04-46c8-bd4f-23331f041954 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:46:22.614500 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-ef124b98-7b04-46c8-bd4f-23331f041954 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:46:22.623216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=2d3690bd-c17a-4509-a7f2-6d75bb0372d4,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:22.653696 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e57e5094-732b-43fd-a2b8-ecaae02d2da6 req-95253cc7-ee01-468c-b0b8-0450a91125a1 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001052 Dec 11 22:46:22.722232 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4fecf794-4f1b-49fa-8630-4ca7708daf31 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.4368985 Dec 11 22:46:22.723179 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58472) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:22.803205 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cf4ce0c6-2a90-4f18-8db8-8621277d8b79 req-1823c45d-a243-4bc3-9a26-559b3ad33e0d tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0455837 Dec 11 22:46:22.822475 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:22.855409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33cc2de-3021-4e16-8c63-2c654e1ebae1 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:22.856085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33cc2de-3021-4e16-8c63-2c654e1ebae1 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:22.856585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33cc2de-3021-4e16-8c63-2c654e1ebae1 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:22.857098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33cc2de-3021-4e16-8c63-2c654e1ebae1 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:22.857607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33cc2de-3021-4e16-8c63-2c654e1ebae1 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:22.858153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33cc2de-3021-4e16-8c63-2c654e1ebae1 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:22.858743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33cc2de-3021-4e16-8c63-2c654e1ebae1 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:22.859408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33cc2de-3021-4e16-8c63-2c654e1ebae1 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:22.860097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33cc2de-3021-4e16-8c63-2c654e1ebae1 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:22.862205 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c33cc2de-3021-4e16-8c63-2c654e1ebae1 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5949 time: 0.1361983 Dec 11 22:46:22.867054 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58474) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:22.918035 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-0e08ac43-bdaa-4674-a55f-05689d04a043 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] delete failed (client error): The resource could not be found. Dec 11 22:46:22.919811 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0e08ac43-bdaa-4674-a55f-05689d04a043 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/31956808-1277-47a5-a5b0-f87b142e2ffa HTTP/1.1" status: 404 len: 345 time: 0.0514510 Dec 11 22:46:22.924623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58476) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:22.951736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-4fd8777b-1435-4e30-9de7-126aedbdc358 service neutron] 10.222.0.45 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795207 Dec 11 22:46:22.987156 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-56961c43-7e23-4a26-95bf-236e5e493ecf tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] DELETE failed (client error): The resource could not be found. Dec 11 22:46:22.987710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56961c43-7e23-4a26-95bf-236e5e493ecf tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:46:22.995097 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-56961c43-7e23-4a26-95bf-236e5e493ecf tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "DELETE /v2.0/networks/246bfdd2-72d1-4333-85e7-61f47a82160e HTTP/1.1" status: 404 len: 339 time: 0.0632095 Dec 11 22:46:22.998744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58478) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:23.005417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3bbf24dc-57a4-4a0d-b92a-f5c52c7d0df6 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Request body: {'network': {'name': 'tempest-network--797809812', 'router:external': True}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:23.035110 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.159486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:23.160317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-bdf242a3-384c-4ae5-bb49-ae7871724ebe service neutron] 10.222.0.45 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972444 Dec 11 22:46:23.194051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbf24dc-57a4-4a0d-b92a-f5c52c7d0df6 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Made reservation on behalf of 96bb6546a9654d69b8651f16e4b30a72 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:23.198878 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bbf24dc-57a4-4a0d-b92a-f5c52c7d0df6 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.277421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbf24dc-57a4-4a0d-b92a-f5c52c7d0df6 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:46:23.307983 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bbf24dc-57a4-4a0d-b92a-f5c52c7d0df6 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.308337 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-3bbf24dc-57a4-4a0d-b92a-f5c52c7d0df6 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Added segment 8967dc61-4a33-4f2c-ae16-b75c190d7f1f of type vlan for network 3f36d45f-a5cb-4925-83cc-ace0347adec2 Dec 11 22:46:23.335673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:46:23.348442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce31430-ac4b-4880-ac8d-44c39ec1d057 req-45935cb6-3d39-4399-9411-cdee62444277 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:23.354309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:23.354752 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.354918 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ce31430-ac4b-4880-ac8d-44c39ec1d057 req-45935cb6-3d39-4399-9411-cdee62444277 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 944 time: 0.4741647 Dec 11 22:46:23.358569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2f94024e-426c-4ff7-92f9-848b07378f8c None None] Provisioning complete for port 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:23.358569 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f94024e-426c-4ff7-92f9-848b07378f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.435695 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.439697 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bbf24dc-57a4-4a0d-b92a-f5c52c7d0df6 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.472755 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aa2ed-8513-4ae0-8a90-ee5797b275a7 req-1453e715-02e4-4ec6-a82b-c99c96027325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:23.472755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a26aa2ed-8513-4ae0-8a90-ee5797b275a7 req-1453e715-02e4-4ec6-a82b-c99c96027325 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 1096 time: 0.1303318 Dec 11 22:46:23.498137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2f94024e-426c-4ff7-92f9-848b07378f8c None None] Port 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:46:23.540456 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.541045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2f94024e-426c-4ff7-92f9-848b07378f8c None None] Provisioning complete for port 2d3690bd-c17a-4509-a7f2-6d75bb0372d4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:23.542929 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f94024e-426c-4ff7-92f9-848b07378f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.578535 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.609305 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a26aa2ed-8513-4ae0-8a90-ee5797b275a7 req-3c4d8de6-431b-4c59-aeca-b1cb3d00ba90 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347327 Dec 11 22:46:23.611779 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bbf24dc-57a4-4a0d-b92a-f5c52c7d0df6 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.611779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbf24dc-57a4-4a0d-b92a-f5c52c7d0df6 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:23.611779 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bbf24dc-57a4-4a0d-b92a-f5c52c7d0df6 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.624373 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ce31430-ac4b-4880-ac8d-44c39ec1d057 req-1914f6d0-3c6f-4935-bbab-cd9a86652a7f tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687109 Dec 11 22:46:23.624743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fec979d8-4ae6-47fb-88db-92c4ace1517b req-ac90b87b-3799-4424-9404-f0c6ab502f28 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 210 time: 0.0906942 Dec 11 22:46:23.628987 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.699078 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.712559 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 773600a5-b099-41ce-9adf-eef6c27828ce up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:23.791246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87aa1ca3-ed03-4dde-854a-a6e6b58996e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:46:23.795261 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578cefa2-48ff-4299-b40b-1f97ace21a3c" -d '{"events": [{"server_uuid": "87aa1ca3-ed03-4dde-854a-a6e6b58996e0", "name": "network-vif-plugged", "status": "completed", "tag": "cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:46:23.823157 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.828155 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3bbf24dc-57a4-4a0d-b92a-f5c52c7d0df6 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8264692 Dec 11 22:46:23.831952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Pushing event updated for resources: {'Port': ['ID=1e385a5f-75c6-4e73-9ffd-33388a8ae0e7,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:23.834003 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58492) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:23.859245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf24dc-57a4-4a0d-b92a-f5c52c7d0df6 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event updated for resources: {'Network': ['ID=3f36d45f-a5cb-4925-83cc-ace0347adec2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:23.871355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:23.877213 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c481bf36-40b2-4139-9d38-7d6c0d17f542 x-openstack-request-id: req-c481bf36-40b2-4139-9d38-7d6c0d17f542 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:46:23.877504 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87aa1ca3-ed03-4dde-854a-a6e6b58996e0", "name": "network-vif-plugged", "status": "completed", "tag": "cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:46:23.877766 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c481bf36-40b2-4139-9d38-7d6c0d17f542 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:46:23.878160 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87aa1ca3-ed03-4dde-854a-a6e6b58996e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0', 'code': 200} Dec 11 22:46:23.884295 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 3f36d45f-a5cb-4925-83cc-ace0347adec2 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:46:23.884430 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.903874 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:23.938243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d0534-2ce0-4ca5-922a-5244baf1ffa8 req-c8ca43e3-c12a-41b1-a273-702de20f07d1 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:23.944508 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e8d0534-2ce0-4ca5-922a-5244baf1ffa8 req-c8ca43e3-c12a-41b1-a273-702de20f07d1 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.1693208 Dec 11 22:46:23.994118 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:24.058507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 773600a5-b099-41ce-9adf-eef6c27828ce triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:24.059524 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:24.062248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f7192-be68-49dc-8f25-b8d59744a42c req-9ce63014-d752-48a1-9e0a-ac6f2b3aaccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:24.063778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e37f7192-be68-49dc-8f25-b8d59744a42c req-9ce63014-d752-48a1-9e0a-ac6f2b3aaccf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 1095 time: 0.1025531 Dec 11 22:46:24.065592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Network 8c390f07-1f7c-4f3a-a585-97441d6c9624 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:24.093182 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:46:24.098994 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:24.105742 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6051b1fc-d373-4ddc-b7d8-3c5c8ce387ff req-8a1086ba-1d3a-4d2f-8aff-a95ae36a6a2b tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.1108682 Dec 11 22:46:24.160550 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e8d0534-2ce0-4ca5-922a-5244baf1ffa8 req-bb756e68-ba57-4973-a9ba-b8717c6c64c1 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978116 Dec 11 22:46:24.171486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Allocated IP 172.25.1.190 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/62bbf3ac-96a9-47ee-bd13-1cf5e90b0a1e) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:24.274457 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e37f7192-be68-49dc-8f25-b8d59744a42c req-6f1a292b-136c-458d-a7bb-a5203dbeb259 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034583 Dec 11 22:46:24.377192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:24.380568 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852fbdde-574d-433c-9f73-bcf9b9e3d04b tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:24.398631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852fbdde-574d-433c-9f73-bcf9b9e3d04b tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:24.404934 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852fbdde-574d-433c-9f73-bcf9b9e3d04b tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:24.412013 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852fbdde-574d-433c-9f73-bcf9b9e3d04b tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:24.413829 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-852fbdde-574d-433c-9f73-bcf9b9e3d04b tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5756209 Dec 11 22:46:24.455720 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:24.462377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58498) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:24.484874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d644909d-4f05-48a2-966f-bc2adfd44dab None None] Provisioning complete for port 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:24.485444 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d644909d-4f05-48a2-966f-bc2adfd44dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:24.488877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 773600a5-b099-41ce-9adf-eef6c27828ce, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=773600a5-b099-41ce-9adf-eef6c27828ce,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:24.540844 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:24.542188 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2d3690bd-c17a-4509-a7f2-6d75bb0372d4 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:24.580210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d644909d-4f05-48a2-966f-bc2adfd44dab None None] Port 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:46:24.616870 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:24.647870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=773600a5-b099-41ce-9adf-eef6c27828ce,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:24.661756 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 2d3690bd-c17a-4509-a7f2-6d75bb0372d4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:24.662282 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:24.668081 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-434dfb4f-5664-49a8-b325-fcb9dcd3511e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:24.675208 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:24.758850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Router f2245801-3152-465e-911e-0ad58ec8696a is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:46:24.808931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Router 29a1fe1e-09a8-4a5a-a258-6d81ad6b5710 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:46:24.824233 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-434dfb4f-5664-49a8-b325-fcb9dcd3511e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:24.843299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc6950-520c-4a22-9253-292903ba55e3 req-5893d5ed-78d7-4d59-9fe6-792815ed7980 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:24.847010 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f83ecdce-d0de-4a28-88ce-d70e15a7f590 req-fee2e4af-c8ac-4b24-b497-ea2cb54c0fbc tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 210 time: 0.0549319 Dec 11 22:46:24.853592 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8cc6950-520c-4a22-9253-292903ba55e3 req-5893d5ed-78d7-4d59-9fe6-792815ed7980 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 945 time: 0.0938401 Dec 11 22:46:24.908629 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-434dfb4f-5664-49a8-b325-fcb9dcd3511e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f36d45f-a5cb-4925-83cc-ace0347adec2']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:24.922635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-434dfb4f-5664-49a8-b325-fcb9dcd3511e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8967dc61-4a33-4f2c-ae16-b75c190d7f1f') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:24.922971 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-434dfb4f-5664-49a8-b325-fcb9dcd3511e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8967dc61-4a33-4f2c-ae16-b75c190d7f1f') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:24.926655 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:24.963662 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-434dfb4f-5664-49a8-b325-fcb9dcd3511e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:24.986994 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8cc6950-520c-4a22-9253-292903ba55e3 req-6666243a-d735-452b-a72e-3562d96b584b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307294 Dec 11 22:46:25.001725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:46:25.013248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f8017276-863e-4aca-960f-3aabe60bbc4b admin admin] 10.222.0.45 "PUT /v2.0/routers/29a1fe1e-09a8-4a5a-a258-6d81ad6b5710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6377983 Dec 11 22:46:25.018640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Sync routers for ids ['29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:46:25.021182 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:25.035380 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Routers {'29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:25.036660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:46:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:25.039066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Pushing event updated for resources: {'Port': ['ID=62bbf3ac-96a9-47ee-bd13-1cf5e90b0a1e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:25.042396 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-434dfb4f-5664-49a8-b325-fcb9dcd3511e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:25.049964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:25.061685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:25.066831 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434dfb4f-5664-49a8-b325-fcb9dcd3511e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:46:25.067461 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-434dfb4f-5664-49a8-b325-fcb9dcd3511e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:46:25.069162 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:46:25.174088 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:46:25.176753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Set router 29a1fe1e-09a8-4a5a-a258-6d81ad6b5710 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:46:25.188401 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Sync routers for ids ['f2245801-3152-465e-911e-0ad58ec8696a'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:46:25.215866 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Routers {'f2245801-3152-465e-911e-0ad58ec8696a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:25.219231 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:46:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f2245801-3152-465e-911e-0ad58ec8696a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:25.324122 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-797730f5-9570-44db-9fd3-6ff69f0ef434 req-c49eb1b9-ba94-47fb-934a-ca80e4d13539 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0542729 Dec 11 22:46:25.344452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aba733-0335-4026-8b21-77e4a5fb057e req-c3235ad0-c5ea-4231-929b-d166a2510aae tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:25.354696 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86aba733-0335-4026-8b21-77e4a5fb057e req-c3235ad0-c5ea-4231-929b-d166a2510aae tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.1040637 Dec 11 22:46:25.375850 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-434dfb4f-5664-49a8-b325-fcb9dcd3511e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:25.385062 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:25.397516 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2b7135e8-175e-4fde-abbc-98bae9bf9783 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2997723 Dec 11 22:46:25.407151 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434dfb4f-5664-49a8-b325-fcb9dcd3511e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f36d45f-a5cb-4925-83cc-ace0347adec2 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 11 22:46:25.427952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58514) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:25.431633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-434dfb4f-5664-49a8-b325-fcb9dcd3511e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:25.459375 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Set router f2245801-3152-465e-911e-0ad58ec8696a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:46:25.467872 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-434dfb4f-5664-49a8-b325-fcb9dcd3511e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "DELETE /v2.0/networks/3f36d45f-a5cb-4925-83cc-ace0347adec2 HTTP/1.1" status: 204 len: 168 time: 1.0046237 Dec 11 22:46:25.520707 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58516) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:25.533509 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-17ef7bf3-4746-446f-851d-7481c3933836 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Request body: {'network': {'name': 'tempest-network--824349946', 'router:external': True}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:25.543948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434dfb4f-5664-49a8-b325-fcb9dcd3511e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f36d45f-a5cb-4925-83cc-ace0347adec2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:25.555800 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 773600a5-b099-41ce-9adf-eef6c27828ce up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:25.599497 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86aba733-0335-4026-8b21-77e4a5fb057e req-0ce0bc7e-71e0-4c8f-87af-a9ed57edc1d0 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333398 Dec 11 22:46:25.682056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ef7bf3-4746-446f-851d-7481c3933836 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Made reservation on behalf of 96bb6546a9654d69b8651f16e4b30a72 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:25.685600 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-17ef7bf3-4746-446f-851d-7481c3933836 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:25.724677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'name': 'tempest-TaggedBootDevicesTest-20414661-router', 'tenant_id': 'a728848ecb25492480fe304f21c68723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '773600a5-b099-41ce-9adf-eef6c27828ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:13Z', 'updated_at': '2021-12-11T22:46:22Z', 'revision_number': 4, 'project_id': 'a728848ecb25492480fe304f21c68723', 'gw_port': {'id': '773600a5-b099-41ce-9adf-eef6c27828ce', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ca:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:14Z', 'updated_at': '2021-12-11T22:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '1e385a5f-75c6-4e73-9ffd-33388a8ae0e7', 'name': '', 'network_id': '8c390f07-1f7c-4f3a-a585-97441d6c9624', 'tenant_id': 'a728848ecb25492480fe304f21c68723', 'mac_address': 'fa:16:3e:83:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '488de20a-8d3a-426f-b011-5d84f339716c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:21Z', 'updated_at': '2021-12-11T22:46:23Z', 'revision_number': 2, 'project_id': 'a728848ecb25492480fe304f21c68723', 'subnets': [{'id': '488de20a-8d3a-426f-b011-5d84f339716c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:25.743619 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ef7bf3-4746-446f-851d-7481c3933836 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:46:25.763417 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'name': 'tempest-ServersTestBootFromVolume-1070109094-router', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:19Z', 'updated_at': '2021-12-11T22:46:22Z', 'revision_number': 3, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'gw_port': {'id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:20Z', 'updated_at': '2021-12-11T22:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:25.765175 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-17ef7bf3-4746-446f-851d-7481c3933836 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:25.765528 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-17ef7bf3-4746-446f-851d-7481c3933836 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Added segment af98b60e-7713-4353-b88b-3492166f7b64 of type vlan for network 46adf8f1-bcad-45ec-a242-b071217a35e3 Dec 11 22:46:25.801820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Checking router: 29a1fe1e-09a8-4a5a-a258-6d81ad6b5710 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:46:25.802183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Updating router 29a1fe1e-09a8-4a5a-a258-6d81ad6b5710 port 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:46:25.805954 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Checking router: f2245801-3152-465e-911e-0ad58ec8696a for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:46:25.806577 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Updating router f2245801-3152-465e-911e-0ad58ec8696a port fe493e83-03e1-440f-927d-e9bb44eddde5 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:46:25.811996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 773600a5-b099-41ce-9adf-eef6c27828ce triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:25.812392 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:25.839692 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:25.883235 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-17ef7bf3-4746-446f-851d-7481c3933836 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:25.923393 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:26.023713 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-17ef7bf3-4746-446f-851d-7481c3933836 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:26.024824 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ef7bf3-4746-446f-851d-7481c3933836 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:26.025418 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-17ef7bf3-4746-446f-851d-7481c3933836 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:26.093891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e46de-3820-4d55-8781-892f189428ab req-b352744c-e39c-4155-a69d-786abe5b7e8d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:26.096179 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f3e46de-3820-4d55-8781-892f189428ab req-b352744c-e39c-4155-a69d-786abe5b7e8d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.3650320 Dec 11 22:46:26.097794 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b05eb965-b463-4bc5-8b76-8126b1a9a669 req-7ffcf61c-eadd-4368-a53d-30ec5aeed680 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 210 time: 0.0892091 Dec 11 22:46:26.379845 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:26.385773 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-17ef7bf3-4746-446f-851d-7481c3933836 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8587296 Dec 11 22:46:26.390661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58556) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:26.440785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef7bf3-4746-446f-851d-7481c3933836 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event updated for resources: {'Network': ['ID=46adf8f1-bcad-45ec-a242-b071217a35e3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:26.460133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 46adf8f1-bcad-45ec-a242-b071217a35e3 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:46:26.482771 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:26.565436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b01fb9-deae-433f-9ff7-08892239b08b req-a0163729-5a36-4c08-a522-c616acee9c81 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:26.575155 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72b01fb9-deae-433f-9ff7-08892239b08b req-a0163729-5a36-4c08-a522-c616acee9c81 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 945 time: 0.3310108 Dec 11 22:46:26.624278 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Attempting to bind port fe493e83-03e1-440f-927d-e9bb44eddde5 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:46:26.625482 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Attempting to bind port fe493e83-03e1-440f-927d-e9bb44eddde5 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:46:26.625946 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Attempting to bind port fe493e83-03e1-440f-927d-e9bb44eddde5 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:26.643600 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e521b-f632-476f-b7bc-d15e58b42e4e None None] Pushing event updated for resources: {'Port': ['ID=fe493e83-03e1-440f-927d-e9bb44eddde5,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:26.666786 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:46:26.667039 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:26.667485 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:26.667485 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:26.667485 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:46:26.667485 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Bound port: fe493e83-03e1-440f-927d-e9bb44eddde5, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:46:26.667485 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:26.685003 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb8a9cb-bae6-454a-b575-c8be315edf21 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:26.689414 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e521b-f632-476f-b7bc-d15e58b42e4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:26.689414 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e521b-f632-476f-b7bc-d15e58b42e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:26.689701 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e521b-f632-476f-b7bc-d15e58b42e4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:26.690354 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fcb8a9cb-bae6-454a-b575-c8be315edf21 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] 10.222.0.45 "GET /v2.0/networks/46adf8f1-bcad-45ec-a242-b071217a35e3 HTTP/1.1" status: 200 len: 756 time: 0.2923555 Dec 11 22:46:26.690708 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e521b-f632-476f-b7bc-d15e58b42e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:26.691306 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e521b-f632-476f-b7bc-d15e58b42e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:26.691715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58562) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:26.694040 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e521b-f632-476f-b7bc-d15e58b42e4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:26.694717 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e521b-f632-476f-b7bc-d15e58b42e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:26.695204 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e521b-f632-476f-b7bc-d15e58b42e4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:26.696340 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e521b-f632-476f-b7bc-d15e58b42e4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:26.698076 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e521b-f632-476f-b7bc-d15e58b42e4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:26.698688 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e521b-f632-476f-b7bc-d15e58b42e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:26.699180 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e521b-f632-476f-b7bc-d15e58b42e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:26.701619 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-bd281d47-e15c-421a-a12e-82dc87de7b68 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:26.702077 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e521b-f632-476f-b7bc-d15e58b42e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:26.703806 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-bd281d47-e15c-421a-a12e-82dc87de7b68 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.47 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 812 time: 0.6194313 Dec 11 22:46:26.758590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-8203572a-581f-4fb2-a8b4-03eb0a661506 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Request body: {'port': {'device_id': '2d328f2b-07d4-49b2-b1d0-590f2a22d8f9', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'admin_state_up': True, 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:26.767335 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:26.778620 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72b01fb9-deae-433f-9ff7-08892239b08b req-cf97d91c-8be9-4343-80f9-1c534884a807 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989710 Dec 11 22:46:26.798392 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f3e46de-3820-4d55-8781-892f189428ab req-9f7ddc25-faea-42be-9ba1-e1fe220bc861 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378858 Dec 11 22:46:26.866277 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:26.905995 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] For port fe493e83-03e1-440f-927d-e9bb44eddde5, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:46:26.916862 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] For port fe493e83-03e1-440f-927d-e9bb44eddde5, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fe493e83-03e1-440f-927d-e9bb44eddde5,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:46:26.917580 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f79d7b-a7c4-460a-8148-c14847f8153d None None] Pushing event updated for resources: {'Port': ['ID=1e385a5f-75c6-4e73-9ffd-33388a8ae0e7,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:27.015055 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Attempting to bind port 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:46:27.015502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Attempting to bind port 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '7aa1a66f-fe36-4ec4-88a1-65c23ef469d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8c390f07-1f7c-4f3a-a585-97441d6c9624'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:46:27.015875 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Attempting to bind port 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 on network 8c390f07-1f7c-4f3a-a585-97441d6c9624 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:27.022196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:46:27.022584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Checking segment: {'id': '7aa1a66f-fe36-4ec4-88a1-65c23ef469d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8c390f07-1f7c-4f3a-a585-97441d6c9624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:27.023976 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:27.023976 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Bound using segment: {'id': '7aa1a66f-fe36-4ec4-88a1-65c23ef469d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8c390f07-1f7c-4f3a-a585-97441d6c9624'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:46:27.024173 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:27.024264 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Bound port: 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa1a66f-fe36-4ec4-88a1-65c23ef469d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8c390f07-1f7c-4f3a-a585-97441d6c9624'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:46:27.024356 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:27.091991 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4c19735c-a426-449e-9504-3fcb262703ce req-103c55c8-0a23-4a65-9f7b-b1772cc74f79 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.1481967 Dec 11 22:46:27.124006 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Routers {'f2245801-3152-465e-911e-0ad58ec8696a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:27.124692 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:46:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f2245801-3152-465e-911e-0ad58ec8696a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:27.170047 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] For port 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:46:27.179909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] For port 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1e385a5f-75c6-4e73-9ffd-33388a8ae0e7,segment=NetworkSegment(7aa1a66f-fe36-4ec4-88a1-65c23ef469d8),segment_id=7aa1a66f-fe36-4ec4-88a1-65c23ef469d8)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:46:27.193622 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e521b-f632-476f-b7bc-d15e58b42e4e None None] Pushing event updated for resources: {'Port': ['ID=fe493e83-03e1-440f-927d-e9bb44eddde5,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:27.193826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96067a6f-9738-464a-8921-2fc62e7811f7 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:27.202163 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58576) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:27.204423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-96067a6f-9738-464a-8921-2fc62e7811f7 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] 10.222.0.45 "GET /v2.0/networks/9600ac33-03d2-4ff5-acb5-dd704fbd5934 HTTP/1.1" status: 200 len: 768 time: 0.4959288 Dec 11 22:46:27.286345 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:27.314231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780764e-774c-4407-9064-f26e6ddd1d1d req-8ee146d2-3d8f-43f3-ab83-0b741efa2c1b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:27.321590 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] Set router f2245801-3152-465e-911e-0ad58ec8696a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:46:27.323775 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3780764e-774c-4407-9064-f26e6ddd1d1d req-8ee146d2-3d8f-43f3-ab83-0b741efa2c1b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae351d0c-d569-4fe5-9daf-85bafd92497a HTTP/1.1" status: 200 len: 945 time: 0.3391495 Dec 11 22:46:27.358387 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37bcb219-740e-4e6f-a245-be2779734e0d req-b727f762-88d1-4f24-b239-c0bfef946c39 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 210 time: 0.0883408 Dec 11 22:46:27.455305 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-22478261-9e1f-48ba-bdf7-18b22c14e0c8 None None] Provisioning complete for port 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:27.455711 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22478261-9e1f-48ba-bdf7-18b22c14e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:27.468278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-8203572a-581f-4fb2-a8b4-03eb0a661506 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Made reservation on behalf of 27217062ad8c4d4babc5ba4352c729c5 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:27.474058 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-8203572a-581f-4fb2-a8b4-03eb0a661506 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:27.524140 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Routers {'29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:27.530435 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:46:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:27.665009 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3804a0e-ed5e-41fd-bba1-86203108529e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:27.734107 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3780764e-774c-4407-9064-f26e6ddd1d1d req-7a9be400-3286-485a-8499-443f1725f8dd tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961442 Dec 11 22:46:27.770426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] Set router 29a1fe1e-09a8-4a5a-a258-6d81ad6b5710 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:46:27.815430 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'name': 'tempest-ServersTestBootFromVolume-1070109094-router', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:19Z', 'updated_at': '2021-12-11T22:46:22Z', 'revision_number': 3, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'gw_port': {'id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:20Z', 'updated_at': '2021-12-11T22:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:27.907406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-8203572a-581f-4fb2-a8b4-03eb0a661506 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Allocated IP 172.20.0.14 (82b08062-dcd3-4b12-b656-232a56b3b938/c7fea1e5-16e5-4ed2-9658-4e69f5375c97/bbb9e180-05f9-4f32-abab-86a8a2c173d1) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:27.926594 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:27.972239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f79d7b-a7c4-460a-8148-c14847f8153d None None] Pushing event updated for resources: {'Port': ['ID=1e385a5f-75c6-4e73-9ffd-33388a8ae0e7,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:28.062649 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:28.130443 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcde05f-462a-4f67-bf68-13c2c0da11bb None None] The sync data for ids ['f2245801-3152-465e-911e-0ad58ec8696a'] in n-d-710847-6 is: [{'id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'name': 'tempest-ServersTestBootFromVolume-1070109094-router', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:19Z', 'updated_at': '2021-12-11T22:46:22Z', 'revision_number': 3, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'gw_port': {'id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:20Z', 'updated_at': '2021-12-11T22:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:46:28.143323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a62b0d-2056-4744-8dee-78a34abad0c0 req-3b7a4338-2309-4283-930e-0f0876202ee8 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:28.146314 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72a62b0d-2056-4744-8dee-78a34abad0c0 req-3b7a4338-2309-4283-930e-0f0876202ee8 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.2148426 Dec 11 22:46:28.152275 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3804a0e-ed5e-41fd-bba1-86203108529e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:28.156735 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:28.256690 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22478261-9e1f-48ba-bdf7-18b22c14e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:28.307133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'name': 'tempest-TaggedBootDevicesTest-20414661-router', 'tenant_id': 'a728848ecb25492480fe304f21c68723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '773600a5-b099-41ce-9adf-eef6c27828ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:13Z', 'updated_at': '2021-12-11T22:46:22Z', 'revision_number': 4, 'project_id': 'a728848ecb25492480fe304f21c68723', 'gw_port': {'id': '773600a5-b099-41ce-9adf-eef6c27828ce', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ca:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:14Z', 'updated_at': '2021-12-11T22:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '1e385a5f-75c6-4e73-9ffd-33388a8ae0e7', 'name': '', 'network_id': '8c390f07-1f7c-4f3a-a585-97441d6c9624', 'tenant_id': 'a728848ecb25492480fe304f21c68723', 'mac_address': 'fa:16:3e:83:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '488de20a-8d3a-426f-b011-5d84f339716c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:21Z', 'updated_at': '2021-12-11T22:46:27Z', 'revision_number': 4, 'project_id': 'a728848ecb25492480fe304f21c68723', 'subnets': [{'id': '488de20a-8d3a-426f-b011-5d84f339716c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:28.359258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692b355-f7cb-4bca-be2d-73dcde82cdb5 None None] The sync data for ids ['29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'] in n-d-710847-6 is: [{'id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'name': 'tempest-TaggedBootDevicesTest-20414661-router', 'tenant_id': 'a728848ecb25492480fe304f21c68723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '773600a5-b099-41ce-9adf-eef6c27828ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:13Z', 'updated_at': '2021-12-11T22:46:22Z', 'revision_number': 4, 'project_id': 'a728848ecb25492480fe304f21c68723', 'gw_port': {'id': '773600a5-b099-41ce-9adf-eef6c27828ce', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ca:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:14Z', 'updated_at': '2021-12-11T22:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '1e385a5f-75c6-4e73-9ffd-33388a8ae0e7', 'name': '', 'network_id': '8c390f07-1f7c-4f3a-a585-97441d6c9624', 'tenant_id': 'a728848ecb25492480fe304f21c68723', 'mac_address': 'fa:16:3e:83:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '488de20a-8d3a-426f-b011-5d84f339716c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:21Z', 'updated_at': '2021-12-11T22:46:27Z', 'revision_number': 4, 'project_id': 'a728848ecb25492480fe304f21c68723', 'subnets': [{'id': '488de20a-8d3a-426f-b011-5d84f339716c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:46:28.384911 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-22478261-9e1f-48ba-bdf7-18b22c14e0c8 None None] For port 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1e385a5f-75c6-4e73-9ffd-33388a8ae0e7,segment=NetworkSegment(7aa1a66f-fe36-4ec4-88a1-65c23ef469d8),segment_id=7aa1a66f-fe36-4ec4-88a1-65c23ef469d8)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:28.428261 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72a62b0d-2056-4744-8dee-78a34abad0c0 req-dec4f65c-9bb0-4457-97b6-6d3ce5a852c1 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361093 Dec 11 22:46:28.474831 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-d3804a0e-ed5e-41fd-bba1-86203108529e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46adf8f1-bcad-45ec-a242-b071217a35e3']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:28.493595 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22478261-9e1f-48ba-bdf7-18b22c14e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:28.522666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-d3804a0e-ed5e-41fd-bba1-86203108529e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af98b60e-7713-4353-b88b-3492166f7b64') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:28.523326 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-d3804a0e-ed5e-41fd-bba1-86203108529e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af98b60e-7713-4353-b88b-3492166f7b64') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:28.593851 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-8203572a-581f-4fb2-a8b4-03eb0a661506 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:28.602646 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22478261-9e1f-48ba-bdf7-18b22c14e0c8 None None] Pushing event updated for resources: {'Port': ['ID=1e385a5f-75c6-4e73-9ffd-33388a8ae0e7,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:28.622741 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5b1852fe-c528-4ad4-825d-b065d66a5904 req-405d275d-1255-4dc6-8cab-565c8bf3624e tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.1080158 Dec 11 22:46:28.628937 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3804a0e-ed5e-41fd-bba1-86203108529e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:28.639257 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bad0ec34-047b-4ae0-b84b-47f1fc06d927 None None] Provisioning complete for port 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:28.639785 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bad0ec34-047b-4ae0-b84b-47f1fc06d927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:28.761253 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-8203572a-581f-4fb2-a8b4-03eb0a661506 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:28.772902 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3804a0e-ed5e-41fd-bba1-86203108529e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:28.823969 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3804a0e-ed5e-41fd-bba1-86203108529e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:46:28.825284 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3804a0e-ed5e-41fd-bba1-86203108529e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:46:28.828682 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:46:28.885933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-8203572a-581f-4fb2-a8b4-03eb0a661506 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Network 82b08062-dcd3-4b12-b656-232a56b3b938 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:28.889923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-8203572a-581f-4fb2-a8b4-03eb0a661506 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:28.896877 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-8203572a-581f-4fb2-a8b4-03eb0a661506 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:28.947632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203572a-581f-4fb2-a8b4-03eb0a661506 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event updated for resources: {'Port': ['ID=bbb9e180-05f9-4f32-abab-86a8a2c173d1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:29.026322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-8203572a-581f-4fb2-a8b4-03eb0a661506 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:29.027755 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-8203572a-581f-4fb2-a8b4-03eb0a661506 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:29.113999 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-8203572a-581f-4fb2-a8b4-03eb0a661506 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3691106 Dec 11 22:46:29.155516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Request body: {'port': {'device_id': '2d328f2b-07d4-49b2-b1d0-590f2a22d8f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:29.209472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56f8a8-e0b1-4517-95b7-fd15b9428a8b req-7700e98b-5786-4bd5-ac16-333e6e45d79a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:29.220291 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f56f8a8-e0b1-4517-95b7-fd15b9428a8b req-7700e98b-5786-4bd5-ac16-333e6e45d79a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 932 time: 0.3905811 Dec 11 22:46:29.228854 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Allocated IP 172.20.0.1 (8f8fea77-563d-4b58-80be-148d26ff4e2f/21bc22ad-eca6-41b4-acc0-5225e953440d/6d96ff9a-273e-4e40-bb49-875c0253c008) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:29.237073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Router 9227c816-b65c-4ddb-83fc-f1f21bc34228 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:46:29.329792 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:29.352143 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3804a0e-ed5e-41fd-bba1-86203108529e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:29.432855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d9ff9c2c-2d68-45b2-9c96-32d304d05045 None None] Provisioning complete for port bbb9e180-05f9-4f32-abab-86a8a2c173d1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:29.433407 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d9ff9c2c-2d68-45b2-9c96-32d304d05045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:29.505315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d9ff9c2c-2d68-45b2-9c96-32d304d05045 None None] Port bbb9e180-05f9-4f32-abab-86a8a2c173d1 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:46:29.522934 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3804a0e-ed5e-41fd-bba1-86203108529e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46adf8f1-bcad-45ec-a242-b071217a35e3 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 11 22:46:29.548136 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d3804a0e-ed5e-41fd-bba1-86203108529e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:29.559507 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d3804a0e-ed5e-41fd-bba1-86203108529e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "DELETE /v2.0/networks/46adf8f1-bcad-45ec-a242-b071217a35e3 HTTP/1.1" status: 204 len: 168 time: 2.3520553 Dec 11 22:46:29.600337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58634) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:29.616642 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8d81e06e-43a6-4cd6-9bf2-c3024d5da387 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Request body: {'network': {'name': 'tempest-network--1402293528'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:29.640174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:29.653688 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:29.703744 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3804a0e-ed5e-41fd-bba1-86203108529e tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event deleted for resources: {'Network': ['ID=46adf8f1-bcad-45ec-a242-b071217a35e3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:29.724388 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f56f8a8-e0b1-4517-95b7-fd15b9428a8b req-572bd977-5c31-4b16-9876-ca2438d99b90 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030091 Dec 11 22:46:29.751408 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:29.751858 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:29.795299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d81e06e-43a6-4cd6-9bf2-c3024d5da387 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Made reservation on behalf of 96bb6546a9654d69b8651f16e4b30a72 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:29.811097 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d81e06e-43a6-4cd6-9bf2-c3024d5da387 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:29.824329 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:29.862430 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-59be2deb-b0b4-4127-a2a7-3325741694c7 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:29.870297 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-59be2deb-b0b4-4127-a2a7-3325741694c7 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/networks?id=dfc7e56d-6174-457f-878a-2031772251bb HTTP/1.1" status: 200 len: 812 time: 0.3832891 Dec 11 22:46:29.912367 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Network 8f8fea77-563d-4b58-80be-148d26ff4e2f is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:29.918698 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-f8d538c5-9006-4811-8cff-f3ee7fbe0494 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/quotas/7214c7683cf547839638fa2eb82b35e4 HTTP/1.1" status: 200 len: 375 time: 0.0465455 Dec 11 22:46:29.937613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d81e06e-43a6-4cd6-9bf2-c3024d5da387 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:46:29.976339 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:30.001391 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:30.126746 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d81e06e-43a6-4cd6-9bf2-c3024d5da387 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:30.126746 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-8d81e06e-43a6-4cd6-9bf2-c3024d5da387 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Added segment 724ff006-5a19-4a4c-8065-1898866c34b6 of type vlan for network a6e3bde0-6164-45df-b7aa-9a89e2c23f68 Dec 11 22:46:30.206296 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Pushing event updated for resources: {'Port': ['ID=6d96ff9a-273e-4e40-bb49-875c0253c008,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:30.206296 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:46:30.206296 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24253b19-b777-4a17-a517-35e421245633 req-cdbc6c7e-7074-4521-804e-03b693073da9 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:30.206296 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24253b19-b777-4a17-a517-35e421245633 req-cdbc6c7e-7074-4521-804e-03b693073da9 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.3027537 Dec 11 22:46:30.206296 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:30.206296 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7231f3e7-2ab2-41c4-ba65-2569d7b0bef9 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "PUT /v2.0/routers/9227c816-b65c-4ddb-83fc-f1f21bc34228 HTTP/1.1" status: 200 len: 919 time: 8.6201603 Dec 11 22:46:30.207477 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-f23f736d-e106-4adc-b1f8-e3b9c767f634 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7214c7683cf547839638fa2eb82b35e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2308433 Dec 11 22:46:30.208043 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58640) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:30.208043 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d006e89-bedd-4ecb-9c0c-42d4b8738b00 req-6f4d9a67-51fa-40d9-99b7-1a5420da77f4 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:30.208043 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1d006e89-bedd-4ecb-9c0c-42d4b8738b00 req-6f4d9a67-51fa-40d9-99b7-1a5420da77f4 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae351d0c-d569-4fe5-9daf-85bafd92497a HTTP/1.1" status: 200 len: 945 time: 0.3009348 Dec 11 22:46:30.208306 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d81e06e-43a6-4cd6-9bf2-c3024d5da387 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:30.260811 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fe493e83-03e1-440f-927d-e9bb44eddde5 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:30.331539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fe493e83-03e1-440f-927d-e9bb44eddde5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:30.332188 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:30.354205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb9e180-05f9-4f32-abab-86a8a2c173d1 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:46:30.361667 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:30.406904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:30.464570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Transition to ACTIVE for port object bbb9e180-05f9-4f32-abab-86a8a2c173d1 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:46:30.485810 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-31f1d740-d72c-40ad-93ec-e96cfafd2f80 service neutron] 10.222.0.45 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637978 Dec 11 22:46:30.508897 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c45763a2-fa79-44a5-98eb-4c4ad7f003a9 None None] Provisioning complete for port 6d96ff9a-273e-4e40-bb49-875c0253c008 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:30.513122 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c45763a2-fa79-44a5-98eb-4c4ad7f003a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:30.541506 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d81e06e-43a6-4cd6-9bf2-c3024d5da387 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:30.547545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d81e06e-43a6-4cd6-9bf2-c3024d5da387 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:30.550376 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d81e06e-43a6-4cd6-9bf2-c3024d5da387 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:30.570405 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:30.584467 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9630e-426c-4bb2-afc4-1a7a768b4eab None None] Sync routers for ids ['9227c816-b65c-4ddb-83fc-f1f21bc34228'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:46:30.591852 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:30.622021 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port fe493e83-03e1-440f-927d-e9bb44eddde5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fe493e83-03e1-440f-927d-e9bb44eddde5,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:30.635554 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9630e-426c-4bb2-afc4-1a7a768b4eab None None] Routers {'9227c816-b65c-4ddb-83fc-f1f21bc34228'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:30.636767 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ecc9630e-426c-4bb2-afc4-1a7a768b4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:46:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9227c816-b65c-4ddb-83fc-f1f21bc34228'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:30.689045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ecc9630e-426c-4bb2-afc4-1a7a768b4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:30.712339 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:30.781135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=fe493e83-03e1-440f-927d-e9bb44eddde5,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:30.786679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c45763a2-fa79-44a5-98eb-4c4ad7f003a9 None None] Port 6d96ff9a-273e-4e40-bb49-875c0253c008 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:46:30.792722 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9630e-426c-4bb2-afc4-1a7a768b4eab None None] Routers {'9227c816-b65c-4ddb-83fc-f1f21bc34228'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:30.794979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81e06e-43a6-4cd6-9bf2-c3024d5da387 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event updated for resources: {'Network': ['ID=a6e3bde0-6164-45df-b7aa-9a89e2c23f68,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:30.797784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ecc9630e-426c-4bb2-afc4-1a7a768b4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:46:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9227c816-b65c-4ddb-83fc-f1f21bc34228'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:30.850742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ecc9630e-426c-4bb2-afc4-1a7a768b4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:30.851492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9630e-426c-4bb2-afc4-1a7a768b4eab None None] The sync data for ids ['9227c816-b65c-4ddb-83fc-f1f21bc34228'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:46:30.853752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network a6e3bde0-6164-45df-b7aa-9a89e2c23f68 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:46:30.883349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24253b19-b777-4a17-a517-35e421245633 req-7bc369ed-1d54-4e8c-aab9-0073d74a32c9 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7439158 Dec 11 22:46:30.892518 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8d81e06e-43a6-4cd6-9bf2-c3024d5da387 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2808123 Dec 11 22:46:30.910584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58644) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:30.931320 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b5d982c9-a144-4ce6-b9f7-b6ce79cb3925 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:31.125512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb9e180-05f9-4f32-abab-86a8a2c173d1,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:31.131657 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1f07e0d6-811d-40b0-a0b2-847ff8620a15 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/routers/9227c816-b65c-4ddb-83fc-f1f21bc34228 HTTP/1.1" status: 200 len: 925 time: 0.9498994 Dec 11 22:46:31.163947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58650) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:31.235031 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2553c671-6d1b-4f3b-879b-6240afbee89c req-e78529e4-a40a-475d-b1bd-06153e9a3a61 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0609138 Dec 11 22:46:31.240662 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-94cca9c1-8d15-4468-b0dc-752401147e21 service neutron] 10.222.0.45 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7465847 Dec 11 22:46:31.251894 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae25c73-1734-4218-a252-5e27238daab9 req-f2a524b5-67bf-4e3d-a3ea-83856e0cb5b2 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:31.254087 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ae25c73-1734-4218-a252-5e27238daab9 req-f2a524b5-67bf-4e3d-a3ea-83856e0cb5b2 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.47 "GET /v2.0/ports?device_id=87aa1ca3-ed03-4dde-854a-a6e6b58996e0 HTTP/1.1" status: 200 len: 945 time: 0.4280298 Dec 11 22:46:31.323239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Attempting to bind port bbb9e180-05f9-4f32-abab-86a8a2c173d1 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:46:31.323443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Attempting to bind port bbb9e180-05f9-4f32-abab-86a8a2c173d1 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:46:31.323782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Attempting to bind port bbb9e180-05f9-4f32-abab-86a8a2c173d1 on network 82b08062-dcd3-4b12-b656-232a56b3b938 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:31.347878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-1d006e89-bedd-4ecb-9c0c-42d4b8738b00 req-73f3569f-d124-4e92-a6a2-f43d3d50ea45 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Deleting port 05d9ce83-9347-493e-a2a8-997c43d67a6f {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:46:31.347878 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1d006e89-bedd-4ecb-9c0c-42d4b8738b00 req-73f3569f-d124-4e92-a6a2-f43d3d50ea45 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:31.348084 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Port bbb9e180-05f9-4f32-abab-86a8a2c173d1 on network 82b08062-dcd3-4b12-b656-232a56b3b938 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:46:31.348084 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Attempting to bind port bbb9e180-05f9-4f32-abab-86a8a2c173d1 on network 82b08062-dcd3-4b12-b656-232a56b3b938 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:31.349383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009e04d-c894-46b5-919c-82cfdea25961 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:31.353962 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6009e04d-c894-46b5-919c-82cfdea25961 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&device_id=9227c816-b65c-4ddb-83fc-f1f21bc34228&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1882303 Dec 11 22:46:31.355489 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58652) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:31.414466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:46:31.416628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Checking segment: {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:31.416628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Bound using segment: {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:46:31.416628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Bound port: bbb9e180-05f9-4f32-abab-86a8a2c173d1, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:46:31.416628 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:31.511536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fe493e83-03e1-440f-927d-e9bb44eddde5 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:31.569380 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5d982c9-a144-4ce6-b9f7-b6ce79cb3925 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:31.572384 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:31.623470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3524a8-3b3e-49e7-8455-108d7179782a tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:31.625898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dda53-e786-420b-91ca-92199dfbbf7c req-46146b0e-b850-481f-bff3-13dff1c005d5 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:31.627014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fe493e83-03e1-440f-927d-e9bb44eddde5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:31.628010 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:31.628775 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6b3524a8-3b3e-49e7-8455-108d7179782a tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 881 time: 0.2706475 Dec 11 22:46:31.629437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58654) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:31.630952 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c3dda53-e786-420b-91ca-92199dfbbf7c req-46146b0e-b850-481f-bff3-13dff1c005d5 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 944 time: 0.2130148 Dec 11 22:46:31.639152 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-1d006e89-bedd-4ecb-9c0c-42d4b8738b00 req-73f3569f-d124-4e92-a6a2-f43d3d50ea45 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] For port 05d9ce83-9347-493e-a2a8-997c43d67a6f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=05d9ce83-9347-493e-a2a8-997c43d67a6f,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:31.639545 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1d006e89-bedd-4ecb-9c0c-42d4b8738b00 req-73f3569f-d124-4e92-a6a2-f43d3d50ea45 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:31.644468 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5d982c9-a144-4ce6-b9f7-b6ce79cb3925 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:31.678332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-2ae25c73-1734-4218-a252-5e27238daab9 req-2869a064-cb80-4932-ae17-7754715e38bd tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Deleting port cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:46:31.678332 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ae25c73-1734-4218-a252-5e27238daab9 req-2869a064-cb80-4932-ae17-7754715e38bd tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:31.686417 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-64d3fdea-3720-4d17-9c28-d044e7f9354b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "GET /v2.0/ports?device_id=9227c816-b65c-4ddb-83fc-f1f21bc34228 HTTP/1.1" status: 200 len: 205 time: 0.0503314 Dec 11 22:46:31.741400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [req-1d006e89-bedd-4ecb-9c0c-42d4b8738b00 req-73f3569f-d124-4e92-a6a2-f43d3d50ea45 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Calling delete_port for 05d9ce83-9347-493e-a2a8-997c43d67a6f owned by compute:nova {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:46:31.747894 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b5d982c9-a144-4ce6-b9f7-b6ce79cb3925 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Network a6e3bde0-6164-45df-b7aa-9a89e2c23f68 is not hosted by any dhcp agent {{(pid=103691) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 11 22:46:31.748779 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d982c9-a144-4ce6-b9f7-b6ce79cb3925 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:31.749385 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5d982c9-a144-4ce6-b9f7-b6ce79cb3925 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:31.753111 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b5d982c9-a144-4ce6-b9f7-b6ce79cb3925 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "PUT /v2.0/networks/a6e3bde0-6164-45df-b7aa-9a89e2c23f68 HTTP/1.1" status: 200 len: 858 time: 0.8316832 Dec 11 22:46:31.753111 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58656) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:31.794982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58660) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:31.894702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] For port bbb9e180-05f9-4f32-abab-86a8a2c173d1, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:46:31.993540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] For port bbb9e180-05f9-4f32-abab-86a8a2c173d1, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=bbb9e180-05f9-4f32-abab-86a8a2c173d1,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:46:32.082963 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:32.089850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2ae25c73-1734-4218-a252-5e27238daab9 req-2869a064-cb80-4932-ae17-7754715e38bd tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] For port cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:32.090285 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ae25c73-1734-4218-a252-5e27238daab9 req-2869a064-cb80-4932-ae17-7754715e38bd tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:32.138859 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c3dda53-e786-420b-91ca-92199dfbbf7c req-af61582e-a6ee-49e4-9b07-223d4b4b3dc7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830625 Dec 11 22:46:32.147860 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70736850-b58e-4969-a4bb-b2e607ab83d9 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:32.165790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-2ae25c73-1734-4218-a252-5e27238daab9 req-2869a064-cb80-4932-ae17-7754715e38bd tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Calling delete_port for cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:46:32.201493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:32.202088 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:32.203268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d982c9-a144-4ce6-b9f7-b6ce79cb3925 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event updated for resources: {'Network': ['ID=a6e3bde0-6164-45df-b7aa-9a89e2c23f68,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:32.203565 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] 10.222.0.47 "PUT /v2.0/ports/bbb9e180-05f9-4f32-abab-86a8a2c173d1 HTTP/1.1" status: 200 len: 1092 time: 3.0584648 Dec 11 22:46:32.205970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d328f2b-07d4-49b2-b1d0-590f2a22d8f9', 'tag': 'bbb9e180-05f9-4f32-abab-86a8a2c173d1'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:46:32.214144 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa85f3b2-f6bd-4aa5-9676-68696242f989" -d '{"events": [{"name": "network-changed", "server_uuid": "2d328f2b-07d4-49b2-b1d0-590f2a22d8f9", "tag": "bbb9e180-05f9-4f32-abab-86a8a2c173d1"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:46:32.321874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e87b4-c018-4901-aedd-fa9f0a39fb65 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb9e180-05f9-4f32-abab-86a8a2c173d1,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:32.398787 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d364bd-f5d1-4532-bda4-5ba2f48578f1 x-openstack-request-id: req-36d364bd-f5d1-4532-bda4-5ba2f48578f1 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:46:32.403574 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d328f2b-07d4-49b2-b1d0-590f2a22d8f9", "tag": "bbb9e180-05f9-4f32-abab-86a8a2c173d1", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:46:32.403880 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-36d364bd-f5d1-4532-bda4-5ba2f48578f1 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:46:32.404284 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d328f2b-07d4-49b2-b1d0-590f2a22d8f9', 'tag': 'bbb9e180-05f9-4f32-abab-86a8a2c173d1', 'status': 'completed', 'code': 200} Dec 11 22:46:32.503401 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fddb0471-8e20-4b80-a941-f4a24b14b1b4 req-ed2cee3e-7350-446c-a27d-a833823ca265 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 210 time: 0.0777934 Dec 11 22:46:32.585112 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3236bb18-ba2e-48b8-b249-187eab67fb34 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:32.640288 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70736850-b58e-4969-a4bb-b2e607ab83d9 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:32.657599 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-287eeaad-3d6c-4182-a9fc-f252f88086c5 req-6d8f2d22-e81c-4f92-8ec5-eaaef7b5494b tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.2024217 Dec 11 22:46:32.703913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-70736850-b58e-4969-a4bb-b2e607ab83d9 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e3bde0-6164-45df-b7aa-9a89e2c23f68']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:32.714004 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-7884675f-1c34-498c-8f95-8a0d85cac310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:32.715666 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-7884675f-1c34-498c-8f95-8a0d85cac310 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 1095 time: 0.3090348 Dec 11 22:46:32.719917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-70736850-b58e-4969-a4bb-b2e607ab83d9 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724ff006-5a19-4a4c-8065-1898866c34b6') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:32.719917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-70736850-b58e-4969-a4bb-b2e607ab83d9 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724ff006-5a19-4a4c-8065-1898866c34b6') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:32.754033 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70736850-b58e-4969-a4bb-b2e607ab83d9 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:32.811482 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a2a31-4c2b-4a44-81fd-1b07830e954f req-66527625-e3b9-45d1-9988-7364c2b1f2a6 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:32.811660 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70736850-b58e-4969-a4bb-b2e607ab83d9 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:32.816810 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-8ea78bf5-735c-443d-b722-a54ade90a2a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbb9e180-05f9-4f32-abab-86a8a2c173d1 HTTP/1.1" status: 200 len: 217 time: 0.0834017 Dec 11 22:46:32.819180 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b00a2a31-4c2b-4a44-81fd-1b07830e954f req-66527625-e3b9-45d1-9988-7364c2b1f2a6 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.2204149 Dec 11 22:46:32.825964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70736850-b58e-4969-a4bb-b2e607ab83d9 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:46:32.825964 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70736850-b58e-4969-a4bb-b2e607ab83d9 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:46:32.828004 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:46:32.857764 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1d006e89-bedd-4ecb-9c0c-42d4b8738b00 req-73f3569f-d124-4e92-a6a2-f43d3d50ea45 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:32.862575 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:32.891339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['05d9ce83-9347-493e-a2a8-997c43d67a6f', 'cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:46:32.917514 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3569f-d124-4e92-a6a2-f43d3d50ea45 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Pushing event deleted for resources: {'Port': ['ID=05d9ce83-9347-493e-a2a8-997c43d67a6f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:32.940949 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b00a2a31-4c2b-4a44-81fd-1b07830e954f req-68d506ad-1194-4ef2-a8fa-c236c8213d3a tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209378 Dec 11 22:46:32.942383 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3236bb18-ba2e-48b8-b249-187eab67fb34 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:32.954781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-9b77a9ab-29d7-4fbf-99bf-4f05b8655091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:32.956319 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-9b77a9ab-29d7-4fbf-99bf-4f05b8655091 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.1169930 Dec 11 22:46:32.982702 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:33.017985 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ae25c73-1734-4218-a252-5e27238daab9 req-2869a064-cb80-4932-ae17-7754715e38bd tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:33.067585 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Pushing event updated for resources: {'Port': ['ID=6d96ff9a-273e-4e40-bb49-875c0253c008,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:33.071986 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d006e89-bedd-4ecb-9c0c-42d4b8738b00 req-73f3569f-d124-4e92-a6a2-f43d3d50ea45 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] No DVR routers for this DVR port 05d9ce83-9347-493e-a2a8-997c43d67a6f on host n-h1-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:46:33.075765 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70736850-b58e-4969-a4bb-b2e607ab83d9 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:33.080028 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-1d006e89-bedd-4ecb-9c0c-42d4b8738b00 req-73f3569f-d124-4e92-a6a2-f43d3d50ea45 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:33.080243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869a064-cb80-4932-ae17-7754715e38bd tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Pushing event deleted for resources: {'Port': ['ID=cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:33.084768 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1d006e89-bedd-4ecb-9c0c-42d4b8738b00 req-73f3569f-d124-4e92-a6a2-f43d3d50ea45 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.47 "DELETE /v2.0/ports/05d9ce83-9347-493e-a2a8-997c43d67a6f HTTP/1.1" status: 204 len: 173 time: 2.8757637 Dec 11 22:46:33.085255 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae351d0c-d569-4fe5-9daf-85bafd92497a', 'name': 'network-vif-deleted', 'tag': '05d9ce83-9347-493e-a2a8-997c43d67a6f'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:46:33.086946 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70736850-b58e-4969-a4bb-b2e607ab83d9 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6e3bde0-6164-45df-b7aa-9a89e2c23f68 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 11 22:46:33.094678 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f55d69-38d9-4074-b79f-21b6ff369fa8" -d '{"events": [{"server_uuid": "ae351d0c-d569-4fe5-9daf-85bafd92497a", "name": "network-vif-deleted", "tag": "05d9ce83-9347-493e-a2a8-997c43d67a6f"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:46:33.134255 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70736850-b58e-4969-a4bb-b2e607ab83d9 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:33.137988 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:33.143132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-70736850-b58e-4969-a4bb-b2e607ab83d9 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] 10.222.0.45 "DELETE /v2.0/networks/a6e3bde0-6164-45df-b7aa-9a89e2c23f68 HTTP/1.1" status: 204 len: 168 time: 1.3426135 Dec 11 22:46:33.151113 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58688) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:33.159079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70736850-b58e-4969-a4bb-b2e607ab83d9 tempest-ExternalNetworksTestJSON-1847333955 tempest-ExternalNetworksTestJSON-1847333955-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6e3bde0-6164-45df-b7aa-9a89e2c23f68,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:33.173997 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d097f3c8-6868-4733-8962-dcf9c818465a x-openstack-request-id: req-d097f3c8-6868-4733-8962-dcf9c818465a {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:46:33.174383 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae351d0c-d569-4fe5-9daf-85bafd92497a", "name": "network-vif-deleted", "tag": "05d9ce83-9347-493e-a2a8-997c43d67a6f", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:46:33.174711 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d097f3c8-6868-4733-8962-dcf9c818465a {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:46:33.175226 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae351d0c-d569-4fe5-9daf-85bafd92497a', 'name': 'network-vif-deleted', 'tag': '05d9ce83-9347-493e-a2a8-997c43d67a6f', 'status': 'completed', 'code': 200} Dec 11 22:46:33.280632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-3236bb18-ba2e-48b8-b249-187eab67fb34 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Deleting port 62bbf3ac-96a9-47ee-bd13-1cf5e90b0a1e {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:46:33.281265 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3236bb18-ba2e-48b8-b249-187eab67fb34 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:33.319397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae25c73-1734-4218-a252-5e27238daab9 req-2869a064-cb80-4932-ae17-7754715e38bd tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] No DVR routers for this DVR port cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:46:33.323624 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-0b13f427-48ce-4ac2-8680-f75251dff0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:33.325273 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-0b13f427-48ce-4ac2-8680-f75251dff0ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3582320 Dec 11 22:46:33.326700 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ae25c73-1734-4218-a252-5e27238daab9 req-2869a064-cb80-4932-ae17-7754715e38bd tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:33.330956 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ae25c73-1734-4218-a252-5e27238daab9 req-2869a064-cb80-4932-ae17-7754715e38bd tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.47 "DELETE /v2.0/ports/cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 HTTP/1.1" status: 204 len: 173 time: 2.0685358 Dec 11 22:46:33.332014 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd50fe46-dd79-4916-a09b-18f1b3a21b0d tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] DELETE failed (client error): The resource could not be found. Dec 11 22:46:33.332453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd50fe46-dd79-4916-a09b-18f1b3a21b0d tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:46:33.336225 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dd50fe46-dd79-4916-a09b-18f1b3a21b0d tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] 10.222.0.45 "DELETE /v2.0/subnets/d7a278cb-b5cd-4456-be01-1f821263ed0d HTTP/1.1" status: 404 len: 337 time: 0.1785316 Dec 11 22:46:33.339044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58694) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:33.388665 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Network 8f8fea77-563d-4b58-80be-148d26ff4e2f is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:33.396258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:33.423538 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf05c23-29d4-402e-ab1f-e4d723a09b76 req-8c88b38c-b50f-46d2-a465-0d192f41c87b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:33.425155 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1cf05c23-29d4-402e-ab1f-e4d723a09b76 req-8c88b38c-b50f-46d2-a465-0d192f41c87b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 944 time: 0.1642876 Dec 11 22:46:33.484718 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bcd0fdf0-b368-43ef-8c3f-a80adbb81223 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:33.504788 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3236bb18-ba2e-48b8-b249-187eab67fb34 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:33.552428 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-3236bb18-ba2e-48b8-b249-187eab67fb34 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Calling delete_port for 62bbf3ac-96a9-47ee-bd13-1cf5e90b0a1e owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:46:33.617917 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1cf05c23-29d4-402e-ab1f-e4d723a09b76 req-6d8f3bcf-04e5-45d2-afc1-9fa655883bb7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823208 Dec 11 22:46:33.894512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-75fa859d-c143-4c20-a9e7-580714359242 None None] Provisioning complete for port 6d96ff9a-273e-4e40-bb49-875c0253c008 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:33.895513 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-75fa859d-c143-4c20-a9e7-580714359242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:33.911931 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-11cba73e-6b4c-4a94-9f07-10e1f6a2c370 req-6466b1c3-632a-42f8-b6e1-43fdbf680ef9 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0622990 Dec 11 22:46:33.950315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-75fa859d-c143-4c20-a9e7-580714359242 None None] Port 6d96ff9a-273e-4e40-bb49-875c0253c008 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:46:34.034174 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Router f2245801-3152-465e-911e-0ad58ec8696a has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:46:34.122344 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3236bb18-ba2e-48b8-b249-187eab67fb34 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:34.141802 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dabb2a1d-8557-4cd1-b54f-4b7e863741cb req-85c96a06-10f1-4123-9540-3df92eee883a tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 210 time: 0.5434327 Dec 11 22:46:34.168770 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bcd0fdf0-b368-43ef-8c3f-a80adbb81223 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:34.172574 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236bb18-ba2e-48b8-b249-187eab67fb34 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Pushing event deleted for resources: {'Port': ['ID=62bbf3ac-96a9-47ee-bd13-1cf5e90b0a1e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:34.183002 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-34c462ec-807a-4bb9-a159-e800503aac8c service neutron] 10.222.0.47 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7347956 Dec 11 22:46:34.215751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-bcd0fdf0-b368-43ef-8c3f-a80adbb81223 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9600ac33-03d2-4ff5-acb5-dd704fbd5934']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:34.244287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-bcd0fdf0-b368-43ef-8c3f-a80adbb81223 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ec1301-f22c-40b7-859b-ac50410a2f5d') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:34.244605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-bcd0fdf0-b368-43ef-8c3f-a80adbb81223 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ec1301-f22c-40b7-859b-ac50410a2f5d') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:34.292079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:46:34.298077 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bcd0fdf0-b368-43ef-8c3f-a80adbb81223 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:34.304458 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Sync routers for ids ['f2245801-3152-465e-911e-0ad58ec8696a'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:46:34.308265 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-222acca1-83cb-406a-a376-4f68326124cc admin admin] 10.222.0.45 "PUT /v2.0/routers/f2245801-3152-465e-911e-0ad58ec8696a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7756176 Dec 11 22:46:34.349293 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bcd0fdf0-b368-43ef-8c3f-a80adbb81223 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:34.353270 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Routers {'f2245801-3152-465e-911e-0ad58ec8696a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:34.355748 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:46:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f2245801-3152-465e-911e-0ad58ec8696a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:34.365899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd0fdf0-b368-43ef-8c3f-a80adbb81223 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:46:34.366320 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bcd0fdf0-b368-43ef-8c3f-a80adbb81223 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:46:34.370011 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:46:34.378789 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd116-2d9d-4755-a7f4-78910bc96c71 req-f09a6f69-756d-4bd1-b116-68bb6c701af6 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:34.380398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68cbd116-2d9d-4755-a7f4-78910bc96c71 req-f09a6f69-756d-4bd1-b116-68bb6c701af6 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.2713883 Dec 11 22:46:34.425183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87aa1ca3-ed03-4dde-854a-a6e6b58996e0', 'name': 'network-vif-deleted', 'tag': 'cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:46:34.427488 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6ed025-f268-464a-9f15-f1f9d5e11c40" -d '{"events": [{"server_uuid": "87aa1ca3-ed03-4dde-854a-a6e6b58996e0", "name": "network-vif-deleted", "tag": "cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:46:34.484877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ebdaee74-61d0-4b58-a6bd-050ea060c234 req-67c98cef-a7fd-4552-82c3-aa750058d88b service neutron] 10.222.0.47 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825627 Dec 11 22:46:34.565387 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28eb322-2c8e-456a-8b89-9fb54a1780a5 x-openstack-request-id: req-a28eb322-2c8e-456a-8b89-9fb54a1780a5 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:46:34.565689 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87aa1ca3-ed03-4dde-854a-a6e6b58996e0", "name": "network-vif-deleted", "tag": "cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:46:34.565951 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a28eb322-2c8e-456a-8b89-9fb54a1780a5 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:46:34.566361 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87aa1ca3-ed03-4dde-854a-a6e6b58996e0', 'name': 'network-vif-deleted', 'tag': 'cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0', 'status': 'completed', 'code': 200} Dec 11 22:46:34.566489 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Set router f2245801-3152-465e-911e-0ad58ec8696a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:46:34.600768 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bcd0fdf0-b368-43ef-8c3f-a80adbb81223 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:34.614662 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bcd0fdf0-b368-43ef-8c3f-a80adbb81223 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:34.624485 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bcd0fdf0-b368-43ef-8c3f-a80adbb81223 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] 10.222.0.45 "DELETE /v2.0/networks/9600ac33-03d2-4ff5-acb5-dd704fbd5934 HTTP/1.1" status: 204 len: 168 time: 1.2834091 Dec 11 22:46:34.652027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0fdf0-b368-43ef-8c3f-a80adbb81223 tempest-ExternalNetworksTestJSON-2093793368 tempest-ExternalNetworksTestJSON-2093793368-project] Pushing event deleted for resources: {'Network': ['ID=9600ac33-03d2-4ff5-acb5-dd704fbd5934,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:34.855671 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'name': 'tempest-ServersTestBootFromVolume-1070109094-router', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:19Z', 'updated_at': '2021-12-11T22:46:31Z', 'revision_number': 4, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'gw_port': {'id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:20Z', 'updated_at': '2021-12-11T22:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '6d96ff9a-273e-4e40-bb49-875c0253c008', 'name': '', 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'mac_address': 'fa:16:3e:19:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:28Z', 'updated_at': '2021-12-11T22:46:31Z', 'revision_number': 2, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'subnets': [{'id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:34.856813 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3236bb18-ba2e-48b8-b249-187eab67fb34 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:34.909789 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Checking router: f2245801-3152-465e-911e-0ad58ec8696a for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:46:34.910399 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Updating router f2245801-3152-465e-911e-0ad58ec8696a port 6d96ff9a-273e-4e40-bb49-875c0253c008 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:46:34.939406 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:34.953387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85f3b2-f6bd-4aa5-9676-68696242f989 req-c72b1a49-b5ec-42de-8576-261dc2f1d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:34.960300 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa85f3b2-f6bd-4aa5-9676-68696242f989 req-c72b1a49-b5ec-42de-8576-261dc2f1d19b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 1095 time: 0.1740708 Dec 11 22:46:35.062493 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3236bb18-ba2e-48b8-b249-187eab67fb34 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:35.067640 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68cbd116-2d9d-4755-a7f4-78910bc96c71 req-4afbf5ea-affa-42b0-b2de-1f5b26dc3679 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6755476 Dec 11 22:46:35.068402 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3236bb18-ba2e-48b8-b249-187eab67fb34 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:35.185091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85f3b2-f6bd-4aa5-9676-68696242f989 req-d1c95ac2-70be-41be-83b7-348d82b30bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:35.186839 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa85f3b2-f6bd-4aa5-9676-68696242f989 req-d1c95ac2-70be-41be-83b7-348d82b30bb5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.2166815 Dec 11 22:46:35.255429 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:46:35.280125 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa85f3b2-f6bd-4aa5-9676-68696242f989 req-eebe029e-7d94-41a1-96fc-00aa87656414 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbb9e180-05f9-4f32-abab-86a8a2c173d1 HTTP/1.1" status: 200 len: 217 time: 0.0820615 Dec 11 22:46:35.298505 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:46:35.299151 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device cad45a3f-a3b9-4701-bf67-4a5a91d2b8f0 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:46:35.306681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 05d9ce83-9347-493e-a2a8-997c43d67a6f no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:46:35.306865 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3236bb18-ba2e-48b8-b249-187eab67fb34 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:35.306865 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3236bb18-ba2e-48b8-b249-187eab67fb34 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Fanout notify agent at l3_agent the message router_deleted on router 9227c816-b65c-4ddb-83fc-f1f21bc34228 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:46:35.318992 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3236bb18-ba2e-48b8-b249-187eab67fb34 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:35.320148 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3236bb18-ba2e-48b8-b249-187eab67fb34 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "DELETE /v2.0/routers/9227c816-b65c-4ddb-83fc-f1f21bc34228 HTTP/1.1" status: 204 len: 168 time: 3.5523510 Dec 11 22:46:35.326590 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58722) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:35.339396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-60f864ca-c465-4e82-81a6-ff9e2b144cf7 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1867700802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:35.357393 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58724) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:35.367415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 05d9ce83-9347-493e-a2a8-997c43d67a6f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:46:35.367945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 05d9ce83-9347-493e-a2a8-997c43d67a6f not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:46:35.381609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85f3b2-f6bd-4aa5-9676-68696242f989 req-f2732892-6b0a-4547-8fd0-ebb4bcf22537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:35.384297 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f1871-27e4-4421-ae7c-7575a43944a1 req-7a3b1e9a-29e8-4efb-9773-44f0f2f91b18 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:35.384928 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa85f3b2-f6bd-4aa5-9676-68696242f989 req-f2732892-6b0a-4547-8fd0-ebb4bcf22537 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.0960789 Dec 11 22:46:35.386538 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a36f1871-27e4-4421-ae7c-7575a43944a1 req-7a3b1e9a-29e8-4efb-9773-44f0f2f91b18 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 944 time: 0.1749673 Dec 11 22:46:35.497570 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a36f1871-27e4-4421-ae7c-7575a43944a1 req-083c3135-19d3-4ae4-9c60-8769a9968d41 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033750 Dec 11 22:46:35.503493 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:35.512612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85f3b2-f6bd-4aa5-9676-68696242f989 req-ce7c62fc-e89a-4edf-91fd-cdfcad8cc82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:35.514210 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa85f3b2-f6bd-4aa5-9676-68696242f989 req-ce7c62fc-e89a-4edf-91fd-cdfcad8cc82e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214149 Dec 11 22:46:35.568480 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-60f864ca-c465-4e82-81a6-ff9e2b144cf7 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:35.578550 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-60f864ca-c465-4e82-81a6-ff9e2b144cf7 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:35.582405 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58730) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:35.597573 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3ccb3c83-f247-47e7-85c0-9260d373f4a6 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1697220375', 'description': 'tempest-description--1921692115'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:35.601828 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:35.641747 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fcb0f8c2-23cf-44fb-af80-1b64083242c9 req-437446b5-8962-4d6c-b44c-b0dc457acd26 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0508564 Dec 11 22:46:35.691249 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2024a5a-81a0-4aef-a307-e09db0264f98 None None] Pushing event updated for resources: {'Port': ['ID=6d96ff9a-273e-4e40-bb49-875c0253c008,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:35.756834 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-757e7fb0-2ebf-45e4-bc0f-85c18be4b9a1 req-f27230bf-abee-45d1-b0ec-42292bc04ecb tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 210 time: 0.0802648 Dec 11 22:46:35.784963 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-60f864ca-c465-4e82-81a6-ff9e2b144cf7 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:35.784963 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3c83-f247-47e7-85c0-9260d373f4a6 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:35.790100 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Attempting to bind port 6d96ff9a-273e-4e40-bb49-875c0253c008 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:46:35.790595 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Attempting to bind port 6d96ff9a-273e-4e40-bb49-875c0253c008 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '1a973d8a-1c14-4852-8fa1-e3cb362b54a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:46:35.791075 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Attempting to bind port 6d96ff9a-273e-4e40-bb49-875c0253c008 on network 8f8fea77-563d-4b58-80be-148d26ff4e2f {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:35.798760 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:46:35.799951 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Checking segment: {'id': '1a973d8a-1c14-4852-8fa1-e3cb362b54a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:35.801159 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:35.801780 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Bound using segment: {'id': '1a973d8a-1c14-4852-8fa1-e3cb362b54a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:46:35.802588 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Bound port: 6d96ff9a-273e-4e40-bb49-875c0253c008, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a973d8a-1c14-4852-8fa1-e3cb362b54a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:46:35.803236 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:35.820524 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ff761c6e-76ce-4000-90bc-7aabe7d963b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3db7f534125f45189d63ba26a63db23b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4591758 Dec 11 22:46:35.821170 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58732) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:35.874528 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa85f3b2-f6bd-4aa5-9676-68696242f989 req-62d4ca14-0654-4968-9960-3eb31fe8baa8 service neutron] 10.222.0.47 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514657 Dec 11 22:46:35.881745 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-60f864ca-c465-4e82-81a6-ff9e2b144cf7 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:35.897561 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] For port 6d96ff9a-273e-4e40-bb49-875c0253c008, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:46:35.903127 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] For port 6d96ff9a-273e-4e40-bb49-875c0253c008, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=6d96ff9a-273e-4e40-bb49-875c0253c008,segment=NetworkSegment(1a973d8a-1c14-4852-8fa1-e3cb362b54a1),segment_id=1a973d8a-1c14-4852-8fa1-e3cb362b54a1)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:46:35.939753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-463983be-2677-4d80-b008-206502b553cb tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:35.941172 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-463983be-2677-4d80-b008-206502b553cb tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.47 "GET /v2.0/networks?id=dfc7e56d-6174-457f-878a-2031772251bb HTTP/1.1" status: 200 len: 812 time: 0.2952321 Dec 11 22:46:35.973622 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-9cafe345-08cb-415b-a86e-ba0d5acc101b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Request body: {'port': {'device_id': '5a20209e-0cb2-4972-9946-953138984b85', 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb', 'admin_state_up': True, 'tenant_id': '7214c7683cf547839638fa2eb82b35e4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:35.980196 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c93568a-978d-4f67-999f-dab059c79db8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:35.985518 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:36.052188 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-60f864ca-c465-4e82-81a6-ff9e2b144cf7 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:36.056396 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-60f864ca-c465-4e82-81a6-ff9e2b144cf7 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7287676 Dec 11 22:46:36.073150 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58734) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:36.075170 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c93568a-978d-4f67-999f-dab059c79db8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:36.086205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'enable_snat': False}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:36.109863 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Routers {'f2245801-3152-465e-911e-0ad58ec8696a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:36.110520 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:46:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f2245801-3152-465e-911e-0ad58ec8696a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:36.125058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1deec714-1c1f-488d-b6df-813b3d6f6fb6 None None] Provisioning complete for port 6d96ff9a-273e-4e40-bb49-875c0253c008 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:36.126389 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1deec714-1c1f-488d-b6df-813b3d6f6fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:36.181443 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2024a5a-81a0-4aef-a307-e09db0264f98 None None] Pushing event updated for resources: {'Port': ['ID=6d96ff9a-273e-4e40-bb49-875c0253c008,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:36.238976 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa85f3b2-f6bd-4aa5-9676-68696242f989 req-01d06f44-9bad-4d7a-b68f-f4ab2434ef45 service neutron] 10.222.0.47 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471260 Dec 11 22:46:36.323089 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1deec714-1c1f-488d-b6df-813b3d6f6fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:36.359854 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3c83-f247-47e7-85c0-9260d373f4a6 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:36.367734 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] Set router f2245801-3152-465e-911e-0ad58ec8696a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:46:36.372586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1deec714-1c1f-488d-b6df-813b3d6f6fb6 None None] For port 6d96ff9a-273e-4e40-bb49-875c0253c008, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=6d96ff9a-273e-4e40-bb49-875c0253c008,segment=NetworkSegment(1a973d8a-1c14-4852-8fa1-e3cb362b54a1),segment_id=1a973d8a-1c14-4852-8fa1-e3cb362b54a1)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:36.443973 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c93568a-978d-4f67-999f-dab059c79db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:36.444336 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-295a765b-8eec-4d68-8cab-81c7bba74814 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:36.446135 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-295a765b-8eec-4d68-8cab-81c7bba74814 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.13 "GET /v2.0/networks?id=dfc7e56d-6174-457f-878a-2031772251bb HTTP/1.1" status: 200 len: 812 time: 0.2502656 Dec 11 22:46:36.446725 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c93568a-978d-4f67-999f-dab059c79db8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:36.447893 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5c93568a-978d-4f67-999f-dab059c79db8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43a627fa-737e-497c-b6ef-a77dc5012b2a HTTP/1.1" status: 204 len: 168 time: 0.6241198 Dec 11 22:46:36.466217 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1deec714-1c1f-488d-b6df-813b3d6f6fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:36.475074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-0197662c-b3a8-45f2-b32d-162ddf9954c9 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Request body: {'port': {'device_id': 'c1c302bc-5507-4afd-b3d8-074ac800e706', 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb', 'admin_state_up': True, 'tenant_id': '7214c7683cf547839638fa2eb82b35e4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:36.490931 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93568a-978d-4f67-999f-dab059c79db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a627fa-737e-497c-b6ef-a77dc5012b2a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:36.496682 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3c83-f247-47e7-85c0-9260d373f4a6 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:36.626196 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'name': 'tempest-ServersTestBootFromVolume-1070109094-router', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:19Z', 'updated_at': '2021-12-11T22:46:31Z', 'revision_number': 4, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'gw_port': {'id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:20Z', 'updated_at': '2021-12-11T22:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '6d96ff9a-273e-4e40-bb49-875c0253c008', 'name': '', 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'mac_address': 'fa:16:3e:19:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:28Z', 'updated_at': '2021-12-11T22:46:35Z', 'revision_number': 4, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'subnets': [{'id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:36.652651 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:36.656277 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09479d11-bdfb-463a-9ba2-e9d1ad0189af None None] The sync data for ids ['f2245801-3152-465e-911e-0ad58ec8696a'] in n-d-710847-6 is: [{'id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'name': 'tempest-ServersTestBootFromVolume-1070109094-router', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:19Z', 'updated_at': '2021-12-11T22:46:31Z', 'revision_number': 4, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'gw_port': {'id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:20Z', 'updated_at': '2021-12-11T22:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '6d96ff9a-273e-4e40-bb49-875c0253c008', 'name': '', 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'mac_address': 'fa:16:3e:19:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:28Z', 'updated_at': '2021-12-11T22:46:35Z', 'revision_number': 4, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'subnets': [{'id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:46:36.752754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deec714-1c1f-488d-b6df-813b3d6f6fb6 None None] Pushing event updated for resources: {'Port': ['ID=6d96ff9a-273e-4e40-bb49-875c0253c008,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:36.765159 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6b492e02-258e-4554-8dad-76076d656740 None None] Provisioning complete for port 6d96ff9a-273e-4e40-bb49-875c0253c008 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:36.765595 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b492e02-258e-4554-8dad-76076d656740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:36.766576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-9cafe345-08cb-415b-a86e-ba0d5acc101b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Made reservation on behalf of 7214c7683cf547839638fa2eb82b35e4 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:36.772809 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-9cafe345-08cb-415b-a86e-ba0d5acc101b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:36.801359 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825684d7-7841-4c8a-90fd-3581058dd81a req-0d079867-fa81-4b74-90f8-8c3108fedde4 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:36.804644 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-825684d7-7841-4c8a-90fd-3581058dd81a req-0d079867-fa81-4b74-90f8-8c3108fedde4 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.4420269 Dec 11 22:46:36.809655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb3c83-f247-47e7-85c0-9260d373f4a6 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d0227f-f9de-407e-a08b-d8e952eb3b29,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:36.835515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-0197662c-b3a8-45f2-b32d-162ddf9954c9 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Made reservation on behalf of 7214c7683cf547839638fa2eb82b35e4 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:36.839276 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-0197662c-b3a8-45f2-b32d-162ddf9954c9 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:36.931122 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3c83-f247-47e7-85c0-9260d373f4a6 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:36.933399 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3ccb3c83-f247-47e7-85c0-9260d373f4a6 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3398268 Dec 11 22:46:36.946471 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58748) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:36.967384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5a6ca41d-cc12-4027-8208-25e80f16333d tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Request body: {'security_group_rule': {'security_group_id': 'd1d0227f-f9de-407e-a08b-d8e952eb3b29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:37.009520 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-825684d7-7841-4c8a-90fd-3581058dd81a req-61b6de2f-a2ec-4277-9bba-a4c367b9244b tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828599 Dec 11 22:46:37.016024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9f931-d0a7-4946-8691-019ce9651734 req-42d8e669-130e-47eb-b5e0-00358671ac1c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:37.023553 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f2c9f931-d0a7-4946-8691-019ce9651734 req-42d8e669-130e-47eb-b5e0-00358671ac1c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 944 time: 0.2692139 Dec 11 22:46:37.202871 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4240f927-0fe7-42f9-86ac-8e17a39f70d6 req-40c64225-218b-4c44-8eee-6120559825cc tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0730972 Dec 11 22:46:37.212804 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca41d-cc12-4027-8208-25e80f16333d tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:37.267305 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f2c9f931-d0a7-4946-8691-019ce9651734 req-9ccd6213-93b1-42b0-b2c0-c98e356b8b82 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427590 Dec 11 22:46:37.293578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-9cafe345-08cb-415b-a86e-ba0d5acc101b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Allocated IP 172.20.0.7 (dfc7e56d-6174-457f-878a-2031772251bb/12be6b3e-b4eb-4a32-b73f-d59343d31f3d/4bbf037c-5cbb-42b3-9744-0d4c8a94aff9) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:37.412171 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0dcfd950-f222-4b65-9ec8-9593b679f79b req-3dedb1c3-30c8-41cb-8a5b-5bba2a92c049 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 210 time: 0.0756867 Dec 11 22:46:37.487318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58754) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:37.537036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 6d96ff9a-273e-4e40-bb49-875c0253c008 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:37.542269 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca41d-cc12-4027-8208-25e80f16333d tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:37.563405 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:37.591276 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:37.622243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 6d96ff9a-273e-4e40-bb49-875c0253c008 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:37.623094 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:37.659482 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e8f456b9-24db-40c7-815a-8fb60827884c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96bb6546a9654d69b8651f16e4b30a72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1700242 Dec 11 22:46:37.665690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca41d-cc12-4027-8208-25e80f16333d tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:37.667293 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58758) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:37.693877 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ca41d-cc12-4027-8208-25e80f16333d tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb5fa35-0c04-410c-8fe6-cddf35df6954,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:37.697953 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-9cafe345-08cb-415b-a86e-ba0d5acc101b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:37.812080 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca41d-cc12-4027-8208-25e80f16333d tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:37.814002 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5a6ca41d-cc12-4027-8208-25e80f16333d tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8597963 Dec 11 22:46:37.817494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58760) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:37.824036 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-254db390-c6bf-4e32-9ced-5c8bd633122b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:37.829046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-55ba29a9-2e7f-44b1-b6e6-108381315c84 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Request body: {'security_group_rule': {'security_group_id': 'd1d0227f-f9de-407e-a08b-d8e952eb3b29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:37.833483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Allocated IP 172.25.1.183 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/0fb9cb68-31d7-4701-bd7d-b0a10d84bd4a) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:37.858539 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-9cafe345-08cb-415b-a86e-ba0d5acc101b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:37.870087 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-254db390-c6bf-4e32-9ced-5c8bd633122b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:38.053435 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-0197662c-b3a8-45f2-b32d-162ddf9954c9 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Allocated IP 172.20.0.10 (dfc7e56d-6174-457f-878a-2031772251bb/12be6b3e-b4eb-4a32-b73f-d59343d31f3d/7f125044-dc3e-45c5-aa5a-d9d6edf80185) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:38.075480 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:38.174321 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:38.182732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-9cafe345-08cb-415b-a86e-ba0d5acc101b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Network dfc7e56d-6174-457f-878a-2031772251bb is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:38.196155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-9cafe345-08cb-415b-a86e-ba0d5acc101b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:38.199727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-9cafe345-08cb-415b-a86e-ba0d5acc101b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:38.202425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafe345-08cb-415b-a86e-ba0d5acc101b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Pushing event updated for resources: {'Port': ['ID=4bbf037c-5cbb-42b3-9744-0d4c8a94aff9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:38.205969 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55ba29a9-2e7f-44b1-b6e6-108381315c84 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:38.236247 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-254db390-c6bf-4e32-9ced-5c8bd633122b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:38.238906 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-254db390-c6bf-4e32-9ced-5c8bd633122b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:38.242474 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-254db390-c6bf-4e32-9ced-5c8bd633122b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce956cfa-943f-41bd-80ac-fa5ffdb9aa8f HTTP/1.1" status: 204 len: 168 time: 0.5571895 Dec 11 22:46:38.284537 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:38.289688 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254db390-c6bf-4e32-9ced-5c8bd633122b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce956cfa-943f-41bd-80ac-fa5ffdb9aa8f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:38.294743 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:38.308287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:38.318254 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Pushing event updated for resources: {'Port': ['ID=0fb9cb68-31d7-4701-bd7d-b0a10d84bd4a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:38.444727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-9cafe345-08cb-415b-a86e-ba0d5acc101b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:38.445427 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-9cafe345-08cb-415b-a86e-ba0d5acc101b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:38.482578 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5b80811-64fc-443e-a294-48b89f25efab req-091258e3-2c37-4ba8-a429-67f171f4ac9b tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.1149828 Dec 11 22:46:38.512768 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55ba29a9-2e7f-44b1-b6e6-108381315c84 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:38.534295 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-0197662c-b3a8-45f2-b32d-162ddf9954c9 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:38.580834 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55ba29a9-2e7f-44b1-b6e6-108381315c84 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:38.599668 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-9cafe345-08cb-415b-a86e-ba0d5acc101b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6270957 Dec 11 22:46:38.633222 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba29a9-2e7f-44b1-b6e6-108381315c84 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2852ec80-8007-4521-bc27-00a2b192a819,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:38.659070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Request body: {'port': {'device_id': '5a20209e-0cb2-4972-9946-953138984b85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:38.679286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdf963-aa58-4e9e-99ea-5e41e2f3d66a req-b7c7cad8-cf4c-47ed-863f-364c8ffe5a83 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:38.687671 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-48bdf963-aa58-4e9e-99ea-5e41e2f3d66a req-b7c7cad8-cf4c-47ed-863f-364c8ffe5a83 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 944 time: 0.1268837 Dec 11 22:46:38.785660 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-48bdf963-aa58-4e9e-99ea-5e41e2f3d66a req-3bf87730-b611-47a5-a1ac-320df7dcf829 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919397 Dec 11 22:46:38.795217 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55ba29a9-2e7f-44b1-b6e6-108381315c84 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:38.796443 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-55ba29a9-2e7f-44b1-b6e6-108381315c84 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9779227 Dec 11 22:46:38.800277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58780) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:38.810471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:38.815397 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-0197662c-b3a8-45f2-b32d-162ddf9954c9 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:38.872936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daafb6f-0652-4d2e-a80e-2b2fc7975dd7 req-693e8a18-8083-4c50-9091-048b62645333 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:38.881219 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1daafb6f-0652-4d2e-a80e-2b2fc7975dd7 req-693e8a18-8083-4c50-9091-048b62645333 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 931 time: 0.2779768 Dec 11 22:46:38.909184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:38.926943 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:39.012228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197662c-b3a8-45f2-b32d-162ddf9954c9 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Pushing event updated for resources: {'Port': ['ID=7f125044-dc3e-45c5-aa5a-d9d6edf80185,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:39.017081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-0197662c-b3a8-45f2-b32d-162ddf9954c9 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Network dfc7e56d-6174-457f-878a-2031772251bb is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:39.030911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-0197662c-b3a8-45f2-b32d-162ddf9954c9 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:39.036121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-0197662c-b3a8-45f2-b32d-162ddf9954c9 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:39.091911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-0197662c-b3a8-45f2-b32d-162ddf9954c9 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:39.092612 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-0197662c-b3a8-45f2-b32d-162ddf9954c9 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:39.113068 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:39.259916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1daafb6f-0652-4d2e-a80e-2b2fc7975dd7 req-edfb7593-1225-4e99-82a4-2eb29aa6cf6b tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216898 Dec 11 22:46:39.260015 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device bbb9e180-05f9-4f32-abab-86a8a2c173d1 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:46:39.260710 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:39.265173 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:39.276793 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-0197662c-b3a8-45f2-b32d-162ddf9954c9 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8122168 Dec 11 22:46:39.328678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Request body: {'port': {'device_id': 'c1c302bc-5507-4afd-b3d8-074ac800e706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:39.398752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port bbb9e180-05f9-4f32-abab-86a8a2c173d1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=bbb9e180-05f9-4f32-abab-86a8a2c173d1,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:39.420045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'bbb9e180-05f9-4f32-abab-86a8a2c173d1', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'port_id': 'bbb9e180-05f9-4f32-abab-86a8a2c173d1', 'mac_address': 'fa:16:3e:c1:57:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:46:39.460032 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:39.513342 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:39.513601 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:39.513601 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb9e180-05f9-4f32-abab-86a8a2c173d1 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:46:39.521715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port bbb9e180-05f9-4f32-abab-86a8a2c173d1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=bbb9e180-05f9-4f32-abab-86a8a2c173d1,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:39.619710 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-55bd6da3-8be9-49fa-8adf-7445bdd09c6d req-3aaa8280-ec3a-411e-acc1-50e4cc0d034e tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0363786 Dec 11 22:46:39.716436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:46:39.729998 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:39.764862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Allocated IP 172.25.1.228 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/7d38f980-1fd3-4f50-8591-9b9545d004ea) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:39.770077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Transition to ACTIVE for port object 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:46:39.962377 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:39.975100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911de57-26fd-4964-bedb-d311f6847645 req-59683a4c-3e70-4f1c-b18a-a4013d6f3bb4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:39.977599 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c911de57-26fd-4964-bedb-d311f6847645 req-59683a4c-3e70-4f1c-b18a-a4013d6f3bb4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 944 time: 0.1133077 Dec 11 22:46:40.056505 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c911de57-26fd-4964-bedb-d311f6847645 req-aa7bc087-9bf7-4b31-97b6-aba77512698d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705945 Dec 11 22:46:40.092788 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Router d6e8a44a-8aa2-4c42-a07e-75ffecf4c559 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:46:40.168789 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:40.185294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:40.259663 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:46:40.265912 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:40.270344 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b8efae-e651-46b3-80fa-f4bd7aa1bbab None None] Sync routers for ids ['d6e8a44a-8aa2-4c42-a07e-75ffecf4c559'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:46:40.271202 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b9fb3114-d7ca-498f-b834-139ff838c12b tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "PUT /v2.0/routers/d6e8a44a-8aa2-4c42-a07e-75ffecf4c559 HTTP/1.1" status: 200 len: 920 time: 4.1944408 Dec 11 22:46:40.271923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58804) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:40.289276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b8efae-e651-46b3-80fa-f4bd7aa1bbab None None] Routers {'d6e8a44a-8aa2-4c42-a07e-75ffecf4c559'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:40.290115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-88b8efae-e651-46b3-80fa-f4bd7aa1bbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:46:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d6e8a44a-8aa2-4c42-a07e-75ffecf4c559'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:40.332025 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:40.368685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-88b8efae-e651-46b3-80fa-f4bd7aa1bbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:40.378153 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=bbb9e180-05f9-4f32-abab-86a8a2c173d1,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:40.394526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b8efae-e651-46b3-80fa-f4bd7aa1bbab None None] Routers {'d6e8a44a-8aa2-4c42-a07e-75ffecf4c559'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:40.395524 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-88b8efae-e651-46b3-80fa-f4bd7aa1bbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:46:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d6e8a44a-8aa2-4c42-a07e-75ffecf4c559'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:40.454020 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:40.455414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['bbb9e180-05f9-4f32-abab-86a8a2c173d1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:46:40.461472 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbf037c-5cbb-42b3-9744-0d4c8a94aff9,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:40.471130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:40.477354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:40.502935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-88b8efae-e651-46b3-80fa-f4bd7aa1bbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:40.505737 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b8efae-e651-46b3-80fa-f4bd7aa1bbab None None] The sync data for ids ['d6e8a44a-8aa2-4c42-a07e-75ffecf4c559'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:46:40.622941 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Pushing event updated for resources: {'Port': ['ID=7d38f980-1fd3-4f50-8591-9b9545d004ea,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:40.710106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Attempting to bind port 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:46:40.716072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Attempting to bind port 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:46:40.716072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Attempting to bind port 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 on network dfc7e56d-6174-457f-878a-2031772251bb {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:40.716601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58814) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:40.754873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Port 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 on network dfc7e56d-6174-457f-878a-2031772251bb not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:46:40.755213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Attempting to bind port 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 on network dfc7e56d-6174-457f-878a-2031772251bb {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:40.758627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f125044-dc3e-45c5-aa5a-d9d6edf80185 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:46:40.772633 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:40.789480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:46:40.789893 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Checking segment: {'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:40.790200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Bound using segment: {'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:46:40.790648 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Bound port: 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:46:40.791059 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:40.828303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Transition to ACTIVE for port object 7f125044-dc3e-45c5-aa5a-d9d6edf80185 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:46:40.831843 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18a46bfe-4ab3-4d02-94eb-c323078139e9 req-c40811bd-39a0-4e62-bdd3-c7a0b07e0a6f tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0567782 Dec 11 22:46:40.842153 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:40.894856 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f836d3-d57b-4f02-9081-b13844c28fe9 req-62c118e8-7156-4503-94f9-464df2f9bbd6 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:40.895080 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:40.900273 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8f836d3-d57b-4f02-9081-b13844c28fe9 req-62c118e8-7156-4503-94f9-464df2f9bbd6 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 943 time: 0.5405436 Dec 11 22:46:40.935772 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-86db2e09-b681-4f16-8b8b-d282288b1411 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/routers/d6e8a44a-8aa2-4c42-a07e-75ffecf4c559 HTTP/1.1" status: 200 len: 926 time: 0.6627131 Dec 11 22:46:40.941827 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58820) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:40.952449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Request body: {'networks': [{'name': 'tempest-network--337301808'}, {'name': 'tempest-network--1517441733'}]} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:40.952779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Request body: {'network': {'name': 'tempest-network--337301808'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:40.953235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Request body: {'network': {'name': 'tempest-network--1517441733'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:41.033973 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8f836d3-d57b-4f02-9081-b13844c28fe9 req-2b3b99d5-37f9-4546-a7c4-850c73a92d8c tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326516 Dec 11 22:46:41.060153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16025d1a-99e0-4aa3-b92a-f2276a46963f tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:41.062760 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-16025d1a-99e0-4aa3-b92a-f2276a46963f tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&device_id=d6e8a44a-8aa2-4c42-a07e-75ffecf4c559&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1199791 Dec 11 22:46:41.065413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58822) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:41.162644 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2780f20d-3a41-4495-a33e-2844f22c9479 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:41.167014 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2780f20d-3a41-4495-a33e-2844f22c9479 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 881 time: 0.0977354 Dec 11 22:46:41.170099 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58826) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:41.207346 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6bf3634f-0a7e-48b1-be4c-49417585d31d tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6e8a44a-8aa2-4c42-a07e-75ffecf4c559 HTTP/1.1" status: 200 len: 205 time: 0.0335748 Dec 11 22:46:41.207593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58828) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:41.267717 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device bbb9e180-05f9-4f32-abab-86a8a2c173d1 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:41.363503 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6742bf29-8851-4500-b3ed-21c5e4c7f46e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:41.419467 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port bbb9e180-05f9-4f32-abab-86a8a2c173d1 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:46:41.425117 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port bbb9e180-05f9-4f32-abab-86a8a2c173d1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:41.425978 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:41.479134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] For port 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:46:41.501639 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6742bf29-8851-4500-b3ed-21c5e4c7f46e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:41.527505 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Pushing event updated for resources: {'Port': ['ID=7f125044-dc3e-45c5-aa5a-d9d6edf80185,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:41.533764 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:41.542698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] For port 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4bbf037c-5cbb-42b3-9744-0d4c8a94aff9,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:46:41.547112 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:41.570845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d328f2b-07d4-49b2-b1d0-590f2a22d8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb9e180-05f9-4f32-abab-86a8a2c173d1'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:46:41.575536 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a541d7-ef37-4ebd-8e39-2c6dfa595acd" -d '{"events": [{"server_uuid": "2d328f2b-07d4-49b2-b1d0-590f2a22d8f9", "name": "network-vif-plugged", "status": "completed", "tag": "bbb9e180-05f9-4f32-abab-86a8a2c173d1"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:46:41.592214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port bbb9e180-05f9-4f32-abab-86a8a2c173d1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=bbb9e180-05f9-4f32-abab-86a8a2c173d1,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:41.595232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf6294-e9da-4665-a789-e4c1e2e1023b req-b474abd0-b9c4-4a5c-896b-dddebe42a2d7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:41.597051 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4bf6294-e9da-4665-a789-e4c1e2e1023b req-b474abd0-b9c4-4a5c-896b-dddebe42a2d7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 945 time: 0.2400215 Dec 11 22:46:41.610592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Made reservation on behalf of 2ec727643d4740a494849554ea166ee8 for: {'network': 2} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:41.615375 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:41.631676 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-6742bf29-8851-4500-b3ed-21c5e4c7f46e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Deleting port 0fb9cb68-31d7-4701-bd7d-b0a10d84bd4a {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:46:41.634167 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6742bf29-8851-4500-b3ed-21c5e4c7f46e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:41.652177 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:41.659334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Attempting to bind port 7f125044-dc3e-45c5-aa5a-d9d6edf80185 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:46:41.659676 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Attempting to bind port 7f125044-dc3e-45c5-aa5a-d9d6edf80185 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:46:41.660005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Attempting to bind port 7f125044-dc3e-45c5-aa5a-d9d6edf80185 on network dfc7e56d-6174-457f-878a-2031772251bb {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:41.678081 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:41.684323 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:41.733605 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6742bf29-8851-4500-b3ed-21c5e4c7f46e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:41.744412 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c17f6f-2c32-4f34-9c42-3cab5d995b20 x-openstack-request-id: req-56c17f6f-2c32-4f34-9c42-3cab5d995b20 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:46:41.744718 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d328f2b-07d4-49b2-b1d0-590f2a22d8f9", "name": "network-vif-plugged", "status": "completed", "tag": "bbb9e180-05f9-4f32-abab-86a8a2c173d1", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:46:41.744982 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56c17f6f-2c32-4f34-9c42-3cab5d995b20 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:46:41.745385 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d328f2b-07d4-49b2-b1d0-590f2a22d8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb9e180-05f9-4f32-abab-86a8a2c173d1', 'code': 200} Dec 11 22:46:41.753781 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-6742bf29-8851-4500-b3ed-21c5e4c7f46e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Calling delete_port for 0fb9cb68-31d7-4701-bd7d-b0a10d84bd4a owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:46:41.782636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=bbb9e180-05f9-4f32-abab-86a8a2c173d1,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:41.801508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Port 7f125044-dc3e-45c5-aa5a-d9d6edf80185 on network dfc7e56d-6174-457f-878a-2031772251bb not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:46:41.801768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Attempting to bind port 7f125044-dc3e-45c5-aa5a-d9d6edf80185 on network dfc7e56d-6174-457f-878a-2031772251bb {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:41.863294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:46:41.863805 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Checking segment: {'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:41.864323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Bound using segment: {'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:46:41.864908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Bound port: 7f125044-dc3e-45c5-aa5a-d9d6edf80185, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5659764b-2f4c-43f1-9be7-49aa93b78a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:46:41.865366 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:41.884818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:41.885584 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:41.887948 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] 10.222.0.47 "PUT /v2.0/ports/4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 HTTP/1.1" status: 200 len: 1091 time: 3.2618444 Dec 11 22:46:41.888496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a20209e-0cb2-4972-9946-953138984b85', 'tag': '4bbf037c-5cbb-42b3-9744-0d4c8a94aff9'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:46:41.890890 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83da327c-ce61-4988-8c01-028de245d405" -d '{"events": [{"name": "network-changed", "server_uuid": "5a20209e-0cb2-4972-9946-953138984b85", "tag": "4bbf037c-5cbb-42b3-9744-0d4c8a94aff9"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:46:41.914986 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5363e-2155-4164-8a89-c02324b3b76f req-85b74aa4-f1c9-436e-89b5-30f235b63b00 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:41.917219 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9bb5363e-2155-4164-8a89-c02324b3b76f req-85b74aa4-f1c9-436e-89b5-30f235b63b00 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.0752459 Dec 11 22:46:41.955591 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4bf6294-e9da-4665-a789-e4c1e2e1023b req-1ffd5f2b-c625-45ba-9339-f492cd97e9c8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459227 Dec 11 22:46:42.053763 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9bb5363e-2155-4164-8a89-c02324b3b76f req-a5cbd8cd-ed1e-47ef-a8dd-6fb0c75d3762 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907586 Dec 11 22:46:42.107974 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce8815-cab1-450c-b2a4-e8896c636b89 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbf037c-5cbb-42b3-9744-0d4c8a94aff9,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:42.125026 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449a32dd-3e39-4fa5-b94e-b8b89494a44b x-openstack-request-id: req-449a32dd-3e39-4fa5-b94e-b8b89494a44b {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:46:42.125327 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a20209e-0cb2-4972-9946-953138984b85", "tag": "4bbf037c-5cbb-42b3-9744-0d4c8a94aff9", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:46:42.125589 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-449a32dd-3e39-4fa5-b94e-b8b89494a44b {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:46:42.126001 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a20209e-0cb2-4972-9946-953138984b85', 'tag': '4bbf037c-5cbb-42b3-9744-0d4c8a94aff9', 'status': 'completed', 'code': 200} Dec 11 22:46:42.173188 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a142297a-a3c2-4223-89bd-facc3a4ac1f0 req-ee087bff-e8e0-44c0-b353-63b9b4b0ea5a tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.1455455 Dec 11 22:46:42.173815 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6742bf29-8851-4500-b3ed-21c5e4c7f46e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.201365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9e2a-4f4d-4c03-a27a-f287c7320caf req-5e0e6055-098b-4667-830e-ef50f7fd473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:42.203018 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-529f9e2a-4f4d-4c03-a27a-f287c7320caf req-5e0e6055-098b-4667-830e-ef50f7fd473b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36b0d5d497d147bc813a16327e3b4f38&device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 1097 time: 0.3720920 Dec 11 22:46:42.245659 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742bf29-8851-4500-b3ed-21c5e4c7f46e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Pushing event deleted for resources: {'Port': ['ID=0fb9cb68-31d7-4701-bd7d-b0a10d84bd4a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:42.250594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94588220-11a7-4722-b291-c6834beab380 req-61758767-7351-4a10-b3a3-cda047f5e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:42.251952 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94588220-11a7-4722-b291-c6834beab380 req-61758767-7351-4a10-b3a3-cda047f5e585 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 1097 time: 0.3225951 Dec 11 22:46:42.296718 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101230c4-e059-4410-a5c8-c1e6af7fed72 req-7af7ab19-b245-4f19-a933-a42413255ad5 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:42.298288 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-101230c4-e059-4410-a5c8-c1e6af7fed72 req-7af7ab19-b245-4f19-a933-a42413255ad5 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 943 time: 0.1399293 Dec 11 22:46:42.308876 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6742bf29-8851-4500-b3ed-21c5e4c7f46e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.317180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] For port 7f125044-dc3e-45c5-aa5a-d9d6edf80185, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:46:42.349000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-1d2862a4-bb23-4cfb-8152-ab98ac2f4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:42.350527 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-1d2862a4-bb23-4cfb-8152-ab98ac2f4f2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7214c7683cf547839638fa2eb82b35e4&device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 1094 time: 0.2563794 Dec 11 22:46:42.383715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] For port 7f125044-dc3e-45c5-aa5a-d9d6edf80185, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=7f125044-dc3e-45c5-aa5a-d9d6edf80185,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:46:42.398731 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.427070 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6742bf29-8851-4500-b3ed-21c5e4c7f46e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.431562 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6742bf29-8851-4500-b3ed-21c5e4c7f46e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.440243 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.448729 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-1ffb5178-d0e8-4f24-a1ca-2e98531487bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 HTTP/1.1" status: 200 len: 217 time: 0.0753765 Dec 11 22:46:42.452430 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-101230c4-e059-4410-a5c8-c1e6af7fed72 req-877d3c55-1501-4532-b736-d770565694fe tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375396 Dec 11 22:46:42.500692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.510102 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94588220-11a7-4722-b291-c6834beab380 req-4bf9564d-696e-461d-9a2a-9a076c61c42e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344401 Dec 11 22:46:42.518931 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.548494 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.548964 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.551312 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9e2a-4f4d-4c03-a27a-f287c7320caf req-e26b3222-39cb-4dc0-b4d7-cb17bff0ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:42.552802 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-529f9e2a-4f4d-4c03-a27a-f287c7320caf req-e26b3222-39cb-4dc0-b4d7-cb17bff0ce0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 HTTP/1.1" status: 200 len: 920 time: 0.3400767 Dec 11 22:46:42.560487 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6742bf29-8851-4500-b3ed-21c5e4c7f46e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.561373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6742bf29-8851-4500-b3ed-21c5e4c7f46e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Fanout notify agent at l3_agent the message router_deleted on router d6e8a44a-8aa2-4c42-a07e-75ffecf4c559 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:46:42.570079 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6742bf29-8851-4500-b3ed-21c5e4c7f46e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.576502 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6742bf29-8851-4500-b3ed-21c5e4c7f46e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "DELETE /v2.0/routers/d6e8a44a-8aa2-4c42-a07e-75ffecf4c559 HTTP/1.1" status: 204 len: 168 time: 1.3630340 Dec 11 22:46:42.576502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58846) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:42.581852 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1203875741', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:42.609490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:42.610136 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.611534 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] 10.222.0.13 "PUT /v2.0/ports/7f125044-dc3e-45c5-aa5a-d9d6edf80185 HTTP/1.1" status: 200 len: 1092 time: 3.2878995 Dec 11 22:46:42.658580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-529f9e2a-4f4d-4c03-a27a-f287c7320caf req-55ca6c4f-42e8-444f-91df-679e4c10781b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6462d03d-ca94-49e5-91ae-038181242f09 HTTP/1.1" status: 200 len: 217 time: 0.0886927 Dec 11 22:46:42.685761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-2145fc12-4d59-4e32-bd5e-82c9fa4eaba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:42.687641 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-2145fc12-4d59-4e32-bd5e-82c9fa4eaba1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12be6b3e-b4eb-4a32-b73f-d59343d31f3d HTTP/1.1" status: 200 len: 852 time: 0.2251737 Dec 11 22:46:42.687778 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.688899 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.711131 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d4daf6-1ff9-4e1e-b457-3018b4356aa9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:42.743269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195119c-3f4a-4576-8404-0d2c69d8c806 service neutron] Pushing event updated for resources: {'Port': ['ID=7f125044-dc3e-45c5-aa5a-d9d6edf80185,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:42.746169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:46:42.774835 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.835965 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.839714 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:42.840066 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Added segment e619f250-52b8-4cc2-8ebc-87cc31b80212 of type vlan for network c585ddec-172b-4bac-b5e3-6bb992140381 Dec 11 22:46:42.871740 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-e1465128-80e7-41a1-b257-5ed4f92a0fa3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfc7e56d-6174-457f-878a-2031772251bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705757 Dec 11 22:46:42.882122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9e2a-4f4d-4c03-a27a-f287c7320caf req-971724d6-aadb-4b92-8ed0-6e7162b689aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:42.883600 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-529f9e2a-4f4d-4c03-a27a-f287c7320caf req-971724d6-aadb-4b92-8ed0-6e7162b689aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eb8fca7-5e40-4bee-9504-a72666de8453 HTTP/1.1" status: 200 len: 859 time: 0.1927722 Dec 11 22:46:42.925279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Pushing event updated for resources: {'Port': ['ID=7d38f980-1fd3-4f50-8591-9b9545d004ea,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:43.005394 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:43.014670 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:43.020918 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:43.031697 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7b86c57c-2d49-4a9f-bc66-6c935cd00a91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2279763 Dec 11 22:46:43.034501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-f200af54-3e70-4659-922c-5076292fac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:43.035772 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-f200af54-3e70-4659-922c-5076292fac2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7214c7683cf547839638fa2eb82b35e4&device_id=c1c302bc-5507-4afd-b3d8-074ac800e706 HTTP/1.1" status: 200 len: 1095 time: 0.2853427 Dec 11 22:46:43.037702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-529f9e2a-4f4d-4c03-a27a-f287c7320caf req-718bb744-c4d4-44a6-bd5b-98443eafa5ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135330 Dec 11 22:46:43.146551 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-11f7937d-a183-4d67-bf0c-e238834fe01a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f125044-dc3e-45c5-aa5a-d9d6edf80185 HTTP/1.1" status: 200 len: 217 time: 0.0846963 Dec 11 22:46:43.214373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46ecbf-cd1e-4ca4-bdcb-c31ee2b92dd6 req-d6d2f4db-b61e-4e99-8e7f-e756ebe132e1 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:43.216402 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c46ecbf-cd1e-4ca4-bdcb-c31ee2b92dd6 req-d6d2f4db-b61e-4e99-8e7f-e756ebe132e1 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.0710051 Dec 11 22:46:43.261277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:46:43.283980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06b94f-364a-4fe6-a026-ffb83e409e3c req-68228af4-db61-4a95-953f-5872cdaf24a2 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:43.283980 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc06b94f-364a-4fe6-a026-ffb83e409e3c req-68228af4-db61-4a95-953f-5872cdaf24a2 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.2394056 Dec 11 22:46:43.290019 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-f264a97c-ab62-44a9-9786-ac155df7bc34 service neutron] 10.222.0.47 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052498 Dec 11 22:46:43.307137 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:43.312256 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Added segment a254e7d5-418d-4784-a65e-67028fd7ff46 of type vlan for network f5efe22f-01e2-4f53-b20c-2f7dc5119074 Dec 11 22:46:43.315318 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c46ecbf-cd1e-4ca4-bdcb-c31ee2b92dd6 req-35ce7ccf-d1ad-471e-9b70-dec99fa67825 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827227 Dec 11 22:46:43.365423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-f9da517b-df15-4bc2-81a5-b5a3f4af9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:43.366964 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-f9da517b-df15-4bc2-81a5-b5a3f4af9176 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12be6b3e-b4eb-4a32-b73f-d59343d31f3d HTTP/1.1" status: 200 len: 852 time: 0.2071908 Dec 11 22:46:43.447237 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-529f9e2a-4f4d-4c03-a27a-f287c7320caf req-d170b7a0-d8ec-4093-83cf-17f7a538e5fb service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867693 Dec 11 22:46:43.457227 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:43.468995 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-7860d181-2d9c-40d0-8f19-05a1ce5dbdf5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dfc7e56d-6174-457f-878a-2031772251bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736051 Dec 11 22:46:43.473093 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:43.543124 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-444b9193-62c6-410c-be6a-edb9870d8654 req-db43bc6e-1cf0-470c-925e-f1a6f7332613 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.1111279 Dec 11 22:46:43.543124 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:43.597945 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:43.659927 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc06b94f-364a-4fe6-a026-ffb83e409e3c req-ee9bdf65-1854-49ee-aa83-193ec0e8f1c8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645442 Dec 11 22:46:43.662000 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.resource_extend [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:46:43.746992 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb867ad-a682-4bc8-b87a-dac018303ed9 req-3e07e5aa-645b-49bd-a923-0f6dd42edba8 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:43.754854 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3eb867ad-a682-4bc8-b87a-dac018303ed9 req-3e07e5aa-645b-49bd-a923-0f6dd42edba8 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 943 time: 0.1043959 Dec 11 22:46:43.762467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-529f9e2a-4f4d-4c03-a27a-f287c7320caf req-b21e8865-64c7-43cc-b070-70c9ad440bd2 service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868564 Dec 11 22:46:43.787248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-9714225f-ed8b-4504-a526-c2dba80a1097 service neutron] 10.222.0.47 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704840 Dec 11 22:46:43.792288 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-04389cfb-a5e9-4ff4-9249-337afc2cbd07 service neutron] 10.222.0.13 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942464 Dec 11 22:46:43.802384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Allocated IP 172.25.1.95 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/cde27f09-5661-4918-8558-bb70d6a01457) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:43.856413 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3eb867ad-a682-4bc8-b87a-dac018303ed9 req-f68e2cb5-99e3-4cf3-978a-290047d7a149 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003313 Dec 11 22:46:43.889859 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:43.895675 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:43.896103 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:43.900918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:43.901570 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:43.956757 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:43.979529 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d736445a-2ff9-4935-adfc-28cc4c62f1c5 req-fd07e9df-2d60-47f9-86ca-ead410531952 service neutron] 10.222.0.13 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743224 Dec 11 22:46:43.993409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event updated for resources: {'Network': ['ID=c585ddec-172b-4bac-b5e3-6bb992140381,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:44.013848 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network c585ddec-172b-4bac-b5e3-6bb992140381 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:46:44.050303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.3310487 Dec 11 22:46:44.053194 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58900) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:44.100557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078fd1a-ac35-454c-8894-d3e04ba61697 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event updated for resources: {'Network': ['ID=f5efe22f-01e2-4f53-b20c-2f7dc5119074,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:44.119312 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da327c-ce61-4988-8c01-028de245d405 req-eb254537-d4da-4fe7-b5e2-84696b65b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:44.124282 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83da327c-ce61-4988-8c01-028de245d405 req-eb254537-d4da-4fe7-b5e2-84696b65b43b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7214c7683cf547839638fa2eb82b35e4&device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 1094 time: 0.1177244 Dec 11 22:46:44.127023 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c302bc-5507-4afd-b3d8-074ac800e706', 'tag': '7f125044-dc3e-45c5-aa5a-d9d6edf80185'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:46:44.130224 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cd5c53-952d-4797-b49c-9017e8f48765" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c302bc-5507-4afd-b3d8-074ac800e706", "tag": "7f125044-dc3e-45c5-aa5a-d9d6edf80185"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:46:44.139794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network f5efe22f-01e2-4f53-b20c-2f7dc5119074 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:46:44.189155 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:44.216418 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd81c64-a03a-4ced-baf9-71cfbb44041e x-openstack-request-id: req-acd81c64-a03a-4ced-baf9-71cfbb44041e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:46:44.216418 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c302bc-5507-4afd-b3d8-074ac800e706", "tag": "7f125044-dc3e-45c5-aa5a-d9d6edf80185", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:46:44.216418 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-acd81c64-a03a-4ced-baf9-71cfbb44041e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:46:44.216418 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c302bc-5507-4afd-b3d8-074ac800e706', 'tag': '7f125044-dc3e-45c5-aa5a-d9d6edf80185', 'status': 'completed', 'code': 200} Dec 11 22:46:44.243834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da327c-ce61-4988-8c01-028de245d405 req-81f738db-bbd3-42c5-9378-4f68ff66ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:44.250917 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83da327c-ce61-4988-8c01-028de245d405 req-81f738db-bbd3-42c5-9378-4f68ff66ecd5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dfc7e56d-6174-457f-878a-2031772251bb HTTP/1.1" status: 200 len: 913 time: 0.1182890 Dec 11 22:46:44.258968 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:44.268235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6908087e-08f0-439b-90cb-a14b383b5121 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:44.274538 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6908087e-08f0-439b-90cb-a14b383b5121 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:44.280675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6908087e-08f0-439b-90cb-a14b383b5121 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:44.286796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6908087e-08f0-439b-90cb-a14b383b5121 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:44.288543 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6908087e-08f0-439b-90cb-a14b383b5121 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2343183 Dec 11 22:46:44.291494 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58904) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:44.307112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:44.320678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83da327c-ce61-4988-8c01-028de245d405 req-07d69f6e-8ded-4377-97c4-6b9b4e86cdbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 HTTP/1.1" status: 200 len: 217 time: 0.0621476 Dec 11 22:46:44.322442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:44.357514 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Pushing event updated for resources: {'Port': ['ID=cde27f09-5661-4918-8558-bb70d6a01457,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:44.446305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd5c53-952d-4797-b49c-9017e8f48765 req-a9c2c7ad-5df6-4ad5-b7d2-7e53aad8f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:44.448509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8cd5c53-952d-4797-b49c-9017e8f48765 req-a9c2c7ad-5df6-4ad5-b7d2-7e53aad8f5b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7214c7683cf547839638fa2eb82b35e4&device_id=c1c302bc-5507-4afd-b3d8-074ac800e706 HTTP/1.1" status: 200 len: 1095 time: 0.1268055 Dec 11 22:46:44.456060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da327c-ce61-4988-8c01-028de245d405 req-a836cec6-1213-46eb-a792-6a328e063e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:44.456060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83da327c-ce61-4988-8c01-028de245d405 req-a836cec6-1213-46eb-a792-6a328e063e8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12be6b3e-b4eb-4a32-b73f-d59343d31f3d HTTP/1.1" status: 200 len: 852 time: 0.0797129 Dec 11 22:46:44.457663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adeb674d-8d46-4b5b-8b9b-94037b2f88ce tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:44.550577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83da327c-ce61-4988-8c01-028de245d405 req-2dc47e00-cfdc-4c30-928c-ec4b3ffd40c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfc7e56d-6174-457f-878a-2031772251bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719495 Dec 11 22:46:44.607703 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea7cc2-4da5-46e8-8093-d5804bc7652c req-921c2ab4-7507-4a13-9a4e-ff7cd5b910f4 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:44.609265 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a1ea7cc2-4da5-46e8-8093-d5804bc7652c req-921c2ab4-7507-4a13-9a4e-ff7cd5b910f4 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1987009 Dec 11 22:46:44.692930 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adeb674d-8d46-4b5b-8b9b-94037b2f88ce tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:44.704694 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1902e902-cf91-4075-9829-3d19cc419b1d req-6d5f8029-95db-43df-9333-bb51259e1414 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0332789 Dec 11 22:46:44.711243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd5c53-952d-4797-b49c-9017e8f48765 req-bdc411a0-4c85-43e3-89df-44f805a451e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:44.712878 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8cd5c53-952d-4797-b49c-9017e8f48765 req-bdc411a0-4c85-43e3-89df-44f805a451e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dfc7e56d-6174-457f-878a-2031772251bb HTTP/1.1" status: 200 len: 913 time: 0.2559702 Dec 11 22:46:44.720227 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83da327c-ce61-4988-8c01-028de245d405 req-c03ecf99-f5c8-4f31-b7ad-42ff13480490 service neutron] 10.222.0.47 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574430 Dec 11 22:46:44.737429 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-adeb674d-8d46-4b5b-8b9b-94037b2f88ce tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c585ddec-172b-4bac-b5e3-6bb992140381']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:44.764115 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a1ea7cc2-4da5-46e8-8093-d5804bc7652c req-5a8f39b6-4f31-4b52-9031-dd0f1fddac3e tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270051 Dec 11 22:46:44.764115 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-adeb674d-8d46-4b5b-8b9b-94037b2f88ce tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e619f250-52b8-4cc2-8ebc-87cc31b80212') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:44.764115 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-adeb674d-8d46-4b5b-8b9b-94037b2f88ce tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e619f250-52b8-4cc2-8ebc-87cc31b80212') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:44.768808 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adeb674d-8d46-4b5b-8b9b-94037b2f88ce tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:44.797800 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8cd5c53-952d-4797-b49c-9017e8f48765 req-475b8884-5817-4d13-8543-15330ade1330 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f125044-dc3e-45c5-aa5a-d9d6edf80185 HTTP/1.1" status: 200 len: 217 time: 0.0755548 Dec 11 22:46:45.101924 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adeb674d-8d46-4b5b-8b9b-94037b2f88ce tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:45.144240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adeb674d-8d46-4b5b-8b9b-94037b2f88ce tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:46:45.144653 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adeb674d-8d46-4b5b-8b9b-94037b2f88ce tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:46:45.148542 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:46:45.265505 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c88b7b-bd5a-4617-a178-e55f57f37149 req-a0078c4f-b9c7-4304-ac94-818c04a4ac0e tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:45.271808 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0c88b7b-bd5a-4617-a178-e55f57f37149 req-a0078c4f-b9c7-4304-ac94-818c04a4ac0e tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 943 time: 0.1762412 Dec 11 22:46:45.280194 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:45.332388 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd5c53-952d-4797-b49c-9017e8f48765 req-e5e7a406-b730-46dc-a0c9-257db41e59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:45.333784 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8cd5c53-952d-4797-b49c-9017e8f48765 req-e5e7a406-b730-46dc-a0c9-257db41e59ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12be6b3e-b4eb-4a32-b73f-d59343d31f3d HTTP/1.1" status: 200 len: 852 time: 0.5230231 Dec 11 22:46:45.355553 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adeb674d-8d46-4b5b-8b9b-94037b2f88ce tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:45.361464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bdcf3-df0b-480a-9917-9a927148f213 req-04c10187-dec7-421e-959e-b9ef53c9fdfe tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:45.363085 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d58bdcf3-df0b-480a-9917-9a927148f213 req-04c10187-dec7-421e-959e-b9ef53c9fdfe tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.5102885 Dec 11 22:46:45.380553 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-adeb674d-8d46-4b5b-8b9b-94037b2f88ce tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:45.383841 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-adeb674d-8d46-4b5b-8b9b-94037b2f88ce tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "DELETE /v2.0/networks/c585ddec-172b-4bac-b5e3-6bb992140381 HTTP/1.1" status: 204 len: 168 time: 1.0913835 Dec 11 22:46:45.389074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58952) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:45.432708 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8cd5c53-952d-4797-b49c-9017e8f48765 req-15f2be7f-7058-43bc-b214-a29256d3e5a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dfc7e56d-6174-457f-878a-2031772251bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805361 Dec 11 22:46:45.442971 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0c88b7b-bd5a-4617-a178-e55f57f37149 req-0db2957b-bf2a-44ea-bc55-7833a4710fa6 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646793 Dec 11 22:46:45.449323 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb674d-8d46-4b5b-8b9b-94037b2f88ce tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event deleted for resources: {'Network': ['ID=c585ddec-172b-4bac-b5e3-6bb992140381,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:45.471542 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83da327c-ce61-4988-8c01-028de245d405 req-392ddc00-e377-44bd-ae19-5766f4726773 service neutron] 10.222.0.47 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416008 Dec 11 22:46:45.563652 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d58bdcf3-df0b-480a-9917-9a927148f213 req-5c35a2f6-ce6f-488f-ac67-0e098707d011 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813762 Dec 11 22:46:45.570788 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05fc56fe-b427-47fc-bb28-23bd7322f307 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:45.617158 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8cd5c53-952d-4797-b49c-9017e8f48765 req-a25a068e-cb42-472b-af7f-a337a9d31374 service neutron] 10.222.0.13 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592903 Dec 11 22:46:45.717289 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:45.721107 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05fc56fe-b427-47fc-bb28-23bd7322f307 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:45.772565 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8cd5c53-952d-4797-b49c-9017e8f48765 req-433450f1-a5db-4b83-b3ea-cfae9c971087 service neutron] 10.222.0.13 "GET /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433668 Dec 11 22:46:45.783965 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-05fc56fe-b427-47fc-bb28-23bd7322f307 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5efe22f-01e2-4f53-b20c-2f7dc5119074']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:45.800356 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-05fc56fe-b427-47fc-bb28-23bd7322f307 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a254e7d5-418d-4784-a65e-67028fd7ff46') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:45.801034 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-05fc56fe-b427-47fc-bb28-23bd7322f307 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a254e7d5-418d-4784-a65e-67028fd7ff46') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:45.816106 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05fc56fe-b427-47fc-bb28-23bd7322f307 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:45.850021 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68de3fab-d66a-4b13-8e56-03cabec19435 req-db55d916-e514-454d-81e1-7e0125ca8d7e tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0340726 Dec 11 22:46:45.902500 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05fc56fe-b427-47fc-bb28-23bd7322f307 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:45.915349 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fc56fe-b427-47fc-bb28-23bd7322f307 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:46:45.915766 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05fc56fe-b427-47fc-bb28-23bd7322f307 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:46:45.923440 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:46:45.982870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed5a5e-c8eb-476c-9e4f-8ff2e1987941 req-01ed0a2f-f438-4388-bd98-2ac8917b75b9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:45.984441 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-30ed5a5e-c8eb-476c-9e4f-8ff2e1987941 req-01ed0a2f-f438-4388-bd98-2ac8917b75b9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.0645127 Dec 11 22:46:46.039559 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0f97d-e06b-4025-9927-fb4a0d7c671a req-151d1079-3981-4d0e-b6ef-2201057189ac tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:46.041091 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63b0f97d-e06b-4025-9927-fb4a0d7c671a req-151d1079-3981-4d0e-b6ef-2201057189ac tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1290028 Dec 11 22:46:46.064444 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-30ed5a5e-c8eb-476c-9e4f-8ff2e1987941 req-8c9f74ab-3f34-449e-bfdb-6b08a58fdaed tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696235 Dec 11 22:46:46.081392 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05fc56fe-b427-47fc-bb28-23bd7322f307 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:46.090952 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05fc56fe-b427-47fc-bb28-23bd7322f307 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:46.094221 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-05fc56fe-b427-47fc-bb28-23bd7322f307 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "DELETE /v2.0/networks/f5efe22f-01e2-4f53-b20c-2f7dc5119074 HTTP/1.1" status: 204 len: 168 time: 0.6959476 Dec 11 22:46:46.097151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58962) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:46.108832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc56fe-b427-47fc-bb28-23bd7322f307 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event deleted for resources: {'Network': ['ID=f5efe22f-01e2-4f53-b20c-2f7dc5119074,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:46.123365 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63b0f97d-e06b-4025-9927-fb4a0d7c671a req-54d8d8e0-5bcb-4e86-b3f1-122af0f79af2 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740209 Dec 11 22:46:46.159814 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Router c1d04049-aa3d-4ca7-9676-0ffb8b141c00 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:46:46.287577 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:46:46.289768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117e2b07-dad4-488c-9bf3-aa0ea83605a6 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:46.307985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117e2b07-dad4-488c-9bf3-aa0ea83605a6 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:46.307985 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-117e2b07-dad4-488c-9bf3-aa0ea83605a6 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2009978 Dec 11 22:46:46.308399 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ace22-8fb5-45e4-87f6-02ca40feb3e6 None None] Sync routers for ids ['c1d04049-aa3d-4ca7-9676-0ffb8b141c00'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:46:46.308873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58966) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:46.309274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-dd88a660-1500-4836-aec6-5659269b5eaa tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1339128746'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:46.316579 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ace22-8fb5-45e4-87f6-02ca40feb3e6 None None] Routers {'c1d04049-aa3d-4ca7-9676-0ffb8b141c00'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:46.317322 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e22ace22-8fb5-45e4-87f6-02ca40feb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:46:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['c1d04049-aa3d-4ca7-9676-0ffb8b141c00'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:46.355090 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e22ace22-8fb5-45e4-87f6-02ca40feb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:46.363823 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ace22-8fb5-45e4-87f6-02ca40feb3e6 None None] Routers {'c1d04049-aa3d-4ca7-9676-0ffb8b141c00'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:46.364428 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e22ace22-8fb5-45e4-87f6-02ca40feb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:46:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['c1d04049-aa3d-4ca7-9676-0ffb8b141c00'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:46.397117 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e22ace22-8fb5-45e4-87f6-02ca40feb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:46.397783 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ace22-8fb5-45e4-87f6-02ca40feb3e6 None None] The sync data for ids ['c1d04049-aa3d-4ca7-9676-0ffb8b141c00'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:46:46.403865 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:46.405117 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d2aa1a6b-840b-462a-af60-6650bfe2c74b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8273933 Dec 11 22:46:46.407888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58968) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:46.414901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4d88e8f1-8f6a-4f8c-b4c1-6fa3c1400023 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:46.576951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd88a660-1500-4836-aec6-5659269b5eaa tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Made reservation on behalf of 2ec727643d4740a494849554ea166ee8 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:46.580660 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd88a660-1500-4836-aec6-5659269b5eaa tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:46.680948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd88a660-1500-4836-aec6-5659269b5eaa tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:46:46.748882 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd88a660-1500-4836-aec6-5659269b5eaa tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:46.749232 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-dd88a660-1500-4836-aec6-5659269b5eaa tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Added segment 58ed894e-9f28-4baf-a640-82321ab05aff of type vlan for network abc876ae-c6ec-4190-8421-06421220a9f4 Dec 11 22:46:46.758980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9175c-03ed-4d1a-b58a-b90f243d24e8 req-daa2db9b-2512-4bbf-bf00-806a8cce9d82 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:46.760539 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c7c9175c-03ed-4d1a-b58a-b90f243d24e8 req-daa2db9b-2512-4bbf-bf00-806a8cce9d82 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 943 time: 0.1694264 Dec 11 22:46:46.858435 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd88a660-1500-4836-aec6-5659269b5eaa tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:46.949438 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c7c9175c-03ed-4d1a-b58a-b90f243d24e8 req-7fcb7386-5180-4781-9b02-5b1d80ddee90 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786809 Dec 11 22:46:46.983020 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c8ab0db4-c44a-4f33-8824-8e3a979b1687 req-dd700258-6711-461c-8cf9-c1e7b6ba257f tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0390301 Dec 11 22:46:47.002906 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd88a660-1500-4836-aec6-5659269b5eaa tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:47.008524 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd88a660-1500-4836-aec6-5659269b5eaa tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:47.009132 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd88a660-1500-4836-aec6-5659269b5eaa tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:47.085742 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d88e8f1-8f6a-4f8c-b4c1-6fa3c1400023 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:47.106511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88a660-1500-4836-aec6-5659269b5eaa tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event updated for resources: {'Network': ['ID=abc876ae-c6ec-4190-8421-06421220a9f4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:47.117948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network abc876ae-c6ec-4190-8421-06421220a9f4 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:46:47.187394 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dd88a660-1500-4836-aec6-5659269b5eaa tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8824661 Dec 11 22:46:47.190192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58980) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:47.195065 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:47.196156 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-180331a8-4ce5-4246-9f41-fce433d6cbe3 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1408389374'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:47.199660 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d88e8f1-8f6a-4f8c-b4c1-6fa3c1400023 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:47.228855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631955d-a2de-4939-aca6-ad7436d97bbb req-4ebe83b8-449a-49ff-a2d7-9bf49651d8dc tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:47.231026 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3631955d-a2de-4939-aca6-ad7436d97bbb req-4ebe83b8-449a-49ff-a2d7-9bf49651d8dc tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.0797393 Dec 11 22:46:47.299371 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:46:47.314132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3631955d-a2de-4939-aca6-ad7436d97bbb req-b9b336c0-404d-42dd-bc08-b363d9d9e0ae tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766335 Dec 11 22:46:47.330097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9b340-ef33-4bbd-8217-e863e852ce38 req-c4e3a9bf-1129-43f0-893c-598603aa45f0 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:47.331851 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0eb9b340-ef33-4bbd-8217-e863e852ce38 req-c4e3a9bf-1129-43f0-893c-598603aa45f0 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1008503 Dec 11 22:46:47.355390 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180331a8-4ce5-4246-9f41-fce433d6cbe3 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Made reservation on behalf of 2ec727643d4740a494849554ea166ee8 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:47.359030 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-180331a8-4ce5-4246-9f41-fce433d6cbe3 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:47.382418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-4d88e8f1-8f6a-4f8c-b4c1-6fa3c1400023 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Deleting port cde27f09-5661-4918-8558-bb70d6a01457 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:46:47.382839 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d88e8f1-8f6a-4f8c-b4c1-6fa3c1400023 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:47.425326 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4bbf037c-5cbb-42b3-9744-0d4c8a94aff9,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:47.426361 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0eb9b340-ef33-4bbd-8217-e863e852ce38 req-0a5180f9-1f61-4b85-a382-ed4f69d7540d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872962 Dec 11 22:46:47.428050 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180331a8-4ce5-4246-9f41-fce433d6cbe3 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:46:47.444130 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-180331a8-4ce5-4246-9f41-fce433d6cbe3 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:47.444537 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-180331a8-4ce5-4246-9f41-fce433d6cbe3 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Added segment 2e624d7c-e450-4abf-a720-a80f909e648a of type vlan for network efe6dcfe-f543-41f8-bcb0-ebfd11421405 Dec 11 22:46:47.455741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '4bbf037c-5cbb-42b3-9744-0d4c8a94aff9', 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb', 'port_id': '4bbf037c-5cbb-42b3-9744-0d4c8a94aff9', 'mac_address': 'fa:16:3e:3b:31:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12be6b3e-b4eb-4a32-b73f-d59343d31f3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:46:47.492385 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-180331a8-4ce5-4246-9f41-fce433d6cbe3 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:47.497729 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:47.514679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:46:47.521519 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d88e8f1-8f6a-4f8c-b4c1-6fa3c1400023 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:47.538392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4bbf037c-5cbb-42b3-9744-0d4c8a94aff9,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:47.541497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-4d88e8f1-8f6a-4f8c-b4c1-6fa3c1400023 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Calling delete_port for cde27f09-5661-4918-8558-bb70d6a01457 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:46:47.628486 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:47.639338 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-180331a8-4ce5-4246-9f41-fce433d6cbe3 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:47.648520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180331a8-4ce5-4246-9f41-fce433d6cbe3 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:47.649116 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-180331a8-4ce5-4246-9f41-fce433d6cbe3 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:47.684387 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=4bbf037c-5cbb-42b3-9744-0d4c8a94aff9,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:47.746587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180331a8-4ce5-4246-9f41-fce433d6cbe3 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event updated for resources: {'Network': ['ID=efe6dcfe-f543-41f8-bcb0-ebfd11421405,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:47.756883 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network efe6dcfe-f543-41f8-bcb0-ebfd11421405 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:46:47.782375 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-180331a8-4ce5-4246-9f41-fce433d6cbe3 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5899792 Dec 11 22:46:47.784724 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58986) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:47.789802 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Request body: {'ports': [{'network_id': 'abc876ae-c6ec-4190-8421-06421220a9f4', 'name': 'tempest-port--1009212880', 'admin_state_up': True}, {'network_id': 'efe6dcfe-f543-41f8-bcb0-ebfd11421405', 'admin_state_up': False}]} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:47.790127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Request body: {'port': {'network_id': 'abc876ae-c6ec-4190-8421-06421220a9f4', 'name': 'tempest-port--1009212880', 'admin_state_up': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:47.792491 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Request body: {'port': {'network_id': 'efe6dcfe-f543-41f8-bcb0-ebfd11421405', 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:47.825653 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d88e8f1-8f6a-4f8c-b4c1-6fa3c1400023 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:47.873109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88e8f1-8f6a-4f8c-b4c1-6fa3c1400023 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Pushing event deleted for resources: {'Port': ['ID=cde27f09-5661-4918-8558-bb70d6a01457,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:47.983295 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d88e8f1-8f6a-4f8c-b4c1-6fa3c1400023 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:48.004895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 7f125044-dc3e-45c5-aa5a-d9d6edf80185 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:46:48.029267 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['4bbf037c-5cbb-42b3-9744-0d4c8a94aff9'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:46:48.035301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Made reservation on behalf of 2ec727643d4740a494849554ea166ee8 for: {'port': 2} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:48.040301 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:48.068668 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:48.164133 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1aaed777-a0fa-4c0a-a36b-356d564974cb req-b54f3aec-9c06-4557-979d-dd701c632029 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0662866 Dec 11 22:46:48.186769 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] device_id is not set on port c55e603b-7e58-4435-adf1-3a6057b9adc8 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:46:48.207800 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 7f125044-dc3e-45c5-aa5a-d9d6edf80185, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=7f125044-dc3e-45c5-aa5a-d9d6edf80185,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:48.239835 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '7f125044-dc3e-45c5-aa5a-d9d6edf80185', 'network_id': 'dfc7e56d-6174-457f-878a-2031772251bb', 'port_id': '7f125044-dc3e-45c5-aa5a-d9d6edf80185', 'mac_address': 'fa:16:3e:6c:c8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12be6b3e-b4eb-4a32-b73f-d59343d31f3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:46:48.300199 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d88e8f1-8f6a-4f8c-b4c1-6fa3c1400023 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:48.305974 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d88e8f1-8f6a-4f8c-b4c1-6fa3c1400023 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:48.325461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b436a73-ed8b-4ec5-bf98-5f3043f21396 req-be7eb984-93b8-421e-9507-3da8c06d8cdd tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:48.327237 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5b436a73-ed8b-4ec5-bf98-5f3043f21396 req-be7eb984-93b8-421e-9507-3da8c06d8cdd tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 944 time: 0.1490941 Dec 11 22:46:48.333644 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:48.363817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f125044-dc3e-45c5-aa5a-d9d6edf80185 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:46:48.371765 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:48.394702 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 7f125044-dc3e-45c5-aa5a-d9d6edf80185, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=7f125044-dc3e-45c5-aa5a-d9d6edf80185,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:48.468229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d88e8f1-8f6a-4f8c-b4c1-6fa3c1400023 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Router c1d04049-aa3d-4ca7-9676-0ffb8b141c00 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:46:48.490610 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5b436a73-ed8b-4ec5-bf98-5f3043f21396 req-c7264a9b-5a45-4702-bfad-74e3f5f4980c tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506720 Dec 11 22:46:48.524647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] device_id is not set on port 6230278b-dce6-4586-9b2c-8345b3ac869a yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:46:48.539948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d0d27-2bc4-42ff-bb09-dca606cc4e93 req-2a8b4be1-86e6-4ca5-b098-b2b73dbcd0d7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:48.541633 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b8d0d27-2bc4-42ff-bb09-dca606cc4e93 req-2a8b4be1-86e6-4ca5-b098-b2b73dbcd0d7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.1286864 Dec 11 22:46:48.606654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d88e8f1-8f6a-4f8c-b4c1-6fa3c1400023 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:46:48.621368 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f107ab-d923-47ef-afbe-a3fd90ab4ed5 None None] Sync routers for ids ['c1d04049-aa3d-4ca7-9676-0ffb8b141c00'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:46:48.624010 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b8d0d27-2bc4-42ff-bb09-dca606cc4e93 req-6e20c6a6-3cf5-4fec-b0c0-65e464c14d68 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734160 Dec 11 22:46:48.630749 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d88e8f1-8f6a-4f8c-b4c1-6fa3c1400023 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:48.643805 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4d88e8f1-8f6a-4f8c-b4c1-6fa3c1400023 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "PUT /v2.0/routers/c1d04049-aa3d-4ca7-9676-0ffb8b141c00 HTTP/1.1" status: 200 len: 710 time: 2.2266235 Dec 11 22:46:48.643805 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59000) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:48.645139 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f107ab-d923-47ef-afbe-a3fd90ab4ed5 None None] Routers {'c1d04049-aa3d-4ca7-9676-0ffb8b141c00'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:48.645808 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f9f107ab-d923-47ef-afbe-a3fd90ab4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:46:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['c1d04049-aa3d-4ca7-9676-0ffb8b141c00'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:48.697455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f9f107ab-d923-47ef-afbe-a3fd90ab4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:48.707464 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f107ab-d923-47ef-afbe-a3fd90ab4ed5 None None] Routers {'c1d04049-aa3d-4ca7-9676-0ffb8b141c00'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:46:48.708226 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f9f107ab-d923-47ef-afbe-a3fd90ab4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:46:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['c1d04049-aa3d-4ca7-9676-0ffb8b141c00'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:48.743498 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:48.747543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac2db1-818f-4d6a-9c83-576956287119 req-c2f34a1e-a2a8-4f85-8af5-ab041fad7b6f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:48.750569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f9f107ab-d923-47ef-afbe-a3fd90ab4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:48.751349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f107ab-d923-47ef-afbe-a3fd90ab4ed5 None None] The sync data for ids ['c1d04049-aa3d-4ca7-9676-0ffb8b141c00'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:46:48.756421 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27ac2db1-818f-4d6a-9c83-576956287119 req-c2f34a1e-a2a8-4f85-8af5-ab041fad7b6f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1930325 Dec 11 22:46:48.767497 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e25f5a51-2184-49a5-9709-b739b27bf4f5 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/routers/c1d04049-aa3d-4ca7-9676-0ffb8b141c00 HTTP/1.1" status: 200 len: 745 time: 0.1244924 Dec 11 22:46:48.770266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59010) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:48.833802 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-af665263-141f-4744-81b9-a52a30f398b8 tempest-RoutersIpV6AdminTest-1805723682 tempest-RoutersIpV6AdminTest-1805723682-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&device_id=c1d04049-aa3d-4ca7-9676-0ffb8b141c00 HTTP/1.1" status: 200 len: 205 time: 0.0626760 Dec 11 22:46:48.836582 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59012) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:48.857859 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27ac2db1-818f-4d6a-9c83-576956287119 req-a5bdf013-6182-443e-bc16-72f2e31c127e tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994303 Dec 11 22:46:48.882675 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-95631653-802c-4c63-b6d2-e17bb18e1041 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1d04049-aa3d-4ca7-9676-0ffb8b141c00 HTTP/1.1" status: 200 len: 205 time: 0.0446932 Dec 11 22:46:48.884931 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59014) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:48.984411 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:48.985933 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-243b8026-ab79-4e51-b912-bc691021e349 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:49.058791 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=7f125044-dc3e-45c5-aa5a-d9d6edf80185,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:49.063245 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cab417fd-8926-40ba-81d6-65844cd2ad3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:49.112222 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:49.214402 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-243b8026-ab79-4e51-b912-bc691021e349 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:49.220600 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-243b8026-ab79-4e51-b912-bc691021e349 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:49.271593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event updated for resources: {'Port': ['ID=c55e603b-7e58-4435-adf1-3a6057b9adc8,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:49.314539 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d1c1dfe-2385-4627-9e41-b4b1cb08df31 req-a3a1acd4-c50b-4bdb-82d1-d14504e81644 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0397878 Dec 11 22:46:49.316232 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:49.322983 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Checking segment: {'id': '58ed894e-9f28-4baf-a640-82321ab05aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'abc876ae-c6ec-4190-8421-06421220a9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:49.323358 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Network hostable DHCP agents. Network: abc876ae-c6ec-4190-8421-06421220a9f4, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:46:49.374345 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['7f125044-dc3e-45c5-aa5a-d9d6edf80185'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:46:49.407485 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-243b8026-ab79-4e51-b912-bc691021e349 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:49.411167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243b8026-ab79-4e51-b912-bc691021e349 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Fanout notify agent at l3_agent the message router_deleted on router c1d04049-aa3d-4ca7-9676-0ffb8b141c00 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:46:49.420828 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-243b8026-ab79-4e51-b912-bc691021e349 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:49.426665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59020) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:49.428130 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-243b8026-ab79-4e51-b912-bc691021e349 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "DELETE /v2.0/routers/c1d04049-aa3d-4ca7-9676-0ffb8b141c00 HTTP/1.1" status: 204 len: 168 time: 0.5420988 Dec 11 22:46:49.429888 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Network abc876ae-c6ec-4190-8421-06421220a9f4 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:46:49.475472 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b283cfc8-ce67-4589-b132-2d1c7acafabe tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1d04049-aa3d-4ca7-9676-0ffb8b141c00 HTTP/1.1" status: 200 len: 205 time: 0.0439823 Dec 11 22:46:49.476632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59022) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:49.506659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:46:49.519874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:49.520186 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:49.520544 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-9b670793-1dae-450d-b0b4-9d1e212e548a tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] delete failed (client error): The resource could not be found. Dec 11 22:46:49.524636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59024) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:49.524776 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9b670793-1dae-450d-b0b4-9d1e212e548a tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "DELETE /v2.0/routers/c1d04049-aa3d-4ca7-9676-0ffb8b141c00 HTTP/1.1" status: 404 len: 336 time: 0.0468152 Dec 11 22:46:49.525409 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, abc876ae-c6ec-4190-8421-06421220a9f4) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:49.531362 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:49.532368 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:49.565581 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc0119f-e648-4ce0-8f59-7639812a7eda None None] Network abc876ae-c6ec-4190-8421-06421220a9f4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:46:49.611385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event updated for resources: {'Port': ['ID=6230278b-dce6-4586-9b2c-8345b3ac869a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:49.614179 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Checking segment: {'id': '2e624d7c-e450-4abf-a720-a80f909e648a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'efe6dcfe-f543-41f8-bcb0-ebfd11421405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:49.614652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Network hostable DHCP agents. Network: efe6dcfe-f543-41f8-bcb0-ebfd11421405, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:46:49.728468 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Network efe6dcfe-f543-41f8-bcb0-ebfd11421405 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:46:49.819384 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:49.828631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617589fb-47f2-4a9f-99cc-4a9bbdc39332 req-79d42912-adff-44dd-9c9b-b28cee7b9e10 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:49.846764 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-617589fb-47f2-4a9f-99cc-4a9bbdc39332 req-79d42912-adff-44dd-9c9b-b28cee7b9e10 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.1099641 Dec 11 22:46:49.853832 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a20209e-0cb2-4972-9946-953138984b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbf037c-5cbb-42b3-9744-0d4c8a94aff9'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:46:49.857403 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521b274a-4267-4a59-abd7-0650860f2673" -d '{"events": [{"server_uuid": "5a20209e-0cb2-4972-9946-953138984b85", "name": "network-vif-plugged", "status": "completed", "tag": "4bbf037c-5cbb-42b3-9744-0d4c8a94aff9"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:46:49.872251 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, efe6dcfe-f543-41f8-bcb0-ebfd11421405) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:49.874268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4bbf037c-5cbb-42b3-9744-0d4c8a94aff9,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:49.883356 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:49.883546 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31fd567-8fa0-4a3b-9daf-e1570330e58a None None] Network efe6dcfe-f543-41f8-bcb0-ebfd11421405 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:46:49.885868 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:49.893769 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:49.895523 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:49.946571 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-617589fb-47f2-4a9f-99cc-4a9bbdc39332 req-340dee87-abe1-4b5a-8c16-b033003c48d7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951033 Dec 11 22:46:49.976267 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:50.021359 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae08b2e-a01f-4bfa-9e83-3b2674b5aa97 x-openstack-request-id: req-5ae08b2e-a01f-4bfa-9e83-3b2674b5aa97 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:46:50.021637 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a20209e-0cb2-4972-9946-953138984b85", "name": "network-vif-plugged", "status": "completed", "tag": "4bbf037c-5cbb-42b3-9744-0d4c8a94aff9", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:46:50.022180 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ae08b2e-a01f-4bfa-9e83-3b2674b5aa97 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:46:50.022581 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a20209e-0cb2-4972-9946-953138984b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbf037c-5cbb-42b3-9744-0d4c8a94aff9', 'code': 200} Dec 11 22:46:50.037604 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0657fde3-2633-466c-9f78-9e8df230b73f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2455952 Dec 11 22:46:50.037604 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59044) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:50.100303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=4bbf037c-5cbb-42b3-9744-0d4c8a94aff9,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:50.105770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9bc4a49a-0cb8-4ab5-911d-c95cdef7ad04 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6e8a44a-8aa2-4c42-a07e-75ffecf4c559 HTTP/1.1" status: 200 len: 205 time: 0.5703721 Dec 11 22:46:50.106346 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59046) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:50.194505 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2be4c-b3da-4477-a875-6c2798760b45 req-305093b4-3611-468a-8000-ca8d42a3d2b4 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:50.196301 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2bc2be4c-b3da-4477-a875-6c2798760b45 req-305093b4-3611-468a-8000-ca8d42a3d2b4 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 945 time: 0.0884132 Dec 11 22:46:50.223507 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-c5a34e74-c149-49d3-a3f1-16ffff9e8f48 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] delete failed (client error): The resource could not be found. Dec 11 22:46:50.224675 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c5a34e74-c149-49d3-a3f1-16ffff9e8f48 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "DELETE /v2.0/routers/d6e8a44a-8aa2-4c42-a07e-75ffecf4c559 HTTP/1.1" status: 404 len: 336 time: 0.1151991 Dec 11 22:46:50.227372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2537dd-27bf-443a-b332-a47ba3cd0b78 req-944da407-f35b-43ab-9cc8-2c6224dd7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:50.229155 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ce2537dd-27bf-443a-b332-a47ba3cd0b78 req-944da407-f35b-43ab-9cc8-2c6224dd7ab4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 1096 time: 0.0844009 Dec 11 22:46:50.231996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59048) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:50.286920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7b82ad13-8cf8-417b-9c3e-5617a2801423 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "GET /v2.0/ports?device_id=9227c816-b65c-4ddb-83fc-f1f21bc34228 HTTP/1.1" status: 200 len: 205 time: 0.0533056 Dec 11 22:46:50.293647 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59050) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:50.377473 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ce2537dd-27bf-443a-b332-a47ba3cd0b78 req-4e3f3660-0505-4232-b358-a2868923bff5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340842 Dec 11 22:46:50.380679 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-b7973616-186b-4c8d-ad7d-1bb3704eae8b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] delete failed (client error): The resource could not be found. Dec 11 22:46:50.381942 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b7973616-186b-4c8d-ad7d-1bb3704eae8b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "DELETE /v2.0/routers/9227c816-b65c-4ddb-83fc-f1f21bc34228 HTTP/1.1" status: 404 len: 336 time: 0.0871089 Dec 11 22:46:50.386051 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2bc2be4c-b3da-4477-a875-6c2798760b45 req-d0a631e1-ee57-4386-a378-d67df3cbecea tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801698 Dec 11 22:46:50.387005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59054) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:50.440213 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7a7e6d8d-981a-4e6d-a74f-58de3ef995e5 tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfe650cb-54ab-4fb4-86f2-4ca84360eb00 HTTP/1.1" status: 200 len: 205 time: 0.0496686 Dec 11 22:46:50.440898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59056) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:50.523385 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-f4d992b4-476d-42cd-959c-4298e3e8b32e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] delete failed (client error): The resource could not be found. Dec 11 22:46:50.527517 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f4d992b4-476d-42cd-959c-4298e3e8b32e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "DELETE /v2.0/routers/cfe650cb-54ab-4fb4-86f2-4ca84360eb00 HTTP/1.1" status: 404 len: 336 time: 0.0828915 Dec 11 22:46:50.529824 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59060) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:50.537054 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44c6abc-00e0-4cd6-be71-87d05ed8ad14 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:50.545489 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44c6abc-00e0-4cd6-be71-87d05ed8ad14 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:50.547071 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f44c6abc-00e0-4cd6-be71-87d05ed8ad14 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5122302 Dec 11 22:46:50.550322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59062) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:50.559500 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dd9307fd-47ef-4d34-b81e-dcca6ba20b72 req-979110a5-ce27-4a76-b7c8-26b8d032216d tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0464027 Dec 11 22:46:50.576646 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dcf13680-cec7-469d-bbaf-725d0559499e tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b942cf8-4e9d-4434-823f-4440ccd74f5e HTTP/1.1" status: 200 len: 205 time: 0.0469780 Dec 11 22:46:50.587348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59064) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:50.639042 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-6044871b-be2a-40d0-a664-3cf2ea74c89b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] delete failed (client error): The resource could not be found. Dec 11 22:46:50.643082 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6044871b-be2a-40d0-a664-3cf2ea74c89b tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "DELETE /v2.0/routers/5b942cf8-4e9d-4434-823f-4440ccd74f5e HTTP/1.1" status: 404 len: 336 time: 0.0546455 Dec 11 22:46:50.643688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59066) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:50.661528 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6031fc-e782-4991-9110-0fa01ee2e1ec req-dd62cf6f-6b8c-4969-aa7f-34434f500ba5 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:50.663578 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4c6031fc-e782-4991-9110-0fa01ee2e1ec req-dd62cf6f-6b8c-4969-aa7f-34434f500ba5 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.5318811 Dec 11 22:46:50.682327 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-63b5bd39-a722-470f-b5e9-0b7d5448f7af tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "GET /v2.0/ports?device_id=098c3438-e715-4f76-92a2-f554b0996f8f HTTP/1.1" status: 200 len: 205 time: 0.0374837 Dec 11 22:46:50.684653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59068) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:50.724197 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-aa724717-ac65-406a-9c19-f7b77dfcd5bb tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] delete failed (client error): The resource could not be found. Dec 11 22:46:50.725260 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-aa724717-ac65-406a-9c19-f7b77dfcd5bb tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "DELETE /v2.0/routers/098c3438-e715-4f76-92a2-f554b0996f8f HTTP/1.1" status: 404 len: 336 time: 0.0396821 Dec 11 22:46:50.731046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59072) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:50.771674 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4c6031fc-e782-4991-9110-0fa01ee2e1ec req-610a7a0f-cc85-4f57-bdd1-b2bd9917c102 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985050 Dec 11 22:46:50.775829 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad1570-05ae-4748-bf2f-13fea9773bca tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Deleting port c55e603b-7e58-4435-adf1-3a6057b9adc8 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:46:50.776268 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9ad1570-05ae-4748-bf2f-13fea9773bca tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:50.783671 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c2379b-afc7-4e93-b8db-42e43e85c20f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] DELETE failed (client error): The resource could not be found. Dec 11 22:46:50.784375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c2379b-afc7-4e93-b8db-42e43e85c20f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:46:50.788565 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-34c2379b-afc7-4e93-b8db-42e43e85c20f tempest-RoutersIpV6AdminTest-1437739856 tempest-RoutersIpV6AdminTest-1437739856-project] 10.222.0.45 "DELETE /v2.0/subnets/82b62862-1f40-4daf-834f-9cfb540550d3 HTTP/1.1" status: 404 len: 337 time: 0.0562441 Dec 11 22:46:50.868607 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9ad1570-05ae-4748-bf2f-13fea9773bca tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:50.887905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad1570-05ae-4748-bf2f-13fea9773bca tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Calling delete_port for c55e603b-7e58-4435-adf1-3a6057b9adc8 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:46:51.068683 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9ad1570-05ae-4748-bf2f-13fea9773bca tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:51.086529 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88983b40-7dd1-4ac3-b646-4e3fa7141d69 req-be3a609f-81dd-468f-a83c-2417d48753a2 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:51.088264 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-88983b40-7dd1-4ac3-b646-4e3fa7141d69 req-be3a609f-81dd-468f-a83c-2417d48753a2 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.0592816 Dec 11 22:46:51.103658 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad1570-05ae-4748-bf2f-13fea9773bca tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event deleted for resources: {'Port': ['ID=c55e603b-7e58-4435-adf1-3a6057b9adc8,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:51.122168 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9ad1570-05ae-4748-bf2f-13fea9773bca tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:51.128588 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c9ad1570-05ae-4748-bf2f-13fea9773bca tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "DELETE /v2.0/ports/c55e603b-7e58-4435-adf1-3a6057b9adc8 HTTP/1.1" status: 204 len: 168 time: 0.5772135 Dec 11 22:46:51.129120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59078) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:51.193211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-88983b40-7dd1-4ac3-b646-4e3fa7141d69 req-52dbfe74-fbc6-467a-ab90-e63f2005187c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964715 Dec 11 22:46:51.259182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-7b543031-68e7-4e1f-9d79-c6c242eecc2a tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Deleting port 6230278b-dce6-4586-9b2c-8345b3ac869a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:46:51.259182 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b543031-68e7-4e1f-9d79-c6c242eecc2a tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:51.279772 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f6453b47-1332-49b2-b981-cbafdf39e82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:51.347183 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b543031-68e7-4e1f-9d79-c6c242eecc2a tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:51.367920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-7b543031-68e7-4e1f-9d79-c6c242eecc2a tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Calling delete_port for 6230278b-dce6-4586-9b2c-8345b3ac869a owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:46:51.384829 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59082) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:51.556717 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5693aeea-266b-4d21-89f3-8b06d3caed02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:51.578487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3606d0-453a-4d12-b7d7-1898592bb312 req-1f28f802-5e6e-4632-bf83-ea2d8d734a1d tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:51.580053 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bc3606d0-453a-4d12-b7d7-1898592bb312 req-1f28f802-5e6e-4632-bf83-ea2d8d734a1d tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 945 time: 0.0628040 Dec 11 22:46:51.614092 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b543031-68e7-4e1f-9d79-c6c242eecc2a tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:51.690325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b543031-68e7-4e1f-9d79-c6c242eecc2a tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event deleted for resources: {'Port': ['ID=6230278b-dce6-4586-9b2c-8345b3ac869a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:51.701252 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bc3606d0-453a-4d12-b7d7-1898592bb312 req-80742aec-491f-4332-9700-832db1d7f15c tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129978 Dec 11 22:46:51.709071 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b543031-68e7-4e1f-9d79-c6c242eecc2a tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:51.721122 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7b543031-68e7-4e1f-9d79-c6c242eecc2a tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "DELETE /v2.0/ports/6230278b-dce6-4586-9b2c-8345b3ac869a HTTP/1.1" status: 204 len: 168 time: 0.5827081 Dec 11 22:46:51.722167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59092) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:51.759690 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8c562f64-b1d5-4d35-844b-c7497b657a4d tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0329330 Dec 11 22:46:51.764110 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59094) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:51.773817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-67d26081-1b2b-4bc7-828f-fcdae23dff5e tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-402809950'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:51.805559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78888b39-d9e0-4c1f-9041-ca44ef1f3dd4 req-2ccc62fd-793e-4a97-9959-36e3cea6253b tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0576525 Dec 11 22:46:51.863987 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5693aeea-266b-4d21-89f3-8b06d3caed02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:51.907808 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71a22b-5677-4bd1-91c3-c5e8d243c65c req-5a97708c-1bff-4575-9225-9dfdd4b33f5a tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:51.909514 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb71a22b-5677-4bd1-91c3-c5e8d243c65c req-5a97708c-1bff-4575-9225-9dfdd4b33f5a tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.0502610 Dec 11 22:46:51.940550 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5693aeea-266b-4d21-89f3-8b06d3caed02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:51.961849 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb71a22b-5677-4bd1-91c3-c5e8d243c65c req-cf593dee-f3d4-4835-add4-82fd158b12f1 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459750 Dec 11 22:46:51.962114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d26081-1b2b-4bc7-828f-fcdae23dff5e tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Made reservation on behalf of 2ec727643d4740a494849554ea166ee8 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:51.966542 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-67d26081-1b2b-4bc7-828f-fcdae23dff5e tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.000737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5693aeea-266b-4d21-89f3-8b06d3caed02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1bd1ab45a79c41069f6d0704e783834b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6147230 Dec 11 22:46:52.001837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693aeea-266b-4d21-89f3-8b06d3caed02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6c788b-a83c-44d7-a976-582c19916ab0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:52.003418 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59100) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:52.014445 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 7f125044-dc3e-45c5-aa5a-d9d6edf80185 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:52.021948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d26081-1b2b-4bc7-828f-fcdae23dff5e tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:46:52.035006 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-67d26081-1b2b-4bc7-828f-fcdae23dff5e tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.035006 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-67d26081-1b2b-4bc7-828f-fcdae23dff5e tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Added segment 3b8a0667-4cef-4597-8205-4afeda851d47 of type vlan for network c1bff563-55d0-4570-9bcf-885f6f843949 Dec 11 22:46:52.091057 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-67d26081-1b2b-4bc7-828f-fcdae23dff5e tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.092158 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84cfef68-dec8-4e9f-a9e1-b3a19001be90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.120974 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84cfef68-dec8-4e9f-a9e1-b3a19001be90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.179187 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.239377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 7f125044-dc3e-45c5-aa5a-d9d6edf80185 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:46:52.240567 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-67d26081-1b2b-4bc7-828f-fcdae23dff5e tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.245183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 7f125044-dc3e-45c5-aa5a-d9d6edf80185 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:52.245666 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.247793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d26081-1b2b-4bc7-828f-fcdae23dff5e tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:52.248495 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-67d26081-1b2b-4bc7-828f-fcdae23dff5e tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.264831 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84cfef68-dec8-4e9f-a9e1-b3a19001be90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.268315 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84cfef68-dec8-4e9f-a9e1-b3a19001be90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.269432 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-84cfef68-dec8-4e9f-a9e1-b3a19001be90 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e6c788b-a83c-44d7-a976-582c19916ab0 HTTP/1.1" status: 204 len: 168 time: 0.2648935 Dec 11 22:46:52.307811 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfef68-dec8-4e9f-a9e1-b3a19001be90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6c788b-a83c-44d7-a976-582c19916ab0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:52.373214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d26081-1b2b-4bc7-828f-fcdae23dff5e tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event updated for resources: {'Network': ['ID=c1bff563-55d0-4570-9bcf-885f6f843949,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:52.396352 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network c1bff563-55d0-4570-9bcf-885f6f843949 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:46:52.418495 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59114) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:52.423961 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c560bfc8-9f7e-40c1-8de6-23aa405f12de tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1173870004'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:52.429133 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-67d26081-1b2b-4bc7-828f-fcdae23dff5e tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6605740 Dec 11 22:46:52.477628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fdb79-7b64-4482-8dce-ee2b52df135d req-64b67d92-d1f2-4346-b473-0dd0e421cc67 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:52.487367 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c29fdb79-7b64-4482-8dce-ee2b52df135d req-64b67d92-d1f2-4346-b473-0dd0e421cc67 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.1176300 Dec 11 22:46:52.538579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c560bfc8-9f7e-40c1-8de6-23aa405f12de tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Made reservation on behalf of 2ec727643d4740a494849554ea166ee8 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:52.544636 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c560bfc8-9f7e-40c1-8de6-23aa405f12de tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.565597 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.570857 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c29fdb79-7b64-4482-8dce-ee2b52df135d req-efaf4274-d78e-4bde-8cf4-87d798a400ff tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789433 Dec 11 22:46:52.607590 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c560bfc8-9f7e-40c1-8de6-23aa405f12de tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:46:52.617566 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c302bc-5507-4afd-b3d8-074ac800e706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f125044-dc3e-45c5-aa5a-d9d6edf80185'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:46:52.622039 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c560bfc8-9f7e-40c1-8de6-23aa405f12de tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.622039 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-c560bfc8-9f7e-40c1-8de6-23aa405f12de tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Added segment f0abcf33-aba6-4fbe-8ae0-11f2abd62248 of type vlan for network 1edff233-7414-4f7c-b09b-2b2fd6b6a12b Dec 11 22:46:52.622738 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489eb219-9463-4d97-be63-59e451c5251b" -d '{"events": [{"server_uuid": "c1c302bc-5507-4afd-b3d8-074ac800e706", "name": "network-vif-plugged", "status": "completed", "tag": "7f125044-dc3e-45c5-aa5a-d9d6edf80185"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:46:52.675971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 7f125044-dc3e-45c5-aa5a-d9d6edf80185, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=7f125044-dc3e-45c5-aa5a-d9d6edf80185,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:52.749823 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c560bfc8-9f7e-40c1-8de6-23aa405f12de tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.773891 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.830120 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0bdb20-3bbd-44b5-8a71-ddac28dd3d6f x-openstack-request-id: req-8f0bdb20-3bbd-44b5-8a71-ddac28dd3d6f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:46:52.830558 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c302bc-5507-4afd-b3d8-074ac800e706", "name": "network-vif-plugged", "status": "completed", "tag": "7f125044-dc3e-45c5-aa5a-d9d6edf80185", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:46:52.830847 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f0bdb20-3bbd-44b5-8a71-ddac28dd3d6f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:46:52.831327 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c302bc-5507-4afd-b3d8-074ac800e706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f125044-dc3e-45c5-aa5a-d9d6edf80185', 'code': 200} Dec 11 22:46:52.869901 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c560bfc8-9f7e-40c1-8de6-23aa405f12de tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.885517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c560bfc8-9f7e-40c1-8de6-23aa405f12de tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:52.885517 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c560bfc8-9f7e-40c1-8de6-23aa405f12de tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:52.893730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=7f125044-dc3e-45c5-aa5a-d9d6edf80185,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:53.002776 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944b6fe-2a74-4fe3-958b-117fc63d896e req-c5fbf2bb-c8f9-4a5f-8784-c6278f4e42ba tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:53.016086 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6944b6fe-2a74-4fe3-958b-117fc63d896e req-c5fbf2bb-c8f9-4a5f-8784-c6278f4e42ba tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 945 time: 0.1735568 Dec 11 22:46:53.058945 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c560bfc8-9f7e-40c1-8de6-23aa405f12de tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6302967 Dec 11 22:46:53.059188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cde3a-924a-44f3-9c62-66db3f725c52 req-a6a46cb4-43f4-4b8b-9dcc-8e73dc6818ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:53.059293 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aebf5b66-476a-475d-b95e-87ed8ab05441 req-d4ab33e3-d083-4b01-8e2f-15d671c6eeeb tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0486548 Dec 11 22:46:53.060069 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c07cde3a-924a-44f3-9c62-66db3f725c52 req-a6a46cb4-43f4-4b8b-9dcc-8e73dc6818ab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1c302bc-5507-4afd-b3d8-074ac800e706 HTTP/1.1" status: 200 len: 1097 time: 0.1427622 Dec 11 22:46:53.070685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560bfc8-9f7e-40c1-8de6-23aa405f12de tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event updated for resources: {'Network': ['ID=1edff233-7414-4f7c-b09b-2b2fd6b6a12b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:53.094883 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 1edff233-7414-4f7c-b09b-2b2fd6b6a12b details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:46:53.117281 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59130) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:53.192062 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c0853290-d286-4fe2-b9bb-86dfb3939367 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5dc1c364bce44f9fb6c42c50256b4a73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0693810 Dec 11 22:46:53.198002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59132) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:53.223377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59134) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:53.231795 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Request body: {'subnets': [{'network_id': 'c1bff563-55d0-4570-9bcf-885f6f843949', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1508254639', 'ip_version': 4}, {'network_id': '1edff233-7414-4f7c-b09b-2b2fd6b6a12b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:53.232356 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Request body: {'subnet': {'network_id': 'c1bff563-55d0-4570-9bcf-885f6f843949', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1508254639', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:53.233094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Request body: {'subnet': {'network_id': '1edff233-7414-4f7c-b09b-2b2fd6b6a12b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:53.277416 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6944b6fe-2a74-4fe3-958b-117fc63d896e req-20159425-b55a-4e1c-9fe3-7398dcb95a0c tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602916 Dec 11 22:46:53.297990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c07cde3a-924a-44f3-9c62-66db3f725c52 req-b4336407-8fd1-4131-9a13-433d21392e9a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296095 Dec 11 22:46:53.320912 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790b66c-df89-4457-bf4e-7253a1507639 req-04c10ee7-6839-4e9d-a847-cb22b7e6e8b8 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:53.328794 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0790b66c-df89-4457-bf4e-7253a1507639 req-04c10ee7-6839-4e9d-a847-cb22b7e6e8b8 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1494405 Dec 11 22:46:53.329547 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-179bafa1-8d7e-4022-8e44-6f18b21a8e0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:53.364511 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-179bafa1-8d7e-4022-8e44-6f18b21a8e0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:53.403591 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0790b66c-df89-4457-bf4e-7253a1507639 req-cfb17380-f845-414b-a507-a55962fe3b35 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681686 Dec 11 22:46:53.465532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265baf5-8d07-4c7a-b6ee-2f020353a428 req-d7d2b136-e4cd-436e-ac47-27428325bc93 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:53.469320 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d265baf5-8d07-4c7a-b6ee-2f020353a428 req-d7d2b136-e4cd-436e-ac47-27428325bc93 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1c302bc-5507-4afd-b3d8-074ac800e706 HTTP/1.1" status: 200 len: 946 time: 0.0896714 Dec 11 22:46:53.540595 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d265baf5-8d07-4c7a-b6ee-2f020353a428 req-66e46b94-9a0d-4adf-bbb1-c763a36e9c89 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641100 Dec 11 22:46:53.561490 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-179bafa1-8d7e-4022-8e44-6f18b21a8e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:53.564394 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-179bafa1-8d7e-4022-8e44-6f18b21a8e0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:53.565562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-179bafa1-8d7e-4022-8e44-6f18b21a8e0c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7707f271-71ad-4677-a3fc-07e02d940267 HTTP/1.1" status: 204 len: 168 time: 0.3655913 Dec 11 22:46:53.573989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bafa1-8d7e-4022-8e44-6f18b21a8e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7707f271-71ad-4677-a3fc-07e02d940267,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:53.590400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Made reservation on behalf of 2ec727643d4740a494849554ea166ee8 for: {'subnet': 2} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:53.595796 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:53.596315 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:53.799606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6f133-e660-4bbe-aef2-c3f8224e447e req-9a1e3a98-d070-4ae2-898f-731a81fdd441 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:53.801331 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38a6f133-e660-4bbe-aef2-c3f8224e447e req-9a1e3a98-d070-4ae2-898f-731a81fdd441 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.0920608 Dec 11 22:46:53.892613 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:53.913368 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bae0dd92-459e-4d04-8ab9-6482cd7b380d req-a8692a59-01db-4674-adfc-1aba072b7f30 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0460200 Dec 11 22:46:53.939235 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38a6f133-e660-4bbe-aef2-c3f8224e447e req-972a40b1-03b4-4740-9904-c21d3b12fd0f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174955 Dec 11 22:46:54.219821 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ee297bf-9edf-4c7b-b523-d8f93d990a27 req-14a98667-b03b-44b2-b026-2e92bb8c5409 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0467558 Dec 11 22:46:54.279841 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:54.339198 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event updated for resources: {'Subnet': ['ID=69907657-0911-4318-8a9c-810c28e1097c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:54.357793 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Checking segment: {'id': '3b8a0667-4cef-4597-8205-4afeda851d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1bff563-55d0-4570-9bcf-885f6f843949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:54.358247 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Network hostable DHCP agents. Network: c1bff563-55d0-4570-9bcf-885f6f843949, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:46:54.445596 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Network c1bff563-55d0-4570-9bcf-885f6f843949 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:46:54.532645 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, c1bff563-55d0-4570-9bcf-885f6f843949) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:54.538065 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:54.544907 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20569d5-2b81-4175-a12b-6efd417fd8ce None None] Network c1bff563-55d0-4570-9bcf-885f6f843949 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:46:54.607227 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:54.633561 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event updated for resources: {'Subnet': ['ID=e0cf2b92-3285-42f8-9ef0-02d217a610aa,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:54.657945 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71086c57-e1fa-4aea-bcf3-e1a6ed4c41c9 req-2eb31c61-a838-43ea-8ad2-f9a167970dc5 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:54.672069 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71086c57-e1fa-4aea-bcf3-e1a6ed4c41c9 req-2eb31c61-a838-43ea-8ad2-f9a167970dc5 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1756194 Dec 11 22:46:54.708593 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-c1bff563-55d0-4570-9bcf-885f6f843949', 'network_id': 'c1bff563-55d0-4570-9bcf-885f6f843949', 'project_id': '2ec727643d4740a494849554ea166ee8', 'fixed_ips': [{'subnet_id': '69907657-0911-4318-8a9c-810c28e1097c'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:46:54.712414 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:54.731808 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Checking segment: {'id': 'f0abcf33-aba6-4fbe-8ae0-11f2abd62248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1edff233-7414-4f7c-b09b-2b2fd6b6a12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:54.738361 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Network hostable DHCP agents. Network: 1edff233-7414-4f7c-b09b-2b2fd6b6a12b, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:46:54.813234 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71086c57-e1fa-4aea-bcf3-e1a6ed4c41c9 req-3e443c29-a438-48b7-8289-90aa0f2ff2d8 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414633 Dec 11 22:46:54.817935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244c913-c3b1-40d3-a9b2-3cea245301de req-d8db7958-986a-438f-9fdd-658b9ac6fe07 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:54.819720 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0244c913-c3b1-40d3-a9b2-3cea245301de req-d8db7958-986a-438f-9fdd-658b9ac6fe07 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1c302bc-5507-4afd-b3d8-074ac800e706 HTTP/1.1" status: 200 len: 946 time: 0.1243103 Dec 11 22:46:54.928334 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Network 1edff233-7414-4f7c-b09b-2b2fd6b6a12b is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:46:54.936474 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0244c913-c3b1-40d3-a9b2-3cea245301de req-f0ee5e66-dece-488f-8f5c-5f8c19b41588 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083567 Dec 11 22:46:54.947175 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Allocated IP 172.20.0.2 (c1bff563-55d0-4570-9bcf-885f6f843949/69907657-0911-4318-8a9c-810c28e1097c/ae208a07-78a5-44fb-a48c-7ac1a23333ac) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:55.018688 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 1edff233-7414-4f7c-b09b-2b2fd6b6a12b) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:55.026301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:55.027171 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:55.028850 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:55.050938 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fcd289-13a7-4d82-a021-1da1c238a924 None None] Network 1edff233-7414-4f7c-b09b-2b2fd6b6a12b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:46:55.076926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59176) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:55.150841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59180) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:55.153070 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-06ab1e95-6e8f-4af4-8358-ee79035ece72 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9247887 Dec 11 22:46:55.205235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d965ae-887f-45d0-a26c-17b4168b8186 req-798e6a3a-a390-4c69-9fce-471920c09c91 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:55.210211 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90d965ae-887f-45d0-a26c-17b4168b8186 req-798e6a3a-a390-4c69-9fce-471920c09c91 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.1407764 Dec 11 22:46:55.231324 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-1edff233-7414-4f7c-b09b-2b2fd6b6a12b', 'network_id': '1edff233-7414-4f7c-b09b-2b2fd6b6a12b', 'project_id': '2ec727643d4740a494849554ea166ee8', 'fixed_ips': [{'subnet_id': 'e0cf2b92-3285-42f8-9ef0-02d217a610aa'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:46:55.232487 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:55.242168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-becacda7-bfb6-4a90-a332-52fcbd333005 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-324432691'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:55.316547 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90d965ae-887f-45d0-a26c-17b4168b8186 req-db74fb8d-ca4e-47d4-b6cd-090396c7924b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896504 Dec 11 22:46:55.384262 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4add50c2-3203-4f2f-a133-619214f031d7 req-5a62487f-95a1-4636-b17e-536c658edc0f tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0741048 Dec 11 22:46:55.389453 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:55.396387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a7c027-e8fa-4b17-bc3b-4e5feb48589e tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:55.398516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a7c027-e8fa-4b17-bc3b-4e5feb48589e tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:55.400666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a7c027-e8fa-4b17-bc3b-4e5feb48589e tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:55.403443 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-98a7c027-e8fa-4b17-bc3b-4e5feb48589e tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2515781 Dec 11 22:46:55.408569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59184) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:55.484057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d57e50-83b6-42bb-8f5f-33b87db3a563 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Deleting subnet 69907657-0911-4318-8a9c-810c28e1097c {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:46:55.487990 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4d57e50-83b6-42bb-8f5f-33b87db3a563 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:55.498689 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:55.521720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becacda7-bfb6-4a90-a332-52fcbd333005 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Made reservation on behalf of 797ad0813d204baca538d5dc2ed6429e for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:55.526102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-becacda7-bfb6-4a90-a332-52fcbd333005 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:55.548139 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-becacda7-bfb6-4a90-a332-52fcbd333005 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:55.598815 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4d57e50-83b6-42bb-8f5f-33b87db3a563 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:55.674163 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-315217fc-7f4f-40c6-9074-21a53920f34b req-ae7be5e9-24dd-4711-bd93-4e310ba45805 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1616836 Dec 11 22:46:55.726347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Network c1bff563-55d0-4570-9bcf-885f6f843949 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:55.735444 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:55.744275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:55.776421 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Pushing event updated for resources: {'Port': ['ID=ae208a07-78a5-44fb-a48c-7ac1a23333ac,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:55.791733 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4d57e50-83b6-42bb-8f5f-33b87db3a563 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:55.815179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:55.815537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:55.815897 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:55.816266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:55.816629 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:55.816955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:55.817291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:55.817624 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:55.817962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:55.818297 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:55.818630 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:55.819019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:55.819366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:46:55.853123 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-becacda7-bfb6-4a90-a332-52fcbd333005 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:55.864404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315217fc-7f4f-40c6-9074-21a53920f34b req-69eb69eb-4cf1-44f5-aeab-d68f1368f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:55.866398 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-315217fc-7f4f-40c6-9074-21a53920f34b req-69eb69eb-4cf1-44f5-aeab-d68f1368f579 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 1096 time: 0.1321115 Dec 11 22:46:55.866761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Allocated IP 172.20.0.18 (1edff233-7414-4f7c-b09b-2b2fd6b6a12b/e0cf2b92-3285-42f8-9ef0-02d217a610aa/e93872d6-1159-4dec-90fb-d4c8eddf1355) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:55.871819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Attempting to bind port ae208a07-78a5-44fb-a48c-7ac1a23333ac on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:46:55.872225 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Attempting to bind port ae208a07-78a5-44fb-a48c-7ac1a23333ac by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '3b8a0667-4cef-4597-8205-4afeda851d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1bff563-55d0-4570-9bcf-885f6f843949'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:46:55.872667 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Attempting to bind port ae208a07-78a5-44fb-a48c-7ac1a23333ac on network c1bff563-55d0-4570-9bcf-885f6f843949 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:55.882970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:46:55.883371 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Checking segment: {'id': '3b8a0667-4cef-4597-8205-4afeda851d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1bff563-55d0-4570-9bcf-885f6f843949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:55.883892 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:55.884176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Bound using segment: {'id': '3b8a0667-4cef-4597-8205-4afeda851d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1bff563-55d0-4570-9bcf-885f6f843949'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:46:55.884666 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Bound port: ae208a07-78a5-44fb-a48c-7ac1a23333ac, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8a0667-4cef-4597-8205-4afeda851d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1bff563-55d0-4570-9bcf-885f6f843949'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:46:55.885054 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.026253 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7766316-6a9e-4128-81bd-2d70e2907939 req-77727893-b8ff-420c-af49-12c7190d1221 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:56.030072 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-becacda7-bfb6-4a90-a332-52fcbd333005 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.038644 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b7766316-6a9e-4128-81bd-2d70e2907939 req-77727893-b8ff-420c-af49-12c7190d1221 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1267414 Dec 11 22:46:56.067754 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4d57e50-83b6-42bb-8f5f-33b87db3a563 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.080341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] For port ae208a07-78a5-44fb-a48c-7ac1a23333ac, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:46:56.093220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becacda7-bfb6-4a90-a332-52fcbd333005 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:46:56.097875 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] For port ae208a07-78a5-44fb-a48c-7ac1a23333ac, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ae208a07-78a5-44fb-a48c-7ac1a23333ac,segment=NetworkSegment(3b8a0667-4cef-4597-8205-4afeda851d47),segment_id=3b8a0667-4cef-4597-8205-4afeda851d47)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:46:56.130860 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b7766316-6a9e-4128-81bd-2d70e2907939 req-0bac5217-c4c0-448a-8064-dd5b2e849fe6 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898936 Dec 11 22:46:56.156654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d57e50-83b6-42bb-8f5f-33b87db3a563 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event deleted for resources: {'Subnet': ['ID=69907657-0911-4318-8a9c-810c28e1097c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:56.163583 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.169254 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-becacda7-bfb6-4a90-a332-52fcbd333005 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.170541 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-becacda7-bfb6-4a90-a332-52fcbd333005 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Added segment 38e76dde-f31f-498e-ad43-c4c8186d804c of type vlan for network d697bc0e-b9c2-482e-bb4b-58c5977703c5 Dec 11 22:46:56.194474 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4d57e50-83b6-42bb-8f5f-33b87db3a563 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.203837 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f4d57e50-83b6-42bb-8f5f-33b87db3a563 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "DELETE /v2.0/subnets/69907657-0911-4318-8a9c-810c28e1097c HTTP/1.1" status: 204 len: 168 time: 0.7902768 Dec 11 22:46:56.204376 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59194) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:56.217047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becacda7-bfb6-4a90-a332-52fcbd333005 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a9ec52-9325-431e-a5e0-65a3e57e7ea3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:56.235855 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.263488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315217fc-7f4f-40c6-9074-21a53920f34b req-b39672f2-a28c-40a9-a3a0-aa03ef627325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:56.265639 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-315217fc-7f4f-40c6-9074-21a53920f34b req-b39672f2-a28c-40a9-a3a0-aa03ef627325 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.3757684 Dec 11 22:46:56.286344 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.299228 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-becacda7-bfb6-4a90-a332-52fcbd333005 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.299989 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-626a8c7f-fb11-4fa6-a82f-989e3fc910e0 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Deleting subnet e0cf2b92-3285-42f8-9ef0-02d217a610aa {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:46:56.326742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Network 1edff233-7414-4f7c-b09b-2b2fd6b6a12b is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:46:56.327777 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-626a8c7f-fb11-4fa6-a82f-989e3fc910e0 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.331160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:56.337794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:46:56.366460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9b118-db05-4bc9-9309-dd40e071a0c8 None None] Pushing event updated for resources: {'Port': ['ID=ae208a07-78a5-44fb-a48c-7ac1a23333ac,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:56.377137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac65a5-b3a2-477a-96f1-2255d471b357 req-2e8300d8-37eb-41aa-8b8c-af68732c0e7f tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:56.378523 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58ac65a5-b3a2-477a-96f1-2255d471b357 req-2e8300d8-37eb-41aa-8b8c-af68732c0e7f tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1c302bc-5507-4afd-b3d8-074ac800e706 HTTP/1.1" status: 200 len: 946 time: 0.2569184 Dec 11 22:46:56.450166 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-626a8c7f-fb11-4fa6-a82f-989e3fc910e0 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.454535 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-315217fc-7f4f-40c6-9074-21a53920f34b req-5b4d3fa1-aa82-4a8d-b5e3-64bc99260ca7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69 HTTP/1.1" status: 200 len: 1000 time: 0.1763098 Dec 11 22:46:56.485372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801ec30-309b-4a79-aba3-6b2b61e7026e req-330a6099-ca37-46d0-b0fa-ee8757d1ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:56.486673 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9801ec30-309b-4a79-aba3-6b2b61e7026e req-330a6099-ca37-46d0-b0fa-ee8757d1ce21 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 1097 time: 0.1980655 Dec 11 22:46:56.489291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Attempting to bind port e93872d6-1159-4dec-90fb-d4c8eddf1355 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:46:56.489862 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Attempting to bind port e93872d6-1159-4dec-90fb-d4c8eddf1355 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'f0abcf33-aba6-4fbe-8ae0-11f2abd62248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1edff233-7414-4f7c-b09b-2b2fd6b6a12b'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:46:56.490424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Attempting to bind port e93872d6-1159-4dec-90fb-d4c8eddf1355 on network 1edff233-7414-4f7c-b09b-2b2fd6b6a12b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:46:56.498584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Pushing event updated for resources: {'Port': ['ID=e93872d6-1159-4dec-90fb-d4c8eddf1355,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:56.502528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:46:56.503182 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Checking segment: {'id': 'f0abcf33-aba6-4fbe-8ae0-11f2abd62248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1edff233-7414-4f7c-b09b-2b2fd6b6a12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:56.503763 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.504843 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Bound using segment: {'id': 'f0abcf33-aba6-4fbe-8ae0-11f2abd62248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1edff233-7414-4f7c-b09b-2b2fd6b6a12b'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:46:56.505485 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Bound port: e93872d6-1159-4dec-90fb-d4c8eddf1355, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0abcf33-aba6-4fbe-8ae0-11f2abd62248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1edff233-7414-4f7c-b09b-2b2fd6b6a12b'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:46:56.506038 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.596050 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9801ec30-309b-4a79-aba3-6b2b61e7026e req-15d124f3-04cd-4106-9216-7441e3924d69 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841751 Dec 11 22:46:56.596050 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-becacda7-bfb6-4a90-a332-52fcbd333005 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.602446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becacda7-bfb6-4a90-a332-52fcbd333005 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:56.603097 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-becacda7-bfb6-4a90-a332-52fcbd333005 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.604052 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f3952-4057-4a7a-9c19-b54776052f6d req-3dd38c93-513a-43a2-b22e-7d8d9de160a8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:56.612505 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-135f3952-4057-4a7a-9c19-b54776052f6d req-3dd38c93-513a-43a2-b22e-7d8d9de160a8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.1559749 Dec 11 22:46:56.621701 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58ac65a5-b3a2-477a-96f1-2255d471b357 req-41a2a4cf-5fd1-49dc-918a-3a177569a63d tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270410 Dec 11 22:46:56.672261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] For port e93872d6-1159-4dec-90fb-d4c8eddf1355, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:46:56.688413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] For port e93872d6-1159-4dec-90fb-d4c8eddf1355, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e93872d6-1159-4dec-90fb-d4c8eddf1355,segment=NetworkSegment(f0abcf33-aba6-4fbe-8ae0-11f2abd62248),segment_id=f0abcf33-aba6-4fbe-8ae0-11f2abd62248)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:46:56.734225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becacda7-bfb6-4a90-a332-52fcbd333005 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event updated for resources: {'Network': ['ID=d697bc0e-b9c2-482e-bb4b-58c5977703c5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:56.746476 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network d697bc0e-b9c2-482e-bb4b-58c5977703c5 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:46:56.762141 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-135f3952-4057-4a7a-9c19-b54776052f6d req-ce17cbdf-960e-4f47-9432-a1ef7c1fea1a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291366 Dec 11 22:46:56.797750 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-440c4523-f93f-4484-a361-51aea3a72ec4 req-9ac39dc6-d85c-485b-bf99-632c3022a363 tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0463610 Dec 11 22:46:56.804400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315217fc-7f4f-40c6-9074-21a53920f34b req-ca69699f-4132-4be0-a0f0-d46b74abe5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:56.805919 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-315217fc-7f4f-40c6-9074-21a53920f34b req-ca69699f-4132-4be0-a0f0-d46b74abe5fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.3409629 Dec 11 22:46:56.828751 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-626a8c7f-fb11-4fa6-a82f-989e3fc910e0 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.919101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315217fc-7f4f-40c6-9074-21a53920f34b req-2d790f63-1bea-446d-bdfb-c720a522345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:56.920629 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-315217fc-7f4f-40c6-9074-21a53920f34b req-2d790f63-1bea-446d-bdfb-c720a522345a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775788 Dec 11 22:46:56.924752 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:56.935353 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-becacda7-bfb6-4a90-a332-52fcbd333005 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8550613 Dec 11 22:46:56.937706 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59204) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:56.950990 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a4929049-7982-4cac-8e04-0644762de106 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Request body: {'subnet': {'network_id': 'd697bc0e-b9c2-482e-bb4b-58c5977703c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:57.016544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d571a-363e-40f2-9294-b2e6cbc48600 None None] Pushing event updated for resources: {'Port': ['ID=e93872d6-1159-4dec-90fb-d4c8eddf1355,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:57.033070 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-626a8c7f-fb11-4fa6-a82f-989e3fc910e0 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:57.073987 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a8c7f-fb11-4fa6-a82f-989e3fc910e0 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event deleted for resources: {'Subnet': ['ID=e0cf2b92-3285-42f8-9ef0-02d217a610aa,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:57.087643 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-626a8c7f-fb11-4fa6-a82f-989e3fc910e0 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:57.094548 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-626a8c7f-fb11-4fa6-a82f-989e3fc910e0 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "DELETE /v2.0/subnets/e0cf2b92-3285-42f8-9ef0-02d217a610aa HTTP/1.1" status: 204 len: 168 time: 0.8868921 Dec 11 22:46:57.095024 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59208) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:57.171225 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-315217fc-7f4f-40c6-9074-21a53920f34b req-1a5bc8e4-0289-436d-9fb8-17a3f5534a36 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340775 Dec 11 22:46:57.252928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9517bc81-69f6-4132-96c2-50b926811e5f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:57.254503 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9517bc81-69f6-4132-96c2-50b926811e5f tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1561198 Dec 11 22:46:57.259238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59214) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:57.368261 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-315217fc-7f4f-40c6-9074-21a53920f34b req-1c0f9f85-1fa7-4040-91a5-45ee01e5b25f service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893880 Dec 11 22:46:57.390175 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4929049-7982-4cac-8e04-0644762de106 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Made reservation on behalf of 797ad0813d204baca538d5dc2ed6429e for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:57.393814 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4929049-7982-4cac-8e04-0644762de106 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:57.582140 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-794aded1-77db-437b-96d7-631fec267f50 req-555dd5d5-eceb-4dbc-905e-1dfd5913159d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7279644ffaeb4bafa858ee3463d59cc9&device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0434144 Dec 11 22:46:57.625891 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-794aded1-77db-437b-96d7-631fec267f50 req-7e1b0ca9-c14e-4eb7-b000-8f7228c55a84 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7279644ffaeb4bafa858ee3463d59cc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298584 Dec 11 22:46:57.672846 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:57.721639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e93872d6-1159-4dec-90fb-d4c8eddf1355 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:57.796188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f852a30-0e93-4f82-96ce-675bc39b0dba req-d100bc35-225b-4bef-b24c-b24b96402f84 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:57.799787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794aded1-77db-437b-96d7-631fec267f50 req-003a0c34-c6c7-44b9-ade9-17123733264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:57.801288 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-794aded1-77db-437b-96d7-631fec267f50 req-003a0c34-c6c7-44b9-ade9-17123733264c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1678724 Dec 11 22:46:57.805767 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f852a30-0e93-4f82-96ce-675bc39b0dba req-d100bc35-225b-4bef-b24c-b24b96402f84 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.2061770 Dec 11 22:46:57.821871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port e93872d6-1159-4dec-90fb-d4c8eddf1355 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:57.822892 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:57.959471 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f852a30-0e93-4f82-96ce-675bc39b0dba req-2fbfd54f-71ac-4789-8b2b-6b95592fe5cd tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515067 Dec 11 22:46:57.986204 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.025433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port e93872d6-1159-4dec-90fb-d4c8eddf1355, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e93872d6-1159-4dec-90fb-d4c8eddf1355,segment=NetworkSegment(f0abcf33-aba6-4fbe-8ae0-11f2abd62248),segment_id=f0abcf33-aba6-4fbe-8ae0-11f2abd62248)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:58.063347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32ab1a4-cfd7-4337-b2e3-968aae3f0b7f None None] Network c1bff563-55d0-4570-9bcf-885f6f843949 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:46:58.110899 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04153f8f-0c9a-4dc1-aef9-4746de9800ab req-bf62b448-3766-4e91-b138-c396559a6b0b tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0478828 Dec 11 22:46:58.112380 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Deleting port e93872d6-1159-4dec-90fb-d4c8eddf1355 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:46:58.112869 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.242752 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.242752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ae208a07-78a5-44fb-a48c-7ac1a23333ac up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:46:58.254100 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] For port e93872d6-1159-4dec-90fb-d4c8eddf1355, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e93872d6-1159-4dec-90fb-d4c8eddf1355,segment=NetworkSegment(f0abcf33-aba6-4fbe-8ae0-11f2abd62248),segment_id=f0abcf33-aba6-4fbe-8ae0-11f2abd62248)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:58.254468 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.286609 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4929049-7982-4cac-8e04-0644762de106 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.287317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a6577-426b-4354-b0ff-2bd0a1d50280 req-1a6f8e1b-e9c2-408e-802e-34d85025528c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:58.291753 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-672a6577-426b-4354-b0ff-2bd0a1d50280 req-1a6f8e1b-e9c2-408e-802e-34d85025528c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.1130638 Dec 11 22:46:58.322150 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Calling delete_port for e93872d6-1159-4dec-90fb-d4c8eddf1355 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:46:58.330277 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-140f20ab-cb24-4b8a-8b81-f256ce5d2cbd None None] Provisioning complete for port ae208a07-78a5-44fb-a48c-7ac1a23333ac triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:58.330667 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-140f20ab-cb24-4b8a-8b81-f256ce5d2cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.386668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4929049-7982-4cac-8e04-0644762de106 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event updated for resources: {'Subnet': ['ID=f9a06d55-3c45-4542-92f3-78b1481cbb50,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:58.408779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=e93872d6-1159-4dec-90fb-d4c8eddf1355,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:58.423534 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-672a6577-426b-4354-b0ff-2bd0a1d50280 req-237849a4-fe04-4a1e-9947-95b4e1a0cffb tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225281 Dec 11 22:46:58.447227 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7322838a-6f4e-4813-a1bc-18c00b172e15 None None] DHCP port deletion for c1bff563-55d0-4570-9bcf-885f6f843949 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:46:58.451750 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port ae208a07-78a5-44fb-a48c-7ac1a23333ac triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:46:58.452310 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.525130 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf83f71-12e1-4848-b6e1-5eb93e999b11 req-30c1772e-62e8-4487-93c7-93af74eddc45 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:58.533934 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-adf83f71-12e1-4848-b6e1-5eb93e999b11 req-30c1772e-62e8-4487-93c7-93af74eddc45 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1c302bc-5507-4afd-b3d8-074ac800e706 HTTP/1.1" status: 200 len: 946 time: 0.2690909 Dec 11 22:46:58.561572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4929049-7982-4cac-8e04-0644762de106 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Checking segment: {'id': '38e76dde-f31f-498e-ad43-c4c8186d804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd697bc0e-b9c2-482e-bb4b-58c5977703c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:46:58.562042 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4929049-7982-4cac-8e04-0644762de106 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Network hostable DHCP agents. Network: d697bc0e-b9c2-482e-bb4b-58c5977703c5, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:46:58.565267 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-140f20ab-cb24-4b8a-8b81-f256ce5d2cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.611500 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-adf83f71-12e1-4848-b6e1-5eb93e999b11 req-d49aac62-4a95-4dc7-8e33-db84015e8b5e tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767581 Dec 11 22:46:58.631385 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7322838a-6f4e-4813-a1bc-18c00b172e15 None None] Deleting port ae208a07-78a5-44fb-a48c-7ac1a23333ac {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:46:58.631754 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7322838a-6f4e-4813-a1bc-18c00b172e15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.659906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-140f20ab-cb24-4b8a-8b81-f256ce5d2cbd None None] For port ae208a07-78a5-44fb-a48c-7ac1a23333ac, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ae208a07-78a5-44fb-a48c-7ac1a23333ac,segment=NetworkSegment(3b8a0667-4cef-4597-8205-4afeda851d47),segment_id=3b8a0667-4cef-4597-8205-4afeda851d47)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:58.660978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a50e3f-0623-41ff-86d3-d69558c5a1ee None None] Network 1edff233-7414-4f7c-b09b-2b2fd6b6a12b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:46:58.705065 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.707328 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.739253 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event deleted for resources: {'Port': ['ID=e93872d6-1159-4dec-90fb-d4c8eddf1355,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:58.749642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4929049-7982-4cac-8e04-0644762de106 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Network d697bc0e-b9c2-482e-bb4b-58c5977703c5 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:46:58.754255 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] No DVR routers for this DVR port e93872d6-1159-4dec-90fb-d4c8eddf1355 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:46:58.772623 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-140f20ab-cb24-4b8a-8b81-f256ce5d2cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.796894 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7322838a-6f4e-4813-a1bc-18c00b172e15 None None] For port ae208a07-78a5-44fb-a48c-7ac1a23333ac, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ae208a07-78a5-44fb-a48c-7ac1a23333ac,segment=NetworkSegment(3b8a0667-4cef-4597-8205-4afeda851d47),segment_id=3b8a0667-4cef-4597-8205-4afeda851d47)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:46:58.797297 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7322838a-6f4e-4813-a1bc-18c00b172e15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.851662 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.862842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7322838a-6f4e-4813-a1bc-18c00b172e15 None None] Calling delete_port for ae208a07-78a5-44fb-a48c-7ac1a23333ac owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:46:58.874515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-a4929049-7982-4cac-8e04-0644762de106 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, d697bc0e-b9c2-482e-bb4b-58c5977703c5) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:46:58.886751 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1edff233-7414-4f7c-b09b-2b2fd6b6a12b']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:58.899451 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85af4796-b86c-4b5e-851d-f80ef2bba575 None None] Network d697bc0e-b9c2-482e-bb4b-58c5977703c5 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:46:58.900776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0abcf33-aba6-4fbe-8ae0-11f2abd62248') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:58.900993 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0abcf33-aba6-4fbe-8ae0-11f2abd62248') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:58.912697 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.929699 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4929049-7982-4cac-8e04-0644762de106 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:58.930319 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4929049-7982-4cac-8e04-0644762de106 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.937286 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-49b19a28-ae95-4bbb-af8d-c22db70312d0 None None] Could not find standard attr ID for object e93872d6-1159-4dec-90fb-d4c8eddf1355. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:46:58.940553 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.950936 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:46:58.950936 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:46:58.954619 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:46:58.983749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f20ab-cb24-4b8a-8b81-f256ce5d2cbd None None] Pushing event updated for resources: {'Port': ['ID=ae208a07-78a5-44fb-a48c-7ac1a23333ac,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:59.092535 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a4929049-7982-4cac-8e04-0644762de106 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1510780 Dec 11 22:46:59.092856 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59230) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:59.098108 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-679466ca-09b9-4b08-9990-0b91e5c3f788 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Request body: {'port': {'network_id': 'd697bc0e-b9c2-482e-bb4b-58c5977703c5', 'name': 'tempest-AllowedAddressPairTestJSON-1458189227'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:46:59.191495 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:59.196833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe2410-3f77-4b71-a23d-9b36f5799224 req-ae024e07-6dca-4fea-ab22-895b73525e09 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:59.207087 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-21fe2410-3f77-4b71-a23d-9b36f5799224 req-ae024e07-6dca-4fea-ab22-895b73525e09 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1554263 Dec 11 22:46:59.211908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70f568a-0beb-49c3-8c53-114261988c75 None None] DHCP port deletion for 1edff233-7414-4f7c-b09b-2b2fd6b6a12b request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:46:59.221530 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:46:59.221530 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:46:59.231399 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:59.242404 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "DELETE /v2.0/networks/1edff233-7414-4f7c-b09b-2b2fd6b6a12b HTTP/1.1" status: 204 len: 168 time: 1.9815853 Dec 11 22:46:59.263746 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59559e68-fb7f-4683-9994-7f8a4f9680b8 req-5c83b15f-1ec8-478b-b019-8dd1880cf184 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:59.266018 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59559e68-fb7f-4683-9994-7f8a4f9680b8 req-5c83b15f-1ec8-478b-b019-8dd1880cf184 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1c302bc-5507-4afd-b3d8-074ac800e706 HTTP/1.1" status: 200 len: 946 time: 0.1696768 Dec 11 22:46:59.267875 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59236) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:46:59.297460 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcb2dd-f418-4435-ba30-d9778b4bb523 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event deleted for resources: {'Network': ['ID=1edff233-7414-4f7c-b09b-2b2fd6b6a12b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:59.332335 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f04733d-0396-4275-8571-69032dcfa831 req-a058eff6-4f7f-4b8c-aaa8-c168ca21c63a tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.1121113 Dec 11 22:46:59.396350 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-21fe2410-3f77-4b71-a23d-9b36f5799224 req-43796595-ee49-4420-9bc2-7c7d4ee7ebf9 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834400 Dec 11 22:46:59.413343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-d697bc0e-b9c2-482e-bb4b-58c5977703c5', 'network_id': 'd697bc0e-b9c2-482e-bb4b-58c5977703c5', 'project_id': '797ad0813d204baca538d5dc2ed6429e', 'fixed_ips': [{'subnet_id': 'f9a06d55-3c45-4542-92f3-78b1481cbb50'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:46:59.414598 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:59.514997 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d9c277c-62d1-4187-83a3-45ec8ec770cb tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:59.516459 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7322838a-6f4e-4813-a1bc-18c00b172e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:59.532257 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-794aded1-77db-437b-96d7-631fec267f50 req-7cdfa9b9-1618-4c6e-98e8-3593d54dc27d tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.13 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0690744 Dec 11 22:46:59.578193 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-59559e68-fb7f-4683-9994-7f8a4f9680b8 req-beb5765f-06bd-482a-955e-2a78022ad212 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Deleting port 7f125044-dc3e-45c5-aa5a-d9d6edf80185 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:46:59.579418 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-59559e68-fb7f-4683-9994-7f8a4f9680b8 req-beb5765f-06bd-482a-955e-2a78022ad212 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:59.589516 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679466ca-09b9-4b08-9990-0b91e5c3f788 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Made reservation on behalf of 797ad0813d204baca538d5dc2ed6429e for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:46:59.593733 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-679466ca-09b9-4b08-9990-0b91e5c3f788 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:59.644027 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322838a-6f4e-4813-a1bc-18c00b172e15 None None] Pushing event deleted for resources: {'Port': ['ID=ae208a07-78a5-44fb-a48c-7ac1a23333ac,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:46:59.659660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7322838a-6f4e-4813-a1bc-18c00b172e15 None None] No DVR routers for this DVR port ae208a07-78a5-44fb-a48c-7ac1a23333ac on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:46:59.684131 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-679466ca-09b9-4b08-9990-0b91e5c3f788 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] device_id is not set on port c9bed5d3-b1e7-4ca5-a10e-294dff85f206 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:46:59.775570 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d9c277c-62d1-4187-83a3-45ec8ec770cb tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:59.800709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Port ae208a07-78a5-44fb-a48c-7ac1a23333ac update to ACTIVE by agent not found {{(pid=103693) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 11 22:46:59.826937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-5d9c277c-62d1-4187-83a3-45ec8ec770cb tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bff563-55d0-4570-9bcf-885f6f843949']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:59.838461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Allocated IP 172.20.0.2 (d697bc0e-b9c2-482e-bb4b-58c5977703c5/f9a06d55-3c45-4542-92f3-78b1481cbb50/d51715ff-a808-49dd-bcb2-28b4cca64552) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:46:59.852667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-5d9c277c-62d1-4187-83a3-45ec8ec770cb tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8a0667-4cef-4597-8205-4afeda851d47') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:59.857077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-5d9c277c-62d1-4187-83a3-45ec8ec770cb tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8a0667-4cef-4597-8205-4afeda851d47') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:46:59.883563 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d9c277c-62d1-4187-83a3-45ec8ec770cb tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:59.890018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0873c-4805-4adc-94ae-e426a3ee5fbb req-5dcef1ad-6304-4ca9-8f7f-dffeafb46883 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:59.898587 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6c0873c-4805-4adc-94ae-e426a3ee5fbb req-5dcef1ad-6304-4ca9-8f7f-dffeafb46883 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.3033001 Dec 11 22:46:59.907972 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d9c277c-62d1-4187-83a3-45ec8ec770cb tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:59.928787 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9c277c-62d1-4187-83a3-45ec8ec770cb tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:46:59.929336 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d9c277c-62d1-4187-83a3-45ec8ec770cb tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:46:59.934480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73c847-571f-43ca-a4d1-5b561d1b5117 req-be92af57-76eb-4414-a808-6d96c2793078 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:46:59.934787 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:46:59.937322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ef73c847-571f-43ca-a4d1-5b561d1b5117 req-be92af57-76eb-4414-a808-6d96c2793078 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 945 time: 0.2552323 Dec 11 22:46:59.953504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e93872d6-1159-4dec-90fb-d4c8eddf1355 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:46:59.980106 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: e93872d6-1159-4dec-90fb-d4c8eddf1355 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:46:59.980768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e93872d6-1159-4dec-90fb-d4c8eddf1355 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:46:59.983787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ae208a07-78a5-44fb-a48c-7ac1a23333ac no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:47:00.002407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-59559e68-fb7f-4683-9994-7f8a4f9680b8 req-beb5765f-06bd-482a-955e-2a78022ad212 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] For port 7f125044-dc3e-45c5-aa5a-d9d6edf80185, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=7f125044-dc3e-45c5-aa5a-d9d6edf80185,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:00.002778 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-59559e68-fb7f-4683-9994-7f8a4f9680b8 req-beb5765f-06bd-482a-955e-2a78022ad212 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:00.030556 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: ae208a07-78a5-44fb-a48c-7ac1a23333ac {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:47:00.030556 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ae208a07-78a5-44fb-a48c-7ac1a23333ac not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:47:00.074749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-59559e68-fb7f-4683-9994-7f8a4f9680b8 req-beb5765f-06bd-482a-955e-2a78022ad212 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Calling delete_port for 7f125044-dc3e-45c5-aa5a-d9d6edf80185 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:00.119084 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:00.127723 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6c0873c-4805-4adc-94ae-e426a3ee5fbb req-3dcf9344-2928-4e30-a8a8-ded40738c68e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278235 Dec 11 22:47:00.264745 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:00.327886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Network d697bc0e-b9c2-482e-bb4b-58c5977703c5 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:00.353012 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:00.376935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:00.378060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7c9e8-4813-45e8-ac1d-38eb74b069a2 req-674d6bc8-04d2-47fa-a544-8b0af1cd069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:00.379610 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abf7c9e8-4813-45e8-ac1d-38eb74b069a2 req-674d6bc8-04d2-47fa-a544-8b0af1cd069e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36b0d5d497d147bc813a16327e3b4f38&device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 1097 time: 0.1574807 Dec 11 22:47:00.381895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-ef73c847-571f-43ca-a4d1-5b561d1b5117 req-34abcc88-9e60-4fc9-b055-f2419f162d57 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Deleting port 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:00.382241 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ef73c847-571f-43ca-a4d1-5b561d1b5117 req-34abcc88-9e60-4fc9-b055-f2419f162d57 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:00.383302 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Pushing event updated for resources: {'Port': ['ID=d51715ff-a808-49dd-bcb2-28b4cca64552,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:00.422312 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e116d8-dd20-4dab-845f-259f2f3fa84f req-d1694b36-7f5b-462b-8761-2035dee6d174 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:00.431962 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19e116d8-dd20-4dab-845f-259f2f3fa84f req-d1694b36-7f5b-462b-8761-2035dee6d174 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.2108276 Dec 11 22:47:00.450451 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d9c277c-62d1-4187-83a3-45ec8ec770cb tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:00.486685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Attempting to bind port d51715ff-a808-49dd-bcb2-28b4cca64552 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:47:00.487486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Attempting to bind port d51715ff-a808-49dd-bcb2-28b4cca64552 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '38e76dde-f31f-498e-ad43-c4c8186d804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd697bc0e-b9c2-482e-bb4b-58c5977703c5'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:47:00.487954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Attempting to bind port d51715ff-a808-49dd-bcb2-28b4cca64552 on network d697bc0e-b9c2-482e-bb4b-58c5977703c5 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:47:00.503225 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d9c277c-62d1-4187-83a3-45ec8ec770cb tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:00.506874 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5d9c277c-62d1-4187-83a3-45ec8ec770cb tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "DELETE /v2.0/networks/c1bff563-55d0-4570-9bcf-885f6f843949 HTTP/1.1" status: 204 len: 168 time: 1.2338297 Dec 11 22:47:00.514589 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59256) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:00.523015 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:47:00.524331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Checking segment: {'id': '38e76dde-f31f-498e-ad43-c4c8186d804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd697bc0e-b9c2-482e-bb4b-58c5977703c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:00.527840 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:00.529457 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Bound using segment: {'id': '38e76dde-f31f-498e-ad43-c4c8186d804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd697bc0e-b9c2-482e-bb4b-58c5977703c5'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:47:00.530049 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Bound port: d51715ff-a808-49dd-bcb2-28b4cca64552, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e76dde-f31f-498e-ad43-c4c8186d804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd697bc0e-b9c2-482e-bb4b-58c5977703c5'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:47:00.531264 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:00.556633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c277c-62d1-4187-83a3-45ec8ec770cb tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event deleted for resources: {'Network': ['ID=c1bff563-55d0-4570-9bcf-885f6f843949,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:00.616756 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a843217-e8d3-4eef-8311-a3c88dd4490f req-7fce8d60-c5da-4a4f-b7f3-7862f8ba8960 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:00.618296 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1a843217-e8d3-4eef-8311-a3c88dd4490f req-7fce8d60-c5da-4a4f-b7f3-7862f8ba8960 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1c302bc-5507-4afd-b3d8-074ac800e706 HTTP/1.1" status: 200 len: 946 time: 0.5100513 Dec 11 22:47:00.619681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-679466ca-09b9-4b08-9990-0b91e5c3f788 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Allocated IP 172.20.0.12 (d697bc0e-b9c2-482e-bb4b-58c5977703c5/f9a06d55-3c45-4542-92f3-78b1481cbb50/c9bed5d3-b1e7-4ca5-a10e-294dff85f206) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:00.621968 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] For port d51715ff-a808-49dd-bcb2-28b4cca64552, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:47:00.627464 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] For port d51715ff-a808-49dd-bcb2-28b4cca64552, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d51715ff-a808-49dd-bcb2-28b4cca64552,segment=NetworkSegment(38e76dde-f31f-498e-ad43-c4c8186d804c),segment_id=38e76dde-f31f-498e-ad43-c4c8186d804c)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:47:00.668473 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f3a93d3-9c04-4e4a-9705-a2340beb28a5 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:00.721784 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:00.746388 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1a843217-e8d3-4eef-8311-a3c88dd4490f req-8bcc4b1a-f5c9-4fec-aae6-de43469bee2e tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bd19a21-87be-4be7-a69a-c77ab58abab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168497 Dec 11 22:47:00.844832 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122b11c-2479-491b-bbb1-928db6633ff9 None None] Pushing event updated for resources: {'Port': ['ID=d51715ff-a808-49dd-bcb2-28b4cca64552,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:00.894040 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f3a93d3-9c04-4e4a-9705-a2340beb28a5 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:00.958536 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-6f3a93d3-9c04-4e4a-9705-a2340beb28a5 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe6dcfe-f543-41f8-bcb0-ebfd11421405']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:00.972134 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ba98a432-8c97-4ca5-9db2-349988ad55eb req-e1096f56-0a96-46f4-b1e2-e425f37353fa tempest-ServerShowV257Test-385725015 tempest-ServerShowV257Test-385725015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e249aef2-e615-4cd4-a742-9869d77d1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0747728 Dec 11 22:47:01.011507 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-6f3a93d3-9c04-4e4a-9705-a2340beb28a5 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e624d7c-e450-4abf-a720-a80f909e648a') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:01.011815 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-6f3a93d3-9c04-4e4a-9705-a2340beb28a5 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e624d7c-e450-4abf-a720-a80f909e648a') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:01.031313 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f3a93d3-9c04-4e4a-9705-a2340beb28a5 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:01.043412 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-679466ca-09b9-4b08-9990-0b91e5c3f788 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:01.059494 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f3a93d3-9c04-4e4a-9705-a2340beb28a5 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:01.090372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3a93d3-9c04-4e4a-9705-a2340beb28a5 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:47:01.090944 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f3a93d3-9c04-4e4a-9705-a2340beb28a5 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:47:01.093997 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:47:01.096020 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:47:01.201834 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19e116d8-dd20-4dab-845f-259f2f3fa84f req-a455e739-1d4d-40b7-a3d1-d46337f7754b tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7688797 Dec 11 22:47:01.221552 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7c9e8-4813-45e8-ac1d-38eb74b069a2 req-e0f58d1e-f52f-4b8e-ad90-79edb228b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:01.223128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abf7c9e8-4813-45e8-ac1d-38eb74b069a2 req-e0f58d1e-f52f-4b8e-ad90-79edb228b64f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 HTTP/1.1" status: 200 len: 920 time: 0.8317292 Dec 11 22:47:01.280219 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abf7c9e8-4813-45e8-ac1d-38eb74b069a2 req-0410b113-9abc-46a3-8e7e-8c9df305bb97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6462d03d-ca94-49e5-91ae-038181242f09 HTTP/1.1" status: 200 len: 217 time: 0.0453219 Dec 11 22:47:01.298269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ef73c847-571f-43ca-a4d1-5b561d1b5117 req-34abcc88-9e60-4fc9-b055-f2419f162d57 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] For port 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4bbf037c-5cbb-42b3-9744-0d4c8a94aff9,segment=NetworkSegment(5659764b-2f4c-43f1-9be7-49aa93b78a5a),segment_id=5659764b-2f4c-43f1-9be7-49aa93b78a5a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:01.298647 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ef73c847-571f-43ca-a4d1-5b561d1b5117 req-34abcc88-9e60-4fc9-b055-f2419f162d57 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:01.307849 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d72ab9-f1c6-4c7b-a497-b5c89a8ba676 req-4b2b023c-f1c5-40ed-8e4b-3446be2695ea tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:01.316002 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b7d72ab9-f1c6-4c7b-a497-b5c89a8ba676 req-4b2b023c-f1c5-40ed-8e4b-3446be2695ea tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.0820007 Dec 11 22:47:01.334122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-ef73c847-571f-43ca-a4d1-5b561d1b5117 req-34abcc88-9e60-4fc9-b055-f2419f162d57 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Calling delete_port for 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:01.354272 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7c9e8-4813-45e8-ac1d-38eb74b069a2 req-a1729089-e606-4d66-804e-252e661223ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:01.360131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abf7c9e8-4813-45e8-ac1d-38eb74b069a2 req-a1729089-e606-4d66-804e-252e661223ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eb8fca7-5e40-4bee-9504-a72666de8453 HTTP/1.1" status: 200 len: 859 time: 0.0699403 Dec 11 22:47:01.369417 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b7d72ab9-f1c6-4c7b-a497-b5c89a8ba676 req-15614bc7-2e8d-45a5-baba-5438cc02622f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523367 Dec 11 22:47:01.391868 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-59559e68-fb7f-4683-9994-7f8a4f9680b8 req-beb5765f-06bd-482a-955e-2a78022ad212 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:01.437564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['4bbf037c-5cbb-42b3-9744-0d4c8a94aff9'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:47:01.439040 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f3a93d3-9c04-4e4a-9705-a2340beb28a5 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:01.440055 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abf7c9e8-4813-45e8-ac1d-38eb74b069a2 req-36578005-70cf-437b-a06b-2f7380fb42ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559924 Dec 11 22:47:01.441612 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-679466ca-09b9-4b08-9990-0b91e5c3f788 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:01.446731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5765f-06bd-482a-955e-2a78022ad212 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Pushing event deleted for resources: {'Port': ['ID=7f125044-dc3e-45c5-aa5a-d9d6edf80185,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:01.451181 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f3a93d3-9c04-4e4a-9705-a2340beb28a5 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:01.459535 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6f3a93d3-9c04-4e4a-9705-a2340beb28a5 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "DELETE /v2.0/networks/efe6dcfe-f543-41f8-bcb0-ebfd11421405 HTTP/1.1" status: 204 len: 168 time: 0.9418035 Dec 11 22:47:01.463542 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59260) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:01.582477 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a93d3-9c04-4e4a-9705-a2340beb28a5 tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event deleted for resources: {'Network': ['ID=efe6dcfe-f543-41f8-bcb0-ebfd11421405,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:01.627250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679466ca-09b9-4b08-9990-0b91e5c3f788 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Network d697bc0e-b9c2-482e-bb4b-58c5977703c5 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:01.633541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-59559e68-fb7f-4683-9994-7f8a4f9680b8 req-beb5765f-06bd-482a-955e-2a78022ad212 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] No DVR routers for this DVR port 7f125044-dc3e-45c5-aa5a-d9d6edf80185 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:47:01.641556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-679466ca-09b9-4b08-9990-0b91e5c3f788 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:01.641556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679466ca-09b9-4b08-9990-0b91e5c3f788 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:01.646905 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-59559e68-fb7f-4683-9994-7f8a4f9680b8 req-beb5765f-06bd-482a-955e-2a78022ad212 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:01.650156 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59559e68-fb7f-4683-9994-7f8a4f9680b8 req-beb5765f-06bd-482a-955e-2a78022ad212 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.13 "DELETE /v2.0/ports/7f125044-dc3e-45c5-aa5a-d9d6edf80185 HTTP/1.1" status: 204 len: 173 time: 2.3721371 Dec 11 22:47:01.654868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c302bc-5507-4afd-b3d8-074ac800e706', 'name': 'network-vif-deleted', 'tag': '7f125044-dc3e-45c5-aa5a-d9d6edf80185'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:47:01.657158 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc52efd0-b992-4135-bafc-889c9dd90475" -d '{"events": [{"server_uuid": "c1c302bc-5507-4afd-b3d8-074ac800e706", "name": "network-vif-deleted", "tag": "7f125044-dc3e-45c5-aa5a-d9d6edf80185"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:47:01.698712 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679466ca-09b9-4b08-9990-0b91e5c3f788 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event updated for resources: {'Port': ['ID=c9bed5d3-b1e7-4ca5-a10e-294dff85f206,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:01.774141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679466ca-09b9-4b08-9990-0b91e5c3f788 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:01.774867 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-679466ca-09b9-4b08-9990-0b91e5c3f788 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:01.797831 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b6036f9e-08f8-4feb-9ba4-88a3047f02be tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:01.812662 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef33007-5e3d-4b8a-8370-e5c88d247e84 x-openstack-request-id: req-eef33007-5e3d-4b8a-8370-e5c88d247e84 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:47:01.813043 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c302bc-5507-4afd-b3d8-074ac800e706", "name": "network-vif-deleted", "tag": "7f125044-dc3e-45c5-aa5a-d9d6edf80185", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:47:01.813372 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eef33007-5e3d-4b8a-8370-e5c88d247e84 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:47:01.813831 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c302bc-5507-4afd-b3d8-074ac800e706', 'name': 'network-vif-deleted', 'tag': '7f125044-dc3e-45c5-aa5a-d9d6edf80185', 'status': 'completed', 'code': 200} Dec 11 22:47:01.828869 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abf7c9e8-4813-45e8-ac1d-38eb74b069a2 req-767dd6ae-2772-4ae5-ad30-495988622779 service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756740 Dec 11 22:47:01.938689 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81ae47d0-72ec-43ed-acec-6a22ae089e29 req-4a98e220-67b3-490d-9220-7e65b3cec262 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1c302bc-5507-4afd-b3d8-074ac800e706 HTTP/1.1" status: 200 len: 210 time: 0.0866086 Dec 11 22:47:01.945921 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-679466ca-09b9-4b08-9990-0b91e5c3f788 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8517485 Dec 11 22:47:01.950557 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59270) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:01.956754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0ec81f52-6e49-4914-9f82-d4274feedc80 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Request body: {'port': {'network_id': 'd697bc0e-b9c2-482e-bb4b-58c5977703c5', 'name': 'tempest-AllowedAddressPairTestJSON-2090524222', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:77:56:d8'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:01.973658 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ef73c847-571f-43ca-a4d1-5b561d1b5117 req-34abcc88-9e60-4fc9-b055-f2419f162d57 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:02.051464 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d51715ff-a808-49dd-bcb2-28b4cca64552 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:02.053330 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b6036f9e-08f8-4feb-9ba4-88a3047f02be tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:02.083154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abcc88-9e60-4fc9-b055-f2419f162d57 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Pushing event deleted for resources: {'Port': ['ID=4bbf037c-5cbb-42b3-9744-0d4c8a94aff9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:02.106974 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 7f125044-dc3e-45c5-aa5a-d9d6edf80185 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:47:02.161562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 7f125044-dc3e-45c5-aa5a-d9d6edf80185 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:47:02.161925 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 7f125044-dc3e-45c5-aa5a-d9d6edf80185 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:47:02.171879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b6036f9e-08f8-4feb-9ba4-88a3047f02be tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc876ae-c6ec-4190-8421-06421220a9f4']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:02.180518 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d51715ff-a808-49dd-bcb2-28b4cca64552 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:02.180936 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:02.214128 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b6036f9e-08f8-4feb-9ba4-88a3047f02be tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ed894e-9f28-4baf-a640-82321ab05aff') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:02.214433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b6036f9e-08f8-4feb-9ba4-88a3047f02be tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ed894e-9f28-4baf-a640-82321ab05aff') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:02.216485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef73c847-571f-43ca-a4d1-5b561d1b5117 req-34abcc88-9e60-4fc9-b055-f2419f162d57 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] No DVR routers for this DVR port 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:47:02.228689 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ef73c847-571f-43ca-a4d1-5b561d1b5117 req-34abcc88-9e60-4fc9-b055-f2419f162d57 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:02.238563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ef73c847-571f-43ca-a4d1-5b561d1b5117 req-34abcc88-9e60-4fc9-b055-f2419f162d57 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.47 "DELETE /v2.0/ports/4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 HTTP/1.1" status: 204 len: 173 time: 2.2948821 Dec 11 22:47:02.258447 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b6036f9e-08f8-4feb-9ba4-88a3047f02be tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:02.264453 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec81f52-6e49-4914-9f82-d4274feedc80 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Made reservation on behalf of 797ad0813d204baca538d5dc2ed6429e for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:02.269128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abf7c9e8-4813-45e8-ac1d-38eb74b069a2 req-aadbc715-61a1-46dc-a6b9-5104f5d06d5f service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129577 Dec 11 22:47:02.301575 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b6036f9e-08f8-4feb-9ba4-88a3047f02be tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:02.309351 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:02.313982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6036f9e-08f8-4feb-9ba4-88a3047f02be tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:47:02.314468 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b6036f9e-08f8-4feb-9ba4-88a3047f02be tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:47:02.317743 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:47:02.387146 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port d51715ff-a808-49dd-bcb2-28b4cca64552, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d51715ff-a808-49dd-bcb2-28b4cca64552,segment=NetworkSegment(38e76dde-f31f-498e-ad43-c4c8186d804c),segment_id=38e76dde-f31f-498e-ad43-c4c8186d804c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:02.411713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147a28fb-5c4f-49a0-816d-28e075a12236 None None] Network d697bc0e-b9c2-482e-bb4b-58c5977703c5 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:02.484040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68352e-3481-4365-8d03-b17463e2f051 req-14966926-ca86-4a0d-812c-a40a8863cc07 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:02.486009 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1e68352e-3481-4365-8d03-b17463e2f051 req-14966926-ca86-4a0d-812c-a40a8863cc07 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.0929317 Dec 11 22:47:02.489603 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0ec81f52-6e49-4914-9f82-d4274feedc80 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:02.527336 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-0ec81f52-6e49-4914-9f82-d4274feedc80 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] device_id is not set on port 6d5a077f-908d-4ac5-9261-659139760bc5 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:47:02.537244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2b7aa-417c-43ed-be47-014f680b8f29 req-1672171d-3339-48e1-8fee-83efc93f694d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:02.539158 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8d2b7aa-417c-43ed-be47-014f680b8f29 req-1672171d-3339-48e1-8fee-83efc93f694d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.0718336 Dec 11 22:47:02.583163 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:02.602070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a154e395-df3f-4e06-b4e9-085294c385c1 None None] Provisioning complete for port d51715ff-a808-49dd-bcb2-28b4cca64552 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:02.602459 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a154e395-df3f-4e06-b4e9-085294c385c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:02.624262 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b6036f9e-08f8-4feb-9ba4-88a3047f02be tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:02.647525 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b6036f9e-08f8-4feb-9ba4-88a3047f02be tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:02.647525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b6036f9e-08f8-4feb-9ba4-88a3047f02be tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] 10.222.0.45 "DELETE /v2.0/networks/abc876ae-c6ec-4190-8421-06421220a9f4 HTTP/1.1" status: 204 len: 168 time: 1.1685703 Dec 11 22:47:02.653283 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-0ec81f52-6e49-4914-9f82-d4274feedc80 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Allocated IP 172.20.0.7 (d697bc0e-b9c2-482e-bb4b-58c5977703c5/f9a06d55-3c45-4542-92f3-78b1481cbb50/6d5a077f-908d-4ac5-9261-659139760bc5) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:02.673398 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8d2b7aa-417c-43ed-be47-014f680b8f29 req-dbd97c3a-fbfc-4ced-ab0c-c5cfc51eec3f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269429 Dec 11 22:47:02.674369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6036f9e-08f8-4feb-9ba4-88a3047f02be tempest-BulkNetworkOpsTest-2145758355 tempest-BulkNetworkOpsTest-2145758355-project] Pushing event deleted for resources: {'Network': ['ID=abc876ae-c6ec-4190-8421-06421220a9f4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:02.823955 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1e68352e-3481-4365-8d03-b17463e2f051 req-22062106-377a-4e07-b74b-c5af53df3c7f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310506 Dec 11 22:47:02.849557 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=d51715ff-a808-49dd-bcb2-28b4cca64552,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:02.915056 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0ec81f52-6e49-4914-9f82-d4274feedc80 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:03.073265 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59292) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:03.099508 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0ec81f52-6e49-4914-9f82-d4274feedc80 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:03.177211 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ae2e04d-a46b-437b-bd73-201237fa9ba6 req-2dfba48d-201d-49ca-b3b7-6906b8af6e28 tempest-MultipleCreateTestJSON-463864297 tempest-MultipleCreateTestJSON-463864297-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a20209e-0cb2-4972-9946-953138984b85 HTTP/1.1" status: 200 len: 210 time: 0.0930438 Dec 11 22:47:03.190947 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec81f52-6e49-4914-9f82-d4274feedc80 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Network d697bc0e-b9c2-482e-bb4b-58c5977703c5 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:03.194551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-0ec81f52-6e49-4914-9f82-d4274feedc80 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:03.230835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec81f52-6e49-4914-9f82-d4274feedc80 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:03.237817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f879a359-db6c-4ee8-ab6e-f427523def59 None None] Provisioning complete for port d51715ff-a808-49dd-bcb2-28b4cca64552 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:03.246820 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f879a359-db6c-4ee8-ab6e-f427523def59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:03.293617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec81f52-6e49-4914-9f82-d4274feedc80 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event updated for resources: {'Port': ['ID=6d5a077f-908d-4ac5-9261-659139760bc5,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:03.314119 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bed1bb17-748b-4198-8afe-5ac0ce253e0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:03.364765 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec81f52-6e49-4914-9f82-d4274feedc80 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:03.365540 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0ec81f52-6e49-4914-9f82-d4274feedc80 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:03.366710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59298) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:03.414397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:47:03.455539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:47:03.470683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4bbf037c-5cbb-42b3-9744-0d4c8a94aff9 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:47:03.471419 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bed1bb17-748b-4198-8afe-5ac0ce253e0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:03.471544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f879a359-db6c-4ee8-ab6e-f427523def59 None None] Provisioning complete for port c9bed5d3-b1e7-4ca5-a10e-294dff85f206 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:03.471544 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f879a359-db6c-4ee8-ab6e-f427523def59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:03.504725 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0ec81f52-6e49-4914-9f82-d4274feedc80 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.5496948 Dec 11 22:47:03.508527 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59302) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:03.516744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f879a359-db6c-4ee8-ab6e-f427523def59 None None] Port c9bed5d3-b1e7-4ca5-a10e-294dff85f206 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:03.567912 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4d8ad108-85c7-4754-a99a-17e2bbe73304 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2ec727643d4740a494849554ea166ee8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1997976 Dec 11 22:47:03.568575 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59304) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:03.620487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bced2fd-6cc2-47d3-9ef7-be3c10071e2b tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:03.628960 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bced2fd-6cc2-47d3-9ef7-be3c10071e2b tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:03.636052 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bced2fd-6cc2-47d3-9ef7-be3c10071e2b tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:03.640523 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d2de8556-8e33-4547-8392-7131986239e3 None None] Provisioning complete for port c9bed5d3-b1e7-4ca5-a10e-294dff85f206 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:03.640911 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d2de8556-8e33-4547-8392-7131986239e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:03.642682 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59306) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:03.644413 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7bced2fd-6cc2-47d3-9ef7-be3c10071e2b tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1339746 Dec 11 22:47:03.665561 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bed1bb17-748b-4198-8afe-5ac0ce253e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:03.697538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d2de8556-8e33-4547-8392-7131986239e3 None None] Port c9bed5d3-b1e7-4ca5-a10e-294dff85f206 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:03.747380 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32f5481c-8014-4356-8c81-d4888d2a5618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:03.786068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1bb17-748b-4198-8afe-5ac0ce253e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3719196a-d002-4b2a-b868-d3ed06066416,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:03.822024 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bed1bb17-748b-4198-8afe-5ac0ce253e0f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7279644ffaeb4bafa858ee3463d59cc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7471886 Dec 11 22:47:03.827841 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59314) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:03.862418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a20209e-0cb2-4972-9946-953138984b85', 'name': 'network-vif-deleted', 'tag': '4bbf037c-5cbb-42b3-9744-0d4c8a94aff9'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:47:03.865673 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916e4626-bc69-4341-97ac-ab8d6e667855" -d '{"events": [{"server_uuid": "5a20209e-0cb2-4972-9946-953138984b85", "name": "network-vif-deleted", "tag": "4bbf037c-5cbb-42b3-9744-0d4c8a94aff9"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:47:03.869252 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32f5481c-8014-4356-8c81-d4888d2a5618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:03.925595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-38070214-e2d9-4445-939b-f97591f99098 None None] Provisioning complete for port 6d5a077f-908d-4ac5-9261-659139760bc5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:03.930012 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-38070214-e2d9-4445-939b-f97591f99098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:03.956071 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bc96829-6d04-417a-93ad-195597f56d3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:03.989266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d51715ff-a808-49dd-bcb2-28b4cca64552 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:03.994604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-38070214-e2d9-4445-939b-f97591f99098 None None] Port 6d5a077f-908d-4ac5-9261-659139760bc5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:04.007836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-761bf835-18c5-424f-80ee-19a5e651226d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Deleting port 6d5a077f-908d-4ac5-9261-659139760bc5 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:04.008123 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-761bf835-18c5-424f-80ee-19a5e651226d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:04.058457 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d51715ff-a808-49dd-bcb2-28b4cca64552 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:04.059123 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:04.072793 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325062d-6e63-4708-911b-c0d2bf445700 req-bb114377-9384-4ab0-b4d8-2adf4be2bd40 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:04.074972 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2325062d-6e63-4708-911b-c0d2bf445700 req-bb114377-9384-4ab0-b4d8-2adf4be2bd40 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1165895 Dec 11 22:47:04.077104 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bc96829-6d04-417a-93ad-195597f56d3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:04.143232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd044608-c63a-4e4d-bb0f-d32bfadd4ad3 req-7d8fa4a9-9d86-49e2-8e62-dad85a356745 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:04.144932 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dd044608-c63a-4e4d-bb0f-d32bfadd4ad3 req-7d8fa4a9-9d86-49e2-8e62-dad85a356745 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.2747922 Dec 11 22:47:04.157132 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2325062d-6e63-4708-911b-c0d2bf445700 req-202e9fbc-ea5c-49c5-ab87-5c06762c06f5 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721653 Dec 11 22:47:04.185804 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-761bf835-18c5-424f-80ee-19a5e651226d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:04.186660 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32f5481c-8014-4356-8c81-d4888d2a5618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:04.189281 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32f5481c-8014-4356-8c81-d4888d2a5618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:04.192944 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-32f5481c-8014-4356-8c81-d4888d2a5618 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47d4daf6-1ff9-4e1e-b457-3018b4356aa9 HTTP/1.1" status: 204 len: 168 time: 0.6207905 Dec 11 22:47:04.201663 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5481c-8014-4356-8c81-d4888d2a5618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d4daf6-1ff9-4e1e-b457-3018b4356aa9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:04.263281 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d103f2e-056f-4eee-a820-f4630056d16a x-openstack-request-id: req-0d103f2e-056f-4eee-a820-f4630056d16a {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:47:04.263587 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a20209e-0cb2-4972-9946-953138984b85", "name": "network-vif-deleted", "tag": "4bbf037c-5cbb-42b3-9744-0d4c8a94aff9", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:47:04.263902 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d103f2e-056f-4eee-a820-f4630056d16a {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:47:04.264533 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a20209e-0cb2-4972-9946-953138984b85', 'name': 'network-vif-deleted', 'tag': '4bbf037c-5cbb-42b3-9744-0d4c8a94aff9', 'status': 'completed', 'code': 200} Dec 11 22:47:04.264753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59324) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:04.265406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-761bf835-18c5-424f-80ee-19a5e651226d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Calling delete_port for 6d5a077f-908d-4ac5-9261-659139760bc5 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:04.270405 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dd044608-c63a-4e4d-bb0f-d32bfadd4ad3 req-5f4461ba-3e69-46d7-b310-63b4dc1ec774 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138453 Dec 11 22:47:04.316643 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3c9459-8531-4391-87a6-baf5bd7a864b admin admin] Deleting subnet 12be6b3e-b4eb-4a32-b73f-d59343d31f3d {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:47:04.320669 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4e3c9459-8531-4391-87a6-baf5bd7a864b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:04.346621 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bc96829-6d04-417a-93ad-195597f56d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:04.349374 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bc96829-6d04-417a-93ad-195597f56d3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:04.350584 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1bc96829-6d04-417a-93ad-195597f56d3c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3719196a-d002-4b2a-b868-d3ed06066416 HTTP/1.1" status: 204 len: 168 time: 0.5200360 Dec 11 22:47:04.364569 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc96829-6d04-417a-93ad-195597f56d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3719196a-d002-4b2a-b868-d3ed06066416,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:04.370590 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4e3c9459-8531-4391-87a6-baf5bd7a864b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:04.425502 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4e3c9459-8531-4391-87a6-baf5bd7a864b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:04.706442 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4e3c9459-8531-4391-87a6-baf5bd7a864b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:04.708100 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-761bf835-18c5-424f-80ee-19a5e651226d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:04.740979 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c9459-8531-4391-87a6-baf5bd7a864b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12be6b3e-b4eb-4a32-b73f-d59343d31f3d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:04.750254 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4e3c9459-8531-4391-87a6-baf5bd7a864b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:04.759609 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4e3c9459-8531-4391-87a6-baf5bd7a864b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/12be6b3e-b4eb-4a32-b73f-d59343d31f3d HTTP/1.1" status: 204 len: 168 time: 0.4880493 Dec 11 22:47:04.759791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bf835-18c5-424f-80ee-19a5e651226d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event deleted for resources: {'Port': ['ID=6d5a077f-908d-4ac5-9261-659139760bc5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:04.761366 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59330) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:04.913244 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4a9166e-713c-4c76-b65c-afc7c5699b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:05.090480 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4a9166e-713c-4c76-b65c-afc7c5699b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:05.099246 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-761bf835-18c5-424f-80ee-19a5e651226d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:05.106581 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-761bf835-18c5-424f-80ee-19a5e651226d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "DELETE /v2.0/ports/6d5a077f-908d-4ac5-9261-659139760bc5 HTTP/1.1" status: 204 len: 168 time: 1.4597030 Dec 11 22:47:05.106836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59348) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:05.141936 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b4a9166e-713c-4c76-b65c-afc7c5699b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc7e56d-6174-457f-878a-2031772251bb']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:05.143583 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3e9ade-29bb-4337-b726-ef1199645999 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] GET failed (client error): The resource could not be found. Dec 11 22:47:05.145236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6a3e9ade-29bb-4337-b726-ef1199645999 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "GET /v2.0/ports/6d5a077f-908d-4ac5-9261-659139760bc5 HTTP/1.1" status: 404 len: 333 time: 0.0368047 Dec 11 22:47:05.154930 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b4a9166e-713c-4c76-b65c-afc7c5699b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5659764b-2f4c-43f1-9be7-49aa93b78a5a') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:05.154930 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b4a9166e-713c-4c76-b65c-afc7c5699b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5659764b-2f4c-43f1-9be7-49aa93b78a5a') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:05.156079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59352) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:05.161468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d28c3275-2e3a-412b-af35-f32433cdb4f0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Request body: {'port': {'network_id': 'd697bc0e-b9c2-482e-bb4b-58c5977703c5', 'name': 'tempest-AllowedAddressPairTestJSON-1445614292'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:05.169297 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4a9166e-713c-4c76-b65c-afc7c5699b52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:05.189644 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4a9166e-713c-4c76-b65c-afc7c5699b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:05.198946 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a9166e-713c-4c76-b65c-afc7c5699b52 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:47:05.199927 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4a9166e-713c-4c76-b65c-afc7c5699b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:47:05.202369 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:47:05.342333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d52165-1751-4163-8956-20411d865ca4 req-6046af23-0952-4065-853f-c02a99b8c165 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:05.351222 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98d52165-1751-4163-8956-20411d865ca4 req-6046af23-0952-4065-853f-c02a99b8c165 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.0777600 Dec 11 22:47:05.406730 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98d52165-1751-4163-8956-20411d865ca4 req-edf8beab-e2cf-4baf-ac50-0798b3287183 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541799 Dec 11 22:47:05.413545 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4a9166e-713c-4c76-b65c-afc7c5699b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:05.422522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad4da8-5a7c-4708-ae03-4a210067d4e5 req-ba06c5c9-dc7d-437a-ba5a-25e4945acfbb tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:05.432830 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4bad4da8-5a7c-4708-ae03-4a210067d4e5 req-ba06c5c9-dc7d-437a-ba5a-25e4945acfbb tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.0737741 Dec 11 22:47:05.435844 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4a9166e-713c-4c76-b65c-afc7c5699b52 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:05.439331 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b4a9166e-713c-4c76-b65c-afc7c5699b52 admin admin] 10.222.0.45 "DELETE /v2.0/networks/dfc7e56d-6174-457f-878a-2031772251bb HTTP/1.1" status: 204 len: 168 time: 0.6764987 Dec 11 22:47:05.459220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9166e-713c-4c76-b65c-afc7c5699b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc7e56d-6174-457f-878a-2031772251bb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:05.484595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28c3275-2e3a-412b-af35-f32433cdb4f0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Made reservation on behalf of 797ad0813d204baca538d5dc2ed6429e for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:05.517545 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d28c3275-2e3a-412b-af35-f32433cdb4f0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:05.530246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-d28c3275-2e3a-412b-af35-f32433cdb4f0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] device_id is not set on port 634889c4-e67a-43ec-ad9b-b507eddd964f yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:47:05.541752 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4bad4da8-5a7c-4708-ae03-4a210067d4e5 req-8d871695-5322-46c2-8348-2f04c46fcc3f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069098 Dec 11 22:47:05.654829 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-d28c3275-2e3a-412b-af35-f32433cdb4f0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Allocated IP 172.20.0.13 (d697bc0e-b9c2-482e-bb4b-58c5977703c5/f9a06d55-3c45-4542-92f3-78b1481cbb50/634889c4-e67a-43ec-ad9b-b507eddd964f) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:05.820048 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d28c3275-2e3a-412b-af35-f32433cdb4f0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:06.600630 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d28c3275-2e3a-412b-af35-f32433cdb4f0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:06.669489 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28c3275-2e3a-412b-af35-f32433cdb4f0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Network d697bc0e-b9c2-482e-bb4b-58c5977703c5 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:06.672793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d28c3275-2e3a-412b-af35-f32433cdb4f0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:06.676652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28c3275-2e3a-412b-af35-f32433cdb4f0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:06.690216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c3275-2e3a-412b-af35-f32433cdb4f0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event updated for resources: {'Port': ['ID=634889c4-e67a-43ec-ad9b-b507eddd964f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:06.690429 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4657b2-2436-4bf8-ba49-dd145fddbb0d req-710449a2-464e-4f35-a567-624c55dc06e5 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:06.692049 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8d4657b2-2436-4bf8-ba49-dd145fddbb0d req-710449a2-464e-4f35-a567-624c55dc06e5 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.0662107 Dec 11 22:47:06.786778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28c3275-2e3a-412b-af35-f32433cdb4f0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:06.787517 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d28c3275-2e3a-412b-af35-f32433cdb4f0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:06.810699 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8d4657b2-2436-4bf8-ba49-dd145fddbb0d req-274b88e8-0081-4b88-a9f8-fa9a406761d4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002395 Dec 11 22:47:06.894872 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d28c3275-2e3a-412b-af35-f32433cdb4f0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7373822 Dec 11 22:47:06.897467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59402) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:06.903750 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f19a03b1-77a0-4519-bb5b-0c8882d673c3 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:77:56:d8'}]}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:07.063177 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-600ae20b-2d25-4399-96e6-e475746916fe None None] Provisioning complete for port 634889c4-e67a-43ec-ad9b-b507eddd964f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:07.063177 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-600ae20b-2d25-4399-96e6-e475746916fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:07.130686 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59412) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:07.132547 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f19a03b1-77a0-4519-bb5b-0c8882d673c3 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:07.138079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-600ae20b-2d25-4399-96e6-e475746916fe None None] Port 634889c4-e67a-43ec-ad9b-b507eddd964f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:07.223857 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3ad1c92c-90dd-445d-8e71-513653d9fecb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7214c7683cf547839638fa2eb82b35e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0918889 Dec 11 22:47:07.226200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59414) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:07.330147 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59418) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:07.347157 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ee81d05-7c36-4316-8085-b569d3e2aecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:07.377166 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ee81d05-7c36-4316-8085-b569d3e2aecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:07.467220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-bdfe6578-bb5c-4d34-9617-8dd42537d772 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] Request body: {'port': {'network_id': '7138e5b3-ec21-4d79-b0fc-c553db161740', 'name': 'tempest-NetworksNegativeTestJSON-2012184435'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:07.471003 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f19a03b1-77a0-4519-bb5b-0c8882d673c3 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:07.486854 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfe6578-bb5c-4d34-9617-8dd42537d772 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] POST failed (client error): The resource could not be found. Dec 11 22:47:07.487603 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdfe6578-bb5c-4d34-9617-8dd42537d772 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:47:07.490891 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bdfe6578-bb5c-4d34-9617-8dd42537d772 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1568744 Dec 11 22:47:07.492945 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59426) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:07.515768 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-28932055-d66a-4cdb-b72e-3516a6d8c60a tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] DELETE failed (client error): The resource could not be found. Dec 11 22:47:07.516378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28932055-d66a-4cdb-b72e-3516a6d8c60a tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:47:07.519913 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-28932055-d66a-4cdb-b72e-3516a6d8c60a tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] 10.222.0.45 "DELETE /v2.0/networks/dccc990f-ca32-4f67-bea3-bee3071ef4bc HTTP/1.1" status: 404 len: 339 time: 0.0256705 Dec 11 22:47:07.523868 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59428) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:07.548885 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b56a945-748b-48d1-90fd-8d6e26a4ce0f tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] DELETE failed (client error): The resource could not be found. Dec 11 22:47:07.549635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b56a945-748b-48d1-90fd-8d6e26a4ce0f tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:47:07.558123 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3b56a945-748b-48d1-90fd-8d6e26a4ce0f tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] 10.222.0.45 "DELETE /v2.0/ports/bb9cdeaf-d087-4c5a-84af-fb968fcbcf16 HTTP/1.1" status: 404 len: 333 time: 0.0283761 Dec 11 22:47:07.559334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59432) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:07.593838 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-03737658-42b5-4920-a28d-5ac96b7b8839 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] DELETE failed (client error): The resource could not be found. Dec 11 22:47:07.594303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03737658-42b5-4920-a28d-5ac96b7b8839 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:47:07.598855 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-03737658-42b5-4920-a28d-5ac96b7b8839 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] 10.222.0.45 "DELETE /v2.0/subnets/62aa241e-8ee3-4af5-8efa-4bebe0f19f8f HTTP/1.1" status: 404 len: 337 time: 0.0372615 Dec 11 22:47:07.601748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59440) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:07.606775 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ee81d05-7c36-4316-8085-b569d3e2aecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:07.614137 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ee81d05-7c36-4316-8085-b569d3e2aecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:07.618789 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6ee81d05-7c36-4316-8085-b569d3e2aecf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2bd19a21-87be-4be7-a69a-c77ab58abab5 HTTP/1.1" status: 204 len: 168 time: 0.3893900 Dec 11 22:47:07.624325 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-2620b5b7-a7dd-4510-bb5b-69c3abe41a32 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] GET failed (client error): The resource could not be found. Dec 11 22:47:07.625915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2620b5b7-a7dd-4510-bb5b-69c3abe41a32 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] 10.222.0.45 "GET /v2.0/networks/f2e2e649-5c68-423b-9310-1f57fd1e8d79 HTTP/1.1" status: 404 len: 339 time: 0.0230451 Dec 11 22:47:07.629944 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59444) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:07.630959 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee81d05-7c36-4316-8085-b569d3e2aecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd19a21-87be-4be7-a69a-c77ab58abab5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:07.654133 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f19a03b1-77a0-4519-bb5b-0c8882d673c3 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:07.691817 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-737396f9-0045-4da2-b37b-f3d9bbaea6a8 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] GET failed (client error): The resource could not be found. Dec 11 22:47:07.693350 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-737396f9-0045-4da2-b37b-f3d9bbaea6a8 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] 10.222.0.45 "GET /v2.0/ports/14ba9cdb-c574-4d33-bb13-7d59be020e53 HTTP/1.1" status: 404 len: 333 time: 0.0601580 Dec 11 22:47:07.700849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59454) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:07.767885 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-124142bd-907e-4407-b0bf-417dc9fb58ba tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] GET failed (client error): The resource could not be found. Dec 11 22:47:07.769359 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-124142bd-907e-4407-b0bf-417dc9fb58ba tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] 10.222.0.45 "GET /v2.0/subnets/91abbc12-828e-4363-8395-fa3c029dbb6b HTTP/1.1" status: 404 len: 337 time: 0.0671606 Dec 11 22:47:07.773317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59464) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:07.779531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6337cddf-f104-40d3-b86c-388cbf51e42d tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:07.811826 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-6337cddf-f104-40d3-b86c-388cbf51e42d tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] PUT failed (client error): The resource could not be found. Dec 11 22:47:07.812443 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6337cddf-f104-40d3-b86c-388cbf51e42d tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:47:07.812720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a03b1-77a0-4519-bb5b-0c8882d673c3 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event updated for resources: {'Port': ['ID=634889c4-e67a-43ec-ad9b-b507eddd964f,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:07.826628 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6337cddf-f104-40d3-b86c-388cbf51e42d tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] 10.222.0.45 "PUT /v2.0/networks/a11607cf-a726-4308-96c9-b3a0ec8e5c7c HTTP/1.1" status: 404 len: 339 time: 0.0522416 Dec 11 22:47:07.831266 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59468) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:07.840889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e4aaf564-9c7d-4643-a955-e0d85fd4ac92 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:07.868625 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4aaf564-9c7d-4643-a955-e0d85fd4ac92 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] PUT failed (client error): The resource could not be found. Dec 11 22:47:07.869324 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4aaf564-9c7d-4643-a955-e0d85fd4ac92 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:47:07.875374 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e4aaf564-9c7d-4643-a955-e0d85fd4ac92 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] 10.222.0.45 "PUT /v2.0/ports/bee47e12-4ee2-47a0-8e05-609670138160 HTTP/1.1" status: 404 len: 333 time: 0.0388641 Dec 11 22:47:07.875374 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59472) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:07.878561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f19a03b1-77a0-4519-bb5b-0c8882d673c3 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] In _notify_port_updated(), no bound segment for port 634889c4-e67a-43ec-ad9b-b507eddd964f on network d697bc0e-b9c2-482e-bb4b-58c5977703c5 {{(pid=103692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:47:07.882476 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-44082170-26a2-4cca-87b1-3086b2ee8567 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:07.885725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19a03b1-77a0-4519-bb5b-0c8882d673c3 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:07.887189 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f19a03b1-77a0-4519-bb5b-0c8882d673c3 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:07.888939 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f19a03b1-77a0-4519-bb5b-0c8882d673c3 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "PUT /v2.0/ports/634889c4-e67a-43ec-ad9b-b507eddd964f HTTP/1.1" status: 200 len: 995 time: 0.9903741 Dec 11 22:47:07.892566 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59474) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:07.907837 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-44082170-26a2-4cca-87b1-3086b2ee8567 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] PUT failed (client error): The resource could not be found. Dec 11 22:47:07.908451 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44082170-26a2-4cca-87b1-3086b2ee8567 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:47:07.913144 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-44082170-26a2-4cca-87b1-3086b2ee8567 tempest-NetworksNegativeTestJSON-210819710 tempest-NetworksNegativeTestJSON-210819710-project] 10.222.0.45 "PUT /v2.0/subnets/d3597c4f-07c2-422f-a7ea-5ac94a2d7169 HTTP/1.1" status: 404 len: 337 time: 0.0332422 Dec 11 22:47:08.059951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ae425-a7cf-4462-af22-32728bbeb619 req-de9d2bb1-9ff1-46b2-b0d3-4586f1364664 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:08.077627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e67ae425-a7cf-4462-af22-32728bbeb619 req-de9d2bb1-9ff1-46b2-b0d3-4586f1364664 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.1235969 Dec 11 22:47:08.139025 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d4582818-ab45-4853-9399-594d1a01a0f5 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Deleting port 634889c4-e67a-43ec-ad9b-b507eddd964f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:08.139560 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4582818-ab45-4853-9399-594d1a01a0f5 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:08.161800 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e67ae425-a7cf-4462-af22-32728bbeb619 req-215ee648-d18d-4b9c-943f-1f061190e3d0 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830762 Dec 11 22:47:08.180119 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-13178ebb-9883-4cdb-aa0b-6af5e1005feb None None] Provisioning complete for port 634889c4-e67a-43ec-ad9b-b507eddd964f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:08.181292 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-13178ebb-9883-4cdb-aa0b-6af5e1005feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:08.249282 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-13178ebb-9883-4cdb-aa0b-6af5e1005feb None None] Port 634889c4-e67a-43ec-ad9b-b507eddd964f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:08.331598 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4582818-ab45-4853-9399-594d1a01a0f5 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:08.356154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d4582818-ab45-4853-9399-594d1a01a0f5 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Calling delete_port for 634889c4-e67a-43ec-ad9b-b507eddd964f owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:08.501785 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59488) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:08.633791 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4582818-ab45-4853-9399-594d1a01a0f5 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:08.664474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4582818-ab45-4853-9399-594d1a01a0f5 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event deleted for resources: {'Port': ['ID=634889c4-e67a-43ec-ad9b-b507eddd964f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:08.685784 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5fae-1239-424a-aa94-f94728588462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:08.928461 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4582818-ab45-4853-9399-594d1a01a0f5 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:08.938604 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5fae-1239-424a-aa94-f94728588462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:08.938604 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59500) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:08.939788 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d4582818-ab45-4853-9399-594d1a01a0f5 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "DELETE /v2.0/ports/634889c4-e67a-43ec-ad9b-b507eddd964f HTTP/1.1" status: 204 len: 168 time: 1.0428047 Dec 11 22:47:08.968598 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdde6b7-1c0c-4b7d-a63e-8eeda6dd8364 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] GET failed (client error): The resource could not be found. Dec 11 22:47:08.970842 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9bdde6b7-1c0c-4b7d-a63e-8eeda6dd8364 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "GET /v2.0/ports/634889c4-e67a-43ec-ad9b-b507eddd964f HTTP/1.1" status: 404 len: 333 time: 0.0327821 Dec 11 22:47:08.975968 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59502) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:08.990860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5f5160bb-dc2a-42ab-8556-4d2e693a5f93 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Request body: {'port': {'network_id': 'd697bc0e-b9c2-482e-bb4b-58c5977703c5', 'name': 'tempest-AllowedAddressPairTestJSON-1059074776'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:09.063748 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5fae-1239-424a-aa94-f94728588462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:09.188146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59512) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:09.195690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a5fae-1239-424a-aa94-f94728588462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc894e34-3e17-4069-917e-6d108a6ff900,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:09.246971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263052d-04f6-48f7-99af-3f8c5284b293 req-aa5769e1-5e7a-4ffb-b9ef-73e03fa608da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:09.248839 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f263052d-04f6-48f7-99af-3f8c5284b293 req-aa5769e1-5e7a-4ffb-b9ef-73e03fa608da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 1097 time: 0.1506200 Dec 11 22:47:09.424212 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ff2a5fae-1239-424a-aa94-f94728588462 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c26a36b58e7d4f81b0992ecd037c4a00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9209821 Dec 11 22:47:09.440790 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59526) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:09.477489 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263052d-04f6-48f7-99af-3f8c5284b293 req-78e76c4b-c5a6-4d35-bd3e-8d2db8018f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:09.479662 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f263052d-04f6-48f7-99af-3f8c5284b293 req-78e76c4b-c5a6-4d35-bd3e-8d2db8018f9b service neutron] 10.222.0.47 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.2059338 Dec 11 22:47:09.552781 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20945438-8bfb-422e-9ced-06ca64e435fc req-598c9165-1811-4b47-82b7-9df285bee72d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:09.555476 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20945438-8bfb-422e-9ced-06ca64e435fc req-598c9165-1811-4b47-82b7-9df285bee72d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.1626446 Dec 11 22:47:09.556641 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-174e2f41-3216-48d3-bb6a-13a743be2d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:09.573974 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5932b13f-44fa-4013-8e29-bc372b9fd17e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:09.577046 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f263052d-04f6-48f7-99af-3f8c5284b293 req-7a04e129-9194-45b9-9fd9-69d68f87b3a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbb9e180-05f9-4f32-abab-86a8a2c173d1 HTTP/1.1" status: 200 len: 217 time: 0.0893703 Dec 11 22:47:09.605256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5160bb-dc2a-42ab-8556-4d2e693a5f93 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Made reservation on behalf of 797ad0813d204baca538d5dc2ed6429e for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:09.609298 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f5160bb-dc2a-42ab-8556-4d2e693a5f93 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:09.618115 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-174e2f41-3216-48d3-bb6a-13a743be2d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:09.676262 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263052d-04f6-48f7-99af-3f8c5284b293 req-420b5bff-0ed2-4d08-ae30-a3342a4d0526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:09.679021 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f263052d-04f6-48f7-99af-3f8c5284b293 req-420b5bff-0ed2-4d08-ae30-a3342a4d0526 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.0944686 Dec 11 22:47:09.680488 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-5f5160bb-dc2a-42ab-8556-4d2e693a5f93 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] device_id is not set on port 94caf06a-b93a-4bb7-aa30-69cc96d42c03 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:47:09.701892 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20945438-8bfb-422e-9ced-06ca64e435fc req-84a600cb-c58a-4608-a410-50c53f9cddf4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374385 Dec 11 22:47:09.773748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263052d-04f6-48f7-99af-3f8c5284b293 req-f53c9c1b-77d5-4937-bd84-b977a8f252bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:09.775738 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f263052d-04f6-48f7-99af-3f8c5284b293 req-f53c9c1b-77d5-4937-bd84-b977a8f252bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869472 Dec 11 22:47:09.778832 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5932b13f-44fa-4013-8e29-bc372b9fd17e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:09.852907 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-5f5160bb-dc2a-42ab-8556-4d2e693a5f93 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Allocated IP 172.20.0.14 (d697bc0e-b9c2-482e-bb4b-58c5977703c5/f9a06d55-3c45-4542-92f3-78b1481cbb50/94caf06a-b93a-4bb7-aa30-69cc96d42c03) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:09.859390 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5932b13f-44fa-4013-8e29-bc372b9fd17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:09.894176 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5932b13f-44fa-4013-8e29-bc372b9fd17e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42a36b19f6d64419bc955c8c13111fb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7030005 Dec 11 22:47:09.899034 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59538) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:09.914871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59540) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:09.935886 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-174e2f41-3216-48d3-bb6a-13a743be2d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:09.936773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932b13f-44fa-4013-8e29-bc372b9fd17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f130ec7-3887-4501-97b0-6f8e98be83ee,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:09.938523 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-174e2f41-3216-48d3-bb6a-13a743be2d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:09.939702 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-174e2f41-3216-48d3-bb6a-13a743be2d0b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc894e34-3e17-4069-917e-6d108a6ff900 HTTP/1.1" status: 204 len: 168 time: 0.4954438 Dec 11 22:47:09.954447 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f263052d-04f6-48f7-99af-3f8c5284b293 req-24fe9688-f689-4f28-a701-657ecae5c278 service neutron] 10.222.0.47 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707551 Dec 11 22:47:10.006990 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e2f41-3216-48d3-bb6a-13a743be2d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc894e34-3e17-4069-917e-6d108a6ff900,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:10.065372 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-486054f9-531f-4734-afc5-897ab2181a61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:10.103656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-062a7b94-0afe-4be4-af47-9f0845e0a5b5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2097289288-network', 'tenant_id': '855fd5f520554d68abc2990b895fc00d'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:10.120912 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-486054f9-531f-4734-afc5-897ab2181a61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:10.179316 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f5160bb-dc2a-42ab-8556-4d2e693a5f93 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:10.200055 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f263052d-04f6-48f7-99af-3f8c5284b293 req-bcc7c0af-44c5-4a26-9881-6927fa1a1381 service neutron] 10.222.0.47 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374799 Dec 11 22:47:10.203832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062a7b94-0afe-4be4-af47-9f0845e0a5b5 admin admin] Made reservation on behalf of 855fd5f520554d68abc2990b895fc00d for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:10.212131 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-062a7b94-0afe-4be4-af47-9f0845e0a5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:10.225023 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-062a7b94-0afe-4be4-af47-9f0845e0a5b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:10.275571 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-486054f9-531f-4734-afc5-897ab2181a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:10.279023 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-486054f9-531f-4734-afc5-897ab2181a61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:10.282604 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-486054f9-531f-4734-afc5-897ab2181a61 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f130ec7-3887-4501-97b0-6f8e98be83ee HTTP/1.1" status: 204 len: 168 time: 0.3815351 Dec 11 22:47:10.291928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486054f9-531f-4734-afc5-897ab2181a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f130ec7-3887-4501-97b0-6f8e98be83ee,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:10.303594 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f5160bb-dc2a-42ab-8556-4d2e693a5f93 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:10.405692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-062a7b94-0afe-4be4-af47-9f0845e0a5b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:10.408603 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5160bb-dc2a-42ab-8556-4d2e693a5f93 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Network d697bc0e-b9c2-482e-bb4b-58c5977703c5 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:10.417691 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-5f5160bb-dc2a-42ab-8556-4d2e693a5f93 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:10.417691 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5160bb-dc2a-42ab-8556-4d2e693a5f93 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:10.424739 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5160bb-dc2a-42ab-8556-4d2e693a5f93 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event updated for resources: {'Port': ['ID=94caf06a-b93a-4bb7-aa30-69cc96d42c03,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:10.490449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5160bb-dc2a-42ab-8556-4d2e693a5f93 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:10.492099 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-062a7b94-0afe-4be4-af47-9f0845e0a5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:10.505254 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f5160bb-dc2a-42ab-8556-4d2e693a5f93 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:10.585902 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062a7b94-0afe-4be4-af47-9f0845e0a5b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:47:10.604738 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5f5160bb-dc2a-42ab-8556-4d2e693a5f93 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6267338 Dec 11 22:47:10.605820 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-062a7b94-0afe-4be4-af47-9f0845e0a5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:10.606177 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-062a7b94-0afe-4be4-af47-9f0845e0a5b5 admin admin] Added segment 341cd068-0953-42d0-9b86-349809e64e1a of type vlan for network a7fba66e-3897-4c19-851d-e2c20cc5c6c8 Dec 11 22:47:10.607168 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59562) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:10.616068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0d57df33-730b-476e-99b8-665b6c06307d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:77:56:d8'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:10.687353 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-062a7b94-0afe-4be4-af47-9f0845e0a5b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:10.715232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a7b94-0afe-4be4-af47-9f0845e0a5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4385cadb-beda-4bd6-934c-12680d9587c6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:10.801856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c449eec-34bc-46ff-a62e-610bd914ba44 req-b36c77a4-312e-4b0b-907c-92bd840155b5 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:10.803866 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4c449eec-34bc-46ff-a62e-610bd914ba44 req-b36c77a4-312e-4b0b-907c-92bd840155b5 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.0722005 Dec 11 22:47:10.806099 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-062a7b94-0afe-4be4-af47-9f0845e0a5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:10.807685 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a7b94-0afe-4be4-af47-9f0845e0a5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:10.809115 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-062a7b94-0afe-4be4-af47-9f0845e0a5b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:10.919057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59572) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:10.919868 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-062a7b94-0afe-4be4-af47-9f0845e0a5b5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0024707 Dec 11 22:47:10.925403 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2f184cfb-2296-4892-962e-e381158ea710 admin admin] Request body: {'subnet': {'network_id': 'a7fba66e-3897-4c19-851d-e2c20cc5c6c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2097289288-subnet', 'tenant_id': '855fd5f520554d68abc2990b895fc00d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:10.945844 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-26a9ff0e-7cc8-4a5f-985d-d51bf9526b37 None None] Provisioning complete for port 94caf06a-b93a-4bb7-aa30-69cc96d42c03 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:10.946430 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26a9ff0e-7cc8-4a5f-985d-d51bf9526b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:10.960214 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4c449eec-34bc-46ff-a62e-610bd914ba44 req-a23806bf-569a-4563-95a7-746f7fb1cda5 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384220 Dec 11 22:47:10.973458 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d21ad-3ac4-43d2-8297-ce263ae026e4 req-905e0e32-bd60-4490-a8a4-d02dfa13a601 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:10.981020 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-835d21ad-3ac4-43d2-8297-ce263ae026e4 req-905e0e32-bd60-4490-a8a4-d02dfa13a601 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.1259983 Dec 11 22:47:10.998635 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d57df33-730b-476e-99b8-665b6c06307d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:11.000084 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a7b94-0afe-4be4-af47-9f0845e0a5b5 admin admin] Pushing event updated for resources: {'Network': ['ID=a7fba66e-3897-4c19-851d-e2c20cc5c6c8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:11.013952 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network a7fba66e-3897-4c19-851d-e2c20cc5c6c8 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:47:11.039989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-26a9ff0e-7cc8-4a5f-985d-d51bf9526b37 None None] Port 94caf06a-b93a-4bb7-aa30-69cc96d42c03 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:11.104853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f184cfb-2296-4892-962e-e381158ea710 admin admin] Made reservation on behalf of 855fd5f520554d68abc2990b895fc00d for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:11.110246 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2f184cfb-2296-4892-962e-e381158ea710 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:11.130337 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-835d21ad-3ac4-43d2-8297-ce263ae026e4 req-99817cb0-deab-4b89-96b5-038f243f2d1f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292086 Dec 11 22:47:11.396256 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d57df33-730b-476e-99b8-665b6c06307d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:11.553295 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2f184cfb-2296-4892-962e-e381158ea710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:11.556860 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d57df33-730b-476e-99b8-665b6c06307d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:11.653028 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57df33-730b-476e-99b8-665b6c06307d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event updated for resources: {'Port': ['ID=94caf06a-b93a-4bb7-aa30-69cc96d42c03,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:11.776572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f184cfb-2296-4892-962e-e381158ea710 admin admin] Checking segment: {'id': '341cd068-0953-42d0-9b86-349809e64e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7fba66e-3897-4c19-851d-e2c20cc5c6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:11.777078 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f184cfb-2296-4892-962e-e381158ea710 admin admin] Network hostable DHCP agents. Network: a7fba66e-3897-4c19-851d-e2c20cc5c6c8, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:47:11.781481 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f184cfb-2296-4892-962e-e381158ea710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea1a5e55-3ef0-4eb2-87bd-96a0d5508a0e,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:11.786601 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0d57df33-730b-476e-99b8-665b6c06307d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] In _notify_port_updated(), no bound segment for port 94caf06a-b93a-4bb7-aa30-69cc96d42c03 on network d697bc0e-b9c2-482e-bb4b-58c5977703c5 {{(pid=103691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:47:11.793636 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d57df33-730b-476e-99b8-665b6c06307d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:11.794423 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d57df33-730b-476e-99b8-665b6c06307d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:11.795930 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0d57df33-730b-476e-99b8-665b6c06307d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "PUT /v2.0/ports/94caf06a-b93a-4bb7-aa30-69cc96d42c03 HTTP/1.1" status: 200 len: 997 time: 1.1877408 Dec 11 22:47:11.798826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59608) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:11.903438 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f184cfb-2296-4892-962e-e381158ea710 admin admin] Network a7fba66e-3897-4c19-851d-e2c20cc5c6c8 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:47:11.964421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8282903e-91ce-44ae-8cc3-e54fae58756c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Deleting port 94caf06a-b93a-4bb7-aa30-69cc96d42c03 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:11.964766 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8282903e-91ce-44ae-8cc3-e54fae58756c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:11.993584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-2f184cfb-2296-4892-962e-e381158ea710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, a7fba66e-3897-4c19-851d-e2c20cc5c6c8) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:12.004475 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f184cfb-2296-4892-962e-e381158ea710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:12.006382 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2f184cfb-2296-4892-962e-e381158ea710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:12.014182 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68936bcf-1249-4f6c-b3b7-bc51539e8dce None None] Network a7fba66e-3897-4c19-851d-e2c20cc5c6c8 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:12.177609 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2f184cfb-2296-4892-962e-e381158ea710 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2569158 Dec 11 22:47:12.212736 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8282903e-91ce-44ae-8cc3-e54fae58756c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:12.237790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8282903e-91ce-44ae-8cc3-e54fae58756c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Calling delete_port for 94caf06a-b93a-4bb7-aa30-69cc96d42c03 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:12.283359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370a7150-5aaa-4e2f-a19d-bbbe0d827980 None None] Network a7fba66e-3897-4c19-851d-e2c20cc5c6c8 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:12.376205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843957e-45e2-4735-a3f8-ca1003334c86 req-92b3cb8c-78d0-426a-bbc1-140abca48587 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:12.378390 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e843957e-45e2-4735-a3f8-ca1003334c86 req-92b3cb8c-78d0-426a-bbc1-140abca48587 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.0988865 Dec 11 22:47:12.448926 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e4c081b5-58c6-456c-9f57-36a205f8254f None None] Provisioning complete for port 94caf06a-b93a-4bb7-aa30-69cc96d42c03 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:12.449366 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e4c081b5-58c6-456c-9f57-36a205f8254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:12.489214 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e843957e-45e2-4735-a3f8-ca1003334c86 req-dde32293-b4b5-4824-ad27-fadfafd996d8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038742 Dec 11 22:47:12.617704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e4c081b5-58c6-456c-9f57-36a205f8254f None None] Port 94caf06a-b93a-4bb7-aa30-69cc96d42c03 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:12.684400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59642) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:12.699448 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8282903e-91ce-44ae-8cc3-e54fae58756c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:12.750203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282903e-91ce-44ae-8cc3-e54fae58756c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event deleted for resources: {'Port': ['ID=94caf06a-b93a-4bb7-aa30-69cc96d42c03,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:12.835132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d699c4-acd3-4d9a-aaca-ba82da89c1a8 req-d2ece376-11b5-4461-b8e6-db1b21478441 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:12.844313 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29d699c4-acd3-4d9a-aaca-ba82da89c1a8 req-d2ece376-11b5-4461-b8e6-db1b21478441 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0701754 Dec 11 22:47:12.892115 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8282903e-91ce-44ae-8cc3-e54fae58756c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:12.919042 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29d699c4-acd3-4d9a-aaca-ba82da89c1a8 req-d06700f5-92ca-4d64-9597-32eef62e3dc1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735338 Dec 11 22:47:12.919661 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8282903e-91ce-44ae-8cc3-e54fae58756c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "DELETE /v2.0/ports/94caf06a-b93a-4bb7-aa30-69cc96d42c03 HTTP/1.1" status: 204 len: 168 time: 1.1197042 Dec 11 22:47:12.920375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59652) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:13.004762 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4c77b9-4717-48f0-a6b7-48b65663ccce tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] GET failed (client error): The resource could not be found. Dec 11 22:47:13.011221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59656) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:13.015371 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9e4c77b9-4717-48f0-a6b7-48b65663ccce tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "GET /v2.0/ports/94caf06a-b93a-4bb7-aa30-69cc96d42c03 HTTP/1.1" status: 404 len: 333 time: 0.0937176 Dec 11 22:47:13.018744 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d31fd32f-96f1-4310-bb49-190e8688816c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Request body: {'port': {'network_id': 'd697bc0e-b9c2-482e-bb4b-58c5977703c5', 'name': 'tempest-AllowedAddressPairTestJSON-1136142116'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:13.526980 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:13.551722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-2a9c74a8-c5f8-4e2b-98e1-069b4ef6a8ac tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:13.559681 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-2a9c74a8-c5f8-4e2b-98e1-069b4ef6a8ac tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/networks?id=a7fba66e-3897-4c19-851d-e2c20cc5c6c8 HTTP/1.1" status: 200 len: 814 time: 0.2017391 Dec 11 22:47:13.578972 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-7d191a8a-f95a-4fdb-8ac7-82b9482b74fb tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/quotas/855fd5f520554d68abc2990b895fc00d HTTP/1.1" status: 200 len: 375 time: 0.0183008 Dec 11 22:47:13.628506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-6c1406c4-e07c-49d9-976f-3a584103724d tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=855fd5f520554d68abc2990b895fc00d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425186 Dec 11 22:47:13.640428 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-43691c62-476f-4ef4-8887-7ce2dd8f4b9c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1983153693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:13.749519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a55eb-787c-4bd0-8e0c-c66c388e962a req-3ab66243-2d86-4b93-80da-3ba96bf3a98c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:13.751076 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-de0a55eb-787c-4bd0-8e0c-c66c388e962a req-3ab66243-2d86-4b93-80da-3ba96bf3a98c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1262591 Dec 11 22:47:13.758216 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-abf17bda-e30d-41b2-9900-38404044bbf2 service neutron] 10.222.0.45 "GET /v2.0/networks/a7fba66e-3897-4c19-851d-e2c20cc5c6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211352 Dec 11 22:47:13.831711 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-de0a55eb-787c-4bd0-8e0c-c66c388e962a req-de8f88d5-1eb5-4353-83a3-e406194ddac7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626118 Dec 11 22:47:13.838045 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43691c62-476f-4ef4-8887-7ce2dd8f4b9c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:13.840023 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43691c62-476f-4ef4-8887-7ce2dd8f4b9c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:13.896441 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-9b1991a7-7b97-497e-98e0-cf432e1c017c service neutron] 10.222.0.45 "GET /v2.0/networks/a7fba66e-3897-4c19-851d-e2c20cc5c6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311963 Dec 11 22:47:13.920557 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43691c62-476f-4ef4-8887-7ce2dd8f4b9c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:13.999241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31fd32f-96f1-4310-bb49-190e8688816c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Made reservation on behalf of 797ad0813d204baca538d5dc2ed6429e for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:14.008299 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d31fd32f-96f1-4310-bb49-190e8688816c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:14.036196 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43691c62-476f-4ef4-8887-7ce2dd8f4b9c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:14.042863 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-d31fd32f-96f1-4310-bb49-190e8688816c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] device_id is not set on port 8116e7bf-4af5-473f-a729-8566a4ce3350 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:47:14.225298 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43691c62-476f-4ef4-8887-7ce2dd8f4b9c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:14.226343 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-43691c62-476f-4ef4-8887-7ce2dd8f4b9c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5409203 Dec 11 22:47:14.231831 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59700) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:14.241721 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-647ac007-aca4-4020-9eb9-c1601ef7f4a1 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1247746936'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:14.257784 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba8597-7197-45c0-b135-16b9109caa33 req-8d8004c3-ea49-43f9-9cdc-2242fde6b22a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:14.269842 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33ba8597-7197-45c0-b135-16b9109caa33 req-8d8004c3-ea49-43f9-9cdc-2242fde6b22a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 812 time: 0.2144394 Dec 11 22:47:14.290836 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-d31fd32f-96f1-4310-bb49-190e8688816c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Allocated IP 172.20.0.4 (d697bc0e-b9c2-482e-bb4b-58c5977703c5/f9a06d55-3c45-4542-92f3-78b1481cbb50/8116e7bf-4af5-473f-a729-8566a4ce3350) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:14.305631 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33ba8597-7197-45c0-b135-16b9109caa33 req-70d8347e-9687-467f-a65f-b96871dcb598 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/quotas/27217062ad8c4d4babc5ba4352c729c5 HTTP/1.1" status: 200 len: 375 time: 0.0383563 Dec 11 22:47:14.398048 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-881aba81-0774-4e38-aa9e-8fd8750dac77 req-05811178-4726-4500-8425-d348762a9249 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 210 time: 0.1294010 Dec 11 22:47:14.417471 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33ba8597-7197-45c0-b135-16b9109caa33 req-f75e0fee-52ca-4d59-96a8-4978ab7813da tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1060743 Dec 11 22:47:14.528769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647ac007-aca4-4020-9eb9-c1601ef7f4a1 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Made reservation on behalf of e32af71ee1994dd39f4cc010523808da for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:14.532434 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-647ac007-aca4-4020-9eb9-c1601ef7f4a1 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:14.545722 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-647ac007-aca4-4020-9eb9-c1601ef7f4a1 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:14.635989 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33ba8597-7197-45c0-b135-16b9109caa33 req-3b720964-4e8e-4af1-9b9b-a4b2d19a85af service neutron] 10.222.0.45 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227418 Dec 11 22:47:14.689422 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-647ac007-aca4-4020-9eb9-c1601ef7f4a1 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:14.727121 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d31fd32f-96f1-4310-bb49-190e8688816c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:14.794569 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-647ac007-aca4-4020-9eb9-c1601ef7f4a1 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:14.799565 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33ba8597-7197-45c0-b135-16b9109caa33 req-fba35322-37a8-4838-b7b4-c5d434f9519e service neutron] 10.222.0.45 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626663 Dec 11 22:47:14.827535 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647ac007-aca4-4020-9eb9-c1601ef7f4a1 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:47:14.845575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ac007-aca4-4020-9eb9-c1601ef7f4a1 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d46fe497-629b-4989-b8e6-bfaef2131b32,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:14.851537 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-647ac007-aca4-4020-9eb9-c1601ef7f4a1 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:14.851776 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-647ac007-aca4-4020-9eb9-c1601ef7f4a1 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Added segment 9d109af5-2766-4614-bc30-bc47ec02c409 of type vlan for network 12aeba38-36c4-4e93-9112-46e20f73eff1 Dec 11 22:47:14.917820 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-647ac007-aca4-4020-9eb9-c1601ef7f4a1 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:14.925627 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d31fd32f-96f1-4310-bb49-190e8688816c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:15.002642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31fd32f-96f1-4310-bb49-190e8688816c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Network d697bc0e-b9c2-482e-bb4b-58c5977703c5 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:15.008266 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d31fd32f-96f1-4310-bb49-190e8688816c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:15.012817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31fd32f-96f1-4310-bb49-190e8688816c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:15.062916 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31fd32f-96f1-4310-bb49-190e8688816c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:15.063624 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d31fd32f-96f1-4310-bb49-190e8688816c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:15.083340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fd32f-96f1-4310-bb49-190e8688816c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event updated for resources: {'Port': ['ID=8116e7bf-4af5-473f-a729-8566a4ce3350,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:15.104257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-647ac007-aca4-4020-9eb9-c1601ef7f4a1 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:15.112555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647ac007-aca4-4020-9eb9-c1601ef7f4a1 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:15.113000 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-647ac007-aca4-4020-9eb9-c1601ef7f4a1 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:15.244408 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d31fd32f-96f1-4310-bb49-190e8688816c tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2304621 Dec 11 22:47:15.246204 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59724) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:15.253299 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Request body: {'port': {'network_id': 'd697bc0e-b9c2-482e-bb4b-58c5977703c5', 'name': 'tempest-AllowedAddressPairTestJSON-748844505'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:15.255008 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e90ce317-676c-4caa-beda-dd1545a8aa6d req-0ee936fc-e655-4039-aed7-3478352d7118 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 210 time: 0.0779026 Dec 11 22:47:15.262120 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-647ac007-aca4-4020-9eb9-c1601ef7f4a1 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0273006 Dec 11 22:47:15.265094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59726) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:15.271075 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4d6927f8-cf03-4115-a213-398c087bdaf4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Request body: {'subnet': {'network_id': '12aeba38-36c4-4e93-9112-46e20f73eff1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:15.275277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ac007-aca4-4020-9eb9-c1601ef7f4a1 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event updated for resources: {'Network': ['ID=12aeba38-36c4-4e93-9112-46e20f73eff1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:15.288527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 12aeba38-36c4-4e93-9112-46e20f73eff1 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:47:15.530136 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4a733c87-0b06-456c-9a8b-27eecbf5fed5 None None] Provisioning complete for port 8116e7bf-4af5-473f-a729-8566a4ce3350 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:15.531916 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a733c87-0b06-456c-9a8b-27eecbf5fed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:15.605575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6927f8-cf03-4115-a213-398c087bdaf4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Made reservation on behalf of e32af71ee1994dd39f4cc010523808da for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:15.611796 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d6927f8-cf03-4115-a213-398c087bdaf4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:15.618927 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4a733c87-0b06-456c-9a8b-27eecbf5fed5 None None] Port 8116e7bf-4af5-473f-a729-8566a4ce3350 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:15.635688 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-27b9c5fe-86da-428d-bbb7-c3e25301e454 req-3619bfa9-95fd-404b-b86c-c6ccad08bd0e tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 210 time: 0.1284938 Dec 11 22:47:15.799906 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Made reservation on behalf of 797ad0813d204baca538d5dc2ed6429e for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:15.805864 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:15.831529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] device_id is not set on port 56ad2d1b-e343-4770-ae40-55ed408b5240 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:47:15.992033 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Allocated IP 172.20.0.14 (d697bc0e-b9c2-482e-bb4b-58c5977703c5/f9a06d55-3c45-4542-92f3-78b1481cbb50/56ad2d1b-e343-4770-ae40-55ed408b5240) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:16.047448 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d6927f8-cf03-4115-a213-398c087bdaf4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:16.119268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6927f8-cf03-4115-a213-398c087bdaf4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event updated for resources: {'Subnet': ['ID=40a7e105-4853-4b86-b46d-e6bfbd13315d,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:16.144454 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6927f8-cf03-4115-a213-398c087bdaf4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Checking segment: {'id': '9d109af5-2766-4614-bc30-bc47ec02c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12aeba38-36c4-4e93-9112-46e20f73eff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:16.145713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6927f8-cf03-4115-a213-398c087bdaf4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Network hostable DHCP agents. Network: 12aeba38-36c4-4e93-9112-46e20f73eff1, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:47:16.192563 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:16.285605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6927f8-cf03-4115-a213-398c087bdaf4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Network 12aeba38-36c4-4e93-9112-46e20f73eff1 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:47:16.344946 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:16.362215 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5b8da918-3ea8-45f2-8a2b-9093b58b3373 req-48221a41-e6c7-48b2-ae92-09d32ebd1222 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 210 time: 0.0492780 Dec 11 22:47:16.383875 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-4d6927f8-cf03-4115-a213-398c087bdaf4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 12aeba38-36c4-4e93-9112-46e20f73eff1) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:16.388872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6927f8-cf03-4115-a213-398c087bdaf4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:16.389529 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d6927f8-cf03-4115-a213-398c087bdaf4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:16.396105 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b96d9ee-0e01-4133-964f-9c10da26ab5a None None] Network 12aeba38-36c4-4e93-9112-46e20f73eff1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:16.439180 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Network d697bc0e-b9c2-482e-bb4b-58c5977703c5 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:16.444348 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event updated for resources: {'Port': ['ID=56ad2d1b-e343-4770-ae40-55ed408b5240,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:16.453001 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:16.455934 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:16.461942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:16.462383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:16.462798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:16.463487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:16.463987 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:16.464379 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:16.464782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:16.465279 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:16.465752 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:16.466151 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:16.466556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:16.467220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:16.467617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:16.475585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59750) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:16.540412 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:16.541974 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:16.568747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-12aeba38-36c4-4e93-9112-46e20f73eff1', 'network_id': '12aeba38-36c4-4e93-9112-46e20f73eff1', 'project_id': 'e32af71ee1994dd39f4cc010523808da', 'fixed_ips': [{'subnet_id': '40a7e105-4853-4b86-b46d-e6bfbd13315d'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:47:16.570010 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:16.576716 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4d6927f8-cf03-4115-a213-398c087bdaf4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3105252 Dec 11 22:47:16.580073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59756) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:16.585731 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-57a62575-c699-47bb-ba40-c811b963ff2c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Request body: {'network': {'name': 'tempest-router-network01--931210570'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:16.678267 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ad90c43b-d0f2-4c08-b5bf-3dd332242561 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4305072 Dec 11 22:47:16.689042 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59762) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:16.696148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-937ced3d-354e-4306-bc8a-fba48634faf0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:77:56:d8'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:6c:11:3f'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:16.700278 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fb98902-abe9-49d9-8507-4197d4a31a2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:16.810785 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Allocated IP 172.20.0.2 (12aeba38-36c4-4e93-9112-46e20f73eff1/40a7e105-4853-4b86-b46d-e6bfbd13315d/5edbf384-7936-4ae0-be01-acf37a3e80cb) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:16.858499 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fb98902-abe9-49d9-8507-4197d4a31a2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:16.877136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59766) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:16.884164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e61e3ad6-754a-4e7f-a345-7ad62448db23 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1522736703'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:16.912632 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e83f144f-5de8-4947-a124-268cd0d55242 req-de9007d4-ac9a-4828-91e9-bed0a2eb0b1e tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 210 time: 0.1056318 Dec 11 22:47:16.945410 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a62575-c699-47bb-ba40-c811b963ff2c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Made reservation on behalf of e32af71ee1994dd39f4cc010523808da for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:16.950002 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-57a62575-c699-47bb-ba40-c811b963ff2c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:16.987251 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a62575-c699-47bb-ba40-c811b963ff2c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:47:16.998530 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-57a62575-c699-47bb-ba40-c811b963ff2c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:16.998922 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-57a62575-c699-47bb-ba40-c811b963ff2c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Added segment 9736ee66-70ec-4ac3-9883-8082c20d5ee6 of type vlan for network 0e534e04-90f7-4f80-b213-94fc88171ee6 Dec 11 22:47:17.034742 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fb98902-abe9-49d9-8507-4197d4a31a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.077963 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-57a62575-c699-47bb-ba40-c811b963ff2c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.098270 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-937ced3d-354e-4306-bc8a-fba48634faf0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.109604 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb98902-abe9-49d9-8507-4197d4a31a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bb509d-46ec-4408-8a3c-788e6ad5a702,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:17.113292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61e3ad6-754a-4e7f-a345-7ad62448db23 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Made reservation on behalf of eb0d1919169e4d1aae29bafa9569b2dc for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:17.117007 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e61e3ad6-754a-4e7f-a345-7ad62448db23 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.189356 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2fb98902-abe9-49d9-8507-4197d4a31a2b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c0ade3d98bd94848b0accc4ff683ae5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7125444 Dec 11 22:47:17.193100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59768) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:17.235319 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-57a62575-c699-47bb-ba40-c811b963ff2c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.243483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a62575-c699-47bb-ba40-c811b963ff2c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:17.245806 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-57a62575-c699-47bb-ba40-c811b963ff2c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.246577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61e3ad6-754a-4e7f-a345-7ad62448db23 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:47:17.273646 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e61e3ad6-754a-4e7f-a345-7ad62448db23 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.274504 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-e61e3ad6-754a-4e7f-a345-7ad62448db23 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Added segment 8a5aad61-2947-4bee-822e-0c93d1ec1131 of type vlan for network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 Dec 11 22:47:17.290195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-51f8622c-8882-4c22-94a3-74458a3da8b4 None None] Provisioning complete for port 56ad2d1b-e343-4770-ae40-55ed408b5240 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:17.290659 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-51f8622c-8882-4c22-94a3-74458a3da8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.293657 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c8c0ad2-bca0-4a1a-8395-82dee1dc7287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.293798 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.340333 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-51f8622c-8882-4c22-94a3-74458a3da8b4 None None] Port 56ad2d1b-e343-4770-ae40-55ed408b5240 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:17.360755 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e61e3ad6-754a-4e7f-a345-7ad62448db23 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.362638 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a62575-c699-47bb-ba40-c811b963ff2c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event updated for resources: {'Network': ['ID=0e534e04-90f7-4f80-b213-94fc88171ee6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:17.364898 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c8c0ad2-bca0-4a1a-8395-82dee1dc7287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.390180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 0e534e04-90f7-4f80-b213-94fc88171ee6 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:47:17.456529 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-937ced3d-354e-4306-bc8a-fba48634faf0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.476731 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.482014 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-57a62575-c699-47bb-ba40-c811b963ff2c tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9006848 Dec 11 22:47:17.482696 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59772) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:17.485474 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.488286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6cb2993e-a377-49fe-a8f9-00fae0a5ba43 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Request body: {'network': {'name': 'tempest-router-network02--684868936'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:17.506777 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f08614d3-ef9a-472f-b265-6afb0a113d18 req-a8c32f2e-fa18-4dfc-aba8-5a36a925fcd8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 210 time: 0.0384469 Dec 11 22:47:17.535731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Network 12aeba38-36c4-4e93-9112-46e20f73eff1 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:17.541210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:17.544236 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:17.563274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Pushing event updated for resources: {'Port': ['ID=5edbf384-7936-4ae0-be01-acf37a3e80cb,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:17.590548 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-937ced3d-354e-4306-bc8a-fba48634faf0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.619953 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Attempting to bind port 5edbf384-7936-4ae0-be01-acf37a3e80cb on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:47:17.620493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Attempting to bind port 5edbf384-7936-4ae0-be01-acf37a3e80cb by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '9d109af5-2766-4614-bc30-bc47ec02c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12aeba38-36c4-4e93-9112-46e20f73eff1'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:47:17.620871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Attempting to bind port 5edbf384-7936-4ae0-be01-acf37a3e80cb on network 12aeba38-36c4-4e93-9112-46e20f73eff1 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:47:17.631808 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:47:17.632230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Checking segment: {'id': '9d109af5-2766-4614-bc30-bc47ec02c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12aeba38-36c4-4e93-9112-46e20f73eff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:17.632789 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.633203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Bound using segment: {'id': '9d109af5-2766-4614-bc30-bc47ec02c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12aeba38-36c4-4e93-9112-46e20f73eff1'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:47:17.633705 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Bound port: 5edbf384-7936-4ae0-be01-acf37a3e80cb, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d109af5-2766-4614-bc30-bc47ec02c409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '12aeba38-36c4-4e93-9112-46e20f73eff1'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:47:17.634097 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.647095 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e61e3ad6-754a-4e7f-a345-7ad62448db23 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.654992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61e3ad6-754a-4e7f-a345-7ad62448db23 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:17.655844 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e61e3ad6-754a-4e7f-a345-7ad62448db23 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.673754 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c8c0ad2-bca0-4a1a-8395-82dee1dc7287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.680841 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c8c0ad2-bca0-4a1a-8395-82dee1dc7287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.698597 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1c8c0ad2-bca0-4a1a-8395-82dee1dc7287 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63bb509d-46ec-4408-8a3c-788e6ad5a702 HTTP/1.1" status: 204 len: 168 time: 0.4876587 Dec 11 22:47:17.711053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ced3d-354e-4306-bc8a-fba48634faf0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event updated for resources: {'Port': ['ID=56ad2d1b-e343-4770-ae40-55ed408b5240,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:17.759994 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-937ced3d-354e-4306-bc8a-fba48634faf0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] In _notify_port_updated(), no bound segment for port 56ad2d1b-e343-4770-ae40-55ed408b5240 on network d697bc0e-b9c2-482e-bb4b-58c5977703c5 {{(pid=103691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:47:17.760918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c0ad2-bca0-4a1a-8395-82dee1dc7287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bb509d-46ec-4408-8a3c-788e6ad5a702,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:17.763681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937ced3d-354e-4306-bc8a-fba48634faf0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:17.764378 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-937ced3d-354e-4306-bc8a-fba48634faf0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.768730 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-937ced3d-354e-4306-bc8a-fba48634faf0 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "PUT /v2.0/ports/56ad2d1b-e343-4770-ae40-55ed408b5240 HTTP/1.1" status: 200 len: 1056 time: 1.0757177 Dec 11 22:47:17.769502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59780) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:17.825027 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb2993e-a377-49fe-a8f9-00fae0a5ba43 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Made reservation on behalf of e32af71ee1994dd39f4cc010523808da for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:17.829698 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6cb2993e-a377-49fe-a8f9-00fae0a5ba43 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.843721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] For port 5edbf384-7936-4ae0-be01-acf37a3e80cb, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:47:17.848242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] For port 5edbf384-7936-4ae0-be01-acf37a3e80cb, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5edbf384-7936-4ae0-be01-acf37a3e80cb,segment=NetworkSegment(9d109af5-2766-4614-bc30-bc47ec02c409),segment_id=9d109af5-2766-4614-bc30-bc47ec02c409)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:47:17.862374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e3ad6-754a-4e7f-a345-7ad62448db23 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event updated for resources: {'Network': ['ID=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:17.878418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:47:17.900364 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb2993e-a377-49fe-a8f9-00fae0a5ba43 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:47:17.913929 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6cb2993e-a377-49fe-a8f9-00fae0a5ba43 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:17.914285 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-6cb2993e-a377-49fe-a8f9-00fae0a5ba43 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Added segment 67e60816-7428-4e9c-a12a-db571fcd2d55 of type vlan for network fb635a3c-a589-4afd-a324-a90fcca09d0d Dec 11 22:47:17.956120 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e61e3ad6-754a-4e7f-a345-7ad62448db23 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0772929 Dec 11 22:47:17.957129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59784) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:17.963099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-862453c0-c80d-4922-9594-69bcf4e33a95 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1381280059'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:18.003694 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ee430558-3699-4004-b91c-6d0752a46e73 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Deleting port 56ad2d1b-e343-4770-ae40-55ed408b5240 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:18.005201 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee430558-3699-4004-b91c-6d0752a46e73 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:18.025680 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:18.028041 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6cb2993e-a377-49fe-a8f9-00fae0a5ba43 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:18.096008 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4015fd68-3c6c-41da-9052-2373ad372433 req-b0f3ca1e-a70f-48e9-84a0-1612af473b7c tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 210 time: 0.0655088 Dec 11 22:47:18.120233 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa90ac3-b298-4aa8-8b78-c4c9fcab5b26 None None] Pushing event updated for resources: {'Port': ['ID=5edbf384-7936-4ae0-be01-acf37a3e80cb,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:18.123198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-52d21af2-0634-428b-980d-d9b2166cbfae None None] Provisioning complete for port 56ad2d1b-e343-4770-ae40-55ed408b5240 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:18.123824 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-52d21af2-0634-428b-980d-d9b2166cbfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:18.167463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-52d21af2-0634-428b-980d-d9b2166cbfae None None] Port 56ad2d1b-e343-4770-ae40-55ed408b5240 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:18.171964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862453c0-c80d-4922-9594-69bcf4e33a95 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Made reservation on behalf of eb0d1919169e4d1aae29bafa9569b2dc for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:18.175657 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-862453c0-c80d-4922-9594-69bcf4e33a95 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:18.194050 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee430558-3699-4004-b91c-6d0752a46e73 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:18.206283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862453c0-c80d-4922-9594-69bcf4e33a95 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:47:18.208525 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ee430558-3699-4004-b91c-6d0752a46e73 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Calling delete_port for 56ad2d1b-e343-4770-ae40-55ed408b5240 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:18.230778 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-862453c0-c80d-4922-9594-69bcf4e33a95 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:18.231536 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-862453c0-c80d-4922-9594-69bcf4e33a95 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Added segment 4649c973-0152-46a9-9702-eeefc8251bfd of type vlan for network c5552553-fde7-4121-af84-11fda90b4772 Dec 11 22:47:18.314959 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6cb2993e-a377-49fe-a8f9-00fae0a5ba43 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:18.326758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb2993e-a377-49fe-a8f9-00fae0a5ba43 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:18.327428 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6cb2993e-a377-49fe-a8f9-00fae0a5ba43 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:18.473461 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2993e-a377-49fe-a8f9-00fae0a5ba43 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event updated for resources: {'Network': ['ID=fb635a3c-a589-4afd-a324-a90fcca09d0d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:18.490542 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network fb635a3c-a589-4afd-a324-a90fcca09d0d details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:47:18.777636 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6cb2993e-a377-49fe-a8f9-00fae0a5ba43 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2934697 Dec 11 22:47:18.780468 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59792) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:18.786503 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-61d5fb52-93c3-4a2e-9ec1-a38235d358c5 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Request body: {'subnet': {'network_id': '0e534e04-90f7-4f80-b213-94fc88171ee6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:18.857468 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ece4e259-5007-4494-a6cd-5de28213251d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:18.897871 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-862453c0-c80d-4922-9594-69bcf4e33a95 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:18.898051 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee430558-3699-4004-b91c-6d0752a46e73 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:18.956362 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee430558-3699-4004-b91c-6d0752a46e73 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event deleted for resources: {'Port': ['ID=56ad2d1b-e343-4770-ae40-55ed408b5240,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:18.960320 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d431139c-85d6-475a-a7e3-2282babaa24e req-a4905033-c618-4e57-b388-21c743068870 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 210 time: 0.0387235 Dec 11 22:47:19.038239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-51a95584-1c9c-455c-be36-6d70ec513388 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:19.039845 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-51a95584-1c9c-455c-be36-6d70ec513388 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.47 "GET /v2.0/networks?id=a7fba66e-3897-4c19-851d-e2c20cc5c6c8 HTTP/1.1" status: 200 len: 814 time: 0.7890885 Dec 11 22:47:19.077644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-35e6f5f8-31ec-46b4-bbde-1f60f3e22725 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Request body: {'port': {'device_id': '75e44e2d-1511-46e0-94cd-95efe3c14a92', 'network_id': 'a7fba66e-3897-4c19-851d-e2c20cc5c6c8', 'admin_state_up': True, 'tenant_id': '855fd5f520554d68abc2990b895fc00d'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:19.131826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59796) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:19.132572 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-862453c0-c80d-4922-9594-69bcf4e33a95 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:19.147013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862453c0-c80d-4922-9594-69bcf4e33a95 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:19.147680 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-862453c0-c80d-4922-9594-69bcf4e33a95 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:19.199725 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d5fb52-93c3-4a2e-9ec1-a38235d358c5 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Made reservation on behalf of e32af71ee1994dd39f4cc010523808da for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:19.204894 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61d5fb52-93c3-4a2e-9ec1-a38235d358c5 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:19.295499 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-76bd4364-9c3c-4341-bf03-c69829c3ccc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:19.449739 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee430558-3699-4004-b91c-6d0752a46e73 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:19.460614 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ee430558-3699-4004-b91c-6d0752a46e73 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "DELETE /v2.0/ports/56ad2d1b-e343-4770-ae40-55ed408b5240 HTTP/1.1" status: 204 len: 168 time: 1.6895282 Dec 11 22:47:19.464700 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c063236c-a969-4563-81e6-a52855119aa7 req-30b95a0b-a7b2-4865-b1e7-c4fc83bb421a tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 210 time: 0.2094018 Dec 11 22:47:19.473909 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59800) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:19.492659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba8597-7197-45c0-b135-16b9109caa33 req-f0bf5980-0e32-4c3e-b3e7-482813adc720 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:19.492659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33ba8597-7197-45c0-b135-16b9109caa33 req-f0bf5980-0e32-4c3e-b3e7-482813adc720 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.47 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 812 time: 0.4838986 Dec 11 22:47:19.492659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862453c0-c80d-4922-9594-69bcf4e33a95 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event updated for resources: {'Network': ['ID=c5552553-fde7-4121-af84-11fda90b4772,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:19.505825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-862453c0-c80d-4922-9594-69bcf4e33a95 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5467181 Dec 11 22:47:19.509223 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network c5552553-fde7-4121-af84-11fda90b4772 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:47:19.527846 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59802) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:19.534256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b403be71-576b-478c-9cee-9e87e3e57bb3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Request body: {'subnet': {'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:19.538059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-33ba8597-7197-45c0-b135-16b9109caa33 req-fe936bb0-305c-4234-980b-c6ca15140fba tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Request body: {'port': {'device_id': 'a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'admin_state_up': True, 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:19.544424 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f6e4f7-a2d0-4bcc-a44b-9eb66e7d315d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] GET failed (client error): The resource could not be found. Dec 11 22:47:19.550431 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a1f6e4f7-a2d0-4bcc-a44b-9eb66e7d315d tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "GET /v2.0/ports/56ad2d1b-e343-4770-ae40-55ed408b5240 HTTP/1.1" status: 404 len: 333 time: 0.0747943 Dec 11 22:47:19.567567 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59804) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:19.802358 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.api [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-35e6f5f8-31ec-46b4-bbde-1f60f3e22725 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 11 22:47:19.802358 n-d-710847-6 neutron-server[103692]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 11 22:47:19.802358 n-d-710847-6 neutron-server[103692]: [parameters: {'project_id_1': '855fd5f520554d68abc2990b895fc00d', 'expiration_1': datetime.datetime(2021, 12, 11, 22, 46, 59, 785860)}] Dec 11 22:47:19.802358 n-d-710847-6 neutron-server[103692]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:47:19.802358 n-d-710847-6 neutron-server[103692]: DEBUG oslo_db.api [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-35e6f5f8-31ec-46b4-bbde-1f60f3e22725 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:47:19.863601 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-76bd4364-9c3c-4341-bf03-c69829c3ccc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:19.911045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a64b5f0-8d21-4231-9cc1-1a713062d4ce None None] Network 12aeba38-36c4-4e93-9112-46e20f73eff1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:19.937919 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b403be71-576b-478c-9cee-9e87e3e57bb3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Made reservation on behalf of eb0d1919169e4d1aae29bafa9569b2dc for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:19.943248 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b403be71-576b-478c-9cee-9e87e3e57bb3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:19.952091 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-76bd4364-9c3c-4341-bf03-c69829c3ccc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:20.038679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ba8597-7197-45c0-b135-16b9109caa33 req-fe936bb0-305c-4234-980b-c6ca15140fba tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Made reservation on behalf of 27217062ad8c4d4babc5ba4352c729c5 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:20.042676 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-33ba8597-7197-45c0-b135-16b9109caa33 req-fe936bb0-305c-4234-980b-c6ca15140fba tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:20.075594 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-76bd4364-9c3c-4341-bf03-c69829c3ccc8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=884a0928773843b393f310fad1923a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9113731 Dec 11 22:47:20.078947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59812) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:20.092189 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5edbf384-7936-4ae0-be01-acf37a3e80cb up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:20.095231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd4364-9c3c-4341-bf03-c69829c3ccc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb54d83-d084-46e8-84ce-51bb335cb910,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:20.141140 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-d67638d8-13f6-455a-97e2-dfc9928575d6 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Deleting port 8116e7bf-4af5-473f-a729-8566a4ce3350 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:20.141741 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d67638d8-13f6-455a-97e2-dfc9928575d6 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:20.164227 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8fe38c44-28bf-4070-83e0-d85c455b8009 None None] Provisioning complete for port 5edbf384-7936-4ae0-be01-acf37a3e80cb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:20.164710 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8fe38c44-28bf-4070-83e0-d85c455b8009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:20.206450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5edbf384-7936-4ae0-be01-acf37a3e80cb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:20.207114 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:20.224083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41514ce3-9ee5-44eb-bef1-fa50a59a3b68 req-f4a88791-a180-4f33-ad0f-907f9f581d63 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 210 time: 0.0655782 Dec 11 22:47:20.297542 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:20.321110 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61d5fb52-93c3-4a2e-9ec1-a38235d358c5 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:20.353174 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:20.357381 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8fe38c44-28bf-4070-83e0-d85c455b8009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:20.367615 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:20.368891 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d67638d8-13f6-455a-97e2-dfc9928575d6 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:20.406410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 5edbf384-7936-4ae0-be01-acf37a3e80cb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5edbf384-7936-4ae0-be01-acf37a3e80cb,segment=NetworkSegment(9d109af5-2766-4614-bc30-bc47ec02c409),segment_id=9d109af5-2766-4614-bc30-bc47ec02c409)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:20.423918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-33ba8597-7197-45c0-b135-16b9109caa33 req-fe936bb0-305c-4234-980b-c6ca15140fba tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Allocated IP 172.20.0.7 (82b08062-dcd3-4b12-b656-232a56b3b938/c7fea1e5-16e5-4ed2-9658-4e69f5375c97/80b6a5d7-4417-44b5-a891-d0cf65b39c69) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:20.437593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-d67638d8-13f6-455a-97e2-dfc9928575d6 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Calling delete_port for 8116e7bf-4af5-473f-a729-8566a4ce3350 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:20.574593 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:20.599064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-35e6f5f8-31ec-46b4-bbde-1f60f3e22725 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Made reservation on behalf of 855fd5f520554d68abc2990b895fc00d for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:20.602668 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-35e6f5f8-31ec-46b4-bbde-1f60f3e22725 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:20.608626 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:20.611295 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:20.616051 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7eb54d83-d084-46e8-84ce-51bb335cb910 HTTP/1.1" status: 204 len: 168 time: 0.5316021 Dec 11 22:47:20.641348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb54d83-d084-46e8-84ce-51bb335cb910,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:20.653748 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-8fe38c44-28bf-4070-83e0-d85c455b8009 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:47:20.654135 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-8fe38c44-28bf-4070-83e0-d85c455b8009 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:47:20.671739 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=5edbf384-7936-4ae0-be01-acf37a3e80cb,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:20.706982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:20.707455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:20.708004 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:20.708505 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:20.708860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:20.709193 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:20.709531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:20.709862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:20.710198 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:20.710530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:20.710895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:20.711228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:20.711799 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294646ff-cd43-4d8c-b412-b1ad35e050ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:20.812267 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-33ba8597-7197-45c0-b135-16b9109caa33 req-fe936bb0-305c-4234-980b-c6ca15140fba tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:20.846372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-35e6f5f8-31ec-46b4-bbde-1f60f3e22725 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Allocated IP 172.20.0.10 (a7fba66e-3897-4c19-851d-e2c20cc5c6c8/ea1a5e55-3ef0-4eb2-87bd-96a0d5508a0e/17fa40e2-7fb9-4edf-9d72-0ebe5954515a) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:20.879561 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3063594f-b4de-4ed3-b6d3-79899e5493e7 req-ebf69bc4-203c-4e6c-9665-c477f84c9afe tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 210 time: 0.0909579 Dec 11 22:47:20.898688 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5fb52-93c3-4a2e-9ec1-a38235d358c5 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event updated for resources: {'Subnet': ['ID=eb0f0294-4e3e-402d-a2de-2099021a0d1d,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:20.921460 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d5fb52-93c3-4a2e-9ec1-a38235d358c5 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Checking segment: {'id': '9736ee66-70ec-4ac3-9883-8082c20d5ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0e534e04-90f7-4f80-b213-94fc88171ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:20.921853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d5fb52-93c3-4a2e-9ec1-a38235d358c5 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Network hostable DHCP agents. Network: 0e534e04-90f7-4f80-b213-94fc88171ee6, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:47:20.976815 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-33ba8597-7197-45c0-b135-16b9109caa33 req-fe936bb0-305c-4234-980b-c6ca15140fba tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:21.010725 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['bbb9e180-05f9-4f32-abab-86a8a2c173d1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:47:21.059584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ba8597-7197-45c0-b135-16b9109caa33 req-fe936bb0-305c-4234-980b-c6ca15140fba tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Network 82b08062-dcd3-4b12-b656-232a56b3b938 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:21.073060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-33ba8597-7197-45c0-b135-16b9109caa33 req-fe936bb0-305c-4234-980b-c6ca15140fba tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:21.077019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe936bb0-305c-4234-980b-c6ca15140fba tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event updated for resources: {'Port': ['ID=80b6a5d7-4417-44b5-a891-d0cf65b39c69,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:21.079310 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ba8597-7197-45c0-b135-16b9109caa33 req-fe936bb0-305c-4234-980b-c6ca15140fba tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:21.121720 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-35e6f5f8-31ec-46b4-bbde-1f60f3e22725 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:21.150097 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b403be71-576b-478c-9cee-9e87e3e57bb3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:21.164590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba8597-7197-45c0-b135-16b9109caa33 req-fe936bb0-305c-4234-980b-c6ca15140fba tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:21.165264 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-33ba8597-7197-45c0-b135-16b9109caa33 req-fe936bb0-305c-4234-980b-c6ca15140fba tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:21.174307 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d5fb52-93c3-4a2e-9ec1-a38235d358c5 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Network 0e534e04-90f7-4f80-b213-94fc88171ee6 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:47:21.295938 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d67638d8-13f6-455a-97e2-dfc9928575d6 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:21.319806 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33ba8597-7197-45c0-b135-16b9109caa33 req-fe936bb0-305c-4234-980b-c6ca15140fba tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7953546 Dec 11 22:47:21.319806 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-35e6f5f8-31ec-46b4-bbde-1f60f3e22725 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:21.336872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403be71-576b-478c-9cee-9e87e3e57bb3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event updated for resources: {'Subnet': ['ID=e30cdfb0-6b97-48f3-90e8-36883fe8eb33,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:21.365787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5744209b-c9ed-4657-86a6-71fd7870ff99 None None] Provisioning complete for port 5edbf384-7936-4ae0-be01-acf37a3e80cb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:21.366379 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5744209b-c9ed-4657-86a6-71fd7870ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:21.378018 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b403be71-576b-478c-9cee-9e87e3e57bb3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Checking segment: {'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:21.378611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b403be71-576b-478c-9cee-9e87e3e57bb3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Network hostable DHCP agents. Network: b1cfad49-662b-4dfe-a01e-5f6ea0a193c7, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:47:21.380722 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-61d5fb52-93c3-4a2e-9ec1-a38235d358c5 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 0e534e04-90f7-4f80-b213-94fc88171ee6) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:21.399213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d5fb52-93c3-4a2e-9ec1-a38235d358c5 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:21.399453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da65c5-448a-40c5-962b-3e68d697ea4b None None] Network 0e534e04-90f7-4f80-b213-94fc88171ee6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:21.399842 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61d5fb52-93c3-4a2e-9ec1-a38235d358c5 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:21.408263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6f5f8-31ec-46b4-bbde-1f60f3e22725 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Pushing event updated for resources: {'Port': ['ID=17fa40e2-7fb9-4edf-9d72-0ebe5954515a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:21.414467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Request body: {'port': {'device_id': 'a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:21.434734 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67638d8-13f6-455a-97e2-dfc9928575d6 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event deleted for resources: {'Port': ['ID=8116e7bf-4af5-473f-a729-8566a4ce3350,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:21.477592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-35e6f5f8-31ec-46b4-bbde-1f60f3e22725 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Network a7fba66e-3897-4c19-851d-e2c20cc5c6c8 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:21.487925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-35e6f5f8-31ec-46b4-bbde-1f60f3e22725 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:21.495206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-35e6f5f8-31ec-46b4-bbde-1f60f3e22725 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:21.507468 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bf290b72-a81c-4e75-bb19-887fa9e7c9a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:21.532399 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d67638d8-13f6-455a-97e2-dfc9928575d6 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:21.539296 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d67638d8-13f6-455a-97e2-dfc9928575d6 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "DELETE /v2.0/ports/8116e7bf-4af5-473f-a729-8566a4ce3350 HTTP/1.1" status: 204 len: 168 time: 1.9702265 Dec 11 22:47:21.546475 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59832) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:21.573522 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-8283d9a9-586f-4508-b4f5-8007e4874a55 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] GET failed (client error): The resource could not be found. Dec 11 22:47:21.580599 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8283d9a9-586f-4508-b4f5-8007e4874a55 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "GET /v2.0/ports/8116e7bf-4af5-473f-a729-8566a4ce3350 HTTP/1.1" status: 404 len: 333 time: 0.0394228 Dec 11 22:47:21.581608 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59834) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:21.586520 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-0e534e04-90f7-4f80-b213-94fc88171ee6', 'network_id': '0e534e04-90f7-4f80-b213-94fc88171ee6', 'project_id': 'e32af71ee1994dd39f4cc010523808da', 'fixed_ips': [{'subnet_id': 'eb0f0294-4e3e-402d-a2de-2099021a0d1d'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:47:21.587528 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:21.681370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b403be71-576b-478c-9cee-9e87e3e57bb3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:47:21.681583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ff7db-ead6-4ea3-bff9-f4471528b45c req-b53b1e97-7669-4610-a5ba-3b2d50f2e836 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:21.687104 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fe3ff7db-ead6-4ea3-bff9-f4471528b45c req-b53b1e97-7669-4610-a5ba-3b2d50f2e836 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 931 time: 0.2766018 Dec 11 22:47:21.689293 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-61d5fb52-93c3-4a2e-9ec1-a38235d358c5 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9074445 Dec 11 22:47:21.689986 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:21.691810 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59838) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:21.702167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ec9a341c-0d5a-4716-abb3-8f97e2024627 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Request body: {'subnet': {'network_id': 'fb635a3c-a589-4afd-a324-a90fcca09d0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:21.709522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-35e6f5f8-31ec-46b4-bbde-1f60f3e22725 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:21.710233 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-35e6f5f8-31ec-46b4-bbde-1f60f3e22725 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:21.713657 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-b403be71-576b-478c-9cee-9e87e3e57bb3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, b1cfad49-662b-4dfe-a01e-5f6ea0a193c7) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:21.721657 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b403be71-576b-478c-9cee-9e87e3e57bb3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:21.722277 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b403be71-576b-478c-9cee-9e87e3e57bb3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:21.772131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc48328-014d-4de2-8b72-cb6e95c6d11c None None] Network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:21.848574 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Allocated IP 172.20.0.2 (0e534e04-90f7-4f80-b213-94fc88171ee6/eb0f0294-4e3e-402d-a2de-2099021a0d1d/3f9f192b-8a8f-4890-8ca1-a974a47346bb) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:21.854100 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a07d1941-da16-42e7-a5c9-42d1036b3330 None None] Provisioning complete for port 80b6a5d7-4417-44b5-a891-d0cf65b39c69 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:21.854548 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a07d1941-da16-42e7-a5c9-42d1036b3330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:21.892788 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-35e6f5f8-31ec-46b4-bbde-1f60f3e22725 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8219008 Dec 11 22:47:21.899315 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fe3ff7db-ead6-4ea3-bff9-f4471528b45c req-c9d18fe4-e5ba-417d-8624-715463ad925e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963210 Dec 11 22:47:21.918153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Request body: {'port': {'device_id': '75e44e2d-1511-46e0-94cd-95efe3c14a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:21.957398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b403be71-576b-478c-9cee-9e87e3e57bb3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4283702 Dec 11 22:47:21.979715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-b1cfad49-662b-4dfe-a01e-5f6ea0a193c7', 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7', 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'fixed_ips': [{'subnet_id': 'e30cdfb0-6b97-48f3-90e8-36883fe8eb33'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:47:21.979715 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:21.979715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a07d1941-da16-42e7-a5c9-42d1036b3330 None None] Port 80b6a5d7-4417-44b5-a891-d0cf65b39c69 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:21.984736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59844) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:22.024663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-c382e111-77d0-4c54-8730-39a9e137cc56 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Deleting port c9bed5d3-b1e7-4ca5-a10e-294dff85f206 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:22.025011 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c382e111-77d0-4c54-8730-39a9e137cc56 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.030055 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5edbf384-7936-4ae0-be01-acf37a3e80cb up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:22.047060 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f2daa15d-4a66-4135-9934-1bfabad87ac0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Request body: {'subnet': {'network_id': 'c5552553-fde7-4121-af84-11fda90b4772', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:22.153692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.248425 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391b4a3-c148-48d9-ba59-e4b16b5ec674 req-e6ad89a6-462d-4c41-adb4-e6b62c3d9a54 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:22.251611 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f391b4a3-c148-48d9-ba59-e4b16b5ec674 req-e6ad89a6-462d-4c41-adb4-e6b62c3d9a54 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 932 time: 0.2168441 Dec 11 22:47:22.252611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9a341c-0d5a-4716-abb3-8f97e2024627 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Made reservation on behalf of e32af71ee1994dd39f4cc010523808da for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:22.256635 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec9a341c-0d5a-4716-abb3-8f97e2024627 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.265296 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c382e111-77d0-4c54-8730-39a9e137cc56 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.269231 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.279096 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5edbf384-7936-4ae0-be01-acf37a3e80cb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:22.279461 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.300550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-c382e111-77d0-4c54-8730-39a9e137cc56 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Calling delete_port for c9bed5d3-b1e7-4ca5-a10e-294dff85f206 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:22.304726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Allocated IP 10.1.1.2 (b1cfad49-662b-4dfe-a01e-5f6ea0a193c7/e30cdfb0-6b97-48f3-90e8-36883fe8eb33/e4ffa16c-a4f6-4170-8124-939963ae20d1) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:22.327812 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.412053 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f391b4a3-c148-48d9-ba59-e4b16b5ec674 req-de53849a-1c05-4a90-bb57-5053b4de3c0c tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4385cadb-beda-4bd6-934c-12680d9587c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401699 Dec 11 22:47:22.472565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b6a5d7-4417-44b5-a891-d0cf65b39c69 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:47:22.495734 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.505889 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.551949 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2daa15d-4a66-4135-9934-1bfabad87ac0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Made reservation on behalf of eb0d1919169e4d1aae29bafa9569b2dc for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:22.556250 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2daa15d-4a66-4135-9934-1bfabad87ac0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.562025 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Transition to ACTIVE for port object 80b6a5d7-4417-44b5-a891-d0cf65b39c69 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:47:22.563908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Network 0e534e04-90f7-4f80-b213-94fc88171ee6 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:22.578899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:22.621179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:22.629900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Pushing event updated for resources: {'Port': ['ID=3f9f192b-8a8f-4890-8ca1-a974a47346bb,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:22.701505 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.718415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Attempting to bind port 3f9f192b-8a8f-4890-8ca1-a974a47346bb on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:47:22.718843 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Attempting to bind port 3f9f192b-8a8f-4890-8ca1-a974a47346bb by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '9736ee66-70ec-4ac3-9883-8082c20d5ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0e534e04-90f7-4f80-b213-94fc88171ee6'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:47:22.719179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Attempting to bind port 3f9f192b-8a8f-4890-8ca1-a974a47346bb on network 0e534e04-90f7-4f80-b213-94fc88171ee6 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:47:22.734798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:47:22.735202 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Checking segment: {'id': '9736ee66-70ec-4ac3-9883-8082c20d5ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0e534e04-90f7-4f80-b213-94fc88171ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:22.735680 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.736037 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Bound using segment: {'id': '9736ee66-70ec-4ac3-9883-8082c20d5ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0e534e04-90f7-4f80-b213-94fc88171ee6'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:47:22.736479 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Bound port: 3f9f192b-8a8f-4890-8ca1-a974a47346bb, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9736ee66-70ec-4ac3-9883-8082c20d5ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0e534e04-90f7-4f80-b213-94fc88171ee6'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:47:22.736863 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.785098 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec9a341c-0d5a-4716-abb3-8f97e2024627 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.803622 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Pushing event updated for resources: {'Port': ['ID=80b6a5d7-4417-44b5-a891-d0cf65b39c69,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:22.828064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fa40e2-7fb9-4edf-9d72-0ebe5954515a {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:47:22.833080 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.859905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] For port 3f9f192b-8a8f-4890-8ca1-a974a47346bb, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:47:22.863766 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] For port 3f9f192b-8a8f-4890-8ca1-a974a47346bb, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3f9f192b-8a8f-4890-8ca1-a974a47346bb,segment=NetworkSegment(9736ee66-70ec-4ac3-9883-8082c20d5ee6),segment_id=9736ee66-70ec-4ac3-9883-8082c20d5ee6)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:47:22.866844 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c382e111-77d0-4c54-8730-39a9e137cc56 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.870365 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:22.919199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a341c-0d5a-4716-abb3-8f97e2024627 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event updated for resources: {'Subnet': ['ID=f8b36822-ae35-4af2-abb0-d7510424a4dc,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:22.928823 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a341c-0d5a-4716-abb3-8f97e2024627 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Checking segment: {'id': '67e60816-7428-4e9c-a12a-db571fcd2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fb635a3c-a589-4afd-a324-a90fcca09d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:22.929194 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a341c-0d5a-4716-abb3-8f97e2024627 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Network hostable DHCP agents. Network: fb635a3c-a589-4afd-a324-a90fcca09d0d, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:47:22.950600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382e111-77d0-4c54-8730-39a9e137cc56 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event deleted for resources: {'Port': ['ID=c9bed5d3-b1e7-4ca5-a10e-294dff85f206,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:22.964622 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Transition to ACTIVE for port object 17fa40e2-7fb9-4edf-9d72-0ebe5954515a will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:47:23.003545 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:23.057062 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2daa15d-4a66-4135-9934-1bfabad87ac0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:23.074114 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:23.080981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Attempting to bind port 80b6a5d7-4417-44b5-a891-d0cf65b39c69 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:47:23.081319 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Attempting to bind port 80b6a5d7-4417-44b5-a891-d0cf65b39c69 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:47:23.081664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Attempting to bind port 80b6a5d7-4417-44b5-a891-d0cf65b39c69 on network 82b08062-dcd3-4b12-b656-232a56b3b938 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:47:23.091025 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:23.107147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:23.112818 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Pushing event updated for resources: {'Port': ['ID=e4ffa16c-a4f6-4170-8124-939963ae20d1,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:23.116130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:23.127915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Port 80b6a5d7-4417-44b5-a891-d0cf65b39c69 on network 82b08062-dcd3-4b12-b656-232a56b3b938 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:47:23.128257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Attempting to bind port 80b6a5d7-4417-44b5-a891-d0cf65b39c69 on network 82b08062-dcd3-4b12-b656-232a56b3b938 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:47:23.145864 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c382e111-77d0-4c54-8730-39a9e137cc56 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:23.152100 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c382e111-77d0-4c54-8730-39a9e137cc56 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "DELETE /v2.0/ports/c9bed5d3-b1e7-4ca5-a10e-294dff85f206 HTTP/1.1" status: 204 len: 168 time: 1.5635958 Dec 11 22:47:23.165157 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59864) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:23.169919 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daa15d-4a66-4135-9934-1bfabad87ac0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event updated for resources: {'Subnet': ['ID=e7a7f52a-6baa-4f18-a249-4b879d242a22,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:23.184051 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:23.189362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:47:23.189748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Checking segment: {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:23.190142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Bound using segment: {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:47:23.190595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Bound port: 80b6a5d7-4417-44b5-a891-d0cf65b39c69, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:47:23.196630 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:23.200984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab25a5-e5b2-4390-bcdb-1f2cbf7c3e10 None None] Pushing event updated for resources: {'Port': ['ID=3f9f192b-8a8f-4890-8ca1-a974a47346bb,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:23.261472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a341c-0d5a-4716-abb3-8f97e2024627 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Network fb635a3c-a589-4afd-a324-a90fcca09d0d is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:47:23.273425 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2daa15d-4a66-4135-9934-1bfabad87ac0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Checking segment: {'id': '4649c973-0152-46a9-9702-eeefc8251bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:23.273802 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2daa15d-4a66-4135-9934-1bfabad87ac0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Network hostable DHCP agents. Network: c5552553-fde7-4121-af84-11fda90b4772, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:47:23.300027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ca568-3e3c-4697-bbf6-cc0626efad4d req-2b29b891-648f-4dfd-8756-10dd82a3300c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:23.301089 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-688ca568-3e3c-4697-bbf6-cc0626efad4d req-2b29b891-648f-4dfd-8756-10dd82a3300c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 943 time: 0.2845740 Dec 11 22:47:23.304694 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Attempting to bind port e4ffa16c-a4f6-4170-8124-939963ae20d1 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:47:23.305470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Attempting to bind port e4ffa16c-a4f6-4170-8124-939963ae20d1 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:47:23.305614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Attempting to bind port e4ffa16c-a4f6-4170-8124-939963ae20d1 on network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:47:23.314127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:47:23.319275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Checking segment: {'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:23.319275 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:23.322754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Bound using segment: {'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:47:23.323347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Bound port: e4ffa16c-a4f6-4170-8124-939963ae20d1, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:47:23.325177 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:23.334131 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ae3e47-3059-4110-949c-87cc955167ba tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Deleting subnet f9a06d55-3c45-4542-92f3-78b1481cbb50 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:47:23.344711 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3e47-3059-4110-949c-87cc955167ba tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:23.374836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Pushing event updated for resources: {'Port': ['ID=17fa40e2-7fb9-4edf-9d72-0ebe5954515a,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:23.404952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-ec9a341c-0d5a-4716-abb3-8f97e2024627 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, fb635a3c-a589-4afd-a324-a90fcca09d0d) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:23.416450 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9a341c-0d5a-4716-abb3-8f97e2024627 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:23.417052 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec9a341c-0d5a-4716-abb3-8f97e2024627 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:23.428464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] For port 80b6a5d7-4417-44b5-a891-d0cf65b39c69, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:47:23.436385 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3e47-3059-4110-949c-87cc955167ba tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:23.436593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] For port 80b6a5d7-4417-44b5-a891-d0cf65b39c69, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=80b6a5d7-4417-44b5-a891-d0cf65b39c69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:47:23.438608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6889940c-a8ed-4dd9-b481-2c681d3fcdb4 None None] Network fb635a3c-a589-4afd-a324-a90fcca09d0d requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:23.515047 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-688ca568-3e3c-4697-bbf6-cc0626efad4d req-4491652a-9e03-478b-aaaf-01dbd55c9469 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066422 Dec 11 22:47:23.536858 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2daa15d-4a66-4135-9934-1bfabad87ac0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Network c5552553-fde7-4121-af84-11fda90b4772 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:47:23.553516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] For port e4ffa16c-a4f6-4170-8124-939963ae20d1, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:47:23.572606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f2daa15d-4a66-4135-9934-1bfabad87ac0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, c5552553-fde7-4121-af84-11fda90b4772) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:23.579381 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2daa15d-4a66-4135-9934-1bfabad87ac0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:23.580226 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2daa15d-4a66-4135-9934-1bfabad87ac0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:23.598850 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:23.615077 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c3f171-3d76-495c-a896-512489b6b443 None None] Network c5552553-fde7-4121-af84-11fda90b4772 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:23.630772 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ec9a341c-0d5a-4716-abb3-8f97e2024627 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9367931 Dec 11 22:47:23.637019 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59874) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:23.642539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] For port e4ffa16c-a4f6-4170-8124-939963ae20d1, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e4ffa16c-a4f6-4170-8124-939963ae20d1,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:47:23.673621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:23.674308 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:23.675797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33ba8597-7197-45c0-b135-16b9109caa33 req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] 10.222.0.47 "PUT /v2.0/ports/80b6a5d7-4417-44b5-a891-d0cf65b39c69 HTTP/1.1" status: 200 len: 1091 time: 2.2700028 Dec 11 22:47:23.678111 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e', 'tag': '80b6a5d7-4417-44b5-a891-d0cf65b39c69'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:47:23.680718 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931b0ad7-e6c7-4fb4-9f2f-c1545b673ced" -d '{"events": [{"name": "network-changed", "server_uuid": "a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e", "tag": "80b6a5d7-4417-44b5-a891-d0cf65b39c69"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:47:23.688981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Attempting to bind port 17fa40e2-7fb9-4edf-9d72-0ebe5954515a on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:47:23.689414 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Attempting to bind port 17fa40e2-7fb9-4edf-9d72-0ebe5954515a by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '341cd068-0953-42d0-9b86-349809e64e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7fba66e-3897-4c19-851d-e2c20cc5c6c8'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:47:23.689736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Attempting to bind port 17fa40e2-7fb9-4edf-9d72-0ebe5954515a on network a7fba66e-3897-4c19-851d-e2c20cc5c6c8 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:47:23.710049 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Port 17fa40e2-7fb9-4edf-9d72-0ebe5954515a on network a7fba66e-3897-4c19-851d-e2c20cc5c6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:47:23.710049 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Attempting to bind port 17fa40e2-7fb9-4edf-9d72-0ebe5954515a on network a7fba66e-3897-4c19-851d-e2c20cc5c6c8 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:47:23.710530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a6c67-eb53-4624-8126-2346954bf301 service neutron] Pushing event updated for resources: {'Port': ['ID=80b6a5d7-4417-44b5-a891-d0cf65b39c69,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:23.721734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:47:23.722139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Checking segment: {'id': '341cd068-0953-42d0-9b86-349809e64e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7fba66e-3897-4c19-851d-e2c20cc5c6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:23.722480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Bound using segment: {'id': '341cd068-0953-42d0-9b86-349809e64e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7fba66e-3897-4c19-851d-e2c20cc5c6c8'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:47:23.723026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Bound port: 17fa40e2-7fb9-4edf-9d72-0ebe5954515a, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341cd068-0953-42d0-9b86-349809e64e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7fba66e-3897-4c19-851d-e2c20cc5c6c8'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:47:23.723396 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:23.789778 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f2daa15d-4a66-4135-9934-1bfabad87ac0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7762952 Dec 11 22:47:23.800180 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:23.871381 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59880) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:23.879654 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d84d9c9d-640b-408f-95b6-a4982e00d0ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Request body: {'port': {'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7', 'name': 'tempest-TaggedBootDevicesTest-1690409853', 'fixed_ips': [{'subnet_id': 'e30cdfb0-6b97-48f3-90e8-36883fe8eb33'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:23.894682 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] For port 17fa40e2-7fb9-4edf-9d72-0ebe5954515a, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:47:23.899439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] For port 17fa40e2-7fb9-4edf-9d72-0ebe5954515a, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=17fa40e2-7fb9-4edf-9d72-0ebe5954515a,segment=NetworkSegment(341cd068-0953-42d0-9b86-349809e64e1a),segment_id=341cd068-0953-42d0-9b86-349809e64e1a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:47:23.903642 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e97ed5-5b5f-41c9-9b2b-a6dd5ca77b8d x-openstack-request-id: req-32e97ed5-5b5f-41c9-9b2b-a6dd5ca77b8d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:47:23.903642 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e", "tag": "80b6a5d7-4417-44b5-a891-d0cf65b39c69", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:47:23.903918 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32e97ed5-5b5f-41c9-9b2b-a6dd5ca77b8d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:47:23.904969 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e', 'tag': '80b6a5d7-4417-44b5-a891-d0cf65b39c69', 'status': 'completed', 'code': 200} Dec 11 22:47:24.035117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b0ad7-e6c7-4fb4-9f2f-c1545b673ced req-d0a45946-82e2-4e87-aac5-9f28064f301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:24.036947 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-931b0ad7-e6c7-4fb4-9f2f-c1545b673ced req-d0a45946-82e2-4e87-aac5-9f28064f301a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 1094 time: 0.1317935 Dec 11 22:47:24.042251 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:24.047715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da863b78-b111-43f4-b11d-f4c09df0bd38 req-82ab28b0-1961-4d56-b89d-a2ff2d3c3415 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:24.051498 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:24.052708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-fb635a3c-a589-4afd-a324-a90fcca09d0d', 'network_id': 'fb635a3c-a589-4afd-a324-a90fcca09d0d', 'project_id': 'e32af71ee1994dd39f4cc010523808da', 'fixed_ips': [{'subnet_id': 'f8b36822-ae35-4af2-abb0-d7510424a4dc'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:47:24.053571 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:24.071939 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-da863b78-b111-43f4-b11d-f4c09df0bd38 req-82ab28b0-1961-4d56-b89d-a2ff2d3c3415 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 944 time: 0.5116842 Dec 11 22:47:24.123131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3f9f192b-8a8f-4890-8ca1-a974a47346bb up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:24.204516 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3e47-3059-4110-949c-87cc955167ba tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:24.243730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034dfd5-ea19-49cb-be32-f6756530d2d3 None None] Pushing event updated for resources: {'Port': ['ID=e4ffa16c-a4f6-4170-8124-939963ae20d1,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:24.309196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-c5552553-fde7-4121-af84-11fda90b4772', 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772', 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'fixed_ips': [{'subnet_id': 'e7a7f52a-6baa-4f18-a249-4b879d242a22'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:47:24.310310 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:24.374584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b0ad7-e6c7-4fb4-9f2f-c1545b673ced req-572eb14e-8121-479e-94cb-1c4cb9843205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:24.403882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 3f9f192b-8a8f-4890-8ca1-a974a47346bb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:24.404260 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:24.420341 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-931b0ad7-e6c7-4fb4-9f2f-c1545b673ced req-572eb14e-8121-479e-94cb-1c4cb9843205 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=27217062ad8c4d4babc5ba4352c729c5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3419127 Dec 11 22:47:24.460341 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:24.472004 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:24.475286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] 10.222.0.47 "PUT /v2.0/ports/17fa40e2-7fb9-4edf-9d72-0ebe5954515a HTTP/1.1" status: 200 len: 1092 time: 2.5640354 Dec 11 22:47:24.481723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f936281-5944-4cca-a638-f8d4c4ce7a0d service neutron] Pushing event updated for resources: {'Port': ['ID=17fa40e2-7fb9-4edf-9d72-0ebe5954515a,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:24.720781 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Allocated IP 172.20.0.2 (fb635a3c-a589-4afd-a324-a90fcca09d0d/f8b36822-ae35-4af2-abb0-d7510424a4dc/3a9bcc89-fde5-4c00-8b1b-5a365b91d70c) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:24.796195 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-da863b78-b111-43f4-b11d-f4c09df0bd38 req-2d0d91b7-3471-4e86-bd05-70699fff7720 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4385cadb-beda-4bd6-934c-12680d9587c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7306471 Dec 11 22:47:24.806783 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84d9c9d-640b-408f-95b6-a4982e00d0ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Made reservation on behalf of eb0d1919169e4d1aae29bafa9569b2dc for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:24.946947 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:24.987462 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:25.031631 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Allocated IP 10.2.2.2 (c5552553-fde7-4121-af84-11fda90b4772/e7a7f52a-6baa-4f18-a249-4b879d242a22/d8ef7c14-f45e-4760-9c66-d0095264dced) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:25.035855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b0ad7-e6c7-4fb4-9f2f-c1545b673ced req-f6a536fc-378c-430c-aecb-e80822b64a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:25.042086 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-931b0ad7-e6c7-4fb4-9f2f-c1545b673ced req-f6a536fc-378c-430c-aecb-e80822b64a0f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5319216 Dec 11 22:47:25.044783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-9df4e055-d749-45c2-95ba-862bb5d91f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:25.046545 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-9df4e055-d749-45c2-95ba-862bb5d91f25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855fd5f520554d68abc2990b895fc00d&device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 1095 time: 0.3518064 Dec 11 22:47:25.060165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70ccdb-d771-4f4c-b730-c3f465721f0a req-26af93a7-7e15-442b-bd1f-6fa1c5372962 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:25.063074 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc70ccdb-d771-4f4c-b730-c3f465721f0a req-26af93a7-7e15-442b-bd1f-6fa1c5372962 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 943 time: 0.3187249 Dec 11 22:47:25.072830 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:25.184611 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-04c25a4b-d86a-4ec4-a530-d55055deabfd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17fa40e2-7fb9-4edf-9d72-0ebe5954515a HTTP/1.1" status: 200 len: 217 time: 0.1204376 Dec 11 22:47:25.188151 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:25.209468 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3e47-3059-4110-949c-87cc955167ba tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:25.225121 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844bbd6a-bc1e-4139-bcc3-b7fd62dc75a2 None None] Network 0e534e04-90f7-4f80-b213-94fc88171ee6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:25.232096 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3e47-3059-4110-949c-87cc955167ba tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:25.247780 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a5ae3e47-3059-4110-949c-87cc955167ba tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "DELETE /v2.0/subnets/f9a06d55-3c45-4542-92f3-78b1481cbb50 HTTP/1.1" status: 204 len: 168 time: 2.0630417 Dec 11 22:47:25.258417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59904) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:25.317648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b7be11-9bba-4cf1-aa5e-4643378dfc36 None None] Network d697bc0e-b9c2-482e-bb4b-58c5977703c5 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:25.329878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae3e47-3059-4110-949c-87cc955167ba tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a06d55-3c45-4542-92f3-78b1481cbb50,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:25.373014 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d84d9c9d-640b-408f-95b6-a4982e00d0ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:25.404366 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:25.512579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-d84d9c9d-640b-408f-95b6-a4982e00d0ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] device_id is not set on port dcd220ca-4e1f-4da3-9633-91e4e94fedd9 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:47:25.665256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 3f9f192b-8a8f-4890-8ca1-a974a47346bb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3f9f192b-8a8f-4890-8ca1-a974a47346bb,segment=NetworkSegment(9736ee66-70ec-4ac3-9883-8082c20d5ee6),segment_id=9736ee66-70ec-4ac3-9883-8082c20d5ee6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:25.778933 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:25.782639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4955f90b-1952-4abe-9604-564983afd098 None None] Provisioning complete for port 3f9f192b-8a8f-4890-8ca1-a974a47346bb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:25.783722 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4955f90b-1952-4abe-9604-564983afd098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:25.805782 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Pushing event updated for resources: {'Port': ['ID=3a9bcc89-fde5-4c00-8b1b-5a365b91d70c,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:25.880944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Network fb635a3c-a589-4afd-a324-a90fcca09d0d is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:25.887366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1ebaac-438f-455f-a2b8-76ae21e3246b None None] Network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:25.890971 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Allocated IP 172.20.0.1 (0e534e04-90f7-4f80-b213-94fc88171ee6/eb0f0294-4e3e-402d-a2de-2099021a0d1d/09b93e0b-d808-4b86-9953-cc5d90711ac5) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:25.906792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e44e2d-1511-46e0-94cd-95efe3c14a92', 'tag': '17fa40e2-7fb9-4edf-9d72-0ebe5954515a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:47:25.909673 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bec7e0a-95fb-4d17-aeee-17396b782d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "75e44e2d-1511-46e0-94cd-95efe3c14a92", "tag": "17fa40e2-7fb9-4edf-9d72-0ebe5954515a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:47:25.993584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba8597-7197-45c0-b135-16b9109caa33 req-c2b6f603-0099-4031-a319-34218acdc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:25.995734 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33ba8597-7197-45c0-b135-16b9109caa33 req-c2b6f603-0099-4031-a319-34218acdc4ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 1094 time: 0.8551323 Dec 11 22:47:26.004736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc70ccdb-d771-4f4c-b730-c3f465721f0a req-7c6235d2-18f5-4b7d-83b2-580fcc7d3071 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9342723 Dec 11 22:47:26.034339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-90e9b66e-ae94-4855-91ed-de9cf5005cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:26.035855 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-90e9b66e-ae94-4855-91ed-de9cf5005cbc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea1a5e55-3ef0-4eb2-87bd-96a0d5508a0e HTTP/1.1" status: 200 len: 854 time: 0.8162427 Dec 11 22:47:26.043388 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:26.091380 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:26.095822 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47f6845-987b-4558-bc12-1d681f35e87c x-openstack-request-id: req-f47f6845-987b-4558-bc12-1d681f35e87c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:47:26.096317 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e44e2d-1511-46e0-94cd-95efe3c14a92", "tag": "17fa40e2-7fb9-4edf-9d72-0ebe5954515a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:47:26.097276 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f47f6845-987b-4558-bc12-1d681f35e87c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:47:26.097276 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e44e2d-1511-46e0-94cd-95efe3c14a92', 'tag': '17fa40e2-7fb9-4edf-9d72-0ebe5954515a', 'status': 'completed', 'code': 200} Dec 11 22:47:26.099119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33ba8597-7197-45c0-b135-16b9109caa33 req-c5b9280b-4c4d-44d0-b32f-9149a0473b2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80b6a5d7-4417-44b5-a891-d0cf65b39c69 HTTP/1.1" status: 200 len: 217 time: 0.0831547 Dec 11 22:47:26.105814 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:26.154977 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:26.156090 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:26.193042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=3f9f192b-8a8f-4890-8ca1-a974a47346bb,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:26.203107 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-595f3e3d-c986-44c8-8f51-4331aadc5466 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a7fba66e-3897-4c19-851d-e2c20cc5c6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099198 Dec 11 22:47:26.250222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Network c5552553-fde7-4121-af84-11fda90b4772 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:26.251746 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:26.254336 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:26.271216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:26.273659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:26.310371 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Pushing event updated for resources: {'Port': ['ID=d8ef7c14-f45e-4760-9c66-d0095264dced,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:26.386654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e4ffa16c-a4f6-4170-8124-939963ae20d1 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:26.478711 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba8597-7197-45c0-b135-16b9109caa33 req-c17f9aa8-e5c5-4d05-8a3d-bfa8e908c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:26.481193 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33ba8597-7197-45c0-b135-16b9109caa33 req-c17f9aa8-e5c5-4d05-8a3d-bfa8e908c79d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.3649709 Dec 11 22:47:26.484143 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-d90846f8-28d4-4f33-bd77-74f253fe3265 service neutron] 10.222.0.47 "GET /v2.0/networks/a7fba66e-3897-4c19-851d-e2c20cc5c6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556658 Dec 11 22:47:26.566781 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad329f-c314-4d31-a275-29e7e533582a req-ccd2e4fc-2c64-4aef-8e3a-8a3981ceb5ad tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:26.568428 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-efad329f-c314-4d31-a275-29e7e533582a req-ccd2e4fc-2c64-4aef-8e3a-8a3981ceb5ad tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 944 time: 0.4910300 Dec 11 22:47:26.590138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Attempting to bind port d8ef7c14-f45e-4760-9c66-d0095264dced on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:47:26.590425 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Attempting to bind port d8ef7c14-f45e-4760-9c66-d0095264dced by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4649c973-0152-46a9-9702-eeefc8251bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:47:26.590819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Attempting to bind port d8ef7c14-f45e-4760-9c66-d0095264dced on network c5552553-fde7-4121-af84-11fda90b4772 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:47:26.605475 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Network 0e534e04-90f7-4f80-b213-94fc88171ee6 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:26.621616 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:26.625908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:47:26.628024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Checking segment: {'id': '4649c973-0152-46a9-9702-eeefc8251bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:26.628453 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:26.628895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Bound using segment: {'id': '4649c973-0152-46a9-9702-eeefc8251bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:47:26.629841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Bound port: d8ef7c14-f45e-4760-9c66-d0095264dced, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4649c973-0152-46a9-9702-eeefc8251bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:47:26.630120 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:26.631623 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event updated for resources: {'Port': ['ID=09b93e0b-d808-4b86-9953-cc5d90711ac5,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:26.643236 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:26.664710 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Attempting to bind port 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:47:26.665182 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Attempting to bind port 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '67e60816-7428-4e9c-a12a-db571fcd2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fb635a3c-a589-4afd-a324-a90fcca09d0d'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:47:26.665636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Attempting to bind port 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c on network fb635a3c-a589-4afd-a324-a90fcca09d0d {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:47:26.680836 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9401ee31-6eb5-40c4-a9c8-c67af3a77a26 req-81247571-172e-42cf-be28-7755bd54a9dd service neutron] 10.222.0.47 "GET /v2.0/networks/a7fba66e-3897-4c19-851d-e2c20cc5c6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824141 Dec 11 22:47:26.711100 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-d84d9c9d-640b-408f-95b6-a4982e00d0ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Allocated IP 10.1.1.143 (b1cfad49-662b-4dfe-a01e-5f6ea0a193c7/e30cdfb0-6b97-48f3-90e8-36883fe8eb33/dcd220ca-4e1f-4da3-9633-91e4e94fedd9) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:26.727147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:47:26.727538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Checking segment: {'id': '67e60816-7428-4e9c-a12a-db571fcd2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fb635a3c-a589-4afd-a324-a90fcca09d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:26.727947 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:26.728424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Bound using segment: {'id': '67e60816-7428-4e9c-a12a-db571fcd2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fb635a3c-a589-4afd-a324-a90fcca09d0d'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:47:26.728926 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Bound port: 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e60816-7428-4e9c-a12a-db571fcd2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fb635a3c-a589-4afd-a324-a90fcca09d0d'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:47:26.729326 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:26.733788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Deleting port d51715ff-a808-49dd-bcb2-28b4cca64552 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:26.734240 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:26.768189 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-efad329f-c314-4d31-a275-29e7e533582a req-549c1851-212d-48d1-8d7e-44fa0864dbbf tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4385cadb-beda-4bd6-934c-12680d9587c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874530 Dec 11 22:47:26.782000 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:26.819288 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-052e315d-4807-4420-8d23-3db544b7f268 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1697220375&fields=id&tenant_id=df946e63d1d84440a773ced4e562a692 HTTP/1.1" status: 200 len: 267 time: 0.2209053 Dec 11 22:47:26.827092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba8597-7197-45c0-b135-16b9109caa33 req-d11a789b-9765-4e05-9998-d6ba787db7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:26.843738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port e4ffa16c-a4f6-4170-8124-939963ae20d1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:26.843738 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:26.846256 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33ba8597-7197-45c0-b135-16b9109caa33 req-d11a789b-9765-4e05-9998-d6ba787db7d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3371005 Dec 11 22:47:26.883807 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cfa24a-ebe5-4cdd-826a-ad86967a374d None None] DHCP port deletion for d697bc0e-b9c2-482e-bb4b-58c5977703c5 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:47:27.046048 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] For port d8ef7c14-f45e-4760-9c66-d0095264dced, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:47:27.075293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-775abe97-4684-4e89-80d8-16b6297ddfcc tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:27.077671 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-775abe97-4684-4e89-80d8-16b6297ddfcc tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/networks?id=8f8fea77-563d-4b58-80be-148d26ff4e2f HTTP/1.1" status: 200 len: 816 time: 0.2249658 Dec 11 22:47:27.086929 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] For port 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:47:27.129959 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] For port d8ef7c14-f45e-4760-9c66-d0095264dced, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d8ef7c14-f45e-4760-9c66-d0095264dced,segment=NetworkSegment(4649c973-0152-46a9-9702-eeefc8251bfd),segment_id=4649c973-0152-46a9-9702-eeefc8251bfd)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:47:27.159799 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] For port 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3a9bcc89-fde5-4c00-8b1b-5a365b91d70c,segment=NetworkSegment(67e60816-7428-4e9c-a12a-db571fcd2d55),segment_id=67e60816-7428-4e9c-a12a-db571fcd2d55)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:47:27.171083 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6a0cbe8c-8a81-41cc-b00a-fee34bbabb48 None None] Provisioning complete for port e4ffa16c-a4f6-4170-8124-939963ae20d1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:27.178712 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a0cbe8c-8a81-41cc-b00a-fee34bbabb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:27.223782 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d84d9c9d-640b-408f-95b6-a4982e00d0ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:27.235420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] For port d51715ff-a808-49dd-bcb2-28b4cca64552, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d51715ff-a808-49dd-bcb2-28b4cca64552,segment=NetworkSegment(38e76dde-f31f-498e-ad43-c4c8186d804c),segment_id=38e76dde-f31f-498e-ad43-c4c8186d804c)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:27.236021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:27.243627 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:27.251221 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-6957865e-33ee-4b7b-83b8-36f84f4767a2 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/quotas/df946e63d1d84440a773ced4e562a692 HTTP/1.1" status: 200 len: 375 time: 0.0957582 Dec 11 22:47:27.269686 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:27.274239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Calling delete_port for d51715ff-a808-49dd-bcb2-28b4cca64552 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:27.319539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec7e0a-95fb-4d17-aeee-17396b782d4f req-0635cf12-7b6a-45d9-b2cc-86bae33f899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:27.322336 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:27.323283 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d07d81-e638-454b-82aa-f8c53bc8d7e4 req-203e181b-ffa2-44cb-8a0d-5417cbbed143 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:27.324521 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bec7e0a-95fb-4d17-aeee-17396b782d4f req-0635cf12-7b6a-45d9-b2cc-86bae33f899d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855fd5f520554d68abc2990b895fc00d&device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 1095 time: 0.2686477 Dec 11 22:47:27.324989 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82d07d81-e638-454b-82aa-f8c53bc8d7e4 req-203e181b-ffa2-44cb-8a0d-5417cbbed143 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 943 time: 0.1789753 Dec 11 22:47:27.346181 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:27.366555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d0cfa24a-ebe5-4cdd-826a-ad86967a374d None None] Deleting port d51715ff-a808-49dd-bcb2-28b4cca64552 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:27.367201 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0cfa24a-ebe5-4cdd-826a-ad86967a374d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:27.519402 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33ba8597-7197-45c0-b135-16b9109caa33 req-48cb78d8-e179-496d-8aa6-d03de3215a9c service neutron] 10.222.0.47 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645076 Dec 11 22:47:27.545346 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d84d9c9d-640b-408f-95b6-a4982e00d0ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:27.571649 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82d07d81-e638-454b-82aa-f8c53bc8d7e4 req-196d6461-2eaa-458f-9e15-13ace43a0611 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304194 Dec 11 22:47:27.587387 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-8dbffd7d-66dc-4363-811f-6ab812775d91 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=df946e63d1d84440a773ced4e562a692&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3075545 Dec 11 22:47:27.698520 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port e4ffa16c-a4f6-4170-8124-939963ae20d1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e4ffa16c-a4f6-4170-8124-939963ae20d1,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:27.707891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca79734-ed6f-4b95-a899-60d95f34b9df None None] Pushing event updated for resources: {'Port': ['ID=d8ef7c14-f45e-4760-9c66-d0095264dced,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:27.722946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d0cfa24a-ebe5-4cdd-826a-ad86967a374d None None] For port d51715ff-a808-49dd-bcb2-28b4cca64552, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d51715ff-a808-49dd-bcb2-28b4cca64552,segment=NetworkSegment(38e76dde-f31f-498e-ad43-c4c8186d804c),segment_id=38e76dde-f31f-498e-ad43-c4c8186d804c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:27.723661 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0cfa24a-ebe5-4cdd-826a-ad86967a374d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:27.782684 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:27.808714 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d0cfa24a-ebe5-4cdd-826a-ad86967a374d None None] Calling delete_port for d51715ff-a808-49dd-bcb2-28b4cca64552 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:27.821691 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a0cbe8c-8a81-41cc-b00a-fee34bbabb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:27.850316 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d9c9d-640b-408f-95b6-a4982e00d0ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event updated for resources: {'Port': ['ID=dcd220ca-4e1f-4da3-9633-91e4e94fedd9,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:27.865515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d9c9d-640b-408f-95b6-a4982e00d0ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:27.870556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d84d9c9d-640b-408f-95b6-a4982e00d0ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:27.884404 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d9c9d-640b-408f-95b6-a4982e00d0ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:27.910990 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7c07c-65a5-4d9e-a26e-ea3326a9195b None None] Pushing event updated for resources: {'Port': ['ID=3a9bcc89-fde5-4c00-8b1b-5a365b91d70c,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:28.000895 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:28.073818 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-6a0cbe8c-8a81-41cc-b00a-fee34bbabb48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:47:28.073818 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-6a0cbe8c-8a81-41cc-b00a-fee34bbabb48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:47:28.080865 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84d9c9d-640b-408f-95b6-a4982e00d0ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:28.082440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec7e0a-95fb-4d17-aeee-17396b782d4f req-7aece59a-65ce-40cc-8afd-14cabef67b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:28.085643 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d84d9c9d-640b-408f-95b6-a4982e00d0ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:28.087282 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bec7e0a-95fb-4d17-aeee-17396b782d4f req-7aece59a-65ce-40cc-8afd-14cabef67b14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a7fba66e-3897-4c19-851d-e2c20cc5c6c8 HTTP/1.1" status: 200 len: 915 time: 0.7195761 Dec 11 22:47:28.096690 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=e4ffa16c-a4f6-4170-8124-939963ae20d1,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:28.148083 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0cfa24a-ebe5-4cdd-826a-ad86967a374d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:28.212226 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event deleted for resources: {'Port': ['ID=d51715ff-a808-49dd-bcb2-28b4cca64552,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:28.215586 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bec7e0a-95fb-4d17-aeee-17396b782d4f req-643ef39c-c071-443d-a01c-0538a281c9a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17fa40e2-7fb9-4edf-9d72-0ebe5954515a HTTP/1.1" status: 200 len: 217 time: 0.0679674 Dec 11 22:47:28.225091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfa24a-ebe5-4cdd-826a-ad86967a374d None None] Pushing event deleted for resources: {'Port': ['ID=d51715ff-a808-49dd-bcb2-28b4cca64552,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:28.238749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cfa24a-ebe5-4cdd-826a-ad86967a374d None None] No DVR routers for this DVR port d51715ff-a808-49dd-bcb2-28b4cca64552 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:47:28.262697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] No DVR routers for this DVR port d51715ff-a808-49dd-bcb2-28b4cca64552 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:47:28.340744 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:28.413608 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33ba8597-7197-45c0-b135-16b9109caa33 req-e1f3abc1-71be-477c-b1ce-2a8b5091395e service neutron] 10.222.0.47 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8782015 Dec 11 22:47:28.435808 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-4082d262-5a0f-4029-a920-4ea53a1233c5 service neutron] 10.222.0.45 "GET /v2.0/networks/8f8fea77-563d-4b58-80be-148d26ff4e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330892 Dec 11 22:47:28.446009 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:28.535154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3f9f192b-8a8f-4890-8ca1-a974a47346bb up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:28.535435 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d84d9c9d-640b-408f-95b6-a4982e00d0ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6601477 Dec 11 22:47:28.548065 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec7e0a-95fb-4d17-aeee-17396b782d4f req-276e81ad-92ec-4276-b571-c037dff961fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:28.549659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bec7e0a-95fb-4d17-aeee-17396b782d4f req-276e81ad-92ec-4276-b571-c037dff961fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea1a5e55-3ef0-4eb2-87bd-96a0d5508a0e HTTP/1.1" status: 200 len: 854 time: 0.3212271 Dec 11 22:47:28.550214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59950) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:28.558719 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:28.565572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-17d07fc7-2e5b-4c03-9a17-97777b042c56 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Request body: {'port': {'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7', 'name': 'tempest-TaggedBootDevicesTest-457664027', 'fixed_ips': [{'subnet_id': 'e30cdfb0-6b97-48f3-90e8-36883fe8eb33'}]}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:28.571974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event updated for resources: {'Port': ['ID=09b93e0b-d808-4b86-9953-cc5d90711ac5,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:28.655965 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:28.665242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 3f9f192b-8a8f-4890-8ca1-a974a47346bb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:28.666232 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:28.667701 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bec7e0a-95fb-4d17-aeee-17396b782d4f req-e1f0f538-e8a0-42b3-880d-2a749369492a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a7fba66e-3897-4c19-851d-e2c20cc5c6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957363 Dec 11 22:47:28.679715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d697bc0e-b9c2-482e-bb4b-58c5977703c5']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:28.727932 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c6540-baf0-43f1-8b78-41d946f3e1eb req-84a66bf0-5e3b-420a-8fdc-d20558c09f1f tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:28.733257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e76dde-f31f-498e-ad43-c4c8186d804c') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:28.733646 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e76dde-f31f-498e-ad43-c4c8186d804c') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:28.738389 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-420c6540-baf0-43f1-8b78-41d946f3e1eb req-84a66bf0-5e3b-420a-8fdc-d20558c09f1f tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 944 time: 0.1259611 Dec 11 22:47:28.768650 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:28.778772 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e4ffa16c-a4f6-4170-8124-939963ae20d1 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:28.813381 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-420c6540-baf0-43f1-8b78-41d946f3e1eb req-d89a88ce-4680-4651-8fa9-3860171774f6 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4385cadb-beda-4bd6-934c-12680d9587c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762939 Dec 11 22:47:28.850200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59956) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:28.871548 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-86244342-e831-489a-a526-2073d5faad49 service neutron] 10.222.0.45 "GET /v2.0/networks/8f8fea77-563d-4b58-80be-148d26ff4e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938572 Dec 11 22:47:28.876120 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:28.885906 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Network 0e534e04-90f7-4f80-b213-94fc88171ee6 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:28.887811 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:28.917658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-38e2d6f4-2fb5-41e6-bc70-786e064689d5 None None] Provisioning complete for port 09b93e0b-d808-4b86-9953-cc5d90711ac5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:28.918231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:47:28.918374 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-38e2d6f4-2fb5-41e6-bc70-786e064689d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:47:28.918470 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:47:28.941196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f220257-32f7-4836-9799-065873dc1f82 req-af5a9515-4bd0-4349-895b-25e57e9e351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:28.946387 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0f220257-32f7-4836-9799-065873dc1f82 req-af5a9515-4bd0-4349-895b-25e57e9e351f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36b0d5d497d147bc813a16327e3b4f38&device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 1097 time: 0.3035517 Dec 11 22:47:29.065464 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-38e2d6f4-2fb5-41e6-bc70-786e064689d5 None None] Port 09b93e0b-d808-4b86-9953-cc5d90711ac5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:29.070375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port e4ffa16c-a4f6-4170-8124-939963ae20d1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:29.070888 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:29.119576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-38e2d6f4-2fb5-41e6-bc70-786e064689d5 None None] Provisioning complete for port e4ffa16c-a4f6-4170-8124-939963ae20d1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:29.120081 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-38e2d6f4-2fb5-41e6-bc70-786e064689d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:29.243515 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f922c8bb-dcda-4d78-a972-c17397b844d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:29.299610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-38e2d6f4-2fb5-41e6-bc70-786e064689d5 None None] Provisioning complete for port dcd220ca-4e1f-4da3-9633-91e4e94fedd9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:29.300160 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-38e2d6f4-2fb5-41e6-bc70-786e064689d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:29.305045 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3457f-25af-435f-94a5-0f2ad4ba9349 req-f385d7f3-30c5-4cc6-8664-67a4dc0f7a1e tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:29.307106 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-14c3457f-25af-435f-94a5-0f2ad4ba9349 req-f385d7f3-30c5-4cc6-8664-67a4dc0f7a1e tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.2856987 Dec 11 22:47:29.318285 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bec7e0a-95fb-4d17-aeee-17396b782d4f req-85b982b1-8f8b-4f42-9c20-02e9e796e2db service neutron] 10.222.0.47 "GET /v2.0/networks/a7fba66e-3897-4c19-851d-e2c20cc5c6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281884 Dec 11 22:47:29.320093 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f220257-32f7-4836-9799-065873dc1f82 req-8b6f6770-3060-4f7b-aa7d-80a469c7c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:29.321866 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0f220257-32f7-4836-9799-065873dc1f82 req-8b6f6770-3060-4f7b-aa7d-80a469c7c3ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 HTTP/1.1" status: 200 len: 920 time: 0.3659976 Dec 11 22:47:29.419857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:29.428743 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-14c3457f-25af-435f-94a5-0f2ad4ba9349 req-c801b725-7b58-474a-a886-9a9e2187a0d3 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134746 Dec 11 22:47:29.447331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d07fc7-2e5b-4c03-9a17-97777b042c56 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Made reservation on behalf of eb0d1919169e4d1aae29bafa9569b2dc for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:29.458750 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:29.470622 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:29.479990 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f922c8bb-dcda-4d78-a972-c17397b844d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:29.484224 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] 10.222.0.45 "DELETE /v2.0/networks/d697bc0e-b9c2-482e-bb4b-58c5977703c5 HTTP/1.1" status: 204 len: 168 time: 4.2224298 Dec 11 22:47:29.515299 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Router ec014a6e-b10a-423d-9747-0fe7aa7912f9 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:47:29.598397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94520540-169c-4b99-8f0d-d25b3473ad24 tempest-AllowedAddressPairTestJSON-1497876844 tempest-AllowedAddressPairTestJSON-1497876844-project] Pushing event deleted for resources: {'Network': ['ID=d697bc0e-b9c2-482e-bb4b-58c5977703c5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:29.601057 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f922c8bb-dcda-4d78-a972-c17397b844d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:29.624847 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0f220257-32f7-4836-9799-065873dc1f82 req-cd01832c-969a-4e16-a215-a309dd74663c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6462d03d-ca94-49e5-91ae-038181242f09 HTTP/1.1" status: 200 len: 217 time: 0.1819875 Dec 11 22:47:29.739609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f220257-32f7-4836-9799-065873dc1f82 req-87a7aba7-d782-4548-b082-dcc884597117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:29.741357 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0f220257-32f7-4836-9799-065873dc1f82 req-87a7aba7-d782-4548-b082-dcc884597117 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eb8fca7-5e40-4bee-9504-a72666de8453 HTTP/1.1" status: 200 len: 859 time: 0.0714855 Dec 11 22:47:29.765374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 17fa40e2-7fb9-4edf-9d72-0ebe5954515a details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:47:29.769400 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169f085a-263f-426a-904f-0966707f137b None None] Network fb635a3c-a589-4afd-a324-a90fcca09d0d requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:29.783207 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f922c8bb-dcda-4d78-a972-c17397b844d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78a89b07c6184becad520aea2bf92283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9319925 Dec 11 22:47:29.786530 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59972) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:29.802019 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20b925e4-00c5-4e9b-8725-130c94915cd5 req-0d8e3db6-8dcc-4382-9fc2-308c8e31fffa tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 210 time: 0.0580227 Dec 11 22:47:29.809326 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922c8bb-dcda-4d78-a972-c17397b844d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c2236d-f061-42f8-a763-ecbbd4088104,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:29.849868 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04783a0b-87d7-4728-9165-defcb945ac8f req-244c4e4c-2df5-45d1-be16-b899bebadc7b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:29.858479 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04783a0b-87d7-4728-9165-defcb945ac8f req-244c4e4c-2df5-45d1-be16-b899bebadc7b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 943 time: 0.2589841 Dec 11 22:47:29.868358 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:47:29.882640 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4cf2e9b3-45a0-4206-b90e-a9eda9c4c550 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "PUT /v2.0/routers/ec014a6e-b10a-423d-9747-0fe7aa7912f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2429116 Dec 11 22:47:29.886636 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282e6e8e-d252-40a0-a399-a33ccc61f7e8 None None] Sync routers for ids ['ec014a6e-b10a-423d-9747-0fe7aa7912f9'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:47:29.893905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59976) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:29.905816 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0f220257-32f7-4836-9799-065873dc1f82 req-0dc9ddaa-a1e2-4423-9558-cc9fa6747945 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927508 Dec 11 22:47:29.919299 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bec7e0a-95fb-4d17-aeee-17396b782d4f req-9115f0cd-2a1f-490e-8b9c-ee96c50d724b service neutron] 10.222.0.47 "GET /v2.0/networks/a7fba66e-3897-4c19-851d-e2c20cc5c6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904655 Dec 11 22:47:29.926945 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e6e8e-d252-40a0-a399-a33ccc61f7e8 None None] Routers {'ec014a6e-b10a-423d-9747-0fe7aa7912f9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:47:29.928954 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-282e6e8e-d252-40a0-a399-a33ccc61f7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:47:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ec014a6e-b10a-423d-9747-0fe7aa7912f9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:29.995821 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-282e6e8e-d252-40a0-a399-a33ccc61f7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:30.007839 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e6e8e-d252-40a0-a399-a33ccc61f7e8 None None] Routers {'ec014a6e-b10a-423d-9747-0fe7aa7912f9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:47:30.009275 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-282e6e8e-d252-40a0-a399-a33ccc61f7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:47:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ec014a6e-b10a-423d-9747-0fe7aa7912f9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:30.057248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5005192c-8c3c-4e86-b97d-6758e9752f5d None None] Network c5552553-fde7-4121-af84-11fda90b4772 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:30.099926 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-38e2d6f4-2fb5-41e6-bc70-786e064689d5 None None] Port dcd220ca-4e1f-4da3-9633-91e4e94fedd9 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:30.101764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59984) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:30.199730 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04783a0b-87d7-4728-9165-defcb945ac8f req-f8fa70f8-94eb-42d6-bd19-08db49ab8a95 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403239 Dec 11 22:47:30.209185 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f39c4d20-2b90-4c00-936d-f607bfd413eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:30.221810 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:30.222301 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:30.224198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-38e2d6f4-2fb5-41e6-bc70-786e064689d5 None None] Provisioning complete for port 3f9f192b-8a8f-4890-8ca1-a974a47346bb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:30.225885 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-38e2d6f4-2fb5-41e6-bc70-786e064689d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:30.228435 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-282e6e8e-d252-40a0-a399-a33ccc61f7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:30.228435 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282e6e8e-d252-40a0-a399-a33ccc61f7e8 None None] The sync data for ids ['ec014a6e-b10a-423d-9747-0fe7aa7912f9'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:47:30.250291 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0f220257-32f7-4836-9799-065873dc1f82 req-de006581-fb38-4ace-9a03-8c9e4ffcb155 service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282807 Dec 11 22:47:30.255633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f39c4d20-2b90-4c00-936d-f607bfd413eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:30.257587 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-17d07fc7-2e5b-4c03-9a17-97777b042c56 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:30.374331 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0f220257-32f7-4836-9799-065873dc1f82 req-4c15c7ff-5b33-4260-9df1-7b72c4bb5237 service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105595 Dec 11 22:47:30.399524 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 17fa40e2-7fb9-4edf-9d72-0ebe5954515a, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=17fa40e2-7fb9-4edf-9d72-0ebe5954515a,segment=NetworkSegment(341cd068-0953-42d0-9b86-349809e64e1a),segment_id=341cd068-0953-42d0-9b86-349809e64e1a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:30.403078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369f6d0-b286-4f14-a544-55870e250049 req-be93c1ae-3b48-4060-85e1-3b201d7be667 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:30.404858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2369f6d0-b286-4f14-a544-55870e250049 req-be93c1ae-3b48-4060-85e1-3b201d7be667 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 944 time: 0.4923172 Dec 11 22:47:30.423786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-17d07fc7-2e5b-4c03-9a17-97777b042c56 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] device_id is not set on port 4f62b209-549f-451d-a578-3b22242ccc69 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:47:30.429608 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-39bd67f5-dc26-4b9d-a3c1-5fcb4faf9249 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=797ad0813d204baca538d5dc2ed6429e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3238127 Dec 11 22:47:30.430094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59990) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:30.449646 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '17fa40e2-7fb9-4edf-9d72-0ebe5954515a', 'network_id': 'a7fba66e-3897-4c19-851d-e2c20cc5c6c8', 'port_id': '17fa40e2-7fb9-4edf-9d72-0ebe5954515a', 'mac_address': 'fa:16:3e:ec:a3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1a5e55-3ef0-4eb2-87bd-96a0d5508a0e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:47:30.542576 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:30.555581 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f39c4d20-2b90-4c00-936d-f607bfd413eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:30.559762 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f39c4d20-2b90-4c00-936d-f607bfd413eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:30.561320 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f39c4d20-2b90-4c00-936d-f607bfd413eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96c2236d-f061-42f8-a763-ecbbd4088104 HTTP/1.1" status: 204 len: 168 time: 0.7538195 Dec 11 22:47:30.588291 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0186c064-05ce-411f-8df8-ac38f1631277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:30.590541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c4d20-2b90-4c00-936d-f607bfd413eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c2236d-f061-42f8-a763-ecbbd4088104,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:30.633623 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-bbf73a19-3a6b-4066-9328-b6f9d3cfaf9e tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:47:30.638266 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bbf73a19-3a6b-4066-9328-b6f9d3cfaf9e tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "PUT /v2.0/routers/ec014a6e-b10a-423d-9747-0fe7aa7912f9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7292943 Dec 11 22:47:30.639658 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:30.649502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59998) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:30.688192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fa40e2-7fb9-4edf-9d72-0ebe5954515a {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:47:30.696211 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0186c064-05ce-411f-8df8-ac38f1631277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:30.747131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2369f6d0-b286-4f14-a544-55870e250049 req-5def5f0e-ef63-4ac7-b625-64b151d58654 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4385cadb-beda-4bd6-934c-12680d9587c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322103 Dec 11 22:47:30.816095 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 17fa40e2-7fb9-4edf-9d72-0ebe5954515a, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=17fa40e2-7fb9-4edf-9d72-0ebe5954515a,segment=NetworkSegment(341cd068-0953-42d0-9b86-349809e64e1a),segment_id=341cd068-0953-42d0-9b86-349809e64e1a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:30.820538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3a9bcc89-fde5-4c00-8b1b-5a365b91d70c,segment=NetworkSegment(67e60816-7428-4e9c-a12a-db571fcd2d55),segment_id=67e60816-7428-4e9c-a12a-db571fcd2d55)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:30.835631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546762bc-52e8-49f5-9ae0-14d9756d90ad req-b0cfd594-6eab-420c-b019-0fc328835be5 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:30.837211 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-546762bc-52e8-49f5-9ae0-14d9756d90ad req-b0cfd594-6eab-420c-b019-0fc328835be5 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.2109628 Dec 11 22:47:30.908814 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:30.942520 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:30.943415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d8ef7c14-f45e-4760-9c66-d0095264dced up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:31.013737 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f5ce8d5a-2cf7-4bdb-8eda-04d3dd2cf66b None None] Provisioning complete for port 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:31.014484 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8d5a-2cf7-4bdb-8eda-04d3dd2cf66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:31.021174 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-546762bc-52e8-49f5-9ae0-14d9756d90ad req-6b89fb68-5917-4297-a45b-524877084436 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596417 Dec 11 22:47:31.075231 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=17fa40e2-7fb9-4edf-9d72-0ebe5954515a,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:31.138392 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0186c064-05ce-411f-8df8-ac38f1631277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:31.144161 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0186c064-05ce-411f-8df8-ac38f1631277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:31.148149 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0186c064-05ce-411f-8df8-ac38f1631277 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46a9ec52-9325-431e-a5e0-65a3e57e7ea3 HTTP/1.1" status: 204 len: 168 time: 0.7149422 Dec 11 22:47:31.191611 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d8ef7c14-f45e-4760-9c66-d0095264dced triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:31.192222 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:31.210824 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186c064-05ce-411f-8df8-ac38f1631277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a9ec52-9325-431e-a5e0-65a3e57e7ea3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:31.248175 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['17fa40e2-7fb9-4edf-9d72-0ebe5954515a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:47:31.302691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=3a9bcc89-fde5-4c00-8b1b-5a365b91d70c,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:31.345671 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f5ce8d5a-2cf7-4bdb-8eda-04d3dd2cf66b None None] Provisioning complete for port 09b93e0b-d808-4b86-9953-cc5d90711ac5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:31.346050 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8d5a-2cf7-4bdb-8eda-04d3dd2cf66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:31.411894 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce8d5a-2cf7-4bdb-8eda-04d3dd2cf66b None None] Port 09b93e0b-d808-4b86-9953-cc5d90711ac5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:31.426399 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de3f56ea-128b-4dc2-99bb-463d84e75d38 req-33f061ca-c7e5-4d3b-aa54-58539b105a3c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 210 time: 0.5182745 Dec 11 22:47:31.441193 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-17d07fc7-2e5b-4c03-9a17-97777b042c56 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Allocated IP 10.1.1.11 (b1cfad49-662b-4dfe-a01e-5f6ea0a193c7/e30cdfb0-6b97-48f3-90e8-36883fe8eb33/4f62b209-549f-451d-a578-3b22242ccc69) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:31.445895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f5ce8d5a-2cf7-4bdb-8eda-04d3dd2cf66b None None] Provisioning complete for port d8ef7c14-f45e-4760-9c66-d0095264dced triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:31.446273 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8d5a-2cf7-4bdb-8eda-04d3dd2cf66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:31.534149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 80b6a5d7-4417-44b5-a891-d0cf65b39c69 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:47:31.573680 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:31.614634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60010) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:31.663832 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bd6a2bc8-0d95-447d-aad3-b24f5b4ad917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:31.691609 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port d8ef7c14-f45e-4760-9c66-d0095264dced, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d8ef7c14-f45e-4760-9c66-d0095264dced,segment=NetworkSegment(4649c973-0152-46a9-9702-eeefc8251bfd),segment_id=4649c973-0152-46a9-9702-eeefc8251bfd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:31.704017 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-17d07fc7-2e5b-4c03-9a17-97777b042c56 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:31.723640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00342dc1-65f9-4ecd-8d7e-e9998d5e5b33 req-af6dacde-6123-4e0d-ba23-f2e564215005 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:31.725377 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-00342dc1-65f9-4ecd-8d7e-e9998d5e5b33 req-af6dacde-6123-4e0d-ba23-f2e564215005 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 943 time: 0.0898871 Dec 11 22:47:31.732760 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dae778ae-f816-4aff-bc56-01dd77cf766b tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:31.772923 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:31.856954 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8d5a-2cf7-4bdb-8eda-04d3dd2cf66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:31.858571 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bd6a2bc8-0d95-447d-aad3-b24f5b4ad917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:31.917249 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d51715ff-a808-49dd-bcb2-28b4cca64552 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:47:31.923351 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 80b6a5d7-4417-44b5-a891-d0cf65b39c69, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=80b6a5d7-4417-44b5-a891-d0cf65b39c69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:31.954393 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=d8ef7c14-f45e-4760-9c66-d0095264dced,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:31.970262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: d51715ff-a808-49dd-bcb2-28b4cca64552 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:47:31.970619 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d51715ff-a808-49dd-bcb2-28b4cca64552 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:47:31.973681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '80b6a5d7-4417-44b5-a891-d0cf65b39c69', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'port_id': '80b6a5d7-4417-44b5-a891-d0cf65b39c69', 'mac_address': 'fa:16:3e:8b:6f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:47:31.982826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da300b92-7f2b-489e-a4a2-0311a12131d3 req-974ffbb6-1981-48ff-a09c-688cf45dc10b tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:31.984696 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-da300b92-7f2b-489e-a4a2-0311a12131d3 req-974ffbb6-1981-48ff-a09c-688cf45dc10b tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 945 time: 0.0889497 Dec 11 22:47:31.986820 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-00342dc1-65f9-4ecd-8d7e-e9998d5e5b33 req-51b895a3-3e99-4674-b0d7-292bee051f62 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500160 Dec 11 22:47:32.074440 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-f5ce8d5a-2cf7-4bdb-8eda-04d3dd2cf66b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:47:32.074827 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-f5ce8d5a-2cf7-4bdb-8eda-04d3dd2cf66b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:47:32.079579 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:32.093298 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b6a5d7-4417-44b5-a891-d0cf65b39c69 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:47:32.116407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-da300b92-7f2b-489e-a4a2-0311a12131d3 req-7768dd8d-e6a2-4624-98c9-7d40b25e3693 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4385cadb-beda-4bd6-934c-12680d9587c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179597 Dec 11 22:47:32.123353 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 80b6a5d7-4417-44b5-a891-d0cf65b39c69, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=80b6a5d7-4417-44b5-a891-d0cf65b39c69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:32.132900 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-17d07fc7-2e5b-4c03-9a17-97777b042c56 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:32.159321 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:32.177728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d07fc7-2e5b-4c03-9a17-97777b042c56 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:32.185963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-17d07fc7-2e5b-4c03-9a17-97777b042c56 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:32.190334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d07fc7-2e5b-4c03-9a17-97777b042c56 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:32.192153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-dae778ae-f816-4aff-bc56-01dd77cf766b tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Deleting port 09b93e0b-d808-4b86-9953-cc5d90711ac5 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:32.192507 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dae778ae-f816-4aff-bc56-01dd77cf766b tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:32.216665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:32.217053 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:32.231137 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bd6a2bc8-0d95-447d-aad3-b24f5b4ad917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:32.254157 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:32.303397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d07fc7-2e5b-4c03-9a17-97777b042c56 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event updated for resources: {'Port': ['ID=4f62b209-549f-451d-a578-3b22242ccc69,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:32.321547 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09191bdc-a054-4433-b377-4c44633ef7bc req-dca99de5-765f-470e-9804-e7e5fc78ff96 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:32.324084 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09191bdc-a054-4433-b377-4c44633ef7bc req-dca99de5-765f-470e-9804-e7e5fc78ff96 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1765618 Dec 11 22:47:32.364645 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bd6a2bc8-0d95-447d-aad3-b24f5b4ad917 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42ad122195284a778bc234116b9735f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7487190 Dec 11 22:47:32.365277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60026) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:32.377374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a2bc8-0d95-447d-aad3-b24f5b4ad917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6fad4f-6605-4604-9691-7513c9992e9d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:32.379128 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=80b6a5d7-4417-44b5-a891-d0cf65b39c69,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:32.393002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d07fc7-2e5b-4c03-9a17-97777b042c56 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:32.393581 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-17d07fc7-2e5b-4c03-9a17-97777b042c56 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:32.426455 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dae778ae-f816-4aff-bc56-01dd77cf766b tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:32.445082 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09191bdc-a054-4433-b377-4c44633ef7bc req-efda24fe-64b2-4a20-b459-f7380f8f1a6d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012232 Dec 11 22:47:32.451300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d8ef7c14-f45e-4760-9c66-d0095264dced up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:32.471320 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-dae778ae-f816-4aff-bc56-01dd77cf766b tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Calling delete_port for 09b93e0b-d808-4b86-9953-cc5d90711ac5 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:32.501269 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1d21bcb-b11a-48dc-845a-326e51b40058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:32.535110 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1d21bcb-b11a-48dc-845a-326e51b40058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:32.539076 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d8ef7c14-f45e-4760-9c66-d0095264dced triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:32.539076 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:32.559550 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7dc57ac-d135-4846-bd2f-7e2bf452d4e7 req-6db1d136-fe80-4341-b724-9377411ea997 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 210 time: 0.0377128 Dec 11 22:47:32.569105 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-17d07fc7-2e5b-4c03-9a17-97777b042c56 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0139763 Dec 11 22:47:32.699586 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1d21bcb-b11a-48dc-845a-326e51b40058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:32.703172 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1d21bcb-b11a-48dc-845a-326e51b40058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:32.707162 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b1d21bcb-b11a-48dc-845a-326e51b40058 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc6fad4f-6605-4604-9691-7513c9992e9d HTTP/1.1" status: 204 len: 168 time: 0.3379207 Dec 11 22:47:32.719684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d21bcb-b11a-48dc-845a-326e51b40058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6fad4f-6605-4604-9691-7513c9992e9d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:32.732227 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dae778ae-f816-4aff-bc56-01dd77cf766b tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:32.748082 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['80b6a5d7-4417-44b5-a891-d0cf65b39c69'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:47:32.772740 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae778ae-f816-4aff-bc56-01dd77cf766b tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event deleted for resources: {'Port': ['ID=09b93e0b-d808-4b86-9953-cc5d90711ac5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:33.002301 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dae778ae-f816-4aff-bc56-01dd77cf766b tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:33.080949 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bab284ef-6c72-4671-9d7b-d83622e5553b None None] Provisioning complete for port 4f62b209-549f-451d-a578-3b22242ccc69 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:33.080949 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bab284ef-6c72-4671-9d7b-d83622e5553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:33.113587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60044) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.121844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-90658ed0-6637-4764-a69a-52fb032f76b2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--504311002', 'description': 'tempest-description--971709121'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:33.125957 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60046) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.190024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-bab284ef-6c72-4671-9d7b-d83622e5553b None None] Port 4f62b209-549f-451d-a578-3b22242ccc69 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:33.276842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e17f-e521-47e6-ae20-d52a6bcc723b req-675eb170-b0b5-4be5-9881-a88691c7ee4a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:33.278415 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d1d3e17f-e521-47e6-ae20-d52a6bcc723b req-675eb170-b0b5-4be5-9881-a88691c7ee4a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 944 time: 0.1656959 Dec 11 22:47:33.287597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a184106a-23f4-48b5-bcc8-3419f6161693 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:33.289270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a184106a-23f4-48b5-bcc8-3419f6161693 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.13 "GET /v2.0/networks?id=8f8fea77-563d-4b58-80be-148d26ff4e2f HTTP/1.1" status: 200 len: 816 time: 0.2825465 Dec 11 22:47:33.320162 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90658ed0-6637-4764-a69a-52fb032f76b2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:33.353455 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae778ae-f816-4aff-bc56-01dd77cf766b tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Router ec014a6e-b10a-423d-9747-0fe7aa7912f9 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:47:33.392738 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794aac69-b831-4916-9de5-762d36f0b1ec req-d4d7e7ff-66e0-4437-a24a-7296b6ad9c3f tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:33.394043 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-794aac69-b831-4916-9de5-762d36f0b1ec req-d4d7e7ff-66e0-4437-a24a-7296b6ad9c3f tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 945 time: 0.1430271 Dec 11 22:47:33.400842 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d1d3e17f-e521-47e6-ae20-d52a6bcc723b req-0ac161e4-c3b9-49da-a37f-aa75f3bb059e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101484 Dec 11 22:47:33.423559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-7f928dec-4621-4945-8de6-335e8b77971b tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df946e63d1d84440a773ced4e562a692 HTTP/1.1" status: 200 len: 380 time: 0.1137249 Dec 11 22:47:33.442741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-df53d271-9a25-440d-9360-ee959367fa42 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Request body: {'port': {'device_id': 'ded90e52-e563-4bd9-97a6-99ffaea23853', 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f', 'admin_state_up': True, 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'security_groups': ['d1d0227f-f9de-407e-a08b-d8e952eb3b29']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:33.499508 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-8803f65d-8e98-4ef4-bb8f-87203ebcfb1c tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.502295 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8803f65d-8e98-4ef4-bb8f-87203ebcfb1c tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3695507 Dec 11 22:47:33.504047 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60062) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.529134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 17fa40e2-7fb9-4edf-9d72-0ebe5954515a up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:33.546181 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90658ed0-6637-4764-a69a-52fb032f76b2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:33.548937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-86dfae41-fe1e-47e9-a36a-ad585e529933 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.552289 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-86dfae41-fe1e-47e9-a36a-ad585e529933 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0151324 Dec 11 22:47:33.554048 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60064) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.559340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-dbc5e5f7-dc9b-4753-b259-60c3875bb1cb tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.562963 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dbc5e5f7-dc9b-4753-b259-60c3875bb1cb tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0056329 Dec 11 22:47:33.563691 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae778ae-f816-4aff-bc56-01dd77cf766b tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:47:33.569846 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dae778ae-f816-4aff-bc56-01dd77cf766b tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "PUT /v2.0/routers/ec014a6e-b10a-423d-9747-0fe7aa7912f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9176478 Dec 11 22:47:33.575191 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60066) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.577553 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-1e753155-a4fe-4fcf-bc58-1680aeec1708 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.580840 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1e753155-a4fe-4fcf-bc58-1680aeec1708 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0057023 Dec 11 22:47:33.581235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60068) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.581869 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60070) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.597157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-5ba1b031-22b4-442b-82aa-b41d279fe9fc tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.606314 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5ba1b031-22b4-442b-82aa-b41d279fe9fc tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0075843 Dec 11 22:47:33.607002 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60074) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.614926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-b3e7b206-2940-4f4d-a7ce-fbba091fd9ca tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.618270 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b3e7b206-2940-4f4d-a7ce-fbba091fd9ca tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0089812 Dec 11 22:47:33.620996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60076) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.623499 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c05e110-c60e-4472-bbee-ab563e8f5357 None None] Sync routers for ids ['ec014a6e-b10a-423d-9747-0fe7aa7912f9'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:47:33.626719 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-63128c48-372e-420a-abbe-dac4a6223d3e tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.630170 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-63128c48-372e-420a-abbe-dac4a6223d3e tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0053434 Dec 11 22:47:33.630341 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60080) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.635478 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-194e734a-d2ee-43d7-8b2e-d2d2c6ad0fc2 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.637441 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-194e734a-d2ee-43d7-8b2e-d2d2c6ad0fc2 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051122 Dec 11 22:47:33.642104 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-794aac69-b831-4916-9de5-762d36f0b1ec req-011d00e3-3858-4665-9561-0ba554f5d176 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4385cadb-beda-4bd6-934c-12680d9587c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574013 Dec 11 22:47:33.642588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60082) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.647731 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-0ac78eaf-5006-4619-84f2-9b10e1a671d3 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.651731 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0ac78eaf-5006-4619-84f2-9b10e1a671d3 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050764 Dec 11 22:47:33.652223 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60084) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.657415 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-83a786ba-9942-4756-bbf6-91f707130e98 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.659485 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-83a786ba-9942-4756-bbf6-91f707130e98 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051162 Dec 11 22:47:33.663515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60086) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.672702 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-eaa1f382-9559-48d7-940c-591f8ebb8188 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.676732 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-eaa1f382-9559-48d7-940c-591f8ebb8188 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0100074 Dec 11 22:47:33.679007 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60088) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.690713 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-b3b6268d-65c4-4106-95d9-9951c4ce6aeb tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.692395 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c05e110-c60e-4472-bbee-ab563e8f5357 None None] Routers {'ec014a6e-b10a-423d-9747-0fe7aa7912f9'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:47:33.695199 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b3b6268d-65c4-4106-95d9-9951c4ce6aeb tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0129192 Dec 11 22:47:33.695391 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2c05e110-c60e-4472-bbee-ab563e8f5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:47:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ec014a6e-b10a-423d-9747-0fe7aa7912f9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:33.695728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60090) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.699960 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90658ed0-6637-4764-a69a-52fb032f76b2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:33.709570 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-8f43da6e-b0e1-47c4-8ed2-2b8902d0d7f9 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.712977 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8f43da6e-b0e1-47c4-8ed2-2b8902d0d7f9 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0119557 Dec 11 22:47:33.713807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60092) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.721057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-9cb2f468-0b0d-4e7b-8c33-643df01f9f83 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.724316 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9cb2f468-0b0d-4e7b-8c33-643df01f9f83 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0073042 Dec 11 22:47:33.729900 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60094) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.738708 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-06d52098-6c7e-4a44-aebc-7aa9616056be tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.739353 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-06d52098-6c7e-4a44-aebc-7aa9616056be tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0084574 Dec 11 22:47:33.748980 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60096) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.751281 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-f164706d-4fa6-4af1-8bba-c4ee0abfe6b9 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] delete failed (client error): The resource could not be found. Dec 11 22:47:33.752520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f164706d-4fa6-4af1-8bba-c4ee0abfe6b9 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-624810476 HTTP/1.1" status: 404 len: 334 time: 0.1693194 Dec 11 22:47:33.759174 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-79abcb31-5a98-44a8-aa1a-2d02b6443b57 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.765773 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-79abcb31-5a98-44a8-aa1a-2d02b6443b57 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0157917 Dec 11 22:47:33.766130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2c05e110-c60e-4472-bbee-ab563e8f5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:33.768625 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60098) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.769168 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60100) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.776683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c05e110-c60e-4472-bbee-ab563e8f5357 None None] Routers {'ec014a6e-b10a-423d-9747-0fe7aa7912f9'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:47:33.777315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2c05e110-c60e-4472-bbee-ab563e8f5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:47:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ec014a6e-b10a-423d-9747-0fe7aa7912f9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:33.780450 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-efce3a28-2f6e-4d5c-89eb-a3da88396daa tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.785450 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-efce3a28-2f6e-4d5c-89eb-a3da88396daa tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0113947 Dec 11 22:47:33.790006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60104) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.792386 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1775fca4-045b-46d8-a9b1-6f7214b0a177 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec014a6e-b10a-423d-9747-0fe7aa7912f9'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:33.798851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-a565700f-9a51-4cbd-a1fc-ef749eef5548 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.798851 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a565700f-9a51-4cbd-a1fc-ef749eef5548 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0059595 Dec 11 22:47:33.803678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60106) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.810191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90658ed0-6637-4764-a69a-52fb032f76b2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e3576f-5de5-4c22-abfc-7ab3df56a57a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:33.819995 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2c05e110-c60e-4472-bbee-ab563e8f5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:33.820402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c05e110-c60e-4472-bbee-ab563e8f5357 None None] The sync data for ids ['ec014a6e-b10a-423d-9747-0fe7aa7912f9'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:47:33.836088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-37064798-d1c3-42be-b40a-a6ca2f6cab06 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.840914 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-37064798-d1c3-42be-b40a-a6ca2f6cab06 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0138152 Dec 11 22:47:33.845757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 17fa40e2-7fb9-4edf-9d72-0ebe5954515a completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:47:33.847489 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60110) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.850098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 17fa40e2-7fb9-4edf-9d72-0ebe5954515a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:33.850529 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:33.858295 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1451d94-52e4-4c32-a218-ef9af8645774 req-c8dea273-e5b4-4eac-84f3-44bc59e036e4 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:33.865823 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b1451d94-52e4-4c32-a218-ef9af8645774 req-c8dea273-e5b4-4eac-84f3-44bc59e036e4 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.2628105 Dec 11 22:47:33.877947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-c5d77ad6-59e7-4867-8597-a97e9d5d9ead tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.881650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c5d77ad6-59e7-4867-8597-a97e9d5d9ead tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0105276 Dec 11 22:47:33.882232 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90658ed0-6637-4764-a69a-52fb032f76b2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:33.883396 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-90658ed0-6637-4764-a69a-52fb032f76b2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7652602 Dec 11 22:47:33.885719 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60112) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.903127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-1745f47b-8e60-4727-9694-8c7897acb5b2 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.906607 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1745f47b-8e60-4727-9694-8c7897acb5b2 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0153577 Dec 11 22:47:33.906607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60114) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.908836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60118) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.911965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e6f59a37-06c2-49a1-a507-e545d948fa45 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Request body: {'security_group_rule': {'security_group_id': 'e0e3576f-5de5-4c22-abfc-7ab3df56a57a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:33.923981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-1941cd00-d715-4df5-97f2-8751a01d6d0c tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.927655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1941cd00-d715-4df5-97f2-8751a01d6d0c tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0080924 Dec 11 22:47:33.929210 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60120) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.936952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-dff1d32c-8be5-4956-9ca6-95a75c63de20 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.940377 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dff1d32c-8be5-4956-9ca6-95a75c63de20 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0078113 Dec 11 22:47:33.943202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60122) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.947968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-11f48663-7a74-4d8c-82df-b8468fa98126 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.951362 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-11f48663-7a74-4d8c-82df-b8468fa98126 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048101 Dec 11 22:47:33.965355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60124) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:33.971430 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-69d77952-9862-4908-a9b3-78491c996946 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:33.979964 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-69d77952-9862-4908-a9b3-78491c996946 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0127959 Dec 11 22:47:34.021189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60126) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.031802 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b0fb89e1-b131-4eaf-89d0-e8bad9856ee0 req-cf9683f6-94df-41c6-b820-dac9c4eda30b tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 210 time: 0.2566082 Dec 11 22:47:34.039029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b1451d94-52e4-4c32-a218-ef9af8645774 req-1bf6aa31-8087-4a9d-815f-be377a31a9a4 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721447 Dec 11 22:47:34.045168 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-ba004109-b3cd-44dd-9db1-f5147af2990b tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.046147 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ba004109-b3cd-44dd-9db1-f5147af2990b tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0089092 Dec 11 22:47:34.049863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60130) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.054309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-480a4f8d-b54b-405e-b0a2-0a416ac137ed tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.055402 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-480a4f8d-b54b-405e-b0a2-0a416ac137ed tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0045292 Dec 11 22:47:34.059072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60132) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.063802 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-9e9238f7-f4d7-47cc-9242-4af94710a27b tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.068916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9e9238f7-f4d7-47cc-9242-4af94710a27b tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044782 Dec 11 22:47:34.072833 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:34.082081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-df53d271-9a25-440d-9360-ee959367fa42 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Made reservation on behalf of df946e63d1d84440a773ced4e562a692 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:34.085883 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-df53d271-9a25-440d-9360-ee959367fa42 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:34.088580 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60134) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.110475 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e44e2d-1511-46e0-94cd-95efe3c14a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fa40e2-7fb9-4edf-9d72-0ebe5954515a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:47:34.112987 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1c1b9c-c602-45e2-b990-462fcbbb3d9e" -d '{"events": [{"server_uuid": "75e44e2d-1511-46e0-94cd-95efe3c14a92", "name": "network-vif-plugged", "status": "completed", "tag": "17fa40e2-7fb9-4edf-9d72-0ebe5954515a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:47:34.118943 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-93a0e2e3-8b17-4872-b0bc-065db5ff34dd tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.124447 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-93a0e2e3-8b17-4872-b0bc-065db5ff34dd tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0118845 Dec 11 22:47:34.127979 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 17fa40e2-7fb9-4edf-9d72-0ebe5954515a, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=17fa40e2-7fb9-4edf-9d72-0ebe5954515a,segment=NetworkSegment(341cd068-0953-42d0-9b86-349809e64e1a),segment_id=341cd068-0953-42d0-9b86-349809e64e1a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:34.138116 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60138) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.148883 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1775fca4-045b-46d8-a9b1-6f7214b0a177 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:34.170869 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec4bf50-1d94-44db-a10a-c56613b8dce0 x-openstack-request-id: req-aec4bf50-1d94-44db-a10a-c56613b8dce0 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:47:34.171166 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e44e2d-1511-46e0-94cd-95efe3c14a92", "name": "network-vif-plugged", "status": "completed", "tag": "17fa40e2-7fb9-4edf-9d72-0ebe5954515a", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:47:34.171563 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aec4bf50-1d94-44db-a10a-c56613b8dce0 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:47:34.172031 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e44e2d-1511-46e0-94cd-95efe3c14a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fa40e2-7fb9-4edf-9d72-0ebe5954515a', 'code': 200} Dec 11 22:47:34.189684 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:34.251785 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-1775fca4-045b-46d8-a9b1-6f7214b0a177 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] update failed (client error): The resource could not be found. Dec 11 22:47:34.256802 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1775fca4-045b-46d8-a9b1-6f7214b0a177 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "PUT /v2.0/routers/ec014a6e-b10a-423d-9747-0fe7aa7912f9 HTTP/1.1" status: 404 len: 339 time: 0.4801142 Dec 11 22:47:34.257174 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60142) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.260519 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=17fa40e2-7fb9-4edf-9d72-0ebe5954515a,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:34.302918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-df53d271-9a25-440d-9360-ee959367fa42 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Allocated IP 172.20.0.8 (8f8fea77-563d-4b58-80be-148d26ff4e2f/21bc22ad-eca6-41b4-acc0-5225e953440d/01c10261-3165-43e3-b9da-46d7d9c51e6c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:34.342301 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-34c6b358-2dcd-4ab4-b52b-0ba85006beac tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.343535 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-34c6b358-2dcd-4ab4-b52b-0ba85006beac tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.2044516 Dec 11 22:47:34.346259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60146) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.365058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-bd8f256c-ddb9-493f-a386-240b58c00a07 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.366080 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bd8f256c-ddb9-493f-a386-240b58c00a07 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0048928 Dec 11 22:47:34.374773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60148) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.382768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-dcef411b-8348-4af3-9325-de8970c73638 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.383833 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dcef411b-8348-4af3-9325-de8970c73638 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050933 Dec 11 22:47:34.406703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60150) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.412587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-7df848b5-3617-4c4c-af60-58ccd39842ef tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.413588 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7df848b5-3617-4c4c-af60-58ccd39842ef tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0052021 Dec 11 22:47:34.427635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60152) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.432910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-638deb66-26e3-4bec-b61b-d4e7a89b6bdd tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.436744 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-638deb66-26e3-4bec-b61b-d4e7a89b6bdd tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048280 Dec 11 22:47:34.438424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60154) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.476841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-7c5f52f9-f82a-4bc0-9bb9-7c3ff48259f7 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.477835 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7c5f52f9-f82a-4bc0-9bb9-7c3ff48259f7 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0112505 Dec 11 22:47:34.487910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60158) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.498395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-e61cf72f-8949-43ae-a0f6-157455a37097 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.499417 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e61cf72f-8949-43ae-a0f6-157455a37097 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0064230 Dec 11 22:47:34.504828 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6f59a37-06c2-49a1-a507-e545d948fa45 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:34.508861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60160) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.519753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-f1bb6d0c-5bb9-48eb-b24f-c635a1e46e58 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.524285 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f1bb6d0c-5bb9-48eb-b24f-c635a1e46e58 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0087185 Dec 11 22:47:34.526080 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60162) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.533684 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-20ffcbfe-7a3b-4752-a3e3-2a9a6b7ea985 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.537342 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-20ffcbfe-7a3b-4752-a3e3-2a9a6b7ea985 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0054817 Dec 11 22:47:34.543710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60164) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.547060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185b6dd-0eab-4937-851e-4e741a4fe5f1 req-ca8a2fff-cfdc-4fa7-b4a4-bf78d4357e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:34.548554 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e185b6dd-0eab-4937-851e-4e741a4fe5f1 req-ca8a2fff-cfdc-4fa7-b4a4-bf78d4357e14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 1097 time: 0.2014339 Dec 11 22:47:34.551544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-e2c2a963-30cf-45d9-b03b-aafb1239460f tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.555017 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e2c2a963-30cf-45d9-b03b-aafb1239460f tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0076718 Dec 11 22:47:34.556465 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60166) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.562974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-7ba7ae3c-5113-4e16-b307-a9e44d783d55 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.567763 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7ba7ae3c-5113-4e16-b307-a9e44d783d55 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0071137 Dec 11 22:47:34.572177 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60170) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.576520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-d1634c93-cc75-4dcb-a5c8-30c194c10ae1 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.579891 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d1634c93-cc75-4dcb-a5c8-30c194c10ae1 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042422 Dec 11 22:47:34.580548 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60172) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.584646 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-fc0324d3-f3fa-48d9-93c6-15e270aeb808 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.589019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60174) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.596855 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fc0324d3-f3fa-48d9-93c6-15e270aeb808 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041711 Dec 11 22:47:34.604715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-70564f76-8a18-4748-ab66-627063d9da8e tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.608075 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-70564f76-8a18-4748-ab66-627063d9da8e tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0073471 Dec 11 22:47:34.608790 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60176) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.616728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-89326618-bfd3-4ae6-bb02-9fabd5cb3d25 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.621492 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-89326618-bfd3-4ae6-bb02-9fabd5cb3d25 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0076513 Dec 11 22:47:34.631729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60178) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.641916 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-1b3892f7-aa0e-42f5-be3c-c9d8177dbbc2 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.643729 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1b3892f7-aa0e-42f5-be3c-c9d8177dbbc2 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0063956 Dec 11 22:47:34.649784 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:34.654609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60180) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.662930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-f0fd6f36-c13c-4c21-861d-b8f45701566f tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.666719 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f0fd6f36-c13c-4c21-861d-b8f45701566f tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0075693 Dec 11 22:47:34.677263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60182) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.692365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-42a7dcaf-3aa3-43a7-85d4-6dfa57873a7e tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.695805 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-42a7dcaf-3aa3-43a7-85d4-6dfa57873a7e tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0068438 Dec 11 22:47:34.699109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60186) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.707521 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-df53d271-9a25-440d-9360-ee959367fa42 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:34.721300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-4c9b3101-1dc2-441a-ac64-e46aa276b33d tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.724849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4c9b3101-1dc2-441a-ac64-e46aa276b33d tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0121024 Dec 11 22:47:34.730015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60188) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.735935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-a93b4b14-5a5e-4a9d-b956-84131a014d40 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.740185 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a93b4b14-5a5e-4a9d-b956-84131a014d40 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043631 Dec 11 22:47:34.743429 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60190) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.748786 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-0579f5eb-a164-4adf-972f-53c4754e6a60 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.752396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b21bcb-3808-47fe-babe-e9b47b5e17cf req-66f5dfb9-1da7-4861-97e2-149996ebdb0c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:34.752581 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0579f5eb-a164-4adf-972f-53c4754e6a60 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048058 Dec 11 22:47:34.752684 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79b21bcb-3808-47fe-babe-e9b47b5e17cf req-66f5dfb9-1da7-4861-97e2-149996ebdb0c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 944 time: 0.2483430 Dec 11 22:47:34.753701 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60192) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.758122 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-256ccdca-817d-40a5-a174-be9cfdca0063 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.759911 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-256ccdca-817d-40a5-a174-be9cfdca0063 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0051534 Dec 11 22:47:34.764613 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6f59a37-06c2-49a1-a507-e545d948fa45 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:34.764613 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e185b6dd-0eab-4937-851e-4e741a4fe5f1 req-a85b3c77-6505-4c5b-b923-2f0bb8b433a1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4385cadb-beda-4bd6-934c-12680d9587c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913497 Dec 11 22:47:34.766204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60194) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.774386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-ec3adff7-6a49-472f-b67b-d1d831c1d942 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.778147 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ec3adff7-6a49-472f-b67b-d1d831c1d942 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045969 Dec 11 22:47:34.779125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60196) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.783098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-e6f37fb0-b724-4b00-9a87-35ebd5e5dfac tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.786230 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e6f37fb0-b724-4b00-9a87-35ebd5e5dfac tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0041697 Dec 11 22:47:34.788431 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60198) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.792860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-bd877fb8-03f6-4041-ad55-9e80a3e2d68a tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.796075 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bd877fb8-03f6-4041-ad55-9e80a3e2d68a tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0061014 Dec 11 22:47:34.797817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60200) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.802091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-c571e04f-28c0-4332-a364-9642ca61e25f tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.805384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c571e04f-28c0-4332-a364-9642ca61e25f tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0056875 Dec 11 22:47:34.808564 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60202) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.827004 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-45e836c8-44bf-43c5-b0c9-c068c6d290c1 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.827004 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-45e836c8-44bf-43c5-b0c9-c068c6d290c1 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0145290 Dec 11 22:47:34.833394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60206) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.842087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-f2b7f80c-95f4-43a3-984d-c3eeb18072c2 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.843846 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f2b7f80c-95f4-43a3-984d-c3eeb18072c2 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0088069 Dec 11 22:47:34.856146 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6f59a37-06c2-49a1-a507-e545d948fa45 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:34.866438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60208) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.878593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-b8db1cb5-5a8f-4ee5-b1ef-e734de93aafe tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.882840 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b8db1cb5-5a8f-4ee5-b1ef-e734de93aafe tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0091054 Dec 11 22:47:34.887512 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60212) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.896035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79b21bcb-3808-47fe-babe-e9b47b5e17cf req-1be9fcbc-d7b5-4c40-b1c0-213f9d8202ca tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382468 Dec 11 22:47:34.897758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f59a37-06c2-49a1-a507-e545d948fa45 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f649d6fb-846b-4fc4-8091-0525100ff1fc,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:34.911489 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-f81ee365-2e5d-4734-baad-d67603395afa tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.912873 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f81ee365-2e5d-4734-baad-d67603395afa tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0087664 Dec 11 22:47:34.915209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60214) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.919675 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-1eece9e8-d730-441f-b3bb-76b177513832 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.922711 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1eece9e8-d730-441f-b3bb-76b177513832 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0043774 Dec 11 22:47:34.923673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60216) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.927507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-3c568be4-1170-497d-a1bc-7854b8fa50fd tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.930703 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3c568be4-1170-497d-a1bc-7854b8fa50fd tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0042903 Dec 11 22:47:34.930866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60218) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.936015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-d6970f19-eb96-4316-baa4-58e82d5ef1ba tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.939798 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d6970f19-eb96-4316-baa4-58e82d5ef1ba tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0051110 Dec 11 22:47:34.940663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60220) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.945103 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-fb8881a3-4619-479b-bddc-e1d77de83c0e tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.947893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fb8881a3-4619-479b-bddc-e1d77de83c0e tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0042965 Dec 11 22:47:34.950041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60222) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.950376 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ec903-a985-4251-b3d9-f5c5a676d7ed req-39daacdb-4d0c-43e5-b1c1-2484690cb6c8 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:34.952052 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a2ec903-a985-4251-b3d9-f5c5a676d7ed req-39daacdb-4d0c-43e5-b1c1-2484690cb6c8 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 946 time: 0.1865847 Dec 11 22:47:34.954626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-9d737798-0ddb-4e79-9391-c95873fca82d tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.958925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9d737798-0ddb-4e79-9391-c95873fca82d tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0054448 Dec 11 22:47:34.959200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60224) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.964895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-60fed171-1826-4268-be88-179c2eb011be tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.968134 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-60fed171-1826-4268-be88-179c2eb011be tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0057309 Dec 11 22:47:34.968255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60226) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.973046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-27fd9837-7620-495d-8fcd-9ec12af7d6d4 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.978543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-27fd9837-7620-495d-8fcd-9ec12af7d6d4 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0049319 Dec 11 22:47:34.983534 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-df53d271-9a25-440d-9360-ee959367fa42 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:34.986092 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60228) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:34.993584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-f7e086b1-35ff-47de-8558-7e34618b3af2 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:34.997444 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f7e086b1-35ff-47de-8558-7e34618b3af2 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0078773 Dec 11 22:47:34.998117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60230) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:35.004788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-23b37da1-6e8f-4d3e-8151-141ce8181f40 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:35.010137 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-23b37da1-6e8f-4d3e-8151-141ce8181f40 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043218 Dec 11 22:47:35.011657 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6f59a37-06c2-49a1-a507-e545d948fa45 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:35.015236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e6f59a37-06c2-49a1-a507-e545d948fa45 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1063242 Dec 11 22:47:35.018622 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60232) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:35.018987 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60234) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:35.045684 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [None req-bf0ec5d9-43f6-4e78-a4f0-2765b0e3ab5e tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:35.052626 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bf0ec5d9-43f6-4e78-a4f0-2765b0e3ab5e tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0137854 Dec 11 22:47:35.054734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60238) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:35.057978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-df53d271-9a25-440d-9360-ee959367fa42 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Network 8f8fea77-563d-4b58-80be-148d26ff4e2f is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:35.059220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2de6ab88-72f9-460e-831f-0f28ac10a2d2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Request body: {'security_group_rule': {'security_group_id': 'e0e3576f-5de5-4c22-abfc-7ab3df56a57a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:35.065278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-272d8141-783c-4c55-b56e-e93e3b1b93e7 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:35.065461 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-272d8141-783c-4c55-b56e-e93e3b1b93e7 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0095026 Dec 11 22:47:35.070309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60242) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:35.091087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [None req-0d7d57a8-255f-494f-892c-9577a0a48b90 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:47:35.095577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0d7d57a8-255f-494f-892c-9577a0a48b90 tempest-ExtensionsTestJSON-516859236 tempest-ExtensionsTestJSON-516859236-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0214367 Dec 11 22:47:35.096715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-df53d271-9a25-440d-9360-ee959367fa42 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:35.099131 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53d271-9a25-440d-9360-ee959367fa42 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Pushing event updated for resources: {'Port': ['ID=01c10261-3165-43e3-b9da-46d7d9c51e6c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:35.101436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-df53d271-9a25-440d-9360-ee959367fa42 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:35.167807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Allocated IP 172.20.0.1 (12aeba38-36c4-4e93-9112-46e20f73eff1/40a7e105-4853-4b86-b46d-e6bfbd13315d/4d0fc745-735c-46fc-a748-3bffef42c48b) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:35.232143 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-df53d271-9a25-440d-9360-ee959367fa42 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:35.233245 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-df53d271-9a25-440d-9360-ee959367fa42 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:35.267743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6d445-c5d7-4d36-af97-d5f57078dcd3 req-0504fc39-9971-4e66-8dea-b085f7310b32 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:35.269428 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7fd6d445-c5d7-4d36-af97-d5f57078dcd3 req-0504fc39-9971-4e66-8dea-b085f7310b32 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 931 time: 0.1170678 Dec 11 22:47:35.336733 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a2ec903-a985-4251-b3d9-f5c5a676d7ed req-42642079-eb5a-4ac0-b9bd-a5ea53da4b27 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4385cadb-beda-4bd6-934c-12680d9587c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513658 Dec 11 22:47:35.430919 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7fd6d445-c5d7-4d36-af97-d5f57078dcd3 req-4bc0424e-80f5-4dee-93b4-e2f2002d3308 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537879 Dec 11 22:47:35.434624 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:35.441553 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2de6ab88-72f9-460e-831f-0f28ac10a2d2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:35.514285 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-df53d271-9a25-440d-9360-ee959367fa42 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0827916 Dec 11 22:47:35.540713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Request body: {'port': {'device_id': 'ded90e52-e563-4bd9-97a6-99ffaea23853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:35.553507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 80b6a5d7-4417-44b5-a891-d0cf65b39c69 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:35.601427 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-70b9c09f-a549-40a0-8490-a6002fbbeee3 None None] Provisioning complete for port 01c10261-3165-43e3-b9da-46d7d9c51e6c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:35.601819 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-70b9c09f-a549-40a0-8490-a6002fbbeee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:35.614272 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2de6ab88-72f9-460e-831f-0f28ac10a2d2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:35.635887 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001c62a-f9e9-4b60-911d-31e92748a862 req-f6386791-06bf-4829-88c7-5a53aa76db5d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:35.645740 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5001c62a-f9e9-4b60-911d-31e92748a862 req-f6386791-06bf-4829-88c7-5a53aa76db5d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.0898185 Dec 11 22:47:35.668391 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:35.673992 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:35.718981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-70b9c09f-a549-40a0-8490-a6002fbbeee3 None None] Port 01c10261-3165-43e3-b9da-46d7d9c51e6c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:35.722536 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2de6ab88-72f9-460e-831f-0f28ac10a2d2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:35.769294 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Network 12aeba38-36c4-4e93-9112-46e20f73eff1 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:35.775519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6ab88-72f9-460e-831f-0f28ac10a2d2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8534f929-91d4-41c8-bc18-2958ff3979d8,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:35.788332 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5001c62a-f9e9-4b60-911d-31e92748a862 req-b9e94898-b95e-4474-b628-06caac698ba6 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416173 Dec 11 22:47:35.807811 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:35.811688 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event updated for resources: {'Port': ['ID=4d0fc745-735c-46fc-a748-3bffef42c48b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:35.814284 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:35.840258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 80b6a5d7-4417-44b5-a891-d0cf65b39c69 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:47:35.846311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 80b6a5d7-4417-44b5-a891-d0cf65b39c69 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:35.850711 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:35.896997 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:35.913469 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2de6ab88-72f9-460e-831f-0f28ac10a2d2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:35.915137 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2de6ab88-72f9-460e-831f-0f28ac10a2d2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8608196 Dec 11 22:47:35.953108 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60258) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:35.955606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60262) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:35.985411 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:36.055795 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:36.117676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 80b6a5d7-4417-44b5-a891-d0cf65b39c69, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=80b6a5d7-4417-44b5-a891-d0cf65b39c69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:36.173498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b6a5d7-4417-44b5-a891-d0cf65b39c69'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:47:36.176330 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35445995-e5d6-4c98-9ea4-e18413fd31c4" -d '{"events": [{"server_uuid": "a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e", "name": "network-vif-plugged", "status": "completed", "tag": "80b6a5d7-4417-44b5-a891-d0cf65b39c69"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:47:36.206364 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:36.254422 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:36.257170 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c037657-e09a-4feb-ac10-23308e036fc4 req-f05c00fb-ffab-419a-9a36-0f0b155c7139 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:36.264739 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c037657-e09a-4feb-ac10-23308e036fc4 req-f05c00fb-ffab-419a-9a36-0f0b155c7139 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 944 time: 0.1889062 Dec 11 22:47:36.287303 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:36.305993 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062d86cd-8092-462f-81e4-d178cebcaccc x-openstack-request-id: req-062d86cd-8092-462f-81e4-d178cebcaccc {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:47:36.306627 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e", "name": "network-vif-plugged", "status": "completed", "tag": "80b6a5d7-4417-44b5-a891-d0cf65b39c69", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:47:36.307280 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-062d86cd-8092-462f-81e4-d178cebcaccc {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:47:36.307406 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b6a5d7-4417-44b5-a891-d0cf65b39c69', 'code': 200} Dec 11 22:47:36.310436 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=80b6a5d7-4417-44b5-a891-d0cf65b39c69,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:36.327011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cb1cfe28-d8c7-4213-ab6d-1bf3935f93e0 None None] Provisioning complete for port 4d0fc745-735c-46fc-a748-3bffef42c48b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:36.327234 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb1cfe28-d8c7-4213-ab6d-1bf3935f93e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:36.429775 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-cb1cfe28-d8c7-4213-ab6d-1bf3935f93e0 None None] Port 4d0fc745-735c-46fc-a748-3bffef42c48b cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:36.484787 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3d10991-9794-4baa-a253-15fe373ae8c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:36.509804 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c037657-e09a-4feb-ac10-23308e036fc4 req-fc5850bd-c0d3-4078-9a94-8e7a927eed59 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303329 Dec 11 22:47:36.568811 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c10261-3165-43e3-b9da-46d7d9c51e6c {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:47:36.575389 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fe319-5d61-4c8e-91d0-c19bc9b3cf8e req-d26d9f17-bdd5-4531-99ef-8b7a519eec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:36.577140 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e41fe319-5d61-4c8e-91d0-c19bc9b3cf8e req-d26d9f17-bdd5-4531-99ef-8b7a519eec94 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 1096 time: 0.2357159 Dec 11 22:47:36.584395 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:36.659828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Transition to ACTIVE for port object 01c10261-3165-43e3-b9da-46d7d9c51e6c will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:47:36.730642 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:36.740342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6445d32-1b2a-418d-8275-98150e8a81b0 req-815c3b75-d143-42a4-9f4c-eeb9c6c8b5e5 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:36.742751 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:36.748611 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6445d32-1b2a-418d-8275-98150e8a81b0 req-815c3b75-d143-42a4-9f4c-eeb9c6c8b5e5 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 931 time: 0.1836240 Dec 11 22:47:36.756706 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fbb72-3144-49f2-a827-ac3d68b15325 req-82bd53ce-27f2-43d1-9a17-deb1b20c5162 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:36.758662 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2d4fbb72-3144-49f2-a827-ac3d68b15325 req-82bd53ce-27f2-43d1-9a17-deb1b20c5162 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 946 time: 0.2602105 Dec 11 22:47:36.790847 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3d10991-9794-4baa-a253-15fe373ae8c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:36.797326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e41fe319-5d61-4c8e-91d0-c19bc9b3cf8e req-00789fc8-8787-422e-9409-9111df3fd8ae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956656 Dec 11 22:47:36.816511 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2d4fbb72-3144-49f2-a827-ac3d68b15325 req-7261b0eb-43cc-4940-a0da-448e010ad867 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4385cadb-beda-4bd6-934c-12680d9587c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507646 Dec 11 22:47:36.820209 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:36.873955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Pushing event updated for resources: {'Port': ['ID=01c10261-3165-43e3-b9da-46d7d9c51e6c,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:36.876691 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:36.919795 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6445d32-1b2a-418d-8275-98150e8a81b0 req-9f4188d0-ed0c-4b8a-80f1-751efa43239d tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699185 Dec 11 22:47:36.937613 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3d10991-9794-4baa-a253-15fe373ae8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:37.152185 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c3d10991-9794-4baa-a253-15fe373ae8c7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8082acf34d84995975c8e7fb4f0796f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1911955 Dec 11 22:47:37.178380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60288) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:37.226752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d10991-9794-4baa-a253-15fe373ae8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f165e5-64a2-4f9f-bdf3-dc947d591fe4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:37.265915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Attempting to bind port 01c10261-3165-43e3-b9da-46d7d9c51e6c on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:47:37.266266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Attempting to bind port 01c10261-3165-43e3-b9da-46d7d9c51e6c by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '1a973d8a-1c14-4852-8fa1-e3cb362b54a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:47:37.266631 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Attempting to bind port 01c10261-3165-43e3-b9da-46d7d9c51e6c on network 8f8fea77-563d-4b58-80be-148d26ff4e2f {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:47:37.305880 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Port 01c10261-3165-43e3-b9da-46d7d9c51e6c on network 8f8fea77-563d-4b58-80be-148d26ff4e2f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:47:37.306294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Attempting to bind port 01c10261-3165-43e3-b9da-46d7d9c51e6c on network 8f8fea77-563d-4b58-80be-148d26ff4e2f {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:47:37.363262 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:47:37.363665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Checking segment: {'id': '1a973d8a-1c14-4852-8fa1-e3cb362b54a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:37.364058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Bound using segment: {'id': '1a973d8a-1c14-4852-8fa1-e3cb362b54a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:47:37.364526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Bound port: 01c10261-3165-43e3-b9da-46d7d9c51e6c, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a973d8a-1c14-4852-8fa1-e3cb362b54a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:47:37.364899 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:37.370246 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6280b869-9bb3-48c9-a605-f0316d3e3b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:37.429039 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:37.437337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Allocated IP 172.25.1.25 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/070fb9bf-f4a3-4048-9a0e-21b367081db8) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:37.441913 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event updated for resources: {'Port': ['ID=4d0fc745-735c-46fc-a748-3bffef42c48b,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:37.463850 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6280b869-9bb3-48c9-a605-f0316d3e3b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:37.465210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e9932-cf28-471d-a5a8-36f3682ee7ba req-46885d60-7e1f-4342-8995-a2b65f5e78ff tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:37.470598 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e75e9932-cf28-471d-a5a8-36f3682ee7ba req-46885d60-7e1f-4342-8995-a2b65f5e78ff tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1065907 Dec 11 22:47:37.485446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42487a02-04b1-4856-99f5-5f942818737f req-544cc90f-e40b-4bbb-a89e-81452c09a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:37.487012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42487a02-04b1-4856-99f5-5f942818737f req-544cc90f-e40b-4bbb-a89e-81452c09a54f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 1097 time: 0.1729956 Dec 11 22:47:37.596685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Network 12aeba38-36c4-4e93-9112-46e20f73eff1 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:37.598490 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:37.609476 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e75e9932-cf28-471d-a5a8-36f3682ee7ba req-b3672dba-9348-4de7-899e-93a824c17488 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111255 Dec 11 22:47:37.669973 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42487a02-04b1-4856-99f5-5f942818737f req-c2fab025-e0a9-48dd-8337-78e0def46978 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670935 Dec 11 22:47:37.671186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] For port 01c10261-3165-43e3-b9da-46d7d9c51e6c, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:47:37.719644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] For port 01c10261-3165-43e3-b9da-46d7d9c51e6c, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=01c10261-3165-43e3-b9da-46d7d9c51e6c,segment=NetworkSegment(1a973d8a-1c14-4852-8fa1-e3cb362b54a1),segment_id=1a973d8a-1c14-4852-8fa1-e3cb362b54a1)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:47:37.784179 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:37.845282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:37.846189 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:37.847801 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] 10.222.0.13 "PUT /v2.0/ports/01c10261-3165-43e3-b9da-46d7d9c51e6c HTTP/1.1" status: 200 len: 1091 time: 2.3204305 Dec 11 22:47:37.849322 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6280b869-9bb3-48c9-a605-f0316d3e3b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:37.852207 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6280b869-9bb3-48c9-a605-f0316d3e3b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:37.854014 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6280b869-9bb3-48c9-a605-f0316d3e3b8c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30f165e5-64a2-4f9f-bdf3-dc947d591fe4 HTTP/1.1" status: 204 len: 168 time: 0.6746352 Dec 11 22:47:37.854837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded90e52-e563-4bd9-97a6-99ffaea23853', 'tag': '01c10261-3165-43e3-b9da-46d7d9c51e6c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:47:37.857364 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445fc79e-2b68-4882-9791-29c0b0f7a554" -d '{"events": [{"name": "network-changed", "server_uuid": "ded90e52-e563-4bd9-97a6-99ffaea23853", "tag": "01c10261-3165-43e3-b9da-46d7d9c51e6c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:47:37.858824 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b562a-a5c0-424a-b15d-71c9ed7b34b1 req-73745a6f-fde0-46bb-85c7-8b6032bef49a tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:37.860721 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b74b562a-a5c0-424a-b15d-71c9ed7b34b1 req-73745a6f-fde0-46bb-85c7-8b6032bef49a tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 946 time: 0.1000466 Dec 11 22:47:37.870431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ee6bf-0ec3-4294-857e-db3dc38b9282 req-292b8b8e-9c64-4f7d-ae14-c560fd0e69e8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:37.878627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c57ee6bf-0ec3-4294-857e-db3dc38b9282 req-292b8b8e-9c64-4f7d-ae14-c560fd0e69e8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 945 time: 0.1736503 Dec 11 22:47:37.919422 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:37.929486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Router ec014a6e-b10a-423d-9747-0fe7aa7912f9 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:47:38.030841 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c57ee6bf-0ec3-4294-857e-db3dc38b9282 req-fdaac561-b0d0-47e0-978a-261febc9644d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507001 Dec 11 22:47:38.045159 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280b869-9bb3-48c9-a605-f0316d3e3b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f165e5-64a2-4f9f-bdf3-dc947d591fe4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:38.096089 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:47:38.136315 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b74b562a-a5c0-424a-b15d-71c9ed7b34b1 req-010110e2-e9f9-4c0c-9da4-de6785af11ea tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4385cadb-beda-4bd6-934c-12680d9587c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598407 Dec 11 22:47:38.152268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-aef495a8-920d-4670-bbdc-3bea3fe5a18a None None] Provisioning complete for port 4d0fc745-735c-46fc-a748-3bffef42c48b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:38.152713 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aef495a8-920d-4670-bbdc-3bea3fe5a18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:38.157989 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5551d594-3808-4fd4-a7b3-86631cffc955 x-openstack-request-id: req-5551d594-3808-4fd4-a7b3-86631cffc955 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:47:38.158316 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded90e52-e563-4bd9-97a6-99ffaea23853", "tag": "01c10261-3165-43e3-b9da-46d7d9c51e6c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:47:38.159864 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5551d594-3808-4fd4-a7b3-86631cffc955 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:47:38.160297 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded90e52-e563-4bd9-97a6-99ffaea23853', 'tag': '01c10261-3165-43e3-b9da-46d7d9c51e6c', 'status': 'completed', 'code': 200} Dec 11 22:47:38.205717 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:47:38.216424 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6ecba3f6-7eeb-449b-9469-596caa224705 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "PUT /v2.0/routers/ec014a6e-b10a-423d-9747-0fe7aa7912f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9580941 Dec 11 22:47:38.217203 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60306) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:38.221343 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c20fa00-7891-45d5-ae65-3c320ed0f9e0 None None] Sync routers for ids ['ec014a6e-b10a-423d-9747-0fe7aa7912f9'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:47:38.251936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee7ba2-bb94-442a-b48d-4890ee5d419d service neutron] Pushing event updated for resources: {'Port': ['ID=01c10261-3165-43e3-b9da-46d7d9c51e6c,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:38.255253 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c20fa00-7891-45d5-ae65-3c320ed0f9e0 None None] Routers {'ec014a6e-b10a-423d-9747-0fe7aa7912f9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:47:38.261378 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-aef495a8-920d-4670-bbdc-3bea3fe5a18a None None] Port 4d0fc745-735c-46fc-a748-3bffef42c48b cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:38.261649 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5c20fa00-7891-45d5-ae65-3c320ed0f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:47:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ec014a6e-b10a-423d-9747-0fe7aa7912f9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:38.272121 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:38.352187 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5c20fa00-7891-45d5-ae65-3c320ed0f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:38.387760 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c20fa00-7891-45d5-ae65-3c320ed0f9e0 None None] Routers {'ec014a6e-b10a-423d-9747-0fe7aa7912f9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:47:38.387760 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5c20fa00-7891-45d5-ae65-3c320ed0f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:47:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ec014a6e-b10a-423d-9747-0fe7aa7912f9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:38.394203 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7412ae2-fe01-4cdc-8950-05b090daaee3 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:38.443088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-c4c32771-1a23-426d-8924-8fdf2322655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:38.446328 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-c4c32771-1a23-426d-8924-8fdf2322655e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df946e63d1d84440a773ced4e562a692&device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 1094 time: 0.3111331 Dec 11 22:47:38.455035 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5c20fa00-7891-45d5-ae65-3c320ed0f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:38.455741 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c20fa00-7891-45d5-ae65-3c320ed0f9e0 None None] The sync data for ids ['ec014a6e-b10a-423d-9747-0fe7aa7912f9'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:47:38.456773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:38.512214 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-b7412ae2-fe01-4cdc-8950-05b090daaee3 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 11 22:47:38.513213 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b7412ae2-fe01-4cdc-8950-05b090daaee3 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "DELETE /v2.0/routers/ec014a6e-b10a-423d-9747-0fe7aa7912f9 HTTP/1.1" status: 409 len: 329 time: 0.2947812 Dec 11 22:47:38.517834 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60312) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:38.554554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:38.563586 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:38.617767 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-3b6a7a3a-915f-40fe-9e0b-06f64d8b9e0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01c10261-3165-43e3-b9da-46d7d9c51e6c HTTP/1.1" status: 200 len: 217 time: 0.1427617 Dec 11 22:47:38.620851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event updated for resources: {'Port': ['ID=070fb9bf-f4a3-4048-9a0e-21b367081db8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:38.651734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a412d8d-798b-432b-8c80-3dece6616755 req-5695cf11-1f1e-4238-b914-e96266f13825 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:38.653311 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a412d8d-798b-432b-8c80-3dece6616755 req-5695cf11-1f1e-4238-b914-e96266f13825 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 943 time: 0.3384163 Dec 11 22:47:38.803182 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a412d8d-798b-432b-8c80-3dece6616755 req-223ed2a8-0bf4-4b54-b714-25bbb85c57b6 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022060 Dec 11 22:47:38.810462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-c334607f-2e83-4b73-b84c-2886faca03f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:38.811959 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-c334607f-2e83-4b73-b84c-2886faca03f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21bc22ad-eca6-41b4-acc0-5225e953440d HTTP/1.1" status: 200 len: 855 time: 0.1822097 Dec 11 22:47:38.813049 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:38.899030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-e2924bda-c0f1-4ba2-8dfb-ad5eea40407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:38.902145 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-e2924bda-c0f1-4ba2-8dfb-ad5eea40407e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f8fea77-563d-4b58-80be-148d26ff4e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689082 Dec 11 22:47:38.982401 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:39.005675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e073f5-261a-4e2f-adee-d0b47fc59ce5 req-073ca6a6-1864-4fd9-862d-2359c3d836e0 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:39.014030 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71e073f5-261a-4e2f-adee-d0b47fc59ce5 req-073ca6a6-1864-4fd9-862d-2359c3d836e0 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.2255185 Dec 11 22:47:39.096126 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-9675c827-4c46-44eb-936a-821ea12d2e38 service neutron] 10.222.0.13 "GET /v2.0/networks/8f8fea77-563d-4b58-80be-148d26ff4e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761177 Dec 11 22:47:39.157224 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71e073f5-261a-4e2f-adee-d0b47fc59ce5 req-2497147b-e627-40c6-9c08-500026bcae41 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410165 Dec 11 22:47:39.168565 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2a55c312-f6b7-4bf8-a3b2-2b1becf02f9d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:39.409510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b90df-4f94-464d-87e0-d4586984ef58 req-1a5a9da9-549f-4782-9ff5-cdb799329a11 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:39.411299 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e4b90df-4f94-464d-87e0-d4586984ef58 req-1a5a9da9-549f-4782-9ff5-cdb799329a11 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 945 time: 0.2583749 Dec 11 22:47:39.420730 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3ace0-bb7b-4acc-abb3-7947417a677c req-e13b4cfc-623c-4cf9-a23f-3358d5e3e8f2 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:39.424231 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31a3ace0-bb7b-4acc-abb3-7947417a677c req-e13b4cfc-623c-4cf9-a23f-3358d5e3e8f2 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 946 time: 0.1650803 Dec 11 22:47:39.453277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db458bb7-359f-49b7-83c2-179f7324eafe req-e8693c9e-e1c5-4770-a6a8-bf6a26eef50e tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:39.455011 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-db458bb7-359f-49b7-83c2-179f7324eafe req-e8693c9e-e1c5-4770-a6a8-bf6a26eef50e tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.47 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 946 time: 0.2201400 Dec 11 22:47:39.545510 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31a3ace0-bb7b-4acc-abb3-7947417a677c req-7e0ce718-5679-4087-a191-fc29b45a3024 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4385cadb-beda-4bd6-934c-12680d9587c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105626 Dec 11 22:47:39.656183 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2a55c312-f6b7-4bf8-a3b2-2b1becf02f9d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Deleting port 4d0fc745-735c-46fc-a748-3bffef42c48b {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:39.656665 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2a55c312-f6b7-4bf8-a3b2-2b1becf02f9d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:39.808340 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2a55c312-f6b7-4bf8-a3b2-2b1becf02f9d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:39.827392 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2a55c312-f6b7-4bf8-a3b2-2b1becf02f9d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Calling delete_port for 4d0fc745-735c-46fc-a748-3bffef42c48b owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:39.839402 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60342) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:39.974914 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:39.982441 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9399ced3-e797-461e-9f64-18afbb71a1d8 req-a26d18ab-fe8f-4b7d-9ba7-901191355823 service neutron] 10.222.0.13 "GET /v2.0/networks/8f8fea77-563d-4b58-80be-148d26ff4e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8283420 Dec 11 22:47:40.064262 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e4b90df-4f94-464d-87e0-d4586984ef58 req-6a1ff41a-9fe5-4387-8854-c4d82c500575 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442339 Dec 11 22:47:40.067183 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:40.144250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-25cdd742-4832-4d20-9a33-58fe4673816c tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2140810707'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:40.205141 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-db458bb7-359f-49b7-83c2-179f7324eafe req-942db087-0e79-4b20-b15d-b199f4ebef6b tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Deleting port 17fa40e2-7fb9-4edf-9d72-0ebe5954515a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:40.205478 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-db458bb7-359f-49b7-83c2-179f7324eafe req-942db087-0e79-4b20-b15d-b199f4ebef6b tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:40.213904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event updated for resources: {'Port': ['ID=070fb9bf-f4a3-4048-9a0e-21b367081db8,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:40.265265 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64382962-3d11-4aa2-b9bf-a14f03b1bb83 req-df520d4c-c9eb-48dc-8727-e83cbf49c496 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:40.267519 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-64382962-3d11-4aa2-b9bf-a14f03b1bb83 req-df520d4c-c9eb-48dc-8727-e83cbf49c496 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 943 time: 0.3498695 Dec 11 22:47:40.288245 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:40.311106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fc79e-2b68-4882-9791-29c0b0f7a554 req-b3f1baa9-2592-44e3-a78e-f8bd759d6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:40.313072 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-445fc79e-2b68-4882-9791-29c0b0f7a554 req-b3f1baa9-2592-44e3-a78e-f8bd759d6bc5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df946e63d1d84440a773ced4e562a692&device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 1094 time: 0.1507378 Dec 11 22:47:40.341144 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-64382962-3d11-4aa2-b9bf-a14f03b1bb83 req-253fd295-43c1-4263-9be4-78884a1b2ad9 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659540 Dec 11 22:47:40.342956 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cdd742-4832-4d20-9a33-58fe4673816c tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Made reservation on behalf of f230fcf604d94eb79101a984102e5bba for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:40.351306 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-25cdd742-4832-4d20-9a33-58fe4673816c tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:40.360502 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-25cdd742-4832-4d20-9a33-58fe4673816c tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:40.405684 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2a55c312-f6b7-4bf8-a3b2-2b1becf02f9d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:40.452058 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55c312-f6b7-4bf8-a3b2-2b1becf02f9d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event deleted for resources: {'Port': ['ID=4d0fc745-735c-46fc-a748-3bffef42c48b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:40.455624 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-db458bb7-359f-49b7-83c2-179f7324eafe req-942db087-0e79-4b20-b15d-b199f4ebef6b tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] For port 17fa40e2-7fb9-4edf-9d72-0ebe5954515a, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=17fa40e2-7fb9-4edf-9d72-0ebe5954515a,segment=NetworkSegment(341cd068-0953-42d0-9b86-349809e64e1a),segment_id=341cd068-0953-42d0-9b86-349809e64e1a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:40.456219 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-db458bb7-359f-49b7-83c2-179f7324eafe req-942db087-0e79-4b20-b15d-b199f4ebef6b tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:40.469374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e9d36-e0a1-4e5f-a056-944c387f61b5 req-0130d75d-76ca-4f49-b882-7e198046c508 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:40.476969 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0e5e9d36-e0a1-4e5f-a056-944c387f61b5 req-0130d75d-76ca-4f49-b882-7e198046c508 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1971233 Dec 11 22:47:40.490753 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:40.503734 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-996bf2d6-4334-4b60-8611-22fc308859b0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5335786 Dec 11 22:47:40.527898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-db458bb7-359f-49b7-83c2-179f7324eafe req-942db087-0e79-4b20-b15d-b199f4ebef6b tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Calling delete_port for 17fa40e2-7fb9-4edf-9d72-0ebe5954515a owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:40.705876 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fc79e-2b68-4882-9791-29c0b0f7a554 req-622dc309-47d9-431d-8dc4-4fc06e5bfe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:40.706830 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-445fc79e-2b68-4882-9791-29c0b0f7a554 req-622dc309-47d9-431d-8dc4-4fc06e5bfe36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f8fea77-563d-4b58-80be-148d26ff4e2f HTTP/1.1" status: 200 len: 917 time: 0.3725274 Dec 11 22:47:40.734189 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2a55c312-f6b7-4bf8-a3b2-2b1becf02f9d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:40.739784 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0e5e9d36-e0a1-4e5f-a056-944c387f61b5 req-fcd92cc6-56d2-45c8-b8c0-d95aeef8bdb9 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619357 Dec 11 22:47:40.783868 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-445fc79e-2b68-4882-9791-29c0b0f7a554 req-c9d4bb4c-473d-4a41-88cb-cc41f51a55f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01c10261-3165-43e3-b9da-46d7d9c51e6c HTTP/1.1" status: 200 len: 217 time: 0.0416760 Dec 11 22:47:40.825102 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-25cdd742-4832-4d20-9a33-58fe4673816c tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:40.921835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fc79e-2b68-4882-9791-29c0b0f7a554 req-d22b12bf-bc82-458b-9027-7a75753b39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:40.923319 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-445fc79e-2b68-4882-9791-29c0b0f7a554 req-d22b12bf-bc82-458b-9027-7a75753b39b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21bc22ad-eca6-41b4-acc0-5225e953440d HTTP/1.1" status: 200 len: 855 time: 0.1324193 Dec 11 22:47:40.941689 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905fe8b-f73a-4f7d-9cfa-5776b045897a req-0496e6e8-deee-4b14-b479-19b89563776f tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:40.949630 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5905fe8b-f73a-4f7d-9cfa-5776b045897a req-0496e6e8-deee-4b14-b479-19b89563776f tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 946 time: 0.2579079 Dec 11 22:47:40.960763 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-25cdd742-4832-4d20-9a33-58fe4673816c tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:41.020628 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-b510892b-967c-447e-8f5d-095639d1ee2f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--504311002&fields=id&tenant_id=eb0d1919169e4d1aae29bafa9569b2dc HTTP/1.1" status: 200 len: 267 time: 0.1554525 Dec 11 22:47:41.067208 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-db458bb7-359f-49b7-83c2-179f7324eafe req-942db087-0e79-4b20-b15d-b199f4ebef6b tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:41.093984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdd742-4832-4d20-9a33-58fe4673816c tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760289dc-40d9-44af-ab7a-d278bbcfd7c2,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:41.094300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-6177118d-422f-44e3-9c1a-7a8e8379cb32 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:41.095863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-6177118d-422f-44e3-9c1a-7a8e8379cb32 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports/dcd220ca-4e1f-4da3-9633-91e4e94fedd9 HTTP/1.1" status: 200 len: 932 time: 0.0744524 Dec 11 22:47:41.099740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['17fa40e2-7fb9-4edf-9d72-0ebe5954515a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:47:41.100278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fc79e-2b68-4882-9791-29c0b0f7a554 req-34ed9b12-1883-4853-a46d-5dfe57886c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:41.101442 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-445fc79e-2b68-4882-9791-29c0b0f7a554 req-34ed9b12-1883-4853-a46d-5dfe57886c40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f8fea77-563d-4b58-80be-148d26ff4e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660099 Dec 11 22:47:41.103812 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25cdd742-4832-4d20-9a33-58fe4673816c tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:47:41.131989 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5905fe8b-f73a-4f7d-9cfa-5776b045897a req-8e5cb661-542c-4a00-887e-3a6a8966a08b tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4385cadb-beda-4bd6-934c-12680d9587c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676755 Dec 11 22:47:41.146637 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a55c312-f6b7-4bf8-a3b2-2b1becf02f9d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Router ec014a6e-b10a-423d-9747-0fe7aa7912f9 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:47:41.147889 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-25cdd742-4832-4d20-9a33-58fe4673816c tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:41.148236 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-25cdd742-4832-4d20-9a33-58fe4673816c tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Added segment ce8e9c5a-8f83-4548-8b77-b6abf8334ba9 of type vlan for network cc1c1bd2-3e3d-465f-9e8a-83909e084122 Dec 11 22:47:41.174354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942db087-0e79-4b20-b15d-b199f4ebef6b tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Pushing event deleted for resources: {'Port': ['ID=17fa40e2-7fb9-4edf-9d72-0ebe5954515a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:41.285417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-db458bb7-359f-49b7-83c2-179f7324eafe req-942db087-0e79-4b20-b15d-b199f4ebef6b tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] No DVR routers for this DVR port 17fa40e2-7fb9-4edf-9d72-0ebe5954515a on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:47:41.292027 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-db458bb7-359f-49b7-83c2-179f7324eafe req-942db087-0e79-4b20-b15d-b199f4ebef6b tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:41.295678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-db458bb7-359f-49b7-83c2-179f7324eafe req-942db087-0e79-4b20-b15d-b199f4ebef6b tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.47 "DELETE /v2.0/ports/17fa40e2-7fb9-4edf-9d72-0ebe5954515a HTTP/1.1" status: 204 len: 173 time: 1.8278131 Dec 11 22:47:41.296187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e44e2d-1511-46e0-94cd-95efe3c14a92', 'name': 'network-vif-deleted', 'tag': '17fa40e2-7fb9-4edf-9d72-0ebe5954515a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:47:41.307024 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-25cdd742-4832-4d20-9a33-58fe4673816c tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:41.307377 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea19ce6-6af4-4662-b61c-93b22d81e7ad" -d '{"events": [{"server_uuid": "75e44e2d-1511-46e0-94cd-95efe3c14a92", "name": "network-vif-deleted", "tag": "17fa40e2-7fb9-4edf-9d72-0ebe5954515a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:47:41.309466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1c63f7e0-33ce-4bee-beda-f621f7e0684f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:41.311181 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1c63f7e0-33ce-4bee-beda-f621f7e0684f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports/4f62b209-549f-451d-a578-3b22242ccc69 HTTP/1.1" status: 200 len: 930 time: 0.1620531 Dec 11 22:47:41.343589 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a55c312-f6b7-4bf8-a3b2-2b1becf02f9d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:47:41.354606 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2a55c312-f6b7-4bf8-a3b2-2b1becf02f9d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "PUT /v2.0/routers/ec014a6e-b10a-423d-9747-0fe7aa7912f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8356316 Dec 11 22:47:41.355500 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60392) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:41.358018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad53cc7-2dfe-4902-a3a5-6df508d2bd5d None None] Sync routers for ids ['ec014a6e-b10a-423d-9747-0fe7aa7912f9'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:47:41.377125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad53cc7-2dfe-4902-a3a5-6df508d2bd5d None None] Routers {'ec014a6e-b10a-423d-9747-0fe7aa7912f9'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:47:41.377825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7ad53cc7-2dfe-4902-a3a5-6df508d2bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:47:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ec014a6e-b10a-423d-9747-0fe7aa7912f9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:41.381833 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-393cc78b-e6aa-437a-be6d-99065a19c424 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?network_id=c5552553-fde7-4121-af84-11fda90b4772&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0608478 Dec 11 22:47:41.423616 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-0f613836-82b8-47c2-aac8-576d4ab79807 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] show failed (client error): The resource could not be found. Dec 11 22:47:41.426030 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0f613836-82b8-47c2-aac8-576d4ab79807 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-1591367660 HTTP/1.1" status: 404 len: 335 time: 0.0673726 Dec 11 22:47:41.429994 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-a28ea41a-20af-4225-b971-b8d16c6ea520 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?network_id=c5552553-fde7-4121-af84-11fda90b4772&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0327263 Dec 11 22:47:41.430604 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60396) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:41.438317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2577cea1-cfee-4ffc-8b39-c3834d6c7b28 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:41.481634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7ad53cc7-2dfe-4902-a3a5-6df508d2bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:41.485293 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-2577cea1-cfee-4ffc-8b39-c3834d6c7b28 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] update failed (client error): The resource could not be found. Dec 11 22:47:41.486212 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2577cea1-cfee-4ffc-8b39-c3834d6c7b28 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-290407730 HTTP/1.1" status: 404 len: 334 time: 0.0533938 Dec 11 22:47:41.487076 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-25cdd742-4832-4d20-9a33-58fe4673816c tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:41.492921 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cdd742-4832-4d20-9a33-58fe4673816c tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:41.494050 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-25cdd742-4832-4d20-9a33-58fe4673816c tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:41.496415 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60398) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:41.500223 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad53cc7-2dfe-4902-a3a5-6df508d2bd5d None None] Routers {'ec014a6e-b10a-423d-9747-0fe7aa7912f9'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:47:41.501089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7ad53cc7-2dfe-4902-a3a5-6df508d2bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:47:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ec014a6e-b10a-423d-9747-0fe7aa7912f9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:41.507178 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db556e76-3b1d-41de-bcc1-2796db963a27 x-openstack-request-id: req-db556e76-3b1d-41de-bcc1-2796db963a27 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:47:41.513435 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e44e2d-1511-46e0-94cd-95efe3c14a92", "name": "network-vif-deleted", "tag": "17fa40e2-7fb9-4edf-9d72-0ebe5954515a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:47:41.513435 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db556e76-3b1d-41de-bcc1-2796db963a27 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:47:41.513435 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e44e2d-1511-46e0-94cd-95efe3c14a92', 'name': 'network-vif-deleted', 'tag': '17fa40e2-7fb9-4edf-9d72-0ebe5954515a', 'status': 'completed', 'code': 200} Dec 11 22:47:41.549545 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-445fc79e-2b68-4882-9791-29c0b0f7a554 req-c93f3742-03f9-415d-ab58-cb99b7f9a5a8 service neutron] 10.222.0.13 "GET /v2.0/networks/8f8fea77-563d-4b58-80be-148d26ff4e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896425 Dec 11 22:47:41.607259 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdd742-4832-4d20-9a33-58fe4673816c tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Pushing event updated for resources: {'Network': ['ID=cc1c1bd2-3e3d-465f-9e8a-83909e084122,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:41.617060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7ad53cc7-2dfe-4902-a3a5-6df508d2bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:41.617834 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f0d9bcc-3efc-4b0c-99b3-2b076d3cb807 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Deleting subnet f8b36822-ae35-4af2-abb0-d7510424a4dc {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:47:41.617928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad53cc7-2dfe-4902-a3a5-6df508d2bd5d None None] The sync data for ids ['ec014a6e-b10a-423d-9747-0fe7aa7912f9'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:47:41.622042 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f0d9bcc-3efc-4b0c-99b3-2b076d3cb807 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:41.632462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network cc1c1bd2-3e3d-465f-9e8a-83909e084122 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:47:41.653451 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-25cdd742-4832-4d20-9a33-58fe4673816c tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8129518 Dec 11 22:47:41.657983 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60400) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:41.663659 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b645ef3a-9bce-446b-83d5-e1c0b907da4b tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Request body: {'subnet': {'network_id': 'cc1c1bd2-3e3d-465f-9e8a-83909e084122', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:41.789589 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-47539092-7c8b-4234-aa2e-86e91a8d38a5 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:41.796688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-47539092-7c8b-4234-aa2e-86e91a8d38a5 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:41.802869 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-47539092-7c8b-4234-aa2e-86e91a8d38a5 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:41.804575 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-47539092-7c8b-4234-aa2e-86e91a8d38a5 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/networks?id=73c527dd-bcee-4d43-8201-08f3277470d4&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=c5552553-fde7-4121-af84-11fda90b4772&id=c5552553-fde7-4121-af84-11fda90b4772 HTTP/1.1" status: 200 len: 1990 time: 0.3589675 Dec 11 22:47:41.831526 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-fdc2162a-5d29-49d0-9d71-2819912b11ee tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/quotas/eb0d1919169e4d1aae29bafa9569b2dc HTTP/1.1" status: 200 len: 375 time: 0.0134642 Dec 11 22:47:41.836345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-445fc79e-2b68-4882-9791-29c0b0f7a554 req-998fd162-4245-434f-b0a8-154dbb7e1c2e service neutron] 10.222.0.13 "GET /v2.0/networks/8f8fea77-563d-4b58-80be-148d26ff4e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777271 Dec 11 22:47:41.944800 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-8ba5883e-db75-47e1-9b7a-b0c8e67b74d9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0988522 Dec 11 22:47:42.026359 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f0d9bcc-3efc-4b0c-99b3-2b076d3cb807 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:42.107908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100364f5-96f6-422c-8ca2-81e16ec9cc8c req-7963d8e4-f65c-42a8-b61d-263531d96870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:42.110775 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-100364f5-96f6-422c-8ca2-81e16ec9cc8c req-7963d8e4-f65c-42a8-b61d-263531d96870 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36b0d5d497d147bc813a16327e3b4f38&device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 1097 time: 0.0994780 Dec 11 22:47:42.116870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1396f6d7-d6b9-4391-99d2-9ae69d2ec3fc service neutron] 10.222.0.45 "GET /v2.0/networks/73c527dd-bcee-4d43-8201-08f3277470d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691294 Dec 11 22:47:42.138682 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d203665-1e5f-47e7-b89a-6cba710d99d0 req-b7d55157-f55e-4789-96e7-fd3ba4e06d3d tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:42.140269 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3d203665-1e5f-47e7-b89a-6cba710d99d0 req-b7d55157-f55e-4789-96e7-fd3ba4e06d3d tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 943 time: 0.1318669 Dec 11 22:47:42.204071 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f0d9bcc-3efc-4b0c-99b3-2b076d3cb807 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:42.257430 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3d203665-1e5f-47e7-b89a-6cba710d99d0 req-6e4ace17-747a-485c-b724-68e77a3608f9 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953584 Dec 11 22:47:42.283481 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b645ef3a-9bce-446b-83d5-e1c0b907da4b tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Made reservation on behalf of f230fcf604d94eb79101a984102e5bba for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:42.288817 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b645ef3a-9bce-446b-83d5-e1c0b907da4b tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:42.355289 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-bc8ce4ce-fc28-426b-a03f-aedd21ffea9d service neutron] 10.222.0.45 "GET /v2.0/networks/73c527dd-bcee-4d43-8201-08f3277470d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271128 Dec 11 22:47:42.362136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100364f5-96f6-422c-8ca2-81e16ec9cc8c req-7a8129bf-f90d-4afa-8536-667b5d8c175f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:42.363661 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-100364f5-96f6-422c-8ca2-81e16ec9cc8c req-7a8129bf-f90d-4afa-8536-667b5d8c175f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 HTTP/1.1" status: 200 len: 920 time: 0.2455645 Dec 11 22:47:42.424072 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab55f01-8129-485d-bd92-e6fd888c1712 req-8998407f-c3e9-420e-87e9-e409d56e374f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:42.425639 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dab55f01-8129-485d-bd92-e6fd888c1712 req-8998407f-c3e9-420e-87e9-e409d56e374f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.0903249 Dec 11 22:47:42.438930 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-100364f5-96f6-422c-8ca2-81e16ec9cc8c req-48160d05-52fa-41f1-9b5a-05326d394c6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6462d03d-ca94-49e5-91ae-038181242f09 HTTP/1.1" status: 200 len: 217 time: 0.0656104 Dec 11 22:47:42.457646 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f0d9bcc-3efc-4b0c-99b3-2b076d3cb807 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:42.460570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-3ebef064-062e-401f-aaec-cdc6572155a5 service neutron] 10.222.0.45 "GET /v2.0/ports/dcd220ca-4e1f-4da3-9633-91e4e94fedd9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0955365 Dec 11 22:47:42.517648 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d9bcc-3efc-4b0c-99b3-2b076d3cb807 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b36822-ae35-4af2-abb0-d7510424a4dc,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:42.533405 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f0d9bcc-3efc-4b0c-99b3-2b076d3cb807 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:42.539151 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3f0d9bcc-3efc-4b0c-99b3-2b076d3cb807 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "DELETE /v2.0/subnets/f8b36822-ae35-4af2-abb0-d7510424a4dc HTTP/1.1" status: 204 len: 168 time: 1.0358710 Dec 11 22:47:42.542744 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60426) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:42.549623 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79dc111-8f46-4e2a-986b-5af07e4fa9ec None None] Network fb635a3c-a589-4afd-a324-a90fcca09d0d requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:42.604233 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dab55f01-8129-485d-bd92-e6fd888c1712 req-54f91f62-8c01-4fae-b520-4eecef68756b tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652305 Dec 11 22:47:42.608215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100364f5-96f6-422c-8ca2-81e16ec9cc8c req-c68a6e3c-312f-48c4-af29-576f008b4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:42.612901 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-100364f5-96f6-422c-8ca2-81e16ec9cc8c req-c68a6e3c-312f-48c4-af29-576f008b4249 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eb8fca7-5e40-4bee-9504-a72666de8453 HTTP/1.1" status: 200 len: 859 time: 0.1638513 Dec 11 22:47:42.679837 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-100364f5-96f6-422c-8ca2-81e16ec9cc8c req-0f674abd-4231-47ed-8cb3-6caf8fa01155 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542510 Dec 11 22:47:42.691794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5407fa-0b28-4a11-8400-8ca4b30efd3d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Deleting subnet eb0f0294-4e3e-402d-a2de-2099021a0d1d {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:47:42.695504 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a5407fa-0b28-4a11-8400-8ca4b30efd3d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:42.792218 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-72d3fc90-697a-4c4d-82c4-129f00309d3b req-f3e5de82-1a81-4421-9885-00b797d49940 tempest-ServerAddressesTestJSON-1576168005 tempest-ServerAddressesTestJSON-1576168005-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e44e2d-1511-46e0-94cd-95efe3c14a92 HTTP/1.1" status: 200 len: 210 time: 0.0393555 Dec 11 22:47:42.800080 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b645ef3a-9bce-446b-83d5-e1c0b907da4b tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:42.807462 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a5407fa-0b28-4a11-8400-8ca4b30efd3d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:42.823826 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-5fdbe4a9-b0f2-4dbe-b90c-afcbd084b6a1 service neutron] 10.222.0.45 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368001 Dec 11 22:47:42.838279 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f28979-189d-484d-be52-5e26dccf74de None None] DHCP port deletion for fb635a3c-a589-4afd-a324-a90fcca09d0d request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:47:42.877726 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-100364f5-96f6-422c-8ca2-81e16ec9cc8c req-ee2fa49d-1245-46bd-99c4-f76977d249b9 service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887677 Dec 11 22:47:42.908474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-22f28979-189d-484d-be52-5e26dccf74de None None] Deleting port 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:42.909115 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22f28979-189d-484d-be52-5e26dccf74de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:42.915288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645ef3a-9bce-446b-83d5-e1c0b907da4b tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Pushing event updated for resources: {'Subnet': ['ID=19e529ed-4cdc-4b2c-9823-0a582b5fd475,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:42.948905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b645ef3a-9bce-446b-83d5-e1c0b907da4b tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Checking segment: {'id': 'ce8e9c5a-8f83-4548-8b77-b6abf8334ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc1c1bd2-3e3d-465f-9e8a-83909e084122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:42.949286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b645ef3a-9bce-446b-83d5-e1c0b907da4b tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Network hostable DHCP agents. Network: cc1c1bd2-3e3d-465f-9e8a-83909e084122, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:47:42.977962 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a5407fa-0b28-4a11-8400-8ca4b30efd3d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:42.987705 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-22f28979-189d-484d-be52-5e26dccf74de None None] For port 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3a9bcc89-fde5-4c00-8b1b-5a365b91d70c,segment=NetworkSegment(67e60816-7428-4e9c-a12a-db571fcd2d55),segment_id=67e60816-7428-4e9c-a12a-db571fcd2d55)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:42.988425 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22f28979-189d-484d-be52-5e26dccf74de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.002897 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-22f28979-189d-484d-be52-5e26dccf74de None None] Calling delete_port for 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:43.054738 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b645ef3a-9bce-446b-83d5-e1c0b907da4b tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Network cc1c1bd2-3e3d-465f-9e8a-83909e084122 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:47:43.068265 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-00d3e0d0-60fe-4cc3-817e-00cf0d4333a2 service neutron] 10.222.0.45 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103543 Dec 11 22:47:43.104849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-100364f5-96f6-422c-8ca2-81e16ec9cc8c req-258aa5d0-c44d-4908-93bd-f93f6b905e13 service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951544 Dec 11 22:47:43.114002 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-5894e8a6-a14a-45aa-9209-a83fbde0249f service neutron] 10.222.0.45 "GET /v2.0/ports/4f62b209-549f-451d-a578-3b22242ccc69?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0352089 Dec 11 22:47:43.158627 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22f28979-189d-484d-be52-5e26dccf74de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.160244 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a5407fa-0b28-4a11-8400-8ca4b30efd3d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.162298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-b645ef3a-9bce-446b-83d5-e1c0b907da4b tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, cc1c1bd2-3e3d-465f-9e8a-83909e084122) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:43.178088 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b645ef3a-9bce-446b-83d5-e1c0b907da4b tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:43.178701 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b645ef3a-9bce-446b-83d5-e1c0b907da4b tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.187851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b14e71-be0e-4ff5-83b0-a511922ece4b None None] Network cc1c1bd2-3e3d-465f-9e8a-83909e084122 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:43.192305 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f28979-189d-484d-be52-5e26dccf74de None None] Pushing event deleted for resources: {'Port': ['ID=3a9bcc89-fde5-4c00-8b1b-5a365b91d70c,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:43.204043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f28979-189d-484d-be52-5e26dccf74de None None] No DVR routers for this DVR port 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:47:43.240275 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5407fa-0b28-4a11-8400-8ca4b30efd3d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0f0294-4e3e-402d-a2de-2099021a0d1d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:43.242342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1286946a-9e0d-4297-a730-2b25b6c948d5 service neutron] 10.222.0.45 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206510 Dec 11 22:47:43.247474 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a5407fa-0b28-4a11-8400-8ca4b30efd3d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.258301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d45b31-2ecd-43f4-992c-235e39b4f14d None None] Network 0e534e04-90f7-4f80-b213-94fc88171ee6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:43.267154 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0a5407fa-0b28-4a11-8400-8ca4b30efd3d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "DELETE /v2.0/subnets/eb0f0294-4e3e-402d-a2de-2099021a0d1d HTTP/1.1" status: 204 len: 168 time: 0.7232111 Dec 11 22:47:43.268099 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60436) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:43.345395 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b645ef3a-9bce-446b-83d5-e1c0b907da4b tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6837068 Dec 11 22:47:43.346314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60440) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:43.387870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a5cb5f1b-394c-4ad0-8fb8-537e954f5803 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Request body: {'port': {'network_id': 'cc1c1bd2-3e3d-465f-9e8a-83909e084122', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2006337948'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:43.405448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-cc1c1bd2-3e3d-465f-9e8a-83909e084122', 'network_id': 'cc1c1bd2-3e3d-465f-9e8a-83909e084122', 'project_id': 'f230fcf604d94eb79101a984102e5bba', 'fixed_ips': [{'subnet_id': '19e529ed-4cdc-4b2c-9823-0a582b5fd475'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:47:43.406593 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.420309 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-90fd1ac7-5de7-4fc9-80d9-cf2208a4c885 service neutron] 10.222.0.45 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712029 Dec 11 22:47:43.447352 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fb446489-2e6d-4e7b-a1e7-ec55ddfd84a3 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.478923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf194d6-dcab-473b-9aa0-2d6b886d4f2b req-8ee8bcb1-b822-49c5-b700-45e8834691fb tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:43.480733 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdf194d6-dcab-473b-9aa0-2d6b886d4f2b req-8ee8bcb1-b822-49c5-b700-45e8834691fb tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 943 time: 0.0998418 Dec 11 22:47:43.525607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59391ace-e5fe-4a5b-89d1-a8f01224b3a4 None None] DHCP port deletion for 0e534e04-90f7-4f80-b213-94fc88171ee6 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:47:43.567043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 17fa40e2-7fb9-4edf-9d72-0ebe5954515a no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:47:43.625404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 17fa40e2-7fb9-4edf-9d72-0ebe5954515a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:47:43.626086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 17fa40e2-7fb9-4edf-9d72-0ebe5954515a not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:47:43.627989 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-7abbf4eb-38d9-4648-a7d7-c77e684dba63 service neutron] 10.222.0.45 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538692 Dec 11 22:47:43.645107 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.667532 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdf194d6-dcab-473b-9aa0-2d6b886d4f2b req-c86e6299-a695-4f40-be42-d9615524060e tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650026 Dec 11 22:47:43.675736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Allocated IP 2001:db8::2 (cc1c1bd2-3e3d-465f-9e8a-83909e084122/19e529ed-4cdc-4b2c-9823-0a582b5fd475/d0cfc7c7-e41f-4046-97c3-16dc718c5d17) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:43.683713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-59391ace-e5fe-4a5b-89d1-a8f01224b3a4 None None] Deleting port 3f9f192b-8a8f-4890-8ca1-a974a47346bb {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:43.684338 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59391ace-e5fe-4a5b-89d1-a8f01224b3a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.687762 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fb446489-2e6d-4e7b-a1e7-ec55ddfd84a3 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.732358 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-fb446489-2e6d-4e7b-a1e7-ec55ddfd84a3 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb635a3c-a589-4afd-a324-a90fcca09d0d']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:43.737052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cb5f1b-394c-4ad0-8fb8-537e954f5803 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Made reservation on behalf of f230fcf604d94eb79101a984102e5bba for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:43.741134 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5cb5f1b-394c-4ad0-8fb8-537e954f5803 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.745436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-fb446489-2e6d-4e7b-a1e7-ec55ddfd84a3 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e60816-7428-4e9c-a12a-db571fcd2d55') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:43.745750 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-fb446489-2e6d-4e7b-a1e7-ec55ddfd84a3 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e60816-7428-4e9c-a12a-db571fcd2d55') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:43.752979 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-59391ace-e5fe-4a5b-89d1-a8f01224b3a4 None None] For port 3f9f192b-8a8f-4890-8ca1-a974a47346bb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3f9f192b-8a8f-4890-8ca1-a974a47346bb,segment=NetworkSegment(9736ee66-70ec-4ac3-9883-8082c20d5ee6),segment_id=9736ee66-70ec-4ac3-9883-8082c20d5ee6)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:43.753384 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59391ace-e5fe-4a5b-89d1-a8f01224b3a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.757170 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fb446489-2e6d-4e7b-a1e7-ec55ddfd84a3 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.761772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-a5cb5f1b-394c-4ad0-8fb8-537e954f5803 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] device_id is not set on port c0b5e816-b501-4145-bd9e-55cc0e8c6eb0 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:47:43.771377 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-d4105fee-ac91-4405-986f-6e319bef8537 service neutron] 10.222.0.45 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368182 Dec 11 22:47:43.777824 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-59391ace-e5fe-4a5b-89d1-a8f01224b3a4 None None] Calling delete_port for 3f9f192b-8a8f-4890-8ca1-a974a47346bb owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:43.799356 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fb446489-2e6d-4e7b-a1e7-ec55ddfd84a3 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.810340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb446489-2e6d-4e7b-a1e7-ec55ddfd84a3 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:47:43.810752 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fb446489-2e6d-4e7b-a1e7-ec55ddfd84a3 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:47:43.814043 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:47:43.879357 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25dedc4-6b82-447d-aa15-60086ca3dbc2 req-4fe8a8cb-22da-4bd4-a0e2-a6145688e90d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:43.880976 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f25dedc4-6b82-447d-aa15-60086ca3dbc2 req-4fe8a8cb-22da-4bd4-a0e2-a6145688e90d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1150863 Dec 11 22:47:43.938260 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f25dedc4-6b82-447d-aa15-60086ca3dbc2 req-565e2579-5cdd-49a9-bfc2-8844498bd403 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485663 Dec 11 22:47:43.952087 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-87ded85a-c498-4870-b2a1-d364919494bd service neutron] 10.222.0.45 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776233 Dec 11 22:47:43.971309 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fb446489-2e6d-4e7b-a1e7-ec55ddfd84a3 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.980087 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fb446489-2e6d-4e7b-a1e7-ec55ddfd84a3 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:43.985790 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fb446489-2e6d-4e7b-a1e7-ec55ddfd84a3 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "DELETE /v2.0/networks/fb635a3c-a589-4afd-a324-a90fcca09d0d HTTP/1.1" status: 204 len: 168 time: 0.7130857 Dec 11 22:47:43.987215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60450) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:43.997176 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.006735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb446489-2e6d-4e7b-a1e7-ec55ddfd84a3 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event deleted for resources: {'Network': ['ID=fb635a3c-a589-4afd-a324-a90fcca09d0d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:44.026652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60452) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:44.032748 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59391ace-e5fe-4a5b-89d1-a8f01224b3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.076300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59391ace-e5fe-4a5b-89d1-a8f01224b3a4 None None] Pushing event deleted for resources: {'Port': ['ID=3f9f192b-8a8f-4890-8ca1-a974a47346bb,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:44.086008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59391ace-e5fe-4a5b-89d1-a8f01224b3a4 None None] No DVR routers for this DVR port 3f9f192b-8a8f-4890-8ca1-a974a47346bb on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:47:44.105118 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.105226 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37098dd-4bd1-4dec-8e4d-1d9533124b5d admin admin] Deleting subnet ea1a5e55-3ef0-4eb2-87bd-96a0d5508a0e {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:47:44.143418 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a37098dd-4bd1-4dec-8e4d-1d9533124b5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.166027 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3f9f192b-8a8f-4890-8ca1-a974a47346bb no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:47:44.174414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-00f93c99-f9ae-405e-bcee-4b7f2bc9b22f service neutron] 10.222.0.45 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140052 Dec 11 22:47:44.211089 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a37098dd-4bd1-4dec-8e4d-1d9533124b5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.214243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 3f9f192b-8a8f-4890-8ca1-a974a47346bb {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:47:44.214592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3f9f192b-8a8f-4890-8ca1-a974a47346bb not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:47:44.215053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:47:44.219005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-a5cb5f1b-394c-4ad0-8fb8-537e954f5803 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Allocated IP 2001:db8::e6 (cc1c1bd2-3e3d-465f-9e8a-83909e084122/19e529ed-4cdc-4b2c-9823-0a582b5fd475/c0b5e816-b501-4145-bd9e-55cc0e8c6eb0) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:44.223877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Network cc1c1bd2-3e3d-465f-9e8a-83909e084122 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:44.252936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:44.255891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:44.260347 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40d07880-321d-4cce-9f55-a590cb08ace4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.281120 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a37098dd-4bd1-4dec-8e4d-1d9533124b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.361755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-663f97cb-44d4-46db-aea9-ba45ada05339 service neutron] 10.222.0.45 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721261 Dec 11 22:47:44.442975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:47:44.443878 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3a9bcc89-fde5-4c00-8b1b-5a365b91d70c not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:47:44.453395 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40d07880-321d-4cce-9f55-a590cb08ace4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.454960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Pushing event updated for resources: {'Port': ['ID=d0cfc7c7-e41f-4046-97c3-16dc718c5d17,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:44.482701 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-40d07880-321d-4cce-9f55-a590cb08ace4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e534e04-90f7-4f80-b213-94fc88171ee6']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:44.494094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-40d07880-321d-4cce-9f55-a590cb08ace4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9736ee66-70ec-4ac3-9883-8082c20d5ee6') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:44.494429 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-40d07880-321d-4cce-9f55-a590cb08ace4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9736ee66-70ec-4ac3-9883-8082c20d5ee6') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:44.496796 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Attempting to bind port d0cfc7c7-e41f-4046-97c3-16dc718c5d17 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:47:44.497288 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a37098dd-4bd1-4dec-8e4d-1d9533124b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.497467 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Attempting to bind port d0cfc7c7-e41f-4046-97c3-16dc718c5d17 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'ce8e9c5a-8f83-4548-8b77-b6abf8334ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc1c1bd2-3e3d-465f-9e8a-83909e084122'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:47:44.497841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Attempting to bind port d0cfc7c7-e41f-4046-97c3-16dc718c5d17 on network cc1c1bd2-3e3d-465f-9e8a-83909e084122 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:47:44.504551 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:47:44.504937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Checking segment: {'id': 'ce8e9c5a-8f83-4548-8b77-b6abf8334ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc1c1bd2-3e3d-465f-9e8a-83909e084122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:44.506339 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.506445 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Bound using segment: {'id': 'ce8e9c5a-8f83-4548-8b77-b6abf8334ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc1c1bd2-3e3d-465f-9e8a-83909e084122'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:47:44.506916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Bound port: d0cfc7c7-e41f-4046-97c3-16dc718c5d17, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8e9c5a-8f83-4548-8b77-b6abf8334ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc1c1bd2-3e3d-465f-9e8a-83909e084122'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:47:44.507577 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.536090 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40d07880-321d-4cce-9f55-a590cb08ace4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.536676 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-bde6fd86-2650-4543-bf81-519658ba220e service neutron] 10.222.0.45 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624119 Dec 11 22:47:44.539914 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37098dd-4bd1-4dec-8e4d-1d9533124b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea1a5e55-3ef0-4eb2-87bd-96a0d5508a0e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:44.542553 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a37098dd-4bd1-4dec-8e4d-1d9533124b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.546294 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a37098dd-4bd1-4dec-8e4d-1d9533124b5d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ea1a5e55-3ef0-4eb2-87bd-96a0d5508a0e HTTP/1.1" status: 204 len: 168 time: 0.5177963 Dec 11 22:47:44.552172 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60458) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:44.598320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] For port d0cfc7c7-e41f-4046-97c3-16dc718c5d17, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:47:44.602325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] For port d0cfc7c7-e41f-4046-97c3-16dc718c5d17, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d0cfc7c7-e41f-4046-97c3-16dc718c5d17,segment=NetworkSegment(ce8e9c5a-8f83-4548-8b77-b6abf8334ba9),segment_id=ce8e9c5a-8f83-4548-8b77-b6abf8334ba9)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:47:44.610752 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40d07880-321d-4cce-9f55-a590cb08ace4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.627123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d07880-321d-4cce-9f55-a590cb08ace4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:47:44.627550 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40d07880-321d-4cce-9f55-a590cb08ace4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:47:44.630687 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:47:44.691695 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-114aaded-88bd-4fdb-a21e-afae883344d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.708841 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.791109 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb56f10-008e-4814-991b-98d08bbc972f None None] Pushing event updated for resources: {'Port': ['ID=d0cfc7c7-e41f-4046-97c3-16dc718c5d17,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:44.803104 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40d07880-321d-4cce-9f55-a590cb08ace4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.836895 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40d07880-321d-4cce-9f55-a590cb08ace4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.841227 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-40d07880-321d-4cce-9f55-a590cb08ace4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "DELETE /v2.0/networks/0e534e04-90f7-4f80-b213-94fc88171ee6 HTTP/1.1" status: 204 len: 168 time: 0.8530121 Dec 11 22:47:44.853498 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60464) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:44.903730 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-114aaded-88bd-4fdb-a21e-afae883344d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:44.911504 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d07880-321d-4cce-9f55-a590cb08ace4 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event deleted for resources: {'Network': ['ID=0e534e04-90f7-4f80-b213-94fc88171ee6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:45.001501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-114aaded-88bd-4fdb-a21e-afae883344d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fba66e-3897-4c19-851d-e2c20cc5c6c8']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:45.025427 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ab883-040e-4aa7-8fb8-820f2a204bd6 req-a6821eac-c160-43d7-b018-0997409937f5 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:45.035194 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a36ab883-040e-4aa7-8fb8-820f2a204bd6 req-a6821eac-c160-43d7-b018-0997409937f5 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 943 time: 0.2214863 Dec 11 22:47:45.065041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-114aaded-88bd-4fdb-a21e-afae883344d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341cd068-0953-42d0-9b86-349809e64e1a') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:45.065358 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-114aaded-88bd-4fdb-a21e-afae883344d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341cd068-0953-42d0-9b86-349809e64e1a') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:45.074859 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0167f83-4c41-4dcc-bc24-78a6e37356be tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Deleting subnet 40a7e105-4853-4b86-b46d-e6bfbd13315d {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:47:45.085352 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0167f83-4c41-4dcc-bc24-78a6e37356be tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:45.094098 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5cb5f1b-394c-4ad0-8fb8-537e954f5803 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:45.109180 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-114aaded-88bd-4fdb-a21e-afae883344d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:45.129940 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-50d130b8-582c-4719-9a92-6c63c8c65553 service neutron] 10.222.0.45 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796928 Dec 11 22:47:45.142224 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-114aaded-88bd-4fdb-a21e-afae883344d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:45.162830 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0167f83-4c41-4dcc-bc24-78a6e37356be tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:45.170398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a36ab883-040e-4aa7-8fb8-820f2a204bd6 req-fee1b2f5-94f7-4982-af0c-9253caca4233 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342831 Dec 11 22:47:45.198303 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114aaded-88bd-4fdb-a21e-afae883344d7 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:47:45.198303 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-114aaded-88bd-4fdb-a21e-afae883344d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:47:45.198885 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:47:45.225656 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5cb5f1b-394c-4ad0-8fb8-537e954f5803 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:45.298591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cb5f1b-394c-4ad0-8fb8-537e954f5803 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Network cc1c1bd2-3e3d-465f-9e8a-83909e084122 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:45.308630 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-a5cb5f1b-394c-4ad0-8fb8-537e954f5803 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:45.314784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb5f1b-394c-4ad0-8fb8-537e954f5803 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:45.320485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cb5f1b-394c-4ad0-8fb8-537e954f5803 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:45.321088 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5cb5f1b-394c-4ad0-8fb8-537e954f5803 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:45.324764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb5f1b-394c-4ad0-8fb8-537e954f5803 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Pushing event updated for resources: {'Port': ['ID=c0b5e816-b501-4145-bd9e-55cc0e8c6eb0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:45.329498 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-7fbec7cf-3735-409d-a599-16bcb39008e0 service neutron] 10.222.0.45 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836233 Dec 11 22:47:45.356525 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dcca3-f77e-4cf3-b496-7e28209f83b7 req-9a1e32aa-312d-461d-a51e-154a4660926b tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:45.358840 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e2dcca3-f77e-4cf3-b496-7e28209f83b7 req-9a1e32aa-312d-461d-a51e-154a4660926b tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1079714 Dec 11 22:47:45.363538 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0167f83-4c41-4dcc-bc24-78a6e37356be tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:45.397556 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-114aaded-88bd-4fdb-a21e-afae883344d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:45.402415 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-114aaded-88bd-4fdb-a21e-afae883344d7 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:45.406029 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-114aaded-88bd-4fdb-a21e-afae883344d7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a7fba66e-3897-4c19-851d-e2c20cc5c6c8 HTTP/1.1" status: 204 len: 168 time: 0.8528790 Dec 11 22:47:45.419891 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a5cb5f1b-394c-4ad0-8fb8-537e954f5803 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.0358686 Dec 11 22:47:45.419891 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60474) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:45.423357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Request body: {'port': {'network_id': 'cc1c1bd2-3e3d-465f-9e8a-83909e084122', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-991640551', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:45.423969 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.api.validators [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] bootfile-name is not in valid_values {{(pid=103692) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 11 22:47:45.424381 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.api.validators [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] tftp-server is not in valid_values {{(pid=103692) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 11 22:47:45.424796 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.api.validators [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] server-ip-address is not in valid_values {{(pid=103692) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 11 22:47:45.451965 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114aaded-88bd-4fdb-a21e-afae883344d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7fba66e-3897-4c19-851d-e2c20cc5c6c8,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:45.502207 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2e2dcca3-f77e-4cf3-b496-7e28209f83b7 req-93d52d94-a311-4f88-a117-bdd022ad1d73 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083639 Dec 11 22:47:45.581962 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0167f83-4c41-4dcc-bc24-78a6e37356be tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:45.630905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0167f83-4c41-4dcc-bc24-78a6e37356be tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event deleted for resources: {'Subnet': ['ID=40a7e105-4853-4b86-b46d-e6bfbd13315d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:45.638016 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0167f83-4c41-4dcc-bc24-78a6e37356be tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:45.644197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60486) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:45.644330 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b0167f83-4c41-4dcc-bc24-78a6e37356be tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "DELETE /v2.0/subnets/40a7e105-4853-4b86-b46d-e6bfbd13315d HTTP/1.1" status: 204 len: 168 time: 0.7508595 Dec 11 22:47:45.646274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e0d875-b1aa-4ea6-9640-4236256da9c6 None None] Network 12aeba38-36c4-4e93-9112-46e20f73eff1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:45.701583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Made reservation on behalf of f230fcf604d94eb79101a984102e5bba for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:45.706774 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:45.726399 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60488) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:45.796948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] device_id is not set on port 128e2d6a-9ecc-45fa-aee1-9c690ebc9fa3 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:47:45.814481 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:45.871681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6945f9f1-ef25-46ae-a8fb-df381d52a172 None None] DHCP port deletion for 12aeba38-36c4-4e93-9112-46e20f73eff1 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:47:45.906154 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-974c85ec-9114-45d9-a3c3-14586b3bd8ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:45.955228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6945f9f1-ef25-46ae-a8fb-df381d52a172 None None] Deleting port 5edbf384-7936-4ae0-be01-acf37a3e80cb {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:45.955606 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6945f9f1-ef25-46ae-a8fb-df381d52a172 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.007030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Allocated IP 2001:db8::b2 (cc1c1bd2-3e3d-465f-9e8a-83909e084122/19e529ed-4cdc-4b2c-9823-0a582b5fd475/128e2d6a-9ecc-45fa-aee1-9c690ebc9fa3) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:46.007974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60494) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:46.020270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Deleting port 5edbf384-7936-4ae0-be01-acf37a3e80cb {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:46.020704 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.084696 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-27a3d55c-2390-4a9e-a764-5a1ecc853de7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=855fd5f520554d68abc2990b895fc00d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0732937 Dec 11 22:47:46.084696 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-974c85ec-9114-45d9-a3c3-14586b3bd8ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.085343 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60498) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:46.140308 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f005f-b3b4-4e0c-a7cf-8edd007a4175 None None] Network cc1c1bd2-3e3d-465f-9e8a-83909e084122 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:46.157169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] For port 5edbf384-7936-4ae0-be01-acf37a3e80cb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5edbf384-7936-4ae0-be01-acf37a3e80cb,segment=NetworkSegment(9d109af5-2766-4614-bc30-bc47ec02c409),segment_id=9d109af5-2766-4614-bc30-bc47ec02c409)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:46.157440 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.164855 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e2a8ab96-2233-4532-9a4c-9b9758a79ac6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.167787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6945f9f1-ef25-46ae-a8fb-df381d52a172 None None] For port 5edbf384-7936-4ae0-be01-acf37a3e80cb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5edbf384-7936-4ae0-be01-acf37a3e80cb,segment=NetworkSegment(9d109af5-2766-4614-bc30-bc47ec02c409),segment_id=9d109af5-2766-4614-bc30-bc47ec02c409)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:46.168417 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6945f9f1-ef25-46ae-a8fb-df381d52a172 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.183708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6945f9f1-ef25-46ae-a8fb-df381d52a172 None None] Calling delete_port for 5edbf384-7936-4ae0-be01-acf37a3e80cb owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:46.199055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Calling delete_port for 5edbf384-7936-4ae0-be01-acf37a3e80cb owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:46.208902 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e2a8ab96-2233-4532-9a4c-9b9758a79ac6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.213283 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-974c85ec-9114-45d9-a3c3-14586b3bd8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.241726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d0cfc7c7-e41f-4046-97c3-16dc718c5d17 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:46.332558 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-974c85ec-9114-45d9-a3c3-14586b3bd8ea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7174fe7a87c4c30b4151b45dbd8ede4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6049368 Dec 11 22:47:46.334785 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c85ec-9114-45d9-a3c3-14586b3bd8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace35d90-0cee-4f8d-b31e-85201eb14676,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:46.337396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60502) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:46.361387 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c987f-fd2d-48c5-a4fd-dfed05d169cb req-0cf72a6e-3497-489d-a7a7-8dfbac1dc173 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:46.370165 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-580c987f-fd2d-48c5-a4fd-dfed05d169cb req-0cf72a6e-3497-489d-a7a7-8dfbac1dc173 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 943 time: 0.0893631 Dec 11 22:47:46.371472 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-262cd52d-b243-4b6e-bef1-fb9bd4200ea2 None None] Provisioning complete for port d0cfc7c7-e41f-4046-97c3-16dc718c5d17 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:46.371856 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-262cd52d-b243-4b6e-bef1-fb9bd4200ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.402672 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.442277 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94ac23fd-854b-4905-8899-0a50b2879915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.445665 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-580c987f-fd2d-48c5-a4fd-dfed05d169cb req-c681fc7e-2506-4a5c-94e9-7c783809815f tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742824 Dec 11 22:47:46.455034 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d0cfc7c7-e41f-4046-97c3-16dc718c5d17 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:46.455407 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.470667 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94ac23fd-854b-4905-8899-0a50b2879915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.486019 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e2a8ab96-2233-4532-9a4c-9b9758a79ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.490084 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e2a8ab96-2233-4532-9a4c-9b9758a79ac6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.491575 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e2a8ab96-2233-4532-9a4c-9b9758a79ac6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4385cadb-beda-4bd6-934c-12680d9587c6 HTTP/1.1" status: 204 len: 168 time: 0.4051545 Dec 11 22:47:46.500375 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8ab96-2233-4532-9a4c-9b9758a79ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4385cadb-beda-4bd6-934c-12680d9587c6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:46.510633 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.562185 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.568388 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event deleted for resources: {'Port': ['ID=5edbf384-7936-4ae0-be01-acf37a3e80cb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:46.570927 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6945f9f1-ef25-46ae-a8fb-df381d52a172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.572413 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] No DVR routers for this DVR port 5edbf384-7936-4ae0-be01-acf37a3e80cb on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:47:46.645372 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945f9f1-ef25-46ae-a8fb-df381d52a172 None None] Pushing event deleted for resources: {'Port': ['ID=5edbf384-7936-4ae0-be01-acf37a3e80cb,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:46.652652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6945f9f1-ef25-46ae-a8fb-df381d52a172 None None] No DVR routers for this DVR port 5edbf384-7936-4ae0-be01-acf37a3e80cb on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:47:46.658257 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-262cd52d-b243-4b6e-bef1-fb9bd4200ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.693361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Network cc1c1bd2-3e3d-465f-9e8a-83909e084122 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:46.701486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:46.734495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:46.740676 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:46.741241 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.748124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Pushing event updated for resources: {'Port': ['ID=128e2d6a-9ecc-45fa-aee1-9c690ebc9fa3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:46.766404 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.770392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-262cd52d-b243-4b6e-bef1-fb9bd4200ea2 None None] For port d0cfc7c7-e41f-4046-97c3-16dc718c5d17, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d0cfc7c7-e41f-4046-97c3-16dc718c5d17,segment=NetworkSegment(ce8e9c5a-8f83-4548-8b77-b6abf8334ba9),segment_id=ce8e9c5a-8f83-4548-8b77-b6abf8334ba9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:46.771164 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a0716-8c41-44e0-ba79-1987697e9476 req-b3e5aa86-828c-45a7-8e4f-72bd145a4a35 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:46.773389 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-063a0716-8c41-44e0-ba79-1987697e9476 req-b3e5aa86-828c-45a7-8e4f-72bd145a4a35 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1378841 Dec 11 22:47:46.784901 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.787797 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94ac23fd-854b-4905-8899-0a50b2879915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.791141 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-94ac23fd-854b-4905-8899-0a50b2879915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.800038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-94ac23fd-854b-4905-8899-0a50b2879915 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ace35d90-0cee-4f8d-b31e-85201eb14676 HTTP/1.1" status: 204 len: 168 time: 0.4552193 Dec 11 22:47:46.824691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac23fd-854b-4905-8899-0a50b2879915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace35d90-0cee-4f8d-b31e-85201eb14676,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:46.829754 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12aeba38-36c4-4e93-9112-46e20f73eff1']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:46.840147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d109af5-2766-4614-bc30-bc47ec02c409') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:46.840409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d109af5-2766-4614-bc30-bc47ec02c409') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:46.855752 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.857704 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-262cd52d-b243-4b6e-bef1-fb9bd4200ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.878924 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.887837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:47:46.888265 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:47:46.892878 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:47:46.898631 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-063a0716-8c41-44e0-ba79-1987697e9476 req-4f99dfa2-4565-4ad2-b4d7-789a79976454 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161613 Dec 11 22:47:46.911275 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-434d3c13-7b34-4b61-b9c4-b12546e19567 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.4959347 Dec 11 22:47:46.913811 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60516) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:47.028499 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:47.032863 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:47.036595 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "DELETE /v2.0/networks/12aeba38-36c4-4e93-9112-46e20f73eff1 HTTP/1.1" status: 204 len: 168 time: 1.3913069 Dec 11 22:47:47.040975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60524) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:47.053873 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848f2c93-0192-495e-be5a-0ecfa6562ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:47.063480 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848f2c93-0192-495e-be5a-0ecfa6562ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:47.073886 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848f2c93-0192-495e-be5a-0ecfa6562ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:47.079238 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-848f2c93-0192-495e-be5a-0ecfa6562ffc tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1618462 Dec 11 22:47:47.080259 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60528) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:47.096539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29681073-e385-4911-b022-0d322c731dce tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Pushing event deleted for resources: {'Network': ['ID=12aeba38-36c4-4e93-9112-46e20f73eff1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:47.135001 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-66034e69-91da-40b1-b208-c00ae98e102d tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec014a6e-b10a-423d-9747-0fe7aa7912f9 HTTP/1.1" status: 200 len: 205 time: 0.0706551 Dec 11 22:47:47.135001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60530) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:47.249904 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:47:47.256259 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:47:47.257336 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c68d8cc7-6416-4e42-b819-56c718cf1377 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Deleting port 128e2d6a-9ecc-45fa-aee1-9c690ebc9fa3 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:47.257880 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c68d8cc7-6416-4e42-b819-56c718cf1377 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:47.299426 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39f906e3-38d8-4a95-b6a5-fe24047d865f req-059bbc2d-d178-4a44-89dd-ac51409c7516 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0667741 Dec 11 22:47:47.300839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-afeb7484-6711-4416-89f1-1acc1d5f5d89 None None] Provisioning complete for port c0b5e816-b501-4145-bd9e-55cc0e8c6eb0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:47.301227 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-afeb7484-6711-4416-89f1-1acc1d5f5d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:47.304512 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b418bb1-1d43-4be0-a562-50798a5296a6 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:47.317240 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:47.381160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cd52d-b243-4b6e-bef1-fb9bd4200ea2 None None] Pushing event updated for resources: {'Port': ['ID=d0cfc7c7-e41f-4046-97c3-16dc718c5d17,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:47.411870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-afeb7484-6711-4416-89f1-1acc1d5f5d89 None None] Port c0b5e816-b501-4145-bd9e-55cc0e8c6eb0 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:47.436825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-afeb7484-6711-4416-89f1-1acc1d5f5d89 None None] Provisioning complete for port d0cfc7c7-e41f-4046-97c3-16dc718c5d17 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:47.437444 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-afeb7484-6711-4416-89f1-1acc1d5f5d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:47.438386 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c68d8cc7-6416-4e42-b819-56c718cf1377 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:47.462845 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c68d8cc7-6416-4e42-b819-56c718cf1377 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Calling delete_port for 128e2d6a-9ecc-45fa-aee1-9c690ebc9fa3 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:47.682027 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b418bb1-1d43-4be0-a562-50798a5296a6 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:47.685982 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b418bb1-1d43-4be0-a562-50798a5296a6 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:47.748959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7631bc-c372-4285-9e35-9347c98ef504 req-644b423d-bb2c-420a-8359-b7926db75bee tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:47.750644 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc7631bc-c372-4285-9e35-9347c98ef504 req-644b423d-bb2c-420a-8359-b7926db75bee tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 943 time: 0.1751981 Dec 11 22:47:47.811813 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c68d8cc7-6416-4e42-b819-56c718cf1377 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:47.829619 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc7631bc-c372-4285-9e35-9347c98ef504 req-40be86c0-8bb5-42c6-8d01-a6b48013f2a6 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600989 Dec 11 22:47:47.844367 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-479ce8b8-dc10-4ee2-8eff-d3e725e58d8d None None] Provisioning complete for port 128e2d6a-9ecc-45fa-aee1-9c690ebc9fa3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:47.844891 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-479ce8b8-dc10-4ee2-8eff-d3e725e58d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:47.858182 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d8cc7-6416-4e42-b819-56c718cf1377 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Pushing event deleted for resources: {'Port': ['ID=128e2d6a-9ecc-45fa-aee1-9c690ebc9fa3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:47.866291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-479ce8b8-dc10-4ee2-8eff-d3e725e58d8d None None] Port 128e2d6a-9ecc-45fa-aee1-9c690ebc9fa3 was deleted so its status cannot be updated. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 11 22:47:47.876909 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b418bb1-1d43-4be0-a562-50798a5296a6 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:47.877438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b418bb1-1d43-4be0-a562-50798a5296a6 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Fanout notify agent at l3_agent the message router_deleted on router ec014a6e-b10a-423d-9747-0fe7aa7912f9 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:47:47.904696 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b418bb1-1d43-4be0-a562-50798a5296a6 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:47.907345 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-479ce8b8-dc10-4ee2-8eff-d3e725e58d8d None None] Provisioning complete for port c0b5e816-b501-4145-bd9e-55cc0e8c6eb0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:47.907718 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-479ce8b8-dc10-4ee2-8eff-d3e725e58d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:47.908801 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0b418bb1-1d43-4be0-a562-50798a5296a6 tempest-RoutersNegativeTest-1889912956 tempest-RoutersNegativeTest-1889912956-project] 10.222.0.45 "DELETE /v2.0/routers/ec014a6e-b10a-423d-9747-0fe7aa7912f9 HTTP/1.1" status: 204 len: 168 time: 0.7793336 Dec 11 22:47:47.924176 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c68d8cc7-6416-4e42-b819-56c718cf1377 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:47.927484 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c68d8cc7-6416-4e42-b819-56c718cf1377 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] 10.222.0.45 "DELETE /v2.0/ports/128e2d6a-9ecc-45fa-aee1-9c690ebc9fa3 HTTP/1.1" status: 204 len: 168 time: 0.8461864 Dec 11 22:47:47.935623 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60558) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:47.944647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5edbf384-7936-4ae0-be01-acf37a3e80cb no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:47:47.951340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-542a118a-c2ce-4f25-960e-fa845818f4aa tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Request body: {'port': {'name': 'tempest-new-port-name-2059390457', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:47.951791 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.api.validators [None req-542a118a-c2ce-4f25-960e-fa845818f4aa tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] bootfile-name is not in valid_values {{(pid=103691) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 11 22:47:47.952139 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.api.validators [None req-542a118a-c2ce-4f25-960e-fa845818f4aa tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] tftp-server is not in valid_values {{(pid=103691) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 11 22:47:47.952478 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.api.validators [None req-542a118a-c2ce-4f25-960e-fa845818f4aa tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] server-ip-address is not in valid_values {{(pid=103691) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 11 22:47:47.991982 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 5edbf384-7936-4ae0-be01-acf37a3e80cb {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:47:47.991982 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5edbf384-7936-4ae0-be01-acf37a3e80cb not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:47:48.011072 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-479ce8b8-dc10-4ee2-8eff-d3e725e58d8d None None] Port c0b5e816-b501-4145-bd9e-55cc0e8c6eb0 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:48.070316 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-542a118a-c2ce-4f25-960e-fa845818f4aa tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:48.103863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60564) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:48.147494 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-76408875-1808-4705-a3d7-c241db72fb70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:48.177216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d0cfc7c7-e41f-4046-97c3-16dc718c5d17 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:48.255715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d0cfc7c7-e41f-4046-97c3-16dc718c5d17 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:48.256113 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:48.309110 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-76408875-1808-4705-a3d7-c241db72fb70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:48.437867 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9f0b9fec-5d04-414e-a198-b33e584f43ea req-3c399464-394b-413b-a929-cf2edc58f7e8 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0423043 Dec 11 22:47:48.451193 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-76408875-1808-4705-a3d7-c241db72fb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:48.500182 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-76408875-1808-4705-a3d7-c241db72fb70 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6187ef058d264d4c85d753c783d5944d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3955688 Dec 11 22:47:48.500182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76408875-1808-4705-a3d7-c241db72fb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950c5587-c3b6-4e67-b104-b603bce95d69,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:48.506273 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60576) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:48.515150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60578) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:48.533929 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-542a118a-c2ce-4f25-960e-fa845818f4aa tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:48.592578 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b703dfc1-d03e-4acf-8e02-bd3e7da88ed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:48.607977 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-542a118a-c2ce-4f25-960e-fa845818f4aa tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:48.629145 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-542a118a-c2ce-4f25-960e-fa845818f4aa tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] In _notify_port_updated(), no bound segment for port c0b5e816-b501-4145-bd9e-55cc0e8c6eb0 on network cc1c1bd2-3e3d-465f-9e8a-83909e084122 {{(pid=103691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:47:48.636585 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542a118a-c2ce-4f25-960e-fa845818f4aa tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:48.637267 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-542a118a-c2ce-4f25-960e-fa845818f4aa tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:48.640938 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-542a118a-c2ce-4f25-960e-fa845818f4aa tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] 10.222.0.45 "PUT /v2.0/ports/c0b5e816-b501-4145-bd9e-55cc0e8c6eb0 HTTP/1.1" status: 200 len: 1129 time: 0.7035329 Dec 11 22:47:48.641704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60584) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:48.682898 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b703dfc1-d03e-4acf-8e02-bd3e7da88ed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:48.732123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a118a-c2ce-4f25-960e-fa845818f4aa tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Pushing event updated for resources: {'Port': ['ID=c0b5e816-b501-4145-bd9e-55cc0e8c6eb0,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:48.751157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5718a1e8-6643-4e1c-9846-977bfd7ced3a tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:48.764167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60588) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:48.764765 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5718a1e8-6643-4e1c-9846-977bfd7ced3a tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] 10.222.0.45 "GET /v2.0/ports/c0b5e816-b501-4145-bd9e-55cc0e8c6eb0 HTTP/1.1" status: 200 len: 1129 time: 0.1208079 Dec 11 22:47:48.839691 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-80633bcf-64cc-4f2a-8d7f-96b0ad4edd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:48.877358 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b703dfc1-d03e-4acf-8e02-bd3e7da88ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:48.884302 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b703dfc1-d03e-4acf-8e02-bd3e7da88ed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:48.885544 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b703dfc1-d03e-4acf-8e02-bd3e7da88ed1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/950c5587-c3b6-4e67-b104-b603bce95d69 HTTP/1.1" status: 204 len: 168 time: 0.3784814 Dec 11 22:47:48.931111 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703dfc1-d03e-4acf-8e02-bd3e7da88ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950c5587-c3b6-4e67-b104-b603bce95d69,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:48.989418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ab981f19-acfa-490d-851b-f7cb6ace8560 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e32af71ee1994dd39f4cc010523808da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4730470 Dec 11 22:47:48.992904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60600) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:49.030056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0db6c4ca-755c-4fc9-88b0-531f32ba987d tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Deleting port c0b5e816-b501-4145-bd9e-55cc0e8c6eb0 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:49.030415 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0db6c4ca-755c-4fc9-88b0-531f32ba987d tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:49.180070 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89a1bb19-a214-4d71-a2a1-7efc91527e93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:49.194916 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff40f17-108f-49f2-86ac-28e5dc392c7d req-e4cb03fa-0960-4ea0-bfd8-95f74589a569 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:49.196954 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dff40f17-108f-49f2-86ac-28e5dc392c7d req-e4cb03fa-0960-4ea0-bfd8-95f74589a569 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 943 time: 0.1420584 Dec 11 22:47:49.229105 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0db6c4ca-755c-4fc9-88b0-531f32ba987d tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:49.242739 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89a1bb19-a214-4d71-a2a1-7efc91527e93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:49.260604 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0db6c4ca-755c-4fc9-88b0-531f32ba987d tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Calling delete_port for c0b5e816-b501-4145-bd9e-55cc0e8c6eb0 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:49.262659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b1b319d2-eb38-4f10-94fb-a35786edb9e5 None None] Provisioning complete for port c0b5e816-b501-4145-bd9e-55cc0e8c6eb0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:49.263211 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b1b319d2-eb38-4f10-94fb-a35786edb9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:49.302188 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b1b319d2-eb38-4f10-94fb-a35786edb9e5 None None] Port c0b5e816-b501-4145-bd9e-55cc0e8c6eb0 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:49.304051 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dff40f17-108f-49f2-86ac-28e5dc392c7d req-caa60495-e940-4dd3-90d7-cc0f2a9e8484 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997179 Dec 11 22:47:49.417625 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89a1bb19-a214-4d71-a2a1-7efc91527e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:49.420607 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89a1bb19-a214-4d71-a2a1-7efc91527e93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:49.424924 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-89a1bb19-a214-4d71-a2a1-7efc91527e93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d46fe497-629b-4989-b8e6-bfaef2131b32 HTTP/1.1" status: 204 len: 168 time: 0.4304383 Dec 11 22:47:49.443318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1bb19-a214-4d71-a2a1-7efc91527e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46fe497-629b-4989-b8e6-bfaef2131b32,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:49.570976 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a2d55fb-30e3-4fac-802b-e57e6d01a965 req-18b90fba-b11d-4eb0-92d8-8df8952f7046 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=87888d0c-33d9-4e40-a0e9-13639cd9464b HTTP/1.1" status: 200 len: 210 time: 0.0464129 Dec 11 22:47:49.601160 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0db6c4ca-755c-4fc9-88b0-531f32ba987d tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:49.641399 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6c4ca-755c-4fc9-88b0-531f32ba987d tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Pushing event deleted for resources: {'Port': ['ID=c0b5e816-b501-4145-bd9e-55cc0e8c6eb0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:49.649108 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4c21f0d8-0f8f-4f1d-bab8-7069cef5360e req-e73c6fc2-c05a-44ab-8cef-a37f8e9223da tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0806763 Dec 11 22:47:49.699404 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0db6c4ca-755c-4fc9-88b0-531f32ba987d tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:49.706358 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0db6c4ca-755c-4fc9-88b0-531f32ba987d tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] 10.222.0.45 "DELETE /v2.0/ports/c0b5e816-b501-4145-bd9e-55cc0e8c6eb0 HTTP/1.1" status: 204 len: 168 time: 0.9449148 Dec 11 22:47:49.707133 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60634) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:49.808582 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d2a00c-8e03-4454-abfc-30ca00717a22 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Deleting subnet 19e529ed-4cdc-4b2c-9823-0a582b5fd475 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:47:49.813355 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f5d2a00c-8e03-4454-abfc-30ca00717a22 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:49.895298 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f5d2a00c-8e03-4454-abfc-30ca00717a22 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:50.114949 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f5d2a00c-8e03-4454-abfc-30ca00717a22 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:50.309048 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f5d2a00c-8e03-4454-abfc-30ca00717a22 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:50.381422 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-14d5a668-7594-4b8a-9629-b07fb7738822 req-cb507080-dbd0-4bf7-8ec4-83e359c84176 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0458922 Dec 11 22:47:50.391426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2a00c-8e03-4454-abfc-30ca00717a22 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Pushing event deleted for resources: {'Subnet': ['ID=19e529ed-4cdc-4b2c-9823-0a582b5fd475,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:50.401910 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f5d2a00c-8e03-4454-abfc-30ca00717a22 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:50.407959 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995ec108-4b93-4d95-bd48-0837f36c8b23 None None] Network cc1c1bd2-3e3d-465f-9e8a-83909e084122 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:50.408721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60674) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:50.411127 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f5d2a00c-8e03-4454-abfc-30ca00717a22 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] 10.222.0.45 "DELETE /v2.0/subnets/19e529ed-4cdc-4b2c-9823-0a582b5fd475 HTTP/1.1" status: 204 len: 168 time: 0.6970651 Dec 11 22:47:50.603240 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:50.623172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bb178-1181-4d26-bca0-aeeb355f5e1e req-e46e0aff-a311-4a2e-91b1-2becba80740a tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:50.633115 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c63bb178-1181-4d26-bca0-aeeb355f5e1e req-e46e0aff-a311-4a2e-91b1-2becba80740a tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 943 time: 0.2007213 Dec 11 22:47:50.686490 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Deleting port d0cfc7c7-e41f-4046-97c3-16dc718c5d17 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:50.687138 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:50.800337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] For port d0cfc7c7-e41f-4046-97c3-16dc718c5d17, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d0cfc7c7-e41f-4046-97c3-16dc718c5d17,segment=NetworkSegment(ce8e9c5a-8f83-4548-8b77-b6abf8334ba9),segment_id=ce8e9c5a-8f83-4548-8b77-b6abf8334ba9)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:50.800955 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:50.825595 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Calling delete_port for d0cfc7c7-e41f-4046-97c3-16dc718c5d17 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:50.856652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd50135a-6f6e-4871-abe1-d016c580b789 None None] DHCP port deletion for cc1c1bd2-3e3d-465f-9e8a-83909e084122 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:47:50.877313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-69794bff-9874-445c-b173-2afcf5aed1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:50.880867 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-69794bff-9874-445c-b173-2afcf5aed1ef service neutron] 10.222.0.47 "GET /v2.0/ports/dcd220ca-4e1f-4da3-9633-91e4e94fedd9 HTTP/1.1" status: 200 len: 1028 time: 0.2267315 Dec 11 22:47:50.932782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30e093-4db6-47eb-b647-fb2a182d9efa req-8f44b064-e918-445f-9e40-d104a2155bd4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:50.940227 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c63bb178-1181-4d26-bca0-aeeb355f5e1e req-10bda6ef-7191-44e3-8036-f6781d912573 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061833 Dec 11 22:47:50.942199 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8e30e093-4db6-47eb-b647-fb2a182d9efa req-8f44b064-e918-445f-9e40-d104a2155bd4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1196456 Dec 11 22:47:50.970405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fd50135a-6f6e-4871-abe1-d016c580b789 None None] Deleting port d0cfc7c7-e41f-4046-97c3-16dc718c5d17 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:47:50.976068 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fd50135a-6f6e-4871-abe1-d016c580b789 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:51.037387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-6f0d1dd9-4c1f-4428-82e8-af96ef5f6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:51.042636 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-6f0d1dd9-4c1f-4428-82e8-af96ef5f6616 service neutron] 10.222.0.47 "GET /v2.0/ports/4f62b209-549f-451d-a578-3b22242ccc69 HTTP/1.1" status: 200 len: 1026 time: 0.1495574 Dec 11 22:47:51.092369 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8e30e093-4db6-47eb-b647-fb2a182d9efa req-f05fb6b2-1f02-4ce8-be75-5348223eeb92 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482520 Dec 11 22:47:51.167127 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:51.252733 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-fd50135a-6f6e-4871-abe1-d016c580b789 None None] For port d0cfc7c7-e41f-4046-97c3-16dc718c5d17, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d0cfc7c7-e41f-4046-97c3-16dc718c5d17,segment=NetworkSegment(ce8e9c5a-8f83-4548-8b77-b6abf8334ba9),segment_id=ce8e9c5a-8f83-4548-8b77-b6abf8334ba9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:51.252733 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fd50135a-6f6e-4871-abe1-d016c580b789 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:51.257809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Pushing event deleted for resources: {'Port': ['ID=d0cfc7c7-e41f-4046-97c3-16dc718c5d17,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:51.272055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] No DVR routers for this DVR port d0cfc7c7-e41f-4046-97c3-16dc718c5d17 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:47:51.287489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fd50135a-6f6e-4871-abe1-d016c580b789 None None] Calling delete_port for d0cfc7c7-e41f-4046-97c3-16dc718c5d17 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:47:51.301738 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb00d92c-5002-46bc-9d31-51b1b2cad225 req-836ebb17-493b-41f3-a416-4413a6285f96 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.1971965 Dec 11 22:47:51.379168 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09608c0b-b291-488c-a075-a5141283362b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:51.398470 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fd50135a-6f6e-4871-abe1-d016c580b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:51.449438 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:51.464692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-efc35a70-d740-4c6c-a2ca-1e3caba26c4c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:51.469669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60708) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:51.471431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-efc35a70-d740-4c6c-a2ca-1e3caba26c4c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:51.479407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-efc35a70-d740-4c6c-a2ca-1e3caba26c4c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:51.490584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-efc35a70-d740-4c6c-a2ca-1e3caba26c4c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.47 "GET /v2.0/networks?id=73c527dd-bcee-4d43-8201-08f3277470d4&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=c5552553-fde7-4121-af84-11fda90b4772&id=c5552553-fde7-4121-af84-11fda90b4772 HTTP/1.1" status: 200 len: 1990 time: 0.4164839 Dec 11 22:47:51.497226 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50135a-6f6e-4871-abe1-d016c580b789 None None] Pushing event deleted for resources: {'Port': ['ID=d0cfc7c7-e41f-4046-97c3-16dc718c5d17,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:51.508036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd50135a-6f6e-4871-abe1-d016c580b789 None None] No DVR routers for this DVR port d0cfc7c7-e41f-4046-97c3-16dc718c5d17 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:47:51.540926 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e204ff45-a087-48b6-8d6f-4bf27d34ee62 req-d1ce333d-578d-4652-8a79-1aa5a95d63ae tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0323539 Dec 11 22:47:51.589345 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1c1bd2-3e3d-465f-9e8a-83909e084122']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:51.608725 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8e9c5a-8f83-4548-8b77-b6abf8334ba9') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:51.609391 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8e9c5a-8f83-4548-8b77-b6abf8334ba9') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:47:51.631689 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f381c5b-fa58-4511-87e2-a72e0f80c08e req-56916fe5-258e-4c80-ad7e-267dec35c998 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:51.632937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-24b52c30-c396-403e-bb32-75f0e9233722 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb0d1919169e4d1aae29bafa9569b2dc HTTP/1.1" status: 200 len: 379 time: 0.0905268 Dec 11 22:47:51.639997 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f381c5b-fa58-4511-87e2-a72e0f80c08e req-56916fe5-258e-4c80-ad7e-267dec35c998 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.3164968 Dec 11 22:47:51.643174 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:51.649510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-424c828b-c9b9-49c0-be84-a9bb67fd6fd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Request body: {'port': {'device_id': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4', 'admin_state_up': True, 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'security_groups': ['e0e3576f-5de5-4c22-abfc-7ab3df56a57a']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:51.694608 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:51.718878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:47:51.719227 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:47:51.729754 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:47:51.900423 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f381c5b-fa58-4511-87e2-a72e0f80c08e req-d16b125c-b60a-4878-9557-05bad958cbb8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563484 Dec 11 22:47:51.960003 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:51.976969 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:51.999181 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] 10.222.0.45 "DELETE /v2.0/networks/cc1c1bd2-3e3d-465f-9e8a-83909e084122 HTTP/1.1" status: 204 len: 168 time: 1.5890565 Dec 11 22:47:52.016956 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a39520ad-79c6-478b-b83e-a247fc65f2b3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:52.028331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-424c828b-c9b9-49c0-be84-a9bb67fd6fd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Made reservation on behalf of eb0d1919169e4d1aae29bafa9569b2dc for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:52.031825 n-d-710847-6 neutron-server[103691]: WARNING neutron.api.v2.base [None req-a39520ad-79c6-478b-b83e-a247fc65f2b3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 11 22:47:52.034103 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-424c828b-c9b9-49c0-be84-a9bb67fd6fd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:52.036651 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-a39520ad-79c6-478b-b83e-a247fc65f2b3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): There was a conflict when trying to complete your request. Dec 11 22:47:52.041407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a39520ad-79c6-478b-b83e-a247fc65f2b3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4932327 Dec 11 22:47:52.050282 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60724) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:52.096729 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d29c7335-9aa8-4a33-837c-6c335d222836 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493747476'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:52.111723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b554c-ffe8-4832-abdc-18cd67c54e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026 tempest-ExtraDHCPOptionsIpV6TestJSON-1908341026-project] Pushing event deleted for resources: {'Network': ['ID=cc1c1bd2-3e3d-465f-9e8a-83909e084122,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:52.159757 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:52.226701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d0cfc7c7-e41f-4046-97c3-16dc718c5d17 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:47:52.278061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a999c3-c756-49ec-9f56-901505eb618a req-e4e26bd7-2b9f-483e-a49c-17e52c52b9f0 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:52.283850 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 01c10261-3165-43e3-b9da-46d7d9c51e6c details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:47:52.286236 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-41a999c3-c756-49ec-9f56-901505eb618a req-e4e26bd7-2b9f-483e-a49c-17e52c52b9f0 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 943 time: 0.1768551 Dec 11 22:47:52.287913 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d29c7335-9aa8-4a33-837c-6c335d222836 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:52.301178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: d0cfc7c7-e41f-4046-97c3-16dc718c5d17 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:47:52.302182 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d0cfc7c7-e41f-4046-97c3-16dc718c5d17 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:47:52.327496 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d29c7335-9aa8-4a33-837c-6c335d222836 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:52.422173 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-41a999c3-c756-49ec-9f56-901505eb618a req-68dfef01-8d55-4b46-97e3-d348ad16d39e tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242702 Dec 11 22:47:52.452692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-424c828b-c9b9-49c0-be84-a9bb67fd6fd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Allocated IP 172.20.0.5 (73c527dd-bcee-4d43-8201-08f3277470d4/232893f8-16d8-4344-8efe-6bf53e520d33/79832623-9c3e-4295-abe2-8667fa88c5ad) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:52.593150 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 01c10261-3165-43e3-b9da-46d7d9c51e6c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=01c10261-3165-43e3-b9da-46d7d9c51e6c,segment=NetworkSegment(1a973d8a-1c14-4852-8fa1-e3cb362b54a1),segment_id=1a973d8a-1c14-4852-8fa1-e3cb362b54a1)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:52.608149 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d29c7335-9aa8-4a33-837c-6c335d222836 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:52.646760 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '01c10261-3165-43e3-b9da-46d7d9c51e6c', 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f', 'port_id': '01c10261-3165-43e3-b9da-46d7d9c51e6c', 'mac_address': 'fa:16:3e:cb:5a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:47:52.685825 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d29c7335-9aa8-4a33-837c-6c335d222836 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:52.744480 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:52.790637 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c10261-3165-43e3-b9da-46d7d9c51e6c {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:47:52.796617 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-424c828b-c9b9-49c0-be84-a9bb67fd6fd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:52.851500 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a9855dc-55a1-4905-8ec4-e55cbb5bd991 req-61205a85-ba35-472d-bbb5-8b187dbf8a1a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.1256213 Dec 11 22:47:52.851888 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 01c10261-3165-43e3-b9da-46d7d9c51e6c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=01c10261-3165-43e3-b9da-46d7d9c51e6c,segment=NetworkSegment(1a973d8a-1c14-4852-8fa1-e3cb362b54a1),segment_id=1a973d8a-1c14-4852-8fa1-e3cb362b54a1)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:52.855564 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60742) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:52.881236 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c7335-9aa8-4a33-837c-6c335d222836 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a46a49-0846-4b71-a869-0fe7cdf56994,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:52.931790 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:52.962490 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-424c828b-c9b9-49c0-be84-a9bb67fd6fd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:52.972558 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d29c7335-9aa8-4a33-837c-6c335d222836 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:53.061946 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7232906b-40fd-4fb6-bd94-1dcf8bf6b6c9 req-f39a4a99-9285-491b-8763-36f5a1d20965 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.1354640 Dec 11 22:47:53.064707 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d29c7335-9aa8-4a33-837c-6c335d222836 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:53.113259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-424c828b-c9b9-49c0-be84-a9bb67fd6fd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Network 73c527dd-bcee-4d43-8201-08f3277470d4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:53.118268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=01c10261-3165-43e3-b9da-46d7d9c51e6c,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:53.123796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-424c828b-c9b9-49c0-be84-a9bb67fd6fd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:53.129251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-424c828b-c9b9-49c0-be84-a9bb67fd6fd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:53.195682 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c7335-9aa8-4a33-837c-6c335d222836 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580e24db-7303-4962-ab07-2cdfcefaf08d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:53.235344 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74db5d7-299a-48d7-928c-277b1b61f1ec req-9635c638-ef6c-4a77-82f3-21f1df3e9b1d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:53.253897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-424c828b-c9b9-49c0-be84-a9bb67fd6fd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:53.254392 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d74db5d7-299a-48d7-928c-277b1b61f1ec req-9635c638-ef6c-4a77-82f3-21f1df3e9b1d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.2558444 Dec 11 22:47:53.255248 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-424c828b-c9b9-49c0-be84-a9bb67fd6fd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:53.322406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c0c62181-1e6e-4c9c-a9ea-5fde5a44e301 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f230fcf604d94eb79101a984102e5bba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4643619 Dec 11 22:47:53.324291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c828b-c9b9-49c0-be84-a9bb67fd6fd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event updated for resources: {'Port': ['ID=79832623-9c3e-4295-abe2-8667fa88c5ad,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:53.327456 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['01c10261-3165-43e3-b9da-46d7d9c51e6c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:47:53.328811 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60750) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:53.349910 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d29c7335-9aa8-4a33-837c-6c335d222836 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:53.364588 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d29c7335-9aa8-4a33-837c-6c335d222836 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2718532 Dec 11 22:47:53.365140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60752) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:53.371970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-81b6ed61-3fbc-4355-99cb-bfe8fe68ea9d tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': '580e24db-7303-4962-ab07-2cdfcefaf08d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:53.440125 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d74db5d7-299a-48d7-928c-277b1b61f1ec req-7a291526-05a5-4cf5-a531-60238c0599b7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847167 Dec 11 22:47:53.542315 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d342b7a-70f7-462a-bfc3-f56c9f6fc123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:53.628158 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-424c828b-c9b9-49c0-be84-a9bb67fd6fd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9893386 Dec 11 22:47:53.663203 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d342b7a-70f7-462a-bfc3-f56c9f6fc123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:53.668178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-57452652-cf38-41c9-954a-eb31b0df5a1c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Request body: {'port': {'device_id': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7', 'admin_state_up': True, 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'security_groups': ['e0e3576f-5de5-4c22-abfc-7ab3df56a57a']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:53.752988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2ec3a524-4a13-417f-b65b-068754f770bd None None] Provisioning complete for port 79832623-9c3e-4295-abe2-8667fa88c5ad triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:53.752988 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2ec3a524-4a13-417f-b65b-068754f770bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:53.815959 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2ec3a524-4a13-417f-b65b-068754f770bd None None] Port 79832623-9c3e-4295-abe2-8667fa88c5ad cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:53.867575 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-81b6ed61-3fbc-4355-99cb-bfe8fe68ea9d tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:53.918179 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84bf19-920e-4a03-850f-ef5b7e3e20f7 req-c04ff074-e04f-4ad9-b0f7-76f2a9ed084b tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:53.919832 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b84bf19-920e-4a03-850f-ef5b7e3e20f7 req-c04ff074-e04f-4ad9-b0f7-76f2a9ed084b tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 944 time: 0.2603779 Dec 11 22:47:53.965548 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:53.990852 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-81b6ed61-3fbc-4355-99cb-bfe8fe68ea9d tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:54.003656 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b84bf19-920e-4a03-850f-ef5b7e3e20f7 req-10fa7f58-caf2-48ea-a11d-783dafd10683 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730183 Dec 11 22:47:54.025021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d342b7a-70f7-462a-bfc3-f56c9f6fc123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:54.038092 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d342b7a-70f7-462a-bfc3-f56c9f6fc123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:54.038092 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1d342b7a-70f7-462a-bfc3-f56c9f6fc123 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/760289dc-40d9-44af-ab7a-d278bbcfd7c2 HTTP/1.1" status: 204 len: 168 time: 0.6866088 Dec 11 22:47:54.038092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-57452652-cf38-41c9-954a-eb31b0df5a1c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Made reservation on behalf of eb0d1919169e4d1aae29bafa9569b2dc for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:54.046289 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-57452652-cf38-41c9-954a-eb31b0df5a1c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:54.080332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d342b7a-70f7-462a-bfc3-f56c9f6fc123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760289dc-40d9-44af-ab7a-d278bbcfd7c2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:54.087438 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-81b6ed61-3fbc-4355-99cb-bfe8fe68ea9d tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:54.146931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6ed61-3fbc-4355-99cb-bfe8fe68ea9d tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a36f15b-40e6-482c-9ff5-4033993b641c,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:54.230978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-57452652-cf38-41c9-954a-eb31b0df5a1c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Allocated IP 10.1.1.66 (b1cfad49-662b-4dfe-a01e-5f6ea0a193c7/e30cdfb0-6b97-48f3-90e8-36883fe8eb33/a25ec2b4-97b9-44f8-9ade-bc23768403eb) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:54.322597 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a8c73ce5-1875-403c-8e66-9402f8139e46 req-264918fe-5791-4683-b419-9a53a2c8b089 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0419579 Dec 11 22:47:54.358206 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-81b6ed61-3fbc-4355-99cb-bfe8fe68ea9d tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:54.362405 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-81b6ed61-3fbc-4355-99cb-bfe8fe68ea9d tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9922440 Dec 11 22:47:54.362746 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60782) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:54.369618 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-89b5abb7-0f5d-4196-ab20-2ee9d9a81d72 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': '580e24db-7303-4962-ab07-2cdfcefaf08d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:54.438074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f51852-4d85-4ecc-9389-0166672e68e3 req-d00a7747-e567-4066-905a-163437ea9a02 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:54.439382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-88f51852-4d85-4ecc-9389-0166672e68e3 req-d00a7747-e567-4066-905a-163437ea9a02 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 931 time: 0.0907855 Dec 11 22:47:54.484779 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-57452652-cf38-41c9-954a-eb31b0df5a1c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:54.524085 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-89b5abb7-0f5d-4196-ab20-2ee9d9a81d72 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:54.528583 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-88f51852-4d85-4ecc-9389-0166672e68e3 req-e8cbf5be-20e6-4fce-8dbe-1ac78cec34e8 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788898 Dec 11 22:47:54.606140 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:54.634090 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f50fce31-004d-4e1a-8884-90627882e2fd req-e28e2f56-c503-4a4c-98c4-a625809e0b4e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87888d0c-33d9-4e40-a0e9-13639cd9464b HTTP/1.1" status: 200 len: 210 time: 0.0272052 Dec 11 22:47:54.652419 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-57452652-cf38-41c9-954a-eb31b0df5a1c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:54.716617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-57452652-cf38-41c9-954a-eb31b0df5a1c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:54.726494 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-89b5abb7-0f5d-4196-ab20-2ee9d9a81d72 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): There was a conflict when trying to complete your request. Dec 11 22:47:54.733148 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-89b5abb7-0f5d-4196-ab20-2ee9d9a81d72 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3691740 Dec 11 22:47:54.734396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60790) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:54.755161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-57452652-cf38-41c9-954a-eb31b0df5a1c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:54.777908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57452652-cf38-41c9-954a-eb31b0df5a1c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event updated for resources: {'Port': ['ID=a25ec2b4-97b9-44f8-9ade-bc23768403eb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:54.792855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-57452652-cf38-41c9-954a-eb31b0df5a1c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:54.829132 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-11e376bb-bd91-45bd-be33-bff88f728e34 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:54.881100 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-11e376bb-bd91-45bd-be33-bff88f728e34 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:54.889050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-57452652-cf38-41c9-954a-eb31b0df5a1c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:54.889511 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-57452652-cf38-41c9-954a-eb31b0df5a1c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:54.914374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0a812-b2c4-4c18-8a58-1a558ff26c08 req-24c78149-c539-4b6f-9a54-23899bf21c72 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:54.919764 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccd0a812-b2c4-4c18-8a58-1a558ff26c08 req-24c78149-c539-4b6f-9a54-23899bf21c72 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.2064214 Dec 11 22:47:55.001553 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccd0a812-b2c4-4c18-8a58-1a558ff26c08 req-8e5485ee-fb13-4591-a7c2-fb3af0bd0b38 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784266 Dec 11 22:47:55.013133 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-57452652-cf38-41c9-954a-eb31b0df5a1c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3525002 Dec 11 22:47:55.034063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-11e376bb-bd91-45bd-be33-bff88f728e34 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:55.037957 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-11e376bb-bd91-45bd-be33-bff88f728e34 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:55.043699 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-11e376bb-bd91-45bd-be33-bff88f728e34 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "DELETE /v2.0/security-groups/580e24db-7303-4962-ab07-2cdfcefaf08d HTTP/1.1" status: 204 len: 168 time: 0.3072891 Dec 11 22:47:55.044583 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60798) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:55.056835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-fb35883b-c65f-4757-b9cd-932d0c8e1a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Request body: {'port': {'device_id': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7', 'admin_state_up': True, 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'security_groups': ['e0e3576f-5de5-4c22-abfc-7ab3df56a57a']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:55.099845 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e376bb-bd91-45bd-be33-bff88f728e34 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=580e24db-7303-4962-ab07-2cdfcefaf08d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:55.163238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1b0e29a4-bf01-467f-b04d-c053d06683d7 None None] Provisioning complete for port a25ec2b4-97b9-44f8-9ade-bc23768403eb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:55.165489 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1b0e29a4-bf01-467f-b04d-c053d06683d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:55.252112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e29a4-bf01-467f-b04d-c053d06683d7 None None] Port a25ec2b4-97b9-44f8-9ade-bc23768403eb cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:55.279101 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6fee5275-ae1d-4e50-8860-44d1ae148a28 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2287335 Dec 11 22:47:55.284285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60808) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:55.290442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f726863f-3de6-4eb2-8c14-0ff3bffafb64 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656025591'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:55.304997 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7759a-7209-4e85-b8ea-1b3da7b8d7f2 req-8871d6bd-fd08-463e-bd01-68d41a45ed38 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:55.307449 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d3a7759a-7209-4e85-b8ea-1b3da7b8d7f2 req-8871d6bd-fd08-463e-bd01-68d41a45ed38 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 944 time: 0.1594410 Dec 11 22:47:55.358337 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d3a7759a-7209-4e85-b8ea-1b3da7b8d7f2 req-d06c1a91-5992-4154-837c-500f648730a3 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440123 Dec 11 22:47:55.394362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-fb35883b-c65f-4757-b9cd-932d0c8e1a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Made reservation on behalf of eb0d1919169e4d1aae29bafa9569b2dc for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:55.401704 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-fb35883b-c65f-4757-b9cd-932d0c8e1a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:55.452149 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fd7050ce-5cb5-48cf-b897-1343805d11d5 req-97fa8c62-ece4-4282-be4a-32f7137149c0 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0341821 Dec 11 22:47:55.473203 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f726863f-3de6-4eb2-8c14-0ff3bffafb64 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:55.577979 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f726863f-3de6-4eb2-8c14-0ff3bffafb64 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:55.615955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-fb35883b-c65f-4757-b9cd-932d0c8e1a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Allocated IP 10.1.1.16 (b1cfad49-662b-4dfe-a01e-5f6ea0a193c7/e30cdfb0-6b97-48f3-90e8-36883fe8eb33/af2ea78e-6ac1-4602-b7dc-a9863f8091ca) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:55.693544 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f726863f-3de6-4eb2-8c14-0ff3bffafb64 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:55.769984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7a49e-b940-4078-ad30-ee54a30d8332 req-ee33d00c-1899-4a5e-bf4f-57647ee80f02 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:55.778666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7a49e-b940-4078-ad30-ee54a30d8332 req-ee33d00c-1899-4a5e-bf4f-57647ee80f02 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:55.787277 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5e7a49e-b940-4078-ad30-ee54a30d8332 req-ee33d00c-1899-4a5e-bf4f-57647ee80f02 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 1652 time: 0.1664267 Dec 11 22:47:55.790348 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726863f-3de6-4eb2-8c14-0ff3bffafb64 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a2af35-c51e-47c9-8570-e9b77a56411c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:55.822737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60822) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:55.839434 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f726863f-3de6-4eb2-8c14-0ff3bffafb64 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:55.841001 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f726863f-3de6-4eb2-8c14-0ff3bffafb64 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5552142 Dec 11 22:47:55.847735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60826) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:55.857796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d0cd5774-12a9-4acc-84c7-68d73c4fad0f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'b7a2af35-c51e-47c9-8570-e9b77a56411c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:55.859307 n-d-710847-6 neutron-server[103691]: WARNING neutron.api.v2.base [None req-d0cd5774-12a9-4acc-84c7-68d73c4fad0f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 11 22:47:55.859824 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-d0cd5774-12a9-4acc-84c7-68d73c4fad0f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:47:55.861328 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d0cd5774-12a9-4acc-84c7-68d73c4fad0f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0121396 Dec 11 22:47:55.867460 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60828) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:55.873941 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-fb35883b-c65f-4757-b9cd-932d0c8e1a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:55.888901 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5e7a49e-b940-4078-ad30-ee54a30d8332 req-7d6c3eac-cd5b-493e-a887-e7ebe7e645c3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004922 Dec 11 22:47:55.980138 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4d56-7e87-47b0-9901-6721f9c3a6b0 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:55.993083 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-fb35883b-c65f-4757-b9cd-932d0c8e1a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:56.019283 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4d56-7e87-47b0-9901-6721f9c3a6b0 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:56.046543 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-52ecf1d8-d3c1-4144-b999-38f7417167f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:56.061015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-fb35883b-c65f-4757-b9cd-932d0c8e1a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:56.064365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-fb35883b-c65f-4757-b9cd-932d0c8e1a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:56.068151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-fb35883b-c65f-4757-b9cd-932d0c8e1a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:56.123949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-fb35883b-c65f-4757-b9cd-932d0c8e1a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:56.124578 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-fb35883b-c65f-4757-b9cd-932d0c8e1a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:56.151333 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35883b-c65f-4757-b9cd-932d0c8e1a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event updated for resources: {'Port': ['ID=af2ea78e-6ac1-4602-b7dc-a9863f8091ca,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:56.215358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b99a03-0de2-4495-b9e9-1314f586e725 req-583c36a5-ea52-47e3-b2f0-f2b53738fef4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:56.222987 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91b99a03-0de2-4495-b9e9-1314f586e725 req-583c36a5-ea52-47e3-b2f0-f2b53738fef4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0954463 Dec 11 22:47:56.245124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-fb35883b-c65f-4757-b9cd-932d0c8e1a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2137523 Dec 11 22:47:56.264463 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60838) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:56.266316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-011d3f2d-870a-48d7-822f-9fcaf6e481f7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Request body: {'port': {'device_id': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772', 'admin_state_up': True, 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'security_groups': ['e0e3576f-5de5-4c22-abfc-7ab3df56a57a']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:56.279594 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4d56-7e87-47b0-9901-6721f9c3a6b0 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:56.283169 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4d56-7e87-47b0-9901-6721f9c3a6b0 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:56.284249 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5a3c4d56-7e87-47b0-9901-6721f9c3a6b0 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "DELETE /v2.0/security-groups/b7a2af35-c51e-47c9-8570-e9b77a56411c HTTP/1.1" status: 204 len: 168 time: 0.4156148 Dec 11 22:47:56.291687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60842) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:56.295522 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 01c10261-3165-43e3-b9da-46d7d9c51e6c up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:47:56.308362 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c4d56-7e87-47b0-9901-6721f9c3a6b0 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a2af35-c51e-47c9-8570-e9b77a56411c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:56.362182 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91b99a03-0de2-4495-b9e9-1314f586e725 req-54d5135a-cee1-4667-8c0e-bd52eecce06d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374240 Dec 11 22:47:56.526532 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 01c10261-3165-43e3-b9da-46d7d9c51e6c completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:47:56.531080 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 01c10261-3165-43e3-b9da-46d7d9c51e6c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:56.531591 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:56.539144 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1459f93d-c07f-4465-afc0-4e62c57ecf07 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2428238 Dec 11 22:47:56.558295 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-52ecf1d8-d3c1-4144-b999-38f7417167f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:56.559429 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60852) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:56.572600 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-101297310'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:56.583715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-07184c7d-7dcd-4776-bf9e-c43b8eb6062f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1848482858'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:56.611990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-76d45f8e-c78f-45a5-80d9-075b37d79d11 req-008f6ca0-0eea-4cf2-b77d-9495585d8a6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0356295 Dec 11 22:47:56.634527 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-52ecf1d8-d3c1-4144-b999-38f7417167f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:56.640022 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9365d49-dc30-46f8-9f24-4ced8b67106d req-ccc715a1-4623-446d-9d16-6bfae27919fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992413 Dec 11 22:47:56.685039 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ba7a9-e515-4e67-8f76-74db155e3469 req-b71e2d39-56a5-41f6-8165-ed9f008d698b tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:56.686528 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-926ba7a9-e515-4e67-8f76-74db155e3469 req-b71e2d39-56a5-41f6-8165-ed9f008d698b tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 944 time: 0.1350412 Dec 11 22:47:56.693456 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-52ecf1d8-d3c1-4144-b999-38f7417167f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0a5f261e68d445791eec4c9cad95bee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8683524 Dec 11 22:47:56.696840 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60856) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:56.721672 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecf1d8-d3c1-4144-b999-38f7417167f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a94f6c-c447-4982-bea2-c02448c10b7e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:56.722390 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45e95dd5-7d38-4186-b68d-3f7b5a71fdcf req-b7a39133-9ebf-4122-8b72-79f51eab3ead tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0400503 Dec 11 22:47:56.746326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-011d3f2d-870a-48d7-822f-9fcaf6e481f7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Made reservation on behalf of eb0d1919169e4d1aae29bafa9569b2dc for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:56.769614 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.api [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 11 22:47:56.769614 n-d-710847-6 neutron-server[103691]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 11 22:47:56.769614 n-d-710847-6 neutron-server[103691]: [parameters: {'project_id_1': '4200cd9658784fb7861ec25558b9aaad', 'expiration_1': datetime.datetime(2021, 12, 11, 22, 47, 36, 601685)}] Dec 11 22:47:56.769614 n-d-710847-6 neutron-server[103691]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:47:56.781370 n-d-710847-6 neutron-server[103691]: DEBUG oslo_db.api [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:47:56.827423 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-926ba7a9-e515-4e67-8f76-74db155e3469 req-4dc18a4a-0734-4593-8d9a-07b1a3ea7b43 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318882 Dec 11 22:47:56.855371 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e014f84-f0fb-4f4b-8480-b0d4e7ad4e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:56.881373 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e014f84-f0fb-4f4b-8480-b0d4e7ad4e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:56.901887 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07184c7d-7dcd-4776-bf9e-c43b8eb6062f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:56.904056 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:56.918610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0b8363c2-7750-4919-b448-2b6cdb1005ec None None] Provisioning complete for port af2ea78e-6ac1-4602-b7dc-a9863f8091ca triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:56.919540 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b8363c2-7750-4919-b448-2b6cdb1005ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:56.945672 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-011d3f2d-870a-48d7-822f-9fcaf6e481f7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:56.967162 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded90e52-e563-4bd9-97a6-99ffaea23853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c10261-3165-43e3-b9da-46d7d9c51e6c'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:47:56.969705 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696c7601-ef5f-4382-9145-83d60dd7b94e" -d '{"events": [{"server_uuid": "ded90e52-e563-4bd9-97a6-99ffaea23853", "name": "network-vif-plugged", "status": "completed", "tag": "01c10261-3165-43e3-b9da-46d7d9c51e6c"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:47:57.002398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9365d49-dc30-46f8-9f24-4ced8b67106d req-aa349c3e-a483-4654-afc0-489f7ff8da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:57.002398 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9365d49-dc30-46f8-9f24-4ced8b67106d req-aa349c3e-a483-4654-afc0-489f7ff8da55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36b0d5d497d147bc813a16327e3b4f38&device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 1097 time: 0.0931888 Dec 11 22:47:57.024663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 01c10261-3165-43e3-b9da-46d7d9c51e6c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=01c10261-3165-43e3-b9da-46d7d9c51e6c,segment=NetworkSegment(1a973d8a-1c14-4852-8fa1-e3cb362b54a1),segment_id=1a973d8a-1c14-4852-8fa1-e3cb362b54a1)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:47:57.028869 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0b8363c2-7750-4919-b448-2b6cdb1005ec None None] Port af2ea78e-6ac1-4602-b7dc-a9863f8091ca cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:57.040370 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e9f4cb-edbd-466f-ac16-885ae52af092 x-openstack-request-id: req-d6e9f4cb-edbd-466f-ac16-885ae52af092 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:47:57.040673 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded90e52-e563-4bd9-97a6-99ffaea23853", "name": "network-vif-plugged", "status": "completed", "tag": "01c10261-3165-43e3-b9da-46d7d9c51e6c", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:47:57.040930 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6e9f4cb-edbd-466f-ac16-885ae52af092 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:47:57.041743 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded90e52-e563-4bd9-97a6-99ffaea23853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c10261-3165-43e3-b9da-46d7d9c51e6c', 'code': 200} Dec 11 22:47:57.106212 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8aee8-9e0a-46b0-b3b6-ef194df37132 req-dc61aafc-ecb0-4935-a2c2-545c0a29a445 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:57.113921 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:57.120322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8aee8-9e0a-46b0-b3b6-ef194df37132 req-dc61aafc-ecb0-4935-a2c2-545c0a29a445 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:57.135651 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8aee8-9e0a-46b0-b3b6-ef194df37132 req-dc61aafc-ecb0-4935-a2c2-545c0a29a445 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:57.137733 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1eb8aee8-9e0a-46b0-b3b6-ef194df37132 req-dc61aafc-ecb0-4935-a2c2-545c0a29a445 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 2372 time: 0.0910161 Dec 11 22:47:57.153768 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e014f84-f0fb-4f4b-8480-b0d4e7ad4e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:57.161577 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e014f84-f0fb-4f4b-8480-b0d4e7ad4e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:57.166966 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8e014f84-f0fb-4f4b-8480-b0d4e7ad4e0f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8a94f6c-c447-4982-bea2-c02448c10b7e HTTP/1.1" status: 204 len: 168 time: 0.4681540 Dec 11 22:47:57.229940 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1eb8aee8-9e0a-46b0-b3b6-ef194df37132 req-2cd88f3f-26ef-4cbf-bafc-45faf03cc6d7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617998 Dec 11 22:47:57.240635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e014f84-f0fb-4f4b-8480-b0d4e7ad4e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a94f6c-c447-4982-bea2-c02448c10b7e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:57.263348 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07184c7d-7dcd-4776-bf9e-c43b8eb6062f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:57.296754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=01c10261-3165-43e3-b9da-46d7d9c51e6c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:57.312745 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:57.313149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:57.313494 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:57.313832 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:57.314167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:57.314502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:57.314852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:57.318306 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:57.325829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:57.329478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:57.329478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:57.329478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:57.329478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:47:57.372015 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07184c7d-7dcd-4776-bf9e-c43b8eb6062f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:57.407333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:57.411963 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:57.422560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c12259-4978-4995-bc9a-287ed3ffd04b req-33328634-fdc3-49dc-8b2d-23749c0c8f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:57.422560 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12c12259-4978-4995-bc9a-287ed3ffd04b req-33328634-fdc3-49dc-8b2d-23749c0c8f7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 1096 time: 0.2684700 Dec 11 22:47:57.427808 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07184c7d-7dcd-4776-bf9e-c43b8eb6062f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fd49ee-348b-42ac-8ad2-bba4a92e9044,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:57.430878 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:57.494895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9365d49-dc30-46f8-9f24-4ced8b67106d req-b539e5b7-069c-4cd4-a396-02fe573de207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:57.496498 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9365d49-dc30-46f8-9f24-4ced8b67106d req-b539e5b7-069c-4cd4-a396-02fe573de207 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 HTTP/1.1" status: 200 len: 920 time: 0.4251800 Dec 11 22:47:57.506215 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07184c7d-7dcd-4776-bf9e-c43b8eb6062f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:57.508193 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-07184c7d-7dcd-4776-bf9e-c43b8eb6062f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9430792 Dec 11 22:47:57.514368 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60870) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:57.519896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-354c74db-c17c-46b7-ad1c-adc3588b2461 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'c8fd49ee-348b-42ac-8ad2-bba4a92e9044', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:57.520755 n-d-710847-6 neutron-server[103691]: WARNING neutron.api.v2.base [None req-354c74db-c17c-46b7-ad1c-adc3588b2461 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 11 22:47:57.521254 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-354c74db-c17c-46b7-ad1c-adc3588b2461 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:47:57.526075 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-354c74db-c17c-46b7-ad1c-adc3588b2461 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069070 Dec 11 22:47:57.526075 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60872) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:57.530112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-011d3f2d-870a-48d7-822f-9fcaf6e481f7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Allocated IP 10.2.2.100 (c5552553-fde7-4121-af84-11fda90b4772/e7a7f52a-6baa-4f18-a249-4b879d242a22/a69950ad-c422-485a-b148-7b2af0519457) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:47:57.570721 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:57.590530 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9365d49-dc30-46f8-9f24-4ced8b67106d req-8277d580-36b5-4d7e-bf7f-2c0f858ee587 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6462d03d-ca94-49e5-91ae-038181242f09 HTTP/1.1" status: 200 len: 217 time: 0.0636747 Dec 11 22:47:57.612243 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37b288a2-c93e-489b-9b61-3881f245839f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:57.621840 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12c12259-4978-4995-bc9a-287ed3ffd04b req-ff6e89c7-4c51-4d07-a5f6-de7ed43617b8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851399 Dec 11 22:47:57.647461 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:57.658711 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37b288a2-c93e-489b-9b61-3881f245839f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:57.660615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ffa38-b427-4b72-a237-5e2a86bbdc1f req-05e03f49-90b2-459a-953c-83bce457ba9c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:57.668737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6e7ffa38-b427-4b72-a237-5e2a86bbdc1f req-05e03f49-90b2-459a-953c-83bce457ba9c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1962953 Dec 11 22:47:57.702744 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:47:57.731838 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca12306-d57e-4635-bc7a-de4ee3af4db2,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:57.737673 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:57.738020 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Added segment 13f53531-9637-4222-8d08-aaafb0b37fd2 of type vlan for network 48a04c65-0ee2-466e-9146-05c77e152608 Dec 11 22:47:57.786472 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:58.127238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9365d49-dc30-46f8-9f24-4ced8b67106d req-24ec911d-09d1-4c23-89df-a8f2d3ab3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:58.129513 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9365d49-dc30-46f8-9f24-4ced8b67106d req-24ec911d-09d1-4c23-89df-a8f2d3ab3dc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eb8fca7-5e40-4bee-9504-a72666de8453 HTTP/1.1" status: 200 len: 859 time: 0.5271597 Dec 11 22:47:58.172166 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eef13894-ff31-4835-8805-73cd8a3b6aec req-2008dcec-1b33-4d6e-bb0a-383459440c65 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.3210642 Dec 11 22:47:58.173358 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60880) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:58.173981 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:58.179483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:58.180008 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:58.194655 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37b288a2-c93e-489b-9b61-3881f245839f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:58.198569 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37b288a2-c93e-489b-9b61-3881f245839f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:58.202139 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-37b288a2-c93e-489b-9b61-3881f245839f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "DELETE /v2.0/security-groups/c8fd49ee-348b-42ac-8ad2-bba4a92e9044 HTTP/1.1" status: 204 len: 168 time: 0.6731415 Dec 11 22:47:58.218865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60882) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:58.239258 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9365d49-dc30-46f8-9f24-4ced8b67106d req-4567321d-d357-4db3-966e-1f0a2e89e8c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939603 Dec 11 22:47:58.263384 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3d712fb-21fd-4a95-a585-fcf8c730ef94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:58.305524 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6e7ffa38-b427-4b72-a237-5e2a86bbdc1f req-64e32de9-92ef-470c-9c9d-f28fb3847628 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6307759 Dec 11 22:47:58.355830 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b288a2-c93e-489b-9b61-3881f245839f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fd49ee-348b-42ac-8ad2-bba4a92e9044,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:58.359007 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3d712fb-21fd-4a95-a585-fcf8c730ef94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:58.396485 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1312654 Dec 11 22:47:58.455645 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2c58f-14d0-4fdf-b0f5-ea8da5425434 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Network': ['ID=48a04c65-0ee2-466e-9146-05c77e152608,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:58.471523 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 48a04c65-0ee2-466e-9146-05c77e152608 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:47:58.484220 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3d712fb-21fd-4a95-a585-fcf8c730ef94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:58.515795 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3eb24440-271e-4ffb-8073-47b6d01b90f0 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2925017 Dec 11 22:47:58.523868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60888) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:58.533948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60890) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:58.548943 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3b1c2e7f-ced9-43a9-b87d-bd67d09c2dcc tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group': {'name': 'tempest-secgroup--578205506'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:58.553477 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5f48fbb7-bbcb-4929-b7db-73f9052d0ff9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'subnet': {'network_id': '48a04c65-0ee2-466e-9146-05c77e152608', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:58.559577 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-011d3f2d-870a-48d7-822f-9fcaf6e481f7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:58.592374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60892) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:58.593090 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a3d712fb-21fd-4a95-a585-fcf8c730ef94 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ec0b46c8bda489d9a54b3f6cffa577a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4092453 Dec 11 22:47:58.623899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24ebf9-3bda-41bc-aa8a-c73944b2b331 req-8ac66073-cca5-43d0-8a14-b4d219d5b627 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:58.631047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24ebf9-3bda-41bc-aa8a-c73944b2b331 req-8ac66073-cca5-43d0-8a14-b4d219d5b627 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:58.632417 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287002c-8f6c-4ff7-9efb-85eca3b876fd req-e2a89087-bf17-442b-9457-99ab383f863d tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:58.634063 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0287002c-8f6c-4ff7-9efb-85eca3b876fd req-e2a89087-bf17-442b-9457-99ab383f863d tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 945 time: 0.2627273 Dec 11 22:47:58.637554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24ebf9-3bda-41bc-aa8a-c73944b2b331 req-8ac66073-cca5-43d0-8a14-b4d219d5b627 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:58.647128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-db24ebf9-3bda-41bc-aa8a-c73944b2b331 req-8ac66073-cca5-43d0-8a14-b4d219d5b627 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 2372 time: 0.2181609 Dec 11 22:47:58.658999 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d712fb-21fd-4a95-a585-fcf8c730ef94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd26fd68-0713-43d8-a10f-9b178c74113f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:58.659569 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9365d49-dc30-46f8-9f24-4ced8b67106d req-8775427b-a689-4eed-9195-cd00a76f255a service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098475 Dec 11 22:47:58.717703 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2e7f-ced9-43a9-b87d-bd67d09c2dcc tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:58.721699 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0287002c-8f6c-4ff7-9efb-85eca3b876fd req-3d494407-e2c2-49a1-a0db-9050e004cfd2 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764964 Dec 11 22:47:58.782413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f48fbb7-bbcb-4929-b7db-73f9052d0ff9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:58.785896 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f48fbb7-bbcb-4929-b7db-73f9052d0ff9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:58.840346 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-db24ebf9-3bda-41bc-aa8a-c73944b2b331 req-1a34e71d-dc93-46d0-98e7-53160343116c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915028 Dec 11 22:47:58.882204 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee321acf-5a2e-4dcf-8ffc-2c0a758afa0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:58.916681 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-011d3f2d-870a-48d7-822f-9fcaf6e481f7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:58.950609 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2e7f-ced9-43a9-b87d-bd67d09c2dcc tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:58.957031 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee321acf-5a2e-4dcf-8ffc-2c0a758afa0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:58.997240 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a9365d49-dc30-46f8-9f24-4ced8b67106d req-84e36408-15db-41d8-a92f-e3745a9c2751 service neutron] 10.222.0.13 "GET /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228073 Dec 11 22:47:59.021494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-011d3f2d-870a-48d7-822f-9fcaf6e481f7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Network c5552553-fde7-4121-af84-11fda90b4772 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:47:59.031101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-011d3f2d-870a-48d7-822f-9fcaf6e481f7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:59.035469 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-011d3f2d-870a-48d7-822f-9fcaf6e481f7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:47:59.045673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d3f2d-870a-48d7-822f-9fcaf6e481f7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event updated for resources: {'Port': ['ID=a69950ad-c422-485a-b148-7b2af0519457,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:59.067435 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2e7f-ced9-43a9-b87d-bd67d09c2dcc tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:59.092939 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f48fbb7-bbcb-4929-b7db-73f9052d0ff9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:59.122925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-011d3f2d-870a-48d7-822f-9fcaf6e481f7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:59.123590 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-011d3f2d-870a-48d7-822f-9fcaf6e481f7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:59.134585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c2e7f-ced9-43a9-b87d-bd67d09c2dcc tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a840a8d7-b65d-4798-8674-46d1be8a5187,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:59.172759 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2e7f-ced9-43a9-b87d-bd67d09c2dcc tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:59.175653 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3b1c2e7f-ced9-43a9-b87d-bd67d09c2dcc tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6495147 Dec 11 22:47:59.178348 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60894) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:59.188996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-21720eda-143e-4a83-a082-50c8006c96a1 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'a840a8d7-b65d-4798-8674-46d1be8a5187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:59.193902 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee321acf-5a2e-4dcf-8ffc-2c0a758afa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:59.202513 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee321acf-5a2e-4dcf-8ffc-2c0a758afa0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:59.202513 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ee321acf-5a2e-4dcf-8ffc-2c0a758afa0f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fd26fd68-0713-43d8-a10f-9b178c74113f HTTP/1.1" status: 204 len: 168 time: 0.6003036 Dec 11 22:47:59.203226 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-011d3f2d-870a-48d7-822f-9fcaf6e481f7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9399600 Dec 11 22:47:59.215869 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee321acf-5a2e-4dcf-8ffc-2c0a758afa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd26fd68-0713-43d8-a10f-9b178c74113f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:59.216888 n-d-710847-6 neutron-server[103691]: WARNING neutron.api.v2.base [None req-21720eda-143e-4a83-a082-50c8006c96a1 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 11 22:47:59.218238 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-21720eda-143e-4a83-a082-50c8006c96a1 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:47:59.222493 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-21720eda-143e-4a83-a082-50c8006c96a1 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0410388 Dec 11 22:47:59.230463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60900) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:59.234462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9e638083-9a49-4af3-a0f9-c402a209282b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Request body: {'port': {'device_id': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772', 'admin_state_up': True, 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'security_groups': ['e0e3576f-5de5-4c22-abfc-7ab3df56a57a']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:59.245699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8a16f128-c5b0-43a6-905a-745a572457b5 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'a840a8d7-b65d-4798-8674-46d1be8a5187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:59.248798 n-d-710847-6 neutron-server[103692]: WARNING neutron.api.v2.base [None req-8a16f128-c5b0-43a6-905a-745a572457b5 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 11 22:47:59.249362 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-8a16f128-c5b0-43a6-905a-745a572457b5 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:47:59.251430 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8a16f128-c5b0-43a6-905a-745a572457b5 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0120389 Dec 11 22:47:59.257714 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48fbb7-bbcb-4929-b7db-73f9052d0ff9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Subnet': ['ID=1dfd6b7e-33e6-48ee-98f6-552235d85ef9,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:59.262759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60902) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:59.270778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-51ae6eb6-85af-4231-a950-352d508a47fe tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'a840a8d7-b65d-4798-8674-46d1be8a5187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:59.272433 n-d-710847-6 neutron-server[103692]: WARNING neutron.api.v2.base [None req-51ae6eb6-85af-4231-a950-352d508a47fe tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 11 22:47:59.273023 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-51ae6eb6-85af-4231-a950-352d508a47fe tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:47:59.274105 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-51ae6eb6-85af-4231-a950-352d508a47fe tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104926 Dec 11 22:47:59.284437 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60904) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:59.299861 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4f93e08b-4de4-4a0e-b64c-a9cf5574a08e tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'a840a8d7-b65d-4798-8674-46d1be8a5187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:59.307291 n-d-710847-6 neutron-server[103691]: WARNING neutron.api.v2.base [None req-4f93e08b-4de4-4a0e-b64c-a9cf5574a08e tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 11 22:47:59.308266 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-4f93e08b-4de4-4a0e-b64c-a9cf5574a08e tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:47:59.313080 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4f93e08b-4de4-4a0e-b64c-a9cf5574a08e tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0245521 Dec 11 22:47:59.314741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60906) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:59.351191 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f48fbb7-bbcb-4929-b7db-73f9052d0ff9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Checking segment: {'id': '13f53531-9637-4222-8d08-aaafb0b37fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48a04c65-0ee2-466e-9146-05c77e152608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:47:59.351682 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f48fbb7-bbcb-4929-b7db-73f9052d0ff9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network hostable DHCP agents. Network: 48a04c65-0ee2-466e-9146-05c77e152608, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:47:59.411930 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b9c0dc52-ce13-4d1f-b113-6e7db1fc2a4a req-0b944236-a8e0-4e04-9975-77133fdbabea tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0570402 Dec 11 22:47:59.498255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-38517938-56fb-4a4a-b726-f420caec678a None None] Provisioning complete for port a69950ad-c422-485a-b148-7b2af0519457 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:47:59.499030 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-38517938-56fb-4a4a-b726-f420caec678a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:59.518378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f48fbb7-bbcb-4929-b7db-73f9052d0ff9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network 48a04c65-0ee2-466e-9146-05c77e152608 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:47:59.543990 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-38517938-56fb-4a4a-b726-f420caec678a None None] Port a69950ad-c422-485a-b148-7b2af0519457 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:47:59.544177 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59bd4f03-3e59-4a5f-b083-633563911379 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:59.594063 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59bd4f03-3e59-4a5f-b083-633563911379 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:59.613526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad292fa4-fc08-4ae2-8d0b-44226567b0f6 req-12a7dc4d-be11-4264-8ab9-46d0c6cffcaf tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:59.615092 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ad292fa4-fc08-4ae2-8d0b-44226567b0f6 req-12a7dc4d-be11-4264-8ab9-46d0c6cffcaf tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1758289 Dec 11 22:47:59.624519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-5f48fbb7-bbcb-4929-b7db-73f9052d0ff9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 48a04c65-0ee2-466e-9146-05c77e152608) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:47:59.644226 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f48fbb7-bbcb-4929-b7db-73f9052d0ff9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:47:59.644913 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f48fbb7-bbcb-4929-b7db-73f9052d0ff9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:59.645647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f289bb-c255-47eb-8a00-845658e97ecb None None] Network 48a04c65-0ee2-466e-9146-05c77e152608 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:47:59.701870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ad292fa4-fc08-4ae2-8d0b-44226567b0f6 req-3500ab6b-2040-4792-8ee7-78f0c9c0a559 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458863 Dec 11 22:47:59.731975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9e638083-9a49-4af3-a0f9-c402a209282b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Made reservation on behalf of eb0d1919169e4d1aae29bafa9569b2dc for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:47:59.739040 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9e638083-9a49-4af3-a0f9-c402a209282b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:59.742582 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59bd4f03-3e59-4a5f-b083-633563911379 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:59.745881 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59bd4f03-3e59-4a5f-b083-633563911379 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:59.747038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-59bd4f03-3e59-4a5f-b083-633563911379 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "DELETE /v2.0/security-groups/a840a8d7-b65d-4798-8674-46d1be8a5187 HTTP/1.1" status: 204 len: 168 time: 0.4313052 Dec 11 22:47:59.749624 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60926) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:59.769495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd4f03-3e59-4a5f-b083-633563911379 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a840a8d7-b65d-4798-8674-46d1be8a5187,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:47:59.778009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-48a04c65-0ee2-466e-9146-05c77e152608', 'network_id': '48a04c65-0ee2-466e-9146-05c77e152608', 'project_id': '4200cd9658784fb7861ec25558b9aaad', 'fixed_ips': [{'subnet_id': '1dfd6b7e-33e6-48ee-98f6-552235d85ef9'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:47:59.779826 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:47:59.847940 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5f48fbb7-bbcb-4929-b7db-73f9052d0ff9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3021100 Dec 11 22:47:59.848248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60928) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:59.858653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-98e38c46-6b6f-4506-bbd3-88c8b6a4ccfe tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1692134513'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:47:59.906658 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3a0a1e41-4f5e-41ce-bd8d-289bd0c814bf tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1556273 Dec 11 22:47:59.911045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60932) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:47:59.931636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1ffd3b6b-7f3a-4cdc-befa-2e39a99a1833 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361692010'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:00.019491 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Allocated IP 172.20.255.242 (48a04c65-0ee2-466e-9146-05c77e152608/1dfd6b7e-33e6-48ee-98f6-552235d85ef9/d27502e4-b96e-4aab-9537-c0b2e665d14a) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:00.093084 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e38c46-6b6f-4506-bbd3-88c8b6a4ccfe tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:00.105866 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-98e38c46-6b6f-4506-bbd3-88c8b6a4ccfe tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:00.225587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c1823-7f68-4986-92c9-25b7f1980355 req-ceea0694-bc6a-4c06-a95e-2d67c7a7bba1 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:00.227729 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c76c1823-7f68-4986-92c9-25b7f1980355 req-ceea0694-bc6a-4c06-a95e-2d67c7a7bba1 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 945 time: 0.2529025 Dec 11 22:48:00.234471 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b0dc8-7ea4-4276-a764-6a35f40bd7a8 req-3526953c-4a69-4aac-bf9b-ff1c50341baf tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:00.252419 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b0dc8-7ea4-4276-a764-6a35f40bd7a8 req-3526953c-4a69-4aac-bf9b-ff1c50341baf tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:00.266471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9e638083-9a49-4af3-a0f9-c402a209282b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Allocated IP 10.2.2.200 (c5552553-fde7-4121-af84-11fda90b4772/e7a7f52a-6baa-4f18-a249-4b879d242a22/627ed865-7237-41b1-ba07-82593a6a9db4) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:00.270347 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b0dc8-7ea4-4276-a764-6a35f40bd7a8 req-3526953c-4a69-4aac-bf9b-ff1c50341baf tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:00.270815 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ffd3b6b-7f3a-4cdc-befa-2e39a99a1833 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:00.272529 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:00.279886 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b0dc8-7ea4-4276-a764-6a35f40bd7a8 req-3526953c-4a69-4aac-bf9b-ff1c50341baf tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:00.283446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e38c46-6b6f-4506-bbd3-88c8b6a4ccfe tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:48:00.299064 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6b5b0dc8-7ea4-4276-a764-6a35f40bd7a8 req-3526953c-4a69-4aac-bf9b-ff1c50341baf tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 3093 time: 0.1834617 Dec 11 22:48:00.333467 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-98e38c46-6b6f-4506-bbd3-88c8b6a4ccfe tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:00.333895 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-98e38c46-6b6f-4506-bbd3-88c8b6a4ccfe tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Added segment e7f02e7a-e8f5-4ed4-a3d8-caf7c33308ca of type vlan for network 8140f6eb-c0ac-47da-959b-ceef15c345e1 Dec 11 22:48:00.354368 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c76c1823-7f68-4986-92c9-25b7f1980355 req-152aaecb-5ead-431f-a48c-6e1f7547aa7c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172743 Dec 11 22:48:00.386440 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:00.414369 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6b5b0dc8-7ea4-4276-a764-6a35f40bd7a8 req-a2c5f9f3-593d-4159-bf1f-ebc770bf39b2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141424 Dec 11 22:48:00.525747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Network 48a04c65-0ee2-466e-9146-05c77e152608 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:00.528943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:00.532836 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:00.541986 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b1d8e197-49fa-494d-a4cd-d79e6720a0c0 req-f9fa0764-efd5-4a18-afcc-b463c0dd5f96 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0565898 Dec 11 22:48:00.587627 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Pushing event updated for resources: {'Port': ['ID=d27502e4-b96e-4aab-9537-c0b2e665d14a,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:00.616229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Attempting to bind port d27502e4-b96e-4aab-9537-c0b2e665d14a on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:00.616639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Attempting to bind port d27502e4-b96e-4aab-9537-c0b2e665d14a by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '13f53531-9637-4222-8d08-aaafb0b37fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48a04c65-0ee2-466e-9146-05c77e152608'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:00.616978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Attempting to bind port d27502e4-b96e-4aab-9537-c0b2e665d14a on network 48a04c65-0ee2-466e-9146-05c77e152608 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:00.623618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:00.624003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Checking segment: {'id': '13f53531-9637-4222-8d08-aaafb0b37fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48a04c65-0ee2-466e-9146-05c77e152608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:00.624417 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:00.624818 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Bound using segment: {'id': '13f53531-9637-4222-8d08-aaafb0b37fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48a04c65-0ee2-466e-9146-05c77e152608'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:00.625309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Bound port: d27502e4-b96e-4aab-9537-c0b2e665d14a, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f53531-9637-4222-8d08-aaafb0b37fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48a04c65-0ee2-466e-9146-05c77e152608'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:00.625684 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:00.632628 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-98e38c46-6b6f-4506-bbd3-88c8b6a4ccfe tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:00.728665 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-98e38c46-6b6f-4506-bbd3-88c8b6a4ccfe tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:00.754343 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e38c46-6b6f-4506-bbd3-88c8b6a4ccfe tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:00.756700 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-98e38c46-6b6f-4506-bbd3-88c8b6a4ccfe tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:00.777501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] For port d27502e4-b96e-4aab-9537-c0b2e665d14a, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:00.786507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] For port d27502e4-b96e-4aab-9537-c0b2e665d14a, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d27502e4-b96e-4aab-9537-c0b2e665d14a,segment=NetworkSegment(13f53531-9637-4222-8d08-aaafb0b37fd2),segment_id=13f53531-9637-4222-8d08-aaafb0b37fd2)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:00.888693 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:00.958263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-98e38c46-6b6f-4506-bbd3-88c8b6a4ccfe tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1088488 Dec 11 22:48:00.963578 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60964) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:00.990721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ad3d7f7e-5e16-4d66-97c5-591dadfc9a8c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'subnet': {'network_id': '8140f6eb-c0ac-47da-959b-ceef15c345e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:01.008475 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68438f2c-60c1-4ffe-8147-833851dc74af None None] Pushing event updated for resources: {'Port': ['ID=d27502e4-b96e-4aab-9537-c0b2e665d14a,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:01.086125 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ffd3b6b-7f3a-4cdc-befa-2e39a99a1833 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:01.126371 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e38c46-6b6f-4506-bbd3-88c8b6a4ccfe tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Network': ['ID=8140f6eb-c0ac-47da-959b-ceef15c345e1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:01.139842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 8140f6eb-c0ac-47da-959b-ceef15c345e1 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:48:01.153350 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8d3b6-5ef4-4265-944b-929ae2ea7076 req-18cdef9c-0467-4bf4-bf9c-0ca9744b786d tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:01.160655 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ad8d3b6-5ef4-4265-944b-929ae2ea7076 req-18cdef9c-0467-4bf4-bf9c-0ca9744b786d tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 945 time: 0.5318251 Dec 11 22:48:01.169683 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60968) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:01.181164 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ffd3b6b-7f3a-4cdc-befa-2e39a99a1833 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:01.193729 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-eaf57361-6bce-4a9e-b599-a325dfb17ca8 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Request body: {'floatingip': {'port_id': '01c10261-3165-43e3-b9da-46d7d9c51e6c'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:01.210688 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9e638083-9a49-4af3-a0f9-c402a209282b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:01.266100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f2adc-4868-4191-b343-edf79acf628f req-69bdaf77-ad4e-4fde-9a7d-8501f76dd69b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:01.267743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d98f2adc-4868-4191-b343-edf79acf628f req-69bdaf77-ad4e-4fde-9a7d-8501f76dd69b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.4283576 Dec 11 22:48:01.288944 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eaf57361-6bce-4a9e-b599-a325dfb17ca8 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:01.353055 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ffd3b6b-7f3a-4cdc-befa-2e39a99a1833 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:01.354501 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1ffd3b6b-7f3a-4cdc-befa-2e39a99a1833 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4322522 Dec 11 22:48:01.360432 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60970) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:01.367315 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-eab03d39-ca8e-49ff-9cd6-b04c68774bb0 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'e5777f07-ca07-4305-b77b-eb68ebaeb60f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:01.368595 n-d-710847-6 neutron-server[103692]: WARNING neutron.api.v2.base [None req-eab03d39-ca8e-49ff-9cd6-b04c68774bb0 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 11 22:48:01.369071 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-eab03d39-ca8e-49ff-9cd6-b04c68774bb0 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:48:01.370094 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-eab03d39-ca8e-49ff-9cd6-b04c68774bb0 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087421 Dec 11 22:48:01.375180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd3b6b-7f3a-4cdc-befa-2e39a99a1833 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5777f07-ca07-4305-b77b-eb68ebaeb60f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:01.386567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60972) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:01.425664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-cdddb41c-66f1-4d31-b48b-37b7f4f680e3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'e5777f07-ca07-4305-b77b-eb68ebaeb60f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:01.514060 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3d7f7e-5e16-4d66-97c5-591dadfc9a8c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:01.514306 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d98f2adc-4868-4191-b343-edf79acf628f req-d5c2b410-5c96-4ccd-954c-b9f3cdb12ab2 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250388 Dec 11 22:48:01.526678 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7f7e-5e16-4d66-97c5-591dadfc9a8c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:01.612905 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9e638083-9a49-4af3-a0f9-c402a209282b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:01.784215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9e638083-9a49-4af3-a0f9-c402a209282b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Network c5552553-fde7-4121-af84-11fda90b4772 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:01.803790 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4329a20e-9ab2-43eb-9b6e-f0c0242c50bf req-32f7866a-5d3f-4952-93a8-e51d0d6e75be tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.1150985 Dec 11 22:48:01.829375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9e638083-9a49-4af3-a0f9-c402a209282b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:01.860632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9e638083-9a49-4af3-a0f9-c402a209282b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:01.888797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e638083-9a49-4af3-a0f9-c402a209282b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event updated for resources: {'Port': ['ID=627ed865-7237-41b1-ba07-82593a6a9db4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:01.914906 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-cdddb41c-66f1-4d31-b48b-37b7f4f680e3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:48:01.919722 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cdddb41c-66f1-4d31-b48b-37b7f4f680e3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5138602 Dec 11 22:48:01.920081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60986) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:01.926114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d24010e7-b2bf-4bcb-8773-429cdb5f6308 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'e5777f07-ca07-4305-b77b-eb68ebaeb60f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:01.926600 n-d-710847-6 neutron-server[103692]: WARNING neutron.api.v2.base [None req-d24010e7-b2bf-4bcb-8773-429cdb5f6308 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 11 22:48:01.927113 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-d24010e7-b2bf-4bcb-8773-429cdb5f6308 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:48:01.931734 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d24010e7-b2bf-4bcb-8773-429cdb5f6308 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064950 Dec 11 22:48:01.935076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ebc89-d734-4123-8fd8-51bc75a179b4 req-214f4aa3-f163-4dad-8a31-2ea112b4f972 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:01.940041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9e638083-9a49-4af3-a0f9-c402a209282b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:01.940692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9e638083-9a49-4af3-a0f9-c402a209282b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:01.941878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ebc89-d734-4123-8fd8-51bc75a179b4 req-214f4aa3-f163-4dad-8a31-2ea112b4f972 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:01.945207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60988) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:01.949844 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ebc89-d734-4123-8fd8-51bc75a179b4 req-214f4aa3-f163-4dad-8a31-2ea112b4f972 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:01.950462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7197eb9e-6617-4bb5-b143-6aaa3c0b4f34 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'e5777f07-ca07-4305-b77b-eb68ebaeb60f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:01.958663 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ebc89-d734-4123-8fd8-51bc75a179b4 req-214f4aa3-f163-4dad-8a31-2ea112b4f972 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:01.991764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ebc89-d734-4123-8fd8-51bc75a179b4 req-214f4aa3-f163-4dad-8a31-2ea112b4f972 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:02.008067 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-137ebc89-d734-4123-8fd8-51bc75a179b4 req-214f4aa3-f163-4dad-8a31-2ea112b4f972 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 3814 time: 0.3465135 Dec 11 22:48:02.192571 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9e638083-9a49-4af3-a0f9-c402a209282b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9631422 Dec 11 22:48:02.244852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Request body: {'port': {'device_id': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:02.248501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d27502e4-b96e-4aab-9537-c0b2e665d14a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:48:02.252971 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-7197eb9e-6617-4bb5-b143-6aaa3c0b4f34 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:48:02.257646 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7197eb9e-6617-4bb5-b143-6aaa3c0b4f34 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3110521 Dec 11 22:48:02.296228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60996) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:02.314371 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2dfec265-00b1-45b1-97c2-8247b0c5235a tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'e5777f07-ca07-4305-b77b-eb68ebaeb60f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:02.315081 n-d-710847-6 neutron-server[103692]: WARNING neutron.api.v2.base [None req-2dfec265-00b1-45b1-97c2-8247b0c5235a tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 11 22:48:02.315605 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-2dfec265-00b1-45b1-97c2-8247b0c5235a tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:48:02.316725 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2dfec265-00b1-45b1-97c2-8247b0c5235a tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0195017 Dec 11 22:48:02.324952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60998) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:02.345107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2864f70c-413a-4213-99e1-434582013318 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'e5777f07-ca07-4305-b77b-eb68ebaeb60f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:02.412947 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a899e597-c6e4-48ee-96e1-aa602c60956f None None] Provisioning complete for port 627ed865-7237-41b1-ba07-82593a6a9db4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:02.416952 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a899e597-c6e4-48ee-96e1-aa602c60956f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:02.454825 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:02.490776 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-137ebc89-d734-4123-8fd8-51bc75a179b4 req-44f5787a-072a-48fa-b9f8-f05e7b01f3bd tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4798653 Dec 11 22:48:02.505339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a899e597-c6e4-48ee-96e1-aa602c60956f None None] Port 627ed865-7237-41b1-ba07-82593a6a9db4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:48:02.516864 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d27502e4-b96e-4aab-9537-c0b2e665d14a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:02.517336 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:02.755458 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:02.760697 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8d6c7f-978d-4edd-9cb7-12c6acba94d6 None None] Network 48a04c65-0ee2-466e-9146-05c77e152608 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:02.879786 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port d27502e4-b96e-4aab-9537-c0b2e665d14a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d27502e4-b96e-4aab-9537-c0b2e665d14a,segment=NetworkSegment(13f53531-9637-4222-8d08-aaafb0b37fd2),segment_id=13f53531-9637-4222-8d08-aaafb0b37fd2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:02.928889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d1a2527d-d053-48e5-be4f-1283c3455716 None None] Provisioning complete for port d27502e4-b96e-4aab-9537-c0b2e665d14a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:02.953954 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1a2527d-d053-48e5-be4f-1283c3455716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:02.954650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79832623-9c3e-4295-abe2-8667fa88c5ad {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:48:02.960527 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:03.000548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Transition to ACTIVE for port object 79832623-9c3e-4295-abe2-8667fa88c5ad will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:48:03.076920 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9e141c89-ddd9-4dbc-9e92-76713db01b3f req-c78bc669-9472-4a83-903e-1dd49831548c tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.1360512 Dec 11 22:48:03.092771 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7f7e-5e16-4d66-97c5-591dadfc9a8c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:03.100556 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1a2527d-d053-48e5-be4f-1283c3455716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:03.128216 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:03.130632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b2f7b-15e4-4396-a8ad-0075b8948b51 req-e4628b53-fdda-44d1-938e-377790ba35df tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:03.132265 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d03b2f7b-15e4-4396-a8ad-0075b8948b51 req-e4628b53-fdda-44d1-938e-377790ba35df tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1284177 Dec 11 22:48:03.153806 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.resource_extend [None req-eaf57361-6bce-4a9e-b599-a325dfb17ca8 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:48:03.187615 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:03.340769 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-d1a2527d-d053-48e5-be4f-1283c3455716 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:48:03.343199 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-d1a2527d-d053-48e5-be4f-1283c3455716 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:48:03.364052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Pushing event updated for resources: {'Port': ['ID=79832623-9c3e-4295-abe2-8667fa88c5ad,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:03.368059 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-2864f70c-413a-4213-99e1-434582013318 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:48:03.372951 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2864f70c-413a-4213-99e1-434582013318 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.0444715 Dec 11 22:48:03.392523 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 32782) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:03.401201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-01a687ae-2d98-4c7e-9b16-bdca3a0e7df3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'e5777f07-ca07-4305-b77b-eb68ebaeb60f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:03.401759 n-d-710847-6 neutron-server[103692]: WARNING neutron.api.v2.base [None req-01a687ae-2d98-4c7e-9b16-bdca3a0e7df3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 11 22:48:03.402269 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-01a687ae-2d98-4c7e-9b16-bdca3a0e7df3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:48:03.406645 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-01a687ae-2d98-4c7e-9b16-bdca3a0e7df3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127895 Dec 11 22:48:03.410613 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d03b2f7b-15e4-4396-a8ad-0075b8948b51 req-2c02c972-5bc3-407d-af0e-23b1ee738b25 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666681 Dec 11 22:48:03.417179 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 32784) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:03.421348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b7a1e9df-9034-4302-80a7-aeb0a539842b tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'e5777f07-ca07-4305-b77b-eb68ebaeb60f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:03.429050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=d27502e4-b96e-4aab-9537-c0b2e665d14a,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:03.544746 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eaf57361-6bce-4a9e-b599-a325dfb17ca8 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:03.557784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Attempting to bind port 79832623-9c3e-4295-abe2-8667fa88c5ad on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:03.558164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Attempting to bind port 79832623-9c3e-4295-abe2-8667fa88c5ad by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'e2326bd5-a783-4620-835d-205103a65c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:03.558508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Attempting to bind port 79832623-9c3e-4295-abe2-8667fa88c5ad on network 73c527dd-bcee-4d43-8201-08f3277470d4 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:03.567704 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d7f7e-5e16-4d66-97c5-591dadfc9a8c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Subnet': ['ID=2793c2ef-ee07-4020-be30-7b2565d18741,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:03.586534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Port 79832623-9c3e-4295-abe2-8667fa88c5ad on network 73c527dd-bcee-4d43-8201-08f3277470d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:48:03.586534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Attempting to bind port 79832623-9c3e-4295-abe2-8667fa88c5ad on network 73c527dd-bcee-4d43-8201-08f3277470d4 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:03.586781 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d7f7e-5e16-4d66-97c5-591dadfc9a8c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Checking segment: {'id': 'e7f02e7a-e8f5-4ed4-a3d8-caf7c33308ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8140f6eb-c0ac-47da-959b-ceef15c345e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:03.586781 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3d7f7e-5e16-4d66-97c5-591dadfc9a8c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network hostable DHCP agents. Network: 8140f6eb-c0ac-47da-959b-ceef15c345e1, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:48:03.594533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:03.594948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Checking segment: {'id': 'e2326bd5-a783-4620-835d-205103a65c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:03.595417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Bound using segment: {'id': 'e2326bd5-a783-4620-835d-205103a65c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:03.595872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Bound port: 79832623-9c3e-4295-abe2-8667fa88c5ad, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2326bd5-a783-4620-835d-205103a65c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:03.618663 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:03.642942 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eaf57361-6bce-4a9e-b599-a325dfb17ca8 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:03.733444 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3d7f7e-5e16-4d66-97c5-591dadfc9a8c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network 8140f6eb-c0ac-47da-959b-ceef15c345e1 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:48:03.741288 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] For port 79832623-9c3e-4295-abe2-8667fa88c5ad, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:03.746032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] For port 79832623-9c3e-4295-abe2-8667fa88c5ad, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=79832623-9c3e-4295-abe2-8667fa88c5ad,segment=NetworkSegment(e2326bd5-a783-4620-835d-205103a65c6d),segment_id=e2326bd5-a783-4620-835d-205103a65c6d)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:03.795120 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c9f9-d47b-4bd3-9afc-4b3777ee0156 req-fa2e72a6-07a7-4432-849f-c207c38c3a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:03.799609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c9f9-d47b-4bd3-9afc-4b3777ee0156 req-fa2e72a6-07a7-4432-849f-c207c38c3a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:03.806216 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c9f9-d47b-4bd3-9afc-4b3777ee0156 req-fa2e72a6-07a7-4432-849f-c207c38c3a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:03.809421 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-b7a1e9df-9034-4302-80a7-aeb0a539842b tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:48:03.809421 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b7a1e9df-9034-4302-80a7-aeb0a539842b tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3908970 Dec 11 22:48:03.811654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 32792) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:03.812768 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c9f9-d47b-4bd3-9afc-4b3777ee0156 req-fa2e72a6-07a7-4432-849f-c207c38c3a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:03.816303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-97d00ea4-248b-4073-a370-3a2b485727a6 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'e5777f07-ca07-4305-b77b-eb68ebaeb60f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:03.819001 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c9f9-d47b-4bd3-9afc-4b3777ee0156 req-fa2e72a6-07a7-4432-849f-c207c38c3a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:03.827242 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7bd7c9f9-d47b-4bd3-9afc-4b3777ee0156 req-fa2e72a6-07a7-4432-849f-c207c38c3a65 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 3826 time: 0.1381376 Dec 11 22:48:03.858084 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-ad3d7f7e-5e16-4d66-97c5-591dadfc9a8c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 8140f6eb-c0ac-47da-959b-ceef15c345e1) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:03.861976 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-eaf57361-6bce-4a9e-b599-a325dfb17ca8 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Floating IP b75c0014-d5e9-43ef-becb-c942144cb219 associated. External IP: 172.25.1.228, port: 01c10261-3165-43e3-b9da-46d7d9c51e6c. Dec 11 22:48:03.878124 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:03.889859 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe8d36b-7620-42e4-b4f0-3da6dd53260b None None] Network 8140f6eb-c0ac-47da-959b-ceef15c345e1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:03.913278 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3d7f7e-5e16-4d66-97c5-591dadfc9a8c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:03.913902 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7f7e-5e16-4d66-97c5-591dadfc9a8c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:03.983132 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7bd7c9f9-d47b-4bd3-9afc-4b3777ee0156 req-f896068f-1b76-44f4-95fa-192bf9b2291e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479969 Dec 11 22:48:04.037373 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ad3d7f7e-5e16-4d66-97c5-591dadfc9a8c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0621300 Dec 11 22:48:04.037607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:04.037607 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:04.037607 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] 10.222.0.47 "PUT /v2.0/ports/79832623-9c3e-4295-abe2-8667fa88c5ad HTTP/1.1" status: 200 len: 1091 time: 1.8267958 Dec 11 22:48:04.039390 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32794) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:04.048736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'tag': '79832623-9c3e-4295-abe2-8667fa88c5ad'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:48:04.055503 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da72d0cc-7618-4b43-9db1-c69cb6045f93" -d '{"events": [{"name": "network-changed", "server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "tag": "79832623-9c3e-4295-abe2-8667fa88c5ad"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:48:04.084970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-8140f6eb-c0ac-47da-959b-ceef15c345e1', 'network_id': '8140f6eb-c0ac-47da-959b-ceef15c345e1', 'project_id': '4200cd9658784fb7861ec25558b9aaad', 'fixed_ips': [{'subnet_id': '2793c2ef-ee07-4020-be30-7b2565d18741'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:48:04.087410 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:04.129264 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dec2cf-9b75-475e-bf3a-2c75a3d825e7 service neutron] Pushing event updated for resources: {'Port': ['ID=79832623-9c3e-4295-abe2-8667fa88c5ad,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:04.161502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Request body: {'port': {'device_id': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:04.220714 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620c2cb9-6c8a-4569-b2c6-751c3d99d2eb x-openstack-request-id: req-620c2cb9-6c8a-4569-b2c6-751c3d99d2eb {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:48:04.223210 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "tag": "79832623-9c3e-4295-abe2-8667fa88c5ad", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:48:04.223389 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-620c2cb9-6c8a-4569-b2c6-751c3d99d2eb {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:48:04.223806 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'tag': '79832623-9c3e-4295-abe2-8667fa88c5ad', 'status': 'completed', 'code': 200} Dec 11 22:48:04.232092 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-97d00ea4-248b-4073-a370-3a2b485727a6 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:48:04.235888 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-97d00ea4-248b-4073-a370-3a2b485727a6 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4207168 Dec 11 22:48:04.244977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 32800) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:04.305946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d27502e4-b96e-4aab-9537-c0b2e665d14a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:48:04.334750 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1529e00b-294f-4ca8-a9ea-4a0d866ed95e req-941fc41d-5270-4b7e-82a1-fe0d8fced49a tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0367143 Dec 11 22:48:04.341308 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:04.419289 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:04.486393 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-fdaa9497-0659-4312-9128-67790dfb1942 None None] Provisioning complete for port d27502e4-b96e-4aab-9537-c0b2e665d14a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:04.487003 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9497-0659-4312-9128-67790dfb1942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:04.536879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Allocated IP 172.20.0.2 (8140f6eb-c0ac-47da-959b-ceef15c345e1/2793c2ef-ee07-4020-be30-7b2565d18741/825c2e20-7e1e-494b-9cf2-95cf15c7eda7) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:04.726611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72d0cc-7618-4b43-9db1-c69cb6045f93 req-005cfa30-ebb4-4859-abc5-35517373881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:04.727753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72d0cc-7618-4b43-9db1-c69cb6045f93 req-005cfa30-ebb4-4859-abc5-35517373881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:04.728426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72d0cc-7618-4b43-9db1-c69cb6045f93 req-005cfa30-ebb4-4859-abc5-35517373881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:04.728901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72d0cc-7618-4b43-9db1-c69cb6045f93 req-005cfa30-ebb4-4859-abc5-35517373881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:04.729364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72d0cc-7618-4b43-9db1-c69cb6045f93 req-005cfa30-ebb4-4859-abc5-35517373881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:04.731439 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-da72d0cc-7618-4b43-9db1-c69cb6045f93 req-005cfa30-ebb4-4859-abc5-35517373881b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 4361 time: 0.4875672 Dec 11 22:48:04.925450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72d0cc-7618-4b43-9db1-c69cb6045f93 req-c0d265fe-6494-42f1-a905-42db10b73cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:04.925915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72d0cc-7618-4b43-9db1-c69cb6045f93 req-c0d265fe-6494-42f1-a905-42db10b73cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:04.926385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72d0cc-7618-4b43-9db1-c69cb6045f93 req-c0d265fe-6494-42f1-a905-42db10b73cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:04.927983 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-da72d0cc-7618-4b43-9db1-c69cb6045f93 req-c0d265fe-6494-42f1-a905-42db10b73cb5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1440749 Dec 11 22:48:04.938148 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8e20a20a-e370-465b-ab6c-c50e3d5ce2c3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:04.960333 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:05.042826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d27502e4-b96e-4aab-9537-c0b2e665d14a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:05.043461 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:05.063302 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf57361-6bce-4a9e-b599-a325dfb17ca8 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Router f2245801-3152-465e-911e-0ad58ec8696a has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:48:05.094376 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:05.153055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72d0cc-7618-4b43-9db1-c69cb6045f93 req-a2f69742-b98b-4ecf-9693-9169f0b34429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:05.154557 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-da72d0cc-7618-4b43-9db1-c69cb6045f93 req-a2f69742-b98b-4ecf-9693-9169f0b34429 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2006929 Dec 11 22:48:05.158434 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Network 8140f6eb-c0ac-47da-959b-ceef15c345e1 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:05.171398 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:05.200498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:05.206523 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:05.242142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Pushing event updated for resources: {'Port': ['ID=825c2e20-7e1e-494b-9cf2-95cf15c7eda7,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:05.278745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065b74e-7ccd-4019-8a49-9d2ffcfd6478 req-f30c1e8c-a2f4-482e-be78-6c28ce3c54c7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:05.285616 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b065b74e-7ccd-4019-8a49-9d2ffcfd6478 req-f30c1e8c-a2f4-482e-be78-6c28ce3c54c7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.5649195 Dec 11 22:48:05.295830 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8e20a20a-e370-465b-ab6c-c50e3d5ce2c3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:05.444819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd220ca-4e1f-4da3-9633-91e4e94fedd9 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:48:05.454891 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:05.475371 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Transition to ACTIVE for port object dcd220ca-4e1f-4da3-9633-91e4e94fedd9 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:48:05.503682 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8e20a20a-e370-465b-ab6c-c50e3d5ce2c3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:05.506578 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8e20a20a-e370-465b-ab6c-c50e3d5ce2c3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:05.507784 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8e20a20a-e370-465b-ab6c-c50e3d5ce2c3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "DELETE /v2.0/security-groups/e5777f07-ca07-4305-b77b-eb68ebaeb60f HTTP/1.1" status: 204 len: 168 time: 1.2401345 Dec 11 22:48:05.518297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 32826) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:05.529612 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0909c-5024-4206-ac07-440136e83319 req-5b1fce51-2b28-4a96-b03a-02da3a8bf71f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:05.535897 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Attempting to bind port 825c2e20-7e1e-494b-9cf2-95cf15c7eda7 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:05.536362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Attempting to bind port 825c2e20-7e1e-494b-9cf2-95cf15c7eda7 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'e7f02e7a-e8f5-4ed4-a3d8-caf7c33308ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8140f6eb-c0ac-47da-959b-ceef15c345e1'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:05.538517 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Attempting to bind port 825c2e20-7e1e-494b-9cf2-95cf15c7eda7 on network 8140f6eb-c0ac-47da-959b-ceef15c345e1 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:05.542076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0909c-5024-4206-ac07-440136e83319 req-5b1fce51-2b28-4a96-b03a-02da3a8bf71f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:05.552992 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0909c-5024-4206-ac07-440136e83319 req-5b1fce51-2b28-4a96-b03a-02da3a8bf71f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:05.556439 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:05.556792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Checking segment: {'id': 'e7f02e7a-e8f5-4ed4-a3d8-caf7c33308ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8140f6eb-c0ac-47da-959b-ceef15c345e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:05.557181 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:05.557584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Bound using segment: {'id': 'e7f02e7a-e8f5-4ed4-a3d8-caf7c33308ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8140f6eb-c0ac-47da-959b-ceef15c345e1'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:05.558053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Bound port: 825c2e20-7e1e-494b-9cf2-95cf15c7eda7, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f02e7a-e8f5-4ed4-a3d8-caf7c33308ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8140f6eb-c0ac-47da-959b-ceef15c345e1'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:05.558439 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:05.564927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0909c-5024-4206-ac07-440136e83319 req-5b1fce51-2b28-4a96-b03a-02da3a8bf71f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:05.581096 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0909c-5024-4206-ac07-440136e83319 req-5b1fce51-2b28-4a96-b03a-02da3a8bf71f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:05.582978 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7dc0909c-5024-4206-ac07-440136e83319 req-5b1fce51-2b28-4a96-b03a-02da3a8bf71f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 3826 time: 0.4554343 Dec 11 22:48:05.600203 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:05.600203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20a20a-e370-465b-ab6c-c50e3d5ce2c3 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5777f07-ca07-4305-b77b-eb68ebaeb60f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:05.703951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] For port 825c2e20-7e1e-494b-9cf2-95cf15c7eda7, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:05.708833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] For port 825c2e20-7e1e-494b-9cf2-95cf15c7eda7, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=825c2e20-7e1e-494b-9cf2-95cf15c7eda7,segment=NetworkSegment(e7f02e7a-e8f5-4ed4-a3d8-caf7c33308ca),segment_id=e7f02e7a-e8f5-4ed4-a3d8-caf7c33308ca)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:05.714795 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd220ca-4e1f-4da3-9633-91e4e94fedd9,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:05.737794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf57361-6bce-4a9e-b599-a325dfb17ca8 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:48:05.752293 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde0d8f-e5c6-47ae-b666-bb577232eb46 None None] Sync routers for ids ['f2245801-3152-465e-911e-0ad58ec8696a'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:48:05.764361 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde0d8f-e5c6-47ae-b666-bb577232eb46 None None] Routers {'f2245801-3152-465e-911e-0ad58ec8696a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:48:05.775666 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9cde0d8f-e5c6-47ae-b666-bb577232eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:47:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f2245801-3152-465e-911e-0ad58ec8696a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:05.775951 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b065b74e-7ccd-4019-8a49-9d2ffcfd6478 req-51919510-d22a-48b2-8c02-82423add1c1b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908857 Dec 11 22:48:05.807148 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:05.816889 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eaf57361-6bce-4a9e-b599-a325dfb17ca8 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:05.919893 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:06.005671 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-eaf57361-6bce-4a9e-b599-a325dfb17ca8 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "PUT /v2.0/floatingips/b75c0014-d5e9-43ef-becb-c942144cb219 HTTP/1.1" status: 200 len: 991 time: 4.8346260 Dec 11 22:48:06.026663 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded90e52-e563-4bd9-97a6-99ffaea23853', 'tag': '01c10261-3165-43e3-b9da-46d7d9c51e6c'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:48:06.035924 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb00e5a-e9ef-47d5-856e-cda31f69eccb" -d '{"events": [{"name": "network-changed", "server_uuid": "ded90e52-e563-4bd9-97a6-99ffaea23853", "tag": "01c10261-3165-43e3-b9da-46d7d9c51e6c"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:48:06.080035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-40b2f461-9667-4598-a145-4b5eda2b3d53 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5561280 Dec 11 22:48:06.084685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc58ae-54f1-4672-87ce-b15378a23e26 None None] Pushing event updated for resources: {'Port': ['ID=825c2e20-7e1e-494b-9cf2-95cf15c7eda7,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:06.105251 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-9cde0d8f-e5c6-47ae-b666-bb577232eb46 None None] Set router f2245801-3152-465e-911e-0ad58ec8696a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:48:06.130427 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7dc0909c-5024-4206-ac07-440136e83319 req-95d84394-5ccf-4ee3-9562-5cdb816ead34 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3898859 Dec 11 22:48:06.146214 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32836) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:06.165731 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-fd075884-aa43-43e5-8034-5891cd612750 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895681474'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:06.175383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Subnet': ['ID=2793c2ef-ee07-4020-be30-7b2565d18741,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:06.241347 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c5130614-c004-4ced-b2e3-e89b7b7e1a22 req-14bb7ca0-9b23-42a5-a5f7-0beaf0fbcff3 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.1777349 Dec 11 22:48:06.361422 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:06.392142 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8140f6eb-c0ac-47da-959b-ceef15c345e1']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:06.403537 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f02e7a-e8f5-4ed4-a3d8-caf7c33308ca') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:06.404078 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f02e7a-e8f5-4ed4-a3d8-caf7c33308ca') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:06.420246 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:06.467858 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e71e1d7-7248-4e1e-99a9-030ece6c33a3 x-openstack-request-id: req-5e71e1d7-7248-4e1e-99a9-030ece6c33a3 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:48:06.469634 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded90e52-e563-4bd9-97a6-99ffaea23853", "tag": "01c10261-3165-43e3-b9da-46d7d9c51e6c", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:48:06.470063 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e71e1d7-7248-4e1e-99a9-030ece6c33a3 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:48:06.470745 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded90e52-e563-4bd9-97a6-99ffaea23853', 'tag': '01c10261-3165-43e3-b9da-46d7d9c51e6c', 'status': 'completed', 'code': 200} Dec 11 22:48:06.478653 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd075884-aa43-43e5-8034-5891cd612750 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:06.525009 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:06.558455 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:06.559420 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:06.566079 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:06.575654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Attempting to bind port dcd220ca-4e1f-4da3-9633-91e4e94fedd9 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:06.576294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Attempting to bind port dcd220ca-4e1f-4da3-9633-91e4e94fedd9 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:06.576971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Attempting to bind port dcd220ca-4e1f-4da3-9633-91e4e94fedd9 on network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:06.587509 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Port dcd220ca-4e1f-4da3-9633-91e4e94fedd9 on network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:48:06.588136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Attempting to bind port dcd220ca-4e1f-4da3-9633-91e4e94fedd9 on network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:06.620930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:06.622092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Checking segment: {'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:06.622737 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Bound using segment: {'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:06.623710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Bound port: dcd220ca-4e1f-4da3-9633-91e4e94fedd9, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:06.624262 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:06.702465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb00e5a-e9ef-47d5-856e-cda31f69eccb req-58c6ad82-bfe7-4a7d-930d-51ea7ea426b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:06.704798 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2eb00e5a-e9ef-47d5-856e-cda31f69eccb req-58c6ad82-bfe7-4a7d-930d-51ea7ea426b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df946e63d1d84440a773ced4e562a692&device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 1096 time: 0.1885052 Dec 11 22:48:06.709710 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9cde0d8f-e5c6-47ae-b666-bb577232eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'name': 'tempest-ServersTestBootFromVolume-1070109094-router', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:19Z', 'updated_at': '2021-12-11T22:46:31Z', 'revision_number': 4, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'gw_port': {'id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:20Z', 'updated_at': '2021-12-11T22:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'b75c0014-d5e9-43ef-becb-c942144cb219', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'port_id': '01c10261-3165-43e3-b9da-46d7d9c51e6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f', 'mac_address': 'fa:16:3e:cb:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded90e52-e563-4bd9-97a6-99ffaea23853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:46:40Z', 'updated_at': '2021-12-11T22:48:02Z', 'revision_number': 1, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d96ff9a-273e-4e40-bb49-875c0253c008', 'name': '', 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'mac_address': 'fa:16:3e:19:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:28Z', 'updated_at': '2021-12-11T22:46:36Z', 'revision_number': 5, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'subnets': [{'id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:06.773177 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde0d8f-e5c6-47ae-b666-bb577232eb46 None None] Checking router: f2245801-3152-465e-911e-0ad58ec8696a for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:48:06.784937 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde0d8f-e5c6-47ae-b666-bb577232eb46 None None] Routers {'f2245801-3152-465e-911e-0ad58ec8696a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:48:06.785920 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9cde0d8f-e5c6-47ae-b666-bb577232eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:47:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f2245801-3152-465e-911e-0ad58ec8696a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:06.852275 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd075884-aa43-43e5-8034-5891cd612750 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:06.859715 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.api [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 22:48:06.859715 n-d-710847-6 neutron-server[103691]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 22:48:06.859715 n-d-710847-6 neutron-server[103691]: [parameters: {'id': '8140f6eb-c0ac-47da-959b-ceef15c345e1'}] Dec 11 22:48:06.859715 n-d-710847-6 neutron-server[103691]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:48:06.863247 n-d-710847-6 neutron-server[103691]: DEBUG oslo_db.api [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:48:06.907692 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-9cde0d8f-e5c6-47ae-b666-bb577232eb46 None None] Set router f2245801-3152-465e-911e-0ad58ec8696a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:48:06.948127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] For port dcd220ca-4e1f-4da3-9633-91e4e94fedd9, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:06.960558 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] For port dcd220ca-4e1f-4da3-9633-91e4e94fedd9, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=dcd220ca-4e1f-4da3-9633-91e4e94fedd9,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:06.966024 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd075884-aa43-43e5-8034-5891cd612750 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:07.040799 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb00e5a-e9ef-47d5-856e-cda31f69eccb req-7cefba61-1f61-4d5e-8f94-eafce1932ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:07.042224 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2eb00e5a-e9ef-47d5-856e-cda31f69eccb req-7cefba61-1f61-4d5e-8f94-eafce1932ab6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f8fea77-563d-4b58-80be-148d26ff4e2f HTTP/1.1" status: 200 len: 917 time: 0.3233664 Dec 11 22:48:07.081851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd075884-aa43-43e5-8034-5891cd612750 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f031d577-2885-4973-9277-5c19b8b07d2d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:07.104020 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2ebb0-8a60-4061-800e-bcaa42a56faf req-8d2863c9-f599-4f4d-9396-578a1732c941 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:07.108175 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-abf2ebb0-8a60-4061-800e-bcaa42a56faf req-8d2863c9-f599-4f4d-9396-578a1732c941 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.2083743 Dec 11 22:48:07.157624 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd075884-aa43-43e5-8034-5891cd612750 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:07.168150 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fd075884-aa43-43e5-8034-5891cd612750 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0207908 Dec 11 22:48:07.170055 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:07.170869 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32848) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:07.176081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3a470455-6709-4201-8c7e-cf34c757a238 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'f031d577-2885-4973-9277-5c19b8b07d2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:07.205360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:07.206036 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:07.208051 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] 10.222.0.47 "PUT /v2.0/ports/dcd220ca-4e1f-4da3-9633-91e4e94fedd9 HTTP/1.1" status: 200 len: 1131 time: 3.0527291 Dec 11 22:48:07.244811 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'tag': 'dcd220ca-4e1f-4da3-9633-91e4e94fedd9'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:48:07.252975 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a9295c-2836-43b7-9508-86a4661cf856" -d '{"events": [{"name": "network-changed", "server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "tag": "dcd220ca-4e1f-4da3-9633-91e4e94fedd9"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:48:07.334576 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-abf2ebb0-8a60-4061-800e-bcaa42a56faf req-5f4812c6-af72-42c5-a048-cc2bfb8ce448 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199881 Dec 11 22:48:07.336543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2eb00e5a-e9ef-47d5-856e-cda31f69eccb req-f8fd653b-e960-45a7-885a-b9ed4c27dc87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01c10261-3165-43e3-b9da-46d7d9c51e6c HTTP/1.1" status: 200 len: 999 time: 0.2827594 Dec 11 22:48:07.365544 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:07.402577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Request body: {'port': {'device_id': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:07.453283 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9cde0d8f-e5c6-47ae-b666-bb577232eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'name': 'tempest-ServersTestBootFromVolume-1070109094-router', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:19Z', 'updated_at': '2021-12-11T22:46:31Z', 'revision_number': 4, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'gw_port': {'id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:20Z', 'updated_at': '2021-12-11T22:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'b75c0014-d5e9-43ef-becb-c942144cb219', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'port_id': '01c10261-3165-43e3-b9da-46d7d9c51e6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f', 'mac_address': 'fa:16:3e:cb:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded90e52-e563-4bd9-97a6-99ffaea23853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:46:40Z', 'updated_at': '2021-12-11T22:48:02Z', 'revision_number': 1, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d96ff9a-273e-4e40-bb49-875c0253c008', 'name': '', 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'mac_address': 'fa:16:3e:19:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:28Z', 'updated_at': '2021-12-11T22:46:36Z', 'revision_number': 5, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'subnets': [{'id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:07.506178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21837587-1e9b-48c5-9de5-79f165867075 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd220ca-4e1f-4da3-9633-91e4e94fedd9,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:07.531177 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08b92cd-e90a-4f24-8a25-9c12426c482d x-openstack-request-id: req-d08b92cd-e90a-4f24-8a25-9c12426c482d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:48:07.531559 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "tag": "dcd220ca-4e1f-4da3-9633-91e4e94fedd9", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:48:07.531821 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d08b92cd-e90a-4f24-8a25-9c12426c482d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:48:07.532234 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'tag': 'dcd220ca-4e1f-4da3-9633-91e4e94fedd9', 'status': 'completed', 'code': 200} Dec 11 22:48:07.532850 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde0d8f-e5c6-47ae-b666-bb577232eb46 None None] The sync data for ids ['f2245801-3152-465e-911e-0ad58ec8696a'] in n-d-710847-6 is: [{'id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'name': 'tempest-ServersTestBootFromVolume-1070109094-router', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:19Z', 'updated_at': '2021-12-11T22:46:31Z', 'revision_number': 4, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'gw_port': {'id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:20Z', 'updated_at': '2021-12-11T22:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'b75c0014-d5e9-43ef-becb-c942144cb219', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'port_id': '01c10261-3165-43e3-b9da-46d7d9c51e6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f', 'mac_address': 'fa:16:3e:cb:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded90e52-e563-4bd9-97a6-99ffaea23853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:46:40Z', 'updated_at': '2021-12-11T22:48:02Z', 'revision_number': 1, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d96ff9a-273e-4e40-bb49-875c0253c008', 'name': '', 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'mac_address': 'fa:16:3e:19:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:28Z', 'updated_at': '2021-12-11T22:46:36Z', 'revision_number': 5, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'subnets': [{'id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:48:07.561869 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Deleting port 825c2e20-7e1e-494b-9cf2-95cf15c7eda7 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:48:07.562479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:07.608271 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-3a470455-6709-4201-8c7e-cf34c757a238 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The resource could not be found. Dec 11 22:48:07.619740 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3a470455-6709-4201-8c7e-cf34c757a238 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4370575 Dec 11 22:48:07.620432 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32862) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:07.640179 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-89f78db6-7f77-498e-9671-4cf4e6a65c2a tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': 'f031d577-2885-4973-9277-5c19b8b07d2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '15b38cca-8c64-4500-af99-d8114c9895cb'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:07.677114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735e071-39d1-44da-aaa1-40a756ec63b4 req-a47c0482-220f-4aae-a3f5-81b1298eafd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:07.700368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735e071-39d1-44da-aaa1-40a756ec63b4 req-a47c0482-220f-4aae-a3f5-81b1298eafd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:07.717870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735e071-39d1-44da-aaa1-40a756ec63b4 req-a47c0482-220f-4aae-a3f5-81b1298eafd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:07.730553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735e071-39d1-44da-aaa1-40a756ec63b4 req-a47c0482-220f-4aae-a3f5-81b1298eafd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:07.742401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735e071-39d1-44da-aaa1-40a756ec63b4 req-a47c0482-220f-4aae-a3f5-81b1298eafd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:07.760012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735e071-39d1-44da-aaa1-40a756ec63b4 req-a47c0482-220f-4aae-a3f5-81b1298eafd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:07.767678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c735e071-39d1-44da-aaa1-40a756ec63b4 req-a47c0482-220f-4aae-a3f5-81b1298eafd0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 4599 time: 0.4365911 Dec 11 22:48:07.874928 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a046eb8c-26b7-49ab-bcbe-cc666e8cd49a req-8599cd34-562d-4b76-bf43-f5fc907526cf tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.1169522 Dec 11 22:48:07.921219 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:07.938546 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] For port 825c2e20-7e1e-494b-9cf2-95cf15c7eda7, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=825c2e20-7e1e-494b-9cf2-95cf15c7eda7,segment=NetworkSegment(e7f02e7a-e8f5-4ed4-a3d8-caf7c33308ca),segment_id=e7f02e7a-e8f5-4ed4-a3d8-caf7c33308ca)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:07.942341 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:07.984891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Calling delete_port for 825c2e20-7e1e-494b-9cf2-95cf15c7eda7 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:48:08.061441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91389dee-f0d2-4030-a1d2-6b08e9630fba None None] New status for floating IP b75c0014-d5e9-43ef-becb-c942144cb219: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:48:08.208576 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-89f78db6-7f77-498e-9671-4cf4e6a65c2a tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The resource could not be found. Dec 11 22:48:08.211486 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-89f78db6-7f77-498e-9671-4cf4e6a65c2a tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5801299 Dec 11 22:48:08.217954 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32868) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:08.309852 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e74b265a-fb90-4465-b6bf-d667c26e99ee tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:08.345477 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e74b265a-fb90-4465-b6bf-d667c26e99ee tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:08.391610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 825c2e20-7e1e-494b-9cf2-95cf15c7eda7 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:48:08.397906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6471ae-af0e-40a5-83b6-709f19e4ae47 None None] Network 8140f6eb-c0ac-47da-959b-ceef15c345e1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:08.428518 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:08.487248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Port': ['ID=825c2e20-7e1e-494b-9cf2-95cf15c7eda7,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:08.503124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 825c2e20-7e1e-494b-9cf2-95cf15c7eda7 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:48:08.504507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 825c2e20-7e1e-494b-9cf2-95cf15c7eda7 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 11 22:48:08.511978 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e74b265a-fb90-4465-b6bf-d667c26e99ee tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:08.519127 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e74b265a-fb90-4465-b6bf-d667c26e99ee tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:08.524070 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e74b265a-fb90-4465-b6bf-d667c26e99ee tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "DELETE /v2.0/security-groups/f031d577-2885-4973-9277-5c19b8b07d2d HTTP/1.1" status: 204 len: 168 time: 0.3000979 Dec 11 22:48:08.525123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32874) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:08.588419 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b265a-fb90-4465-b6bf-d667c26e99ee tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f031d577-2885-4973-9277-5c19b8b07d2d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:08.595602 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No DVR routers for this DVR port 825c2e20-7e1e-494b-9cf2-95cf15c7eda7 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:48:08.625991 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb00e5a-e9ef-47d5-856e-cda31f69eccb req-29d2de78-dd4b-4dde-a66a-87e49b498c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:08.627933 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2eb00e5a-e9ef-47d5-856e-cda31f69eccb req-29d2de78-dd4b-4dde-a66a-87e49b498c50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21bc22ad-eca6-41b4-acc0-5225e953440d HTTP/1.1" status: 200 len: 855 time: 1.2423284 Dec 11 22:48:08.723539 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c735e071-39d1-44da-aaa1-40a756ec63b4 req-4ac847a0-213c-4b9d-b664-bd35ee640e97 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&id=2381c576-9acb-49ad-b5ca-6e787394b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9226780 Dec 11 22:48:08.750545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9295c-2836-43b7-9508-86a4661cf856 req-40fe7dcd-dfa5-49ba-8739-81b127c003f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:08.751142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9295c-2836-43b7-9508-86a4661cf856 req-40fe7dcd-dfa5-49ba-8739-81b127c003f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:08.751625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9295c-2836-43b7-9508-86a4661cf856 req-40fe7dcd-dfa5-49ba-8739-81b127c003f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:08.752098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9295c-2836-43b7-9508-86a4661cf856 req-40fe7dcd-dfa5-49ba-8739-81b127c003f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:08.752567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9295c-2836-43b7-9508-86a4661cf856 req-40fe7dcd-dfa5-49ba-8739-81b127c003f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:08.753036 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9295c-2836-43b7-9508-86a4661cf856 req-40fe7dcd-dfa5-49ba-8739-81b127c003f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:08.754977 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71a9295c-2836-43b7-9508-86a4661cf856 req-40fe7dcd-dfa5-49ba-8739-81b127c003f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5285 time: 1.1690781 Dec 11 22:48:08.807056 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-521cdd05-7db6-4c93-b1ff-3414d68e880f tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2644975 Dec 11 22:48:08.827074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c092ba42-bb9f-4b05-8f3c-c69f626ec908 None None] Could not find standard attr ID for object 825c2e20-7e1e-494b-9cf2-95cf15c7eda7. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:48:08.844497 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32880) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:08.851560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb00e5a-e9ef-47d5-856e-cda31f69eccb req-bf5ad049-858a-4341-b851-4594df7652ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:08.854055 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2eb00e5a-e9ef-47d5-856e-cda31f69eccb req-bf5ad049-858a-4341-b851-4594df7652ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f8fea77-563d-4b58-80be-148d26ff4e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630876 Dec 11 22:48:08.862612 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-eebcb23d-2c43-45a9-b23e-602e3a2bdc85 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': '7858bc83-adcb-49f6-a1bb-8a5cdae002d0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:08.886435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f48527-b1c0-4b29-8435-5cec889c6a9b req-e355cfbd-3858-4a07-98e0-9db2dfda23eb tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:08.888290 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f2f48527-b1c0-4b29-8435-5cec889c6a9b req-e355cfbd-3858-4a07-98e0-9db2dfda23eb tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.3909616 Dec 11 22:48:08.904751 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Port 825c2e20-7e1e-494b-9cf2-95cf15c7eda7 not found, will not notify nova. {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 11 22:48:09.054673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5855705-f791-40d7-9cec-d2f3a4f496b1 None None] DHCP port deletion for 8140f6eb-c0ac-47da-959b-ceef15c345e1 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:48:09.096625 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:09.127958 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a51326e-6979-428f-91ec-fdb50b382bc7 req-3d7e5940-db1f-4789-8192-dd5d065b06e9 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0624833 Dec 11 22:48:09.137710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8140f6eb-c0ac-47da-959b-ceef15c345e1']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:09.162097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f02e7a-e8f5-4ed4-a3d8-caf7c33308ca') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:09.162406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f02e7a-e8f5-4ed4-a3d8-caf7c33308ca') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:09.182633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:09.210574 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:09.219250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:09.219794 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:09.295361 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:09.361637 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f9a9040d-3a1d-4f7d-9ae4-4621887242de req-4af14246-2f90-4ebc-8dc6-fd399f5f1905 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3255332 Dec 11 22:48:09.371730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f62b209-549f-451d-a578-3b22242ccc69 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:48:09.382796 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:09.385529 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f2f48527-b1c0-4b29-8435-5cec889c6a9b req-83189346-0c52-44a1-9ea9-d77d42869284 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4325132 Dec 11 22:48:09.401457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Transition to ACTIVE for port object 4f62b209-549f-451d-a578-3b22242ccc69 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:48:09.402167 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:09.409474 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:09.417101 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/8140f6eb-c0ac-47da-959b-ceef15c345e1 HTTP/1.1" status: 204 len: 168 time: 5.3759267 Dec 11 22:48:09.421244 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32890) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:09.436159 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-618d9178-9897-4c11-a4fa-050687a29e91 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-427006022'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:09.452052 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0f8d9-1c70-4c18-90df-0d1404d1fadf tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Network': ['ID=8140f6eb-c0ac-47da-959b-ceef15c345e1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:09.495737 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9295c-2836-43b7-9508-86a4661cf856 req-5a039d7d-a4fd-40b1-8f89-ea032bbc887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:09.496217 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9295c-2836-43b7-9508-86a4661cf856 req-5a039d7d-a4fd-40b1-8f89-ea032bbc887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:09.496683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9295c-2836-43b7-9508-86a4661cf856 req-5a039d7d-a4fd-40b1-8f89-ea032bbc887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:09.498317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71a9295c-2836-43b7-9508-86a4661cf856 req-5a039d7d-a4fd-40b1-8f89-ea032bbc887a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7273972 Dec 11 22:48:09.547517 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:09.551146 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2eb00e5a-e9ef-47d5-856e-cda31f69eccb req-ca0d3c0e-2c0e-45a4-a7da-a58411243b0c service neutron] 10.222.0.13 "GET /v2.0/networks/8f8fea77-563d-4b58-80be-148d26ff4e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6328936 Dec 11 22:48:09.561742 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9040d-3a1d-4f7d-9ae4-4621887242de req-d32a0541-af30-4c5d-a53b-e54c812a0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:09.563380 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f9a9040d-3a1d-4f7d-9ae4-4621887242de req-d32a0541-af30-4c5d-a53b-e54c812a0282 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 1097 time: 0.1137772 Dec 11 22:48:09.716194 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618d9178-9897-4c11-a4fa-050687a29e91 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:09.721634 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618d9178-9897-4c11-a4fa-050687a29e91 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:09.753294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Pushing event updated for resources: {'Port': ['ID=4f62b209-549f-451d-a578-3b22242ccc69,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:09.788626 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618d9178-9897-4c11-a4fa-050687a29e91 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:48:09.801004 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9295c-2836-43b7-9508-86a4661cf856 req-b0629883-57d0-4ebd-8b29-a3a075799e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:09.802570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71a9295c-2836-43b7-9508-86a4661cf856 req-b0629883-57d0-4ebd-8b29-a3a075799e08 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2922909 Dec 11 22:48:09.816405 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618d9178-9897-4c11-a4fa-050687a29e91 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:09.817470 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-618d9178-9897-4c11-a4fa-050687a29e91 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Added segment d81f07ae-318a-419a-bd4c-f330dbf2b255 of type vlan for network c4b50b1b-f540-4d88-ac69-b0d4eaba5c44 Dec 11 22:48:09.884230 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2eb00e5a-e9ef-47d5-856e-cda31f69eccb req-82ec1fea-e4a0-4da1-bd18-c9ae22055bbe service neutron] 10.222.0.13 "GET /v2.0/networks/8f8fea77-563d-4b58-80be-148d26ff4e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845500 Dec 11 22:48:09.907610 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-eebcb23d-2c43-45a9-b23e-602e3a2bdc85 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The resource could not be found. Dec 11 22:48:09.914985 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-eebcb23d-2c43-45a9-b23e-602e3a2bdc85 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0608997 Dec 11 22:48:09.915197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 32900) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:09.919392 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618d9178-9897-4c11-a4fa-050687a29e91 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:09.920287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e67a66a2-3d6f-4acb-b145-2a080cb68954 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group': {'name': 'tempest-secgroup--842437963'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:09.940774 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Attempting to bind port 4f62b209-549f-451d-a578-3b22242ccc69 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:09.941229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Attempting to bind port 4f62b209-549f-451d-a578-3b22242ccc69 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:09.941634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Attempting to bind port 4f62b209-549f-451d-a578-3b22242ccc69 on network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:09.979791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Port 4f62b209-549f-451d-a578-3b22242ccc69 on network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:48:09.980202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Attempting to bind port 4f62b209-549f-451d-a578-3b22242ccc69 on network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:09.993862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:09.994521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Checking segment: {'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:09.994663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Bound using segment: {'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:09.995651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Bound port: 4f62b209-549f-451d-a578-3b22242ccc69, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:09.996713 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:10.031304 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9040d-3a1d-4f7d-9ae4-4621887242de req-7174a64d-6bc4-49a7-a523-51b4a9ce41be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:10.032736 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f9a9040d-3a1d-4f7d-9ae4-4621887242de req-7174a64d-6bc4-49a7-a523-51b4a9ce41be service neutron] 10.222.0.47 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.4449575 Dec 11 22:48:10.083408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbacf-28d0-46a2-8e74-565181c125a7 req-3ebe2c19-1631-4dab-b52b-0a98c3ba42f0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:10.090440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbacf-28d0-46a2-8e74-565181c125a7 req-3ebe2c19-1631-4dab-b52b-0a98c3ba42f0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:10.098088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbacf-28d0-46a2-8e74-565181c125a7 req-3ebe2c19-1631-4dab-b52b-0a98c3ba42f0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:10.105328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbacf-28d0-46a2-8e74-565181c125a7 req-3ebe2c19-1631-4dab-b52b-0a98c3ba42f0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:10.112910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbacf-28d0-46a2-8e74-565181c125a7 req-3ebe2c19-1631-4dab-b52b-0a98c3ba42f0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:10.120384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbacf-28d0-46a2-8e74-565181c125a7 req-3ebe2c19-1631-4dab-b52b-0a98c3ba42f0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:10.122972 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f9a9040d-3a1d-4f7d-9ae4-4621887242de req-fcacdf46-a7e6-438f-8310-cee58d7f8b36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbb9e180-05f9-4f32-abab-86a8a2c173d1 HTTP/1.1" status: 200 len: 217 time: 0.0735850 Dec 11 22:48:10.123575 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618d9178-9897-4c11-a4fa-050687a29e91 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:10.127098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbacf-28d0-46a2-8e74-565181c125a7 req-3ebe2c19-1631-4dab-b52b-0a98c3ba42f0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:10.129118 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1cfbacf-28d0-46a2-8e74-565181c125a7 req-3ebe2c19-1631-4dab-b52b-0a98c3ba42f0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5370 time: 0.2013369 Dec 11 22:48:10.134016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 825c2e20-7e1e-494b-9cf2-95cf15c7eda7 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:48:10.135185 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618d9178-9897-4c11-a4fa-050687a29e91 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:10.135857 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618d9178-9897-4c11-a4fa-050687a29e91 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:10.137225 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e67a66a2-3d6f-4acb-b145-2a080cb68954 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:10.217930 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 825c2e20-7e1e-494b-9cf2-95cf15c7eda7 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:48:10.218255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 825c2e20-7e1e-494b-9cf2-95cf15c7eda7 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:48:10.232431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] For port 4f62b209-549f-451d-a578-3b22242ccc69, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:10.243870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] For port 4f62b209-549f-451d-a578-3b22242ccc69, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4f62b209-549f-451d-a578-3b22242ccc69,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:10.280324 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1cfbacf-28d0-46a2-8e74-565181c125a7 req-55fb5f8d-fd8e-4175-a22c-54a69f38078e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1397853 Dec 11 22:48:10.362384 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e67a66a2-3d6f-4acb-b145-2a080cb68954 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:10.362384 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:10.411888 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-618d9178-9897-4c11-a4fa-050687a29e91 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9802501 Dec 11 22:48:10.419160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 32910) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:10.427747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-22549ecb-b1b4-4110-8ce6-23a890fbc7c3 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'subnet': {'network_id': 'c4b50b1b-f540-4d88-ac69-b0d4eaba5c44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:10.455083 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d7f72229-68fe-4e0e-baeb-8efb807a40e6 req-158ccd2b-8b94-49bc-9df4-dcbeb34ab563 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.1468415 Dec 11 22:48:10.467416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:10.468046 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:10.469452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] 10.222.0.47 "PUT /v2.0/ports/4f62b209-549f-451d-a578-3b22242ccc69 HTTP/1.1" status: 200 len: 1129 time: 3.0872250 Dec 11 22:48:10.470120 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e67a66a2-3d6f-4acb-b145-2a080cb68954 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:10.474673 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9040d-3a1d-4f7d-9ae4-4621887242de req-982d8acc-1fb0-42f6-8ec7-13b8cc08d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:10.481452 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f9a9040d-3a1d-4f7d-9ae4-4621887242de req-982d8acc-1fb0-42f6-8ec7-13b8cc08d5ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.3405960 Dec 11 22:48:10.487902 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'tag': '4f62b209-549f-451d-a578-3b22242ccc69'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:48:10.500245 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1a8f18-92e1-4347-bcab-af45e3fb9fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "tag": "4f62b209-549f-451d-a578-3b22242ccc69"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:48:10.518713 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d9178-9897-4c11-a4fa-050687a29e91 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Network': ['ID=c4b50b1b-f540-4d88-ac69-b0d4eaba5c44,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:10.530845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network c4b50b1b-f540-4d88-ac69-b0d4eaba5c44 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:48:10.600101 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9040d-3a1d-4f7d-9ae4-4621887242de req-329e7388-ae49-42f7-9df2-53984e70d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:10.609319 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f9a9040d-3a1d-4f7d-9ae4-4621887242de req-329e7388-ae49-42f7-9df2-53984e70d6a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064227 Dec 11 22:48:10.701536 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d2b27d-a581-4303-a2ee-e5fea078bc36 x-openstack-request-id: req-73d2b27d-a581-4303-a2ee-e5fea078bc36 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:48:10.702226 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "tag": "4f62b209-549f-451d-a578-3b22242ccc69", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:48:10.703009 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73d2b27d-a581-4303-a2ee-e5fea078bc36 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:48:10.703641 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'tag': '4f62b209-549f-451d-a578-3b22242ccc69', 'status': 'completed', 'code': 200} Dec 11 22:48:10.713861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Request body: {'port': {'device_id': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:10.725343 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ef12c-f2cd-4307-b446-4d9d7d441b0f service neutron] Pushing event updated for resources: {'Port': ['ID=4f62b209-549f-451d-a578-3b22242ccc69,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:10.838513 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f9a9040d-3a1d-4f7d-9ae4-4621887242de req-5c6e6fc2-56e2-4141-9444-7b3bef3bf099 service neutron] 10.222.0.47 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158210 Dec 11 22:48:10.854508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e67a66a2-3d6f-4acb-b145-2a080cb68954 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:10.857547 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e67a66a2-3d6f-4acb-b145-2a080cb68954 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9418173 Dec 11 22:48:10.865767 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a66a2-3d6f-4acb-b145-2a080cb68954 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c5be6c-a207-4902-9443-cf5e3e9f5588,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:10.867060 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32914) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:10.873582 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-00e93f6d-3971-4ab7-90f7-9fcd4289e7e9 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1588960440'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:10.970349 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:11.041056 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f9a9040d-3a1d-4f7d-9ae4-4621887242de req-1b4d547a-5a41-4599-9e83-486d1c71241f service neutron] 10.222.0.47 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928399 Dec 11 22:48:11.056734 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00e93f6d-3971-4ab7-90f7-9fcd4289e7e9 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:11.078898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34714128-ca08-44d4-a31b-5f7ecb79a423 req-c6c74dc1-d0fd-4910-bdcd-60484c25bd70 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:11.080641 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34714128-ca08-44d4-a31b-5f7ecb79a423 req-c6c74dc1-d0fd-4910-bdcd-60484c25bd70 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.3811929 Dec 11 22:48:11.133825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a8f18-92e1-4347-bcab-af45e3fb9fa3 req-f60e2f8e-21fd-4a52-87b9-6b691d330516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:11.134597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a8f18-92e1-4347-bcab-af45e3fb9fa3 req-f60e2f8e-21fd-4a52-87b9-6b691d330516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:11.135183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a8f18-92e1-4347-bcab-af45e3fb9fa3 req-f60e2f8e-21fd-4a52-87b9-6b691d330516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:11.144285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a8f18-92e1-4347-bcab-af45e3fb9fa3 req-f60e2f8e-21fd-4a52-87b9-6b691d330516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:11.146590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a8f18-92e1-4347-bcab-af45e3fb9fa3 req-f60e2f8e-21fd-4a52-87b9-6b691d330516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:11.150167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a8f18-92e1-4347-bcab-af45e3fb9fa3 req-f60e2f8e-21fd-4a52-87b9-6b691d330516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:11.150846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a8f18-92e1-4347-bcab-af45e3fb9fa3 req-f60e2f8e-21fd-4a52-87b9-6b691d330516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:11.154556 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f1a8f18-92e1-4347-bcab-af45e3fb9fa3 req-f60e2f8e-21fd-4a52-87b9-6b691d330516 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 6207 time: 0.4031923 Dec 11 22:48:11.167176 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00e93f6d-3971-4ab7-90f7-9fcd4289e7e9 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:11.251128 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00e93f6d-3971-4ab7-90f7-9fcd4289e7e9 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:11.288306 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22549ecb-b1b4-4110-8ce6-23a890fbc7c3 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:11.292313 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22549ecb-b1b4-4110-8ce6-23a890fbc7c3 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:11.338262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e93f6d-3971-4ab7-90f7-9fcd4289e7e9 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d01b46b-d575-4166-a428-46989da3038a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:11.401947 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00e93f6d-3971-4ab7-90f7-9fcd4289e7e9 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:11.403389 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-00e93f6d-3971-4ab7-90f7-9fcd4289e7e9 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5347426 Dec 11 22:48:11.407008 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32928) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:11.423182 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-23dc5bda-bbdc-44a2-8763-34101d288c32 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group_rule': {'security_group_id': '75c5be6c-a207-4902-9443-cf5e3e9f5588', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8d01b46b-d575-4166-a428-46989da3038a'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:11.448796 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34714128-ca08-44d4-a31b-5f7ecb79a423 req-48ec9176-a6da-4ba9-8b4d-599df0c4e2a7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546171 Dec 11 22:48:11.456853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.ipam_backend_mixin [None req-22549ecb-b1b4-4110-8ce6-23a890fbc7c3 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Performing IP validity checks on allocation pools {{(pid=103692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 11 22:48:11.456853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.ipam_backend_mixin [None req-22549ecb-b1b4-4110-8ce6-23a890fbc7c3 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 11 22:48:11.506737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318cb2a-aab5-4fa9-8a05-d7afe6b65d6e req-62651c67-2f71-4f61-8e99-4482a58c0321 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:11.512527 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2318cb2a-aab5-4fa9-8a05-d7afe6b65d6e req-62651c67-2f71-4f61-8e99-4482a58c0321 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.1064601 Dec 11 22:48:11.550211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a8f18-92e1-4347-bcab-af45e3fb9fa3 req-4554238f-d6c4-4fbd-b5c0-da87db4074f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:11.553247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a8f18-92e1-4347-bcab-af45e3fb9fa3 req-4554238f-d6c4-4fbd-b5c0-da87db4074f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:11.557837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a8f18-92e1-4347-bcab-af45e3fb9fa3 req-4554238f-d6c4-4fbd-b5c0-da87db4074f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:11.563532 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f1a8f18-92e1-4347-bcab-af45e3fb9fa3 req-4554238f-d6c4-4fbd-b5c0-da87db4074f1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3500323 Dec 11 22:48:11.591769 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-23dc5bda-bbdc-44a2-8763-34101d288c32 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:48:11.596571 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-23dc5bda-bbdc-44a2-8763-34101d288c32 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1880386 Dec 11 22:48:11.610387 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32938) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:11.685756 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2318cb2a-aab5-4fa9-8a05-d7afe6b65d6e req-78f05800-baca-4f7c-89a3-49fd8fc079d3 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669099 Dec 11 22:48:11.748239 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f89429b-d3df-4c62-a0a8-6c7bc5d8314e tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:11.795327 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f89429b-d3df-4c62-a0a8-6c7bc5d8314e tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:11.948951 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4cd534ce-33b1-4dfa-be35-d8b0639fd5d2 req-9ae34c37-fd38-4679-9274-16846007f5de tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0619252 Dec 11 22:48:11.987656 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f89429b-d3df-4c62-a0a8-6c7bc5d8314e tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:11.989184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a8f18-92e1-4347-bcab-af45e3fb9fa3 req-60b43e99-8bdf-40f3-ae31-5c9fc16d72a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:11.991388 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f89429b-d3df-4c62-a0a8-6c7bc5d8314e tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:11.995810 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6f89429b-d3df-4c62-a0a8-6c7bc5d8314e tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "DELETE /v2.0/security-groups/8d01b46b-d575-4166-a428-46989da3038a HTTP/1.1" status: 204 len: 168 time: 0.3795705 Dec 11 22:48:11.996739 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32942) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:11.998394 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f1a8f18-92e1-4347-bcab-af45e3fb9fa3 req-60b43e99-8bdf-40f3-ae31-5c9fc16d72a6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4105811 Dec 11 22:48:12.015909 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89429b-d3df-4c62-a0a8-6c7bc5d8314e tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d01b46b-d575-4166-a428-46989da3038a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:12.037340 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22549ecb-b1b4-4110-8ce6-23a890fbc7c3 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:12.076932 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a37dfb6a-cc02-417f-a3d5-c70044c66923 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0753515 Dec 11 22:48:12.080826 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32944) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:12.096466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25ec2b4-97b9-44f8-9ade-bc23768403eb {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:48:12.109552 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:12.172739 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff09fd1-673a-4829-b66f-33c18811e855 req-90670400-50ec-447a-888d-3fe5ac250a7a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:12.180137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff09fd1-673a-4829-b66f-33c18811e855 req-90670400-50ec-447a-888d-3fe5ac250a7a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:12.187517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff09fd1-673a-4829-b66f-33c18811e855 req-90670400-50ec-447a-888d-3fe5ac250a7a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:12.188107 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09a4ee10-831d-4056-9f1c-9c8466b634c4 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:12.193868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff09fd1-673a-4829-b66f-33c18811e855 req-90670400-50ec-447a-888d-3fe5ac250a7a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:12.200967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff09fd1-673a-4829-b66f-33c18811e855 req-90670400-50ec-447a-888d-3fe5ac250a7a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:12.207711 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff09fd1-673a-4829-b66f-33c18811e855 req-90670400-50ec-447a-888d-3fe5ac250a7a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:12.219532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff09fd1-673a-4829-b66f-33c18811e855 req-90670400-50ec-447a-888d-3fe5ac250a7a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:12.222076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aff09fd1-673a-4829-b66f-33c18811e855 req-90670400-50ec-447a-888d-3fe5ac250a7a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5370 time: 0.6331129 Dec 11 22:48:12.234029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Transition to ACTIVE for port object a25ec2b4-97b9-44f8-9ade-bc23768403eb will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:48:12.238333 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09a4ee10-831d-4056-9f1c-9c8466b634c4 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:12.240685 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22549ecb-b1b4-4110-8ce6-23a890fbc7c3 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Subnet': ['ID=84546a1e-115f-4d4a-a6db-9bc5a6c7fff5,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:12.250960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22549ecb-b1b4-4110-8ce6-23a890fbc7c3 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Checking segment: {'id': 'd81f07ae-318a-419a-bd4c-f330dbf2b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b50b1b-f540-4d88-ac69-b0d4eaba5c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:12.251514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22549ecb-b1b4-4110-8ce6-23a890fbc7c3 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network hostable DHCP agents. Network: c4b50b1b-f540-4d88-ac69-b0d4eaba5c44, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:48:12.306922 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:12.386467 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09a4ee10-831d-4056-9f1c-9c8466b634c4 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:12.391964 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09a4ee10-831d-4056-9f1c-9c8466b634c4 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:12.393698 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-09a4ee10-831d-4056-9f1c-9c8466b634c4 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "DELETE /v2.0/security-groups/75c5be6c-a207-4902-9443-cf5e3e9f5588 HTTP/1.1" status: 204 len: 168 time: 0.3112671 Dec 11 22:48:12.410191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 32950) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:12.420487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4ee10-831d-4056-9f1c-9c8466b634c4 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c5be6c-a207-4902-9443-cf5e3e9f5588,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:12.421105 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22549ecb-b1b4-4110-8ce6-23a890fbc7c3 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network c4b50b1b-f540-4d88-ac69-b0d4eaba5c44 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:48:12.428225 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aff09fd1-673a-4829-b66f-33c18811e855 req-5f180cd8-baa6-4180-9411-041bcb671eed tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1926823 Dec 11 22:48:12.437883 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Pushing event updated for resources: {'Port': ['ID=a25ec2b4-97b9-44f8-9ade-bc23768403eb,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:12.462230 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cec04f-697e-4feb-afba-d2c5866487fd req-9d9f29b0-7f94-4335-9508-2ba9004ddca4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:12.480014 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-17cec04f-697e-4feb-afba-d2c5866487fd req-9d9f29b0-7f94-4335-9508-2ba9004ddca4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1309268 Dec 11 22:48:12.546400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-22549ecb-b1b4-4110-8ce6-23a890fbc7c3 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, c4b50b1b-f540-4d88-ac69-b0d4eaba5c44) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:12.554519 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aff80e-81ab-4b3b-831f-ed949007ac3c None None] Network c4b50b1b-f540-4d88-ac69-b0d4eaba5c44 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:12.564854 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3f9d3c1f-69f7-43ef-85cc-644bf0bc9210 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1531301 Dec 11 22:48:12.567444 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32952) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:12.580437 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ec9b81fa-5e0e-48dc-9e32-384523bb7f38 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376771665'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:12.600521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22549ecb-b1b4-4110-8ce6-23a890fbc7c3 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:12.601116 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22549ecb-b1b4-4110-8ce6-23a890fbc7c3 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:12.611618 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-17cec04f-697e-4feb-afba-d2c5866487fd req-17a9921b-2fb8-40c6-912d-35f13e3a971d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202655 Dec 11 22:48:12.693924 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-c4b50b1b-f540-4d88-ac69-b0d4eaba5c44', 'network_id': 'c4b50b1b-f540-4d88-ac69-b0d4eaba5c44', 'project_id': '4200cd9658784fb7861ec25558b9aaad', 'fixed_ips': [{'subnet_id': '84546a1e-115f-4d4a-a6db-9bc5a6c7fff5'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:48:12.693924 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:12.707270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Attempting to bind port a25ec2b4-97b9-44f8-9ade-bc23768403eb on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:12.707535 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Attempting to bind port a25ec2b4-97b9-44f8-9ade-bc23768403eb by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:12.708006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Attempting to bind port a25ec2b4-97b9-44f8-9ade-bc23768403eb on network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:12.716443 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec9b81fa-5e0e-48dc-9e32-384523bb7f38 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:12.716674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Port a25ec2b4-97b9-44f8-9ade-bc23768403eb on network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:48:12.716984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Attempting to bind port a25ec2b4-97b9-44f8-9ade-bc23768403eb on network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:12.729556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704eb8e4-4dce-422f-9101-c02c572043a2 req-151d7d42-cc0a-4ff5-9d72-2269bd9c3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:12.732525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-704eb8e4-4dce-422f-9101-c02c572043a2 req-151d7d42-cc0a-4ff5-9d72-2269bd9c3066 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 1096 time: 0.1143172 Dec 11 22:48:12.737650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:12.739029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Checking segment: {'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:12.741027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Bound using segment: {'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:12.741676 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Bound port: a25ec2b4-97b9-44f8-9ade-bc23768403eb, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:12.742619 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:12.855720 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32960) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:12.857248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-22549ecb-b1b4-4110-8ce6-23a890fbc7c3 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4368169 Dec 11 22:48:12.893276 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec9b81fa-5e0e-48dc-9e32-384523bb7f38 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:12.997966 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec9b81fa-5e0e-48dc-9e32-384523bb7f38 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.008524 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.066120 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b81fa-5e0e-48dc-9e32-384523bb7f38 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=764112d6-aae4-4d3e-907c-96485ba548b7,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:13.076105 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Allocated IP 172.20.0.3 (c4b50b1b-f540-4d88-ac69-b0d4eaba5c44/84546a1e-115f-4d4a-a6db-9bc5a6c7fff5/ec4d03ba-4d97-4c1d-b910-0a00b8c72192) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:13.140408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] For port a25ec2b4-97b9-44f8-9ade-bc23768403eb, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:13.143519 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec9b81fa-5e0e-48dc-9e32-384523bb7f38 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.147269 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ec9b81fa-5e0e-48dc-9e32-384523bb7f38 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5785785 Dec 11 22:48:13.152698 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e66f4027-465f-4e4c-8124-a066b00aaa91 req-48b69af8-72c6-40c9-b607-b3f5e9ef92b5 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0449791 Dec 11 22:48:13.155382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 32966) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:13.172426 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.192227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a135048e-9c82-4a2d-b628-ffff310cba38 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:13.192956 n-d-710847-6 neutron-server[103692]: WARNING neutron.api.v2.base [None req-a135048e-9c82-4a2d-b628-ffff310cba38 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 11 22:48:13.193462 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-a135048e-9c82-4a2d-b628-ffff310cba38 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] update failed (client error): There was a conflict when trying to complete your request. Dec 11 22:48:13.196436 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a135048e-9c82-4a2d-b628-ffff310cba38 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "PUT /v2.0/security-groups/764112d6-aae4-4d3e-907c-96485ba548b7 HTTP/1.1" status: 409 len: 330 time: 0.0349894 Dec 11 22:48:13.204501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 32968) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:13.207743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] For port a25ec2b4-97b9-44f8-9ade-bc23768403eb, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a25ec2b4-97b9-44f8-9ade-bc23768403eb,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:13.279537 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd68c82-0b10-4556-8a57-f46f0aa28d9b req-34549b25-3ce8-4f4d-ad1a-65cdab7efb33 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:13.281585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd68c82-0b10-4556-8a57-f46f0aa28d9b req-34549b25-3ce8-4f4d-ad1a-65cdab7efb33 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.3466685 Dec 11 22:48:13.285636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704eb8e4-4dce-422f-9101-c02c572043a2 req-fe754ea4-d6b1-4ee4-b888-3c31db3817bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:13.287407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-704eb8e4-4dce-422f-9101-c02c572043a2 req-fe754ea4-d6b1-4ee4-b888-3c31db3817bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.4912190 Dec 11 22:48:13.295242 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.297834 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.393898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:13.395167 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.396475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] 10.222.0.47 "PUT /v2.0/ports/a25ec2b4-97b9-44f8-9ade-bc23768403eb HTTP/1.1" status: 200 len: 1090 time: 2.7017434 Dec 11 22:48:13.402562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'tag': 'a25ec2b4-97b9-44f8-9ade-bc23768403eb'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:48:13.404982 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c958cf9b-10bf-42bf-8cae-1af28ec419c1" -d '{"events": [{"name": "network-changed", "server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "tag": "a25ec2b4-97b9-44f8-9ade-bc23768403eb"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:48:13.415172 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.482315 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-662428d1-7fa9-4933-884c-5692670d539a tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.490127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dddfa-f1aa-49d5-b707-11368d811863 service neutron] Pushing event updated for resources: {'Port': ['ID=a25ec2b4-97b9-44f8-9ade-bc23768403eb,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:13.495883 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-704eb8e4-4dce-422f-9101-c02c572043a2 req-bd683066-274b-4e9d-8205-07a62f9236bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69 HTTP/1.1" status: 200 len: 1000 time: 0.1934872 Dec 11 22:48:13.503297 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd68c82-0b10-4556-8a57-f46f0aa28d9b req-b2e62748-b863-4612-bd05-d77c51ce1e57 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101827 Dec 11 22:48:13.518626 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Network c4b50b1b-f540-4d88-ac69-b0d4eaba5c44 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:13.526292 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:13.540614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:13.549388 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Pushing event updated for resources: {'Port': ['ID=ec4d03ba-4d97-4c1d-b910-0a00b8c72192,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:13.567565 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.579558 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6520df0-b342-4e90-b486-0734bb6bbbce x-openstack-request-id: req-b6520df0-b342-4e90-b486-0734bb6bbbce {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:48:13.580163 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "tag": "a25ec2b4-97b9-44f8-9ade-bc23768403eb", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:48:13.581163 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6520df0-b342-4e90-b486-0734bb6bbbce {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:48:13.581754 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'tag': 'a25ec2b4-97b9-44f8-9ade-bc23768403eb', 'status': 'completed', 'code': 200} Dec 11 22:48:13.587451 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-662428d1-7fa9-4933-884c-5692670d539a tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.596228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Request body: {'port': {'device_id': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:13.647825 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.688431 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Subnet': ['ID=84546a1e-115f-4d4a-a6db-9bc5a6c7fff5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:13.731879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Attempting to bind port ec4d03ba-4d97-4c1d-b910-0a00b8c72192 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:13.732529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Attempting to bind port ec4d03ba-4d97-4c1d-b910-0a00b8c72192 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'd81f07ae-318a-419a-bd4c-f330dbf2b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b50b1b-f540-4d88-ac69-b0d4eaba5c44'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:13.734276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Attempting to bind port ec4d03ba-4d97-4c1d-b910-0a00b8c72192 on network c4b50b1b-f540-4d88-ac69-b0d4eaba5c44 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:13.744749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:13.745136 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Checking segment: {'id': 'd81f07ae-318a-419a-bd4c-f330dbf2b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b50b1b-f540-4d88-ac69-b0d4eaba5c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:13.745598 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.745964 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Bound using segment: {'id': 'd81f07ae-318a-419a-bd4c-f330dbf2b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b50b1b-f540-4d88-ac69-b0d4eaba5c44'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:13.752509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Bound port: ec4d03ba-4d97-4c1d-b910-0a00b8c72192, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81f07ae-318a-419a-bd4c-f330dbf2b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b50b1b-f540-4d88-ac69-b0d4eaba5c44'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:13.752962 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.778714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704eb8e4-4dce-422f-9101-c02c572043a2 req-2d049e14-82d0-4ad5-8507-50ddadbafb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:13.781003 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-704eb8e4-4dce-422f-9101-c02c572043a2 req-2d049e14-82d0-4ad5-8507-50ddadbafb64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.2711596 Dec 11 22:48:13.829847 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.860192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] For port ec4d03ba-4d97-4c1d-b910-0a00b8c72192, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:13.863666 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] For port ec4d03ba-4d97-4c1d-b910-0a00b8c72192, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ec4d03ba-4d97-4c1d-b910-0a00b8c72192,segment=NetworkSegment(d81f07ae-318a-419a-bd4c-f330dbf2b255),segment_id=d81f07ae-318a-419a-bd4c-f330dbf2b255)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:13.878971 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b50b1b-f540-4d88-ac69-b0d4eaba5c44']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:13.887935 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.894328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81f07ae-318a-419a-bd4c-f330dbf2b255') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:13.894651 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81f07ae-318a-419a-bd4c-f330dbf2b255') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:13.910218 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.937626 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb846fc6-dc20-4bcb-a503-122cd442a90c req-c5e82a97-7780-41d7-b53a-6b78a6102c97 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:13.944011 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb846fc6-dc20-4bcb-a503-122cd442a90c req-c5e82a97-7780-41d7-b53a-6b78a6102c97 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:13.948597 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:13.950917 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb846fc6-dc20-4bcb-a503-122cd442a90c req-c5e82a97-7780-41d7-b53a-6b78a6102c97 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:13.957857 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb846fc6-dc20-4bcb-a503-122cd442a90c req-c5e82a97-7780-41d7-b53a-6b78a6102c97 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:13.964317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb846fc6-dc20-4bcb-a503-122cd442a90c req-c5e82a97-7780-41d7-b53a-6b78a6102c97 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:13.970436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb846fc6-dc20-4bcb-a503-122cd442a90c req-c5e82a97-7780-41d7-b53a-6b78a6102c97 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:13.977201 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb846fc6-dc20-4bcb-a503-122cd442a90c req-c5e82a97-7780-41d7-b53a-6b78a6102c97 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:13.985737 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb846fc6-dc20-4bcb-a503-122cd442a90c req-c5e82a97-7780-41d7-b53a-6b78a6102c97 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5382 time: 0.2577801 Dec 11 22:48:13.994416 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:14.026396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:14.027069 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:14.037201 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:14.128642 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef7d93-222f-476f-b19e-4561b0870eab None None] Pushing event updated for resources: {'Port': ['ID=ec4d03ba-4d97-4c1d-b910-0a00b8c72192,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:14.148574 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb846fc6-dc20-4bcb-a503-122cd442a90c req-e7e2f3fe-0e48-4888-9435-ede8e301fd67 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1604323 Dec 11 22:48:14.162313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70707338-a334-4bcd-8184-1948a8ad8be5 None None] Network c4b50b1b-f540-4d88-ac69-b0d4eaba5c44 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:14.177182 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.api [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 22:48:14.177182 n-d-710847-6 neutron-server[103691]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 22:48:14.177182 n-d-710847-6 neutron-server[103691]: [parameters: {'id': 'c4b50b1b-f540-4d88-ac69-b0d4eaba5c44'}] Dec 11 22:48:14.177182 n-d-710847-6 neutron-server[103691]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:48:14.178496 n-d-710847-6 neutron-server[103691]: DEBUG oslo_db.api [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:48:14.317096 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1ed0f6-9e48-47b9-8b00-af215cc0e244 None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 22:48:14.415056 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b383ede-c6f7-4a09-9625-cd1db7aaf192 req-3214aa82-a798-4468-8e7d-ffbbdf2927fb tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0300632 Dec 11 22:48:14.435433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958cf9b-10bf-42bf-8cae-1af28ec419c1 req-7e6d0f9d-6344-4d25-b006-ffcd415c4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:14.435924 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958cf9b-10bf-42bf-8cae-1af28ec419c1 req-7e6d0f9d-6344-4d25-b006-ffcd415c4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:14.436352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958cf9b-10bf-42bf-8cae-1af28ec419c1 req-7e6d0f9d-6344-4d25-b006-ffcd415c4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:14.436955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958cf9b-10bf-42bf-8cae-1af28ec419c1 req-7e6d0f9d-6344-4d25-b006-ffcd415c4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:14.437315 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958cf9b-10bf-42bf-8cae-1af28ec419c1 req-7e6d0f9d-6344-4d25-b006-ffcd415c4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:14.437900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958cf9b-10bf-42bf-8cae-1af28ec419c1 req-7e6d0f9d-6344-4d25-b006-ffcd415c4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:14.438371 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958cf9b-10bf-42bf-8cae-1af28ec419c1 req-7e6d0f9d-6344-4d25-b006-ffcd415c4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:14.440352 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c958cf9b-10bf-42bf-8cae-1af28ec419c1 req-7e6d0f9d-6344-4d25-b006-ffcd415c4b76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 6274 time: 0.8166554 Dec 11 22:48:14.491519 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1ed0f6-9e48-47b9-8b00-af215cc0e244 None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 22:48:14.557563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704eb8e4-4dce-422f-9101-c02c572043a2 req-7069303f-421d-45da-a064-460b585c5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:14.559395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-704eb8e4-4dce-422f-9101-c02c572043a2 req-7069303f-421d-45da-a064-460b585c5b37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7581370 Dec 11 22:48:14.585300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14b085-de24-4aa5-a71a-11d757fc0120 req-66983751-a6cd-47d6-8bd4-afc4aeb5b7fc tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:14.587401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e14b085-de24-4aa5-a71a-11d757fc0120 req-66983751-a6cd-47d6-8bd4-afc4aeb5b7fc tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.7905867 Dec 11 22:48:14.594415 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-662428d1-7fa9-4933-884c-5692670d539a tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:14.597102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-662428d1-7fa9-4933-884c-5692670d539a tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:14.600496 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-662428d1-7fa9-4933-884c-5692670d539a tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "DELETE /v2.0/security-groups/764112d6-aae4-4d3e-907c-96485ba548b7 HTTP/1.1" status: 204 len: 168 time: 1.3891480 Dec 11 22:48:14.602961 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32992) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:14.681734 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:14.734467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe9eff-e2a8-423a-a0a7-5ed46d55ad7b req-e9d0d7df-9bb5-464c-938e-9828f043e0c0 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:14.734715 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f28dc05a-3c9e-48ae-9a5c-034c24a29dd7 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1263633 Dec 11 22:48:14.734840 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64fe9eff-e2a8-423a-a0a7-5ed46d55ad7b req-e9d0d7df-9bb5-464c-938e-9828f043e0c0 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.3227713 Dec 11 22:48:14.736898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32994) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:14.765718 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-e5138f2b-e99a-407a-a21b-215cc50048ce tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] delete failed (client error): The resource could not be found. Dec 11 22:48:14.766746 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e5138f2b-e99a-407a-a21b-215cc50048ce tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "DELETE /v2.0/security-groups/32d8832a-cdc7-4692-a65f-3b0a5e93657a HTTP/1.1" status: 404 len: 347 time: 0.0261230 Dec 11 22:48:14.771794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32996) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:14.794717 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef006785-d96c-48ba-93f1-3194a101f899 req-3d1f858d-f39d-4d14-9ebb-617ec6376bcb tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:14.796165 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ef006785-d96c-48ba-93f1-3194a101f899 req-3d1f858d-f39d-4d14-9ebb-617ec6376bcb tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 945 time: 0.1326053 Dec 11 22:48:14.810896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662428d1-7fa9-4933-884c-5692670d539a tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=764112d6-aae4-4d3e-907c-96485ba548b7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:14.818520 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-faf37d6c-a755-4f32-bb71-5d996ff2df7a tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] show failed (client error): The resource could not be found. Dec 11 22:48:14.819649 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-faf37d6c-a755-4f32-bb71-5d996ff2df7a tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "GET /v2.0/security-groups/677d6c3b-189d-4277-8b0a-a4bb4d51d3bb HTTP/1.1" status: 404 len: 347 time: 0.0469329 Dec 11 22:48:14.831068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32998) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:14.868439 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-8de52ce5-e1cc-4977-96f3-6ab2da433ff7 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] show failed (client error): The resource could not be found. Dec 11 22:48:14.875505 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8de52ce5-e1cc-4977-96f3-6ab2da433ff7 tempest-NegativeSecGroupTest-350845464 tempest-NegativeSecGroupTest-350845464-project] 10.222.0.45 "GET /v2.0/security-group-rules/a447eab6-63b0-4423-9f38-5f41c6edf549 HTTP/1.1" status: 404 len: 356 time: 0.0427458 Dec 11 22:48:14.934384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Deleting port ec4d03ba-4d97-4c1d-b910-0a00b8c72192 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:48:14.935048 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:14.997607 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e14b085-de24-4aa5-a71a-11d757fc0120 req-72ac3e42-2b02-453a-b5af-3e647ab13c64 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3140879 Dec 11 22:48:15.006358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958cf9b-10bf-42bf-8cae-1af28ec419c1 req-aac545f9-6765-4c03-a317-8983b38e2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:15.007041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958cf9b-10bf-42bf-8cae-1af28ec419c1 req-aac545f9-6765-4c03-a317-8983b38e2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:15.008216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958cf9b-10bf-42bf-8cae-1af28ec419c1 req-aac545f9-6765-4c03-a317-8983b38e2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:15.010158 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c958cf9b-10bf-42bf-8cae-1af28ec419c1 req-aac545f9-6765-4c03-a317-8983b38e2f32 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5308068 Dec 11 22:48:15.031081 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ef006785-d96c-48ba-93f1-3194a101f899 req-ace8be0c-a162-4115-af11-3608854cc602 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146561 Dec 11 22:48:15.070246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] For port ec4d03ba-4d97-4c1d-b910-0a00b8c72192, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ec4d03ba-4d97-4c1d-b910-0a00b8c72192,segment=NetworkSegment(d81f07ae-318a-419a-bd4c-f330dbf2b255),segment_id=d81f07ae-318a-419a-bd4c-f330dbf2b255)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:15.071103 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.094072 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Provisioning complete for port 4f5ba839-3a50-4a80-aeb8-1e483df25bcd triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:15.094652 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.096806 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:48:15.097456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Calling delete_port for ec4d03ba-4d97-4c1d-b910-0a00b8c72192 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:48:15.268988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-704eb8e4-4dce-422f-9101-c02c572043a2 req-63da3561-9fdb-4152-97a7-eb4c4a29e9a3 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783154 Dec 11 22:48:15.269666 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Provisioning complete for port c31cca72-bd50-465c-9cee-dea12b02047d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:15.270109 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.274085 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.310600 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Port': ['ID=ec4d03ba-4d97-4c1d-b910-0a00b8c72192,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:15.317713 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No DVR routers for this DVR port ec4d03ba-4d97-4c1d-b910-0a00b8c72192 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:48:15.436057 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Provisioning complete for port 070fb9bf-f4a3-4048-9a0e-21b367081db8 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:15.436758 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.440178 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.467186 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b50b1b-f540-4d88-ac69-b0d4eaba5c44']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:15.472977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958cf9b-10bf-42bf-8cae-1af28ec419c1 req-4f814727-9e69-4f80-be03-d076a5803fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:15.474887 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c958cf9b-10bf-42bf-8cae-1af28ec419c1 req-4f814727-9e69-4f80-be03-d076a5803fc3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4270775 Dec 11 22:48:15.480854 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81f07ae-318a-419a-bd4c-f330dbf2b255') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:15.481648 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81f07ae-318a-419a-bd4c-f330dbf2b255') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:15.494081 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.497830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6fad3-029c-4dcb-9cc0-eaebf5b30e81 req-101bb8c8-817b-4358-a3d9-388e6f52b57a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:15.504977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6fad3-029c-4dcb-9cc0-eaebf5b30e81 req-101bb8c8-817b-4358-a3d9-388e6f52b57a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:15.513177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6fad3-029c-4dcb-9cc0-eaebf5b30e81 req-101bb8c8-817b-4358-a3d9-388e6f52b57a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:15.517239 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.523122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6fad3-029c-4dcb-9cc0-eaebf5b30e81 req-101bb8c8-817b-4358-a3d9-388e6f52b57a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:15.528838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6fad3-029c-4dcb-9cc0-eaebf5b30e81 req-101bb8c8-817b-4358-a3d9-388e6f52b57a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:15.531374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Port 070fb9bf-f4a3-4048-9a0e-21b367081db8 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:48:15.533702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6fad3-029c-4dcb-9cc0-eaebf5b30e81 req-101bb8c8-817b-4358-a3d9-388e6f52b57a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:15.540902 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6fad3-029c-4dcb-9cc0-eaebf5b30e81 req-101bb8c8-817b-4358-a3d9-388e6f52b57a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:15.542909 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46e6fad3-029c-4dcb-9cc0-eaebf5b30e81 req-101bb8c8-817b-4358-a3d9-388e6f52b57a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5382 time: 0.2430663 Dec 11 22:48:15.544359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Provisioning complete for port 6462d03d-ca94-49e5-91ae-038181242f09 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:15.545253 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.546741 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:15.549330 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.556961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-64fe9eff-e2a8-423a-a0a7-5ed46d55ad7b req-3041107a-8ef9-4f9a-aa26-47af3c9f559f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Deleting port 4f5ba839-3a50-4a80-aeb8-1e483df25bcd {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:48:15.557309 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-64fe9eff-e2a8-423a-a0a7-5ed46d55ad7b req-3041107a-8ef9-4f9a-aa26-47af3c9f559f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:15.559849 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:15.716123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2ea78e-6ac1-4602-b7dc-a9863f8091ca {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:48:15.721297 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a853c7c5-ba8b-4d74-b838-d898f60d4057 req-99901563-6dc7-410e-8858-359372f8cc2b tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0641727 Dec 11 22:48:15.722473 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.728607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Provisioning complete for port fe493e83-03e1-440f-927d-e9bb44eddde5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:15.729883 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.730010 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33018) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:15.748096 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.748949 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.751929 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-704eb8e4-4dce-422f-9101-c02c572043a2 req-c99deb86-f449-4c04-8a2b-4f3f426b3e28 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623280 Dec 11 22:48:15.757225 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/c4b50b1b-f540-4d88-ac69-b0d4eaba5c44 HTTP/1.1" status: 204 len: 168 time: 2.9001052 Dec 11 22:48:15.762829 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33022) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:15.799991 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1852508582'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:15.807995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Transition to ACTIVE for port object af2ea78e-6ac1-4602-b7dc-a9863f8091ca will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:48:15.829103 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46e6fad3-029c-4dcb-9cc0-eaebf5b30e81 req-4e247414-8d33-4419-aa01-1ea596ffd3f9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2680981 Dec 11 22:48:15.840330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-64fe9eff-e2a8-423a-a0a7-5ed46d55ad7b req-3041107a-8ef9-4f9a-aa26-47af3c9f559f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] For port 4f5ba839-3a50-4a80-aeb8-1e483df25bcd, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4f5ba839-3a50-4a80-aeb8-1e483df25bcd,segment=NetworkSegment(dc2665f0-d8f6-40ca-8d50-ed8f03948081),segment_id=dc2665f0-d8f6-40ca-8d50-ed8f03948081)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:15.840706 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-64fe9eff-e2a8-423a-a0a7-5ed46d55ad7b req-3041107a-8ef9-4f9a-aa26-47af3c9f559f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.858660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-64fe9eff-e2a8-423a-a0a7-5ed46d55ad7b req-3041107a-8ef9-4f9a-aa26-47af3c9f559f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Calling delete_port for 4f5ba839-3a50-4a80-aeb8-1e483df25bcd owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:48:15.878330 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.884192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf764bea-f6c3-4f46-a437-216ac7e6f16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Network': ['ID=c4b50b1b-f540-4d88-ac69-b0d4eaba5c44,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:15.924477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Pushing event updated for resources: {'Port': ['ID=af2ea78e-6ac1-4602-b7dc-a9863f8091ca,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:15.949817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:15.954098 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:15.954513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Provisioning complete for port 773600a5-b099-41ce-9adf-eef6c27828ce triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:15.954917 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:16.011169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:48:16.029100 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:16.036055 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Added segment f3af3a4a-f57f-4975-a809-f21630bafd54 of type vlan for network e2974b01-124e-401b-ba80-659214ad9151 Dec 11 22:48:16.133291 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:16.162218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33028) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:16.167046 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-60446315-350e-4176-af15-9b9e0e2fd8f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=962eef7d595c4fe5a4e04cb3d0bfec7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4185665 Dec 11 22:48:16.167847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Provisioning complete for port b1d34629-99eb-42d9-8539-afc0bf50b243 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:16.168344 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:16.401050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Provisioning complete for port 279fae25-afe0-4d16-a9ea-032fbe26cf90 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:16.401050 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:16.401636 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de82641-b6c1-4aa2-8b3c-608afb98bc34 req-e80f903c-4341-46e4-b332-8e608ccde817 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:16.401979 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-64fe9eff-e2a8-423a-a0a7-5ed46d55ad7b req-3041107a-8ef9-4f9a-aa26-47af3c9f559f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:16.402241 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1de82641-b6c1-4aa2-8b3c-608afb98bc34 req-e80f903c-4341-46e4-b332-8e608ccde817 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.2377396 Dec 11 22:48:16.417582 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['6462d03d-ca94-49e5-91ae-038181242f09'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:48:16.457575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Attempting to bind port af2ea78e-6ac1-4602-b7dc-a9863f8091ca on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:16.457923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Attempting to bind port af2ea78e-6ac1-4602-b7dc-a9863f8091ca by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:16.458265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Attempting to bind port af2ea78e-6ac1-4602-b7dc-a9863f8091ca on network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:16.468281 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041107a-8ef9-4f9a-aa26-47af3c9f559f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Pushing event deleted for resources: {'Port': ['ID=4f5ba839-3a50-4a80-aeb8-1e483df25bcd,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:16.470117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Port af2ea78e-6ac1-4602-b7dc-a9863f8091ca on network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:48:16.470450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Attempting to bind port af2ea78e-6ac1-4602-b7dc-a9863f8091ca on network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:16.489230 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:16.503088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:16.503646 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Checking segment: {'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:16.503896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Bound using segment: {'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:16.504291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Bound port: af2ea78e-6ac1-4602-b7dc-a9863f8091ca, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5aad61-2947-4bee-822e-0c93d1ec1131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:16.504661 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:16.506849 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:16.509328 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:16.512125 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-167f784c-ef6d-4971-96b9-b3ae4a15a98d req-73af1a51-1112-4512-a8ca-e7c89d1484fd tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 210 time: 0.3438566 Dec 11 22:48:16.536545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a92a374-3451-4eb7-8922-6ad4abfd174b None None] DHCP port deletion for 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:48:16.570569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fe9eff-e2a8-423a-a0a7-5ed46d55ad7b req-3041107a-8ef9-4f9a-aa26-47af3c9f559f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] No DVR routers for this DVR port 4f5ba839-3a50-4a80-aeb8-1e483df25bcd on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:48:16.586324 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1de82641-b6c1-4aa2-8b3c-608afb98bc34 req-047af64d-185a-49c9-b291-045125194431 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772718 Dec 11 22:48:16.606135 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-64fe9eff-e2a8-423a-a0a7-5ed46d55ad7b req-3041107a-8ef9-4f9a-aa26-47af3c9f559f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:16.610345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64fe9eff-e2a8-423a-a0a7-5ed46d55ad7b req-3041107a-8ef9-4f9a-aa26-47af3c9f559f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.13 "DELETE /v2.0/ports/4f5ba839-3a50-4a80-aeb8-1e483df25bcd HTTP/1.1" status: 204 len: 173 time: 1.8591914 Dec 11 22:48:16.611107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d619ee6-4bd8-48a8-91da-cb223911fccc', 'name': 'network-vif-deleted', 'tag': '4f5ba839-3a50-4a80-aeb8-1e483df25bcd'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:48:16.613628 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca760ecb-a1da-4bfd-914f-d68958d53144" -d '{"events": [{"server_uuid": "6d619ee6-4bd8-48a8-91da-cb223911fccc", "name": "network-vif-deleted", "tag": "4f5ba839-3a50-4a80-aeb8-1e483df25bcd"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:48:16.616984 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e617152e-be9b-4a41-83e2-b1bd9318fe89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:16.623935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Port 279fae25-afe0-4d16-a9ea-032fbe26cf90 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:48:16.658114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] For port af2ea78e-6ac1-4602-b7dc-a9863f8091ca, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:16.664398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] For port af2ea78e-6ac1-4602-b7dc-a9863f8091ca, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=af2ea78e-6ac1-4602-b7dc-a9863f8091ca,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:16.666688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Provisioning complete for port 7d38f980-1fd3-4f50-8591-9b9545d004ea triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:16.667180 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:16.698522 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6900b86-703e-4cb5-9cf6-8097b46d812c x-openstack-request-id: req-d6900b86-703e-4cb5-9cf6-8097b46d812c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:48:16.699110 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d619ee6-4bd8-48a8-91da-cb223911fccc", "name": "network-vif-deleted", "tag": "4f5ba839-3a50-4a80-aeb8-1e483df25bcd", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:48:16.699661 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6900b86-703e-4cb5-9cf6-8097b46d812c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:48:16.700421 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d619ee6-4bd8-48a8-91da-cb223911fccc', 'name': 'network-vif-deleted', 'tag': '4f5ba839-3a50-4a80-aeb8-1e483df25bcd', 'status': 'completed', 'code': 200} Dec 11 22:48:16.730004 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:16.743169 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e617152e-be9b-4a41-83e2-b1bd9318fe89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:16.745167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Network': ['ID=e2974b01-124e-401b-ba80-659214ad9151,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:16.772598 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:16.772956 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:16.773857 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:16.774210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:16.774776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:16.781659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Port 7d38f980-1fd3-4f50-8591-9b9545d004ea cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:48:16.787407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:16.790308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:16.790308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:16.790308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:16.790308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:16.792894 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:16.793327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:16.793685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:16.818081 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Provisioning complete for port 362b6818-4e71-45da-8bf2-503a7919289c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:16.818974 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:16.824256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network e2974b01-124e-401b-ba80-659214ad9151 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:48:16.833405 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:16.834463 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:16.837696 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] 10.222.0.47 "PUT /v2.0/ports/af2ea78e-6ac1-4602-b7dc-a9863f8091ca HTTP/1.1" status: 200 len: 1090 time: 3.2528203 Dec 11 22:48:16.861933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac6aac-930e-4240-bb2a-ff9fd35b0b22 service neutron] Pushing event updated for resources: {'Port': ['ID=af2ea78e-6ac1-4602-b7dc-a9863f8091ca,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:16.872120 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-32400e0e-8144-4ce4-a4e9-88baa87d469e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1082587 Dec 11 22:48:16.876647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33044) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:16.897734 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-580bb075-6c4f-48d9-818f-ce3057a65d4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'subnet': {'network_id': 'e2974b01-124e-401b-ba80-659214ad9151', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:16.948273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Request body: {'port': {'device_id': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:16.994524 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e617152e-be9b-4a41-83e2-b1bd9318fe89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:17.001447 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e617152e-be9b-4a41-83e2-b1bd9318fe89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:17.005877 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e617152e-be9b-4a41-83e2-b1bd9318fe89 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e2a46a49-0846-4b71-a869-0fe7cdf56994 HTTP/1.1" status: 204 len: 168 time: 0.8425629 Dec 11 22:48:17.041550 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f314538-3e11-4386-bc89-5a4132c37845 req-f09e4871-cb09-4b2c-a875-571ade765db8 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.1275489 Dec 11 22:48:17.097720 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617152e-be9b-4a41-83e2-b1bd9318fe89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a46a49-0846-4b71-a869-0fe7cdf56994,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:17.181069 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:17.222334 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580bb075-6c4f-48d9-818f-ce3057a65d4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:17.226786 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-580bb075-6c4f-48d9-818f-ce3057a65d4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:17.233059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7985b-1c71-4ac4-bc3f-11556696c33d req-840e556f-9bcb-4ba3-8d66-d550b9dc76a4 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:17.251258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7985b-1c71-4ac4-bc3f-11556696c33d req-840e556f-9bcb-4ba3-8d66-d550b9dc76a4 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:17.259009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7985b-1c71-4ac4-bc3f-11556696c33d req-840e556f-9bcb-4ba3-8d66-d550b9dc76a4 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:17.265874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7985b-1c71-4ac4-bc3f-11556696c33d req-840e556f-9bcb-4ba3-8d66-d550b9dc76a4 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:17.272233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7985b-1c71-4ac4-bc3f-11556696c33d req-840e556f-9bcb-4ba3-8d66-d550b9dc76a4 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:17.279381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7985b-1c71-4ac4-bc3f-11556696c33d req-840e556f-9bcb-4ba3-8d66-d550b9dc76a4 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:17.286958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7985b-1c71-4ac4-bc3f-11556696c33d req-840e556f-9bcb-4ba3-8d66-d550b9dc76a4 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:17.289570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c2c7985b-1c71-4ac4-bc3f-11556696c33d req-840e556f-9bcb-4ba3-8d66-d550b9dc76a4 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5394 time: 0.3097858 Dec 11 22:48:17.375768 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:17.452915 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Provisioning complete for port c4813d3b-aa1f-4700-bd5d-b8023a303aaf triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:17.453306 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:17.580493 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c2c7985b-1c71-4ac4-bc3f-11556696c33d req-65250677-5d81-4897-832f-880d3022b736 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2529457 Dec 11 22:48:17.616614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Provisioning complete for port 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:17.618061 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e23f0923-a3a6-43f9-a226-f075131abd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:17.690998 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-580bb075-6c4f-48d9-818f-ce3057a65d4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:17.776540 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-60c504ae-534a-47be-b7e1-9456726ef919 req-9e5f4c8a-a42a-4116-a69b-4886661f8173 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d619ee6-4bd8-48a8-91da-cb223911fccc HTTP/1.1" status: 200 len: 210 time: 0.0382328 Dec 11 22:48:17.862480 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bb075-6c4f-48d9-818f-ce3057a65d4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Subnet': ['ID=d9249a27-be24-4572-82c9-5714eafb6cb2,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:17.879844 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580bb075-6c4f-48d9-818f-ce3057a65d4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Checking segment: {'id': 'f3af3a4a-f57f-4975-a809-f21630bafd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e2974b01-124e-401b-ba80-659214ad9151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:17.880215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580bb075-6c4f-48d9-818f-ce3057a65d4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network hostable DHCP agents. Network: e2974b01-124e-401b-ba80-659214ad9151, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:48:17.962848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e0d43-0365-4aae-89d0-64559c4b6cb6 req-75ecbe3c-f28e-490c-ace6-9b02ec2c9840 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:17.963894 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a5e0d43-0365-4aae-89d0-64559c4b6cb6 req-75ecbe3c-f28e-490c-ace6-9b02ec2c9840 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.2484741 Dec 11 22:48:18.003643 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580bb075-6c4f-48d9-818f-ce3057a65d4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network e2974b01-124e-401b-ba80-659214ad9151 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:48:18.020393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69950ad-c422-485a-b148-7b2af0519457 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:48:18.035927 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:18.061681 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a5e0d43-0365-4aae-89d0-64559c4b6cb6 req-b8406dd8-dd15-4c5c-9af7-e96de47c9e56 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790472 Dec 11 22:48:18.064982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Transition to ACTIVE for port object a69950ad-c422-485a-b148-7b2af0519457 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:48:18.079791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-580bb075-6c4f-48d9-818f-ce3057a65d4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, e2974b01-124e-401b-ba80-659214ad9151) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:18.086218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580bb075-6c4f-48d9-818f-ce3057a65d4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:18.086218 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-580bb075-6c4f-48d9-818f-ce3057a65d4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:18.096763 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fd5937-4b7c-4dca-b89d-21ba67f00439 None None] Network e2974b01-124e-401b-ba80-659214ad9151 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:18.177496 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:18.209733 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-580bb075-6c4f-48d9-818f-ce3057a65d4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3313351 Dec 11 22:48:18.217138 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33080) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:18.314204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67ab97-4d72-48a9-9ec6-8530522f1f96 req-5a81af6c-4f93-4c0e-b2c6-c754ce323b98 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:18.323888 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8c67ab97-4d72-48a9-9ec6-8530522f1f96 req-5a81af6c-4f93-4c0e-b2c6-c754ce323b98 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1582546 Dec 11 22:48:18.333601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Pushing event updated for resources: {'Port': ['ID=a69950ad-c422-485a-b148-7b2af0519457,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:18.418001 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4f5ba839-3a50-4a80-aeb8-1e483df25bcd no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:48:18.445539 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8c67ab97-4d72-48a9-9ec6-8530522f1f96 req-a74af84c-024d-451c-84f6-04c190be49fd tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097286 Dec 11 22:48:18.483369 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-e2974b01-124e-401b-ba80-659214ad9151', 'network_id': 'e2974b01-124e-401b-ba80-659214ad9151', 'project_id': '4200cd9658784fb7861ec25558b9aaad', 'fixed_ips': [{'subnet_id': 'd9249a27-be24-4572-82c9-5714eafb6cb2'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:48:18.483369 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:18.490671 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Attempting to bind port a69950ad-c422-485a-b148-7b2af0519457 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:18.493498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Attempting to bind port a69950ad-c422-485a-b148-7b2af0519457 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '4649c973-0152-46a9-9702-eeefc8251bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:18.493955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Attempting to bind port a69950ad-c422-485a-b148-7b2af0519457 on network c5552553-fde7-4121-af84-11fda90b4772 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:18.504727 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-27445f2b-c695-4fe9-aae9-d170c3328731 req-e4f1be85-1822-41fe-8b8f-3698582d538a tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.2474761 Dec 11 22:48:18.506889 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Port a69950ad-c422-485a-b148-7b2af0519457 on network c5552553-fde7-4121-af84-11fda90b4772 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:48:18.507364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Attempting to bind port a69950ad-c422-485a-b148-7b2af0519457 on network c5552553-fde7-4121-af84-11fda90b4772 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:18.520673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:18.521123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Checking segment: {'id': '4649c973-0152-46a9-9702-eeefc8251bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:18.521985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Bound using segment: {'id': '4649c973-0152-46a9-9702-eeefc8251bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:18.522263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Bound port: a69950ad-c422-485a-b148-7b2af0519457, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4649c973-0152-46a9-9702-eeefc8251bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:18.522725 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:18.531728 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 4f5ba839-3a50-4a80-aeb8-1e483df25bcd {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:48:18.532086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4f5ba839-3a50-4a80-aeb8-1e483df25bcd not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:48:18.604629 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:18.703573 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'tag': 'af2ea78e-6ac1-4602-b7dc-a9863f8091ca'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:48:18.709106 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922c7ecc-7294-474c-9a51-e902f221422f" -d '{"events": [{"name": "network-changed", "server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "tag": "af2ea78e-6ac1-4602-b7dc-a9863f8091ca"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:48:18.731836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] For port a69950ad-c422-485a-b148-7b2af0519457, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:18.738124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] For port a69950ad-c422-485a-b148-7b2af0519457, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a69950ad-c422-485a-b148-7b2af0519457,segment=NetworkSegment(4649c973-0152-46a9-9702-eeefc8251bfd),segment_id=4649c973-0152-46a9-9702-eeefc8251bfd)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:18.790410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Allocated IP 172.20.0.1 (e2974b01-124e-401b-ba80-659214ad9151/d9249a27-be24-4572-82c9-5714eafb6cb2/7d7a2aba-9390-414b-baf5-c13bce51fabe) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:18.795353 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:18.844703 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:18.871935 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a326-1334-4583-b1e7-5762e2843dcb req-9ca470c9-3c85-4e2d-bc1d-bcea9e9100ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:18.871935 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a326-1334-4583-b1e7-5762e2843dcb req-9ca470c9-3c85-4e2d-bc1d-bcea9e9100ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:18.877396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a326-1334-4583-b1e7-5762e2843dcb req-9ca470c9-3c85-4e2d-bc1d-bcea9e9100ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:18.883710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a326-1334-4583-b1e7-5762e2843dcb req-9ca470c9-3c85-4e2d-bc1d-bcea9e9100ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:18.889833 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a326-1334-4583-b1e7-5762e2843dcb req-9ca470c9-3c85-4e2d-bc1d-bcea9e9100ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:18.896138 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a326-1334-4583-b1e7-5762e2843dcb req-9ca470c9-3c85-4e2d-bc1d-bcea9e9100ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:18.904545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a326-1334-4583-b1e7-5762e2843dcb req-9ca470c9-3c85-4e2d-bc1d-bcea9e9100ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:18.912649 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7f09a326-1334-4583-b1e7-5762e2843dcb req-9ca470c9-3c85-4e2d-bc1d-bcea9e9100ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5406 time: 0.1612322 Dec 11 22:48:18.917128 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3a1c5d16-942d-49b2-a446-3dd9d5b8e616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:18.923182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:18.926330 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:18.928058 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] 10.222.0.47 "PUT /v2.0/ports/a69950ad-c422-485a-b148-7b2af0519457 HTTP/1.1" status: 200 len: 1091 time: 1.9859507 Dec 11 22:48:18.981265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200084d6-95ab-4131-8f7a-663a8329bc74 service neutron] Pushing event updated for resources: {'Port': ['ID=a69950ad-c422-485a-b148-7b2af0519457,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:19.042963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Request body: {'port': {'device_id': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:19.055611 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7f09a326-1334-4583-b1e7-5762e2843dcb req-0a7714df-f43b-4859-a434-3160ac11712c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1329324 Dec 11 22:48:19.084737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33104) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:19.115882 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:19.143883 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607b729c-2f52-4d59-8aa9-840f37c7ad90 x-openstack-request-id: req-607b729c-2f52-4d59-8aa9-840f37c7ad90 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:48:19.144181 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "tag": "af2ea78e-6ac1-4602-b7dc-a9863f8091ca", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:48:19.144440 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-607b729c-2f52-4d59-8aa9-840f37c7ad90 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:48:19.144863 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'tag': 'af2ea78e-6ac1-4602-b7dc-a9863f8091ca', 'status': 'completed', 'code': 200} Dec 11 22:48:19.188173 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:19.327730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Network e2974b01-124e-401b-ba80-659214ad9151 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:19.331806 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:19.338513 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:19.339781 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:19.351675 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:19.389186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7ecc-7294-474c-9a51-e902f221422f req-ad5cf7af-64da-49ef-a448-a290a50384d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:19.395367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7ecc-7294-474c-9a51-e902f221422f req-ad5cf7af-64da-49ef-a448-a290a50384d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:19.405542 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7ecc-7294-474c-9a51-e902f221422f req-ad5cf7af-64da-49ef-a448-a290a50384d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:19.406122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7ecc-7294-474c-9a51-e902f221422f req-ad5cf7af-64da-49ef-a448-a290a50384d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:19.406725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7ecc-7294-474c-9a51-e902f221422f req-ad5cf7af-64da-49ef-a448-a290a50384d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:19.407227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7ecc-7294-474c-9a51-e902f221422f req-ad5cf7af-64da-49ef-a448-a290a50384d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:19.407760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7ecc-7294-474c-9a51-e902f221422f req-ad5cf7af-64da-49ef-a448-a290a50384d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:19.409865 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-922c7ecc-7294-474c-9a51-e902f221422f req-ad5cf7af-64da-49ef-a448-a290a50384d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 6408 time: 0.1834769 Dec 11 22:48:19.435569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Pushing event updated for resources: {'Port': ['ID=7d7a2aba-9390-414b-baf5-c13bce51fabe,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:19.454228 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33114) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:19.462865 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Subnet': ['ID=d9249a27-be24-4572-82c9-5714eafb6cb2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:19.499344 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49696053-b80f-449a-8e22-e65eeafa6099 req-ad643956-6cd3-4ee4-85e1-a340a215c2e2 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:19.501862 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-49696053-b80f-449a-8e22-e65eeafa6099 req-ad643956-6cd3-4ee4-85e1-a340a215c2e2 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.2427285 Dec 11 22:48:19.510014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Attempting to bind port 7d7a2aba-9390-414b-baf5-c13bce51fabe on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:19.515814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Attempting to bind port 7d7a2aba-9390-414b-baf5-c13bce51fabe by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'f3af3a4a-f57f-4975-a809-f21630bafd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e2974b01-124e-401b-ba80-659214ad9151'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:19.516327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Attempting to bind port 7d7a2aba-9390-414b-baf5-c13bce51fabe on network e2974b01-124e-401b-ba80-659214ad9151 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:19.542062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:19.542598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Checking segment: {'id': 'f3af3a4a-f57f-4975-a809-f21630bafd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e2974b01-124e-401b-ba80-659214ad9151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:19.543162 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:19.543669 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Bound using segment: {'id': 'f3af3a4a-f57f-4975-a809-f21630bafd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e2974b01-124e-401b-ba80-659214ad9151'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:19.544274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Bound port: 7d7a2aba-9390-414b-baf5-c13bce51fabe, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3af3a4a-f57f-4975-a809-f21630bafd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e2974b01-124e-401b-ba80-659214ad9151'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:19.544836 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:19.635456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b7098206-c7da-4b6a-817c-d874735a4ed0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1044155675'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:19.671647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] For port 7d7a2aba-9390-414b-baf5-c13bce51fabe, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:19.675406 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:19.680113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] For port 7d7a2aba-9390-414b-baf5-c13bce51fabe, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7d7a2aba-9390-414b-baf5-c13bce51fabe,segment=NetworkSegment(f3af3a4a-f57f-4975-a809-f21630bafd54),segment_id=f3af3a4a-f57f-4975-a809-f21630bafd54)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:19.685483 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0ae6bf49-510f-434c-99cc-7489343e999f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:19.717679 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-49696053-b80f-449a-8e22-e65eeafa6099 req-34517a5c-394e-4c0d-bf9f-bdc6ce463b42 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916394 Dec 11 22:48:19.736845 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2974b01-124e-401b-ba80-659214ad9151']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:19.748683 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:19.756473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3af3a4a-f57f-4975-a809-f21630bafd54') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:19.757201 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3af3a4a-f57f-4975-a809-f21630bafd54') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:19.772483 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:19.885483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7ecc-7294-474c-9a51-e902f221422f req-62bcc0fc-56c3-4377-9959-8ca66f6bb811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:19.886241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7ecc-7294-474c-9a51-e902f221422f req-62bcc0fc-56c3-4377-9959-8ca66f6bb811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:19.886416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7ecc-7294-474c-9a51-e902f221422f req-62bcc0fc-56c3-4377-9959-8ca66f6bb811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:19.888166 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-922c7ecc-7294-474c-9a51-e902f221422f req-62bcc0fc-56c3-4377-9959-8ca66f6bb811 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2516186 Dec 11 22:48:19.906060 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0ae6bf49-510f-434c-99cc-7489343e999f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:19.912929 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:19.935449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:19.935923 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:20.041346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197c18b-e7f3-4ca4-b9fb-23ce260990b9 None None] Pushing event updated for resources: {'Port': ['ID=7d7a2aba-9390-414b-baf5-c13bce51fabe,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:20.044311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd49829a-fb4b-4f97-8fb5-217f6933d753 None None] Network e2974b01-124e-401b-ba80-659214ad9151 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:20.110982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7ecc-7294-474c-9a51-e902f221422f req-8107d362-ab40-4a81-9a06-60da7837c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:20.114670 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-922c7ecc-7294-474c-9a51-e902f221422f req-8107d362-ab40-4a81-9a06-60da7837c71b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2187495 Dec 11 22:48:20.121990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627ed865-7237-41b1-ba07-82593a6a9db4 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:48:20.135948 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:20.159180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46931955-05b4-4947-b700-f989cb0557a8 None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 22:48:20.303461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46931955-05b4-4947-b700-f989cb0557a8 None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 22:48:20.324041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6870121-d4c0-47a6-aed6-bbf891cf8463 req-c19b1ef6-8dc3-4106-83f8-826c183341ae tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:20.326187 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6870121-d4c0-47a6-aed6-bbf891cf8463 req-c19b1ef6-8dc3-4106-83f8-826c183341ae tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.0774310 Dec 11 22:48:20.392715 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6870121-d4c0-47a6-aed6-bbf891cf8463 req-39b9bdcb-b420-43d4-9075-106199b9847d tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594473 Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:20.480071 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:20.492016 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7098206-c7da-4b6a-817c-d874735a4ed0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Made reservation on behalf of 1c2fe11df0b54369b5bc0fbd7d1ed0c8 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:20.496826 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7098206-c7da-4b6a-817c-d874735a4ed0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:20.507622 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0ae6bf49-510f-434c-99cc-7489343e999f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:20.547442 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4aa079e3-b319-4ffe-beb9-a9f823422d56 req-0785abdb-1a26-47da-af88-c0e95990dafa tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0661356 Dec 11 22:48:20.571192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4891973-028f-46df-9117-b4759754d890 req-780fbfd6-3b7d-4d27-bc57-24aa569a793a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:20.577626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4891973-028f-46df-9117-b4759754d890 req-780fbfd6-3b7d-4d27-bc57-24aa569a793a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:20.593161 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6bf49-510f-434c-99cc-7489343e999f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a014168f-3aa7-4756-98c7-4ea7526b8d1f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:20.593161 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7098206-c7da-4b6a-817c-d874735a4ed0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:20.606617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4891973-028f-46df-9117-b4759754d890 req-780fbfd6-3b7d-4d27-bc57-24aa569a793a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:20.613344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4891973-028f-46df-9117-b4759754d890 req-780fbfd6-3b7d-4d27-bc57-24aa569a793a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:20.637477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4891973-028f-46df-9117-b4759754d890 req-780fbfd6-3b7d-4d27-bc57-24aa569a793a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:20.644679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4891973-028f-46df-9117-b4759754d890 req-780fbfd6-3b7d-4d27-bc57-24aa569a793a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:20.667808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4891973-028f-46df-9117-b4759754d890 req-780fbfd6-3b7d-4d27-bc57-24aa569a793a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:20.669954 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4891973-028f-46df-9117-b4759754d890 req-780fbfd6-3b7d-4d27-bc57-24aa569a793a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5406 time: 0.2058108 Dec 11 22:48:20.674715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Transition to ACTIVE for port object 627ed865-7237-41b1-ba07-82593a6a9db4 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:48:20.692787 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7098206-c7da-4b6a-817c-d874735a4ed0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:20.707468 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.api [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 22:48:20.707468 n-d-710847-6 neutron-server[103691]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 22:48:20.707468 n-d-710847-6 neutron-server[103691]: [parameters: {'id': 'e2974b01-124e-401b-ba80-659214ad9151'}] Dec 11 22:48:20.707468 n-d-710847-6 neutron-server[103691]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:48:20.708969 n-d-710847-6 neutron-server[103691]: DEBUG oslo_db.api [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:48:20.747861 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4891973-028f-46df-9117-b4759754d890 req-101a8cff-95f5-424a-bc7a-812c7a3e072b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714531 Dec 11 22:48:20.749534 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:20.784365 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7098206-c7da-4b6a-817c-d874735a4ed0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:20.811621 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7098206-c7da-4b6a-817c-d874735a4ed0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:48:20.830138 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7098206-c7da-4b6a-817c-d874735a4ed0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:20.830507 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-b7098206-c7da-4b6a-817c-d874735a4ed0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Added segment 47e53db9-39e4-493c-8fd7-f1cb5d735913 of type vlan for network 3891ad40-892d-45e7-a7a8-4d814d8eca03 Dec 11 22:48:20.848810 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0ae6bf49-510f-434c-99cc-7489343e999f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1442d141a9a04e98957ffe477b3c1d73&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3901134 Dec 11 22:48:20.858721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33130) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:20.859959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Pushing event updated for resources: {'Port': ['ID=627ed865-7237-41b1-ba07-82593a6a9db4,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:20.872917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:20.873268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:20.873622 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:20.873991 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:20.876673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:20.876673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:20.876673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:20.876673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:20.876673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:20.876673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:20.876673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:20.877360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:20.877360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:20.902009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4979e4-4095-42a8-b9d2-928a495a25a9 req-85e4cd44-0bbc-4744-8ee6-7568487f160f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:20.903696 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd4979e4-4095-42a8-b9d2-928a495a25a9 req-85e4cd44-0bbc-4744-8ee6-7568487f160f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.2063808 Dec 11 22:48:20.937998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Attempting to bind port 627ed865-7237-41b1-ba07-82593a6a9db4 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:20.938601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Attempting to bind port 627ed865-7237-41b1-ba07-82593a6a9db4 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '4649c973-0152-46a9-9702-eeefc8251bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:20.938732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Attempting to bind port 627ed865-7237-41b1-ba07-82593a6a9db4 on network c5552553-fde7-4121-af84-11fda90b4772 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:20.944250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Port 627ed865-7237-41b1-ba07-82593a6a9db4 on network c5552553-fde7-4121-af84-11fda90b4772 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:48:20.944583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Attempting to bind port 627ed865-7237-41b1-ba07-82593a6a9db4 on network c5552553-fde7-4121-af84-11fda90b4772 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:20.952187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:20.952533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Checking segment: {'id': '4649c973-0152-46a9-9702-eeefc8251bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:20.953078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Bound using segment: {'id': '4649c973-0152-46a9-9702-eeefc8251bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:20.953517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Bound port: 627ed865-7237-41b1-ba07-82593a6a9db4, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4649c973-0152-46a9-9702-eeefc8251bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:20.953877 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:20.968825 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7098206-c7da-4b6a-817c-d874735a4ed0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:20.986236 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7098206-c7da-4b6a-817c-d874735a4ed0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67a6ace-8455-4a94-b2a4-62ea0d485b6d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:21.053456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] For port 627ed865-7237-41b1-ba07-82593a6a9db4, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:21.059518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] For port 627ed865-7237-41b1-ba07-82593a6a9db4, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=627ed865-7237-41b1-ba07-82593a6a9db4,segment=NetworkSegment(4649c973-0152-46a9-9702-eeefc8251bfd),segment_id=4649c973-0152-46a9-9702-eeefc8251bfd)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:21.075820 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd4979e4-4095-42a8-b9d2-928a495a25a9 req-c55a674f-846b-4d0c-a4f2-2189caa0bd93 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524372 Dec 11 22:48:21.080024 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83d2bd00-91a4-4d94-bfbc-8fbe096820de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:21.107283 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83d2bd00-91a4-4d94-bfbc-8fbe096820de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:21.146694 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'tag': 'a69950ad-c422-485a-b148-7b2af0519457'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:48:21.149505 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1086e53a-1ba8-4e9f-bab3-a3b70e0a4ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "tag": "a69950ad-c422-485a-b148-7b2af0519457"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:48:21.154763 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:21.176270 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7098206-c7da-4b6a-817c-d874735a4ed0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:21.197838 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7098206-c7da-4b6a-817c-d874735a4ed0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.200992 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7098206-c7da-4b6a-817c-d874735a4ed0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:21.248502 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae74310-7a04-4dc3-ab63-0acd287a501d x-openstack-request-id: req-fae74310-7a04-4dc3-ab63-0acd287a501d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:48:21.248957 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "tag": "a69950ad-c422-485a-b148-7b2af0519457", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:48:21.249181 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fae74310-7a04-4dc3-ab63-0acd287a501d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:48:21.249589 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'tag': 'a69950ad-c422-485a-b148-7b2af0519457', 'status': 'completed', 'code': 200} Dec 11 22:48:21.296988 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.296988 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:21.297757 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] 10.222.0.47 "PUT /v2.0/ports/627ed865-7237-41b1-ba07-82593a6a9db4 HTTP/1.1" status: 200 len: 1091 time: 2.2601116 Dec 11 22:48:21.312510 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:21.313761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180adba-5e25-4c6d-97b3-23fa12b8341a service neutron] Pushing event updated for resources: {'Port': ['ID=627ed865-7237-41b1-ba07-82593a6a9db4,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:21.322261 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-530a766e-4934-49b3-beda-fa47ae8b1aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:21.344573 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7098206-c7da-4b6a-817c-d874735a4ed0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Pushing event updated for resources: {'Network': ['ID=3891ad40-892d-45e7-a7a8-4d814d8eca03,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:21.345568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e53a-1ba8-4e9f-bab3-a3b70e0a4ac3 req-37e9ef41-811c-42e1-beff-a4e08153eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.346256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e53a-1ba8-4e9f-bab3-a3b70e0a4ac3 req-37e9ef41-811c-42e1-beff-a4e08153eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.347275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e53a-1ba8-4e9f-bab3-a3b70e0a4ac3 req-37e9ef41-811c-42e1-beff-a4e08153eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.348774 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e53a-1ba8-4e9f-bab3-a3b70e0a4ac3 req-37e9ef41-811c-42e1-beff-a4e08153eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.349701 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e53a-1ba8-4e9f-bab3-a3b70e0a4ac3 req-37e9ef41-811c-42e1-beff-a4e08153eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.350523 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e53a-1ba8-4e9f-bab3-a3b70e0a4ac3 req-37e9ef41-811c-42e1-beff-a4e08153eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.351154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e53a-1ba8-4e9f-bab3-a3b70e0a4ac3 req-37e9ef41-811c-42e1-beff-a4e08153eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.352984 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83d2bd00-91a4-4d94-bfbc-8fbe096820de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:21.356285 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83d2bd00-91a4-4d94-bfbc-8fbe096820de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:21.358613 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-83d2bd00-91a4-4d94-bfbc-8fbe096820de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a014168f-3aa7-4756-98c7-4ea7526b8d1f HTTP/1.1" status: 204 len: 168 time: 0.4893553 Dec 11 22:48:21.360992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 3891ad40-892d-45e7-a7a8-4d814d8eca03 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:48:21.373237 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1086e53a-1ba8-4e9f-bab3-a3b70e0a4ac3 req-37e9ef41-811c-42e1-beff-a4e08153eba0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 6475 time: 0.0902534 Dec 11 22:48:21.374012 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2bd00-91a4-4d94-bfbc-8fbe096820de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a014168f-3aa7-4756-98c7-4ea7526b8d1f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:21.441400 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b7098206-c7da-4b6a-817c-d874735a4ed0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3441286 Dec 11 22:48:21.441400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33138) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:21.441400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6b06bb39-08e5-419d-a1d6-93d45cc0bbbb tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Request body: {'subnet': {'network_id': '3891ad40-892d-45e7-a7a8-4d814d8eca03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:21.577423 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Deleting port 7d7a2aba-9390-414b-baf5-c13bce51fabe {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:48:21.578484 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:21.590443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e53a-1ba8-4e9f-bab3-a3b70e0a4ac3 req-24ca585a-e4d4-4d24-9d04-9c0bf7a96090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.591096 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e53a-1ba8-4e9f-bab3-a3b70e0a4ac3 req-24ca585a-e4d4-4d24-9d04-9c0bf7a96090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.591694 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e53a-1ba8-4e9f-bab3-a3b70e0a4ac3 req-24ca585a-e4d4-4d24-9d04-9c0bf7a96090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.593733 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1086e53a-1ba8-4e9f-bab3-a3b70e0a4ac3 req-24ca585a-e4d4-4d24-9d04-9c0bf7a96090 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2064915 Dec 11 22:48:21.701233 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3754ce-8da0-4771-9084-5ec500efc3bb req-7251ec12-adb1-4bcf-8a4d-740ee45efcf7 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.702857 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c3754ce-8da0-4771-9084-5ec500efc3bb req-7251ec12-adb1-4bcf-8a4d-740ee45efcf7 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1871033 Dec 11 22:48:21.733827 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c787891-a352-44bf-8c96-b4afd46e7743 req-ac0e07b2-621e-4677-9b63-cf38d9999a62 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0353637 Dec 11 22:48:21.735837 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] For port 7d7a2aba-9390-414b-baf5-c13bce51fabe, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7d7a2aba-9390-414b-baf5-c13bce51fabe,segment=NetworkSegment(f3af3a4a-f57f-4975-a809-f21630bafd54),segment_id=f3af3a4a-f57f-4975-a809-f21630bafd54)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:21.735837 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:21.757190 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Calling delete_port for 7d7a2aba-9390-414b-baf5-c13bce51fabe owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:48:21.785205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e53a-1ba8-4e9f-bab3-a3b70e0a4ac3 req-b09bb136-24ff-4ea9-83c2-1589c2a8a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.786594 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1086e53a-1ba8-4e9f-bab3-a3b70e0a4ac3 req-b09bb136-24ff-4ea9-83c2-1589c2a8a9c8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1862488 Dec 11 22:48:21.849068 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c3754ce-8da0-4771-9084-5ec500efc3bb req-495b4e49-6840-4984-9e54-973edc7427e6 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384442 Dec 11 22:48:21.852215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b06bb39-08e5-419d-a1d6-93d45cc0bbbb tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Made reservation on behalf of 1c2fe11df0b54369b5bc0fbd7d1ed0c8 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:21.856578 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6b06bb39-08e5-419d-a1d6-93d45cc0bbbb tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:21.964393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228fe01-d2ca-483e-8b71-cd261d65ed55 req-7ccd9126-dfa7-4988-9941-cfa6f2e441bc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.970730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228fe01-d2ca-483e-8b71-cd261d65ed55 req-7ccd9126-dfa7-4988-9941-cfa6f2e441bc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.985770 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228fe01-d2ca-483e-8b71-cd261d65ed55 req-7ccd9126-dfa7-4988-9941-cfa6f2e441bc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:21.993308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228fe01-d2ca-483e-8b71-cd261d65ed55 req-7ccd9126-dfa7-4988-9941-cfa6f2e441bc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.001205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228fe01-d2ca-483e-8b71-cd261d65ed55 req-7ccd9126-dfa7-4988-9941-cfa6f2e441bc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.009474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228fe01-d2ca-483e-8b71-cd261d65ed55 req-7ccd9126-dfa7-4988-9941-cfa6f2e441bc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.015691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228fe01-d2ca-483e-8b71-cd261d65ed55 req-7ccd9126-dfa7-4988-9941-cfa6f2e441bc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.017573 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e228fe01-d2ca-483e-8b71-cd261d65ed55 req-7ccd9126-dfa7-4988-9941-cfa6f2e441bc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.1640265 Dec 11 22:48:22.036322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-ab1beb52-a5ed-4840-b870-4e58f365de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.036957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-ab1beb52-a5ed-4840-b870-4e58f365de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.037508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-ab1beb52-a5ed-4840-b870-4e58f365de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.038039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-ab1beb52-a5ed-4840-b870-4e58f365de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.038513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-ab1beb52-a5ed-4840-b870-4e58f365de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.039244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-ab1beb52-a5ed-4840-b870-4e58f365de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.039715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-ab1beb52-a5ed-4840-b870-4e58f365de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.041718 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-ab1beb52-a5ed-4840-b870-4e58f365de08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 6475 time: 0.1447086 Dec 11 22:48:22.075360 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.119148 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-b8707096-11e2-4e98-adee-dc418ae0810e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79832623-9c3e-4295-abe2-8667fa88c5ad HTTP/1.1" status: 200 len: 217 time: 0.0504880 Dec 11 22:48:22.142385 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.153591 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No DVR routers for this DVR port 7d7a2aba-9390-414b-baf5-c13bce51fabe on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:48:22.158088 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Port': ['ID=7d7a2aba-9390-414b-baf5-c13bce51fabe,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:22.214262 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e228fe01-d2ca-483e-8b71-cd261d65ed55 req-c1ad3b87-0851-47de-b88c-6e2f0f83e527 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1863306 Dec 11 22:48:22.225304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9c63f9bc-7560-4888-a64d-f357dae6c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.235034 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-9c63f9bc-7560-4888-a64d-f357dae6c21b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=232893f8-16d8-4344-8efe-6bf53e520d33 HTTP/1.1" status: 200 len: 850 time: 0.1063001 Dec 11 22:48:22.263002 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33150) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:22.282851 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6b06bb39-08e5-419d-a1d6-93d45cc0bbbb tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.293214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-d24e27cc-093c-468c-b0d1-fc05fb979755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.294703 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-d24e27cc-093c-468c-b0d1-fc05fb979755 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73c527dd-bcee-4d43-8201-08f3277470d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532284 Dec 11 22:48:22.324376 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.337276 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2a171536-de70-4324-9cab-c908a57c3bd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.372714 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d103d92-7f14-4d31-97dd-ffbe00db5439 req-e623df6d-95dc-4722-a8cd-413af15256be tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.373935 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3d103d92-7f14-4d31-97dd-ffbe00db5439 req-e623df6d-95dc-4722-a8cd-413af15256be tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1887288 Dec 11 22:48:22.385259 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2974b01-124e-401b-ba80-659214ad9151']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:22.401900 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-91fc79d5-e598-4194-86f9-45ee9b06a9f9 service neutron] 10.222.0.47 "GET /v2.0/networks/73c527dd-bcee-4d43-8201-08f3277470d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994537 Dec 11 22:48:22.415480 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3af3a4a-f57f-4975-a809-f21630bafd54') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:22.415802 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3af3a4a-f57f-4975-a809-f21630bafd54') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:22.435276 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06bb39-08e5-419d-a1d6-93d45cc0bbbb tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Pushing event updated for resources: {'Subnet': ['ID=f89693b5-7b5c-4427-ab22-8acd25bdf408,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:22.450364 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.502502 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.506466 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b06bb39-08e5-419d-a1d6-93d45cc0bbbb tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Checking segment: {'id': '47e53db9-39e4-493c-8fd7-f1cb5d735913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3891ad40-892d-45e7-a7a8-4d814d8eca03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:22.506982 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b06bb39-08e5-419d-a1d6-93d45cc0bbbb tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Network hostable DHCP agents. Network: 3891ad40-892d-45e7-a7a8-4d814d8eca03, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:48:22.507118 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-3632bd88-23d7-4053-aba5-3501da5b49de service neutron] 10.222.0.47 "GET /v2.0/networks/73c527dd-bcee-4d43-8201-08f3277470d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978925 Dec 11 22:48:22.520529 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3d103d92-7f14-4d31-97dd-ffbe00db5439 req-799f8300-ee10-4ffb-ad15-7d9dc0b3f21b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299329 Dec 11 22:48:22.522293 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:22.522714 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:22.529800 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:22.581400 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-790866a3-68e7-475b-8ed8-0edf8f554a80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=dcd220ca-4e1f-4da3-9633-91e4e94fedd9 HTTP/1.1" status: 200 len: 217 time: 0.0664868 Dec 11 22:48:22.633467 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2a171536-de70-4324-9cab-c908a57c3bd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.646371 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-3450db09-95f7-45fa-8c12-e4a7878a09d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.648546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-3450db09-95f7-45fa-8c12-e4a7878a09d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 200 len: 797 time: 0.0587382 Dec 11 22:48:22.678758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b06bb39-08e5-419d-a1d6-93d45cc0bbbb tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Network 3891ad40-892d-45e7-a7a8-4d814d8eca03 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:48:22.702262 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1cf20118-c8b3-4d13-8331-c8418c771423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.703845 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-1cf20118-c8b3-4d13-8331-c8418c771423 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0477180 Dec 11 22:48:22.707968 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.709712 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2a171536-de70-4324-9cab-c908a57c3bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.731170 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.734651 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/e2974b01-124e-401b-ba80-659214ad9151 HTTP/1.1" status: 204 len: 168 time: 4.5131497 Dec 11 22:48:22.738758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33154) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:22.750294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3189bf86-91a8-46d8-9f23-7ecd2467f1e8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2025198232'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:22.760914 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3cf67-59fd-4c88-ad47-859304671ce9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Network': ['ID=e2974b01-124e-401b-ba80-659214ad9151,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:22.777978 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2a171536-de70-4324-9cab-c908a57c3bd9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fab1845d10d84b20a8b25c9000ae4dd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5099268 Dec 11 22:48:22.779153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-6b06bb39-08e5-419d-a1d6-93d45cc0bbbb tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 3891ad40-892d-45e7-a7a8-4d814d8eca03) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:22.779302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33156) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:22.783631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06bb39-08e5-419d-a1d6-93d45cc0bbbb tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:22.784778 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6b06bb39-08e5-419d-a1d6-93d45cc0bbbb tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.791496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54421462-6818-4b71-92ff-7234941b5dd3 None None] Network 3891ad40-892d-45e7-a7a8-4d814d8eca03 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:22.796329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a171536-de70-4324-9cab-c908a57c3bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8c303b-5809-425a-85de-51ec452b080f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:22.883037 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2d02b1e-39da-4c8f-a2c1-de63ab7d8bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.886138 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-dd0b2cd6-4a88-4400-bed0-639af176165c service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743670 Dec 11 22:48:22.918743 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2d02b1e-39da-4c8f-a2c1-de63ab7d8bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.920904 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-3891ad40-892d-45e7-a7a8-4d814d8eca03', 'network_id': '3891ad40-892d-45e7-a7a8-4d814d8eca03', 'project_id': '1c2fe11df0b54369b5bc0fbd7d1ed0c8', 'fixed_ips': [{'subnet_id': 'f89693b5-7b5c-4427-ab22-8acd25bdf408'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:48:22.924012 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.963960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3189bf86-91a8-46d8-9f23-7ecd2467f1e8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:22.968358 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3189bf86-91a8-46d8-9f23-7ecd2467f1e8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:22.986605 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d4c40a06-d7e9-4c7f-8ffb-4a4d2ed2ce07 req-2a682ac9-15a2-4166-be11-e15218da7b21 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0454297 Dec 11 22:48:23.004376 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6b06bb39-08e5-419d-a1d6-93d45cc0bbbb tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5689852 Dec 11 22:48:23.006556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33166) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:23.020859 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-da66fd3d-abd1-4d76-9a34-44b534c30ce3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Request body: {'port': {'network_id': '3891ad40-892d-45e7-a7a8-4d814d8eca03', 'name': 'tempest-TagsExtTest-28736608'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:23.116108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Allocated IP 172.20.0.2 (3891ad40-892d-45e7-a7a8-4d814d8eca03/f89693b5-7b5c-4427-ab22-8acd25bdf408/91832c27-e34d-42e9-bc02-56b84671078e) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:23.170916 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c56061-d275-43bb-947c-011d5014f8f7 req-34ab0938-d872-4a84-bc4f-bb1ca4064c3f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:23.172718 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-13c56061-d275-43bb-947c-011d5014f8f7 req-34ab0938-d872-4a84-bc4f-bb1ca4064c3f tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.0833316 Dec 11 22:48:23.231928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdc0ac-774d-4495-8288-98c429e823dd req-13b540f2-eda4-48f4-930d-fb663e3b48a2 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:23.239748 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3fdc0ac-774d-4495-8288-98c429e823dd req-13b540f2-eda4-48f4-930d-fb663e3b48a2 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.2653885 Dec 11 22:48:23.244002 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-13c56061-d275-43bb-947c-011d5014f8f7 req-ce1d9ad0-d1e9-430e-906e-eab803b9f6c4 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631380 Dec 11 22:48:23.260837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'tag': '627ed865-7237-41b1-ba07-82593a6a9db4'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:48:23.263321 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e2db52-2f21-403b-9d06-eb7928844bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "tag": "627ed865-7237-41b1-ba07-82593a6a9db4"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:48:23.279233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3189bf86-91a8-46d8-9f23-7ecd2467f1e8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:48:23.291240 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3189bf86-91a8-46d8-9f23-7ecd2467f1e8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:23.291856 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-3189bf86-91a8-46d8-9f23-7ecd2467f1e8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Added segment 55967e04-bf9e-4f5b-a520-82af5b8eeb92 of type vlan for network 233180d6-dc6d-42e8-872c-4b03d8b4ee99 Dec 11 22:48:23.296642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da66fd3d-abd1-4d76-9a34-44b534c30ce3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Made reservation on behalf of 1c2fe11df0b54369b5bc0fbd7d1ed0c8 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:23.301332 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-da66fd3d-abd1-4d76-9a34-44b534c30ce3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:23.344490 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3189bf86-91a8-46d8-9f23-7ecd2467f1e8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:23.358876 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:23.363722 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-da66fd3d-abd1-4d76-9a34-44b534c30ce3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] device_id is not set on port 4c700bb9-1c10-42d0-a170-cd382f987d08 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:48:23.377405 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-add0dd29-bc02-4c32-b9ba-2abc8c63cbcc service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532454 Dec 11 22:48:23.377936 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2d02b1e-39da-4c8f-a2c1-de63ab7d8bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:23.380590 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2d02b1e-39da-4c8f-a2c1-de63ab7d8bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:23.381788 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e2d02b1e-39da-4c8f-a2c1-de63ab7d8bbf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae8c303b-5809-425a-85de-51ec452b080f HTTP/1.1" status: 204 len: 168 time: 0.5964425 Dec 11 22:48:23.412997 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:23.443552 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-2f68a291-a4f4-4c49-86ef-8c39bfafc30c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=4f62b209-549f-451d-a578-3b22242ccc69 HTTP/1.1" status: 200 len: 217 time: 0.0546925 Dec 11 22:48:23.444278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d02b1e-39da-4c8f-a2c1-de63ab7d8bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8c303b-5809-425a-85de-51ec452b080f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:23.451418 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3189bf86-91a8-46d8-9f23-7ecd2467f1e8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:23.458248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3189bf86-91a8-46d8-9f23-7ecd2467f1e8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:23.458916 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3189bf86-91a8-46d8-9f23-7ecd2467f1e8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:23.484857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Network 3891ad40-892d-45e7-a7a8-4d814d8eca03 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:23.504932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:23.510913 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:23.591269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Pushing event updated for resources: {'Port': ['ID=91832c27-e34d-42e9-bc02-56b84671078e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:23.608781 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Attempting to bind port 91832c27-e34d-42e9-bc02-56b84671078e on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:23.609536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Attempting to bind port 91832c27-e34d-42e9-bc02-56b84671078e by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '47e53db9-39e4-493c-8fd7-f1cb5d735913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3891ad40-892d-45e7-a7a8-4d814d8eca03'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:23.610126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Attempting to bind port 91832c27-e34d-42e9-bc02-56b84671078e on network 3891ad40-892d-45e7-a7a8-4d814d8eca03 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:23.613751 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db0f01-70c2-4320-9172-854e8898d842 req-b0ece886-aedb-416c-9797-3fb3c7ca196a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:23.616973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:23.617816 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Checking segment: {'id': '47e53db9-39e4-493c-8fd7-f1cb5d735913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3891ad40-892d-45e7-a7a8-4d814d8eca03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:23.618471 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:23.619105 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Bound using segment: {'id': '47e53db9-39e4-493c-8fd7-f1cb5d735913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3891ad40-892d-45e7-a7a8-4d814d8eca03'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:23.620011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Bound port: 91832c27-e34d-42e9-bc02-56b84671078e, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e53db9-39e4-493c-8fd7-f1cb5d735913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3891ad40-892d-45e7-a7a8-4d814d8eca03'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:23.620659 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:23.621074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db0f01-70c2-4320-9172-854e8898d842 req-b0ece886-aedb-416c-9797-3fb3c7ca196a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:23.632049 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db0f01-70c2-4320-9172-854e8898d842 req-b0ece886-aedb-416c-9797-3fb3c7ca196a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:23.650141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db0f01-70c2-4320-9172-854e8898d842 req-b0ece886-aedb-416c-9797-3fb3c7ca196a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:23.656551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db0f01-70c2-4320-9172-854e8898d842 req-b0ece886-aedb-416c-9797-3fb3c7ca196a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:23.662624 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db0f01-70c2-4320-9172-854e8898d842 req-b0ece886-aedb-416c-9797-3fb3c7ca196a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:23.669995 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db0f01-70c2-4320-9172-854e8898d842 req-b0ece886-aedb-416c-9797-3fb3c7ca196a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:23.672105 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-15db0f01-70c2-4320-9172-854e8898d842 req-b0ece886-aedb-416c-9797-3fb3c7ca196a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.1732316 Dec 11 22:48:23.678275 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-da66fd3d-abd1-4d76-9a34-44b534c30ce3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Allocated IP 172.20.0.8 (3891ad40-892d-45e7-a7a8-4d814d8eca03/f89693b5-7b5c-4427-ab22-8acd25bdf408/4c700bb9-1c10-42d0-a170-cd382f987d08) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:23.713166 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] For port 91832c27-e34d-42e9-bc02-56b84671078e, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:23.718694 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] For port 91832c27-e34d-42e9-bc02-56b84671078e, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=91832c27-e34d-42e9-bc02-56b84671078e,segment=NetworkSegment(47e53db9-39e4-493c-8fd7-f1cb5d735913),segment_id=47e53db9-39e4-493c-8fd7-f1cb5d735913)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:23.790892 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-15db0f01-70c2-4320-9172-854e8898d842 req-91db9828-eca2-4244-a293-1c90fbf387d1 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098340 Dec 11 22:48:23.812061 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:23.884742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430f066-202a-4a5b-82da-958fde324f46 None None] Pushing event updated for resources: {'Port': ['ID=91832c27-e34d-42e9-bc02-56b84671078e,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:23.907567 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:23.933110 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-da66fd3d-abd1-4d76-9a34-44b534c30ce3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:23.962163 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3fdc0ac-774d-4495-8288-98c429e823dd req-d0e1f100-12eb-4d72-9577-6e6ea6c0b5f2 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7186568 Dec 11 22:48:24.033750 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3189bf86-91a8-46d8-9f23-7ecd2467f1e8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2938418 Dec 11 22:48:24.038067 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33180) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:24.044086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5be8229d-a7e9-48cb-be22-f2ca19733e03 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'subnet': {'network_id': '233180d6-dc6d-42e8-872c-4b03d8b4ee99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:24.050558 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189bf86-91a8-46d8-9f23-7ecd2467f1e8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Network': ['ID=233180d6-dc6d-42e8-872c-4b03d8b4ee99,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:24.055919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-3915662c-34dc-4348-a3b4-643e65ef7924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:24.057506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-3915662c-34dc-4348-a3b4-643e65ef7924 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 200 len: 797 time: 0.5953181 Dec 11 22:48:24.063402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 233180d6-dc6d-42e8-872c-4b03d8b4ee99 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:48:24.156577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-c54bc354-b06c-43e9-873c-7f62be9b6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:24.159119 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-da66fd3d-abd1-4d76-9a34-44b534c30ce3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:24.165638 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-c54bc354-b06c-43e9-873c-7f62be9b6084 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1005881 Dec 11 22:48:24.293559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-11528beb-6e43-4b02-922d-e5a7c3836e3e req-423c4de1-4095-413a-bd0a-7f952ffce6d0 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.1402135 Dec 11 22:48:24.357322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da66fd3d-abd1-4d76-9a34-44b534c30ce3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Network 3891ad40-892d-45e7-a7a8-4d814d8eca03 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:24.371286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-da66fd3d-abd1-4d76-9a34-44b534c30ce3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:24.384678 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fe8146-39e1-4939-b34f-74726afa9a7c x-openstack-request-id: req-14fe8146-39e1-4939-b34f-74726afa9a7c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:48:24.384794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66fd3d-abd1-4d76-9a34-44b534c30ce3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:24.386027 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "tag": "627ed865-7237-41b1-ba07-82593a6a9db4", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:48:24.392988 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66fd3d-abd1-4d76-9a34-44b534c30ce3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Pushing event updated for resources: {'Port': ['ID=4c700bb9-1c10-42d0-a170-cd382f987d08,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:24.393255 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14fe8146-39e1-4939-b34f-74726afa9a7c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:48:24.393255 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'tag': '627ed865-7237-41b1-ba07-82593a6a9db4', 'status': 'completed', 'code': 200} Dec 11 22:48:24.466422 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da66fd3d-abd1-4d76-9a34-44b534c30ce3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:24.467220 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-da66fd3d-abd1-4d76-9a34-44b534c30ce3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:24.490426 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-0ddb4cfc-501f-497e-a229-f35ba778a60d service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954903 Dec 11 22:48:24.537010 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011aae20-bf57-4ab9-ad0a-344bd189a900 req-692dfac3-e55c-481a-8290-8d2a867ddc51 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:24.538654 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-011aae20-bf57-4ab9-ad0a-344bd189a900 req-692dfac3-e55c-481a-8290-8d2a867ddc51 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1070714 Dec 11 22:48:24.554947 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be8229d-a7e9-48cb-be22-f2ca19733e03 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:24.559295 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5be8229d-a7e9-48cb-be22-f2ca19733e03 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:24.594126 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:24.660816 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-011aae20-bf57-4ab9-ad0a-344bd189a900 req-b13f3474-262a-4470-87c7-b397e7ae4e58 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847912 Dec 11 22:48:24.668047 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-7f65ff96-aa1c-405e-9f23-5fd8cd97bdcc service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690867 Dec 11 22:48:24.674973 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-da66fd3d-abd1-4d76-9a34-44b534c30ce3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.6647608 Dec 11 22:48:24.678687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33194) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:24.684510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-31a9c0f9-2932-42f9-8108-b5eb9df79833 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-103556996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:24.731494 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-59401a7c-e27f-476f-a216-ba307190cacf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=a25ec2b4-97b9-44f8-9ade-bc23768403eb HTTP/1.1" status: 200 len: 217 time: 0.0537550 Dec 11 22:48:24.793978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-c3d3f9c3-3476-42d2-af56-21a8559b76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:24.795661 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-c3d3f9c3-3476-42d2-af56-21a8559b76d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 200 len: 797 time: 0.0550213 Dec 11 22:48:24.799260 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31a9c0f9-2932-42f9-8108-b5eb9df79833 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:24.800340 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31a9c0f9-2932-42f9-8108-b5eb9df79833 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:24.861377 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5be8229d-a7e9-48cb-be22-f2ca19733e03 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:24.893985 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31a9c0f9-2932-42f9-8108-b5eb9df79833 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:24.908412 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-33f1c16e-cca3-4a67-9edd-7e1b121e27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:24.908412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-33f1c16e-cca3-4a67-9edd-7e1b121e27e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0928969 Dec 11 22:48:24.983440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8229d-a7e9-48cb-be22-f2ca19733e03 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Subnet': ['ID=4a14e833-e9ef-4d69-a94c-e9e5391a4e92,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:25.017503 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-781137d4-c992-4f7c-9d1b-31792baf76b5 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064196 Dec 11 22:48:25.019255 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31a9c0f9-2932-42f9-8108-b5eb9df79833 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:25.056725 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1bcb-3326-4533-93c2-619bcc280a90 req-9ce7ad66-f05a-4df2-8c9c-ec96a744d008 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:25.064816 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1bcb-3326-4533-93c2-619bcc280a90 req-9ce7ad66-f05a-4df2-8c9c-ec96a744d008 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:25.071776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1bcb-3326-4533-93c2-619bcc280a90 req-9ce7ad66-f05a-4df2-8c9c-ec96a744d008 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:25.079024 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1bcb-3326-4533-93c2-619bcc280a90 req-9ce7ad66-f05a-4df2-8c9c-ec96a744d008 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:25.085289 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1bcb-3326-4533-93c2-619bcc280a90 req-9ce7ad66-f05a-4df2-8c9c-ec96a744d008 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:25.091769 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1bcb-3326-4533-93c2-619bcc280a90 req-9ce7ad66-f05a-4df2-8c9c-ec96a744d008 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:25.099276 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1bcb-3326-4533-93c2-619bcc280a90 req-9ce7ad66-f05a-4df2-8c9c-ec96a744d008 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:25.107550 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a97f1bcb-3326-4533-93c2-619bcc280a90 req-9ce7ad66-f05a-4df2-8c9c-ec96a744d008 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.2013178 Dec 11 22:48:25.118985 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be8229d-a7e9-48cb-be22-f2ca19733e03 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Checking segment: {'id': '55967e04-bf9e-4f5b-a520-82af5b8eeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '233180d6-dc6d-42e8-872c-4b03d8b4ee99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:25.119408 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be8229d-a7e9-48cb-be22-f2ca19733e03 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network hostable DHCP agents. Network: 233180d6-dc6d-42e8-872c-4b03d8b4ee99, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:48:25.154464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6989975-67e0-40c8-beb4-58a67fa6c7d1 req-7d7dc632-81b0-4bbb-b0c0-56205e2f9130 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:25.156076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6989975-67e0-40c8-beb4-58a67fa6c7d1 req-7d7dc632-81b0-4bbb-b0c0-56205e2f9130 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0782793 Dec 11 22:48:25.161357 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31a9c0f9-2932-42f9-8108-b5eb9df79833 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:25.162525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-31a9c0f9-2932-42f9-8108-b5eb9df79833 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4818876 Dec 11 22:48:25.168209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33208) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:25.172760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-945bdd15-5d75-48a7-a4fc-9af7abc178bc tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1765098537', 'prefixes': ['172.20.0.0/16']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:25.202133 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a97f1bcb-3326-4533-93c2-619bcc280a90 req-f4ec8c06-5470-49da-bca6-2747ef47954d tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927770 Dec 11 22:48:25.215990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-5f3904a1-9036-446c-94e4-a0ce7841ca7c service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899459 Dec 11 22:48:25.233456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be8229d-a7e9-48cb-be22-f2ca19733e03 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network 233180d6-dc6d-42e8-872c-4b03d8b4ee99 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:48:25.277755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-8a41c26e-781f-491f-9ff4-d51e25acab48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=af2ea78e-6ac1-4602-b7dc-a9863f8091ca HTTP/1.1" status: 200 len: 217 time: 0.0505476 Dec 11 22:48:25.282623 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6989975-67e0-40c8-beb4-58a67fa6c7d1 req-0b962399-3e5c-4ebb-b2a7-8ab2935f8547 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996697 Dec 11 22:48:25.351546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-71596318-fdb4-46a8-bf47-d002a956ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:25.352979 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-71596318-fdb4-46a8-bf47-d002a956ec16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 200 len: 797 time: 0.0683472 Dec 11 22:48:25.363532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-5be8229d-a7e9-48cb-be22-f2ca19733e03 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 233180d6-dc6d-42e8-872c-4b03d8b4ee99) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:25.369328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be8229d-a7e9-48cb-be22-f2ca19733e03 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:25.371388 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5be8229d-a7e9-48cb-be22-f2ca19733e03 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:25.383947 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060ed886-70e5-48ef-83bc-7b5600a914ef None None] Network 233180d6-dc6d-42e8-872c-4b03d8b4ee99 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:25.432759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e7dd05ef-1187-4526-8166-75a58e0fbaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:25.434890 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e7dd05ef-1187-4526-8166-75a58e0fbaca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0720623 Dec 11 22:48:25.461377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec7fa05-b6e2-4161-b84f-732b156cf28c None None] Network 3891ad40-892d-45e7-a7a8-4d814d8eca03 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:25.476360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c4496-620d-495a-907e-e7816c84e1ac req-31ac5425-17ae-4f78-b7e1-e9d50067729c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:25.478830 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-812c4496-620d-495a-907e-e7816c84e1ac req-31ac5425-17ae-4f78-b7e1-e9d50067729c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0616705 Dec 11 22:48:25.485610 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5be8229d-a7e9-48cb-be22-f2ca19733e03 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4453933 Dec 11 22:48:25.485947 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33218) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:25.547798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-759f14f2-9fb0-4d52-b074-aa16aa65e9a7 None None] Provisioning complete for port 91832c27-e34d-42e9-bc02-56b84671078e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:25.548422 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-759f14f2-9fb0-4d52-b074-aa16aa65e9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:25.566033 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-e630201b-9582-4caa-8580-f5e8309f8dba service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150634 Dec 11 22:48:25.575162 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ee4c074-7ae4-452f-8842-7b536328b1b1 req-e5b5eb2c-02ee-4d60-a6f2-d8d4ea81efb5 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.1546063 Dec 11 22:48:25.629198 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-812c4496-620d-495a-907e-e7816c84e1ac req-85da33d1-7b87-42c8-bcdc-5e32c1ae1abc tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299055 Dec 11 22:48:25.672676 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df4a5d3c-23d7-4c80-bc77-15ba4a06017d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:25.719858 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b9d8db-5873-446b-8c7b-f889cc52a2d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-233180d6-dc6d-42e8-872c-4b03d8b4ee99', 'network_id': '233180d6-dc6d-42e8-872c-4b03d8b4ee99', 'project_id': '4200cd9658784fb7861ec25558b9aaad', 'fixed_ips': [{'subnet_id': '4a14e833-e9ef-4d69-a94c-e9e5391a4e92'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:48:25.719858 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b9b9d8db-5873-446b-8c7b-f889cc52a2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:25.731944 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-eab510da-a84f-44f0-93b0-a5124781580c service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553817 Dec 11 22:48:25.735109 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-945bdd15-5d75-48a7-a4fc-9af7abc178bc tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks [] for subnetpool, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:25.740875 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-945bdd15-5d75-48a7-a4fc-9af7abc178bc tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5717447 Dec 11 22:48:25.743851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33228) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:25.773812 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-fc77401b-6ca8-40e8-9662-24b1b8db3778 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f89693b5-7b5c-4427-ab22-8acd25bdf408', 'tempest-TagsExtTest-Tag-1322741589') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:25.802555 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-2bdfb411-886b-44b4-bb92-9f5cce19e517 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a69950ad-c422-485a-b148-7b2af0519457 HTTP/1.1" status: 200 len: 217 time: 0.0593214 Dec 11 22:48:25.871791 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df4a5d3c-23d7-4c80-bc77-15ba4a06017d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:25.912595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-78465bf5-0926-49b7-a368-31719732ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:25.915809 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-78465bf5-0926-49b7-a368-31719732ed43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7a7f52a-6baa-4f18-a249-4b879d242a22 HTTP/1.1" status: 200 len: 797 time: 0.1045802 Dec 11 22:48:25.931946 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d15f64-a20f-426c-8b4f-580cc0128ff8 req-ea7da39b-ac7c-458e-81a5-e40ef7af6dc9 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:25.934349 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c8d15f64-a20f-426c-8b4f-580cc0128ff8 req-ea7da39b-ac7c-458e-81a5-e40ef7af6dc9 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1075625 Dec 11 22:48:25.980322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa42c69-e4d8-41cd-beea-9c93819b5b90 req-a7d23038-0f01-44e7-b831-e1cd6849c38f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:25.990666 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ffa42c69-e4d8-41cd-beea-9c93819b5b90 req-a7d23038-0f01-44e7-b831-e1cd6849c38f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1809139 Dec 11 22:48:26.052201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c8d15f64-a20f-426c-8b4f-580cc0128ff8 req-4e7d633b-ab00-46f2-b60b-c06e1de85361 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772412 Dec 11 22:48:26.057281 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-c05e6b65-b737-466c-abc3-a7fc4cd542d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:26.059848 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-c05e6b65-b737-466c-abc3-a7fc4cd542d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5552553-fde7-4121-af84-11fda90b4772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1242063 Dec 11 22:48:26.072974 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ffa42c69-e4d8-41cd-beea-9c93819b5b90 req-483d00db-1f45-44c2-b31d-3b151c1e4956 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825310 Dec 11 22:48:26.091067 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-759f14f2-9fb0-4d52-b074-aa16aa65e9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:26.143466 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df4a5d3c-23d7-4c80-bc77-15ba4a06017d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:26.202569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-759f14f2-9fb0-4d52-b074-aa16aa65e9a7 None None] For port 91832c27-e34d-42e9-bc02-56b84671078e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=91832c27-e34d-42e9-bc02-56b84671078e,segment=NetworkSegment(47e53db9-39e4-493c-8fd7-f1cb5d735913),segment_id=47e53db9-39e4-493c-8fd7-f1cb5d735913)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:26.276955 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a5d3c-23d7-4c80-bc77-15ba4a06017d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Subnet': ['ID=4a14e833-e9ef-4d69-a94c-e9e5391a4e92,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server [None req-b9b9d8db-5873-446b-8c7b-f889cc52a2d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a14e833-e9ef-4d69-a94c-e9e5391a4e92: This subnet is being modified by another concurrent operation. Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 11 22:48:26.294921 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise exception Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a14e833-e9ef-4d69-a94c-e9e5391a4e92: This subnet is being modified by another concurrent operation. Dec 11 22:48:26.299128 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server Dec 11 22:48:26.317054 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 91832c27-e34d-42e9-bc02-56b84671078e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:48:26.326165 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-759f14f2-9fb0-4d52-b074-aa16aa65e9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:26.417055 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-f1561803-560f-4222-ae27-449e0d31d58b service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408718 Dec 11 22:48:26.419016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834a0753-857e-40f3-9a8d-c45b7a2d70ad None None] Network 233180d6-dc6d-42e8-872c-4b03d8b4ee99 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:26.461639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e273bc3-7443-4657-87f8-6ac6e04e36d9 req-ba6d0a2d-49df-4825-a57b-fc7116aa04af tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:26.464067 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e273bc3-7443-4657-87f8-6ac6e04e36d9 req-ba6d0a2d-49df-4825-a57b-fc7116aa04af tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1948547 Dec 11 22:48:26.504330 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df4a5d3c-23d7-4c80-bc77-15ba4a06017d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:26.529653 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-df4a5d3c-23d7-4c80-bc77-15ba4a06017d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233180d6-dc6d-42e8-872c-4b03d8b4ee99']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:26.557137 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-df4a5d3c-23d7-4c80-bc77-15ba4a06017d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55967e04-bf9e-4f5b-a520-82af5b8eeb92') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:26.559567 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-df4a5d3c-23d7-4c80-bc77-15ba4a06017d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55967e04-bf9e-4f5b-a520-82af5b8eeb92') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:26.564143 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f14f2-9fb0-4d52-b074-aa16aa65e9a7 None None] Pushing event updated for resources: {'Port': ['ID=91832c27-e34d-42e9-bc02-56b84671078e,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:26.572599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 91832c27-e34d-42e9-bc02-56b84671078e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:26.573076 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:26.587166 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df4a5d3c-23d7-4c80-bc77-15ba4a06017d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:26.614415 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df4a5d3c-23d7-4c80-bc77-15ba4a06017d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:26.622420 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4a5d3c-23d7-4c80-bc77-15ba4a06017d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:26.623141 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df4a5d3c-23d7-4c80-bc77-15ba4a06017d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:26.641811 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2bbbf-81b4-4d10-9257-ed211961b95b req-f50f46de-71e9-41e6-86cc-2cfcd2731625 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:26.653354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2bbbf-81b4-4d10-9257-ed211961b95b req-f50f46de-71e9-41e6-86cc-2cfcd2731625 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:26.671068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2bbbf-81b4-4d10-9257-ed211961b95b req-f50f46de-71e9-41e6-86cc-2cfcd2731625 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:26.682745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2bbbf-81b4-4d10-9257-ed211961b95b req-f50f46de-71e9-41e6-86cc-2cfcd2731625 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:26.699837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2bbbf-81b4-4d10-9257-ed211961b95b req-f50f46de-71e9-41e6-86cc-2cfcd2731625 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:26.717225 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:26.720180 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fc77401b-6ca8-40e8-9662-24b1b8db3778 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "PUT /v2.0/subnets/f89693b5-7b5c-4427-ab22-8acd25bdf408/tags/tempest-TagsExtTest-Tag-1322741589 HTTP/1.1" status: 201 len: 201 time: 0.9745789 Dec 11 22:48:26.722868 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33250) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:26.727626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2bbbf-81b4-4d10-9257-ed211961b95b req-f50f46de-71e9-41e6-86cc-2cfcd2731625 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:26.728947 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-9fc92410-ffe2-4ba3-8f5f-d3c1400a28ad tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4c700bb9-1c10-42d0-a170-cd382f987d08', 'tempest-TagsExtTest-Tag-1872842033') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:26.746630 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a8f5aa74-57dd-47be-b238-0032aece84b4 None None] Provisioning complete for port 4c700bb9-1c10-42d0-a170-cd382f987d08 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:26.747160 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8f5aa74-57dd-47be-b238-0032aece84b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:26.747732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2bbbf-81b4-4d10-9257-ed211961b95b req-f50f46de-71e9-41e6-86cc-2cfcd2731625 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:26.760384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01c2bbbf-81b4-4d10-9257-ed211961b95b req-f50f46de-71e9-41e6-86cc-2cfcd2731625 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.3995798 Dec 11 22:48:26.798699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5aa74-57dd-47be-b238-0032aece84b4 None None] Port 4c700bb9-1c10-42d0-a170-cd382f987d08 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:48:26.813574 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a8f5aa74-57dd-47be-b238-0032aece84b4 None None] Provisioning complete for port 91832c27-e34d-42e9-bc02-56b84671078e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:26.814007 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8f5aa74-57dd-47be-b238-0032aece84b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:26.836067 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74767e7-1a49-4387-9ae1-e8cb1290db1e req-5e496a41-43b0-4708-bf8d-9a976009928e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:26.846130 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d74767e7-1a49-4387-9ae1-e8cb1290db1e req-5e496a41-43b0-4708-bf8d-9a976009928e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.6391449 Dec 11 22:48:26.852995 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df4a5d3c-23d7-4c80-bc77-15ba4a06017d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:26.859295 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df4a5d3c-23d7-4c80-bc77-15ba4a06017d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:26.863686 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-df4a5d3c-23d7-4c80-bc77-15ba4a06017d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/233180d6-dc6d-42e8-872c-4b03d8b4ee99 HTTP/1.1" status: 204 len: 168 time: 1.3763914 Dec 11 22:48:26.891908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33258) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:26.921103 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ed9245c7-2913-4ed3-8f4e-5a6612c26212 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2099914100'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:26.958370 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01c2bbbf-81b4-4d10-9257-ed211961b95b req-4d7553e1-8d90-4eb1-b4d5-1dd96d7b9565 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1956792 Dec 11 22:48:26.971860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a5d3c-23d7-4c80-bc77-15ba4a06017d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Network': ['ID=233180d6-dc6d-42e8-872c-4b03d8b4ee99,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:26.974086 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-a62ff234-8ea9-4d6b-bc01-45ee1ccbb656 service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482681 Dec 11 22:48:26.977955 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d74767e7-1a49-4387-9ae1-e8cb1290db1e req-92d8349c-3815-442d-bae2-9e6028efc84a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306553 Dec 11 22:48:27.042524 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691c31c2-c444-4618-9c24-22ff37185b80 None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 22:48:27.068417 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9245c7-2913-4ed3-8f4e-5a6612c26212 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:27.075263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-6e2a317c-dabc-4b64-9ad5-86975ec925f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=627ed865-7237-41b1-ba07-82593a6a9db4 HTTP/1.1" status: 200 len: 217 time: 0.0914702 Dec 11 22:48:27.078691 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed9245c7-2913-4ed3-8f4e-5a6612c26212 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:27.110374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3875fc8-ee90-42a6-b870-bb635fdcc8dd req-682b219f-8c8a-4e20-a183-986154169641 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0394683 Dec 11 22:48:27.118262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9245c7-2913-4ed3-8f4e-5a6612c26212 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:48:27.125886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-37133c87-0acb-497e-a823-b1fa2075594a None None] Provisioning complete for port 4c700bb9-1c10-42d0-a170-cd382f987d08 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:27.126594 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-37133c87-0acb-497e-a823-b1fa2075594a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:27.148927 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-9e273bc3-7443-4657-87f8-6ac6e04e36d9 req-b1caa72f-8c71-4e38-a947-c82b3d5cd6fe tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Deleting port 6462d03d-ca94-49e5-91ae-038181242f09 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:48:27.149459 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9e273bc3-7443-4657-87f8-6ac6e04e36d9 req-b1caa72f-8c71-4e38-a947-c82b3d5cd6fe tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:27.153267 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed9245c7-2913-4ed3-8f4e-5a6612c26212 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:27.153937 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-ed9245c7-2913-4ed3-8f4e-5a6612c26212 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Added segment 63485b41-d939-4651-aa50-c4274a187e7f of type vlan for network 3783a3b5-656b-4a3e-bafa-fa37ae578b4e Dec 11 22:48:27.167598 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9fc92410-ffe2-4ba3-8f5f-d3c1400a28ad tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "PUT /v2.0/ports/4c700bb9-1c10-42d0-a170-cd382f987d08/tags/tempest-TagsExtTest-Tag-1872842033 HTTP/1.1" status: 201 len: 201 time: 0.4434476 Dec 11 22:48:27.170877 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33270) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:27.177318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-14ef3485-d6bb-46b7-ac72-1746c56da974 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3d79455f-6fc8-4091-85eb-f78e201ccf4f', 'tempest-TagsExtTest-Tag-1066775429') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:27.201213 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-37133c87-0acb-497e-a823-b1fa2075594a None None] Port 4c700bb9-1c10-42d0-a170-cd382f987d08 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:48:27.276215 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed9245c7-2913-4ed3-8f4e-5a6612c26212 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:27.286065 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691c31c2-c444-4618-9c24-22ff37185b80 None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 22:48:27.313188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9e273bc3-7443-4657-87f8-6ac6e04e36d9 req-b1caa72f-8c71-4e38-a947-c82b3d5cd6fe tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] For port 6462d03d-ca94-49e5-91ae-038181242f09, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6462d03d-ca94-49e5-91ae-038181242f09,segment=NetworkSegment(dc2665f0-d8f6-40ca-8d50-ed8f03948081),segment_id=dc2665f0-d8f6-40ca-8d50-ed8f03948081)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:27.313581 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9e273bc3-7443-4657-87f8-6ac6e04e36d9 req-b1caa72f-8c71-4e38-a947-c82b3d5cd6fe tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:27.334500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-9e273bc3-7443-4657-87f8-6ac6e04e36d9 req-b1caa72f-8c71-4e38-a947-c82b3d5cd6fe tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Calling delete_port for 6462d03d-ca94-49e5-91ae-038181242f09 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:48:27.347608 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-647b35cc-2d0c-4103-95c3-58fdda5b2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:27.349209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-647b35cc-2d0c-4103-95c3-58fdda5b2683 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7a7f52a-6baa-4f18-a249-4b879d242a22 HTTP/1.1" status: 200 len: 797 time: 0.2377491 Dec 11 22:48:27.411832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7f389-3b12-4089-acb4-48023fd63a4d req-e36fbe01-850a-47e9-860f-a5805adc8df0 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:27.414090 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-75d7f389-3b12-4089-acb4-48023fd63a4d req-e36fbe01-850a-47e9-860f-a5805adc8df0 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 946 time: 0.1431215 Dec 11 22:48:27.459358 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed9245c7-2913-4ed3-8f4e-5a6612c26212 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:27.467119 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9245c7-2913-4ed3-8f4e-5a6612c26212 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:27.470002 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed9245c7-2913-4ed3-8f4e-5a6612c26212 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:27.518628 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-14ef3485-d6bb-46b7-ac72-1746c56da974 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "PUT /v2.0/routers/3d79455f-6fc8-4091-85eb-f78e201ccf4f/tags/tempest-TagsExtTest-Tag-1066775429 HTTP/1.1" status: 201 len: 201 time: 0.3440609 Dec 11 22:48:27.519330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33288) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:27.526676 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-63b70f95-3f62-43ba-9332-e9195539dde8 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7c8a6f4f-0ac8-47b0-b171-39c54c1c7690', 'tempest-TagsExtTest-Tag-69402776') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:27.566381 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-75d7f389-3b12-4089-acb4-48023fd63a4d req-4319bc87-eec7-40e8-aeef-9df473a85dd8 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/security-groups?id=324168fe-cfdb-48df-9cee-515f1433d15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407464 Dec 11 22:48:27.580311 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ed9245c7-2913-4ed3-8f4e-5a6612c26212 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6791296 Dec 11 22:48:27.589218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33290) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:27.597012 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-07bc509b-0549-4636-a46f-934e54880f49 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'subnet': {'network_id': '3783a3b5-656b-4a3e-bafa-fa37ae578b4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:27.621562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-456d4071-757e-4137-94d6-9cb8cc8d8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:27.624554 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-456d4071-757e-4137-94d6-9cb8cc8d8d3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5552553-fde7-4121-af84-11fda90b4772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2208929 Dec 11 22:48:27.659838 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9245c7-2913-4ed3-8f4e-5a6612c26212 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Network': ['ID=3783a3b5-656b-4a3e-bafa-fa37ae578b4e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:27.672963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 3783a3b5-656b-4a3e-bafa-fa37ae578b4e details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:48:27.740652 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9e273bc3-7443-4657-87f8-6ac6e04e36d9 req-b1caa72f-8c71-4e38-a947-c82b3d5cd6fe tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:27.754278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['6462d03d-ca94-49e5-91ae-038181242f09'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:48:27.791412 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1caa72f-8c71-4e38-a947-c82b3d5cd6fe tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Pushing event deleted for resources: {'Port': ['ID=6462d03d-ca94-49e5-91ae-038181242f09,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:27.810598 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bc509b-0549-4636-a46f-934e54880f49 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:27.813049 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17b5553-9380-4dd6-b1fb-4aed01725c21 None None] DHCP port deletion for 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:48:27.814764 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07bc509b-0549-4636-a46f-934e54880f49 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:27.840082 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-63b70f95-3f62-43ba-9332-e9195539dde8 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "PUT /v2.0/subnetpools/7c8a6f4f-0ac8-47b0-b171-39c54c1c7690/tags/tempest-TagsExtTest-Tag-69402776 HTTP/1.1" status: 201 len: 201 time: 0.3191397 Dec 11 22:48:27.843825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33298) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:27.869495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-e40eb5a7-7a5b-4ec0-9f97-0cae238e4d93 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f89693b5-7b5c-4427-ab22-8acd25bdf408') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:27.872144 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e273bc3-7443-4657-87f8-6ac6e04e36d9 req-b1caa72f-8c71-4e38-a947-c82b3d5cd6fe tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] No DVR routers for this DVR port 6462d03d-ca94-49e5-91ae-038181242f09 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:48:27.896082 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.ipam_backend_mixin [None req-07bc509b-0549-4636-a46f-934e54880f49 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Performing IP validity checks on allocation pools {{(pid=103691) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 11 22:48:27.896673 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.ipam_backend_mixin [None req-07bc509b-0549-4636-a46f-934e54880f49 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103691) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 11 22:48:27.907877 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9e273bc3-7443-4657-87f8-6ac6e04e36d9 req-b1caa72f-8c71-4e38-a947-c82b3d5cd6fe tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:27.911278 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e273bc3-7443-4657-87f8-6ac6e04e36d9 req-b1caa72f-8c71-4e38-a947-c82b3d5cd6fe tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.13 "DELETE /v2.0/ports/6462d03d-ca94-49e5-91ae-038181242f09 HTTP/1.1" status: 204 len: 173 time: 1.3920631 Dec 11 22:48:27.911738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c371f788-2f43-4fed-b9ce-7e91d16541d8', 'name': 'network-vif-deleted', 'tag': '6462d03d-ca94-49e5-91ae-038181242f09'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:48:27.914319 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c251a81-4fa4-4578-b7b1-2f0c9b63031c" -d '{"events": [{"server_uuid": "c371f788-2f43-4fed-b9ce-7e91d16541d8", "name": "network-vif-deleted", "tag": "6462d03d-ca94-49e5-91ae-038181242f09"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:48:27.955897 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-50a0bd71-b0f9-4a42-894d-a543a695e874 service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974162 Dec 11 22:48:27.998465 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b02e60-21d6-40a8-a8a7-f59ab4eb660d x-openstack-request-id: req-53b02e60-21d6-40a8-a8a7-f59ab4eb660d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:48:27.998766 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c371f788-2f43-4fed-b9ce-7e91d16541d8", "name": "network-vif-deleted", "tag": "6462d03d-ca94-49e5-91ae-038181242f09", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:48:27.999050 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53b02e60-21d6-40a8-a8a7-f59ab4eb660d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:48:27.999440 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c371f788-2f43-4fed-b9ce-7e91d16541d8', 'name': 'network-vif-deleted', 'tag': '6462d03d-ca94-49e5-91ae-038181242f09', 'status': 'completed', 'code': 200} Dec 11 22:48:28.090126 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e40eb5a7-7a5b-4ec0-9f97-0cae238e4d93 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/subnets/f89693b5-7b5c-4427-ab22-8acd25bdf408/tags HTTP/1.1" status: 200 len: 241 time: 0.2416131 Dec 11 22:48:28.092125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33316) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:28.096527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-457cd5f3-03c0-4769-8f9d-f8ebf4956ef0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f89693b5-7b5c-4427-ab22-8acd25bdf408', 'tempest-TagsExtTest-Tag-1322741589') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:28.133358 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba7e35e7-14a2-441d-9fd9-d2a2f87c8eb0 req-985531d2-27cd-4cd8-b0d9-39733e8d2901 service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688151 Dec 11 22:48:28.193599 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-457cd5f3-03c0-4769-8f9d-f8ebf4956ef0 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/subnets/f89693b5-7b5c-4427-ab22-8acd25bdf408/tags/tempest-TagsExtTest-Tag-1322741589 HTTP/1.1" status: 204 len: 168 time: 0.1005027 Dec 11 22:48:28.196886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33322) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:28.201473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-2299c14f-750d-43a0-9a4e-6633256dfc42 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f89693b5-7b5c-4427-ab22-8acd25bdf408', 'tempest-TagsExtTest-Tag-1322741589') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:28.213895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 91832c27-e34d-42e9-bc02-56b84671078e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:48:28.235110 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeca1a-922b-4c9d-b7b9-e4fb938e1e5d req-f7726ac5-0d3c-4e9c-a8a8-86e4f63fe694 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.244925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeca1a-922b-4c9d-b7b9-e4fb938e1e5d req-f7726ac5-0d3c-4e9c-a8a8-86e4f63fe694 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.259072 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeca1a-922b-4c9d-b7b9-e4fb938e1e5d req-f7726ac5-0d3c-4e9c-a8a8-86e4f63fe694 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.266884 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeca1a-922b-4c9d-b7b9-e4fb938e1e5d req-f7726ac5-0d3c-4e9c-a8a8-86e4f63fe694 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.276516 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeca1a-922b-4c9d-b7b9-e4fb938e1e5d req-f7726ac5-0d3c-4e9c-a8a8-86e4f63fe694 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.312925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeca1a-922b-4c9d-b7b9-e4fb938e1e5d req-f7726ac5-0d3c-4e9c-a8a8-86e4f63fe694 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.321180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 91832c27-e34d-42e9-bc02-56b84671078e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:28.321701 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:28.330549 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeca1a-922b-4c9d-b7b9-e4fb938e1e5d req-f7726ac5-0d3c-4e9c-a8a8-86e4f63fe694 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.332779 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5bfeca1a-922b-4c9d-b7b9-e4fb938e1e5d req-f7726ac5-0d3c-4e9c-a8a8-86e4f63fe694 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.2190638 Dec 11 22:48:28.337946 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07bc509b-0549-4636-a46f-934e54880f49 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:28.354750 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2299c14f-750d-43a0-9a4e-6633256dfc42 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/subnets/f89693b5-7b5c-4427-ab22-8acd25bdf408/tags/tempest-TagsExtTest-Tag-1322741589 HTTP/1.1" status: 204 len: 168 time: 0.1567822 Dec 11 22:48:28.357283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33324) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:28.361789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-d19ed6e2-b35f-4931-96e6-a29af4328462 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f89693b5-7b5c-4427-ab22-8acd25bdf408') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:28.455916 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc509b-0549-4636-a46f-934e54880f49 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Subnet': ['ID=f936c069-3884-4d13-8cf1-03e36d68a1d2,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:28.468382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b629518-f60d-40a2-89ca-2d4073c7790b req-9b672dd4-82fb-43ee-88b7-d6e50c5de105 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0687122 Dec 11 22:48:28.472523 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5bfeca1a-922b-4c9d-b7b9-e4fb938e1e5d req-698d6d16-0543-48ec-aa8c-aaacd65a860b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285572 Dec 11 22:48:28.474146 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bc509b-0549-4636-a46f-934e54880f49 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Checking segment: {'id': '63485b41-d939-4651-aa50-c4274a187e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3783a3b5-656b-4a3e-bafa-fa37ae578b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:28.474516 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bc509b-0549-4636-a46f-934e54880f49 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network hostable DHCP agents. Network: 3783a3b5-656b-4a3e-bafa-fa37ae578b4e, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:48:28.539061 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-f3f9a4bb-ab78-4a12-bb28-6b520da205fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.539625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-f3f9a4bb-ab78-4a12-bb28-6b520da205fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.540012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-f3f9a4bb-ab78-4a12-bb28-6b520da205fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.540474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-f3f9a4bb-ab78-4a12-bb28-6b520da205fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.540935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-f3f9a4bb-ab78-4a12-bb28-6b520da205fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.541475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-f3f9a4bb-ab78-4a12-bb28-6b520da205fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.542017 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-f3f9a4bb-ab78-4a12-bb28-6b520da205fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.544195 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-f3f9a4bb-ab78-4a12-bb28-6b520da205fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 6475 time: 0.1127856 Dec 11 22:48:28.546026 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d19ed6e2-b35f-4931-96e6-a29af4328462 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/subnets/f89693b5-7b5c-4427-ab22-8acd25bdf408/tags HTTP/1.1" status: 200 len: 205 time: 0.1877747 Dec 11 22:48:28.548612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33326) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:28.552922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-b992b61f-75b0-4ba7-a365-5e249d20c748 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4c700bb9-1c10-42d0-a170-cd382f987d08') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:28.581757 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bc509b-0549-4636-a46f-934e54880f49 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network 3783a3b5-656b-4a3e-bafa-fa37ae578b4e is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:48:28.633641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-07bc509b-0549-4636-a46f-934e54880f49 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 3783a3b5-656b-4a3e-bafa-fa37ae578b4e) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:28.650677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc509b-0549-4636-a46f-934e54880f49 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.651716 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782f3d18-3703-4bf5-b286-5bf4d221dc6b None None] Network 3783a3b5-656b-4a3e-bafa-fa37ae578b4e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:28.652556 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07bc509b-0549-4636-a46f-934e54880f49 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:28.697328 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-92a33273-9388-4a49-9ad5-9531f7d0e331 req-1e06ca1c-b86d-4fec-8e8c-ce8968655a59 tempest-ServerRescueNegativeTestJSON-2091181705 tempest-ServerRescueNegativeTestJSON-2091181705-project] 10.222.0.45 "GET /v2.0/ports?device_id=c371f788-2f43-4fed-b9ce-7e91d16541d8 HTTP/1.1" status: 200 len: 210 time: 0.0428536 Dec 11 22:48:28.733396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33332) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:28.737878 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-07bc509b-0549-4636-a46f-934e54880f49 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1463189 Dec 11 22:48:28.738779 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b992b61f-75b0-4ba7-a365-5e249d20c748 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/ports/4c700bb9-1c10-42d0-a170-cd382f987d08/tags HTTP/1.1" status: 200 len: 241 time: 0.1890919 Dec 11 22:48:28.740228 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33334) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:28.746039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33336) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:28.751030 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-5a1d9edc-436b-464f-9517-cb691ce07074 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4c700bb9-1c10-42d0-a170-cd382f987d08', 'tempest-TagsExtTest-Tag-1872842033') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:28.773477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-45e8aa72-ad12-4301-a7ed-028177bdc9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.775006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-45e8aa72-ad12-4301-a7ed-028177bdc9ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5552553-fde7-4121-af84-11fda90b4772 HTTP/1.1" status: 200 len: 903 time: 0.1937456 Dec 11 22:48:28.807525 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-3783a3b5-656b-4a3e-bafa-fa37ae578b4e', 'network_id': '3783a3b5-656b-4a3e-bafa-fa37ae578b4e', 'project_id': '4200cd9658784fb7861ec25558b9aaad', 'fixed_ips': [{'subnet_id': 'f936c069-3884-4d13-8cf1-03e36d68a1d2'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:48:28.808946 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:28.869480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-12ad2e12-b67b-4201-84ff-f5c20b12a564 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=627ed865-7237-41b1-ba07-82593a6a9db4 HTTP/1.1" status: 200 len: 217 time: 0.0568445 Dec 11 22:48:28.955923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-456732ce-854e-4c5c-ab4d-48c1f4461bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:28.957754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-456732ce-854e-4c5c-ab4d-48c1f4461bbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7a7f52a-6baa-4f18-a249-4b879d242a22 HTTP/1.1" status: 200 len: 797 time: 0.0762827 Dec 11 22:48:28.962926 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.004091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Allocated IP 172.20.0.3 (3783a3b5-656b-4a3e-bafa-fa37ae578b4e/f936c069-3884-4d13-8cf1-03e36d68a1d2/3b30fc5d-7a66-4b12-bf4b-ddf2d7e46de6) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:29.063837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-1e533db2-9198-4db8-9cdd-8b6727208413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:29.065641 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-1e533db2-9198-4db8-9cdd-8b6727208413 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5552553-fde7-4121-af84-11fda90b4772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0994847 Dec 11 22:48:29.134984 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.163825 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-899a628e-80de-41b8-8a18-a48a57650c27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.191949 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5a1d9edc-436b-464f-9517-cb691ce07074 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/ports/4c700bb9-1c10-42d0-a170-cd382f987d08/tags/tempest-TagsExtTest-Tag-1872842033 HTTP/1.1" status: 204 len: 168 time: 0.4428566 Dec 11 22:48:29.195068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33340) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:29.199577 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-51518200-ed51-4e5e-8382-0d7c57f33e0a tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4c700bb9-1c10-42d0-a170-cd382f987d08', 'tempest-TagsExtTest-Tag-1872842033') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:29.213117 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.217517 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-7ab40f67-9dcc-4050-ad2c-8ad6e45768fb service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428974 Dec 11 22:48:29.278029 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.307121 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-899a628e-80de-41b8-8a18-a48a57650c27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.325077 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Network 3783a3b5-656b-4a3e-bafa-fa37ae578b4e is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:29.329724 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:29.333026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:29.336287 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6e2db52-2f21-403b-9d06-eb7928844bd2 req-c1f9834d-0dc3-41b1-afe0-96842bad4cf2 service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114233 Dec 11 22:48:29.346789 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Pushing event updated for resources: {'Port': ['ID=3b30fc5d-7a66-4b12-bf4b-ddf2d7e46de6,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:29.376515 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.402978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Attempting to bind port 3b30fc5d-7a66-4b12-bf4b-ddf2d7e46de6 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:29.403394 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Attempting to bind port 3b30fc5d-7a66-4b12-bf4b-ddf2d7e46de6 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '63485b41-d939-4651-aa50-c4274a187e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3783a3b5-656b-4a3e-bafa-fa37ae578b4e'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:29.403779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Attempting to bind port 3b30fc5d-7a66-4b12-bf4b-ddf2d7e46de6 on network 3783a3b5-656b-4a3e-bafa-fa37ae578b4e {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:29.407418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Subnet': ['ID=f936c069-3884-4d13-8cf1-03e36d68a1d2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:29.411067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:29.420247 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Checking segment: {'id': '63485b41-d939-4651-aa50-c4274a187e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3783a3b5-656b-4a3e-bafa-fa37ae578b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:29.420623 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-51518200-ed51-4e5e-8382-0d7c57f33e0a tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/ports/4c700bb9-1c10-42d0-a170-cd382f987d08/tags/tempest-TagsExtTest-Tag-1872842033 HTTP/1.1" status: 204 len: 168 time: 0.2162364 Dec 11 22:48:29.420623 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-899a628e-80de-41b8-8a18-a48a57650c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.420813 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.420906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33344) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:29.421021 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Bound using segment: {'id': '63485b41-d939-4651-aa50-c4274a187e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3783a3b5-656b-4a3e-bafa-fa37ae578b4e'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:29.421021 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Bound port: 3b30fc5d-7a66-4b12-bf4b-ddf2d7e46de6, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63485b41-d939-4651-aa50-c4274a187e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3783a3b5-656b-4a3e-bafa-fa37ae578b4e'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:29.421021 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.430489 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-268cfb13-5994-4332-9c3e-d846495dab74 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4c700bb9-1c10-42d0-a170-cd382f987d08') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:29.457202 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-899a628e-80de-41b8-8a18-a48a57650c27 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0fe7f79897b48909b771c9190226d56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7180610 Dec 11 22:48:29.459223 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a628e-80de-41b8-8a18-a48a57650c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4fabe8-fc4d-425a-ae44-722864f7abd9,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:29.462480 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33346) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:29.512620 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.517064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] For port 3b30fc5d-7a66-4b12-bf4b-ddf2d7e46de6, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:29.520505 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] For port 3b30fc5d-7a66-4b12-bf4b-ddf2d7e46de6, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3b30fc5d-7a66-4b12-bf4b-ddf2d7e46de6,segment=NetworkSegment(63485b41-d939-4651-aa50-c4274a187e7f),segment_id=63485b41-d939-4651-aa50-c4274a187e7f)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:29.538917 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-58e90e1d-e3b9-46e9-97a2-2d61df38b9fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.543349 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3783a3b5-656b-4a3e-bafa-fa37ae578b4e']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:29.556667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63485b41-d939-4651-aa50-c4274a187e7f') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:29.557066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63485b41-d939-4651-aa50-c4274a187e7f') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:29.573324 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-58e90e1d-e3b9-46e9-97a2-2d61df38b9fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.577656 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.604025 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.608772 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69a9b514-06db-4aea-af1e-dc974fa76cb1 req-52febf97-4437-4583-92c9-f807cea0a47b tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0411808 Dec 11 22:48:29.615674 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-268cfb13-5994-4332-9c3e-d846495dab74 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/ports/4c700bb9-1c10-42d0-a170-cd382f987d08/tags HTTP/1.1" status: 200 len: 205 time: 0.1993387 Dec 11 22:48:29.617986 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.620029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33352) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:29.624641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-81c42818-12f2-4c8f-8add-e99602de78f3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3d79455f-6fc8-4091-85eb-f78e201ccf4f') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:29.660822 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697189ac-edbf-4856-b4f5-7a14ef1f3654 req-24fe806b-ae2a-4529-a770-bd29d58df5bb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:29.667469 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697189ac-edbf-4856-b4f5-7a14ef1f3654 req-24fe806b-ae2a-4529-a770-bd29d58df5bb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:29.669239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:29.669408 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.673863 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697189ac-edbf-4856-b4f5-7a14ef1f3654 req-24fe806b-ae2a-4529-a770-bd29d58df5bb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:29.674104 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:29.682251 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697189ac-edbf-4856-b4f5-7a14ef1f3654 req-24fe806b-ae2a-4529-a770-bd29d58df5bb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:29.688500 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697189ac-edbf-4856-b4f5-7a14ef1f3654 req-24fe806b-ae2a-4529-a770-bd29d58df5bb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:29.695410 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697189ac-edbf-4856-b4f5-7a14ef1f3654 req-24fe806b-ae2a-4529-a770-bd29d58df5bb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:29.701469 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697189ac-edbf-4856-b4f5-7a14ef1f3654 req-24fe806b-ae2a-4529-a770-bd29d58df5bb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:29.704232 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce903a1-a223-4c44-96a6-7206cea30a14 None None] Pushing event updated for resources: {'Port': ['ID=3b30fc5d-7a66-4b12-bf4b-ddf2d7e46de6,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:29.709205 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-697189ac-edbf-4856-b4f5-7a14ef1f3654 req-24fe806b-ae2a-4529-a770-bd29d58df5bb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.1291823 Dec 11 22:48:29.749156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addfdd73-9582-4b62-a9e0-97a16a952dc4 None None] Network 3783a3b5-656b-4a3e-bafa-fa37ae578b4e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:29.779120 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33356) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:29.836172 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-697189ac-edbf-4856-b4f5-7a14ef1f3654 req-0cde823f-a0ed-46d8-b79e-14a8d7d8970e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1238391 Dec 11 22:48:29.859012 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-58e90e1d-e3b9-46e9-97a2-2d61df38b9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.862908 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-58e90e1d-e3b9-46e9-97a2-2d61df38b9fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:29.869588 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-58e90e1d-e3b9-46e9-97a2-2d61df38b9fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0d4fabe8-fc4d-425a-ae44-722864f7abd9 HTTP/1.1" status: 204 len: 168 time: 0.4064422 Dec 11 22:48:29.870758 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744b427d-1d1f-4dfa-bf84-2afe8786006e None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 22:48:29.911588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e90e1d-e3b9-46e9-97a2-2d61df38b9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4fabe8-fc4d-425a-ae44-722864f7abd9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:30.031175 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744b427d-1d1f-4dfa-bf84-2afe8786006e None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 22:48:30.180558 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-81c42818-12f2-4c8f-8add-e99602de78f3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/routers/3d79455f-6fc8-4091-85eb-f78e201ccf4f/tags HTTP/1.1" status: 200 len: 241 time: 0.5563247 Dec 11 22:48:30.180558 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.api [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 22:48:30.180558 n-d-710847-6 neutron-server[103692]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 22:48:30.180558 n-d-710847-6 neutron-server[103692]: [parameters: {'id': '3783a3b5-656b-4a3e-bafa-fa37ae578b4e'}] Dec 11 22:48:30.180558 n-d-710847-6 neutron-server[103692]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:48:30.180558 n-d-710847-6 neutron-server[103692]: DEBUG oslo_db.api [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:48:30.181406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33362) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:30.186250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-5c005a8c-7873-4e99-9529-ba84af067203 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d79455f-6fc8-4091-85eb-f78e201ccf4f', 'tempest-TagsExtTest-Tag-1066775429') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:30.282401 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5c005a8c-7873-4e99-9529-ba84af067203 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/routers/3d79455f-6fc8-4091-85eb-f78e201ccf4f/tags/tempest-TagsExtTest-Tag-1066775429 HTTP/1.1" status: 204 len: 168 time: 0.1000297 Dec 11 22:48:30.284972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33364) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:30.290155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-ef275b17-7673-4a73-9025-6345eaacfb1e tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3d79455f-6fc8-4091-85eb-f78e201ccf4f', 'tempest-TagsExtTest-Tag-1066775429') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:30.335884 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b3c81065-e048-4743-9737-517b4bab3aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:30.457975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 6462d03d-ca94-49e5-91ae-038181242f09 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:48:30.480685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 6462d03d-ca94-49e5-91ae-038181242f09 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:48:30.481038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 6462d03d-ca94-49e5-91ae-038181242f09 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:48:30.486844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ef275b17-7673-4a73-9025-6345eaacfb1e tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/routers/3d79455f-6fc8-4091-85eb-f78e201ccf4f/tags/tempest-TagsExtTest-Tag-1066775429 HTTP/1.1" status: 204 len: 168 time: 0.1996210 Dec 11 22:48:30.490275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33368) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:30.493336 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-7da6b6a1-dbdd-492a-ad66-ccfe59c13589 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3d79455f-6fc8-4091-85eb-f78e201ccf4f') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:30.578638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33370) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:30.593835 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7da6b6a1-dbdd-492a-ad66-ccfe59c13589 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/routers/3d79455f-6fc8-4091-85eb-f78e201ccf4f/tags HTTP/1.1" status: 200 len: 205 time: 0.1045277 Dec 11 22:48:30.595125 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2af6a3b-6436-46b6-87bd-66f92d1ff70c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:30.596420 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33372) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:30.600652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-8326d3f1-4718-431e-8184-1dbfc8c53201 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7c8a6f4f-0ac8-47b0-b171-39c54c1c7690') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:30.632951 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-b3c81065-e048-4743-9737-517b4bab3aa9 admin admin] Deleting port 362b6818-4e71-45da-8bf2-503a7919289c {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:48:30.633292 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b3c81065-e048-4743-9737-517b4bab3aa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:30.672796 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2af6a3b-6436-46b6-87bd-66f92d1ff70c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:30.685914 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:30.686104 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8326d3f1-4718-431e-8184-1dbfc8c53201 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/subnetpools/7c8a6f4f-0ac8-47b0-b171-39c54c1c7690/tags HTTP/1.1" status: 200 len: 239 time: 0.0856745 Dec 11 22:48:30.687260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33376) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:30.691670 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-3c67b491-8c31-47b5-a5f1-f4e30bf3a3ec tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7c8a6f4f-0ac8-47b0-b171-39c54c1c7690', 'tempest-TagsExtTest-Tag-69402776') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:30.739937 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ae431cd0-b3bf-4630-92e9-5b8182e2f630 req-d13064d7-3210-47b5-989c-9340997dbc12 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0336549 Dec 11 22:48:30.741595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Deleting port 3b30fc5d-7a66-4b12-bf4b-ddf2d7e46de6 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:48:30.742272 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:30.760528 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3c67b491-8c31-47b5-a5f1-f4e30bf3a3ec tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/subnetpools/7c8a6f4f-0ac8-47b0-b171-39c54c1c7690/tags/tempest-TagsExtTest-Tag-69402776 HTTP/1.1" status: 204 len: 168 time: 0.0722194 Dec 11 22:48:30.763022 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2af6a3b-6436-46b6-87bd-66f92d1ff70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:30.765666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33378) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:30.772000 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-b3c81065-e048-4743-9737-517b4bab3aa9 admin admin] For port 362b6818-4e71-45da-8bf2-503a7919289c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=362b6818-4e71-45da-8bf2-503a7919289c,segment=NetworkSegment(dc2665f0-d8f6-40ca-8d50-ed8f03948081),segment_id=dc2665f0-d8f6-40ca-8d50-ed8f03948081)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:30.772368 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b3c81065-e048-4743-9737-517b4bab3aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:30.785092 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-b3c81065-e048-4743-9737-517b4bab3aa9 admin admin] Calling delete_port for 362b6818-4e71-45da-8bf2-503a7919289c owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:48:30.798872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-1526a727-c93f-440f-85ca-ba9c8986c495 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7c8a6f4f-0ac8-47b0-b171-39c54c1c7690', 'tempest-TagsExtTest-Tag-69402776') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:30.862042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af6a3b-6436-46b6-87bd-66f92d1ff70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2f9330-a4a8-45a3-9ad3-1bbd2d5e15b2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:30.871256 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d2af6a3b-6436-46b6-87bd-66f92d1ff70c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5042dba3d2bb467b9baafe79636f0ab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2891707 Dec 11 22:48:30.875510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33380) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:30.882437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] For port 3b30fc5d-7a66-4b12-bf4b-ddf2d7e46de6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3b30fc5d-7a66-4b12-bf4b-ddf2d7e46de6,segment=NetworkSegment(63485b41-d939-4651-aa50-c4274a187e7f),segment_id=63485b41-d939-4651-aa50-c4274a187e7f)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:30.882778 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:30.920869 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Calling delete_port for 3b30fc5d-7a66-4b12-bf4b-ddf2d7e46de6 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:48:31.013617 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1526a727-c93f-440f-85ca-ba9c8986c495 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/subnetpools/7c8a6f4f-0ac8-47b0-b171-39c54c1c7690/tags/tempest-TagsExtTest-Tag-69402776 HTTP/1.1" status: 204 len: 168 time: 0.2216198 Dec 11 22:48:31.016361 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33384) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:31.021040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-67bea258-f347-4de7-a230-4c83596a5c96 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7c8a6f4f-0ac8-47b0-b171-39c54c1c7690') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:31.025277 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6fa0ae21-4e17-4449-8c7d-1164348b6b36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:31.043601 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-67bea258-f347-4de7-a230-4c83596a5c96 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/subnetpools/7c8a6f4f-0ac8-47b0-b171-39c54c1c7690/tags HTTP/1.1" status: 200 len: 205 time: 0.0258977 Dec 11 22:48:31.044723 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b3c81065-e048-4743-9737-517b4bab3aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:31.047267 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33386) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:31.055933 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-529ccb76-b674-4b55-a77a-f9c61f52e172 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7c8a6f4f-0ac8-47b0-b171-39c54c1c7690') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:31.078939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14ac7c-44bf-438d-8421-3274909c8b4c req-5db6cc5d-034b-4337-872e-af2393bc40a3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:31.084906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14ac7c-44bf-438d-8421-3274909c8b4c req-5db6cc5d-034b-4337-872e-af2393bc40a3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:31.087686 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c81065-e048-4743-9737-517b4bab3aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=362b6818-4e71-45da-8bf2-503a7919289c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:31.091486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14ac7c-44bf-438d-8421-3274909c8b4c req-5db6cc5d-034b-4337-872e-af2393bc40a3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:31.101675 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14ac7c-44bf-438d-8421-3274909c8b4c req-5db6cc5d-034b-4337-872e-af2393bc40a3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:31.101871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400eb2c9-651d-4363-bb03-178dea7fb858 None None] DHCP port deletion for 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:48:31.104326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14ac7c-44bf-438d-8421-3274909c8b4c req-5db6cc5d-034b-4337-872e-af2393bc40a3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:31.110517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14ac7c-44bf-438d-8421-3274909c8b4c req-5db6cc5d-034b-4337-872e-af2393bc40a3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:31.116651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14ac7c-44bf-438d-8421-3274909c8b4c req-5db6cc5d-034b-4337-872e-af2393bc40a3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:31.118844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea14ac7c-44bf-438d-8421-3274909c8b4c req-5db6cc5d-034b-4337-872e-af2393bc40a3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.1781371 Dec 11 22:48:31.122244 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6fa0ae21-4e17-4449-8c7d-1164348b6b36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:31.150617 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-529ccb76-b674-4b55-a77a-f9c61f52e172 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/subnetpools/7c8a6f4f-0ac8-47b0-b171-39c54c1c7690/tags HTTP/1.1" status: 204 len: 168 time: 0.1010535 Dec 11 22:48:31.154114 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33388) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:31.157669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-36a99876-fa93-4e30-8386-c20751f0e4fa tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d79455f-6fc8-4091-85eb-f78e201ccf4f') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:31.215334 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea14ac7c-44bf-438d-8421-3274909c8b4c req-54046949-91c2-4bc7-9110-c73b372964e6 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802865 Dec 11 22:48:31.261751 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:31.288453 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-36a99876-fa93-4e30-8386-c20751f0e4fa tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/routers/3d79455f-6fc8-4091-85eb-f78e201ccf4f/tags HTTP/1.1" status: 204 len: 168 time: 0.1341617 Dec 11 22:48:31.289144 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Port': ['ID=3b30fc5d-7a66-4b12-bf4b-ddf2d7e46de6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:31.291759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33390) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:31.292546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No DVR routers for this DVR port 3b30fc5d-7a66-4b12-bf4b-ddf2d7e46de6 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:48:31.300331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-df83b2a3-b4cf-4411-b41e-b9d3a990784a tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4c700bb9-1c10-42d0-a170-cd382f987d08') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:31.343820 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6fa0ae21-4e17-4449-8c7d-1164348b6b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:31.345131 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b3c81065-e048-4743-9737-517b4bab3aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:31.346546 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6fa0ae21-4e17-4449-8c7d-1164348b6b36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:31.347733 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6fa0ae21-4e17-4449-8c7d-1164348b6b36 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a2f9330-a4a8-45a3-9ad3-1bbd2d5e15b2 HTTP/1.1" status: 204 len: 168 time: 0.4715953 Dec 11 22:48:31.412122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0ae21-4e17-4449-8c7d-1164348b6b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2f9330-a4a8-45a3-9ad3-1bbd2d5e15b2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:31.422873 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:31.450283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3783a3b5-656b-4a3e-bafa-fa37ae578b4e']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:31.462714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63485b41-d939-4651-aa50-c4274a187e7f') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:31.463235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63485b41-d939-4651-aa50-c4274a187e7f') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:31.479864 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:31.491520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-df83b2a3-b4cf-4411-b41e-b9d3a990784a tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/ports/4c700bb9-1c10-42d0-a170-cd382f987d08/tags HTTP/1.1" status: 204 len: 168 time: 0.1971331 Dec 11 22:48:31.494854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33396) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:31.499453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-1d3be192-17da-44a3-a2ec-a031fdb0f7a1 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f89693b5-7b5c-4427-ab22-8acd25bdf408') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:31.521216 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:31.530525 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:31.530950 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:31.534647 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:31.604860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c81065-e048-4743-9737-517b4bab3aa9 admin admin] Router 1831427f-1de0-48d7-8d27-0d0f1a9f1976 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:48:31.616083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1d3be192-17da-44a3-a2ec-a031fdb0f7a1 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/subnets/f89693b5-7b5c-4427-ab22-8acd25bdf408/tags HTTP/1.1" status: 204 len: 168 time: 0.1199939 Dec 11 22:48:31.621042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33398) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:31.624943 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-1ce7c6a2-9671-4d78-b437-5c5200b07766 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f89693b5-7b5c-4427-ab22-8acd25bdf408', 'tempest-TagsExtTest-Tag-1064753657') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:31.675322 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:31.684151 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:31.687187 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/3783a3b5-656b-4a3e-bafa-fa37ae578b4e HTTP/1.1" status: 204 len: 168 time: 2.9400856 Dec 11 22:48:31.700159 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33400) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:31.703690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a41e8-533c-46f6-9c7e-1c5445c37a44 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Network': ['ID=3783a3b5-656b-4a3e-bafa-fa37ae578b4e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:31.711084 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-7e0bf8e2-53b5-4b45-9f17-0e267158c245 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-776793637'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:31.744898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c81065-e048-4743-9737-517b4bab3aa9 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:48:31.751006 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b3c81065-e048-4743-9737-517b4bab3aa9 admin admin] 10.222.0.45 "PUT /v2.0/routers/1831427f-1de0-48d7-8d27-0d0f1a9f1976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9707558 Dec 11 22:48:31.753954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33404) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:31.755254 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dd900e-a208-4d48-b960-3c953ba8c4ca None None] Sync routers for ids ['1831427f-1de0-48d7-8d27-0d0f1a9f1976'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:48:31.770550 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd900e-a208-4d48-b960-3c953ba8c4ca None None] Routers {'1831427f-1de0-48d7-8d27-0d0f1a9f1976'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:48:31.770550 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d1dd900e-a208-4d48-b960-3c953ba8c4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:48:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['1831427f-1de0-48d7-8d27-0d0f1a9f1976'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:31.801377 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1ce7c6a2-9671-4d78-b437-5c5200b07766 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "PUT /v2.0/subnets/f89693b5-7b5c-4427-ab22-8acd25bdf408/tags/tempest-TagsExtTest-Tag-1064753657 HTTP/1.1" status: 201 len: 201 time: 0.1798842 Dec 11 22:48:31.804674 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33408) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:31.811200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-4971b341-f464-4b79-89b3-5f5301724bbe tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4c700bb9-1c10-42d0-a170-cd382f987d08', 'tempest-TagsExtTest-Tag-71364264') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:31.851929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0bf8e2-53b5-4b45-9f17-0e267158c245 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:31.855800 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf8e2-53b5-4b45-9f17-0e267158c245 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:31.892212 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0bf8e2-53b5-4b45-9f17-0e267158c245 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:48:31.906406 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf8e2-53b5-4b45-9f17-0e267158c245 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:31.906771 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-7e0bf8e2-53b5-4b45-9f17-0e267158c245 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Added segment 7bdbd2d2-3887-498c-bbcd-fb1b5db231b1 of type vlan for network 6b763b4c-d218-4f2a-9764-8078e135891b Dec 11 22:48:31.912915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d64d1c3-18d2-4757-a3e6-6b48d9adf634 req-212f00e8-63c5-474b-95e5-c8099d3cf02b tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0750024 Dec 11 22:48:31.936328 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d1dd900e-a208-4d48-b960-3c953ba8c4ca None None] Set router 1831427f-1de0-48d7-8d27-0d0f1a9f1976 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:48:31.958107 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13f2d558-bfa9-4b6c-abca-ab6c112c0b50 admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:31.981233 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf8e2-53b5-4b45-9f17-0e267158c245 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:32.023683 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4971b341-f464-4b79-89b3-5f5301724bbe tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "PUT /v2.0/ports/4c700bb9-1c10-42d0-a170-cd382f987d08/tags/tempest-TagsExtTest-Tag-71364264 HTTP/1.1" status: 201 len: 201 time: 0.2170033 Dec 11 22:48:32.031671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33414) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:32.038513 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-587600e0-2214-4b9c-9f63-0784dcf85bbd tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3d79455f-6fc8-4091-85eb-f78e201ccf4f', 'tempest-TagsExtTest-Tag-55519932') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:32.085848 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf8e2-53b5-4b45-9f17-0e267158c245 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:32.093066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0bf8e2-53b5-4b45-9f17-0e267158c245 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:32.093742 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf8e2-53b5-4b45-9f17-0e267158c245 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:32.108172 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13f2d558-bfa9-4b6c-abca-ab6c112c0b50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:32.203520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bf8e2-53b5-4b45-9f17-0e267158c245 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Network': ['ID=6b763b4c-d218-4f2a-9764-8078e135891b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:32.218008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 6b763b4c-d218-4f2a-9764-8078e135891b details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:48:32.237921 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-13f2d558-bfa9-4b6c-abca-ab6c112c0b50 admin admin] Deleting port 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:48:32.238353 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13f2d558-bfa9-4b6c-abca-ab6c112c0b50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:32.278423 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d1dd900e-a208-4d48-b960-3c953ba8c4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'name': 'tempest-ServerRescueNegativeTestJSON-1000542924-router', 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:10Z', 'updated_at': '2021-12-11T22:48:30Z', 'revision_number': 5, 'project_id': '36b0d5d497d147bc813a16327e3b4f38', 'gw_port': {'id': '5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:12Z', 'updated_at': '2021-12-11T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:32.289895 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7e0bf8e2-53b5-4b45-9f17-0e267158c245 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5855715 Dec 11 22:48:32.289895 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33420) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:32.294753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d6a32ce7-d773-4416-ad2c-4b6f93db1556 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'subnet': {'network_id': '6b763b4c-d218-4f2a-9764-8078e135891b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:32.333908 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dd900e-a208-4d48-b960-3c953ba8c4ca None None] Checking router: 1831427f-1de0-48d7-8d27-0d0f1a9f1976 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:48:32.351463 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd900e-a208-4d48-b960-3c953ba8c4ca None None] Routers {'1831427f-1de0-48d7-8d27-0d0f1a9f1976'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:48:32.351633 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-587600e0-2214-4b9c-9f63-0784dcf85bbd tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "PUT /v2.0/routers/3d79455f-6fc8-4091-85eb-f78e201ccf4f/tags/tempest-TagsExtTest-Tag-55519932 HTTP/1.1" status: 201 len: 201 time: 0.3183892 Dec 11 22:48:32.352718 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d1dd900e-a208-4d48-b960-3c953ba8c4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:48:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['1831427f-1de0-48d7-8d27-0d0f1a9f1976'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:32.357888 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33424) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:32.360906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-13f2d558-bfa9-4b6c-abca-ab6c112c0b50 admin admin] For port 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:32.361289 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13f2d558-bfa9-4b6c-abca-ab6c112c0b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:32.370339 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-454300ad-000d-49df-8221-0227d75344ce tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7c8a6f4f-0ac8-47b0-b171-39c54c1c7690', 'tempest-TagsExtTest-Tag-2120055736') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:32.376601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-13f2d558-bfa9-4b6c-abca-ab6c112c0b50 admin admin] Calling delete_port for 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:48:32.472002 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb5015-f330-4bfb-bba6-b3800f11d545 req-139c8fd1-244f-46f7-8995-060bb1219ff7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:32.478217 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb5015-f330-4bfb-bba6-b3800f11d545 req-139c8fd1-244f-46f7-8995-060bb1219ff7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:32.483894 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d1dd900e-a208-4d48-b960-3c953ba8c4ca None None] Set router 1831427f-1de0-48d7-8d27-0d0f1a9f1976 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:48:32.484769 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb5015-f330-4bfb-bba6-b3800f11d545 req-139c8fd1-244f-46f7-8995-060bb1219ff7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:32.491113 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb5015-f330-4bfb-bba6-b3800f11d545 req-139c8fd1-244f-46f7-8995-060bb1219ff7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:32.499430 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb5015-f330-4bfb-bba6-b3800f11d545 req-139c8fd1-244f-46f7-8995-060bb1219ff7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:32.505605 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb5015-f330-4bfb-bba6-b3800f11d545 req-139c8fd1-244f-46f7-8995-060bb1219ff7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:32.512614 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb5015-f330-4bfb-bba6-b3800f11d545 req-139c8fd1-244f-46f7-8995-060bb1219ff7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:32.514704 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8bdb5015-f330-4bfb-bba6-b3800f11d545 req-139c8fd1-244f-46f7-8995-060bb1219ff7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.1620021 Dec 11 22:48:32.528102 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-454300ad-000d-49df-8221-0227d75344ce tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "PUT /v2.0/subnetpools/7c8a6f4f-0ac8-47b0-b171-39c54c1c7690/tags/tempest-TagsExtTest-Tag-2120055736 HTTP/1.1" status: 201 len: 201 time: 0.1618910 Dec 11 22:48:32.533320 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33428) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:32.540174 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-cc6c6195-eba7-424d-9532-0909f5c374e9 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f89693b5-7b5c-4427-ab22-8acd25bdf408', {'tags': ['tempest-TagsExtTest-Tag-1650213305', 'tempest-TagsExtTest-Tag-44972211', 'tempest-TagsExtTest-Tag-1271290442']}) {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:32.563886 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d1dd900e-a208-4d48-b960-3c953ba8c4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'name': 'tempest-ServerRescueNegativeTestJSON-1000542924-router', 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:10Z', 'updated_at': '2021-12-11T22:48:32Z', 'revision_number': 6, 'project_id': '36b0d5d497d147bc813a16327e3b4f38', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:32.607751 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dd900e-a208-4d48-b960-3c953ba8c4ca None None] The sync data for ids ['1831427f-1de0-48d7-8d27-0d0f1a9f1976'] in n-d-710847-6 is: [{'id': '1831427f-1de0-48d7-8d27-0d0f1a9f1976', 'name': 'tempest-ServerRescueNegativeTestJSON-1000542924-router', 'tenant_id': '36b0d5d497d147bc813a16327e3b4f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:10Z', 'updated_at': '2021-12-11T22:48:32Z', 'revision_number': 6, 'project_id': '36b0d5d497d147bc813a16327e3b4f38', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:48:32.637134 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8bdb5015-f330-4bfb-bba6-b3800f11d545 req-7d350915-c954-463f-b132-4dccefb7b88c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044719 Dec 11 22:48:32.730444 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13f2d558-bfa9-4b6c-abca-ab6c112c0b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:32.731074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a32ce7-d773-4416-ad2c-4b6f93db1556 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:32.735030 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d6a32ce7-d773-4416-ad2c-4b6f93db1556 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:32.759074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2d558-bfa9-4b6c-abca-ab6c112c0b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:32.768997 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16ab9f5-a785-4c46-a5fa-ab2c3f48ab86 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:48:32.791496 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cc6c6195-eba7-424d-9532-0909f5c374e9 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "PUT /v2.0/subnets/f89693b5-7b5c-4427-ab22-8acd25bdf408/tags HTTP/1.1" status: 200 len: 316 time: 0.2548842 Dec 11 22:48:32.792081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33436) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:32.830244 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13f2d558-bfa9-4b6c-abca-ab6c112c0b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:32.927800 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13f2d558-bfa9-4b6c-abca-ab6c112c0b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:32.930128 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13f2d558-bfa9-4b6c-abca-ab6c112c0b50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:33.073999 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82629224-e0a6-443a-b5d7-7611921478f6 req-81dd46ad-9180-4bab-925d-1ceac3f22be2 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0324192 Dec 11 22:48:33.135472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-fe711cf5-6682-4ced-813e-ed3a96a2d47b tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f89693b5-7b5c-4427-ab22-8acd25bdf408') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:33.140630 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13f2d558-bfa9-4b6c-abca-ab6c112c0b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:33.140630 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f2d558-bfa9-4b6c-abca-ab6c112c0b50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1831427f-1de0-48d7-8d27-0d0f1a9f1976 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:48:33.141767 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-13f2d558-bfa9-4b6c-abca-ab6c112c0b50 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:33.145394 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-13f2d558-bfa9-4b6c-abca-ab6c112c0b50 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1831427f-1de0-48d7-8d27-0d0f1a9f1976 HTTP/1.1" status: 204 len: 168 time: 1.3879845 Dec 11 22:48:33.145649 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33446) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:33.199359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05eee08-edf6-474b-a3f4-179752125a5b admin admin] Deleting subnet 1eb8fca7-5e40-4bee-9504-a72666de8453 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:48:33.203782 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c05eee08-edf6-474b-a3f4-179752125a5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:33.242834 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c05eee08-edf6-474b-a3f4-179752125a5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:33.287974 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c05eee08-edf6-474b-a3f4-179752125a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:33.433180 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fe711cf5-6682-4ced-813e-ed3a96a2d47b tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/subnets/f89693b5-7b5c-4427-ab22-8acd25bdf408/tags HTTP/1.1" status: 204 len: 168 time: 0.6400890 Dec 11 22:48:33.434623 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d6a32ce7-d773-4416-ad2c-4b6f93db1556 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:33.436103 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33452) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:33.440652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-0a54776f-147d-44a6-b45c-645635157134 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f89693b5-7b5c-4427-ab22-8acd25bdf408', 'tempest-TagsExtTest-Tag-1650213305') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:33.487554 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c05eee08-edf6-474b-a3f4-179752125a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:33.509556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a32ce7-d773-4416-ad2c-4b6f93db1556 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Subnet': ['ID=d27e6b17-23df-46c0-b151-b72305884f2d,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:33.520277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05eee08-edf6-474b-a3f4-179752125a5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb8fca7-5e40-4bee-9504-a72666de8453,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:33.522275 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c05eee08-edf6-474b-a3f4-179752125a5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:33.525025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a32ce7-d773-4416-ad2c-4b6f93db1556 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Checking segment: {'id': '7bdbd2d2-3887-498c-bbcd-fb1b5db231b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6b763b4c-d218-4f2a-9764-8078e135891b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:33.528015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a32ce7-d773-4416-ad2c-4b6f93db1556 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network hostable DHCP agents. Network: 6b763b4c-d218-4f2a-9764-8078e135891b, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:48:33.528316 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c05eee08-edf6-474b-a3f4-179752125a5b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1eb8fca7-5e40-4bee-9504-a72666de8453 HTTP/1.1" status: 204 len: 168 time: 0.3791625 Dec 11 22:48:33.528397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33454) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:33.531363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac623eef-63ac-4199-aa46-839e28b8bd6c None None] Network 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:33.626513 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a32ce7-d773-4416-ad2c-4b6f93db1556 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network 6b763b4c-d218-4f2a-9764-8078e135891b is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:48:33.668263 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521d97bf-4927-4cdd-a6c7-5b0def5cb3c2 None None] DHCP port deletion for 9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:48:33.712010 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d6a32ce7-d773-4416-ad2c-4b6f93db1556 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 6b763b4c-d218-4f2a-9764-8078e135891b) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:33.732325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a32ce7-d773-4416-ad2c-4b6f93db1556 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:33.733089 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d6a32ce7-d773-4416-ad2c-4b6f93db1556 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:33.733931 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5743008b-1769-4d15-8907-c40dd4a873c2 None None] Network 6b763b4c-d218-4f2a-9764-8078e135891b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:33.855568 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-0a54776f-147d-44a6-b45c-645635157134 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] show failed (client error): The resource could not be found. Dec 11 22:48:33.855568 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0a54776f-147d-44a6-b45c-645635157134 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/subnets/f89693b5-7b5c-4427-ab22-8acd25bdf408/tags/tempest-TagsExtTest-Tag-1650213305 HTTP/1.1" status: 404 len: 329 time: 0.4112844 Dec 11 22:48:33.857467 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33466) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:33.863578 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-95f06a88-8e6f-4c39-b30c-a27b7f95e1ef tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f89693b5-7b5c-4427-ab22-8acd25bdf408', 'tempest-TagsExtTest-Tag-44972211') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:33.893550 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73242614-fff6-469c-8fdd-468086c60585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:33.916206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-6b763b4c-d218-4f2a-9764-8078e135891b', 'network_id': '6b763b4c-d218-4f2a-9764-8078e135891b', 'project_id': '4200cd9658784fb7861ec25558b9aaad', 'fixed_ips': [{'subnet_id': 'd27e6b17-23df-46c0-b151-b72305884f2d'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:48:33.917205 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:33.954594 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-95f06a88-8e6f-4c39-b30c-a27b7f95e1ef tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] show failed (client error): The resource could not be found. Dec 11 22:48:33.955820 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-95f06a88-8e6f-4c39-b30c-a27b7f95e1ef tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/subnets/f89693b5-7b5c-4427-ab22-8acd25bdf408/tags/tempest-TagsExtTest-Tag-44972211 HTTP/1.1" status: 404 len: 327 time: 0.1022801 Dec 11 22:48:33.963286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33468) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:33.972256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-c8419651-d8b7-4655-84a8-f59c593cc692 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f89693b5-7b5c-4427-ab22-8acd25bdf408', 'tempest-TagsExtTest-Tag-1271290442') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:33.974863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912d7ff-a120-4edb-8f33-4456a878bd76 req-28d7e885-fe12-4d81-9030-2b73cfa5df5c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:33.983318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912d7ff-a120-4edb-8f33-4456a878bd76 req-28d7e885-fe12-4d81-9030-2b73cfa5df5c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:33.989999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912d7ff-a120-4edb-8f33-4456a878bd76 req-28d7e885-fe12-4d81-9030-2b73cfa5df5c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:33.999466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912d7ff-a120-4edb-8f33-4456a878bd76 req-28d7e885-fe12-4d81-9030-2b73cfa5df5c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:34.010640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912d7ff-a120-4edb-8f33-4456a878bd76 req-28d7e885-fe12-4d81-9030-2b73cfa5df5c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:34.017090 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912d7ff-a120-4edb-8f33-4456a878bd76 req-28d7e885-fe12-4d81-9030-2b73cfa5df5c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:34.025005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912d7ff-a120-4edb-8f33-4456a878bd76 req-28d7e885-fe12-4d81-9030-2b73cfa5df5c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:34.025203 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-c8419651-d8b7-4655-84a8-f59c593cc692 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] show failed (client error): The resource could not be found. Dec 11 22:48:34.027251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f912d7ff-a120-4edb-8f33-4456a878bd76 req-28d7e885-fe12-4d81-9030-2b73cfa5df5c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.1997192 Dec 11 22:48:34.029073 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c8419651-d8b7-4655-84a8-f59c593cc692 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/subnets/f89693b5-7b5c-4427-ab22-8acd25bdf408/tags/tempest-TagsExtTest-Tag-1271290442 HTTP/1.1" status: 404 len: 329 time: 0.0639927 Dec 11 22:48:34.029807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33470) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:34.035285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-951714b2-22f2-42b0-8e4a-edd3b3dbe0bd tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4c700bb9-1c10-42d0-a170-cd382f987d08', {'tags': ['tempest-TagsExtTest-Tag-563007021', 'tempest-TagsExtTest-Tag-34909991', 'tempest-TagsExtTest-Tag-1201270916']}) {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:34.089892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Allocated IP 172.20.0.1 (6b763b4c-d218-4f2a-9764-8078e135891b/d27e6b17-23df-46c0-b151-b72305884f2d/b0b2b5f1-eb31-4c15-ae8a-893eb673f5c0) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:34.124176 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d6a32ce7-d773-4416-ad2c-4b6f93db1556 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8333764 Dec 11 22:48:34.126631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33474) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:34.164438 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73242614-fff6-469c-8fdd-468086c60585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.183102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:48:34.209377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:48:34.211428 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5f5c7a21-7ab5-4abc-9192-c6a49dc1fcfb not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:48:34.212051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-73242614-fff6-469c-8fdd-468086c60585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb64a51-aebd-4ffa-aa87-dc08dd7ae705']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:34.212357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 362b6818-4e71-45da-8bf2-503a7919289c no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:48:34.222774 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-73242614-fff6-469c-8fdd-468086c60585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2665f0-d8f6-40ca-8d50-ed8f03948081') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:34.223242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-73242614-fff6-469c-8fdd-468086c60585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2665f0-d8f6-40ca-8d50-ed8f03948081') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:34.234728 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73242614-fff6-469c-8fdd-468086c60585 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.237159 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca16332d-d28a-4ab4-8df1-0c0ebc5db84b req-4fdeb1f8-2f1f-4493-b298-99280dc38d09 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0406370 Dec 11 22:48:34.241115 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-951714b2-22f2-42b0-8e4a-edd3b3dbe0bd tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "PUT /v2.0/ports/4c700bb9-1c10-42d0-a170-cd382f987d08/tags HTTP/1.1" status: 200 len: 315 time: 0.2103243 Dec 11 22:48:34.244464 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33478) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:34.249039 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-fbaba9a8-fe6c-4827-b0fd-d80f5183ab36 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4c700bb9-1c10-42d0-a170-cd382f987d08') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:34.255287 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 362b6818-4e71-45da-8bf2-503a7919289c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:48:34.256430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 362b6818-4e71-45da-8bf2-503a7919289c not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:48:34.268261 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73242614-fff6-469c-8fdd-468086c60585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.287581 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f912d7ff-a120-4edb-8f33-4456a878bd76 req-418ff825-4515-4a74-9ddc-b7f362e2f396 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2432418 Dec 11 22:48:34.295874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73242614-fff6-469c-8fdd-468086c60585 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:34.296315 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73242614-fff6-469c-8fdd-468086c60585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:34.298185 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:34.329032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.405617 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.407506 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.467277 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73242614-fff6-469c-8fdd-468086c60585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.477196 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73242614-fff6-469c-8fdd-468086c60585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.479374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-73242614-fff6-469c-8fdd-468086c60585 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9fb64a51-aebd-4ffa-aa87-dc08dd7ae705 HTTP/1.1" status: 204 len: 168 time: 0.9491847 Dec 11 22:48:34.489828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73242614-fff6-469c-8fdd-468086c60585 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fb64a51-aebd-4ffa-aa87-dc08dd7ae705,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:34.555302 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.558723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33488) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:34.559067 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fbaba9a8-fe6c-4827-b0fd-d80f5183ab36 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/ports/4c700bb9-1c10-42d0-a170-cd382f987d08/tags HTTP/1.1" status: 204 len: 168 time: 0.3127811 Dec 11 22:48:34.565325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-5324c3dd-92ad-4ec9-aeff-a43abc799c91 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4c700bb9-1c10-42d0-a170-cd382f987d08', 'tempest-TagsExtTest-Tag-563007021') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:34.620108 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-5324c3dd-92ad-4ec9-aeff-a43abc799c91 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] show failed (client error): The resource could not be found. Dec 11 22:48:34.622843 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5324c3dd-92ad-4ec9-aeff-a43abc799c91 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/ports/4c700bb9-1c10-42d0-a170-cd382f987d08/tags/tempest-TagsExtTest-Tag-563007021 HTTP/1.1" status: 404 len: 328 time: 0.0617356 Dec 11 22:48:34.624115 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33494) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:34.628510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-271fae06-6600-470f-8844-4874bbab9dee tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4c700bb9-1c10-42d0-a170-cd382f987d08', 'tempest-TagsExtTest-Tag-34909991') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:34.630708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Network 6b763b4c-d218-4f2a-9764-8078e135891b is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:34.632453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:34.635025 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:34.645934 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Pushing event updated for resources: {'Port': ['ID=b0b2b5f1-eb31-4c15-ae8a-893eb673f5c0,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:34.679670 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.685573 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-271fae06-6600-470f-8844-4874bbab9dee tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] show failed (client error): The resource could not be found. Dec 11 22:48:34.685573 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-271fae06-6600-470f-8844-4874bbab9dee tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/ports/4c700bb9-1c10-42d0-a170-cd382f987d08/tags/tempest-TagsExtTest-Tag-34909991 HTTP/1.1" status: 404 len: 327 time: 0.0574512 Dec 11 22:48:34.685834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33496) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:34.690313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-1994154b-eeab-4a2a-8490-db8b8d332eda tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4c700bb9-1c10-42d0-a170-cd382f987d08', 'tempest-TagsExtTest-Tag-1201270916') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:34.698775 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Attempting to bind port b0b2b5f1-eb31-4c15-ae8a-893eb673f5c0 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:34.705670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Attempting to bind port b0b2b5f1-eb31-4c15-ae8a-893eb673f5c0 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '7bdbd2d2-3887-498c-bbcd-fb1b5db231b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6b763b4c-d218-4f2a-9764-8078e135891b'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:34.705670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Attempting to bind port b0b2b5f1-eb31-4c15-ae8a-893eb673f5c0 on network 6b763b4c-d218-4f2a-9764-8078e135891b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:34.720639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:34.721611 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Checking segment: {'id': '7bdbd2d2-3887-498c-bbcd-fb1b5db231b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6b763b4c-d218-4f2a-9764-8078e135891b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:34.722504 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.723118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Bound using segment: {'id': '7bdbd2d2-3887-498c-bbcd-fb1b5db231b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6b763b4c-d218-4f2a-9764-8078e135891b'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:34.728321 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Bound port: b0b2b5f1-eb31-4c15-ae8a-893eb673f5c0, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bdbd2d2-3887-498c-bbcd-fb1b5db231b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6b763b4c-d218-4f2a-9764-8078e135891b'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:34.728321 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.728967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Subnet': ['ID=d27e6b17-23df-46c0-b151-b72305884f2d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:34.752259 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-1994154b-eeab-4a2a-8490-db8b8d332eda tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] show failed (client error): The resource could not be found. Dec 11 22:48:34.757121 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1994154b-eeab-4a2a-8490-db8b8d332eda tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/ports/4c700bb9-1c10-42d0-a170-cd382f987d08/tags/tempest-TagsExtTest-Tag-1201270916 HTTP/1.1" status: 404 len: 329 time: 0.0664768 Dec 11 22:48:34.757121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33500) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:34.762050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-877ea90f-75e8-4bb7-b13e-5342714c5ef6 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3d79455f-6fc8-4091-85eb-f78e201ccf4f', {'tags': ['tempest-TagsExtTest-Tag-1765470718', 'tempest-TagsExtTest-Tag-1071145322', 'tempest-TagsExtTest-Tag-1506258065']}) {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:34.811729 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] For port b0b2b5f1-eb31-4c15-ae8a-893eb673f5c0, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:34.815128 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] For port b0b2b5f1-eb31-4c15-ae8a-893eb673f5c0, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b0b2b5f1-eb31-4c15-ae8a-893eb673f5c0,segment=NetworkSegment(7bdbd2d2-3887-498c-bbcd-fb1b5db231b1),segment_id=7bdbd2d2-3887-498c-bbcd-fb1b5db231b1)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:34.820690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.843903 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b763b4c-d218-4f2a-9764-8078e135891b']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:34.856587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdbd2d2-3887-498c-bbcd-fb1b5db231b1') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:34.856587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdbd2d2-3887-498c-bbcd-fb1b5db231b1') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:34.864316 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.919468 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.922440 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.932250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:34.932660 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:34.936416 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:34.945471 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-877ea90f-75e8-4bb7-b13e-5342714c5ef6 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "PUT /v2.0/routers/3d79455f-6fc8-4091-85eb-f78e201ccf4f/tags HTTP/1.1" status: 200 len: 318 time: 0.1857555 Dec 11 22:48:34.946755 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33506) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:34.951838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-16731886-3264-4add-bcee-db7206b6c18d tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d79455f-6fc8-4091-85eb-f78e201ccf4f') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:34.998456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33508) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:35.042437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cbc4f-5941-41fd-858e-c13e9a58ef73 None None] Pushing event updated for resources: {'Port': ['ID=b0b2b5f1-eb31-4c15-ae8a-893eb673f5c0,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:35.059475 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a864c1-e8c5-4923-86ae-348187af5bf5 None None] Network 6b763b4c-d218-4f2a-9764-8078e135891b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:35.086133 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.api [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 22:48:35.086133 n-d-710847-6 neutron-server[103691]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 22:48:35.086133 n-d-710847-6 neutron-server[103691]: [parameters: {'id': '6b763b4c-d218-4f2a-9764-8078e135891b'}] Dec 11 22:48:35.086133 n-d-710847-6 neutron-server[103691]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:48:35.086688 n-d-710847-6 neutron-server[103691]: DEBUG oslo_db.api [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:48:35.097753 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0878afb4-6019-41c5-bcb1-fefa1a48d31b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36b0d5d497d147bc813a16327e3b4f38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0896864 Dec 11 22:48:35.100565 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33512) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:35.161428 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-da82a270-269e-4700-a534-3503efe062c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:35.195099 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-da82a270-269e-4700-a534-3503efe062c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:35.214734 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-16731886-3264-4add-bcee-db7206b6c18d tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/routers/3d79455f-6fc8-4091-85eb-f78e201ccf4f/tags HTTP/1.1" status: 204 len: 168 time: 0.2643130 Dec 11 22:48:35.215013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33514) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:35.220106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-9fa0bb27-69b8-4e39-84cd-a7681b1b4283 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d79455f-6fc8-4091-85eb-f78e201ccf4f', 'tempest-TagsExtTest-Tag-1765470718') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:35.289401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7989eaed-2d14-4c35-8056-8af4a7c22b26 req-fa65831b-f9f9-4619-87ac-c72cd9b3cbd2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.2897720 Dec 11 22:48:35.330572 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-9fa0bb27-69b8-4e39-84cd-a7681b1b4283 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] show failed (client error): The resource could not be found. Dec 11 22:48:35.331861 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9fa0bb27-69b8-4e39-84cd-a7681b1b4283 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/routers/3d79455f-6fc8-4091-85eb-f78e201ccf4f/tags/tempest-TagsExtTest-Tag-1765470718 HTTP/1.1" status: 404 len: 329 time: 0.1158242 Dec 11 22:48:35.334850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33524) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:35.340801 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-26f903f0-1482-40aa-8b7f-4b9cfacf6c2c tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d79455f-6fc8-4091-85eb-f78e201ccf4f', 'tempest-TagsExtTest-Tag-1071145322') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:35.399584 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-da82a270-269e-4700-a534-3503efe062c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:35.406370 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-da82a270-269e-4700-a534-3503efe062c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:35.406370 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-da82a270-269e-4700-a534-3503efe062c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/324168fe-cfdb-48df-9cee-515f1433d15c HTTP/1.1" status: 204 len: 168 time: 0.3011584 Dec 11 22:48:35.408858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8d1b7ae-325f-4ab2-8d2f-5ecc3f9d5661 req-c1bbd51d-e644-40fd-8f2d-45c744d34035 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0651240 Dec 11 22:48:35.424735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d12594-995c-4419-a0e4-5403f600f9d4 None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 22:48:35.454171 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82a270-269e-4700-a534-3503efe062c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324168fe-cfdb-48df-9cee-515f1433d15c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:35.463452 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-26f903f0-1482-40aa-8b7f-4b9cfacf6c2c tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] show failed (client error): The resource could not be found. Dec 11 22:48:35.464496 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-26f903f0-1482-40aa-8b7f-4b9cfacf6c2c tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/routers/3d79455f-6fc8-4091-85eb-f78e201ccf4f/tags/tempest-TagsExtTest-Tag-1071145322 HTTP/1.1" status: 404 len: 329 time: 0.1276686 Dec 11 22:48:35.467601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33536) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:35.472560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-09f61846-d94c-4cfa-a900-67b5026841c5 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d79455f-6fc8-4091-85eb-f78e201ccf4f', 'tempest-TagsExtTest-Tag-1506258065') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:35.540697 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae1df-45d4-4dc5-b82f-ecd9691a631d req-80f6385e-40b5-4f0d-9f64-7e7b5f36d55b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:35.567587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae1df-45d4-4dc5-b82f-ecd9691a631d req-80f6385e-40b5-4f0d-9f64-7e7b5f36d55b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:35.577049 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae1df-45d4-4dc5-b82f-ecd9691a631d req-80f6385e-40b5-4f0d-9f64-7e7b5f36d55b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:35.585845 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae1df-45d4-4dc5-b82f-ecd9691a631d req-80f6385e-40b5-4f0d-9f64-7e7b5f36d55b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:35.594070 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae1df-45d4-4dc5-b82f-ecd9691a631d req-80f6385e-40b5-4f0d-9f64-7e7b5f36d55b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:35.595440 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-09f61846-d94c-4cfa-a900-67b5026841c5 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] show failed (client error): The resource could not be found. Dec 11 22:48:35.598855 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-09f61846-d94c-4cfa-a900-67b5026841c5 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/routers/3d79455f-6fc8-4091-85eb-f78e201ccf4f/tags/tempest-TagsExtTest-Tag-1506258065 HTTP/1.1" status: 404 len: 329 time: 0.1276159 Dec 11 22:48:35.599028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d12594-995c-4419-a0e4-5403f600f9d4 None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 22:48:35.599924 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33542) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:35.601051 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae1df-45d4-4dc5-b82f-ecd9691a631d req-80f6385e-40b5-4f0d-9f64-7e7b5f36d55b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:35.606201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-71c0bbfe-03dd-4a27-8321-a7889fc80c6e tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7c8a6f4f-0ac8-47b0-b171-39c54c1c7690', {'tags': ['tempest-TagsExtTest-Tag-159598577', 'tempest-TagsExtTest-Tag-425023272', 'tempest-TagsExtTest-Tag-348210829']}) {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:35.608157 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae1df-45d4-4dc5-b82f-ecd9691a631d req-80f6385e-40b5-4f0d-9f64-7e7b5f36d55b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:35.610027 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e33ae1df-45d4-4dc5-b82f-ecd9691a631d req-80f6385e-40b5-4f0d-9f64-7e7b5f36d55b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.1819983 Dec 11 22:48:35.610401 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:35.717327 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e33ae1df-45d4-4dc5-b82f-ecd9691a631d req-25cfe405-7edb-4fd3-a11e-8e62f70bbfcc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928690 Dec 11 22:48:35.718785 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Deleting port b0b2b5f1-eb31-4c15-ae8a-893eb673f5c0 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:48:35.719150 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:35.776789 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-71c0bbfe-03dd-4a27-8321-a7889fc80c6e tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "PUT /v2.0/subnetpools/7c8a6f4f-0ac8-47b0-b171-39c54c1c7690/tags HTTP/1.1" status: 200 len: 315 time: 0.1743548 Dec 11 22:48:35.779597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33550) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:35.786937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-5cd39322-3778-4284-823d-c65426d1e571 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7c8a6f4f-0ac8-47b0-b171-39c54c1c7690') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:35.793370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] For port b0b2b5f1-eb31-4c15-ae8a-893eb673f5c0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b0b2b5f1-eb31-4c15-ae8a-893eb673f5c0,segment=NetworkSegment(7bdbd2d2-3887-498c-bbcd-fb1b5db231b1),segment_id=7bdbd2d2-3887-498c-bbcd-fb1b5db231b1)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:35.793742 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:35.812661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Calling delete_port for b0b2b5f1-eb31-4c15-ae8a-893eb673f5c0 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:48:35.931395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5cd39322-3778-4284-823d-c65426d1e571 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/subnetpools/7c8a6f4f-0ac8-47b0-b171-39c54c1c7690/tags HTTP/1.1" status: 204 len: 168 time: 0.1505640 Dec 11 22:48:35.934154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33556) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:35.938739 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-5bcf9fec-8b18-4234-a611-0987cbe20013 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7c8a6f4f-0ac8-47b0-b171-39c54c1c7690', 'tempest-TagsExtTest-Tag-159598577') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:35.961810 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-5bcf9fec-8b18-4234-a611-0987cbe20013 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] show failed (client error): The resource could not be found. Dec 11 22:48:35.962554 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5bcf9fec-8b18-4234-a611-0987cbe20013 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/subnetpools/7c8a6f4f-0ac8-47b0-b171-39c54c1c7690/tags/tempest-TagsExtTest-Tag-159598577 HTTP/1.1" status: 404 len: 328 time: 0.0269334 Dec 11 22:48:35.965224 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33560) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:35.971414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-32c82adb-e5a2-4988-9d05-f269c15e97e8 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7c8a6f4f-0ac8-47b0-b171-39c54c1c7690', 'tempest-TagsExtTest-Tag-425023272') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:35.998044 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-32c82adb-e5a2-4988-9d05-f269c15e97e8 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] show failed (client error): The resource could not be found. Dec 11 22:48:35.999144 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-32c82adb-e5a2-4988-9d05-f269c15e97e8 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/subnetpools/7c8a6f4f-0ac8-47b0-b171-39c54c1c7690/tags/tempest-TagsExtTest-Tag-425023272 HTTP/1.1" status: 404 len: 328 time: 0.0320163 Dec 11 22:48:36.001944 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33564) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:36.006313 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-feed3539-6888-41c8-819c-e159eeafc49e tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7c8a6f4f-0ac8-47b0-b171-39c54c1c7690', 'tempest-TagsExtTest-Tag-348210829') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:36.027395 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-feed3539-6888-41c8-819c-e159eeafc49e tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] show failed (client error): The resource could not be found. Dec 11 22:48:36.028506 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-feed3539-6888-41c8-819c-e159eeafc49e tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/subnetpools/7c8a6f4f-0ac8-47b0-b171-39c54c1c7690/tags/tempest-TagsExtTest-Tag-348210829 HTTP/1.1" status: 404 len: 328 time: 0.0254316 Dec 11 22:48:36.031607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33566) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:36.036339 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:36.037147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-5eabdf03-d9b3-44d8-b957-c9dc477bb1f4 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7c8a6f4f-0ac8-47b0-b171-39c54c1c7690') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:36.062278 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Port': ['ID=b0b2b5f1-eb31-4c15-ae8a-893eb673f5c0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:36.064704 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No DVR routers for this DVR port b0b2b5f1-eb31-4c15-ae8a-893eb673f5c0 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:48:36.071228 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5eabdf03-d9b3-44d8-b957-c9dc477bb1f4 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/subnetpools/7c8a6f4f-0ac8-47b0-b171-39c54c1c7690/tags HTTP/1.1" status: 204 len: 168 time: 0.0381718 Dec 11 22:48:36.073870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33570) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:36.092297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-2cbb26d7-b22f-4158-ad88-5c692865ce2a tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d79455f-6fc8-4091-85eb-f78e201ccf4f') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:36.152808 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:36.175767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b763b4c-d218-4f2a-9764-8078e135891b']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:36.176020 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2cbb26d7-b22f-4158-ad88-5c692865ce2a tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/routers/3d79455f-6fc8-4091-85eb-f78e201ccf4f/tags HTTP/1.1" status: 204 len: 168 time: 0.1006036 Dec 11 22:48:36.178345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33574) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:36.183560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-6c64c676-c397-42f7-8569-804fd0f18541 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4c700bb9-1c10-42d0-a170-cd382f987d08') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:36.189192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdbd2d2-3887-498c-bbcd-fb1b5db231b1') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:36.191375 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdbd2d2-3887-498c-bbcd-fb1b5db231b1') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:36.209748 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:36.221508 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33578) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:36.238155 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:36.246872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:36.247278 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:36.250597 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:36.264671 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6c64c676-c397-42f7-8569-804fd0f18541 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/ports/4c700bb9-1c10-42d0-a170-cd382f987d08/tags HTTP/1.1" status: 204 len: 168 time: 0.0847867 Dec 11 22:48:36.267506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33582) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:36.273663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-d0c2b369-1d1e-4408-b58b-03690c4ac2fe tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f89693b5-7b5c-4427-ab22-8acd25bdf408') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:36.345019 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d0c2b369-1d1e-4408-b58b-03690c4ac2fe tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/subnets/f89693b5-7b5c-4427-ab22-8acd25bdf408/tags HTTP/1.1" status: 204 len: 168 time: 0.0745561 Dec 11 22:48:36.347846 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33584) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:36.430699 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:36.439806 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1d773670-bbf4-44b0-a4ef-3aed1f3a4b5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:36.444179 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:36.450793 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/6b763b4c-d218-4f2a-9764-8078e135891b HTTP/1.1" status: 204 len: 168 time: 2.3198121 Dec 11 22:48:36.451243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33590) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:36.458672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ba905578-16f9-4f10-9eb5-a0ddb335d917 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-799431054'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:36.471157 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549e491-fb3d-4dea-bdf0-dea600db1a9e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Network': ['ID=6b763b4c-d218-4f2a-9764-8078e135891b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:36.534329 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a1f94ae-e6dc-40c5-a141-fee25fc6de59 req-d0df0364-e3aa-45b2-b09e-2b85672bebdf tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0328660 Dec 11 22:48:36.587386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba905578-16f9-4f10-9eb5-a0ddb335d917 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:36.590979 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba905578-16f9-4f10-9eb5-a0ddb335d917 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:36.591732 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83a026dd-e937-4a64-bf39-5c2b317fe012 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks [] for subnetpool, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:36.592879 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-83a026dd-e937-4a64-bf39-5c2b317fe012 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/subnetpools/7c8a6f4f-0ac8-47b0-b171-39c54c1c7690 HTTP/1.1" status: 204 len: 168 time: 0.2439444 Dec 11 22:48:36.595939 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33596) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:36.621833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba905578-16f9-4f10-9eb5-a0ddb335d917 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:48:36.631260 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7411b271-9eff-427d-a940-efab812664ad tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d79455f-6fc8-4091-85eb-f78e201ccf4f HTTP/1.1" status: 200 len: 205 time: 0.0342155 Dec 11 22:48:36.634692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba905578-16f9-4f10-9eb5-a0ddb335d917 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:36.635093 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-ba905578-16f9-4f10-9eb5-a0ddb335d917 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Added segment 0671de1e-7df3-49ec-9536-79dfa720e404 of type vlan for network eb05db12-a519-426b-89c4-d000aa425622 Dec 11 22:48:36.636336 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33598) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:36.679973 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1d773670-bbf4-44b0-a4ef-3aed1f3a4b5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:36.752429 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-564a3f88-e7da-4dce-97ed-221d613d1a17 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:36.759026 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1d773670-bbf4-44b0-a4ef-3aed1f3a4b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:36.790880 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba905578-16f9-4f10-9eb5-a0ddb335d917 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:36.792104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33604) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:36.817707 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1d773670-bbf4-44b0-a4ef-3aed1f3a4b5f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=72862bc4f0dc473c96ce46581fa8722e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5944405 Dec 11 22:48:36.819295 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d773670-bbf4-44b0-a4ef-3aed1f3a4b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3780c3e9-d89a-42b4-9028-8492ce382728,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:36.833033 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33608) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:36.920891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-af4b344d-715e-4efb-8e68-2d48f9246caf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-758320863-network', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:37.009069 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-564a3f88-e7da-4dce-97ed-221d613d1a17 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.012779 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-564a3f88-e7da-4dce-97ed-221d613d1a17 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.043521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4b344d-715e-4efb-8e68-2d48f9246caf admin admin] Made reservation on behalf of 9d6abf9ec56c472face9a971de3e07c9 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:37.045816 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af4b344d-715e-4efb-8e68-2d48f9246caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.059105 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af4b344d-715e-4efb-8e68-2d48f9246caf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.070104 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba905578-16f9-4f10-9eb5-a0ddb335d917 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.076607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba905578-16f9-4f10-9eb5-a0ddb335d917 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:37.077217 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba905578-16f9-4f10-9eb5-a0ddb335d917 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.103820 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa9e30b3-c9fe-4238-bd52-a32382bbfa13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.133635 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af4b344d-715e-4efb-8e68-2d48f9246caf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.171104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366697a-18e1-440e-82e5-bbf0277c502b req-83cfbeb3-f0ef-4105-8dd7-ed7be1833c00 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:37.177330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366697a-18e1-440e-82e5-bbf0277c502b req-83cfbeb3-f0ef-4105-8dd7-ed7be1833c00 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:37.185226 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366697a-18e1-440e-82e5-bbf0277c502b req-83cfbeb3-f0ef-4105-8dd7-ed7be1833c00 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:37.191363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366697a-18e1-440e-82e5-bbf0277c502b req-83cfbeb3-f0ef-4105-8dd7-ed7be1833c00 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:37.197909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366697a-18e1-440e-82e5-bbf0277c502b req-83cfbeb3-f0ef-4105-8dd7-ed7be1833c00 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:37.204056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366697a-18e1-440e-82e5-bbf0277c502b req-83cfbeb3-f0ef-4105-8dd7-ed7be1833c00 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:37.210593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366697a-18e1-440e-82e5-bbf0277c502b req-83cfbeb3-f0ef-4105-8dd7-ed7be1833c00 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:37.212519 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b366697a-18e1-440e-82e5-bbf0277c502b req-83cfbeb3-f0ef-4105-8dd7-ed7be1833c00 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.2839386 Dec 11 22:48:37.227677 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-564a3f88-e7da-4dce-97ed-221d613d1a17 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.228194 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564a3f88-e7da-4dce-97ed-221d613d1a17 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Fanout notify agent at l3_agent the message router_deleted on router 3d79455f-6fc8-4091-85eb-f78e201ccf4f {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:48:37.234783 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa9e30b3-c9fe-4238-bd52-a32382bbfa13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.244534 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af4b344d-715e-4efb-8e68-2d48f9246caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.249535 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-564a3f88-e7da-4dce-97ed-221d613d1a17 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.251324 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-564a3f88-e7da-4dce-97ed-221d613d1a17 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/routers/3d79455f-6fc8-4091-85eb-f78e201ccf4f HTTP/1.1" status: 204 len: 168 time: 0.6139219 Dec 11 22:48:37.256940 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33612) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:37.259388 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba905578-16f9-4f10-9eb5-a0ddb335d917 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Network': ['ID=eb05db12-a519-426b-89c4-d000aa425622,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:37.272825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network eb05db12-a519-426b-89c4-d000aa425622 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:48:37.279715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4b344d-715e-4efb-8e68-2d48f9246caf admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:48:37.307382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ba905578-16f9-4f10-9eb5-a0ddb335d917 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8545492 Dec 11 22:48:37.307687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33614) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:37.318396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-285e46dd-f633-46b6-b97a-65d132e53921 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'subnet': {'network_id': 'eb05db12-a519-426b-89c4-d000aa425622', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:37.322686 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af4b344d-715e-4efb-8e68-2d48f9246caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.323085 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-af4b344d-715e-4efb-8e68-2d48f9246caf admin admin] Added segment 2af386be-578b-4a20-9976-71ea370550f2 of type vlan for network 013a72d6-e5b9-422d-a19b-93934f78c63b Dec 11 22:48:37.328810 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b344d-715e-4efb-8e68-2d48f9246caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f21c24-72b3-44b1-90dd-63c396a36a34,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:37.395319 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b366697a-18e1-440e-82e5-bbf0277c502b req-58487109-09ea-4ce3-9aa4-443d946d22bf tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1739194 Dec 11 22:48:37.401417 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af4b344d-715e-4efb-8e68-2d48f9246caf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.441810 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-46236882-b63d-4fb3-aecc-0f8d19715af3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Deleting port 4c700bb9-1c10-42d0-a170-cd382f987d08 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:48:37.446565 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-46236882-b63d-4fb3-aecc-0f8d19715af3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.500422 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa9e30b3-c9fe-4238-bd52-a32382bbfa13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.503123 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa9e30b3-c9fe-4238-bd52-a32382bbfa13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.504322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fa9e30b3-c9fe-4238-bd52-a32382bbfa13 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3780c3e9-d89a-42b4-9028-8492ce382728 HTTP/1.1" status: 204 len: 168 time: 0.6703112 Dec 11 22:48:37.512931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e30b3-c9fe-4238-bd52-a32382bbfa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3780c3e9-d89a-42b4-9028-8492ce382728,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:37.536073 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-46236882-b63d-4fb3-aecc-0f8d19715af3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.550160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285e46dd-f633-46b6-b97a-65d132e53921 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:37.550586 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-46236882-b63d-4fb3-aecc-0f8d19715af3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Calling delete_port for 4c700bb9-1c10-42d0-a170-cd382f987d08 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:48:37.552369 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af4b344d-715e-4efb-8e68-2d48f9246caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.552510 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-285e46dd-f633-46b6-b97a-65d132e53921 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.553465 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4b344d-715e-4efb-8e68-2d48f9246caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:37.554684 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af4b344d-715e-4efb-8e68-2d48f9246caf admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.687018 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-df4b4a94-9581-4d51-8c4d-f849855d874f req-e268549f-2c60-4de6-b8ae-d4038f892b58 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0367484 Dec 11 22:48:37.689085 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b344d-715e-4efb-8e68-2d48f9246caf admin admin] Pushing event updated for resources: {'Network': ['ID=013a72d6-e5b9-422d-a19b-93934f78c63b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:37.708143 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 013a72d6-e5b9-422d-a19b-93934f78c63b details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:48:37.723194 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-af4b344d-715e-4efb-8e68-2d48f9246caf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9272356 Dec 11 22:48:37.723835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33620) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:37.730942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-31661248-f1be-4051-9c6f-71f9230d7697 admin admin] Request body: {'subnet': {'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-758320863-subnet', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:37.890681 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-285e46dd-f633-46b6-b97a-65d132e53921 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.918257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31661248-f1be-4051-9c6f-71f9230d7697 admin admin] Made reservation on behalf of 9d6abf9ec56c472face9a971de3e07c9 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:37.918257 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31661248-f1be-4051-9c6f-71f9230d7697 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.920768 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-46236882-b63d-4fb3-aecc-0f8d19715af3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:37.963810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e46dd-f633-46b6-b97a-65d132e53921 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Subnet': ['ID=574555ef-8fa5-4cef-a4fc-3382169e175a,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:37.993232 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46236882-b63d-4fb3-aecc-0f8d19715af3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Pushing event deleted for resources: {'Port': ['ID=4c700bb9-1c10-42d0-a170-cd382f987d08,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:38.011735 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e46dd-f633-46b6-b97a-65d132e53921 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Checking segment: {'id': '0671de1e-7df3-49ec-9536-79dfa720e404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eb05db12-a519-426b-89c4-d000aa425622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:38.012318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e46dd-f633-46b6-b97a-65d132e53921 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network hostable DHCP agents. Network: eb05db12-a519-426b-89c4-d000aa425622, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:48:38.087978 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d0c78d6-aec7-4414-a8f6-a9b55e4f0bb3 req-79e21de3-34e4-4aac-affc-9223862db47d tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050&device_id=87888d0c-33d9-4e40-a0e9-13639cd9464b HTTP/1.1" status: 200 len: 210 time: 0.0310988 Dec 11 22:48:38.114401 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-46236882-b63d-4fb3-aecc-0f8d19715af3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.118172 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-46236882-b63d-4fb3-aecc-0f8d19715af3 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/ports/4c700bb9-1c10-42d0-a170-cd382f987d08 HTTP/1.1" status: 204 len: 168 time: 0.8593152 Dec 11 22:48:38.121225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33630) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:38.177576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e46dd-f633-46b6-b97a-65d132e53921 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network eb05db12-a519-426b-89c4-d000aa425622 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:48:38.214273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-364b45db-b09c-41a6-8cfc-4fe33588d03c tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Deleting subnet f89693b5-7b5c-4427-ab22-8acd25bdf408 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:48:38.224965 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-364b45db-b09c-41a6-8cfc-4fe33588d03c tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.271724 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-364b45db-b09c-41a6-8cfc-4fe33588d03c tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.281989 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33632) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:38.297557 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e018939-59e8-4535-820e-6db8be926e48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.302941 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-285e46dd-f633-46b6-b97a-65d132e53921 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, eb05db12-a519-426b-89c4-d000aa425622) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:38.308453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285e46dd-f633-46b6-b97a-65d132e53921 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:38.309045 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-285e46dd-f633-46b6-b97a-65d132e53921 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.312726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662a7b9-378b-45fd-a13c-f44be4b0f89c None None] Network eb05db12-a519-426b-89c4-d000aa425622 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:38.325054 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31661248-f1be-4051-9c6f-71f9230d7697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.382830 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-364b45db-b09c-41a6-8cfc-4fe33588d03c tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.413453 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-285e46dd-f633-46b6-b97a-65d132e53921 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0993686 Dec 11 22:48:38.416306 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33634) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:38.423564 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31661248-f1be-4051-9c6f-71f9230d7697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=987c9be0-fcb0-4823-a9e6-efc112c434ab,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:38.445193 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31661248-f1be-4051-9c6f-71f9230d7697 admin admin] Checking segment: {'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:38.445525 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31661248-f1be-4051-9c6f-71f9230d7697 admin admin] Network hostable DHCP agents. Network: 013a72d6-e5b9-422d-a19b-93934f78c63b, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:48:38.451140 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-eb05db12-a519-426b-89c4-d000aa425622', 'network_id': 'eb05db12-a519-426b-89c4-d000aa425622', 'project_id': '4200cd9658784fb7861ec25558b9aaad', 'fixed_ips': [{'subnet_id': '574555ef-8fa5-4cef-a4fc-3382169e175a'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:48:38.452349 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.466619 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e018939-59e8-4535-820e-6db8be926e48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.594142 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31661248-f1be-4051-9c6f-71f9230d7697 admin admin] Network 013a72d6-e5b9-422d-a19b-93934f78c63b is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:48:38.598608 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e018939-59e8-4535-820e-6db8be926e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.613774 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183ed7a-08a4-44ca-9634-452aa306a723 req-bddb4130-217e-4e41-adc5-2e8689888ca0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:38.620253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183ed7a-08a4-44ca-9634-452aa306a723 req-bddb4130-217e-4e41-adc5-2e8689888ca0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:38.626443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183ed7a-08a4-44ca-9634-452aa306a723 req-bddb4130-217e-4e41-adc5-2e8689888ca0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:38.632784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183ed7a-08a4-44ca-9634-452aa306a723 req-bddb4130-217e-4e41-adc5-2e8689888ca0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:38.638352 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Allocated IP 172.20.0.1 (eb05db12-a519-426b-89c4-d000aa425622/574555ef-8fa5-4cef-a4fc-3382169e175a/e8d16f49-4674-4fd7-8bd6-ebbb48d9cb0b) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:38.639053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183ed7a-08a4-44ca-9634-452aa306a723 req-bddb4130-217e-4e41-adc5-2e8689888ca0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:38.645123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183ed7a-08a4-44ca-9634-452aa306a723 req-bddb4130-217e-4e41-adc5-2e8689888ca0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:38.645938 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9e018939-59e8-4535-820e-6db8be926e48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8f3a77fb162541f6875791137af6542c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3624558 Dec 11 22:48:38.652163 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33640) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:38.654745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183ed7a-08a4-44ca-9634-452aa306a723 req-bddb4130-217e-4e41-adc5-2e8689888ca0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:38.654745 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c183ed7a-08a4-44ca-9634-452aa306a723 req-bddb4130-217e-4e41-adc5-2e8689888ca0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.1502476 Dec 11 22:48:38.675330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56becb54-1dd5-4f80-8464-63d22aba0889 req-e2022b44-55f5-4373-8672-34e9a3bb99d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ad63f5861f24faba999d00c5a77bcc4&device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0908430 Dec 11 22:48:38.688296 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-364b45db-b09c-41a6-8cfc-4fe33588d03c tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.689096 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e018939-59e8-4535-820e-6db8be926e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827f3795-a241-410d-b172-40272599c322,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:38.723716 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-230fb64d-93a1-4baf-b61b-d7f6286b876a req-9ace1aea-d99c-4961-9f66-8e02a2c5c196 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0535674 Dec 11 22:48:38.723876 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.742032 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-31661248-f1be-4051-9c6f-71f9230d7697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 013a72d6-e5b9-422d-a19b-93934f78c63b) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:38.749703 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31661248-f1be-4051-9c6f-71f9230d7697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:38.750327 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31661248-f1be-4051-9c6f-71f9230d7697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.756058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b45db-b09c-41a6-8cfc-4fe33588d03c tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Pushing event deleted for resources: {'Subnet': ['ID=f89693b5-7b5c-4427-ab22-8acd25bdf408,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:38.761819 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56becb54-1dd5-4f80-8464-63d22aba0889 req-0e4a8788-4cda-420b-a92c-4e7cfcb23085 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7ad63f5861f24faba999d00c5a77bcc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675275 Dec 11 22:48:38.764056 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-364b45db-b09c-41a6-8cfc-4fe33588d03c tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.769509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-364b45db-b09c-41a6-8cfc-4fe33588d03c tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/subnets/f89693b5-7b5c-4427-ab22-8acd25bdf408 HTTP/1.1" status: 204 len: 168 time: 0.6450508 Dec 11 22:48:38.771235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33642) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:38.804710 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccce0462-95e3-46b8-9915-18ff2b1a60c5 None None] Network 013a72d6-e5b9-422d-a19b-93934f78c63b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:38.806620 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230da50c-7d37-4506-8b14-b086f6a552c6 None None] Network 3891ad40-892d-45e7-a7a8-4d814d8eca03 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:38.807396 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a48ae8c-17af-4954-adec-191550eeb126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.861269 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-31661248-f1be-4051-9c6f-71f9230d7697 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1342487 Dec 11 22:48:38.868819 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33644) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:38.874307 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a48ae8c-17af-4954-adec-191550eeb126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.883148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:38.891709 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c183ed7a-08a4-44ca-9634-452aa306a723 req-b8e7812b-a3e3-4ffe-a3c9-6d552eeababf tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2188714 Dec 11 22:48:38.920595 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.925635 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.963924 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:38.988453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56becb54-1dd5-4f80-8464-63d22aba0889 req-6baee8ed-aa22-4658-8dd8-6eb39c4cd691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:38.989974 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56becb54-1dd5-4f80-8464-63d22aba0889 req-6baee8ed-aa22-4658-8dd8-6eb39c4cd691 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2142811 Dec 11 22:48:39.006367 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.008194 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.018318 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-013a72d6-e5b9-422d-a19b-93934f78c63b', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:48:39.023878 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.038984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Deleting port 91832c27-e34d-42e9-bc02-56b84671078e {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:48:39.039597 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.044522 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.095873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Network eb05db12-a519-426b-89c4-d000aa425622 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:39.108168 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a48ae8c-17af-4954-adec-191550eeb126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.113587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebac1145-1710-4c1b-b754-5bd3b0f730ab None None] DHCP port deletion for 3891ad40-892d-45e7-a7a8-4d814d8eca03 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:48:39.113710 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a48ae8c-17af-4954-adec-191550eeb126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.113710 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1a48ae8c-17af-4954-adec-191550eeb126 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/827f3795-a241-410d-b172-40272599c322 HTTP/1.1" status: 204 len: 168 time: 0.4584391 Dec 11 22:48:39.114424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:39.118104 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:39.132067 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48ae8c-17af-4954-adec-191550eeb126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827f3795-a241-410d-b172-40272599c322,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:39.142559 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] For port 91832c27-e34d-42e9-bc02-56b84671078e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=91832c27-e34d-42e9-bc02-56b84671078e,segment=NetworkSegment(47e53db9-39e4-493c-8fd7-f1cb5d735913),segment_id=47e53db9-39e4-493c-8fd7-f1cb5d735913)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:39.142881 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.157337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Calling delete_port for 91832c27-e34d-42e9-bc02-56b84671078e owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:48:39.162698 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.189752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Subnet': ['ID=574555ef-8fa5-4cef-a4fc-3382169e175a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:39.248502 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.255143 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.277845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb05db12-a519-426b-89c4-d000aa425622']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:39.288157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0671de1e-7df3-49ec-9536-79dfa720e404') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:39.288370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0671de1e-7df3-49ec-9536-79dfa720e404') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:39.298667 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.314394 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.315718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Pushing event updated for resources: {'Port': ['ID=e8d16f49-4674-4fd7-8bd6-ebbb48d9cb0b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:39.321326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:39.321851 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:39.325087 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:39.386340 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Attempting to bind port e8d16f49-4674-4fd7-8bd6-ebbb48d9cb0b on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:39.386722 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Attempting to bind port e8d16f49-4674-4fd7-8bd6-ebbb48d9cb0b by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '0671de1e-7df3-49ec-9536-79dfa720e404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eb05db12-a519-426b-89c4-d000aa425622'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:39.387127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Attempting to bind port e8d16f49-4674-4fd7-8bd6-ebbb48d9cb0b on network eb05db12-a519-426b-89c4-d000aa425622 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:39.390695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Allocated IP 172.20.0.2 (013a72d6-e5b9-422d-a19b-93934f78c63b/987c9be0-fcb0-4823-a9e6-efc112c434ab/64e0d56f-00ca-4e8e-a0c7-67385e77000c) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:39.406261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:39.406261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Checking segment: {'id': '0671de1e-7df3-49ec-9536-79dfa720e404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eb05db12-a519-426b-89c4-d000aa425622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:39.406261 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.406261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Bound using segment: {'id': '0671de1e-7df3-49ec-9536-79dfa720e404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eb05db12-a519-426b-89c4-d000aa425622'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:39.406261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Bound port: e8d16f49-4674-4fd7-8bd6-ebbb48d9cb0b, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0671de1e-7df3-49ec-9536-79dfa720e404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eb05db12-a519-426b-89c4-d000aa425622'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:39.406261 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.435139 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ebac1145-1710-4c1b-b754-5bd3b0f730ab None None] Deleting port 91832c27-e34d-42e9-bc02-56b84671078e {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:48:39.435516 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ebac1145-1710-4c1b-b754-5bd3b0f730ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.439371 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.505191 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] No DVR routers for this DVR port 91832c27-e34d-42e9-bc02-56b84671078e on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:48:39.510848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Pushing event deleted for resources: {'Port': ['ID=91832c27-e34d-42e9-bc02-56b84671078e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:39.636332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] For port e8d16f49-4674-4fd7-8bd6-ebbb48d9cb0b, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:39.640817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ebac1145-1710-4c1b-b754-5bd3b0f730ab None None] For port 91832c27-e34d-42e9-bc02-56b84671078e, host n-d-710847-6, got binding levels [] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:39.641214 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ebac1145-1710-4c1b-b754-5bd3b0f730ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.660335 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.671376 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ebac1145-1710-4c1b-b754-5bd3b0f730ab None None] Calling delete_port for 91832c27-e34d-42e9-bc02-56b84671078e owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:48:39.673882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] For port e8d16f49-4674-4fd7-8bd6-ebbb48d9cb0b, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e8d16f49-4674-4fd7-8bd6-ebbb48d9cb0b,segment=NetworkSegment(0671de1e-7df3-49ec-9536-79dfa720e404),segment_id=0671de1e-7df3-49ec-9536-79dfa720e404)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:39.675909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.ipam_backend_mixin [None req-ebac1145-1710-4c1b-b754-5bd3b0f730ab None None] Port 91832c27-e34d-42e9-bc02-56b84671078e was not found and therefore no delete operation was performed {{(pid=103693) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 11 22:48:39.677858 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.693599 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ebac1145-1710-4c1b-b754-5bd3b0f730ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.701121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3891ad40-892d-45e7-a7a8-4d814d8eca03']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:39.708322 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.api [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 22:48:39.708322 n-d-710847-6 neutron-server[103692]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 22:48:39.708322 n-d-710847-6 neutron-server[103692]: [parameters: {'id': 'eb05db12-a519-426b-89c4-d000aa425622'}] Dec 11 22:48:39.708322 n-d-710847-6 neutron-server[103692]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:48:39.709004 n-d-710847-6 neutron-server[103692]: DEBUG oslo_db.api [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:48:39.713034 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e53db9-39e4-493c-8fd7-f1cb5d735913') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:39.713394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e53db9-39e4-493c-8fd7-f1cb5d735913') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:39.730717 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac1145-1710-4c1b-b754-5bd3b0f730ab None None] Pushing event deleted for resources: {'Port': ['ID=91832c27-e34d-42e9-bc02-56b84671078e,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:39.739188 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac1145-1710-4c1b-b754-5bd3b0f730ab None None] No DVR routers for this DVR port 91832c27-e34d-42e9-bc02-56b84671078e on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:48:39.754074 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.755463 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.793849 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.813691 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.836525 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:39.837131 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.838031 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:39.842056 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:39.850751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91301bc-c42e-44d5-9c87-9b86a5ce0fce req-bd4a9db7-b3d7-428a-aba3-9b14055605f0 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0428607 Dec 11 22:48:39.917029 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Network 013a72d6-e5b9-422d-a19b-93934f78c63b is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:39.921716 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:39.924414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:39.932775 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70770a6-62a1-4464-826c-ba63fff96a25 None None] Pushing event updated for resources: {'Port': ['ID=e8d16f49-4674-4fd7-8bd6-ebbb48d9cb0b,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:39.965261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885fc020-1b25-4c54-b369-399bbc2df7d4 None None] Network eb05db12-a519-426b-89c4-d000aa425622 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:40.091622 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:40.099136 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:40.106742 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] 10.222.0.45 "DELETE /v2.0/networks/3891ad40-892d-45e7-a7a8-4d814d8eca03 HTTP/1.1" status: 204 len: 168 time: 1.3247213 Dec 11 22:48:40.115022 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:40.118866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Pushing event updated for resources: {'Port': ['ID=64e0d56f-00ca-4e8e-a0c7-67385e77000c,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:40.120117 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477471e0-5563-46ca-b9e8-682e81526383 tempest-TagsExtTest-476614997 tempest-TagsExtTest-476614997-project] Pushing event deleted for resources: {'Network': ['ID=3891ad40-892d-45e7-a7a8-4d814d8eca03,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:40.133639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Attempting to bind port 64e0d56f-00ca-4e8e-a0c7-67385e77000c on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:40.134044 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Attempting to bind port 64e0d56f-00ca-4e8e-a0c7-67385e77000c by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:40.134419 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Attempting to bind port 64e0d56f-00ca-4e8e-a0c7-67385e77000c on network 013a72d6-e5b9-422d-a19b-93934f78c63b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:40.141717 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:40.157128 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:40.157521 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Checking segment: {'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:40.157938 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:40.158351 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Bound using segment: {'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:40.159874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Bound port: 64e0d56f-00ca-4e8e-a0c7-67385e77000c, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:40.160289 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:40.165779 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df893b2f-49c6-4c16-9183-92b4f86c2268 req-367fdeb6-f720-46e2-b993-778282fc5376 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:40.173649 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df893b2f-49c6-4c16-9183-92b4f86c2268 req-367fdeb6-f720-46e2-b993-778282fc5376 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:40.177905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df893b2f-49c6-4c16-9183-92b4f86c2268 req-367fdeb6-f720-46e2-b993-778282fc5376 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:40.184667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df893b2f-49c6-4c16-9183-92b4f86c2268 req-367fdeb6-f720-46e2-b993-778282fc5376 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:40.190623 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df893b2f-49c6-4c16-9183-92b4f86c2268 req-367fdeb6-f720-46e2-b993-778282fc5376 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:40.197559 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df893b2f-49c6-4c16-9183-92b4f86c2268 req-367fdeb6-f720-46e2-b993-778282fc5376 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:40.203560 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df893b2f-49c6-4c16-9183-92b4f86c2268 req-367fdeb6-f720-46e2-b993-778282fc5376 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:40.205612 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-df893b2f-49c6-4c16-9183-92b4f86c2268 req-367fdeb6-f720-46e2-b993-778282fc5376 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.1610599 Dec 11 22:48:40.210990 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:40.239604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 91832c27-e34d-42e9-bc02-56b84671078e no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:48:40.290050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 91832c27-e34d-42e9-bc02-56b84671078e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:48:40.290623 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 91832c27-e34d-42e9-bc02-56b84671078e not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:48:40.296948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] For port 64e0d56f-00ca-4e8e-a0c7-67385e77000c, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:40.311206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] For port 64e0d56f-00ca-4e8e-a0c7-67385e77000c, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=64e0d56f-00ca-4e8e-a0c7-67385e77000c,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:40.351256 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-df893b2f-49c6-4c16-9183-92b4f86c2268 req-c6a0ffa3-63fc-4ba8-a799-23482551b369 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077595 Dec 11 22:48:40.358774 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Deleting port e8d16f49-4674-4fd7-8bd6-ebbb48d9cb0b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:48:40.359984 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:40.372831 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Allocated IP 172.25.1.74 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/092e12a7-a5f1-41d7-a694-3428efd279da) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:40.439326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] For port e8d16f49-4674-4fd7-8bd6-ebbb48d9cb0b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e8d16f49-4674-4fd7-8bd6-ebbb48d9cb0b,segment=NetworkSegment(0671de1e-7df3-49ec-9536-79dfa720e404),segment_id=0671de1e-7df3-49ec-9536-79dfa720e404)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:40.439627 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:40.451187 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:40.453127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Calling delete_port for e8d16f49-4674-4fd7-8bd6-ebbb48d9cb0b owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:48:40.494776 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:40.545940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519a57a-8b50-4d9b-92fc-1c3a303d5475 None None] Pushing event updated for resources: {'Port': ['ID=64e0d56f-00ca-4e8e-a0c7-67385e77000c,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:40.562001 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56becb54-1dd5-4f80-8464-63d22aba0889 req-98df4814-a990-45e6-9257-6e140dd82f7a tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.13 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0344107 Dec 11 22:48:40.694565 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:40.781843 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:40.785358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33682) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:40.786720 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:40.791726 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:40.804721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Pushing event updated for resources: {'Port': ['ID=092e12a7-a5f1-41d7-a694-3428efd279da,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:40.805988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dd29a5-dc28-45f0-97d3-a591c4e54542 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:48:40.812059 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:40.872905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9a53d842-f3b5-4d76-b071-e05dedcd2c0e None None] Provisioning complete for port 092e12a7-a5f1-41d7-a694-3428efd279da triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:40.873836 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9a53d842-f3b5-4d76-b071-e05dedcd2c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:40.900470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Port': ['ID=e8d16f49-4674-4fd7-8bd6-ebbb48d9cb0b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:40.922332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No DVR routers for this DVR port e8d16f49-4674-4fd7-8bd6-ebbb48d9cb0b on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:48:40.985300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9a53d842-f3b5-4d76-b071-e05dedcd2c0e None None] Port 092e12a7-a5f1-41d7-a694-3428efd279da cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:48:41.080473 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:41.107174 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f5d6ab4d-fd35-480c-8af2-09dbc985a82f req-c2549cdb-f57a-443c-bdb7-d78a087ce4bb tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=92402607-960d-4fde-a3a2-427d49bad050 HTTP/1.1" status: 200 len: 210 time: 0.0650320 Dec 11 22:48:41.129776 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb05db12-a519-426b-89c4-d000aa425622']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:41.148744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0671de1e-7df3-49ec-9536-79dfa720e404') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:41.150654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0671de1e-7df3-49ec-9536-79dfa720e404') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:41.158742 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7c7d6e3d-d06d-456d-a13f-6ca7efaa2360 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c2fe11df0b54369b5bc0fbd7d1ed0c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3720977 Dec 11 22:48:41.161184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33692) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:41.168440 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:41.192470 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:41.209113 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:41.209410 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:41.212680 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:41.287391 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53182c09-45dc-49de-8939-69debdf6cab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:41.321213 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53182c09-45dc-49de-8939-69debdf6cab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:41.335377 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:41.369820 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:41.385486 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:41.389226 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/eb05db12-a519-426b-89c4-d000aa425622 HTTP/1.1" status: 204 len: 168 time: 2.9719119 Dec 11 22:48:41.396078 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33704) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:41.402942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5a05b-d5f5-474c-a532-cccba2bf23e5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Network': ['ID=eb05db12-a519-426b-89c4-d000aa425622,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:41.404658 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ae0b9134-e12e-4c53-8087-a07187979847 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-224678990'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:41.460707 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53182c09-45dc-49de-8939-69debdf6cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:41.463506 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53182c09-45dc-49de-8939-69debdf6cab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:41.464673 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-53182c09-45dc-49de-8939-69debdf6cab3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b67a6ace-8455-4a94-b2a4-62ea0d485b6d HTTP/1.1" status: 204 len: 168 time: 0.3025835 Dec 11 22:48:41.486843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53182c09-45dc-49de-8939-69debdf6cab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67a6ace-8455-4a94-b2a4-62ea0d485b6d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:41.576904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80d44d-db4f-4e1e-9153-e6246b8c302b req-542ecd18-d892-4018-99f0-cfbee1b8b1dd tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:41.586696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80d44d-db4f-4e1e-9153-e6246b8c302b req-542ecd18-d892-4018-99f0-cfbee1b8b1dd tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:41.602789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80d44d-db4f-4e1e-9153-e6246b8c302b req-542ecd18-d892-4018-99f0-cfbee1b8b1dd tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:41.610355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80d44d-db4f-4e1e-9153-e6246b8c302b req-542ecd18-d892-4018-99f0-cfbee1b8b1dd tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:41.615817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80d44d-db4f-4e1e-9153-e6246b8c302b req-542ecd18-d892-4018-99f0-cfbee1b8b1dd tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:41.622375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80d44d-db4f-4e1e-9153-e6246b8c302b req-542ecd18-d892-4018-99f0-cfbee1b8b1dd tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:41.628904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80d44d-db4f-4e1e-9153-e6246b8c302b req-542ecd18-d892-4018-99f0-cfbee1b8b1dd tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:41.636182 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af80d44d-db4f-4e1e-9153-e6246b8c302b req-542ecd18-d892-4018-99f0-cfbee1b8b1dd tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.1652701 Dec 11 22:48:41.724087 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af80d44d-db4f-4e1e-9153-e6246b8c302b req-a8f65772-660b-43a8-ba04-a3cc4cf5b812 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804684 Dec 11 22:48:41.964180 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0b9134-e12e-4c53-8087-a07187979847 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:41.967588 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9134-e12e-4c53-8087-a07187979847 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:42.002520 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:42.015394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0b9134-e12e-4c53-8087-a07187979847 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:48:42.073985 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9134-e12e-4c53-8087-a07187979847 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:42.073985 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-ae0b9134-e12e-4c53-8087-a07187979847 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Added segment 33d0e8be-2d80-424f-a476-71a27830aba1 of type vlan for network 9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 Dec 11 22:48:42.075764 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d919235-d370-4618-b500-9fb5f68ccaa2 None None] Network 013a72d6-e5b9-422d-a19b-93934f78c63b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:42.144855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7ab1c493-6826-4112-8e14-e9038665df69 None None] Provisioning complete for port 64e0d56f-00ca-4e8e-a0c7-67385e77000c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:42.145232 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ab1c493-6826-4112-8e14-e9038665df69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:42.206377 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9134-e12e-4c53-8087-a07187979847 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:42.281668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 64e0d56f-00ca-4e8e-a0c7-67385e77000c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:48:42.328234 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9134-e12e-4c53-8087-a07187979847 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:42.328234 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0b9134-e12e-4c53-8087-a07187979847 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:42.328234 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9134-e12e-4c53-8087-a07187979847 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:42.392391 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ab1c493-6826-4112-8e14-e9038665df69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:42.413526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Router 0ea403fe-fb5c-4430-8089-82a08b66eca1 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:48:42.424239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 64e0d56f-00ca-4e8e-a0c7-67385e77000c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:42.424616 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:42.442759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b9134-e12e-4c53-8087-a07187979847 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Network': ['ID=9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:42.461914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:48:42.542319 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ae0b9134-e12e-4c53-8087-a07187979847 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1450975 Dec 11 22:48:42.543498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33762) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:42.556221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7a027d6b-3100-4332-a281-a94bb9eb6949 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:42.621159 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:48:42.684499 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7ab1c493-6826-4112-8e14-e9038665df69 None None] For port 64e0d56f-00ca-4e8e-a0c7-67385e77000c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=64e0d56f-00ca-4e8e-a0c7-67385e77000c,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:42.703079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Sync routers for ids ['0ea403fe-fb5c-4430-8089-82a08b66eca1'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:48:42.730307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d2d684-ee0b-4718-9c68-5d1f9f2acc1f None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 22:48:42.783715 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:42.784864 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e6efe255-bdbb-4ed6-85a7-8264196a8460 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9128139 Dec 11 22:48:42.787671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33772) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:42.816473 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7a027d6b-3100-4332-a281-a94bb9eb6949 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:42.818233 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Routers {'0ea403fe-fb5c-4430-8089-82a08b66eca1'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:48:42.818908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:48:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0ea403fe-fb5c-4430-8089-82a08b66eca1'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:42.838407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4cda1196-baa4-4d95-95ec-a1ac3e8d02e9 req-69af8c8d-1dd4-49b4-99f2-a81898d30d18 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=87888d0c-33d9-4e40-a0e9-13639cd9464b HTTP/1.1" status: 200 len: 210 time: 0.0674133 Dec 11 22:48:42.885070 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ab1c493-6826-4112-8e14-e9038665df69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:42.924080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc830b-ade6-4f66-ac5d-6f65bf2e2f30 req-34b03d39-4608-4cba-a861-6a655b39dbb1 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:42.931775 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc830b-ade6-4f66-ac5d-6f65bf2e2f30 req-34b03d39-4608-4cba-a861-6a655b39dbb1 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:42.938609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc830b-ade6-4f66-ac5d-6f65bf2e2f30 req-34b03d39-4608-4cba-a861-6a655b39dbb1 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:42.947959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc830b-ade6-4f66-ac5d-6f65bf2e2f30 req-34b03d39-4608-4cba-a861-6a655b39dbb1 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:42.956079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc830b-ade6-4f66-ac5d-6f65bf2e2f30 req-34b03d39-4608-4cba-a861-6a655b39dbb1 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:42.963316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc830b-ade6-4f66-ac5d-6f65bf2e2f30 req-34b03d39-4608-4cba-a861-6a655b39dbb1 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:42.969608 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc830b-ade6-4f66-ac5d-6f65bf2e2f30 req-34b03d39-4608-4cba-a861-6a655b39dbb1 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:42.971883 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1dc830b-ade6-4f66-ac5d-6f65bf2e2f30 req-34b03d39-4608-4cba-a861-6a655b39dbb1 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.1220887 Dec 11 22:48:42.973507 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7a027d6b-3100-4332-a281-a94bb9eb6949 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:43.007839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a027d6b-3100-4332-a281-a94bb9eb6949 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network 9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 is not hosted by any dhcp agent {{(pid=103692) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 11 22:48:43.014010 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a027d6b-3100-4332-a281-a94bb9eb6949 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:43.014947 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7a027d6b-3100-4332-a281-a94bb9eb6949 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:43.016373 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7a027d6b-3100-4332-a281-a94bb9eb6949 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "PUT /v2.0/networks/9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 HTTP/1.1" status: 200 len: 723 time: 0.4704139 Dec 11 22:48:43.021679 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33778) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:43.040269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e79fee2c-a200-4af2-ad8e-263fe830bf25 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'subnet': {'network_id': '9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:43.064873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1c493-6826-4112-8e14-e9038665df69 None None] Pushing event updated for resources: {'Port': ['ID=64e0d56f-00ca-4e8e-a0c7-67385e77000c,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:43.095819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-788d527c-378b-48dc-99e0-057898d7da09 None None] Provisioning complete for port 64e0d56f-00ca-4e8e-a0c7-67385e77000c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:43.096501 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-788d527c-378b-48dc-99e0-057898d7da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:43.097027 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05d43412-ed8c-4e97-a8a0-4917a1e3139a req-d6a70ec8-2b29-4074-a7f3-43dadbd4f59c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ad63f5861f24faba999d00c5a77bcc4&device_id=87888d0c-33d9-4e40-a0e9-13639cd9464b HTTP/1.1" status: 200 len: 210 time: 0.2566450 Dec 11 22:48:43.098937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Set router 0ea403fe-fb5c-4430-8089-82a08b66eca1 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:48:43.146068 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1dc830b-ade6-4f66-ac5d-6f65bf2e2f30 req-a9d4c4ec-af6c-4ad4-85a8-4389050b9436 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1636491 Dec 11 22:48:43.157656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a027d6b-3100-4332-a281-a94bb9eb6949 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Network': ['ID=9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:43.170903 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05d43412-ed8c-4e97-a8a0-4917a1e3139a req-155d12c6-4351-47f5-b2c9-d01a4f02c4d3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7ad63f5861f24faba999d00c5a77bcc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309994 Dec 11 22:48:43.196660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:48:43.215020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d2d684-ee0b-4718-9c68-5d1f9f2acc1f None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 22:48:43.391920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d43412-ed8c-4e97-a8a0-4917a1e3139a req-05634581-cf19-42a4-9099-d05e8844b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:43.394773 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05d43412-ed8c-4e97-a8a0-4917a1e3139a req-05634581-cf19-42a4-9099-d05e8844b8a9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2163770 Dec 11 22:48:43.405426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33784) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:43.504728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79fee2c-a200-4af2-ad8e-263fe830bf25 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:43.509017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e79fee2c-a200-4af2-ad8e-263fe830bf25 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:43.556768 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:43.584073 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a341f94-c241-4f3c-a39f-0e20a8f56c63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:43.611378 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:41Z', 'revision_number': 3, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:43.640176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Checking router: 0ea403fe-fb5c-4430-8089-82a08b66eca1 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:48:43.640522 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Updating router 0ea403fe-fb5c-4430-8089-82a08b66eca1 port 092e12a7-a5f1-41d7-a694-3428efd279da binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:48:43.695393 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a341f94-c241-4f3c-a39f-0e20a8f56c63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:43.716493 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:43.767239 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:43.770516 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a341f94-c241-4f3c-a39f-0e20a8f56c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:43.809071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a341f94-c241-4f3c-a39f-0e20a8f56c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed0c80f-b45f-4bf1-963f-f25682fe53a8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:43.827530 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9a341f94-c241-4f3c-a39f-0e20a8f56c63 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e30be1b03204442ba32af84a9334d2ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4184711 Dec 11 22:48:43.827800 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33792) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:43.914317 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a12bf313-f1fa-4406-a2f1-ccab015d7d9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:43.954068 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a12bf313-f1fa-4406-a2f1-ccab015d7d9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:43.971942 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e79fee2c-a200-4af2-ad8e-263fe830bf25 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:43.992029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93a607b7-2eb4-4c84-96b9-a151278984d1 req-b9f0e40d-74d5-4dfc-853b-5389df83966a tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=87888d0c-33d9-4e40-a0e9-13639cd9464b HTTP/1.1" status: 200 len: 210 time: 0.0520575 Dec 11 22:48:44.054789 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:44.079634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Allocated IP 172.20.0.1 (013a72d6-e5b9-422d-a19b-93934f78c63b/987c9be0-fcb0-4823-a9e6-efc112c434ab/33ca7a34-dd6a-420b-b451-6a97e2ebdca4) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:44.091366 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fee2c-a200-4af2-ad8e-263fe830bf25 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Subnet': ['ID=25fbdbe0-2e68-4f7b-ba51-e78b511a8471,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:44.099428 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fee2c-a200-4af2-ad8e-263fe830bf25 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Checking segment: {'id': '33d0e8be-2d80-424f-a476-71a27830aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:44.099789 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79fee2c-a200-4af2-ad8e-263fe830bf25 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network hostable DHCP agents. Network: 9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:48:44.101736 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:44.124329 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a12bf313-f1fa-4406-a2f1-ccab015d7d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:44.127032 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a12bf313-f1fa-4406-a2f1-ccab015d7d9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:44.128224 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a12bf313-f1fa-4406-a2f1-ccab015d7d9f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eed0c80f-b45f-4bf1-963f-f25682fe53a8 HTTP/1.1" status: 204 len: 168 time: 0.2994962 Dec 11 22:48:44.137551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bf313-f1fa-4406-a2f1-ccab015d7d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed0c80f-b45f-4bf1-963f-f25682fe53a8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:44.179274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c51b8c-91e9-4289-814f-3375344ebf2c None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:48:44.201965 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Attempting to bind port 092e12a7-a5f1-41d7-a694-3428efd279da on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:44.202720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Attempting to bind port 092e12a7-a5f1-41d7-a694-3428efd279da by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:44.203741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Attempting to bind port 092e12a7-a5f1-41d7-a694-3428efd279da on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:44.210520 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 64e0d56f-00ca-4e8e-a0c7-67385e77000c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:48:44.233497 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:44.243911 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5b756-8f58-4db7-ae51-5e50ad107d15 None None] Pushing event updated for resources: {'Port': ['ID=092e12a7-a5f1-41d7-a694-3428efd279da,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:44.250748 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79fee2c-a200-4af2-ad8e-263fe830bf25 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network 9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:48:44.263962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:44.264558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:44.265132 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:44.265685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:44.266331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Bound port: 092e12a7-a5f1-41d7-a694-3428efd279da, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:44.266898 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:44.329697 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 64e0d56f-00ca-4e8e-a0c7-67385e77000c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:44.330289 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:44.348077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715fa62-74c3-4fad-b798-49aa2a4bfeff req-938a3565-ab76-4896-8335-bb20e1ab0b30 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:44.354984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715fa62-74c3-4fad-b798-49aa2a4bfeff req-938a3565-ab76-4896-8335-bb20e1ab0b30 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:44.362407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715fa62-74c3-4fad-b798-49aa2a4bfeff req-938a3565-ab76-4896-8335-bb20e1ab0b30 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:44.368036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] For port 092e12a7-a5f1-41d7-a694-3428efd279da, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:44.370442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715fa62-74c3-4fad-b798-49aa2a4bfeff req-938a3565-ab76-4896-8335-bb20e1ab0b30 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:44.377233 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715fa62-74c3-4fad-b798-49aa2a4bfeff req-938a3565-ab76-4896-8335-bb20e1ab0b30 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:44.383427 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715fa62-74c3-4fad-b798-49aa2a4bfeff req-938a3565-ab76-4896-8335-bb20e1ab0b30 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:44.389437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] For port 092e12a7-a5f1-41d7-a694-3428efd279da, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=092e12a7-a5f1-41d7-a694-3428efd279da,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:44.389746 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715fa62-74c3-4fad-b798-49aa2a4bfeff req-938a3565-ab76-4896-8335-bb20e1ab0b30 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:44.392255 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9715fa62-74c3-4fad-b798-49aa2a4bfeff req-938a3565-ab76-4896-8335-bb20e1ab0b30 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.1137147 Dec 11 22:48:44.395842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-52978b03-2d03-4a8a-8735-ffd0a60ce325 None None] Provisioning complete for port 092e12a7-a5f1-41d7-a694-3428efd279da triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:44.396294 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-52978b03-2d03-4a8a-8735-ffd0a60ce325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:44.431195 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:44.433255 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-e79fee2c-a200-4af2-ad8e-263fe830bf25 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:44.445956 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581d1bd3-b71b-44ca-8e7e-5058332bb47f None None] Network 9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:44.448839 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79fee2c-a200-4af2-ad8e-263fe830bf25 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:44.449498 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e79fee2c-a200-4af2-ad8e-263fe830bf25 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626564'] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:44.478400 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-52978b03-2d03-4a8a-8735-ffd0a60ce325 None None] Port 092e12a7-a5f1-41d7-a694-3428efd279da cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:48:44.512994 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Network 013a72d6-e5b9-422d-a19b-93934f78c63b is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:44.523373 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9715fa62-74c3-4fad-b798-49aa2a4bfeff req-e7976206-2b10-47cb-a9de-cb4e2f30c8d5 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1225252 Dec 11 22:48:44.530161 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:44.533064 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:44.564681 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:44.590549 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Pushing event updated for resources: {'Port': ['ID=33ca7a34-dd6a-420b-b451-6a97e2ebdca4,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:44.592273 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:44.658512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Routers {'0ea403fe-fb5c-4430-8089-82a08b66eca1'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:48:44.659183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:48:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0ea403fe-fb5c-4430-8089-82a08b66eca1'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:44.704125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2', 'network_id': '9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2', 'project_id': '4200cd9658784fb7861ec25558b9aaad', 'fixed_ips': [{'subnet_id': '25fbdbe0-2e68-4f7b-ba51-e78b511a8471'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:48:44.705011 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:44.707078 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50938875-c0a4-4fe2-95bb-0af26da5b83e None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:48:44.734447 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5b756-8f58-4db7-ae51-5e50ad107d15 None None] Pushing event updated for resources: {'Port': ['ID=092e12a7-a5f1-41d7-a694-3428efd279da,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:44.768262 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e79fee2c-a200-4af2-ad8e-263fe830bf25 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7407625 Dec 11 22:48:44.771144 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33818) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:44.791121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6f6a7c1b-f4ae-4696-a862-36220c627e4d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:44.806774 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05d43412-ed8c-4e97-a8a0-4917a1e3139a req-2fbb3f04-41c8-4385-8612-13f7805e0d22 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.47 "GET /v2.0/ports?device_id=87888d0c-33d9-4e40-a0e9-13639cd9464b HTTP/1.1" status: 200 len: 210 time: 0.0692241 Dec 11 22:48:44.915039 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cc7cb9f2-24ed-44bc-aa62-44c54b99a5d7 None None] Provisioning complete for port 092e12a7-a5f1-41d7-a694-3428efd279da triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:44.915422 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb9f2-24ed-44bc-aa62-44c54b99a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:44.923051 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] Set router 0ea403fe-fb5c-4430-8089-82a08b66eca1 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:48:44.925819 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:45.028272 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7c1b-f4ae-4696-a862-36220c627e4d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126076598'] for subnet, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:45.184166 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dcf2d73c-9aed-4955-ab26-cc84c353ab33 req-bf6c4ceb-30ff-42ae-857b-fe7ac695e1b3 tempest-ServerShowV247Test-835038496 tempest-ServerShowV247Test-835038496-project] 10.222.0.45 "GET /v2.0/ports?device_id=87888d0c-33d9-4e40-a0e9-13639cd9464b HTTP/1.1" status: 200 len: 210 time: 0.0336835 Dec 11 22:48:45.250157 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:45.277917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Allocated IP 172.20.0.2 (9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2/25fbdbe0-2e68-4f7b-ba51-e78b511a8471/0ed84df1-1f3c-4292-982a-a526626da86d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:45.325770 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33832) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:45.340991 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:45.367093 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c98f4a0-6ab9-4635-ad69-8785662d878d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:45.415691 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb9f2-24ed-44bc-aa62-44c54b99a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:45.431000 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:45.455781 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Pushing event updated for resources: {'Port': ['ID=33ca7a34-dd6a-420b-b451-6a97e2ebdca4,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:45.483107 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-cc7cb9f2-24ed-44bc-aa62-44c54b99a5d7 None None] For port 092e12a7-a5f1-41d7-a694-3428efd279da, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=092e12a7-a5f1-41d7-a694-3428efd279da,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:45.534935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:41Z', 'revision_number': 3, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:45.568031 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c98f4a0-6ab9-4635-ad69-8785662d878d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:45.569587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160aa83d-0a78-45ed-aa86-bba1ed4a6c10 None None] The sync data for ids ['0ea403fe-fb5c-4430-8089-82a08b66eca1'] in n-d-710847-6 is: [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:41Z', 'revision_number': 3, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:48:45.581717 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Network 013a72d6-e5b9-422d-a19b-93934f78c63b is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:45.583500 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:45.587651 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:45.661559 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb9f2-24ed-44bc-aa62-44c54b99a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:45.719870 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c98f4a0-6ab9-4635-ad69-8785662d878d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:45.768879 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:45.783767 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cb9f2-24ed-44bc-aa62-44c54b99a5d7 None None] Pushing event updated for resources: {'Port': ['ID=092e12a7-a5f1-41d7-a694-3428efd279da,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:45.846991 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Network 9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:45.860348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:45.868226 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:45.871812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-134dbe8d-3557-4d0b-8a1d-d018eaf85142 None None] Provisioning complete for port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:45.877312 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-134dbe8d-3557-4d0b-8a1d-d018eaf85142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:45.893452 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Router 0ea403fe-fb5c-4430-8089-82a08b66eca1 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:48:45.911214 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98f4a0-6ab9-4635-ad69-8785662d878d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8e06a3-3132-4abb-9be6-3420e18bd1e4,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:45.921616 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1c98f4a0-6ab9-4635-ad69-8785662d878d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=baa7bf13716c4c8c9512df819ae5e6e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5945168 Dec 11 22:48:45.924637 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33848) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:45.999946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Pushing event updated for resources: {'Port': ['ID=0ed84df1-1f3c-4292-982a-a526626da86d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:46.062321 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55e57d46-a25f-4af9-a732-b596f719ba4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:46.101262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-134dbe8d-3557-4d0b-8a1d-d018eaf85142 None None] Port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:48:46.114936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Attempting to bind port 0ed84df1-1f3c-4292-982a-a526626da86d on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:46.116231 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Attempting to bind port 0ed84df1-1f3c-4292-982a-a526626da86d by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '33d0e8be-2d80-424f-a476-71a27830aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:46.116995 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Attempting to bind port 0ed84df1-1f3c-4292-982a-a526626da86d on network 9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:46.122282 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55e57d46-a25f-4af9-a732-b596f719ba4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:46.129847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:46.129847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Checking segment: {'id': '33d0e8be-2d80-424f-a476-71a27830aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:46.129847 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:46.129847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Bound using segment: {'id': '33d0e8be-2d80-424f-a476-71a27830aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:46.129847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Bound port: 0ed84df1-1f3c-4292-982a-a526626da86d, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d0e8be-2d80-424f-a476-71a27830aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:46.129847 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:46.140475 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2649cd3-6d31-48fa-ac8b-c7be908f474b req-562bf2b6-f932-47ff-bf72-3a3125505e16 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:46.155483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2649cd3-6d31-48fa-ac8b-c7be908f474b req-562bf2b6-f932-47ff-bf72-3a3125505e16 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:46.161745 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2649cd3-6d31-48fa-ac8b-c7be908f474b req-562bf2b6-f932-47ff-bf72-3a3125505e16 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:46.169612 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2649cd3-6d31-48fa-ac8b-c7be908f474b req-562bf2b6-f932-47ff-bf72-3a3125505e16 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:46.179137 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2649cd3-6d31-48fa-ac8b-c7be908f474b req-562bf2b6-f932-47ff-bf72-3a3125505e16 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:46.185588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2649cd3-6d31-48fa-ac8b-c7be908f474b req-562bf2b6-f932-47ff-bf72-3a3125505e16 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:46.194405 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2649cd3-6d31-48fa-ac8b-c7be908f474b req-562bf2b6-f932-47ff-bf72-3a3125505e16 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:46.197802 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e2649cd3-6d31-48fa-ac8b-c7be908f474b req-562bf2b6-f932-47ff-bf72-3a3125505e16 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.3960311 Dec 11 22:48:46.254411 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-216e95de-6ebd-48a7-ae72-db10f8b9a8cc None None] Provisioning complete for port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:46.264212 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-216e95de-6ebd-48a7-ae72-db10f8b9a8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:46.264212 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 092e12a7-a5f1-41d7-a694-3428efd279da up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:48:46.293154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] For port 0ed84df1-1f3c-4292-982a-a526626da86d, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:46.340109 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:48:46.346459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] For port 0ed84df1-1f3c-4292-982a-a526626da86d, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0ed84df1-1f3c-4292-982a-a526626da86d,segment=NetworkSegment(33d0e8be-2d80-424f-a476-71a27830aba1),segment_id=33d0e8be-2d80-424f-a476-71a27830aba1)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:46.356268 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-08d3ba71-da01-4b46-adb0-f3622bb0e2e2 admin admin] 10.222.0.45 "PUT /v2.0/routers/0ea403fe-fb5c-4430-8089-82a08b66eca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5578616 Dec 11 22:48:46.363370 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e2649cd3-6d31-48fa-ac8b-c7be908f474b req-20674a53-d712-4cef-9d8c-f053822347bc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1533751 Dec 11 22:48:46.370488 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55e57d46-a25f-4af9-a732-b596f719ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:46.373802 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-216e95de-6ebd-48a7-ae72-db10f8b9a8cc None None] Port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:48:46.374499 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55e57d46-a25f-4af9-a732-b596f719ba4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:46.377625 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-55e57d46-a25f-4af9-a732-b596f719ba4c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bd8e06a3-3132-4abb-9be6-3420e18bd1e4 HTTP/1.1" status: 204 len: 168 time: 0.4513345 Dec 11 22:48:46.383396 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7c1b-f4ae-4696-a862-36220c627e4d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780728726236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126704152'] for subnet, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:46.396477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e57d46-a25f-4af9-a732-b596f719ba4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8e06a3-3132-4abb-9be6-3420e18bd1e4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:46.398201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 092e12a7-a5f1-41d7-a694-3428efd279da triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:46.398590 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:46.441018 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6a7c1b-f4ae-4696-a862-36220c627e4d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:46.444663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f6a7c1b-f4ae-4696-a862-36220c627e4d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:46.446903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33858) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:46.458144 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6f6a7c1b-f4ae-4696-a862-36220c627e4d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "PUT /v2.0/subnets/25fbdbe0-2e68-4f7b-ba51-e78b511a8471 HTTP/1.1" status: 200 len: 806 time: 1.6755106 Dec 11 22:48:46.471742 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:46.490497 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a7c1b-f4ae-4696-a862-36220c627e4d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Subnet': ['ID=25fbdbe0-2e68-4f7b-ba51-e78b511a8471,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:46.598305 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:46.606594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed88e57-2ba0-4e10-ae73-07984c45fb2d None None] Pushing event updated for resources: {'Port': ['ID=0ed84df1-1f3c-4292-982a-a526626da86d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:46.684652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Deleting port 0ed84df1-1f3c-4292-982a-a526626da86d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:48:46.685381 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:46.838701 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] For port 0ed84df1-1f3c-4292-982a-a526626da86d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0ed84df1-1f3c-4292-982a-a526626da86d,segment=NetworkSegment(33d0e8be-2d80-424f-a476-71a27830aba1),segment_id=33d0e8be-2d80-424f-a476-71a27830aba1)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:46.839327 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:46.868277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Calling delete_port for 0ed84df1-1f3c-4292-982a-a526626da86d owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:48:46.931469 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33872) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:47.158668 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.162327 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.215931 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33880) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:47.239708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Port': ['ID=0ed84df1-1f3c-4292-982a-a526626da86d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:47.276928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No DVR routers for this DVR port 0ed84df1-1f3c-4292-982a-a526626da86d on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:48:47.307660 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2c97cfe2-5ce3-4942-b921-35dd266a4a00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.353164 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.391655 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd12415b-a63b-4e10-848f-f9424095482d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.405838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33890) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:47.415149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d3d1ace4-bb44-4c3b-9123-b20da04a491b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1544302923', 'description': 'tempest-description--1035647453'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:47.431152 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2c97cfe2-5ce3-4942-b921-35dd266a4a00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.521142 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd12415b-a63b-4e10-848f-f9424095482d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.536470 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2c97cfe2-5ce3-4942-b921-35dd266a4a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.571099 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3d1ace4-bb44-4c3b-9123-b20da04a491b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.574702 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.589431 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2c97cfe2-5ce3-4942-b921-35dd266a4a00 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52de08752ad7435a9cb1335dc12cecdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6568975 Dec 11 22:48:47.591438 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97cfe2-5ce3-4942-b921-35dd266a4a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e369ee-7582-47c9-aef7-786f114daf96,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:47.594973 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33894) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:47.617336 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eff4f3-90f7-4ca8-a3c0-072efd9b9d94 req-a3d57520-b1bc-42da-ae37-7eefac34368d tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:47.617533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Subnet': ['ID=25fbdbe0-2e68-4f7b-ba51-e78b511a8471,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:47.631387 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eff4f3-90f7-4ca8-a3c0-072efd9b9d94 req-a3d57520-b1bc-42da-ae37-7eefac34368d tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:47.639114 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eff4f3-90f7-4ca8-a3c0-072efd9b9d94 req-a3d57520-b1bc-42da-ae37-7eefac34368d tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:47.646397 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eff4f3-90f7-4ca8-a3c0-072efd9b9d94 req-a3d57520-b1bc-42da-ae37-7eefac34368d tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:47.651814 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eff4f3-90f7-4ca8-a3c0-072efd9b9d94 req-a3d57520-b1bc-42da-ae37-7eefac34368d tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:47.658040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eff4f3-90f7-4ca8-a3c0-072efd9b9d94 req-a3d57520-b1bc-42da-ae37-7eefac34368d tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:47.665127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eff4f3-90f7-4ca8-a3c0-072efd9b9d94 req-a3d57520-b1bc-42da-ae37-7eefac34368d tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:47.672599 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-85eff4f3-90f7-4ca8-a3c0-072efd9b9d94 req-a3d57520-b1bc-42da-ae37-7eefac34368d tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5418 time: 0.1674919 Dec 11 22:48:47.675097 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd12415b-a63b-4e10-848f-f9424095482d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.708910 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.745069 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:47.761839 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dd12415b-a63b-4e10-848f-f9424095482d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ad63f5861f24faba999d00c5a77bcc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5448308 Dec 11 22:48:47.764336 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d0e8be-2d80-424f-a476-71a27830aba1') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:47.764891 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d0e8be-2d80-424f-a476-71a27830aba1') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:47.769525 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33898) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:47.776887 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12415b-a63b-4e10-848f-f9424095482d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05549f5-0242-4fa0-90dd-04a9d467c89c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:47.809028 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d19291e1-ce21-4b40-8e11-162d8aa378ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.818428 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device af2ea78e-6ac1-4602-b7dc-a9863f8091ca details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:48:47.820174 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.820309 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-85eff4f3-90f7-4ca8-a3c0-072efd9b9d94 req-c5705b69-c580-4d01-a71c-11147c4cef71 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1368794 Dec 11 22:48:47.823712 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3d1ace4-bb44-4c3b-9123-b20da04a491b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.844059 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d19291e1-ce21-4b40-8e11-162d8aa378ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.856173 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.884196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:47.884586 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:47.887967 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:47.986997 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d19291e1-ce21-4b40-8e11-162d8aa378ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:47.998761 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d19291e1-ce21-4b40-8e11-162d8aa378ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.002747 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d19291e1-ce21-4b40-8e11-162d8aa378ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46e369ee-7582-47c9-aef7-786f114daf96 HTTP/1.1" status: 204 len: 168 time: 0.4051285 Dec 11 22:48:48.023552 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3d1ace4-bb44-4c3b-9123-b20da04a491b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.030973 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19291e1-ce21-4b40-8e11-162d8aa378ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e369ee-7582-47c9-aef7-786f114daf96,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:48.060919 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-79558686-8620-461d-9e9f-c79eea40ec8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.096099 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.104133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port af2ea78e-6ac1-4602-b7dc-a9863f8091ca, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=af2ea78e-6ac1-4602-b7dc-a9863f8091ca,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:48.122914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'af2ea78e-6ac1-4602-b7dc-a9863f8091ca', 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7', 'port_id': 'af2ea78e-6ac1-4602-b7dc-a9863f8091ca', 'mac_address': 'fa:16:3e:07:6c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30cdfb0-6b97-48f3-90e8-36883fe8eb33', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:48:48.136220 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.140784 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 HTTP/1.1" status: 204 len: 168 time: 1.6923673 Dec 11 22:48:48.143766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33910) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:48.161861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393de4c4-5f63-453e-977b-d25cde075fa6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Network': ['ID=9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:48.176023 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6bcd54-e27a-4743-ab65-1d5a4be6aa82 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:48:48.176677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6bcd54-e27a-4743-ab65-1d5a4be6aa82 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:48:48.179289 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3d1ace4-bb44-4c3b-9123-b20da04a491b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.181940 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d3d1ace4-bb44-4c3b-9123-b20da04a491b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7713318 Dec 11 22:48:48.186460 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4a6bcd54-e27a-4743-ab65-1d5a4be6aa82 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 HTTP/1.1" status: 404 len: 339 time: 0.0419424 Dec 11 22:48:48.187189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33912) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:48.189836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33914) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:48.195443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a0968f46-3978-452b-a7a1-d824c89dddf9 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Request body: {'security_group_rule': {'security_group_id': '183b76f8-3bb7-43c4-877c-0d64406ab604', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:48.196895 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.201231 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-79558686-8620-461d-9e9f-c79eea40ec8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.206121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9d80c9aa-dffd-4976-b361-7924064c4c0f tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1202957139', 'description': 'd1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:48.215135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1ace4-bb44-4c3b-9123-b20da04a491b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183b76f8-3bb7-43c4-877c-0d64406ab604,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:48.216632 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2ea78e-6ac1-4602-b7dc-a9863f8091ca {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:48:48.243924 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port af2ea78e-6ac1-4602-b7dc-a9863f8091ca, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=af2ea78e-6ac1-4602-b7dc-a9863f8091ca,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:48.319804 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Sync routers for ids ['0ea403fe-fb5c-4430-8089-82a08b66eca1'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:48:48.335081 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Routers {'0ea403fe-fb5c-4430-8089-82a08b66eca1'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:48:48.335081 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:48:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0ea403fe-fb5c-4430-8089-82a08b66eca1'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:48.352732 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.357487 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4f62b209-549f-451d-a578-3b22242ccc69 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:48:48.433654 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a0968f46-3978-452b-a7a1-d824c89dddf9 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.457060 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Set router 0ea403fe-fb5c-4430-8089-82a08b66eca1 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:48:48.462789 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-94315f47-0fa3-4a23-960e-2ab1a3e60bed None None] Could not find standard attr ID for object 0ed84df1-1f3c-4292-982a-a526626da86d. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:48:48.472452 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4f62b209-549f-451d-a578-3b22242ccc69, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4f62b209-549f-451d-a578-3b22242ccc69,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:48.478647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd80ae9-a717-4e4b-83bf-1b98e67a6108 None None] DHCP port deletion for 9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:48:48.483652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=af2ea78e-6ac1-4602-b7dc-a9863f8091ca,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:48.486553 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-79558686-8620-461d-9e9f-c79eea40ec8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.493017 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-79558686-8620-461d-9e9f-c79eea40ec8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.499520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-79558686-8620-461d-9e9f-c79eea40ec8f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e05549f5-0242-4fa0-90dd-04a9d467c89c HTTP/1.1" status: 204 len: 168 time: 0.7236731 Dec 11 22:48:48.523741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '4f62b209-549f-451d-a578-3b22242ccc69', 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7', 'port_id': '4f62b209-549f-451d-a578-3b22242ccc69', 'mac_address': 'fa:16:3e:d3:50:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30cdfb0-6b97-48f3-90e8-36883fe8eb33', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:48:48.539646 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79558686-8620-461d-9e9f-c79eea40ec8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05549f5-0242-4fa0-90dd-04a9d467c89c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:48.578189 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eda37f3-4bdd-48e5-8a16-e103af39172b None None] Network 9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:48.590929 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a0968f46-3978-452b-a7a1-d824c89dddf9 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.611218 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eda37f3-4bdd-48e5-8a16-e103af39172b None None] Network 9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 could not be found, it might have been deleted concurrently. {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 11 22:48:48.619606 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f572b59-4b84-4f0d-9ca1-180348fdb126 None None] Network 9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:48.625827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d80c9aa-dffd-4976-b361-7924064c4c0f tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:48.626231 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.626331 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d80c9aa-dffd-4976-b361-7924064c4c0f tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.646608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f572b59-4b84-4f0d-9ca1-180348fdb126 None None] Network 9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 could not be found, it might have been deleted concurrently. {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 11 22:48:48.652354 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f62b209-549f-451d-a578-3b22242ccc69 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:48:48.672638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d80c9aa-dffd-4976-b361-7924064c4c0f tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:48:48.677705 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4f62b209-549f-451d-a578-3b22242ccc69, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4f62b209-549f-451d-a578-3b22242ccc69,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:48.684052 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d80c9aa-dffd-4976-b361-7924064c4c0f tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.684231 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-9d80c9aa-dffd-4976-b361-7924064c4c0f tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Added segment bef0a3d0-750e-4372-859a-656910e7a475 of type vlan for network 5a994e22-d1dc-422d-ad6a-8d3c269a2910 Dec 11 22:48:48.686313 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '33ca7a34-dd6a-420b-b451-6a97e2ebdca4', 'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'mac_address': 'fa:16:3e:d3:c4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:43Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 2, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'subnets': [{'id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:48.717730 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Checking router: 0ea403fe-fb5c-4430-8089-82a08b66eca1 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:48:48.718417 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Updating router 0ea403fe-fb5c-4430-8089-82a08b66eca1 port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:48:48.727979 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d80c9aa-dffd-4976-b361-7924064c4c0f tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.735686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a0968f46-3978-452b-a7a1-d824c89dddf9 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.748525 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.771187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0968f46-3978-452b-a7a1-d824c89dddf9 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74519a36-0bc2-4a7a-9feb-c47d7ce18f69,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:48.787392 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.788871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device dcd220ca-4e1f-4da3-9633-91e4e94fedd9 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:48:48.851789 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f28ccd64-a63f-4e39-a77e-b2e70537411f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.865179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port dcd220ca-4e1f-4da3-9633-91e4e94fedd9, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=dcd220ca-4e1f-4da3-9633-91e4e94fedd9,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:48.867994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=4f62b209-549f-451d-a578-3b22242ccc69,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:48.880361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'dcd220ca-4e1f-4da3-9633-91e4e94fedd9', 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7', 'port_id': 'dcd220ca-4e1f-4da3-9633-91e4e94fedd9', 'mac_address': 'fa:16:3e:6d:44:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30cdfb0-6b97-48f3-90e8-36883fe8eb33', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:48:48.902853 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d80c9aa-dffd-4976-b361-7924064c4c0f tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.914610 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d80c9aa-dffd-4976-b361-7924064c4c0f tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:48.915359 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d80c9aa-dffd-4976-b361-7924064c4c0f tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.924269 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a0968f46-3978-452b-a7a1-d824c89dddf9 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.928596 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a0968f46-3978-452b-a7a1-d824c89dddf9 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7375026 Dec 11 22:48:48.928727 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:48.928856 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33928) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:48.934172 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-aa829242-9f3a-4cad-bf4e-aad7a20e7714 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Request body: {'security_group_rule': {'security_group_id': '183b76f8-3bb7-43c4-877c-0d64406ab604', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:48.946779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd220ca-4e1f-4da3-9633-91e4e94fedd9 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:48:48.970355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port dcd220ca-4e1f-4da3-9633-91e4e94fedd9, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=dcd220ca-4e1f-4da3-9633-91e4e94fedd9,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:49.032621 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04a11-5e92-4f74-bead-3bf8721b7819 req-8f0664f1-eef8-46da-bbfb-d30f8a0f71ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:49.037438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80c9aa-dffd-4976-b361-7924064c4c0f tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Network': ['ID=5a994e22-d1dc-422d-ad6a-8d3c269a2910,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:49.040822 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04a11-5e92-4f74-bead-3bf8721b7819 req-8f0664f1-eef8-46da-bbfb-d30f8a0f71ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:49.046699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 5a994e22-d1dc-422d-ad6a-8d3c269a2910 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:48:49.050702 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04a11-5e92-4f74-bead-3bf8721b7819 req-8f0664f1-eef8-46da-bbfb-d30f8a0f71ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:49.050859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33932) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:49.060540 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04a11-5e92-4f74-bead-3bf8721b7819 req-8f0664f1-eef8-46da-bbfb-d30f8a0f71ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:49.067878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04a11-5e92-4f74-bead-3bf8721b7819 req-8f0664f1-eef8-46da-bbfb-d30f8a0f71ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:49.071095 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.071812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 79832623-9c3e-4295-abe2-8667fa88c5ad details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:48:49.073500 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b935b26-bd5d-4c5b-bba0-ebac26a400ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.080820 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04a11-5e92-4f74-bead-3bf8721b7819 req-8f0664f1-eef8-46da-bbfb-d30f8a0f71ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:49.097734 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04a11-5e92-4f74-bead-3bf8721b7819 req-8f0664f1-eef8-46da-bbfb-d30f8a0f71ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:49.109775 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d8f04a11-5e92-4f74-bead-3bf8721b7819 req-8f0664f1-eef8-46da-bbfb-d30f8a0f71ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5420 time: 0.1677725 Dec 11 22:48:49.142841 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa829242-9f3a-4cad-bf4e-aad7a20e7714 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.185767 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.209622 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b935b26-bd5d-4c5b-bba0-ebac26a400ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.215985 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9d80c9aa-dffd-4976-b361-7924064c4c0f tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0251622 Dec 11 22:48:49.218681 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33936) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:49.279957 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=dcd220ca-4e1f-4da3-9633-91e4e94fedd9,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:49.284448 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d8f04a11-5e92-4f74-bead-3bf8721b7819 req-27c3a742-26bc-4b2a-978d-18b0b02e8b57 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1736054 Dec 11 22:48:49.285949 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.332485 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b935b26-bd5d-4c5b-bba0-ebac26a400ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.361544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 79832623-9c3e-4295-abe2-8667fa88c5ad, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=79832623-9c3e-4295-abe2-8667fa88c5ad,segment=NetworkSegment(e2326bd5-a783-4620-835d-205103a65c6d),segment_id=e2326bd5-a783-4620-835d-205103a65c6d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:49.372432 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0b935b26-bd5d-4c5b-bba0-ebac26a400ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d908e2d7e214165ac32a3c8c0051de2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3204842 Dec 11 22:48:49.377589 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa829242-9f3a-4cad-bf4e-aad7a20e7714 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.380042 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33942) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:49.388670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08d5a5a-de15-4060-8fb1-7e79f78ffa0a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:49.390203 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d08d5a5a-de15-4060-8fb1-7e79f78ffa0a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "GET /v2.0/networks?id=5a994e22-d1dc-422d-ad6a-8d3c269a2910 HTTP/1.1" status: 200 len: 761 time: 0.1701021 Dec 11 22:48:49.392850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33946) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:49.401752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '79832623-9c3e-4295-abe2-8667fa88c5ad', 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4', 'port_id': '79832623-9c3e-4295-abe2-8667fa88c5ad', 'mac_address': 'fa:16:3e:a5:80:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:48:49.405573 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1204fe07-b4d5-4d63-8d1b-ee10026b631e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'network': {'description': 'd2'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:49.443547 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Attempting to bind port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:49.445264 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Attempting to bind port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:49.445834 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Attempting to bind port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 on network 013a72d6-e5b9-422d-a19b-93934f78c63b {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:49.448341 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5565b-38f8-425a-8fde-15097df6bff8 None None] Pushing event updated for resources: {'Port': ['ID=33ca7a34-dd6a-420b-b451-6a97e2ebdca4,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:49.461353 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5565b-38f8-425a-8fde-15097df6bff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:49.462033 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5565b-38f8-425a-8fde-15097df6bff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:49.462523 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5565b-38f8-425a-8fde-15097df6bff8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:49.463217 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5565b-38f8-425a-8fde-15097df6bff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:49.463754 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5565b-38f8-425a-8fde-15097df6bff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:49.464309 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5565b-38f8-425a-8fde-15097df6bff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:49.464883 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5565b-38f8-425a-8fde-15097df6bff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:49.465361 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5565b-38f8-425a-8fde-15097df6bff8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:49.465834 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5565b-38f8-425a-8fde-15097df6bff8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:49.466356 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5565b-38f8-425a-8fde-15097df6bff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:49.466851 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5565b-38f8-425a-8fde-15097df6bff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:49.467324 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5565b-38f8-425a-8fde-15097df6bff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:49.467795 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5565b-38f8-425a-8fde-15097df6bff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:49.473111 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa829242-9f3a-4cad-bf4e-aad7a20e7714 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.478009 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:49.485107 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Checking segment: {'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:49.485107 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.485107 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Bound using segment: {'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:49.485107 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Bound port: 33ca7a34-dd6a-420b-b451-6a97e2ebdca4, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:49.485107 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.499478 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.535631 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79832623-9c3e-4295-abe2-8667fa88c5ad {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:48:49.542285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa829242-9f3a-4cad-bf4e-aad7a20e7714 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6f48ca-f276-4f7b-aca1-565b2a041617,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:49.577779 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] For port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:49.577938 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ff25-17d8-45b1-899c-733f0b349ff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.578677 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] For port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33ca7a34-dd6a-420b-b451-6a97e2ebdca4,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:49.582563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 79832623-9c3e-4295-abe2-8667fa88c5ad, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=79832623-9c3e-4295-abe2-8667fa88c5ad,segment=NetworkSegment(e2326bd5-a783-4620-835d-205103a65c6d),segment_id=e2326bd5-a783-4620-835d-205103a65c6d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:49.614720 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ff25-17d8-45b1-899c-733f0b349ff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.667506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b935b26-bd5d-4c5b-bba0-ebac26a400ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12a0d21-021d-4375-af96-180aa74882ee,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:49.701551 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6020d49d-3d44-46eb-bb70-8d28608cabbd None None] Provisioning complete for port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:49.702167 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6020d49d-3d44-46eb-bb70-8d28608cabbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.736317 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.738770 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.739584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 627ed865-7237-41b1-ba07-82593a6a9db4 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:48:49.761092 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1204fe07-b4d5-4d63-8d1b-ee10026b631e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.811152 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Routers {'0ea403fe-fb5c-4430-8089-82a08b66eca1'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:48:49.812065 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:48:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0ea403fe-fb5c-4430-8089-82a08b66eca1'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:49.871737 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1204fe07-b4d5-4d63-8d1b-ee10026b631e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:49.873857 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5565b-38f8-425a-8fde-15097df6bff8 None None] Pushing event updated for resources: {'Port': ['ID=33ca7a34-dd6a-420b-b451-6a97e2ebdca4,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:49.886105 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6020d49d-3d44-46eb-bb70-8d28608cabbd None None] Port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:48:50.012426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1204fe07-b4d5-4d63-8d1b-ee10026b631e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network 5a994e22-d1dc-422d-ad6a-8d3c269a2910 is not hosted by any dhcp agent {{(pid=103692) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 11 22:48:50.030412 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1204fe07-b4d5-4d63-8d1b-ee10026b631e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:50.032489 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1204fe07-b4d5-4d63-8d1b-ee10026b631e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:50.033930 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1204fe07-b4d5-4d63-8d1b-ee10026b631e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "PUT /v2.0/networks/5a994e22-d1dc-422d-ad6a-8d3c269a2910 HTTP/1.1" status: 200 len: 758 time: 0.6393833 Dec 11 22:48:50.039722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33966) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:50.054144 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] Set router 0ea403fe-fb5c-4430-8089-82a08b66eca1 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:48:50.117192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 627ed865-7237-41b1-ba07-82593a6a9db4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=627ed865-7237-41b1-ba07-82593a6a9db4,segment=NetworkSegment(4649c973-0152-46a9-9702-eeefc8251bfd),segment_id=4649c973-0152-46a9-9702-eeefc8251bfd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:50.156839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '627ed865-7237-41b1-ba07-82593a6a9db4', 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772', 'port_id': '627ed865-7237-41b1-ba07-82593a6a9db4', 'mac_address': 'fa:16:3e:f7:0a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a7f52a-6baa-4f18-a249-4b879d242a22', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:48:50.179544 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa829242-9f3a-4cad-bf4e-aad7a20e7714 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:50.180792 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-aa829242-9f3a-4cad-bf4e-aad7a20e7714 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2508724 Dec 11 22:48:50.187275 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33972) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:50.192505 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:50.238899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb49119-bad6-4364-8c67-a03297bb1a38 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:50.245913 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5cb49119-bad6-4364-8c67-a03297bb1a38 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "GET /v2.0/networks?id=5a994e22-d1dc-422d-ad6a-8d3c269a2910 HTTP/1.1" status: 200 len: 761 time: 0.1971362 Dec 11 22:48:50.253274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33976) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:50.264537 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2454f844-2089-4cf9-9a99-0e5af7eb2aad tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1974498901'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:50.274838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204fe07-b4d5-4d63-8d1b-ee10026b631e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Network': ['ID=5a994e22-d1dc-422d-ad6a-8d3c269a2910,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:50.277735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0ed84df1-1f3c-4292-982a-a526626da86d no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:48:50.289469 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=79832623-9c3e-4295-abe2-8667fa88c5ad,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:50.315398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 5a994e22-d1dc-422d-ad6a-8d3c269a2910 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:48:50.328711 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 0ed84df1-1f3c-4292-982a-a526626da86d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:48:50.329062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0ed84df1-1f3c-4292-982a-a526626da86d not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:48:50.330446 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:50.347595 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:50.425641 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '33ca7a34-dd6a-420b-b451-6a97e2ebdca4', 'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'mac_address': 'fa:16:3e:d3:c4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:43Z', 'updated_at': '2021-12-11T22:48:49Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'subnets': [{'id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:50.425968 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ff25-17d8-45b1-899c-733f0b349ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:50.429464 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ff25-17d8-45b1-899c-733f0b349ff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:50.430657 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a0c4ff25-17d8-45b1-899c-733f0b349ff7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d12a0d21-021d-4375-af96-180aa74882ee HTTP/1.1" status: 204 len: 168 time: 1.0495510 Dec 11 22:48:50.475278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8555b28a-6cd1-48ed-ab3c-5a6626bc20da None None] Provisioning complete for port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:50.475660 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8555b28a-6cd1-48ed-ab3c-5a6626bc20da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:50.482135 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a09432d-7e5e-494d-a42a-73d34d06a213 None None] The sync data for ids ['0ea403fe-fb5c-4430-8089-82a08b66eca1'] in n-d-710847-6 is: [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '33ca7a34-dd6a-420b-b451-6a97e2ebdca4', 'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'mac_address': 'fa:16:3e:d3:c4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:43Z', 'updated_at': '2021-12-11T22:48:49Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'subnets': [{'id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:48:50.483351 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4ff25-17d8-45b1-899c-733f0b349ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12a0d21-021d-4375-af96-180aa74882ee,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:50.495710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2454f844-2089-4cf9-9a99-0e5af7eb2aad tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:50.499388 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2454f844-2089-4cf9-9a99-0e5af7eb2aad tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:50.543488 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627ed865-7237-41b1-ba07-82593a6a9db4 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:48:50.550291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2454f844-2089-4cf9-9a99-0e5af7eb2aad tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:48:50.564178 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743840-de73-4ec9-b8e2-2a1be4f4da84 req-1e2e44d8-873e-462c-8ed6-42def8160fd2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:50.568305 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2454f844-2089-4cf9-9a99-0e5af7eb2aad tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:50.568799 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-2454f844-2089-4cf9-9a99-0e5af7eb2aad tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Added segment 14712e85-47a9-45a0-81ac-e1614f330016 of type vlan for network ea0d57a5-0d60-4037-91c2-c46450f22b2f Dec 11 22:48:50.588139 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743840-de73-4ec9-b8e2-2a1be4f4da84 req-1e2e44d8-873e-462c-8ed6-42def8160fd2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:50.618656 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743840-de73-4ec9-b8e2-2a1be4f4da84 req-1e2e44d8-873e-462c-8ed6-42def8160fd2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:50.629382 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743840-de73-4ec9-b8e2-2a1be4f4da84 req-1e2e44d8-873e-462c-8ed6-42def8160fd2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:50.641155 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743840-de73-4ec9-b8e2-2a1be4f4da84 req-1e2e44d8-873e-462c-8ed6-42def8160fd2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:50.655827 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 627ed865-7237-41b1-ba07-82593a6a9db4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=627ed865-7237-41b1-ba07-82593a6a9db4,segment=NetworkSegment(4649c973-0152-46a9-9702-eeefc8251bfd),segment_id=4649c973-0152-46a9-9702-eeefc8251bfd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:50.661400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33988) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:50.670768 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743840-de73-4ec9-b8e2-2a1be4f4da84 req-1e2e44d8-873e-462c-8ed6-42def8160fd2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:50.682047 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2454f844-2089-4cf9-9a99-0e5af7eb2aad tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:50.714949 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743840-de73-4ec9-b8e2-2a1be4f4da84 req-1e2e44d8-873e-462c-8ed6-42def8160fd2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:50.721791 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83743840-de73-4ec9-b8e2-2a1be4f4da84 req-1e2e44d8-873e-462c-8ed6-42def8160fd2 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5422 time: 0.2977426 Dec 11 22:48:50.728661 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:50.729668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a69950ad-c422-485a-b148-7b2af0519457 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:48:50.774133 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8555b28a-6cd1-48ed-ab3c-5a6626bc20da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:50.798497 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2454f844-2089-4cf9-9a99-0e5af7eb2aad tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:50.808565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2454f844-2089-4cf9-9a99-0e5af7eb2aad tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:50.809745 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2454f844-2089-4cf9-9a99-0e5af7eb2aad tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:50.881870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a69950ad-c422-485a-b148-7b2af0519457, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a69950ad-c422-485a-b148-7b2af0519457,segment=NetworkSegment(4649c973-0152-46a9-9702-eeefc8251bfd),segment_id=4649c973-0152-46a9-9702-eeefc8251bfd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:50.888837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=627ed865-7237-41b1-ba07-82593a6a9db4,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:50.903507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8555b28a-6cd1-48ed-ab3c-5a6626bc20da None None] For port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33ca7a34-dd6a-420b-b451-6a97e2ebdca4,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:50.906438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'a69950ad-c422-485a-b148-7b2af0519457', 'network_id': 'c5552553-fde7-4121-af84-11fda90b4772', 'port_id': 'a69950ad-c422-485a-b148-7b2af0519457', 'mac_address': 'fa:16:3e:ab:00:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a7f52a-6baa-4f18-a249-4b879d242a22', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:48:50.920579 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83743840-de73-4ec9-b8e2-2a1be4f4da84 req-a734d0f4-5c8f-4bf9-a076-d2ef81442f3a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1855478 Dec 11 22:48:50.925478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454f844-2089-4cf9-9a99-0e5af7eb2aad tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Network': ['ID=ea0d57a5-0d60-4037-91c2-c46450f22b2f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:50.933672 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:50.940004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network ea0d57a5-0d60-4037-91c2-c46450f22b2f details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:48:50.948241 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2454f844-2089-4cf9-9a99-0e5af7eb2aad tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6922901 Dec 11 22:48:50.951532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34000) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:50.959318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-39308218-3e09-463b-940c-43e10842c5af tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'subnet': {'network_id': 'ea0d57a5-0d60-4037-91c2-c46450f22b2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:51.076679 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8555b28a-6cd1-48ed-ab3c-5a6626bc20da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:51.147423 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:51.169285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Allocated IP 172.25.1.252 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/53ccbb50-ab2d-4221-9cf2-ffae62f6ed93) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:51.184807 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69950ad-c422-485a-b148-7b2af0519457 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:48:51.188917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-545fee71-1708-4594-b970-d47d722a4f06 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-421381186-network', 'tenant_id': '73763a9de6774bcb92f6d05a9e2496f8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:51.252834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a69950ad-c422-485a-b148-7b2af0519457, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a69950ad-c422-485a-b148-7b2af0519457,segment=NetworkSegment(4649c973-0152-46a9-9702-eeefc8251bfd),segment_id=4649c973-0152-46a9-9702-eeefc8251bfd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:51.253531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555b28a-6cd1-48ed-ab3c-5a6626bc20da None None] Pushing event updated for resources: {'Port': ['ID=33ca7a34-dd6a-420b-b451-6a97e2ebdca4,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:51.306075 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39308218-3e09-463b-940c-43e10842c5af tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:51.330279 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b4d35f90-1d69-4ec2-8167-bb454bdd20b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:51.336409 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-39308218-3e09-463b-940c-43e10842c5af tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:51.387022 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:51.387726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a25ec2b4-97b9-44f8-9ade-bc23768403eb details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:48:51.473790 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a25ec2b4-97b9-44f8-9ade-bc23768403eb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a25ec2b4-97b9-44f8-9ade-bc23768403eb,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:51.503829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'a25ec2b4-97b9-44f8-9ade-bc23768403eb', 'network_id': 'b1cfad49-662b-4dfe-a01e-5f6ea0a193c7', 'port_id': 'a25ec2b4-97b9-44f8-9ade-bc23768403eb', 'mac_address': 'fa:16:3e:15:c9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30cdfb0-6b97-48f3-90e8-36883fe8eb33', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:48:51.504518 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:51.579594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545fee71-1708-4594-b970-d47d722a4f06 admin admin] Made reservation on behalf of 73763a9de6774bcb92f6d05a9e2496f8 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:51.582554 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-545fee71-1708-4594-b970-d47d722a4f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:51.595149 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-545fee71-1708-4594-b970-d47d722a4f06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:51.628465 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:51.645366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a69950ad-c422-485a-b148-7b2af0519457,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:51.653368 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25ec2b4-97b9-44f8-9ade-bc23768403eb {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:48:51.678569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a25ec2b4-97b9-44f8-9ade-bc23768403eb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a25ec2b4-97b9-44f8-9ade-bc23768403eb,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:51.691038 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:51.697203 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-545fee71-1708-4594-b970-d47d722a4f06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:51.698555 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-39308218-3e09-463b-940c-43e10842c5af tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:51.741204 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:51.745454 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:51.749351 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:51.773124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39308218-3e09-463b-940c-43e10842c5af tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Subnet': ['ID=7732562e-28c8-48aa-bf12-15e427c8ca90,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:51.784447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39308218-3e09-463b-940c-43e10842c5af tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Checking segment: {'id': '14712e85-47a9-45a0-81ac-e1614f330016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ea0d57a5-0d60-4037-91c2-c46450f22b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:51.784901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39308218-3e09-463b-940c-43e10842c5af tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network hostable DHCP agents. Network: ea0d57a5-0d60-4037-91c2-c46450f22b2f, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:48:51.789663 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event updated for resources: {'Port': ['ID=53ccbb50-ab2d-4221-9cf2-ffae62f6ed93,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:51.878268 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:51.878971 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-545fee71-1708-4594-b970-d47d722a4f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:51.907609 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:51.921555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545fee71-1708-4594-b970-d47d722a4f06 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:48:51.923575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39308218-3e09-463b-940c-43e10842c5af tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network ea0d57a5-0d60-4037-91c2-c46450f22b2f is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:48:51.946999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fee71-1708-4594-b970-d47d722a4f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ede63c-ddb8-455c-a9ee-ddf65f220661,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:51.953243 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-545fee71-1708-4594-b970-d47d722a4f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:51.953512 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-545fee71-1708-4594-b970-d47d722a4f06 admin admin] Added segment b9ad1b59-646a-4ba5-99b7-ee001e5ec36f of type vlan for network 7b9ae698-01f2-4103-b52a-b4d048e88c69 Dec 11 22:48:51.956263 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a25ec2b4-97b9-44f8-9ade-bc23768403eb,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:52.025582 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:52.037538 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-545fee71-1708-4594-b970-d47d722a4f06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:52.048274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-39308218-3e09-463b-940c-43e10842c5af tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, ea0d57a5-0d60-4037-91c2-c46450f22b2f) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:52.055321 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39308218-3e09-463b-940c-43e10842c5af tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:52.055897 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-39308218-3e09-463b-940c-43e10842c5af tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:52.060459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2038a3d6-8dfd-4841-a1d0-deb129d7cc3e None None] Network ea0d57a5-0d60-4037-91c2-c46450f22b2f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:52.105933 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:48:52.216038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-39308218-3e09-463b-940c-43e10842c5af tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2516365 Dec 11 22:48:52.218461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34050) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:52.269223 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-545fee71-1708-4594-b970-d47d722a4f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:52.271236 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545fee71-1708-4594-b970-d47d722a4f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:52.274258 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-545fee71-1708-4594-b970-d47d722a4f06 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:52.276236 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:48:52.293970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa3b90-eb18-4d7b-9175-5140a8b4cb28 req-5c863430-3856-4184-9f24-8c60af9419a7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:52.300321 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa3b90-eb18-4d7b-9175-5140a8b4cb28 req-5c863430-3856-4184-9f24-8c60af9419a7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:52.307570 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa3b90-eb18-4d7b-9175-5140a8b4cb28 req-5c863430-3856-4184-9f24-8c60af9419a7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:52.314791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa3b90-eb18-4d7b-9175-5140a8b4cb28 req-5c863430-3856-4184-9f24-8c60af9419a7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:52.322315 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa3b90-eb18-4d7b-9175-5140a8b4cb28 req-5c863430-3856-4184-9f24-8c60af9419a7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:52.330135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa3b90-eb18-4d7b-9175-5140a8b4cb28 req-5c863430-3856-4184-9f24-8c60af9419a7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:52.337346 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa3b90-eb18-4d7b-9175-5140a8b4cb28 req-5c863430-3856-4184-9f24-8c60af9419a7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:52.340339 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71aa3b90-eb18-4d7b-9175-5140a8b4cb28 req-5c863430-3856-4184-9f24-8c60af9419a7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5425 time: 0.2151115 Dec 11 22:48:52.374782 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:52.384342 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-ea0d57a5-0d60-4037-91c2-c46450f22b2f', 'network_id': 'ea0d57a5-0d60-4037-91c2-c46450f22b2f', 'project_id': '4200cd9658784fb7861ec25558b9aaad', 'fixed_ips': [{'subnet_id': '7732562e-28c8-48aa-bf12-15e427c8ca90'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:48:52.385586 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:52.408300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fee71-1708-4594-b970-d47d722a4f06 admin admin] Pushing event updated for resources: {'Network': ['ID=7b9ae698-01f2-4103-b52a-b4d048e88c69,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:52.437515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 7b9ae698-01f2-4103-b52a-b4d048e88c69 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:48:52.455259 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:52.464623 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71aa3b90-eb18-4d7b-9175-5140a8b4cb28 req-5e317113-4a07-4886-a22b-6b669dfe5107 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1110072 Dec 11 22:48:52.510766 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-545fee71-1708-4594-b970-d47d722a4f06 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8461595 Dec 11 22:48:52.517394 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:52.518111 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34060) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:52.527840 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8713d358-d925-49a1-91de-c6321fe1b766 admin admin] Request body: {'subnet': {'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-421381186-subnet', 'tenant_id': '73763a9de6774bcb92f6d05a9e2496f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:52.568810 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:52.591186 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:52.653797 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8713d358-d925-49a1-91de-c6321fe1b766 admin admin] Made reservation on behalf of 73763a9de6774bcb92f6d05a9e2496f8 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:52.656703 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8713d358-d925-49a1-91de-c6321fe1b766 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:52.875508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:52.876232 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:52.906470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event updated for resources: {'Port': ['ID=53ccbb50-ab2d-4221-9cf2-ffae62f6ed93,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:52.924359 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:52.932300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['79832623-9c3e-4295-abe2-8667fa88c5ad'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:48:52.962968 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['dcd220ca-4e1f-4da3-9633-91e4e94fedd9'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:48:52.999648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['a69950ad-c422-485a-b148-7b2af0519457'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:48:53.012907 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['627ed865-7237-41b1-ba07-82593a6a9db4'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:48:53.053887 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:53.056015 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-18ebd79f-6fff-4555-8b37-1a6c752b5a30 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8663924 Dec 11 22:48:53.073216 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8713d358-d925-49a1-91de-c6321fe1b766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:53.083766 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['4f62b209-549f-451d-a578-3b22242ccc69'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:48:53.085833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['a25ec2b4-97b9-44f8-9ade-bc23768403eb'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:48:53.135473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713d358-d925-49a1-91de-c6321fe1b766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:53.141127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34078) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:53.161525 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8713d358-d925-49a1-91de-c6321fe1b766 admin admin] Checking segment: {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:53.161996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8713d358-d925-49a1-91de-c6321fe1b766 admin admin] Network hostable DHCP agents. Network: 7b9ae698-01f2-4103-b52a-b4d048e88c69, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:48:53.165237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Allocated IP 172.20.0.2 (ea0d57a5-0d60-4037-91c2-c46450f22b2f/7732562e-28c8-48aa-bf12-15e427c8ca90/b32f57ac-8201-45aa-84b4-975782aa3193) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:53.226652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8713d358-d925-49a1-91de-c6321fe1b766 admin admin] Network 7b9ae698-01f2-4103-b52a-b4d048e88c69 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:48:53.300369 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-8713d358-d925-49a1-91de-c6321fe1b766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 7b9ae698-01f2-4103-b52a-b4d048e88c69) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:53.306089 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8713d358-d925-49a1-91de-c6321fe1b766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:53.316216 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8713d358-d925-49a1-91de-c6321fe1b766 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:53.365078 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06438baa-fccf-4726-abd7-6e574ac8d00f None None] Network 7b9ae698-01f2-4103-b52a-b4d048e88c69 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:53.431964 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8713d358-d925-49a1-91de-c6321fe1b766 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9121478 Dec 11 22:48:53.436913 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-45331941-70fd-4df6-856c-336f59f1fa55 req-7db1ac0e-5e13-4099-a75f-e86920ab9285 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1544302923&fields=id&tenant_id=9d6abf9ec56c472face9a971de3e07c9 HTTP/1.1" status: 200 len: 267 time: 0.0649350 Dec 11 22:48:53.667868 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331941-70fd-4df6-856c-336f59f1fa55 req-2ceafaea-f854-48bc-ae5f-ab5f3c870f8e tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:53.680179 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-45331941-70fd-4df6-856c-336f59f1fa55 req-2ceafaea-f854-48bc-ae5f-ab5f3c870f8e tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/networks?id=013a72d6-e5b9-422d-a19b-93934f78c63b HTTP/1.1" status: 200 len: 810 time: 0.2327812 Dec 11 22:48:53.688530 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['af2ea78e-6ac1-4602-b7dc-a9863f8091ca'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:48:53.702853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e77bb1-1079-44ec-8cf0-b2d6c72cd9e8 req-c32afccf-d9ae-457f-9b50-88faf4d019fe tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:53.713763 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16483a18-791f-4450-90ed-7b6176392b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:53.729826 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-45331941-70fd-4df6-856c-336f59f1fa55 req-f087699a-3083-450f-9c26-69dc34999ac2 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/quotas/9d6abf9ec56c472face9a971de3e07c9 HTTP/1.1" status: 200 len: 375 time: 0.0454135 Dec 11 22:48:53.730607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e77bb1-1079-44ec-8cf0-b2d6c72cd9e8 req-c32afccf-d9ae-457f-9b50-88faf4d019fe tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:53.746534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e77bb1-1079-44ec-8cf0-b2d6c72cd9e8 req-c32afccf-d9ae-457f-9b50-88faf4d019fe tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:53.769897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e77bb1-1079-44ec-8cf0-b2d6c72cd9e8 req-c32afccf-d9ae-457f-9b50-88faf4d019fe tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:53.778521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e77bb1-1079-44ec-8cf0-b2d6c72cd9e8 req-c32afccf-d9ae-457f-9b50-88faf4d019fe tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:53.785315 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e77bb1-1079-44ec-8cf0-b2d6c72cd9e8 req-c32afccf-d9ae-457f-9b50-88faf4d019fe tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:53.797070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e77bb1-1079-44ec-8cf0-b2d6c72cd9e8 req-c32afccf-d9ae-457f-9b50-88faf4d019fe tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:53.806903 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-51e77bb1-1079-44ec-8cf0-b2d6c72cd9e8 req-c32afccf-d9ae-457f-9b50-88faf4d019fe tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5425 time: 0.2014461 Dec 11 22:48:53.870375 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-45331941-70fd-4df6-856c-336f59f1fa55 req-2ed45130-a047-4ac8-ba43-20ce0a9f36c1 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6abf9ec56c472face9a971de3e07c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1362624 Dec 11 22:48:53.885546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-51e77bb1-1079-44ec-8cf0-b2d6c72cd9e8 req-1902213f-5f82-4942-bee3-ecb965b18587 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774124 Dec 11 22:48:53.952135 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16483a18-791f-4450-90ed-7b6176392b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.023845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef8802-1e2a-4cd5-91df-8c81bbb1aa1d None None] Network 7b9ae698-01f2-4103-b52a-b4d048e88c69 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:54.045636 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.065010 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16483a18-791f-4450-90ed-7b6176392b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.098321 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-16483a18-791f-4450-90ed-7b6176392b3e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=caa3aeb018c0490d957e7fd94b6cb963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9491670 Dec 11 22:48:54.099433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34124) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:54.144665 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16483a18-791f-4450-90ed-7b6176392b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185e7ca6-3aaa-4f5d-be68-596760f5d96e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:54.156370 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-45331941-70fd-4df6-856c-336f59f1fa55 req-c6a4e8a9-5ce2-4f2c-b0be-5d025bac0324 service neutron] 10.222.0.45 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847631 Dec 11 22:48:54.227884 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c394-54c5-4d8f-9be0-b585d55649a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.250468 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.258769 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c394-54c5-4d8f-9be0-b585d55649a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.316961 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-45331941-70fd-4df6-856c-336f59f1fa55 req-7a68f8ef-fa34-48b1-8c4b-dedcbf5a111e service neutron] 10.222.0.45 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599865 Dec 11 22:48:54.419509 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.466796 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c394-54c5-4d8f-9be0-b585d55649a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.469635 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c394-54c5-4d8f-9be0-b585d55649a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.473477 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f7a4c394-54c5-4d8f-9be0-b585d55649a1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/185e7ca6-3aaa-4f5d-be68-596760f5d96e HTTP/1.1" status: 204 len: 168 time: 0.3692932 Dec 11 22:48:54.534042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Network ea0d57a5-0d60-4037-91c2-c46450f22b2f is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:54.543032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:54.544040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4c394-54c5-4d8f-9be0-b585d55649a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185e7ca6-3aaa-4f5d-be68-596760f5d96e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:54.554093 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:54.560274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Pushing event updated for resources: {'Port': ['ID=b32f57ac-8201-45aa-84b4-975782aa3193,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:54.569216 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.616026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Subnet': ['ID=7732562e-28c8-48aa-bf12-15e427c8ca90,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:54.636818 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.660024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Attempting to bind port b32f57ac-8201-45aa-84b4-975782aa3193 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:48:54.660459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Attempting to bind port b32f57ac-8201-45aa-84b4-975782aa3193 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '14712e85-47a9-45a0-81ac-e1614f330016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ea0d57a5-0d60-4037-91c2-c46450f22b2f'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:48:54.660831 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Attempting to bind port b32f57ac-8201-45aa-84b4-975782aa3193 on network ea0d57a5-0d60-4037-91c2-c46450f22b2f {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:48:54.667858 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:48:54.673650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Checking segment: {'id': '14712e85-47a9-45a0-81ac-e1614f330016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ea0d57a5-0d60-4037-91c2-c46450f22b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:54.673650 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.673650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Bound using segment: {'id': '14712e85-47a9-45a0-81ac-e1614f330016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ea0d57a5-0d60-4037-91c2-c46450f22b2f'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:48:54.673650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Bound port: b32f57ac-8201-45aa-84b4-975782aa3193, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14712e85-47a9-45a0-81ac-e1614f330016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ea0d57a5-0d60-4037-91c2-c46450f22b2f'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:48:54.673650 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.679538 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ecfee466-1b80-460b-baca-505d27580387 req-ef5007f7-764e-40a6-8788-9ab155486a91 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 210 time: 0.0666428 Dec 11 22:48:54.695177 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.730855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0d57a5-0d60-4037-91c2-c46450f22b2f']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:54.739429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-a841c0ae-4cf3-4e06-a1ad-758594601d5d tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:54.741131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-a841c0ae-4cf3-4e06-a1ad-758594601d5d tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 805 time: 0.3011456 Dec 11 22:48:54.748203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] For port b32f57ac-8201-45aa-84b4-975782aa3193, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:48:54.751484 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] For port b32f57ac-8201-45aa-84b4-975782aa3193, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b32f57ac-8201-45aa-84b4-975782aa3193,segment=NetworkSegment(14712e85-47a9-45a0-81ac-e1614f330016),segment_id=14712e85-47a9-45a0-81ac-e1614f330016)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:48:54.757810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14712e85-47a9-45a0-81ac-e1614f330016') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:54.758108 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14712e85-47a9-45a0-81ac-e1614f330016') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:54.768338 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.770562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-044b7dfe-e8d5-4454-8148-eeadae2c27b5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/quotas/73763a9de6774bcb92f6d05a9e2496f8 HTTP/1.1" status: 200 len: 375 time: 0.0228007 Dec 11 22:48:54.811069 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-93b91021-6b2e-4cca-91be-872ca5fd206c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330048 Dec 11 22:48:54.872958 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.873433 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.885326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:54.885326 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:54.887816 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:54.970215 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed92de-f950-4f6b-a699-e4e40ea9a17b None None] Pushing event updated for resources: {'Port': ['ID=b32f57ac-8201-45aa-84b4-975782aa3193,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:55.021245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2a8bfc-9278-41df-ba62-de5da594afe1 None None] Network ea0d57a5-0d60-4037-91c2-c46450f22b2f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:55.027782 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-876f6943-29b4-4a61-a4df-2e86ed358d56 service neutron] 10.222.0.45 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095346 Dec 11 22:48:55.119669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34158) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:55.144675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfff36-dd7d-44e7-ad40-2b2ba8698468 req-93d867d1-173e-455b-89df-b7eb54b2e3b3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:55.153675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfff36-dd7d-44e7-ad40-2b2ba8698468 req-93d867d1-173e-455b-89df-b7eb54b2e3b3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:55.161852 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfff36-dd7d-44e7-ad40-2b2ba8698468 req-93d867d1-173e-455b-89df-b7eb54b2e3b3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:55.171372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfff36-dd7d-44e7-ad40-2b2ba8698468 req-93d867d1-173e-455b-89df-b7eb54b2e3b3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:55.172720 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.api [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 22:48:55.172720 n-d-710847-6 neutron-server[103692]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 22:48:55.172720 n-d-710847-6 neutron-server[103692]: [parameters: {'id': 'ea0d57a5-0d60-4037-91c2-c46450f22b2f'}] Dec 11 22:48:55.172720 n-d-710847-6 neutron-server[103692]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:48:55.173908 n-d-710847-6 neutron-server[103692]: DEBUG oslo_db.api [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:48:55.180483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfff36-dd7d-44e7-ad40-2b2ba8698468 req-93d867d1-173e-455b-89df-b7eb54b2e3b3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:55.188091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfff36-dd7d-44e7-ad40-2b2ba8698468 req-93d867d1-173e-455b-89df-b7eb54b2e3b3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:55.205527 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfff36-dd7d-44e7-ad40-2b2ba8698468 req-93d867d1-173e-455b-89df-b7eb54b2e3b3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:55.226305 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f8dfff36-dd7d-44e7-ad40-2b2ba8698468 req-93d867d1-173e-455b-89df-b7eb54b2e3b3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5425 time: 0.2053850 Dec 11 22:48:55.254256 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-7449631e-364f-4cfe-abae-c1493d70de8e service neutron] 10.222.0.45 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219398 Dec 11 22:48:55.302126 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f8dfff36-dd7d-44e7-ad40-2b2ba8698468 req-52c69e23-eae3-4336-a7d2-fed40e4a4461 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0745833 Dec 11 22:48:55.368479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee7e82d8-310c-470e-a6e9-f7012a0127da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:55.407529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0a3224-5e19-4de1-bd62-c965570df141 None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 22:48:55.486502 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee7e82d8-310c-470e-a6e9-f7012a0127da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:55.532982 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0a3224-5e19-4de1-bd62-c965570df141 None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 22:48:55.592811 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee7e82d8-310c-470e-a6e9-f7012a0127da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:55.639092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34168) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:55.650973 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ee7e82d8-310c-470e-a6e9-f7012a0127da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb0599c7ddef4d1e8e1eac2fddb22d59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5280614 Dec 11 22:48:55.652673 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e82d8-310c-470e-a6e9-f7012a0127da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb966b8-e356-4e18-87b5-537fe66d6c27,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:55.723295 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:55.756584 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a2a3714d-1d7f-42b2-8fa5-5230e228f786 req-c5c0d73a-c717-4ad8-a798-00adaa57f0ca tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 210 time: 0.0707664 Dec 11 22:48:55.789870 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34176) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:55.795568 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7639876e-f8cd-4259-bcf5-b9d3765b9838 req-78050815-c641-465c-a166-e0ba2852ea38 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 210 time: 0.0371706 Dec 11 22:48:55.804967 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2738280d-f350-4d83-8bd4-23eb76bb3b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:55.833876 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43767004-b067-4f9a-99bb-5d549c582cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:55.880049 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43767004-b067-4f9a-99bb-5d549c582cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:55.931800 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Deleting port b32f57ac-8201-45aa-84b4-975782aa3193 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:48:55.932144 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:55.946093 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2738280d-f350-4d83-8bd4-23eb76bb3b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:56.000758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] For port b32f57ac-8201-45aa-84b4-975782aa3193, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b32f57ac-8201-45aa-84b4-975782aa3193,segment=NetworkSegment(14712e85-47a9-45a0-81ac-e1614f330016),segment_id=14712e85-47a9-45a0-81ac-e1614f330016)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:56.001118 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:56.016136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Calling delete_port for b32f57ac-8201-45aa-84b4-975782aa3193 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:48:56.083803 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2738280d-f350-4d83-8bd4-23eb76bb3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:56.087091 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43767004-b067-4f9a-99bb-5d549c582cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:56.089774 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43767004-b067-4f9a-99bb-5d549c582cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:56.090968 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-43767004-b067-4f9a-99bb-5d549c582cc2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9bb966b8-e356-4e18-87b5-537fe66d6c27 HTTP/1.1" status: 204 len: 168 time: 0.4508600 Dec 11 22:48:56.110316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43767004-b067-4f9a-99bb-5d549c582cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb966b8-e356-4e18-87b5-537fe66d6c27,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:56.129908 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2738280d-f350-4d83-8bd4-23eb76bb3b1d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0378570ae4864309893b6cb0914515a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3396664 Dec 11 22:48:56.133228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34186) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:56.139213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738280d-f350-4d83-8bd4-23eb76bb3b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4b6038-b203-43f7-906c-a10f62cb1c86,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:56.186918 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:56.188710 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d34ff196-8a4a-493a-a5b9-15e9a15a5fcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:56.222688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Port': ['ID=b32f57ac-8201-45aa-84b4-975782aa3193,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:56.229322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No DVR routers for this DVR port b32f57ac-8201-45aa-84b4-975782aa3193 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:48:56.268893 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d34ff196-8a4a-493a-a5b9-15e9a15a5fcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:56.349278 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:56.372581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0d57a5-0d60-4037-91c2-c46450f22b2f']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:56.381964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14712e85-47a9-45a0-81ac-e1614f330016') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:56.382268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14712e85-47a9-45a0-81ac-e1614f330016') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:48:56.392350 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:56.407545 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:56.416920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:48:56.417285 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:48:56.420474 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:48:56.506671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2814374-0caa-4d49-84bd-4f1c21c527ea req-8399421c-dcce-48cc-ad17-34531708dbab tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:56.515780 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2814374-0caa-4d49-84bd-4f1c21c527ea req-8399421c-dcce-48cc-ad17-34531708dbab tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:56.519043 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d34ff196-8a4a-493a-a5b9-15e9a15a5fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:56.521941 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d34ff196-8a4a-493a-a5b9-15e9a15a5fcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:56.525349 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d34ff196-8a4a-493a-a5b9-15e9a15a5fcc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d4b6038-b203-43f7-906c-a10f62cb1c86 HTTP/1.1" status: 204 len: 168 time: 0.3888841 Dec 11 22:48:56.526950 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2814374-0caa-4d49-84bd-4f1c21c527ea req-8399421c-dcce-48cc-ad17-34531708dbab tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:56.537083 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2814374-0caa-4d49-84bd-4f1c21c527ea req-8399421c-dcce-48cc-ad17-34531708dbab tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:56.544779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ff196-8a4a-493a-a5b9-15e9a15a5fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4b6038-b203-43f7-906c-a10f62cb1c86,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:56.547860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2814374-0caa-4d49-84bd-4f1c21c527ea req-8399421c-dcce-48cc-ad17-34531708dbab tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:56.558536 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2814374-0caa-4d49-84bd-4f1c21c527ea req-8399421c-dcce-48cc-ad17-34531708dbab tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:56.566005 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2814374-0caa-4d49-84bd-4f1c21c527ea req-8399421c-dcce-48cc-ad17-34531708dbab tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:56.578735 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c2814374-0caa-4d49-84bd-4f1c21c527ea req-8399421c-dcce-48cc-ad17-34531708dbab tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5425 time: 0.1664481 Dec 11 22:48:56.627046 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:56.636275 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:56.641008 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/ea0d57a5-0d60-4037-91c2-c46450f22b2f HTTP/1.1" status: 204 len: 168 time: 4.4214249 Dec 11 22:48:56.646319 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34196) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:56.655633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8d4d-f09b-4e92-afd2-b3fb4c95074e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Network': ['ID=ea0d57a5-0d60-4037-91c2-c46450f22b2f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:56.682166 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-a413f29d-326d-4b42-b057-9f392025cdc7 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] GET failed (client error): The resource could not be found. Dec 11 22:48:56.683938 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a413f29d-326d-4b42-b057-9f392025cdc7 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "GET /v2.0/subnets/7732562e-28c8-48aa-bf12-15e427c8ca90 HTTP/1.1" status: 404 len: 337 time: 0.0357802 Dec 11 22:48:56.686900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34198) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:56.690242 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c2814374-0caa-4d49-84bd-4f1c21c527ea req-f4194c2c-0d19-4ce6-840b-504f03a59865 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1134470 Dec 11 22:48:56.708505 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33f55e3-c75f-41bd-97b3-7914a60f47b0 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:48:56.709045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33f55e3-c75f-41bd-97b3-7914a60f47b0 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:48:56.713506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e33f55e3-c75f-41bd-97b3-7914a60f47b0 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/ea0d57a5-0d60-4037-91c2-c46450f22b2f HTTP/1.1" status: 404 len: 339 time: 0.0248811 Dec 11 22:48:56.720884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34200) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:56.872863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98fd9cb0-a33d-4d91-bd7e-a566a58589d2 req-5c9d4fc8-69fe-4088-b2b0-569ea1827da7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 210 time: 0.0691538 Dec 11 22:48:56.907449 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f0dc203-e432-4fe0-8db7-5ee3698dfc0a req-0575f39a-33b9-49d6-9756-2b3f7b350400 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 210 time: 0.0306759 Dec 11 22:48:56.959029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9fa811-c26f-45f5-bf89-24a6f351d5ab tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:56.961857 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ca9fa811-c26f-45f5-bf89-24a6f351d5ab tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2392190 Dec 11 22:48:56.963800 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34208) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:57.003053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-31439955-6aa9-49f6-8e4c-f6a053798461 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 207 time: 0.0380454 Dec 11 22:48:57.007079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34212) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:57.073768 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34214) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:57.087931 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-70dc7888-0b0c-4535-9086-4475b204e8f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:57.212510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cc637c-ec16-452a-af3f-6ba0285d08d6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.216147 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-70dc7888-0b0c-4535-9086-4475b204e8f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:57.218631 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cc637c-ec16-452a-af3f-6ba0285d08d6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.225387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cc637c-ec16-452a-af3f-6ba0285d08d6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.232010 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cc637c-ec16-452a-af3f-6ba0285d08d6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.235204 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-18cc637c-ec16-452a-af3f-6ba0285d08d6 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2255411 Dec 11 22:48:57.237937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34220) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:57.297063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-70dc7888-0b0c-4535-9086-4475b204e8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:57.349122 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-70dc7888-0b0c-4535-9086-4475b204e8f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c3024f7cb4e1462c907a2590764d2766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2742517 Dec 11 22:48:57.352553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34224) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:57.366282 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc7888-0b0c-4535-9086-4475b204e8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a359c6d5-f7c0-4046-baf2-2e5f71cc05d9,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:57.400933 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-94d85717-d8f3-4d2b-8489-0102b33223ec tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1617663 Dec 11 22:48:57.404228 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34228) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:57.410293 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d70d622-c9cb-49bb-8602-d7e068de8275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:57.436037 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d70d622-c9cb-49bb-8602-d7e068de8275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:57.463052 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3cc71b-0a87-4070-95a9-b7bac8376395 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.465194 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3cc71b-0a87-4070-95a9-b7bac8376395 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.466998 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1a3cc71b-0a87-4070-95a9-b7bac8376395 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0616434 Dec 11 22:48:57.470836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34230) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:57.527408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a25c132-487f-473d-823c-5c6490327cf8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.528956 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a25c132-487f-473d-823c-5c6490327cf8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['shared'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.533948 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3a25c132-487f-473d-823c-5c6490327cf8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0583897 Dec 11 22:48:57.534183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34232) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:57.636795 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d70d622-c9cb-49bb-8602-d7e068de8275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:57.636795 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d70d622-c9cb-49bb-8602-d7e068de8275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:57.636795 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2d70d622-c9cb-49bb-8602-d7e068de8275 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a359c6d5-f7c0-4046-baf2-2e5f71cc05d9 HTTP/1.1" status: 204 len: 168 time: 0.2794578 Dec 11 22:48:57.656386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70d622-c9cb-49bb-8602-d7e068de8275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a359c6d5-f7c0-4046-baf2-2e5f71cc05d9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:57.670491 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c68410-222c-4d2b-a5e4-200fc91f868a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.672158 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e5c68410-222c-4d2b-a5e4-200fc91f868a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "GET /v2.0/networks/48a04c65-0ee2-466e-9146-05c77e152608 HTTP/1.1" status: 200 len: 799 time: 0.1368403 Dec 11 22:48:57.675870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34242) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:57.846130 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7e8a267a-c031-4e83-b49a-101db815f731 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "GET /v2.0/networks/48a04c65-0ee2-466e-9146-05c77e152608?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1690464 Dec 11 22:48:57.852645 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34250) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:57.881392 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6627c-3629-4785-87f4-659a56c68760 req-705c8c21-4971-488d-ace3-429fdd2b2f50 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.888760 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6627c-3629-4785-87f4-659a56c68760 req-705c8c21-4971-488d-ace3-429fdd2b2f50 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.894758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6627c-3629-4785-87f4-659a56c68760 req-705c8c21-4971-488d-ace3-429fdd2b2f50 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.902759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6627c-3629-4785-87f4-659a56c68760 req-705c8c21-4971-488d-ace3-429fdd2b2f50 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.908885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6627c-3629-4785-87f4-659a56c68760 req-705c8c21-4971-488d-ace3-429fdd2b2f50 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.916583 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6627c-3629-4785-87f4-659a56c68760 req-705c8c21-4971-488d-ace3-429fdd2b2f50 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.923482 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6627c-3629-4785-87f4-659a56c68760 req-705c8c21-4971-488d-ace3-429fdd2b2f50 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.925394 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9fd6627c-3629-4785-87f4-659a56c68760 req-705c8c21-4971-488d-ace3-429fdd2b2f50 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5425 time: 0.1407840 Dec 11 22:48:57.939514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331941-70fd-4df6-856c-336f59f1fa55 req-59f97ba4-2ab5-4396-981c-7f437021a37a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.941216 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45331941-70fd-4df6-856c-336f59f1fa55 req-59f97ba4-2ab5-4396-981c-7f437021a37a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.13 "GET /v2.0/networks?id=013a72d6-e5b9-422d-a19b-93934f78c63b HTTP/1.1" status: 200 len: 810 time: 0.1890540 Dec 11 22:48:57.949900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a282704-8d57-4e10-a55f-f73aedc6813e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:57.955612 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4a282704-8d57-4e10-a55f-f73aedc6813e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "GET /v2.0/subnets/1dfd6b7e-33e6-48ee-98f6-552235d85ef9 HTTP/1.1" status: 200 len: 811 time: 0.1026082 Dec 11 22:48:57.957143 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34256) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:58.007606 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13899610-58e2-4802-a149-83e7bfaf0354 req-f64b3504-42b5-4105-8512-e25656c5191f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 210 time: 0.0347390 Dec 11 22:48:58.039798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device af2ea78e-6ac1-4602-b7dc-a9863f8091ca up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:48:58.059410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45331941-70fd-4df6-856c-336f59f1fa55 req-246100bd-2cff-4743-a0a9-a13411e6760b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d6abf9ec56c472face9a971de3e07c9 HTTP/1.1" status: 200 len: 380 time: 0.1023812 Dec 11 22:48:58.063048 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcedc2d3-fbf5-4247-94cc-34ef55a581b9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:58.070261 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dcedc2d3-fbf5-4247-94cc-34ef55a581b9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "GET /v2.0/subnets/1dfd6b7e-33e6-48ee-98f6-552235d85ef9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1041579 Dec 11 22:48:58.073937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34264) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:58.079560 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-407afc53-b268-4942-b1f8-fba9cb67d755 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-106980322'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:58.089688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-45331941-70fd-4df6-856c-336f59f1fa55 req-dd598c29-c32f-4558-824c-021e5ff4698c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Request body: {'port': {'device_id': '0bbd1582-eb09-43f4-a3bc-69092c3e475a', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'admin_state_up': True, 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'security_groups': ['183b76f8-3bb7-43c4-877c-0d64406ab604']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:58.146119 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9fd6627c-3629-4785-87f4-659a56c68760 req-b891262b-5e11-4963-a138-1de527d1d5a8 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2139082 Dec 11 22:48:58.230412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f959a864-e17a-4400-992b-88f1654dc32f req-6ccc38b6-5360-453d-9efd-119bef9106d6 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 210 time: 0.0423844 Dec 11 22:48:58.289442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407afc53-b268-4942-b1f8-fba9cb67d755 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:58.289808 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port af2ea78e-6ac1-4602-b7dc-a9863f8091ca completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:48:58.293722 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-407afc53-b268-4942-b1f8-fba9cb67d755 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:58.294459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port af2ea78e-6ac1-4602-b7dc-a9863f8091ca triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:58.295108 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:58.337747 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407afc53-b268-4942-b1f8-fba9cb67d755 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:48:58.347563 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-407afc53-b268-4942-b1f8-fba9cb67d755 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:58.348250 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-407afc53-b268-4942-b1f8-fba9cb67d755 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Added segment bfc9a51c-24e1-436e-9d46-fe51d3bcfd01 of type vlan for network 6449832c-9a2f-46ad-bc90-f954b18b0d7b Dec 11 22:48:58.409245 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-407afc53-b268-4942-b1f8-fba9cb67d755 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:58.412862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45331941-70fd-4df6-856c-336f59f1fa55 req-dd598c29-c32f-4558-824c-021e5ff4698c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Made reservation on behalf of 9d6abf9ec56c472face9a971de3e07c9 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:58.413045 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:58.416934 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45331941-70fd-4df6-856c-336f59f1fa55 req-dd598c29-c32f-4558-824c-021e5ff4698c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:58.445958 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2ea78e-6ac1-4602-b7dc-a9863f8091ca'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:48:58.448550 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62419398-c866-494d-bc3e-1608508918d2" -d '{"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "af2ea78e-6ac1-4602-b7dc-a9863f8091ca"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:48:58.462685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port af2ea78e-6ac1-4602-b7dc-a9863f8091ca, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=af2ea78e-6ac1-4602-b7dc-a9863f8091ca,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:58.564408 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-407afc53-b268-4942-b1f8-fba9cb67d755 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:58.572478 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407afc53-b268-4942-b1f8-fba9cb67d755 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:58.573279 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-407afc53-b268-4942-b1f8-fba9cb67d755 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:58.610384 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:58.612495 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 627ed865-7237-41b1-ba07-82593a6a9db4 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:48:58.657481 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407afc53-b268-4942-b1f8-fba9cb67d755 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Network': ['ID=6449832c-9a2f-46ad-bc90-f954b18b0d7b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:58.737105 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088f8dd6-b9ae-445f-9aa7-7be85b0fa1b9 x-openstack-request-id: req-088f8dd6-b9ae-445f-9aa7-7be85b0fa1b9 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:48:58.737985 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "af2ea78e-6ac1-4602-b7dc-a9863f8091ca", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:48:58.738556 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-088f8dd6-b9ae-445f-9aa7-7be85b0fa1b9 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:48:58.739032 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2ea78e-6ac1-4602-b7dc-a9863f8091ca', 'code': 200} Dec 11 22:48:58.739730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 6449832c-9a2f-46ad-bc90-f954b18b0d7b details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:48:58.754449 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-407afc53-b268-4942-b1f8-fba9cb67d755 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6793921 Dec 11 22:48:58.758038 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34306) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:48:58.763708 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5860a8c5-e9df-4760-ac9b-268e3169340a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'subnet': {'network_id': '6449832c-9a2f-46ad-bc90-f954b18b0d7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:58.823019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=af2ea78e-6ac1-4602-b7dc-a9863f8091ca,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:58.890857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-b43c5132-12a0-4d4f-a3af-f5e2cec55dfb tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:58.892398 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-b43c5132-12a0-4d4f-a3af-f5e2cec55dfb tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.13 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 805 time: 0.5654526 Dec 11 22:48:58.895882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:58.896230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:58.896732 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:58.897242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:58.897592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:58.897932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:58.898269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:58.898711 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:58.899111 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:58.899455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:58.899973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:58.900098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:58.900428 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:48:58.903970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-45331941-70fd-4df6-856c-336f59f1fa55 req-dd598c29-c32f-4558-824c-021e5ff4698c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Allocated IP 172.20.0.7 (013a72d6-e5b9-422d-a19b-93934f78c63b/987c9be0-fcb0-4823-a9e6-efc112c434ab/f7dd2882-73bf-4220-a096-7d6e295cf839) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:58.911500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-6294e677-7688-40c2-afec-62abb868c10f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Request body: {'port': {'device_id': '1efaaa10-101f-4a31-8302-45f2ddad6124', 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69', 'admin_state_up': True, 'tenant_id': '73763a9de6774bcb92f6d05a9e2496f8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:58.976571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5860a8c5-e9df-4760-ac9b-268e3169340a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Made reservation on behalf of 4200cd9658784fb7861ec25558b9aaad for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:58.981521 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5860a8c5-e9df-4760-ac9b-268e3169340a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:59.064888 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.ipam_backend_mixin [None req-5860a8c5-e9df-4760-ac9b-268e3169340a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Performing IP validity checks on allocation pools {{(pid=103691) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 11 22:48:59.065529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.ipam_backend_mixin [None req-5860a8c5-e9df-4760-ac9b-268e3169340a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103691) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 11 22:48:59.114268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 627ed865-7237-41b1-ba07-82593a6a9db4 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:48:59.121374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 627ed865-7237-41b1-ba07-82593a6a9db4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:59.121976 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:59.174487 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45331941-70fd-4df6-856c-336f59f1fa55 req-dd598c29-c32f-4558-824c-021e5ff4698c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:59.232653 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd2d47de-7460-4932-bbfb-ccaba9883425 req-0cad7782-8c04-404c-b3e5-7db0ec383002 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 210 time: 0.1105256 Dec 11 22:48:59.261580 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-6294e677-7688-40c2-afec-62abb868c10f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Made reservation on behalf of 73763a9de6774bcb92f6d05a9e2496f8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:48:59.267393 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-6294e677-7688-40c2-afec-62abb868c10f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:59.291652 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:59.349079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 627ed865-7237-41b1-ba07-82593a6a9db4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=627ed865-7237-41b1-ba07-82593a6a9db4,segment=NetworkSegment(4649c973-0152-46a9-9702-eeefc8251bfd),segment_id=4649c973-0152-46a9-9702-eeefc8251bfd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:59.389466 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f93a6b5a-32ba-4ace-9df7-6112e983afc1 req-f325a2e9-64ee-4f0a-9307-747196438fe0 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 210 time: 0.0310965 Dec 11 22:48:59.390864 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45331941-70fd-4df6-856c-336f59f1fa55 req-dd598c29-c32f-4558-824c-021e5ff4698c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:59.474035 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:59.481751 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a69950ad-c422-485a-b148-7b2af0519457 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:48:59.481903 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5860a8c5-e9df-4760-ac9b-268e3169340a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:59.505637 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45331941-70fd-4df6-856c-336f59f1fa55 req-dd598c29-c32f-4558-824c-021e5ff4698c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Network 013a72d6-e5b9-422d-a19b-93934f78c63b is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:48:59.519224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708728d-0d9c-46e9-908b-79e9ea75d4f6 req-80c60b32-275b-49f5-8d8f-29bcd708dedb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:59.525369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708728d-0d9c-46e9-908b-79e9ea75d4f6 req-80c60b32-275b-49f5-8d8f-29bcd708dedb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:59.531640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708728d-0d9c-46e9-908b-79e9ea75d4f6 req-80c60b32-275b-49f5-8d8f-29bcd708dedb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:59.537787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708728d-0d9c-46e9-908b-79e9ea75d4f6 req-80c60b32-275b-49f5-8d8f-29bcd708dedb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:59.544187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708728d-0d9c-46e9-908b-79e9ea75d4f6 req-80c60b32-275b-49f5-8d8f-29bcd708dedb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:59.550242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708728d-0d9c-46e9-908b-79e9ea75d4f6 req-80c60b32-275b-49f5-8d8f-29bcd708dedb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:59.557369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708728d-0d9c-46e9-908b-79e9ea75d4f6 req-80c60b32-275b-49f5-8d8f-29bcd708dedb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:59.559861 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6708728d-0d9c-46e9-908b-79e9ea75d4f6 req-80c60b32-275b-49f5-8d8f-29bcd708dedb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5426 time: 0.2368956 Dec 11 22:48:59.560313 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860a8c5-e9df-4760-ac9b-268e3169340a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Subnet': ['ID=4fcd43b2-cf7d-4959-afeb-3f2d4cdfcf56,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:59.563084 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd598c29-c32f-4558-824c-021e5ff4698c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event updated for resources: {'Port': ['ID=f7dd2882-73bf-4220-a096-7d6e295cf839,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:59.565944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=627ed865-7237-41b1-ba07-82593a6a9db4,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:48:59.571565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-45331941-70fd-4df6-856c-336f59f1fa55 req-dd598c29-c32f-4558-824c-021e5ff4698c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:59.585277 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5860a8c5-e9df-4760-ac9b-268e3169340a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Checking segment: {'id': 'bfc9a51c-24e1-436e-9d46-fe51d3bcfd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6449832c-9a2f-46ad-bc90-f954b18b0d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:48:59.585277 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5860a8c5-e9df-4760-ac9b-268e3169340a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network hostable DHCP agents. Network: 6449832c-9a2f-46ad-bc90-f954b18b0d7b, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:48:59.585791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-45331941-70fd-4df6-856c-336f59f1fa55 req-dd598c29-c32f-4558-824c-021e5ff4698c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:48:59.660248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-6294e677-7688-40c2-afec-62abb868c10f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Allocated IP 172.20.0.4 (7b9ae698-01f2-4103-b52a-b4d048e88c69/57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3/ec559dce-69fa-4cb1-acdd-66e658b00f15) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:48:59.694327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port a69950ad-c422-485a-b148-7b2af0519457 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:48:59.694642 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port a69950ad-c422-485a-b148-7b2af0519457 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:59.695242 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:59.699369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331941-70fd-4df6-856c-336f59f1fa55 req-dd598c29-c32f-4558-824c-021e5ff4698c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:59.700040 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45331941-70fd-4df6-856c-336f59f1fa55 req-dd598c29-c32f-4558-824c-021e5ff4698c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:59.741597 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5860a8c5-e9df-4760-ac9b-268e3169340a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Network 6449832c-9a2f-46ad-bc90-f954b18b0d7b is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:48:59.775505 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6708728d-0d9c-46e9-908b-79e9ea75d4f6 req-3ba0f04d-ea0a-41b0-8eef-4948dce93744 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1902316 Dec 11 22:48:59.812689 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:59.867196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a69950ad-c422-485a-b148-7b2af0519457, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a69950ad-c422-485a-b148-7b2af0519457,segment=NetworkSegment(4649c973-0152-46a9-9702-eeefc8251bfd),segment_id=4649c973-0152-46a9-9702-eeefc8251bfd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:48:59.878375 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-5860a8c5-e9df-4760-ac9b-268e3169340a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 6449832c-9a2f-46ad-bc90-f954b18b0d7b) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:48:59.883184 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45331941-70fd-4df6-856c-336f59f1fa55 req-dd598c29-c32f-4558-824c-021e5ff4698c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8023281 Dec 11 22:48:59.885608 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860a8c5-e9df-4760-ac9b-268e3169340a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:48:59.886224 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5860a8c5-e9df-4760-ac9b-268e3169340a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:59.890176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63767228-3a43-4430-98d6-1ab78823e523 None None] Network 6449832c-9a2f-46ad-bc90-f954b18b0d7b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:48:59.910221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Request body: {'port': {'device_id': '0bbd1582-eb09-43f4-a3bc-69092c3e475a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:48:59.911150 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-83428423-c217-4f99-a933-3dcfeb2d910b None None] Provisioning complete for port f7dd2882-73bf-4220-a096-7d6e295cf839 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:48:59.911598 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83428423-c217-4f99-a933-3dcfeb2d910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:59.998398 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:48:59.999341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4f62b209-549f-451d-a578-3b22242ccc69 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:00.004176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34384) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:00.006993 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5860a8c5-e9df-4760-ac9b-268e3169340a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2477596 Dec 11 22:49:00.014030 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-6294e677-7688-40c2-afec-62abb868c10f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:00.029930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f50759c0-cc1b-4e93-843b-d213abb2445a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:00.063063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-83428423-c217-4f99-a933-3dcfeb2d910b None None] Port f7dd2882-73bf-4220-a096-7d6e295cf839 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:49:00.084905 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:00.145891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a69950ad-c422-485a-b148-7b2af0519457,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:00.196291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-6449832c-9a2f-46ad-bc90-f954b18b0d7b', 'network_id': '6449832c-9a2f-46ad-bc90-f954b18b0d7b', 'project_id': '4200cd9658784fb7861ec25558b9aaad', 'fixed_ips': [{'subnet_id': '4fcd43b2-cf7d-4959-afeb-3f2d4cdfcf56'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:49:00.197192 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:00.274604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 4f62b209-549f-451d-a578-3b22242ccc69 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:49:00.287854 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-6294e677-7688-40c2-afec-62abb868c10f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:00.293760 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f50759c0-cc1b-4e93-843b-d213abb2445a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126114248'] for subnet, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:00.338431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 4f62b209-549f-451d-a578-3b22242ccc69 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:00.339035 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:00.359436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-6294e677-7688-40c2-afec-62abb868c10f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Network 7b9ae698-01f2-4103-b52a-b4d048e88c69 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:00.388913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-6294e677-7688-40c2-afec-62abb868c10f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:00.393786 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Allocated IP 172.20.0.3 (6449832c-9a2f-46ad-bc90-f954b18b0d7b/4fcd43b2-cf7d-4959-afeb-3f2d4cdfcf56/2fff7d85-8361-4ce7-8995-482e07a20a0d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:00.407602 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-6294e677-7688-40c2-afec-62abb868c10f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:00.437717 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de3f3b9-a091-4db1-a76e-62f270a9a04c None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:00.525534 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:00.536547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-6294e677-7688-40c2-afec-62abb868c10f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:00.537416 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-6294e677-7688-40c2-afec-62abb868c10f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:00.550427 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6645a0-f0a9-4c40-9c73-05f22c723e75 req-70045994-23cb-4c2b-b5ad-bc99291d57dc tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:00.553299 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bf6645a0-f0a9-4c40-9c73-05f22c723e75 req-70045994-23cb-4c2b-b5ad-bc99291d57dc tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 931 time: 0.0686951 Dec 11 22:49:00.562296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294e677-7688-40c2-afec-62abb868c10f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Pushing event updated for resources: {'Port': ['ID=ec559dce-69fa-4cb1-acdd-66e658b00f15,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:00.578122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4f62b209-549f-451d-a578-3b22242ccc69, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4f62b209-549f-451d-a578-3b22242ccc69,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:00.590673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4799e61-368e-4561-82fe-b747529d2e03 req-234fd3a4-11d2-4753-b7a7-943f36ded7eb tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:00.592438 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4799e61-368e-4561-82fe-b747529d2e03 req-234fd3a4-11d2-4753-b7a7-943f36ded7eb tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 931 time: 0.2691169 Dec 11 22:49:00.599396 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4b0ae493-abe0-4db0-b473-a20b6fbf80b2 None None] Provisioning complete for port ec559dce-69fa-4cb1-acdd-66e658b00f15 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:00.601083 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4b0ae493-abe0-4db0-b473-a20b6fbf80b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:00.635613 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bf6645a0-f0a9-4c40-9c73-05f22c723e75 req-75a139d2-a17b-4018-8d37-b02dca044647 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708554 Dec 11 22:49:00.642058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ae493-abe0-4db0-b473-a20b6fbf80b2 None None] Port ec559dce-69fa-4cb1-acdd-66e658b00f15 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:49:00.711882 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4799e61-368e-4561-82fe-b747529d2e03 req-39eb25c4-5d5e-4548-810d-94466a39f5c5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063519 Dec 11 22:49:00.720626 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-6294e677-7688-40c2-afec-62abb868c10f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8183835 Dec 11 22:49:00.740367 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:00.740367 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627ed865-7237-41b1-ba07-82593a6a9db4'}, {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69950ad-c422-485a-b148-7b2af0519457'}, {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f62b209-549f-451d-a578-3b22242ccc69'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:49:00.742593 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03bcba6-c425-446a-8aad-51befb613a3d" -d '{"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "627ed865-7237-41b1-ba07-82593a6a9db4"}, {"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "a69950ad-c422-485a-b148-7b2af0519457"}, {"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "4f62b209-549f-451d-a578-3b22242ccc69"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:49:00.758556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Request body: {'port': {'device_id': '1efaaa10-101f-4a31-8302-45f2ddad6124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:00.769622 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:00.770629 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a25ec2b4-97b9-44f8-9ade-bc23768403eb up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:00.792436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7dd2882-73bf-4220-a096-7d6e295cf839 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:49:00.798761 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 11 Dec 2021 22:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3d8b23-5dd1-4135-8b88-19d9ba46e910 x-openstack-request-id: req-ca3d8b23-5dd1-4135-8b88-19d9ba46e910 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:49:00.799100 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "627ed865-7237-41b1-ba07-82593a6a9db4", "code": 200}, {"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "a69950ad-c422-485a-b148-7b2af0519457", "code": 200}, {"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "4f62b209-549f-451d-a578-3b22242ccc69", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:49:00.799382 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca3d8b23-5dd1-4135-8b88-19d9ba46e910 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:49:00.799941 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627ed865-7237-41b1-ba07-82593a6a9db4', 'code': 200} Dec 11 22:49:00.800212 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69950ad-c422-485a-b148-7b2af0519457', 'code': 200} Dec 11 22:49:00.800463 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f62b209-549f-451d-a578-3b22242ccc69', 'code': 200} Dec 11 22:49:00.804985 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:00.809688 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34410) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:00.845076 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:00.847440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Transition to ACTIVE for port object f7dd2882-73bf-4220-a096-7d6e295cf839 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:49:00.861351 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:00.892852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=4f62b209-549f-451d-a578-3b22242ccc69,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:00.946183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Network 6449832c-9a2f-46ad-bc90-f954b18b0d7b is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:00.951699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:00.955702 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:00.964106 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:00.968092 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Pushing event updated for resources: {'Port': ['ID=2fff7d85-8361-4ce7-8995-482e07a20a0d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:00.998195 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e0bdc8db-ab69-4182-aae5-107acaf18e1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.033353 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port a25ec2b4-97b9-44f8-9ade-bc23768403eb completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:49:01.043849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port a25ec2b4-97b9-44f8-9ade-bc23768403eb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:01.044542 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.046189 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Attempting to bind port 2fff7d85-8361-4ce7-8995-482e07a20a0d on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:49:01.046575 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Attempting to bind port 2fff7d85-8361-4ce7-8995-482e07a20a0d by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'bfc9a51c-24e1-436e-9d46-fe51d3bcfd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6449832c-9a2f-46ad-bc90-f954b18b0d7b'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:49:01.046975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Attempting to bind port 2fff7d85-8361-4ce7-8995-482e07a20a0d on network 6449832c-9a2f-46ad-bc90-f954b18b0d7b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:49:01.081788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:49:01.082183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Checking segment: {'id': 'bfc9a51c-24e1-436e-9d46-fe51d3bcfd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6449832c-9a2f-46ad-bc90-f954b18b0d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:01.082595 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.083563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Bound using segment: {'id': 'bfc9a51c-24e1-436e-9d46-fe51d3bcfd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6449832c-9a2f-46ad-bc90-f954b18b0d7b'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:49:01.084652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Bound port: 2fff7d85-8361-4ce7-8995-482e07a20a0d, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc9a51c-24e1-436e-9d46-fe51d3bcfd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6449832c-9a2f-46ad-bc90-f954b18b0d7b'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:49:01.085030 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.085527 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e0bdc8db-ab69-4182-aae5-107acaf18e1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.160101 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e0bdc8db-ab69-4182-aae5-107acaf18e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.214859 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] For port 2fff7d85-8361-4ce7-8995-482e07a20a0d, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:49:01.218621 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdc8db-ab69-4182-aae5-107acaf18e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae8c142-6a68-486c-a6a1-ff8d8c6ffc5d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:01.232481 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e0bdc8db-ab69-4182-aae5-107acaf18e1e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f9e0f15a53e340f99ab83a0bbca103dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4216747 Dec 11 22:49:01.234219 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34426) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:01.239226 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] For port 2fff7d85-8361-4ce7-8995-482e07a20a0d, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2fff7d85-8361-4ce7-8995-482e07a20a0d,segment=NetworkSegment(bfc9a51c-24e1-436e-9d46-fe51d3bcfd01),segment_id=bfc9a51c-24e1-436e-9d46-fe51d3bcfd01)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:49:01.242263 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.281960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Pushing event updated for resources: {'Port': ['ID=f7dd2882-73bf-4220-a096-7d6e295cf839,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:01.300337 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a25ec2b4-97b9-44f8-9ade-bc23768403eb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a25ec2b4-97b9-44f8-9ade-bc23768403eb,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:01.316227 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-109b2082-5b37-4cbd-9d6a-a3b7d11933e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.336875 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.370781 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-109b2082-5b37-4cbd-9d6a-a3b7d11933e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.427946 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514915b1-9447-4952-92a8-ffe1a2df4a40 req-0a42a8d5-a9a0-48da-8b3f-4aa200257dfc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:01.429323 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.430118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device dcd220ca-4e1f-4da3-9633-91e4e94fedd9 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:01.434763 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514915b1-9447-4952-92a8-ffe1a2df4a40 req-0a42a8d5-a9a0-48da-8b3f-4aa200257dfc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:01.440954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514915b1-9447-4952-92a8-ffe1a2df4a40 req-0a42a8d5-a9a0-48da-8b3f-4aa200257dfc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:01.448364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514915b1-9447-4952-92a8-ffe1a2df4a40 req-0a42a8d5-a9a0-48da-8b3f-4aa200257dfc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:01.454519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514915b1-9447-4952-92a8-ffe1a2df4a40 req-0a42a8d5-a9a0-48da-8b3f-4aa200257dfc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:01.458094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675b5ae-d7f0-4f45-a258-3eace408021a None None] Pushing event updated for resources: {'Port': ['ID=2fff7d85-8361-4ce7-8995-482e07a20a0d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:01.461556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514915b1-9447-4952-92a8-ffe1a2df4a40 req-0a42a8d5-a9a0-48da-8b3f-4aa200257dfc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:01.467688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514915b1-9447-4952-92a8-ffe1a2df4a40 req-0a42a8d5-a9a0-48da-8b3f-4aa200257dfc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:01.469666 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-514915b1-9447-4952-92a8-ffe1a2df4a40 req-0a42a8d5-a9a0-48da-8b3f-4aa200257dfc tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5429 time: 0.5182221 Dec 11 22:49:01.514731 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f50759c0-cc1b-4e93-843b-d213abb2445a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780728726236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127197116'] for subnet, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.553816 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-109b2082-5b37-4cbd-9d6a-a3b7d11933e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.557051 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-109b2082-5b37-4cbd-9d6a-a3b7d11933e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.564365 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-109b2082-5b37-4cbd-9d6a-a3b7d11933e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ae8c142-6a68-486c-a6a1-ff8d8c6ffc5d HTTP/1.1" status: 204 len: 168 time: 0.3273005 Dec 11 22:49:01.578700 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b2082-5b37-4cbd-9d6a-a3b7d11933e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae8c142-6a68-486c-a6a1-ff8d8c6ffc5d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:01.628838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Attempting to bind port f7dd2882-73bf-4220-a096-7d6e295cf839 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:49:01.629193 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Attempting to bind port f7dd2882-73bf-4220-a096-7d6e295cf839 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:49:01.629532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Attempting to bind port f7dd2882-73bf-4220-a096-7d6e295cf839 on network 013a72d6-e5b9-422d-a19b-93934f78c63b {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:49:01.647355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50759c0-cc1b-4e93-843b-d213abb2445a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:01.647972 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f50759c0-cc1b-4e93-843b-d213abb2445a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.652699 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f50759c0-cc1b-4e93-843b-d213abb2445a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "PUT /v2.0/subnets/4fcd43b2-cf7d-4959-afeb-3f2d4cdfcf56 HTTP/1.1" status: 200 len: 877 time: 1.6333721 Dec 11 22:49:01.653800 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34432) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:01.698502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Port f7dd2882-73bf-4220-a096-7d6e295cf839 on network 013a72d6-e5b9-422d-a19b-93934f78c63b not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:49:01.698958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Attempting to bind port f7dd2882-73bf-4220-a096-7d6e295cf839 on network 013a72d6-e5b9-422d-a19b-93934f78c63b {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:49:01.704104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50759c0-cc1b-4e93-843b-d213abb2445a tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event updated for resources: {'Subnet': ['ID=4fcd43b2-cf7d-4959-afeb-3f2d4cdfcf56,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:01.738120 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a25ec2b4-97b9-44f8-9ade-bc23768403eb,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:01.786060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-514915b1-9447-4952-92a8-ffe1a2df4a40 req-ea553dda-0687-4177-9aba-cb287ae5df2e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2750995 Dec 11 22:49:01.788487 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:49:01.789035 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Checking segment: {'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:01.789601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Bound using segment: {'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:49:01.790910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Bound port: f7dd2882-73bf-4220-a096-7d6e295cf839, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:49:01.791482 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.820111 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port dcd220ca-4e1f-4da3-9633-91e4e94fedd9 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:49:01.825034 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port dcd220ca-4e1f-4da3-9633-91e4e94fedd9 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:01.825262 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.936678 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.938765 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:01.966322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520099c-3713-4474-8aef-0abd15ab88c5 req-a6dedd32-21c8-4b89-a39a-4d853604f972 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:01.968096 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b520099c-3713-4474-8aef-0abd15ab88c5 req-a6dedd32-21c8-4b89-a39a-4d853604f972 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 943 time: 0.1704819 Dec 11 22:49:01.997911 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port dcd220ca-4e1f-4da3-9633-91e4e94fedd9, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=dcd220ca-4e1f-4da3-9633-91e4e94fedd9,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:02.045665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec559dce-69fa-4cb1-acdd-66e658b00f15 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:49:02.061524 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:02.061962 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:02.063030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 79832623-9c3e-4295-abe2-8667fa88c5ad up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:02.087613 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Deleting port 2fff7d85-8361-4ce7-8995-482e07a20a0d {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:02.088240 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:02.094920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Transition to ACTIVE for port object ec559dce-69fa-4cb1-acdd-66e658b00f15 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:49:02.108705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79615958-5295-4add-978c-3465488b5864 req-79a567fd-eacf-4d6f-9bf0-0782e93c5f6a tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:02.117390 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79615958-5295-4add-978c-3465488b5864 req-79a567fd-eacf-4d6f-9bf0-0782e93c5f6a tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 931 time: 0.2287157 Dec 11 22:49:02.138320 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] For port f7dd2882-73bf-4220-a096-7d6e295cf839, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:49:02.173888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] For port f7dd2882-73bf-4220-a096-7d6e295cf839, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=f7dd2882-73bf-4220-a096-7d6e295cf839,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:49:02.177423 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:02.188074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] For port 2fff7d85-8361-4ce7-8995-482e07a20a0d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2fff7d85-8361-4ce7-8995-482e07a20a0d,segment=NetworkSegment(bfc9a51c-24e1-436e-9d46-fe51d3bcfd01),segment_id=bfc9a51c-24e1-436e-9d46-fe51d3bcfd01)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:02.188452 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:02.203893 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Calling delete_port for 2fff7d85-8361-4ce7-8995-482e07a20a0d owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:02.263148 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79615958-5295-4add-978c-3465488b5864 req-642f7008-ea6c-43f0-83b8-617809f34f85 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445959 Dec 11 22:49:02.304057 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b520099c-3713-4474-8aef-0abd15ab88c5 req-02eaaf3a-b5de-435f-ba23-792c6b6f846f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910848 Dec 11 22:49:02.305620 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=dcd220ca-4e1f-4da3-9633-91e4e94fedd9,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:02.341081 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:02.346933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589ff9a2-1fbd-40ee-a5c0-1a343120f799 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:02.350830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Pushing event updated for resources: {'Port': ['ID=ec559dce-69fa-4cb1-acdd-66e658b00f15,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:02.383527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2fff7d85-8361-4ce7-8995-482e07a20a0d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:02.433071 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:02.471348 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Port': ['ID=2fff7d85-8361-4ce7-8995-482e07a20a0d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:02.478434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:02.479137 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:02.479802 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No active binding found for port 2fff7d85-8361-4ce7-8995-482e07a20a0d {{(pid=103693) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 11 22:49:02.480972 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2fff7d85-8361-4ce7-8995-482e07a20a0d not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 11 22:49:02.481421 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45331941-70fd-4df6-856c-336f59f1fa55 req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] 10.222.0.13 "PUT /v2.0/ports/f7dd2882-73bf-4220-a096-7d6e295cf839 HTTP/1.1" status: 200 len: 1091 time: 2.5887942 Dec 11 22:49:02.481911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbd1582-eb09-43f4-a3bc-69092c3e475a', 'tag': 'f7dd2882-73bf-4220-a096-7d6e295cf839'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:49:02.484373 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3cf6d3-0801-42f3-84c8-dd75004533f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbd1582-eb09-43f4-a3bc-69092c3e475a", "tag": "f7dd2882-73bf-4220-a096-7d6e295cf839"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:49:02.517021 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Port 2fff7d85-8361-4ce7-8995-482e07a20a0d not found, will not notify nova. {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 11 22:49:02.535956 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No DVR routers for this DVR port 2fff7d85-8361-4ce7-8995-482e07a20a0d on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:49:02.553656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fe26e-7068-4ce2-8919-7c658daf4e0a service neutron] Pushing event updated for resources: {'Port': ['ID=f7dd2882-73bf-4220-a096-7d6e295cf839,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:02.558662 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f481279-31fb-43b9-ad2b-004e812e32dd x-openstack-request-id: req-8f481279-31fb-43b9-ad2b-004e812e32dd {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:49:02.559772 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbd1582-eb09-43f4-a3bc-69092c3e475a", "tag": "f7dd2882-73bf-4220-a096-7d6e295cf839", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:49:02.559772 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f481279-31fb-43b9-ad2b-004e812e32dd {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:49:02.560191 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbd1582-eb09-43f4-a3bc-69092c3e475a', 'tag': 'f7dd2882-73bf-4220-a096-7d6e295cf839', 'status': 'completed', 'code': 200} Dec 11 22:49:02.566828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 79832623-9c3e-4295-abe2-8667fa88c5ad completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:49:02.573436 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 79832623-9c3e-4295-abe2-8667fa88c5ad triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:02.573812 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:02.578044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Attempting to bind port ec559dce-69fa-4cb1-acdd-66e658b00f15 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:49:02.578406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Attempting to bind port ec559dce-69fa-4cb1-acdd-66e658b00f15 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:49:02.581287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Attempting to bind port ec559dce-69fa-4cb1-acdd-66e658b00f15 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:49:02.597543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Port ec559dce-69fa-4cb1-acdd-66e658b00f15 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:49:02.597886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Attempting to bind port ec559dce-69fa-4cb1-acdd-66e658b00f15 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:49:02.647552 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:49:02.648056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Checking segment: {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:02.648592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Bound using segment: {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:49:02.649184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Bound port: ec559dce-69fa-4cb1-acdd-66e658b00f15, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:49:02.649552 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:02.654263 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:02.722650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf6d3-0801-42f3-84c8-dd75004533f8 req-da833c56-ea32-48bb-bba4-3947097a517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:02.723842 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:02.728811 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f3cf6d3-0801-42f3-84c8-dd75004533f8 req-da833c56-ea32-48bb-bba4-3947097a517b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d6abf9ec56c472face9a971de3e07c9&device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 1094 time: 0.1271541 Dec 11 22:49:02.761704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 79832623-9c3e-4295-abe2-8667fa88c5ad, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=79832623-9c3e-4295-abe2-8667fa88c5ad,segment=NetworkSegment(e2326bd5-a783-4620-835d-205103a65c6d),segment_id=e2326bd5-a783-4620-835d-205103a65c6d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:02.802087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25ec2b4-97b9-44f8-9ade-bc23768403eb'}, {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd220ca-4e1f-4da3-9633-91e4e94fedd9'}, {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79832623-9c3e-4295-abe2-8667fa88c5ad'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:49:02.805279 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392067b4-0a7c-4dee-ab11-8a27bbfab7d0" -d '{"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "a25ec2b4-97b9-44f8-9ade-bc23768403eb"}, {"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "dcd220ca-4e1f-4da3-9633-91e4e94fedd9"}, {"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "79832623-9c3e-4295-abe2-8667fa88c5ad"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:49:02.859474 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 11 Dec 2021 22:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5106d995-977a-4080-93bb-a3037b369970 x-openstack-request-id: req-5106d995-977a-4080-93bb-a3037b369970 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:49:02.859786 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "a25ec2b4-97b9-44f8-9ade-bc23768403eb", "code": 200}, {"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "dcd220ca-4e1f-4da3-9633-91e4e94fedd9", "code": 200}, {"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "79832623-9c3e-4295-abe2-8667fa88c5ad", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:49:02.860044 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5106d995-977a-4080-93bb-a3037b369970 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:49:02.860457 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25ec2b4-97b9-44f8-9ade-bc23768403eb', 'code': 200} Dec 11 22:49:02.860715 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd220ca-4e1f-4da3-9633-91e4e94fedd9', 'code': 200} Dec 11 22:49:02.860975 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79832623-9c3e-4295-abe2-8667fa88c5ad', 'code': 200} Dec 11 22:49:02.862363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] For port ec559dce-69fa-4cb1-acdd-66e658b00f15, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:49:02.867787 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:02.882848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] For port ec559dce-69fa-4cb1-acdd-66e658b00f15, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ec559dce-69fa-4cb1-acdd-66e658b00f15,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:49:02.917344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf6d3-0801-42f3-84c8-dd75004533f8 req-38833dc1-9339-43eb-999c-a39dee40a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:02.918999 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f3cf6d3-0801-42f3-84c8-dd75004533f8 req-38833dc1-9339-43eb-999c-a39dee40a83a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9d6abf9ec56c472face9a971de3e07c9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1791773 Dec 11 22:49:02.934129 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=79832623-9c3e-4295-abe2-8667fa88c5ad,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:02.950325 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:03.007362 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:03.044221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Subnet': ['ID=4fcd43b2-cf7d-4959-afeb-3f2d4cdfcf56,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:03.061912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.069854 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d304b39d-b451-4622-a932-05ff95375a19 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:03.077334 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:03.078853 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] 10.222.0.13 "PUT /v2.0/ports/ec559dce-69fa-4cb1-acdd-66e658b00f15 HTTP/1.1" status: 200 len: 1091 time: 2.3290169 Dec 11 22:49:03.094533 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db092-f1d8-45db-a2c3-1653c4385a7c req-e53ee414-6713-4e7f-9d07-0239c3802a6e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.105399 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db092-f1d8-45db-a2c3-1653c4385a7c req-e53ee414-6713-4e7f-9d07-0239c3802a6e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.111476 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db092-f1d8-45db-a2c3-1653c4385a7c req-e53ee414-6713-4e7f-9d07-0239c3802a6e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.117070 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db092-f1d8-45db-a2c3-1653c4385a7c req-e53ee414-6713-4e7f-9d07-0239c3802a6e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.123629 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db092-f1d8-45db-a2c3-1653c4385a7c req-e53ee414-6713-4e7f-9d07-0239c3802a6e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.129681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db092-f1d8-45db-a2c3-1653c4385a7c req-e53ee414-6713-4e7f-9d07-0239c3802a6e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.136914 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db092-f1d8-45db-a2c3-1653c4385a7c req-e53ee414-6713-4e7f-9d07-0239c3802a6e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.139285 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d53db092-f1d8-45db-a2c3-1653c4385a7c req-e53ee414-6713-4e7f-9d07-0239c3802a6e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5432 time: 0.2419889 Dec 11 22:49:03.161153 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a110d8be-a059-4b6a-8fb5-825c0ea2e518 None None] Network 6449832c-9a2f-46ad-bc90-f954b18b0d7b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:03.161335 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:03.214437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf6d3-0801-42f3-84c8-dd75004533f8 req-f185a521-7baa-417c-8ef8-186028f1f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.216558 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f3cf6d3-0801-42f3-84c8-dd75004533f8 req-f185a521-7baa-417c-8ef8-186028f1f8aa service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2888179 Dec 11 22:49:03.217284 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b12868-f52d-4707-82c1-02fcc0844e70 service neutron] Pushing event updated for resources: {'Port': ['ID=ec559dce-69fa-4cb1-acdd-66e658b00f15,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:03.225826 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d53db092-f1d8-45db-a2c3-1653c4385a7c req-8b5e824e-ace6-4840-8dd6-fa8a43b010cf tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783348 Dec 11 22:49:03.229784 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6449832c-9a2f-46ad-bc90-f954b18b0d7b']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:03.246915 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc9a51c-24e1-436e-9d46-fe51d3bcfd01') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:03.247220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc9a51c-24e1-436e-9d46-fe51d3bcfd01') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:03.258447 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:03.260848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f597e-de99-483b-bdb9-b21fb81c22a3 req-1604704b-b1e0-46e5-bff1-318d9c231248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.269952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f597e-de99-483b-bdb9-b21fb81c22a3 req-1604704b-b1e0-46e5-bff1-318d9c231248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.269952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f597e-de99-483b-bdb9-b21fb81c22a3 req-1604704b-b1e0-46e5-bff1-318d9c231248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.269952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f597e-de99-483b-bdb9-b21fb81c22a3 req-1604704b-b1e0-46e5-bff1-318d9c231248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.269952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f597e-de99-483b-bdb9-b21fb81c22a3 req-1604704b-b1e0-46e5-bff1-318d9c231248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.269952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f597e-de99-483b-bdb9-b21fb81c22a3 req-1604704b-b1e0-46e5-bff1-318d9c231248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.269952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f597e-de99-483b-bdb9-b21fb81c22a3 req-1604704b-b1e0-46e5-bff1-318d9c231248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.269952 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-146f597e-de99-483b-bdb9-b21fb81c22a3 req-1604704b-b1e0-46e5-bff1-318d9c231248 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 6489 time: 0.2147789 Dec 11 22:49:03.276722 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:03.290527 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:49:03.292269 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:49:03.300103 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:49:03.404887 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-19468b32-98d6-4db0-8587-fb806013f2eb None None] Could not find standard attr ID for object 2fff7d85-8361-4ce7-8995-482e07a20a0d. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:49:03.421641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-946adc81-ccde-447b-ad8a-21774de42352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.424615 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-946adc81-ccde-447b-ad8a-21774de42352 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 1094 time: 0.2344158 Dec 11 22:49:03.432323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331941-70fd-4df6-856c-336f59f1fa55 req-e2959a6f-cd32-48c0-a63d-c5af73fe4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.460898 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45331941-70fd-4df6-856c-336f59f1fa55 req-e2959a6f-cd32-48c0-a63d-c5af73fe4a68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d6abf9ec56c472face9a971de3e07c9&device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 1094 time: 0.1531036 Dec 11 22:49:03.461392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec26fda-c46a-49a0-b480-9c9ff45b4089 None None] DHCP port deletion for 6449832c-9a2f-46ad-bc90-f954b18b0d7b request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:03.465711 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-146f597e-de99-483b-bdb9-b21fb81c22a3 req-605130a5-18e4-401b-8b50-d65cad3b7a05 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1634903 Dec 11 22:49:03.477406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd51d3e1-0608-4fa5-b242-8d50eec73e92 None None] Network 6449832c-9a2f-46ad-bc90-f954b18b0d7b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:03.497091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5625c2-d026-4da3-b123-0a235ac9d59c req-1bf256fb-e800-47bc-86a5-ef49deb88df1 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.506681 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6b5625c2-d026-4da3-b123-0a235ac9d59c req-1bf256fb-e800-47bc-86a5-ef49deb88df1 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 943 time: 0.0894253 Dec 11 22:49:03.511070 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45331941-70fd-4df6-856c-336f59f1fa55 req-73840504-d429-4c70-8644-590e091edf0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7dd2882-73bf-4220-a096-7d6e295cf839 HTTP/1.1" status: 200 len: 217 time: 0.0416493 Dec 11 22:49:03.535565 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:03.557081 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:03.569923 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/6449832c-9a2f-46ad-bc90-f954b18b0d7b HTTP/1.1" status: 204 len: 168 time: 1.9122028 Dec 11 22:49:03.570158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34486) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:03.629441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8f5c3-a7d9-4093-8630-b6876bdad16d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Network': ['ID=6449832c-9a2f-46ad-bc90-f954b18b0d7b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:03.654620 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6b5625c2-d026-4da3-b123-0a235ac9d59c req-ae5979da-c6b2-4d82-811c-e3cdcc268a2c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464715 Dec 11 22:49:03.849962 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-ca56f9c0-a22a-4652-a5bb-6e8bbf30c79d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec559dce-69fa-4cb1-acdd-66e658b00f15 HTTP/1.1" status: 200 len: 217 time: 0.4042454 Dec 11 22:49:03.919959 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d517857-1715-497f-b6b1-e35aa46f10b4 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:03.920425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d517857-1715-497f-b6b1-e35aa46f10b4 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:03.923559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8d517857-1715-497f-b6b1-e35aa46f10b4 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/subnets/4fcd43b2-cf7d-4959-afeb-3f2d4cdfcf56 HTTP/1.1" status: 404 len: 337 time: 0.3502767 Dec 11 22:49:03.926261 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34492) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:03.947108 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9b5ba6-fbc0-4a30-b309-77103732a0c9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:03.947624 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9b5ba6-fbc0-4a30-b309-77103732a0c9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:03.950842 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5a9b5ba6-fbc0-4a30-b309-77103732a0c9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/6449832c-9a2f-46ad-bc90-f954b18b0d7b HTTP/1.1" status: 404 len: 339 time: 0.0235097 Dec 11 22:49:03.953370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34494) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:03.957525 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f714c-eb99-4665-ac3a-ee242d9240e5 req-b8d983aa-1791-4dc4-8424-51f2f608ad0c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.959228 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-615f714c-eb99-4665-ac3a-ee242d9240e5 req-b8d983aa-1791-4dc4-8424-51f2f608ad0c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 943 time: 0.5237298 Dec 11 22:49:03.962763 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331941-70fd-4df6-856c-336f59f1fa55 req-a89ffb69-b9bb-4df0-83e5-c21a1e99609d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.964263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45331941-70fd-4df6-856c-336f59f1fa55 req-a89ffb69-b9bb-4df0-83e5-c21a1e99609d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=987c9be0-fcb0-4823-a9e6-efc112c434ab HTTP/1.1" status: 200 len: 849 time: 0.4040174 Dec 11 22:49:03.971597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-4cf12441-7e81-4325-9499-fe5118528875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:03.971597 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-4cf12441-7e81-4325-9499-fe5118528875 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3 HTTP/1.1" status: 200 len: 845 time: 0.1013286 Dec 11 22:49:04.001240 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3a0715-efe4-4396-9559-f54abe54c8ac tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:04.001713 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3a0715-efe4-4396-9559-f54abe54c8ac tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:04.004824 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9b3a0715-efe4-4396-9559-f54abe54c8ac tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/subnets/7732562e-28c8-48aa-bf12-15e427c8ca90 HTTP/1.1" status: 404 len: 337 time: 0.0505307 Dec 11 22:49:04.008734 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34498) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:04.033225 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0584a2-1786-4d57-8851-d557285e7748 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:04.033754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0584a2-1786-4d57-8851-d557285e7748 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:04.037087 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9c0584a2-1786-4d57-8851-d557285e7748 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/ea0d57a5-0d60-4037-91c2-c46450f22b2f HTTP/1.1" status: 404 len: 339 time: 0.0269845 Dec 11 22:49:04.044167 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-54078134-97c1-49c8-a2c8-4a2062a7255d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b9ae698-01f2-4103-b52a-b4d048e88c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584638 Dec 11 22:49:04.045685 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34502) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:04.169268 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-615f714c-eb99-4665-ac3a-ee242d9240e5 req-ad3617b4-aa24-4044-ae61-9660ad997fe1 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018464 Dec 11 22:49:04.174730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2fff7d85-8361-4ce7-8995-482e07a20a0d no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:49:04.188352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331941-70fd-4df6-856c-336f59f1fa55 req-b3e50050-28b6-407c-8c33-1fb244663737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:04.189943 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45331941-70fd-4df6-856c-336f59f1fa55 req-b3e50050-28b6-407c-8c33-1fb244663737 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=013a72d6-e5b9-422d-a19b-93934f78c63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2133729 Dec 11 22:49:04.199529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 2fff7d85-8361-4ce7-8995-482e07a20a0d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:49:04.200159 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2fff7d85-8361-4ce7-8995-482e07a20a0d not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:49:04.242028 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7dbfa84a-abf0-4e20-ab61-108c89af1f4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:04.312168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-0b05f9e5-cbb5-437a-9a10-9039f9036df3 service neutron] 10.222.0.13 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481492 Dec 11 22:49:04.457182 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682567c-53f2-47ba-8262-ab4702e7f294 req-99772771-3e70-4b25-863b-08913024e484 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:04.463850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682567c-53f2-47ba-8262-ab4702e7f294 req-99772771-3e70-4b25-863b-08913024e484 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:04.469636 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45331941-70fd-4df6-856c-336f59f1fa55 req-30606666-cc33-4e7e-8cb1-5143eaa1f92d service neutron] 10.222.0.13 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682610 Dec 11 22:49:04.470318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682567c-53f2-47ba-8262-ab4702e7f294 req-99772771-3e70-4b25-863b-08913024e484 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:04.477238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682567c-53f2-47ba-8262-ab4702e7f294 req-99772771-3e70-4b25-863b-08913024e484 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:04.482497 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7dbfa84a-abf0-4e20-ab61-108c89af1f4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:04.486666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682567c-53f2-47ba-8262-ab4702e7f294 req-99772771-3e70-4b25-863b-08913024e484 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:04.492307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34516) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:04.493443 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682567c-53f2-47ba-8262-ab4702e7f294 req-99772771-3e70-4b25-863b-08913024e484 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:04.499521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682567c-53f2-47ba-8262-ab4702e7f294 req-99772771-3e70-4b25-863b-08913024e484 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:04.501455 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8682567c-53f2-47ba-8262-ab4702e7f294 req-99772771-3e70-4b25-863b-08913024e484 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5432 time: 0.1281548 Dec 11 22:49:04.561069 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efaaa10-101f-4a31-8302-45f2ddad6124', 'tag': 'ec559dce-69fa-4cb1-acdd-66e658b00f15'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:49:04.563382 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70852e69-d130-479d-9411-e2d91262b777" -d '{"events": [{"name": "network-changed", "server_uuid": "1efaaa10-101f-4a31-8302-45f2ddad6124", "tag": "ec559dce-69fa-4cb1-acdd-66e658b00f15"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:49:04.565914 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8682567c-53f2-47ba-8262-ab4702e7f294 req-caa439ac-64dc-461f-9151-b1d5f19a1707 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570660 Dec 11 22:49:04.579575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7dbfa84a-abf0-4e20-ab61-108c89af1f4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a994e22-d1dc-422d-ad6a-8d3c269a2910']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:04.601640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7dbfa84a-abf0-4e20-ab61-108c89af1f4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef0a3d0-750e-4372-859a-656910e7a475') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:04.601640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7dbfa84a-abf0-4e20-ab61-108c89af1f4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef0a3d0-750e-4372-859a-656910e7a475') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:04.623676 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7dbfa84a-abf0-4e20-ab61-108c89af1f4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:04.631652 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa447827-5aea-489c-8608-dfd808b1c426 x-openstack-request-id: req-fa447827-5aea-489c-8608-dfd808b1c426 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:49:04.631948 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efaaa10-101f-4a31-8302-45f2ddad6124", "tag": "ec559dce-69fa-4cb1-acdd-66e658b00f15", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:49:04.632200 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa447827-5aea-489c-8608-dfd808b1c426 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:49:04.632592 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efaaa10-101f-4a31-8302-45f2ddad6124', 'tag': 'ec559dce-69fa-4cb1-acdd-66e658b00f15', 'status': 'completed', 'code': 200} Dec 11 22:49:04.636691 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dec2567e-f544-4948-9ac6-ff99040226c0 req-f841fff0-c4fb-4345-8fe5-a3d0a4b31a88 service neutron] 10.222.0.13 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936981 Dec 11 22:49:04.656016 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7dbfa84a-abf0-4e20-ab61-108c89af1f4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:04.669339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbfa84a-abf0-4e20-ab61-108c89af1f4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:49:04.669745 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7dbfa84a-abf0-4e20-ab61-108c89af1f4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:49:04.673000 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:49:04.685811 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45331941-70fd-4df6-856c-336f59f1fa55 req-ceb38f66-067a-4f9e-bc89-10bb86b29bff service neutron] 10.222.0.13 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071548 Dec 11 22:49:04.733568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b75ac2e0-ff9e-49b8-bef9-b2787980b11d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-117111697'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:05.011669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676f32-6753-4a86-b50d-012edcb939bd req-c3bf0240-b9bd-4577-baa6-b3426ee5fb5b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:05.011669 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f9676f32-6753-4a86-b50d-012edcb939bd req-c3bf0240-b9bd-4577-baa6-b3426ee5fb5b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 943 time: 0.0618782 Dec 11 22:49:05.011669 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f9676f32-6753-4a86-b50d-012edcb939bd req-a88923e8-29f4-4f19-8e21-a6a479ffdbd8 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441256 Dec 11 22:49:05.295836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70852e69-d130-479d-9411-e2d91262b777 req-f469e531-86e6-4293-9d4c-d9560ce3a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:05.297242 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70852e69-d130-479d-9411-e2d91262b777 req-f469e531-86e6-4293-9d4c-d9560ce3a184 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 1094 time: 0.0791044 Dec 11 22:49:05.310588 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ebd23-061e-473e-a075-57235fec7107 req-c125aafe-c36e-43cd-aa9a-ebc871ad2ceb tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:05.315029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c60ebd23-061e-473e-a075-57235fec7107 req-c125aafe-c36e-43cd-aa9a-ebc871ad2ceb tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 943 time: 0.0627789 Dec 11 22:49:05.321023 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75ac2e0-ff9e-49b8-bef9-b2787980b11d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Made reservation on behalf of 6c148143df904d498cb46335d589e6f4 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:05.324405 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b75ac2e0-ff9e-49b8-bef9-b2787980b11d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:05.326316 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7dbfa84a-abf0-4e20-ab61-108c89af1f4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:05.353701 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7dbfa84a-abf0-4e20-ab61-108c89af1f4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:05.367451 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7dbfa84a-abf0-4e20-ab61-108c89af1f4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/5a994e22-d1dc-422d-ad6a-8d3c269a2910 HTTP/1.1" status: 204 len: 168 time: 1.3124239 Dec 11 22:49:05.368202 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34530) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:05.398158 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc555ee-659c-4910-857e-dcabbe81834d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:05.398935 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc555ee-659c-4910-857e-dcabbe81834d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:05.402711 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-afc555ee-659c-4910-857e-dcabbe81834d tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/subnets/25fbdbe0-2e68-4f7b-ba51-e78b511a8471 HTTP/1.1" status: 404 len: 337 time: 0.0334139 Dec 11 22:49:05.407100 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34532) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:05.417134 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b75ac2e0-ff9e-49b8-bef9-b2787980b11d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:05.432851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfa84a-abf0-4e20-ab61-108c89af1f4c tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Network': ['ID=5a994e22-d1dc-422d-ad6a-8d3c269a2910,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:05.434943 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-076f3e8e-44eb-4de1-92db-2e3adcb7da00 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:05.435501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076f3e8e-44eb-4de1-92db-2e3adcb7da00 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:05.450347 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-076f3e8e-44eb-4de1-92db-2e3adcb7da00 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/9c5be4d2-8eb9-4a61-97f4-f2f11d61e1a2 HTTP/1.1" status: 404 len: 339 time: 0.0416782 Dec 11 22:49:05.451181 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34538) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:05.488705 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d428da-5445-43c2-8607-04ccfebe484b tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:05.489508 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d428da-5445-43c2-8607-04ccfebe484b tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:05.492428 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-71d428da-5445-43c2-8607-04ccfebe484b tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/subnets/574555ef-8fa5-4cef-a4fc-3382169e175a HTTP/1.1" status: 404 len: 337 time: 0.0403690 Dec 11 22:49:05.494918 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34544) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:05.498613 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c60ebd23-061e-473e-a075-57235fec7107 req-131fede9-68b9-4f0e-bdcb-2fdb5216f182 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671958 Dec 11 22:49:05.515062 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03c2841-ea75-4c49-af5b-ea8e9e4e6e00 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:05.515838 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03c2841-ea75-4c49-af5b-ea8e9e4e6e00 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:05.519045 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a03c2841-ea75-4c49-af5b-ea8e9e4e6e00 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/eb05db12-a519-426b-89c4-d000aa425622 HTTP/1.1" status: 404 len: 339 time: 0.0230346 Dec 11 22:49:05.521146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70852e69-d130-479d-9411-e2d91262b777 req-6f4e5445-f300-4ce5-8508-f073b6da9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:05.521724 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34546) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:05.523477 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70852e69-d130-479d-9411-e2d91262b777 req-6f4e5445-f300-4ce5-8508-f073b6da9ff3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 906 time: 0.2111559 Dec 11 22:49:05.548604 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-f744189d-5177-4f0e-8971-ed87d3bda9af tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:05.548987 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f744189d-5177-4f0e-8971-ed87d3bda9af tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:05.552130 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f744189d-5177-4f0e-8971-ed87d3bda9af tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/subnets/d27e6b17-23df-46c0-b151-b72305884f2d HTTP/1.1" status: 404 len: 337 time: 0.0286148 Dec 11 22:49:05.555427 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34548) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:05.576253 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70852e69-d130-479d-9411-e2d91262b777 req-8341a2ca-29d3-40ea-bc0e-aa86edf5bb5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec559dce-69fa-4cb1-acdd-66e658b00f15 HTTP/1.1" status: 200 len: 217 time: 0.0455902 Dec 11 22:49:05.579219 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d386ed9-f795-4b47-976f-24804e85099e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:05.579735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d386ed9-f795-4b47-976f-24804e85099e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:05.585267 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1d386ed9-f795-4b47-976f-24804e85099e tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/6b763b4c-d218-4f2a-9764-8078e135891b HTTP/1.1" status: 404 len: 339 time: 0.0264020 Dec 11 22:49:05.585736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34550) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:05.611387 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ac3eb6-bd4b-4e1e-9871-74b0eea9f5be tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:05.611969 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ac3eb6-bd4b-4e1e-9871-74b0eea9f5be tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:05.626346 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f4ac3eb6-bd4b-4e1e-9871-74b0eea9f5be tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/subnets/f936c069-3884-4d13-8cf1-03e36d68a1d2 HTTP/1.1" status: 404 len: 337 time: 0.0397739 Dec 11 22:49:05.634829 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34556) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:05.674068 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b75ac2e0-ff9e-49b8-bef9-b2787980b11d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:05.675496 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9a4c9c-4364-4f7c-a2d6-61b8bac480f8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:05.676048 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9a4c9c-4364-4f7c-a2d6-61b8bac480f8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:05.682985 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6e9a4c9c-4364-4f7c-a2d6-61b8bac480f8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/3783a3b5-656b-4a3e-bafa-fa37ae578b4e HTTP/1.1" status: 404 len: 339 time: 0.0444100 Dec 11 22:49:05.684732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34558) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:05.695290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70852e69-d130-479d-9411-e2d91262b777 req-b1a2528d-5c23-4940-b11a-ab5df0f7dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:05.696721 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70852e69-d130-479d-9411-e2d91262b777 req-b1a2528d-5c23-4940-b11a-ab5df0f7dffd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3 HTTP/1.1" status: 200 len: 845 time: 0.1137590 Dec 11 22:49:05.722735 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6c2251-d6a5-48e9-bf21-693e2cc930ea tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:05.723287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6c2251-d6a5-48e9-bf21-693e2cc930ea tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:05.727172 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234021d-a240-459a-a6d3-a07fcd36f5b5 req-5b77be68-6f5f-463c-8631-4af41df6f2f8 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:05.727428 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fa6c2251-d6a5-48e9-bf21-693e2cc930ea tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/subnets/4a14e833-e9ef-4d69-a94c-e9e5391a4e92 HTTP/1.1" status: 404 len: 337 time: 0.0417373 Dec 11 22:49:05.730046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34560) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:05.733435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234021d-a240-459a-a6d3-a07fcd36f5b5 req-5b77be68-6f5f-463c-8631-4af41df6f2f8 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:05.739588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234021d-a240-459a-a6d3-a07fcd36f5b5 req-5b77be68-6f5f-463c-8631-4af41df6f2f8 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:05.746966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234021d-a240-459a-a6d3-a07fcd36f5b5 req-5b77be68-6f5f-463c-8631-4af41df6f2f8 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:05.753061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234021d-a240-459a-a6d3-a07fcd36f5b5 req-5b77be68-6f5f-463c-8631-4af41df6f2f8 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:05.759982 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234021d-a240-459a-a6d3-a07fcd36f5b5 req-5b77be68-6f5f-463c-8631-4af41df6f2f8 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:05.763124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70852e69-d130-479d-9411-e2d91262b777 req-c52f5a18-a976-4efa-949f-28e47b3672e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b9ae698-01f2-4103-b52a-b4d048e88c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486758 Dec 11 22:49:05.764607 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b75ac2e0-ff9e-49b8-bef9-b2787980b11d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:05.766032 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234021d-a240-459a-a6d3-a07fcd36f5b5 req-5b77be68-6f5f-463c-8631-4af41df6f2f8 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:05.768005 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6234021d-a240-459a-a6d3-a07fcd36f5b5 req-5b77be68-6f5f-463c-8631-4af41df6f2f8 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5432 time: 0.1005807 Dec 11 22:49:05.771363 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44180a4-8ca7-4217-9920-e5f461a89160 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:05.772559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44180a4-8ca7-4217-9920-e5f461a89160 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:05.778533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c44180a4-8ca7-4217-9920-e5f461a89160 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/233180d6-dc6d-42e8-872c-4b03d8b4ee99 HTTP/1.1" status: 404 len: 339 time: 0.0446615 Dec 11 22:49:05.784649 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34562) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:05.819484 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-2522ef4a-7750-43bd-944f-e63feb5b7a96 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:05.819848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2522ef4a-7750-43bd-944f-e63feb5b7a96 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:05.822999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2522ef4a-7750-43bd-944f-e63feb5b7a96 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/subnets/d9249a27-be24-4572-82c9-5714eafb6cb2 HTTP/1.1" status: 404 len: 337 time: 0.0366151 Dec 11 22:49:05.827630 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34566) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:05.845261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75ac2e0-ff9e-49b8-bef9-b2787980b11d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:49:05.862795 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ac2e0-ff9e-49b8-bef9-b2787980b11d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=001389d4-e4fd-42e0-983b-370843fcc94f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:05.863346 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-152b10a3-fa48-49b2-97e5-bad1de37ff2b tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:05.863870 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152b10a3-fa48-49b2-97e5-bad1de37ff2b tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:05.867749 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-152b10a3-fa48-49b2-97e5-bad1de37ff2b tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/e2974b01-124e-401b-ba80-659214ad9151 HTTP/1.1" status: 404 len: 339 time: 0.0389616 Dec 11 22:49:05.869739 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b75ac2e0-ff9e-49b8-bef9-b2787980b11d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:05.870280 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-b75ac2e0-ff9e-49b8-bef9-b2787980b11d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Added segment 9e3e057f-03e5-4e74-b05e-7248aa5947ea of type vlan for network 747fef46-496a-4e0f-8941-79d0156b2cf7 Dec 11 22:49:05.871622 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34568) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:05.903882 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f206a0f-c21f-419b-8565-339ce2d482b5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:05.905215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f206a0f-c21f-419b-8565-339ce2d482b5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:05.907475 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7f206a0f-c21f-419b-8565-339ce2d482b5 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/subnets/84546a1e-115f-4d4a-a6db-9bc5a6c7fff5 HTTP/1.1" status: 404 len: 337 time: 0.0349221 Dec 11 22:49:05.910067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34570) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:05.926166 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6234021d-a240-459a-a6d3-a07fcd36f5b5 req-4694f07a-8797-4272-81df-18c1a4a55b54 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1485012 Dec 11 22:49:05.948352 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4df4c9-95aa-4632-a6aa-744d6c8912e8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:05.948867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4df4c9-95aa-4632-a6aa-744d6c8912e8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:05.952099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3d4df4c9-95aa-4632-a6aa-744d6c8912e8 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/c4b50b1b-f540-4d88-ac69-b0d4eaba5c44 HTTP/1.1" status: 404 len: 339 time: 0.0407283 Dec 11 22:49:05.957183 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b75ac2e0-ff9e-49b8-bef9-b2787980b11d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:05.958990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34574) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:06.009163 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-3689bb7d-ea0a-4ac9-b16d-663d74a1ded9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:06.009163 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3689bb7d-ea0a-4ac9-b16d-663d74a1ded9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:06.010896 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3689bb7d-ea0a-4ac9-b16d-663d74a1ded9 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/subnets/2793c2ef-ee07-4020-be30-7b2565d18741 HTTP/1.1" status: 404 len: 337 time: 0.0458014 Dec 11 22:49:06.012858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70852e69-d130-479d-9411-e2d91262b777 req-0772353f-9a28-424e-96d6-e3632b3b1822 service neutron] 10.222.0.13 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350326 Dec 11 22:49:06.013554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34578) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:06.112184 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17356bc-8681-4fcf-81d4-a19edd2ab582 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:06.112741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17356bc-8681-4fcf-81d4-a19edd2ab582 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:06.118366 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e17356bc-8681-4fcf-81d4-a19edd2ab582 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/8140f6eb-c0ac-47da-959b-ceef15c345e1 HTTP/1.1" status: 404 len: 339 time: 0.0914488 Dec 11 22:49:06.119215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34584) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:06.167687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c88c18-4a25-4ca0-bc62-a91661b9d0b1 req-71b6533e-f505-45c0-bb85-39c0d6e1a419 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:06.173804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c88c18-4a25-4ca0-bc62-a91661b9d0b1 req-71b6533e-f505-45c0-bb85-39c0d6e1a419 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:06.175622 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ccad1-9b08-4bd1-bcef-72c98da85e85 req-fae941df-7f92-42f1-a21b-c07bd87a8e6e tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:06.177133 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3e9ccad1-9b08-4bd1-bcef-72c98da85e85 req-fae941df-7f92-42f1-a21b-c07bd87a8e6e tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 943 time: 0.0977526 Dec 11 22:49:06.179955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c88c18-4a25-4ca0-bc62-a91661b9d0b1 req-71b6533e-f505-45c0-bb85-39c0d6e1a419 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:06.186068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1f77ac-f28f-4b04-be38-8febf78992bd tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Deleting subnet 1dfd6b7e-33e6-48ee-98f6-552235d85ef9 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:49:06.186416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c88c18-4a25-4ca0-bc62-a91661b9d0b1 req-71b6533e-f505-45c0-bb85-39c0d6e1a419 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:06.192477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c88c18-4a25-4ca0-bc62-a91661b9d0b1 req-71b6533e-f505-45c0-bb85-39c0d6e1a419 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:06.194840 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-da1f77ac-f28f-4b04-be38-8febf78992bd tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:06.198722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c88c18-4a25-4ca0-bc62-a91661b9d0b1 req-71b6533e-f505-45c0-bb85-39c0d6e1a419 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:06.207978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c88c18-4a25-4ca0-bc62-a91661b9d0b1 req-71b6533e-f505-45c0-bb85-39c0d6e1a419 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:06.207978 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22c88c18-4a25-4ca0-bc62-a91661b9d0b1 req-71b6533e-f505-45c0-bb85-39c0d6e1a419 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5432 time: 0.2036159 Dec 11 22:49:06.219881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34588) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:06.233219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c0748b10-bde2-463e-9550-0c1a8e0b47c0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Request body: {'floatingip': {'port_id': '79832623-9c3e-4295-abe2-8667fa88c5ad'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:06.263761 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b75ac2e0-ff9e-49b8-bef9-b2787980b11d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:06.269642 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75ac2e0-ff9e-49b8-bef9-b2787980b11d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:06.270290 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b75ac2e0-ff9e-49b8-bef9-b2787980b11d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:06.315928 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70852e69-d130-479d-9411-e2d91262b777 req-9c4c4708-cb80-46d7-af41-f4e90bb17ed3 service neutron] 10.222.0.13 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839406 Dec 11 22:49:06.347442 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0748b10-bde2-463e-9550-0c1a8e0b47c0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for floatingip, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:06.448058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ac2e0-ff9e-49b8-bef9-b2787980b11d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Pushing event updated for resources: {'Network': ['ID=747fef46-496a-4e0f-8941-79d0156b2cf7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:06.460160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 747fef46-496a-4e0f-8941-79d0156b2cf7 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:49:06.502081 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b75ac2e0-ff9e-49b8-bef9-b2787980b11d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9991961 Dec 11 22:49:06.503838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34592) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:06.508957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1cd2d63b-83cb-42c6-8066-682c4319d860 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Request body: {'subnet': {'network_id': '747fef46-496a-4e0f-8941-79d0156b2cf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:06.563423 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-da1f77ac-f28f-4b04-be38-8febf78992bd tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:06.591875 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3e9ccad1-9b08-4bd1-bcef-72c98da85e85 req-72ef1360-b6d7-49b7-b57e-d36928c1156e tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4033828 Dec 11 22:49:06.660156 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-da1f77ac-f28f-4b04-be38-8febf78992bd tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:06.748741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ae6ce-a0c0-488b-bc8b-160e2ad758b4 req-bd7b92b0-5772-4275-9744-f0114d71716c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:06.750229 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f60ae6ce-a0c0-488b-bc8b-160e2ad758b4 req-bd7b92b0-5772-4275-9744-f0114d71716c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 943 time: 0.1692319 Dec 11 22:49:06.842915 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-da1f77ac-f28f-4b04-be38-8febf78992bd tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:06.871090 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd2d63b-83cb-42c6-8066-682c4319d860 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Made reservation on behalf of 6c148143df904d498cb46335d589e6f4 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:06.875189 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1cd2d63b-83cb-42c6-8066-682c4319d860 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:06.878480 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f77ac-f28f-4b04-be38-8febf78992bd tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Subnet': ['ID=1dfd6b7e-33e6-48ee-98f6-552235d85ef9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:06.880854 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-da1f77ac-f28f-4b04-be38-8febf78992bd tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:06.885635 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-da1f77ac-f28f-4b04-be38-8febf78992bd tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/subnets/1dfd6b7e-33e6-48ee-98f6-552235d85ef9 HTTP/1.1" status: 204 len: 168 time: 0.7652466 Dec 11 22:49:06.888413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34602) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:06.891086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dc5769-2faf-477c-b9ec-a89e987383d4 None None] Network 48a04c65-0ee2-466e-9146-05c77e152608 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:07.024100 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.080502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba8ce0f-9fa3-47f7-ab9e-87323bad6956 None None] DHCP port deletion for 48a04c65-0ee2-466e-9146-05c77e152608 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:07.091167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Deleting port d27502e4-b96e-4aab-9537-c0b2e665d14a {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:07.093382 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.139885 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5ba8ce0f-9fa3-47f7-ab9e-87323bad6956 None None] Deleting port d27502e4-b96e-4aab-9537-c0b2e665d14a {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:07.140268 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5ba8ce0f-9fa3-47f7-ab9e-87323bad6956 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.167767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] For port d27502e4-b96e-4aab-9537-c0b2e665d14a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d27502e4-b96e-4aab-9537-c0b2e665d14a,segment=NetworkSegment(13f53531-9637-4222-8d08-aaafb0b37fd2),segment_id=13f53531-9637-4222-8d08-aaafb0b37fd2)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:07.168146 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.183266 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Calling delete_port for d27502e4-b96e-4aab-9537-c0b2e665d14a owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:07.213680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5ba8ce0f-9fa3-47f7-ab9e-87323bad6956 None None] For port d27502e4-b96e-4aab-9537-c0b2e665d14a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d27502e4-b96e-4aab-9537-c0b2e665d14a,segment=NetworkSegment(13f53531-9637-4222-8d08-aaafb0b37fd2),segment_id=13f53531-9637-4222-8d08-aaafb0b37fd2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:07.214120 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5ba8ce0f-9fa3-47f7-ab9e-87323bad6956 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.229900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5ba8ce0f-9fa3-47f7-ab9e-87323bad6956 None None] Calling delete_port for d27502e4-b96e-4aab-9537-c0b2e665d14a owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:07.352942 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.376817 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5ba8ce0f-9fa3-47f7-ab9e-87323bad6956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.411488 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8ce0f-9fa3-47f7-ab9e-87323bad6956 None None] Pushing event deleted for resources: {'Port': ['ID=d27502e4-b96e-4aab-9537-c0b2e665d14a,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:07.416133 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Port': ['ID=d27502e4-b96e-4aab-9537-c0b2e665d14a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:07.417899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba8ce0f-9fa3-47f7-ab9e-87323bad6956 None None] No DVR routers for this DVR port d27502e4-b96e-4aab-9537-c0b2e665d14a on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:49:07.426673 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f60ae6ce-a0c0-488b-bc8b-160e2ad758b4 req-02967b9f-f2bb-4d78-bc53-f9cf979af759 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6656005 Dec 11 22:49:07.429651 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] No DVR routers for this DVR port d27502e4-b96e-4aab-9537-c0b2e665d14a on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:49:07.538129 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.540752 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34610) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:07.567955 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a04c65-0ee2-466e-9146-05c77e152608']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:07.578253 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f53531-9637-4222-8d08-aaafb0b37fd2') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:07.578693 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f53531-9637-4222-8d08-aaafb0b37fd2') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:07.588812 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.606753 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.613718 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:49:07.614295 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:49:07.617951 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:49:07.686594 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0748b10-bde2-463e-9550-0c1a8e0b47c0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.701034 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d6ef7bf-29d4-4936-b1c1-4e853ee1b9f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.773383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa9257-770d-41a0-b5fd-aa71e7f2d6c3 req-3abcf539-1649-48e4-96e7-f7a77723dd10 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:07.774876 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ebfa9257-770d-41a0-b5fd-aa71e7f2d6c3 req-3abcf539-1649-48e4-96e7-f7a77723dd10 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 943 time: 0.0765738 Dec 11 22:49:07.786564 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0748b10-bde2-463e-9550-0c1a8e0b47c0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.823138 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1cd2d63b-83cb-42c6-8066-682c4319d860 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.827943 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.833030 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.839527 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] 10.222.0.45 "DELETE /v2.0/networks/48a04c65-0ee2-466e-9146-05c77e152608 HTTP/1.1" status: 204 len: 168 time: 0.9501140 Dec 11 22:49:07.876973 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ee816-2f35-47fd-b6a2-3c711876ec68 tempest-NetworksTest-2004691400 tempest-NetworksTest-2004691400-project] Pushing event deleted for resources: {'Network': ['ID=48a04c65-0ee2-466e-9146-05c77e152608,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:07.887148 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ebfa9257-770d-41a0-b5fd-aa71e7f2d6c3 req-031195f7-1090-47ad-9f7b-161f9028d89c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054919 Dec 11 22:49:07.889810 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d6ef7bf-29d4-4936-b1c1-4e853ee1b9f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.943373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2d63b-83cb-42c6-8066-682c4319d860 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Pushing event updated for resources: {'Subnet': ['ID=959f94ce-ceca-492e-b6c1-b297a6aa8635,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:07.952345 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d6ef7bf-29d4-4936-b1c1-4e853ee1b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:07.957502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd2d63b-83cb-42c6-8066-682c4319d860 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Checking segment: {'id': '9e3e057f-03e5-4e74-b05e-7248aa5947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '747fef46-496a-4e0f-8941-79d0156b2cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:07.964727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd2d63b-83cb-42c6-8066-682c4319d860 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Network hostable DHCP agents. Network: 747fef46-496a-4e0f-8941-79d0156b2cf7, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:49:07.964727 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-c0748b10-bde2-463e-9550-0c1a8e0b47c0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Floating IP 68607896-6482-4e2a-9e93-ac35cd2bd14d associated. External IP: 172.25.1.25, port: 79832623-9c3e-4295-abe2-8667fa88c5ad. Dec 11 22:49:07.998712 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6d6ef7bf-29d4-4936-b1c1-4e853ee1b9f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37966b1387f140a5a54bed5a694f4331&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4568524 Dec 11 22:49:07.999335 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34618) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:08.015940 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ef7bf-29d4-4936-b1c1-4e853ee1b9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5173685e-4a32-4c96-ab55-c2525175f4e9,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:08.063892 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df45b000-9fd4-4661-b1b2-670022e0759c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:08.089445 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df45b000-9fd4-4661-b1b2-670022e0759c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:08.120260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd2d63b-83cb-42c6-8066-682c4319d860 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Network 747fef46-496a-4e0f-8941-79d0156b2cf7 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:49:08.166578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d27502e4-b96e-4aab-9537-c0b2e665d14a no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:49:08.187527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: d27502e4-b96e-4aab-9537-c0b2e665d14a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:49:08.187881 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d27502e4-b96e-4aab-9537-c0b2e665d14a not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:49:08.196548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0748b10-bde2-463e-9550-0c1a8e0b47c0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Router 55a67acf-3cb2-4306-a1af-e202bfeb73de has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:49:08.239200 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df45b000-9fd4-4661-b1b2-670022e0759c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:08.242003 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1cd2d63b-83cb-42c6-8066-682c4319d860 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 747fef46-496a-4e0f-8941-79d0156b2cf7) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:08.242256 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df45b000-9fd4-4661-b1b2-670022e0759c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:08.246460 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-df45b000-9fd4-4661-b1b2-670022e0759c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5173685e-4a32-4c96-ab55-c2525175f4e9 HTTP/1.1" status: 204 len: 168 time: 0.2412663 Dec 11 22:49:08.251901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd2d63b-83cb-42c6-8066-682c4319d860 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:08.252582 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1cd2d63b-83cb-42c6-8066-682c4319d860 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:08.255023 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45b000-9fd4-4661-b1b2-670022e0759c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5173685e-4a32-4c96-ab55-c2525175f4e9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:08.263633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b0c45e-2a55-4d42-b37b-9ed13243e4cc None None] Network 747fef46-496a-4e0f-8941-79d0156b2cf7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:08.342595 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1cd2d63b-83cb-42c6-8066-682c4319d860 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8386834 Dec 11 22:49:08.344741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0748b10-bde2-463e-9550-0c1a8e0b47c0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:49:08.345715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34626) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:08.351779 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8e40235e-cd00-480c-a2bd-bc3c004a6944 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Request body: {'port': {'network_id': '747fef46-496a-4e0f-8941-79d0156b2cf7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-394864016'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:08.367861 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0748b10-bde2-463e-9550-0c1a8e0b47c0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:08.383303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c151c96-25b6-4641-92a2-d63a0d751454 None None] Sync routers for ids ['55a67acf-3cb2-4306-a1af-e202bfeb73de'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:49:08.394736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34628) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:08.396722 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c151c96-25b6-4641-92a2-d63a0d751454 None None] Routers {'55a67acf-3cb2-4306-a1af-e202bfeb73de'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:08.397339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-1c151c96-25b6-4641-92a2-d63a0d751454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:48:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['55a67acf-3cb2-4306-a1af-e202bfeb73de'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:08.411618 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c0748b10-bde2-463e-9550-0c1a8e0b47c0 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "PUT /v2.0/floatingips/68607896-6482-4e2a-9e93-ac35cd2bd14d HTTP/1.1" status: 200 len: 990 time: 2.1836226 Dec 11 22:49:08.412544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'tag': '79832623-9c3e-4295-abe2-8667fa88c5ad'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:49:08.414793 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e129e1a8-4dc2-4938-8554-f908414945d2" -d '{"events": [{"name": "network-changed", "server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "tag": "79832623-9c3e-4295-abe2-8667fa88c5ad"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:49:08.475228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-747fef46-496a-4e0f-8941-79d0156b2cf7', 'network_id': '747fef46-496a-4e0f-8941-79d0156b2cf7', 'project_id': '6c148143df904d498cb46335d589e6f4', 'fixed_ips': [{'subnet_id': '959f94ce-ceca-492e-b6c1-b297a6aa8635'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:49:08.476266 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:08.485940 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968cd866-57f2-4124-a905-ec0849ebe029 x-openstack-request-id: req-968cd866-57f2-4124-a905-ec0849ebe029 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:49:08.487170 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "tag": "79832623-9c3e-4295-abe2-8667fa88c5ad", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:49:08.487777 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-968cd866-57f2-4124-a905-ec0849ebe029 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:49:08.489145 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'tag': '79832623-9c3e-4295-abe2-8667fa88c5ad', 'status': 'completed', 'code': 200} Dec 11 22:49:08.641419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-a3387f44-126a-46c4-9ba5-6ab51c9950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:08.641849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-a3387f44-126a-46c4-9ba5-6ab51c9950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:08.642412 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-a3387f44-126a-46c4-9ba5-6ab51c9950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:08.642528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ec559dce-69fa-4cb1-acdd-66e658b00f15 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:49:08.643016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-a3387f44-126a-46c4-9ba5-6ab51c9950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:08.643527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-a3387f44-126a-46c4-9ba5-6ab51c9950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:08.644014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-a3387f44-126a-46c4-9ba5-6ab51c9950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:08.644491 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-a3387f44-126a-46c4-9ba5-6ab51c9950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:08.647261 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-a3387f44-126a-46c4-9ba5-6ab51c9950e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 6489 time: 0.0959880 Dec 11 22:49:08.649749 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e40235e-cd00-480c-a2bd-bc3c004a6944 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Made reservation on behalf of 6c148143df904d498cb46335d589e6f4 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:08.653748 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e40235e-cd00-480c-a2bd-bc3c004a6944 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:08.656420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b7578-2bd3-43a6-bdc1-252ecdb98b76 req-39e7fa2b-b4c0-485c-b286-655a68014866 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:08.657957 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc9b7578-2bd3-43a6-bdc1-252ecdb98b76 req-39e7fa2b-b4c0-485c-b286-655a68014866 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 943 time: 0.0967619 Dec 11 22:49:08.665404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-1c151c96-25b6-4641-92a2-d63a0d751454 None None] Set router 55a67acf-3cb2-4306-a1af-e202bfeb73de gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:49:08.698405 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-8e40235e-cd00-480c-a2bd-bc3c004a6944 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] device_id is not set on port 6c9a5109-6645-49ad-b1f1-08bbbf4ea93f yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:49:08.781995 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc9b7578-2bd3-43a6-bdc1-252ecdb98b76 req-793e2542-2e26-4a7c-94b0-06f2fa3d1d36 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131971 Dec 11 22:49:08.821117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-207defb5-319c-42ac-874a-a4ef1d62c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:08.822733 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-207defb5-319c-42ac-874a-a4ef1d62c2ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=73c527dd-bcee-4d43-8201-08f3277470d4 HTTP/1.1" status: 200 len: 912 time: 0.1638811 Dec 11 22:49:08.882045 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3626853e-4a13-4486-bad4-85d56e4a7faa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4200cd9658784fb7861ec25558b9aaad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4859371 Dec 11 22:49:08.884441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34640) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:08.885277 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Allocated IP 172.20.0.2 (747fef46-496a-4e0f-8941-79d0156b2cf7/959f94ce-ceca-492e-b6c1-b297a6aa8635/c8dabd27-3267-4434-b342-0f16b25583a9) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:08.905265 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-de910577-8b26-460e-8bae-8f72dc47421d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79832623-9c3e-4295-abe2-8667fa88c5ad HTTP/1.1" status: 200 len: 998 time: 0.0721922 Dec 11 22:49:08.961898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-861d8879-5697-4fd7-9d5a-a6d57be3511f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:08.963487 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-861d8879-5697-4fd7-9d5a-a6d57be3511f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=232893f8-16d8-4344-8efe-6bf53e520d33 HTTP/1.1" status: 200 len: 850 time: 0.0511289 Dec 11 22:49:08.974221 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8cb080c-cb03-46cc-a210-2431a752607c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.010460 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8cb080c-cb03-46cc-a210-2431a752607c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.020798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-dbb8ff12-f85e-4536-a84e-fc83ac959761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:09.023030 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-dbb8ff12-f85e-4536-a84e-fc83ac959761 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73c527dd-bcee-4d43-8201-08f3277470d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521488 Dec 11 22:49:09.062820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ec559dce-69fa-4cb1-acdd-66e658b00f15, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ec559dce-69fa-4cb1-acdd-66e658b00f15,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:09.093504 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac657486-a3a5-4818-911d-5566037682a3 req-7a434611-7928-45d2-a409-c5e5e4899ac0 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:09.101402 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ac657486-a3a5-4818-911d-5566037682a3 req-7a434611-7928-45d2-a409-c5e5e4899ac0 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 943 time: 0.0931430 Dec 11 22:49:09.139036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'ec559dce-69fa-4cb1-acdd-66e658b00f15', 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69', 'port_id': 'ec559dce-69fa-4cb1-acdd-66e658b00f15', 'mac_address': 'fa:16:3e:18:95:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:49:09.152510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34646) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:09.171476 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ac657486-a3a5-4818-911d-5566037682a3 req-2673cc54-bd5d-4908-92dc-94060c63019d tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690367 Dec 11 22:49:09.172737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-05436362-6867-4b89-a520-44516bcf9220 service neutron] 10.222.0.47 "GET /v2.0/networks/73c527dd-bcee-4d43-8201-08f3277470d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410689 Dec 11 22:49:09.174075 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0599202-0a08-43db-9d74-ff6cfac35dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.208992 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8cb080c-cb03-46cc-a210-2431a752607c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.212899 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8cb080c-cb03-46cc-a210-2431a752607c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.216677 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f8cb080c-cb03-46cc-a210-2431a752607c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dca12306-d57e-4635-bc7a-de4ee3af4db2 HTTP/1.1" status: 204 len: 168 time: 0.3284788 Dec 11 22:49:09.223898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb080c-cb03-46cc-a210-2431a752607c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca12306-d57e-4635-bc7a-de4ee3af4db2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:09.241646 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.300042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec559dce-69fa-4cb1-acdd-66e658b00f15 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:49:09.312495 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e129e1a8-4dc2-4938-8554-f908414945d2 req-66e3eb1a-b7f6-4ffb-8e4b-1bd9bd81e4f6 service neutron] 10.222.0.47 "GET /v2.0/networks/73c527dd-bcee-4d43-8201-08f3277470d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280532 Dec 11 22:49:09.322536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-1c151c96-25b6-4641-92a2-d63a0d751454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'name': 'tempest-TaggedBootDevicesTest-803575614-router', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:57Z', 'updated_at': '2021-12-11T22:46:05Z', 'revision_number': 4, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'gw_port': {'id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:59Z', 'updated_at': '2021-12-11T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '68607896-6482-4e2a-9e93-ac35cd2bd14d', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'floating_ip_address': '172.25.1.25', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'port_id': '79832623-9c3e-4295-abe2-8667fa88c5ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4', 'mac_address': 'fa:16:3e:a5:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:47:38Z', 'updated_at': '2021-12-11T22:49:07Z', 'revision_number': 1, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fedcc95-9f58-4720-ad0a-67ffdd254bfa', 'name': '', 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'mac_address': 'fa:16:3e:ce:31:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:04Z', 'updated_at': '2021-12-11T22:46:11Z', 'revision_number': 5, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'subnets': [{'id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:09.329209 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.342908 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0599202-0a08-43db-9d74-ff6cfac35dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.364655 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c151c96-25b6-4641-92a2-d63a0d751454 None None] Checking router: 55a67acf-3cb2-4306-a1af-e202bfeb73de for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:49:09.368332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ec559dce-69fa-4cb1-acdd-66e658b00f15, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ec559dce-69fa-4cb1-acdd-66e658b00f15,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:09.376018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c151c96-25b6-4641-92a2-d63a0d751454 None None] Routers {'55a67acf-3cb2-4306-a1af-e202bfeb73de'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:09.376640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-1c151c96-25b6-4641-92a2-d63a0d751454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:48:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['55a67acf-3cb2-4306-a1af-e202bfeb73de'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:09.467029 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0599202-0a08-43db-9d74-ff6cfac35dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.515040 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f0599202-0a08-43db-9d74-ff6cfac35dc2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95c2ea91fe014a6a9c381dcd5fd030cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3590486 Dec 11 22:49:09.516851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0599202-0a08-43db-9d74-ff6cfac35dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1b5691-51a9-4a62-8297-f52f2f062d52,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:09.519521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34654) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:09.543846 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-8e40235e-cd00-480c-a2bd-bc3c004a6944 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Allocated IP 172.20.0.9 (747fef46-496a-4e0f-8941-79d0156b2cf7/959f94ce-ceca-492e-b6c1-b297a6aa8635/6c9a5109-6645-49ad-b1f1-08bbbf4ea93f) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:09.638641 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.641577 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.642867 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d805964-a4df-44b1-b41f-5dd319b2a535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.712112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Network 747fef46-496a-4e0f-8941-79d0156b2cf7 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:09.722118 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d805964-a4df-44b1-b41f-5dd319b2a535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.722785 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:09.722785 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:09.733620 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-1c151c96-25b6-4641-92a2-d63a0d751454 None None] Set router 55a67acf-3cb2-4306-a1af-e202bfeb73de gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:49:09.768703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Pushing event updated for resources: {'Port': ['ID=c8dabd27-3267-4434-b342-0f16b25583a9,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:09.799759 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e40235e-cd00-480c-a2bd-bc3c004a6944 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.911697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae40dad-4289-43fa-bb8f-ecdca5938d61 req-b402cc28-577c-4580-bcd2-2b8a840073c6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:09.912296 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Attempting to bind port c8dabd27-3267-4434-b342-0f16b25583a9 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:49:09.912571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Attempting to bind port c8dabd27-3267-4434-b342-0f16b25583a9 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '9e3e057f-03e5-4e74-b05e-7248aa5947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '747fef46-496a-4e0f-8941-79d0156b2cf7'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:49:09.912949 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Attempting to bind port c8dabd27-3267-4434-b342-0f16b25583a9 on network 747fef46-496a-4e0f-8941-79d0156b2cf7 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:49:09.913499 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dae40dad-4289-43fa-bb8f-ecdca5938d61 req-b402cc28-577c-4580-bcd2-2b8a840073c6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 944 time: 0.0513370 Dec 11 22:49:09.923877 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d805964-a4df-44b1-b41f-5dd319b2a535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.925669 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ec559dce-69fa-4cb1-acdd-66e658b00f15,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:09.926641 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d805964-a4df-44b1-b41f-5dd319b2a535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.928455 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3d805964-a4df-44b1-b41f-5dd319b2a535 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b1b5691-51a9-4a62-8297-f52f2f062d52 HTTP/1.1" status: 204 len: 168 time: 0.3966241 Dec 11 22:49:09.933220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:49:09.933220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Checking segment: {'id': '9e3e057f-03e5-4e74-b05e-7248aa5947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '747fef46-496a-4e0f-8941-79d0156b2cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:09.933220 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.933220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Bound using segment: {'id': '9e3e057f-03e5-4e74-b05e-7248aa5947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '747fef46-496a-4e0f-8941-79d0156b2cf7'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:49:09.933220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Bound port: c8dabd27-3267-4434-b342-0f16b25583a9, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3e057f-03e5-4e74-b05e-7248aa5947ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '747fef46-496a-4e0f-8941-79d0156b2cf7'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:49:09.933220 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:09.938627 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d805964-a4df-44b1-b41f-5dd319b2a535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1b5691-51a9-4a62-8297-f52f2f062d52,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:09.968000 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e40235e-cd00-480c-a2bd-bc3c004a6944 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:10.014087 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dae40dad-4289-43fa-bb8f-ecdca5938d61 req-53e232f5-187b-4643-b929-4c205866ec29 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943062 Dec 11 22:49:10.043345 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ec559dce-69fa-4cb1-acdd-66e658b00f15'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:49:10.102158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40235e-cd00-480c-a2bd-bc3c004a6944 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Pushing event updated for resources: {'Port': ['ID=6c9a5109-6645-49ad-b1f1-08bbbf4ea93f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:10.106762 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e40235e-cd00-480c-a2bd-bc3c004a6944 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Network 747fef46-496a-4e0f-8941-79d0156b2cf7 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:10.109326 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-8e40235e-cd00-480c-a2bd-bc3c004a6944 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:10.112002 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e40235e-cd00-480c-a2bd-bc3c004a6944 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:10.135893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7d745bb-4db2-4e41-b28f-6b928f0019f9 req-707dbee9-812b-4598-98c0-f07b48a6982c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1019526 Dec 11 22:49:10.154603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] For port c8dabd27-3267-4434-b342-0f16b25583a9, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:49:10.173086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] For port c8dabd27-3267-4434-b342-0f16b25583a9, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c8dabd27-3267-4434-b342-0f16b25583a9,segment=NetworkSegment(9e3e057f-03e5-4e74-b05e-7248aa5947ea),segment_id=9e3e057f-03e5-4e74-b05e-7248aa5947ea)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:49:10.173363 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e40235e-cd00-480c-a2bd-bc3c004a6944 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:10.174463 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e40235e-cd00-480c-a2bd-bc3c004a6944 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:10.241216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d745bb-4db2-4e41-b28f-6b928f0019f9 req-97231696-050f-44f8-8c31-7ff5c1afcf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:10.242372 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7d745bb-4db2-4e41-b28f-6b928f0019f9 req-97231696-050f-44f8-8c31-7ff5c1afcf1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 1096 time: 0.0669730 Dec 11 22:49:10.274603 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:10.300998 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8e40235e-cd00-480c-a2bd-bc3c004a6944 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9540579 Dec 11 22:49:10.303989 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34674) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:10.382066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674442b-3ba6-4b0c-b615-6ab1e8135132 None None] Pushing event updated for resources: {'Port': ['ID=c8dabd27-3267-4434-b342-0f16b25583a9,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:10.391328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13f4ca-c520-4fc8-a1ad-930e4170ebb0 req-ab9c829c-8039-4082-977c-aecd741d867a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:10.399543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a13f4ca-c520-4fc8-a1ad-930e4170ebb0 req-ab9c829c-8039-4082-977c-aecd741d867a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 943 time: 0.1247466 Dec 11 22:49:10.409732 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-1c151c96-25b6-4641-92a2-d63a0d751454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'name': 'tempest-TaggedBootDevicesTest-803575614-router', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:57Z', 'updated_at': '2021-12-11T22:46:05Z', 'revision_number': 4, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'gw_port': {'id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:59Z', 'updated_at': '2021-12-11T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '68607896-6482-4e2a-9e93-ac35cd2bd14d', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'floating_ip_address': '172.25.1.25', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'port_id': '79832623-9c3e-4295-abe2-8667fa88c5ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4', 'mac_address': 'fa:16:3e:a5:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:47:38Z', 'updated_at': '2021-12-11T22:49:07Z', 'revision_number': 1, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fedcc95-9f58-4720-ad0a-67ffdd254bfa', 'name': '', 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'mac_address': 'fa:16:3e:ce:31:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:04Z', 'updated_at': '2021-12-11T22:46:11Z', 'revision_number': 5, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'subnets': [{'id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:10.419834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d745bb-4db2-4e41-b28f-6b928f0019f9 req-9f30aeff-bad2-44ae-bcd0-4ba092623349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:10.421323 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7d745bb-4db2-4e41-b28f-6b928f0019f9 req-9f30aeff-bad2-44ae-bcd0-4ba092623349 service neutron] 10.222.0.47 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.1554492 Dec 11 22:49:10.436331 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-5ee47425-ddb0-493e-a8c0-702b975c599c tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Deleting port 6c9a5109-6645-49ad-b1f1-08bbbf4ea93f {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:10.436789 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ee47425-ddb0-493e-a8c0-702b975c599c tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:10.455030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c151c96-25b6-4641-92a2-d63a0d751454 None None] The sync data for ids ['55a67acf-3cb2-4306-a1af-e202bfeb73de'] in n-d-710847-6 is: [{'id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'name': 'tempest-TaggedBootDevicesTest-803575614-router', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:57Z', 'updated_at': '2021-12-11T22:46:05Z', 'revision_number': 4, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'gw_port': {'id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:59Z', 'updated_at': '2021-12-11T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '68607896-6482-4e2a-9e93-ac35cd2bd14d', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'floating_ip_address': '172.25.1.25', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'port_id': '79832623-9c3e-4295-abe2-8667fa88c5ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4', 'mac_address': 'fa:16:3e:a5:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:47:38Z', 'updated_at': '2021-12-11T22:49:07Z', 'revision_number': 1, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fedcc95-9f58-4720-ad0a-67ffdd254bfa', 'name': '', 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'mac_address': 'fa:16:3e:ce:31:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:04Z', 'updated_at': '2021-12-11T22:46:11Z', 'revision_number': 5, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'subnets': [{'id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:49:10.476135 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7d745bb-4db2-4e41-b28f-6b928f0019f9 req-0c1250a3-45b1-403a-873e-83b3b7b74439 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80b6a5d7-4417-44b5-a891-d0cf65b39c69 HTTP/1.1" status: 200 len: 217 time: 0.0425887 Dec 11 22:49:10.561404 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a13f4ca-c520-4fc8-a1ad-930e4170ebb0 req-7a2f2960-459e-40ef-b577-81ebdce7a554 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592655 Dec 11 22:49:10.618462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d745bb-4db2-4e41-b28f-6b928f0019f9 req-28ac64d3-fdf6-4d8a-8917-335c86d76626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:10.621700 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7d745bb-4db2-4e41-b28f-6b928f0019f9 req-28ac64d3-fdf6-4d8a-8917-335c86d76626 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.1111009 Dec 11 22:49:10.629164 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device f7dd2882-73bf-4220-a096-7d6e295cf839 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:49:10.664682 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ee47425-ddb0-493e-a8c0-702b975c599c tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:10.687975 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-5ee47425-ddb0-493e-a8c0-702b975c599c tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Calling delete_port for 6c9a5109-6645-49ad-b1f1-08bbbf4ea93f owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:10.718762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d745bb-4db2-4e41-b28f-6b928f0019f9 req-3c2e3020-68b5-402c-baaf-d21503d744bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:10.720351 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7d745bb-4db2-4e41-b28f-6b928f0019f9 req-3c2e3020-68b5-402c-baaf-d21503d744bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917635 Dec 11 22:49:10.876901 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8524fdb3-6fc5-442e-a9ba-5531bf2eaa09 None None] New status for floating IP 68607896-6482-4e2a-9e93-ac35cd2bd14d: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:49:10.949846 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7d745bb-4db2-4e41-b28f-6b928f0019f9 req-31fb7627-0095-49b2-85ed-04e7147a0afe service neutron] 10.222.0.47 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194948 Dec 11 22:49:10.989671 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port f7dd2882-73bf-4220-a096-7d6e295cf839, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=f7dd2882-73bf-4220-a096-7d6e295cf839,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:11.025699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'f7dd2882-73bf-4220-a096-7d6e295cf839', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'port_id': 'f7dd2882-73bf-4220-a096-7d6e295cf839', 'mac_address': 'fa:16:3e:e5:ce:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:49:11.077246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34698) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:11.112273 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ee47425-ddb0-493e-a8c0-702b975c599c tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.114741 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7d745bb-4db2-4e41-b28f-6b928f0019f9 req-df6fb8af-15c7-4fd1-a269-7ef17664a50c service neutron] 10.222.0.47 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572423 Dec 11 22:49:11.123454 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.141230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7dd2882-73bf-4220-a096-7d6e295cf839 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:49:11.170151 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee47425-ddb0-493e-a8c0-702b975c599c tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Pushing event deleted for resources: {'Port': ['ID=6c9a5109-6645-49ad-b1f1-08bbbf4ea93f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:11.172233 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port f7dd2882-73bf-4220-a096-7d6e295cf839, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=f7dd2882-73bf-4220-a096-7d6e295cf839,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:11.209548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063cbc4-68fa-4c88-b1b8-ce5b89089083 req-bb3d9fb3-bf41-4f4e-90d4-4529d9cb0369 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:11.211665 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a063cbc4-68fa-4c88-b1b8-ce5b89089083 req-bb3d9fb3-bf41-4f4e-90d4-4529d9cb0369 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 944 time: 0.0643947 Dec 11 22:49:11.262507 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ee47425-ddb0-493e-a8c0-702b975c599c tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.272301 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5ee47425-ddb0-493e-a8c0-702b975c599c tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] 10.222.0.45 "DELETE /v2.0/ports/6c9a5109-6645-49ad-b1f1-08bbbf4ea93f HTTP/1.1" status: 204 len: 168 time: 0.9619868 Dec 11 22:49:11.272979 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34706) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:11.314578 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a063cbc4-68fa-4c88-b1b8-ce5b89089083 req-9f7cf17d-d4b4-4337-9a58-4b60eb196f04 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908375 Dec 11 22:49:11.340112 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.373653 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0aadc809-5797-4119-a0f4-40f3b57ed7fb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1119974100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:11.393702 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=f7dd2882-73bf-4220-a096-7d6e295cf839,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:11.472369 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fdabf327-c30d-4c7b-bf39-293fbbcda9d1 tempest-DHCPAgentSchedulersTestJSON-799003903 tempest-DHCPAgentSchedulersTestJSON-799003903-project-admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.1978543 Dec 11 22:49:11.475135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34714) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:11.480413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-86c33db3-1251-4b9e-811b-a1a5c79d580f tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-376734216'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:11.524839 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0aadc809-5797-4119-a0f4-40f3b57ed7fb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.525830 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0aadc809-5797-4119-a0f4-40f3b57ed7fb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.596999 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0aadc809-5797-4119-a0f4-40f3b57ed7fb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.632872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c33db3-1251-4b9e-811b-a1a5c79d580f tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Made reservation on behalf of 6c148143df904d498cb46335d589e6f4 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:11.636450 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86c33db3-1251-4b9e-811b-a1a5c79d580f tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.662799 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c33db3-1251-4b9e-811b-a1a5c79d580f tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:49:11.673547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86c33db3-1251-4b9e-811b-a1a5c79d580f tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.674481 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-86c33db3-1251-4b9e-811b-a1a5c79d580f tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Added segment c2225f12-d849-44ef-896d-557059f4f415 of type vlan for network f7e68de1-bcdb-4074-8cd9-bb44cfc6b567 Dec 11 22:49:11.697910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bed3a-6be0-4d63-b2ad-c1ee7157e530 req-f74fb810-45d4-402f-b077-2835bccde426 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:11.703433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['f7dd2882-73bf-4220-a096-7d6e295cf839'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:49:11.705548 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d4bed3a-6be0-4d63-b2ad-c1ee7157e530 req-f74fb810-45d4-402f-b077-2835bccde426 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 944 time: 0.0770657 Dec 11 22:49:11.712747 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0aadc809-5797-4119-a0f4-40f3b57ed7fb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.737595 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86c33db3-1251-4b9e-811b-a1a5c79d580f tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.774466 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d4bed3a-6be0-4d63-b2ad-c1ee7157e530 req-89726539-1eff-4d18-9fd2-7fb378f3fadd tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530753 Dec 11 22:49:11.806585 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0aadc809-5797-4119-a0f4-40f3b57ed7fb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.809176 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0aadc809-5797-4119-a0f4-40f3b57ed7fb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7307770 Dec 11 22:49:11.811772 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34722) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:11.819388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2cf950a4-84ff-49ee-86cc-53c0957d902e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1672129955'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:11.827466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1bdd12-adc6-4418-b41b-b321959cd076 None None] Network 747fef46-496a-4e0f-8941-79d0156b2cf7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:11.849096 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86c33db3-1251-4b9e-811b-a1a5c79d580f tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.857192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c33db3-1251-4b9e-811b-a1a5c79d580f tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:11.857991 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86c33db3-1251-4b9e-811b-a1a5c79d580f tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.920465 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf950a4-84ff-49ee-86cc-53c0957d902e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Made reservation on behalf of 1d77dd1efffc44099a97f50068ee164d for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:11.924032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2cf950a4-84ff-49ee-86cc-53c0957d902e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.948479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2cf950a4-84ff-49ee-86cc-53c0957d902e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.952097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c33db3-1251-4b9e-811b-a1a5c79d580f tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Pushing event updated for resources: {'Network': ['ID=f7e68de1-bcdb-4074-8cd9-bb44cfc6b567,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:11.958867 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-381dd83b-98b8-4ee1-b6d6-fa20d6fc2f01 None None] Provisioning complete for port c8dabd27-3267-4434-b342-0f16b25583a9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:11.959375 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-381dd83b-98b8-4ee1-b6d6-fa20d6fc2f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:11.985283 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-86c33db3-1251-4b9e-811b-a1a5c79d580f tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5090916 Dec 11 22:49:11.988437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34728) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:12.022970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network f7e68de1-bcdb-4074-8cd9-bb44cfc6b567 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:49:12.070719 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2cf950a4-84ff-49ee-86cc-53c0957d902e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:12.166941 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-381dd83b-98b8-4ee1-b6d6-fa20d6fc2f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:12.174194 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3e79a3d1-2da4-4233-ab13-7d1825ab29fd tempest-DHCPAgentSchedulersTestJSON-799003903 tempest-DHCPAgentSchedulersTestJSON-799003903-project-admin] 10.222.0.45 "GET /v2.0/agents/bc45f4d2-a4a8-46ff-a6c5-792617fea1b8/dhcp-networks HTTP/1.1" status: 200 len: 9653 time: 0.1819513 Dec 11 22:49:12.174997 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34732) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:12.208847 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2cf950a4-84ff-49ee-86cc-53c0957d902e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:12.213256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-381dd83b-98b8-4ee1-b6d6-fa20d6fc2f01 None None] For port c8dabd27-3267-4434-b342-0f16b25583a9, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c8dabd27-3267-4434-b342-0f16b25583a9,segment=NetworkSegment(9e3e057f-03e5-4e74-b05e-7248aa5947ea),segment_id=9e3e057f-03e5-4e74-b05e-7248aa5947ea)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:12.249901 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c8dabd27-3267-4434-b342-0f16b25583a9 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:12.275254 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf950a4-84ff-49ee-86cc-53c0957d902e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:49:12.292174 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-381dd83b-98b8-4ee1-b6d6-fa20d6fc2f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:12.297080 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf950a4-84ff-49ee-86cc-53c0957d902e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83260fe9-fd59-4280-9924-f6ec2c0bd62e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:12.307219 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2cf950a4-84ff-49ee-86cc-53c0957d902e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:12.307219 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-2cf950a4-84ff-49ee-86cc-53c0957d902e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Added segment f3dc27d8-e614-4b06-ac68-f33272c4993c of type vlan for network 7986d998-2e74-43ee-810c-c5fdd5bc33dd Dec 11 22:49:12.369287 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2cf950a4-84ff-49ee-86cc-53c0957d902e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:12.391025 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381dd83b-98b8-4ee1-b6d6-fa20d6fc2f01 None None] Pushing event updated for resources: {'Port': ['ID=c8dabd27-3267-4434-b342-0f16b25583a9,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:12.394263 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port c8dabd27-3267-4434-b342-0f16b25583a9 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:12.394649 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:12.395262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de858c-61cf-4e2f-b228-3c5f55825f9f tempest-DHCPAgentSchedulersTestJSON-799003903 tempest-DHCPAgentSchedulersTestJSON-799003903-project-admin] Network f7e68de1-bcdb-4074-8cd9-bb44cfc6b567 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:49:12.510310 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-20de858c-61cf-4e2f-b228-3c5f55825f9f tempest-DHCPAgentSchedulersTestJSON-799003903 tempest-DHCPAgentSchedulersTestJSON-799003903-project-admin] 10.222.0.45 "POST /v2.0/agents/bc45f4d2-a4a8-46ff-a6c5-792617fea1b8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3340662 Dec 11 22:49:12.519057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34742) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:12.520569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc3cea5-9c48-45eb-8dce-914caa17ea4f None None] Network f7e68de1-bcdb-4074-8cd9-bb44cfc6b567 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:12.525452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2179cb-d9f7-4e12-a919-bf0712730e44 req-033edb10-8fe7-4fb6-9d09-8f628857ce90 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:12.535572 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b2179cb-d9f7-4e12-a919-bf0712730e44 req-033edb10-8fe7-4fb6-9d09-8f628857ce90 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 944 time: 0.0899932 Dec 11 22:49:12.546491 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2cf950a4-84ff-49ee-86cc-53c0957d902e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:12.562148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf950a4-84ff-49ee-86cc-53c0957d902e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:12.562915 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2cf950a4-84ff-49ee-86cc-53c0957d902e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:12.598768 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b2179cb-d9f7-4e12-a919-bf0712730e44 req-e9b70d98-d042-4c02-b611-229517412116 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612655 Dec 11 22:49:12.622600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c05574b0-c60b-4cf0-b8bd-f412a7053463 None None] Provisioning complete for port c8dabd27-3267-4434-b342-0f16b25583a9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:12.622600 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c05574b0-c60b-4cf0-b8bd-f412a7053463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:12.655218 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ec559dce-69fa-4cb1-acdd-66e658b00f15 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:12.655347 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf950a4-84ff-49ee-86cc-53c0957d902e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event updated for resources: {'Network': ['ID=7986d998-2e74-43ee-810c-c5fdd5bc33dd,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:12.695365 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 7986d998-2e74-43ee-810c-c5fdd5bc33dd details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:49:12.764478 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2cf950a4-84ff-49ee-86cc-53c0957d902e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9485788 Dec 11 22:49:12.764748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34748) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:12.770900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8f162696-71c3-4cac-b670-be2c56c2ab0b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Request body: {'subnet': {'network_id': '7986d998-2e74-43ee-810c-c5fdd5bc33dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:12.910512 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-295ad7d0-c932-4c64-b4ec-3fcea6f84292 tempest-DHCPAgentSchedulersTestJSON-799003903 tempest-DHCPAgentSchedulersTestJSON-799003903-project-admin] 10.222.0.45 "GET /v2.0/agents/bc45f4d2-a4a8-46ff-a6c5-792617fea1b8/dhcp-networks HTTP/1.1" status: 200 len: 10424 time: 0.3875773 Dec 11 22:49:12.917834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port ec559dce-69fa-4cb1-acdd-66e658b00f15 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:49:12.922041 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port ec559dce-69fa-4cb1-acdd-66e658b00f15 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:12.922421 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:12.924303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34760) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:12.962319 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f71614-d550-40c9-882d-d65fa639bbaf req-2cc40438-9a51-4a4b-ab45-f03a21fc8f83 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:12.970716 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70f71614-d550-40c9-882d-d65fa639bbaf req-2cc40438-9a51-4a4b-ab45-f03a21fc8f83 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 944 time: 0.1006279 Dec 11 22:49:13.077704 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70f71614-d550-40c9-882d-d65fa639bbaf req-c1fdf786-667a-4a89-bd59-a592784eaf7b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050012 Dec 11 22:49:13.096267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f162696-71c3-4cac-b670-be2c56c2ab0b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Made reservation on behalf of 1d77dd1efffc44099a97f50068ee164d for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:13.100515 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8f162696-71c3-4cac-b670-be2c56c2ab0b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:13.218429 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a3cc6ad6-6816-4422-ab98-04cf9b44ac09 None None] Could not find standard attr ID for object 6c9a5109-6645-49ad-b1f1-08bbbf4ea93f. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:49:13.273904 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:13.300483 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efaaa10-101f-4a31-8302-45f2ddad6124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec559dce-69fa-4cb1-acdd-66e658b00f15'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:49:13.304261 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53af26c-39fa-4487-8168-ad1a61b5014e" -d '{"events": [{"server_uuid": "1efaaa10-101f-4a31-8302-45f2ddad6124", "name": "network-vif-plugged", "status": "completed", "tag": "ec559dce-69fa-4cb1-acdd-66e658b00f15"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:49:13.322903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ec559dce-69fa-4cb1-acdd-66e658b00f15, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ec559dce-69fa-4cb1-acdd-66e658b00f15,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:13.346648 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8152f2e2-4665-4f8a-8d33-8fa4654aff2a x-openstack-request-id: req-8152f2e2-4665-4f8a-8d33-8fa4654aff2a {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:49:13.346993 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efaaa10-101f-4a31-8302-45f2ddad6124", "name": "network-vif-plugged", "status": "completed", "tag": "ec559dce-69fa-4cb1-acdd-66e658b00f15", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:49:13.347258 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8152f2e2-4665-4f8a-8d33-8fa4654aff2a {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:49:13.347670 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efaaa10-101f-4a31-8302-45f2ddad6124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec559dce-69fa-4cb1-acdd-66e658b00f15', 'code': 200} Dec 11 22:49:13.398756 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:13.462834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ec559dce-69fa-4cb1-acdd-66e658b00f15,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:13.466518 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-de8dce95-8fd5-45b7-9516-f79fdbd55c9f tempest-DHCPAgentSchedulersTestJSON-799003903 tempest-DHCPAgentSchedulersTestJSON-799003903-project-admin] 10.222.0.45 "DELETE /v2.0/agents/bc45f4d2-a4a8-46ff-a6c5-792617fea1b8/dhcp-networks/f7e68de1-bcdb-4074-8cd9-bb44cfc6b567 HTTP/1.1" status: 204 len: 168 time: 0.5410957 Dec 11 22:49:13.469714 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34776) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:13.514568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f739664-8df4-422f-83e6-bf1bcd7d33c5 req-ab459a42-be88-4968-8454-ca539e569a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:13.516099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f739664-8df4-422f-83e6-bf1bcd7d33c5 req-ab459a42-be88-4968-8454-ca539e569a64 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 1096 time: 0.0696323 Dec 11 22:49:13.529477 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:13.619810 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f739664-8df4-422f-83e6-bf1bcd7d33c5 req-990b4283-d8f7-4727-97a1-f848c903f33a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943987 Dec 11 22:49:13.620439 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-561a81bb-7129-4744-9567-81bed9629cf6 tempest-DHCPAgentSchedulersTestJSON-799003903 tempest-DHCPAgentSchedulersTestJSON-799003903-project-admin] 10.222.0.45 "GET /v2.0/agents/bc45f4d2-a4a8-46ff-a6c5-792617fea1b8/dhcp-networks HTTP/1.1" status: 200 len: 9653 time: 0.1494949 Dec 11 22:49:13.625695 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34784) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:13.648681 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ae640675-9566-4ed7-bce1-a63e4d873317 tempest-DHCPAgentSchedulersTestJSON-799003903 tempest-DHCPAgentSchedulersTestJSON-799003903-project-admin] 10.222.0.45 "GET /v2.0/networks/747fef46-496a-4e0f-8941-79d0156b2cf7/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0213344 Dec 11 22:49:13.651713 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34786) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:13.670847 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5ea544d6-e4f1-4b76-9325-3ee02ece482b tempest-DHCPAgentSchedulersTestJSON-799003903 tempest-DHCPAgentSchedulersTestJSON-799003903-project-admin] 10.222.0.45 "GET /v2.0/networks/747fef46-496a-4e0f-8941-79d0156b2cf7/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0180764 Dec 11 22:49:13.680535 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34788) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:13.711911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34790) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:13.739911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8256114-e827-47f6-8a39-d726d5dc666c req-a2be386c-20e1-4036-bc4e-85fb62b674f0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:13.741496 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8256114-e827-47f6-8a39-d726d5dc666c req-a2be386c-20e1-4036-bc4e-85fb62b674f0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 945 time: 0.0597320 Dec 11 22:49:13.742894 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8f162696-71c3-4cac-b670-be2c56c2ab0b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:13.825005 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8ac71a52-c3b7-42f4-8c8c-7a333c75c30d tempest-DHCPAgentSchedulersTestJSON-799003903 tempest-DHCPAgentSchedulersTestJSON-799003903-project-admin] 10.222.0.45 "GET /v2.0/agents/bc45f4d2-a4a8-46ff-a6c5-792617fea1b8/dhcp-networks HTTP/1.1" status: 200 len: 9653 time: 0.1376266 Dec 11 22:49:13.826489 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34794) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:13.846855 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8256114-e827-47f6-8a39-d726d5dc666c req-43869825-530a-4dec-b8ef-ff84530bf40b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766714 Dec 11 22:49:13.862663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f162696-71c3-4cac-b670-be2c56c2ab0b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event updated for resources: {'Subnet': ['ID=25fc5c8b-9675-4185-99bb-7e12c9dc2fd9,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:13.868395 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4da61a50-4af4-41b6-b484-41ec16d5e226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:13.885855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f162696-71c3-4cac-b670-be2c56c2ab0b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Checking segment: {'id': 'f3dc27d8-e614-4b06-ac68-f33272c4993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7986d998-2e74-43ee-810c-c5fdd5bc33dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:13.886296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f162696-71c3-4cac-b670-be2c56c2ab0b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Network hostable DHCP agents. Network: 7986d998-2e74-43ee-810c-c5fdd5bc33dd, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:49:13.913217 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a934edd1-87ee-4227-a446-e961d27dacd6 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:13.966667 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4da61a50-4af4-41b6-b484-41ec16d5e226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:13.992274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f162696-71c3-4cac-b670-be2c56c2ab0b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Network 7986d998-2e74-43ee-810c-c5fdd5bc33dd is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:49:13.998112 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a934edd1-87ee-4227-a446-e961d27dacd6 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.019674 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-a934edd1-87ee-4227-a446-e961d27dacd6 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e68de1-bcdb-4074-8cd9-bb44cfc6b567']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:14.030436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-a934edd1-87ee-4227-a446-e961d27dacd6 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2225f12-d849-44ef-896d-557059f4f415') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:14.030915 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-a934edd1-87ee-4227-a446-e961d27dacd6 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2225f12-d849-44ef-896d-557059f4f415') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:14.041506 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a934edd1-87ee-4227-a446-e961d27dacd6 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.057055 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a934edd1-87ee-4227-a446-e961d27dacd6 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.063918 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4da61a50-4af4-41b6-b484-41ec16d5e226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.064263 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a934edd1-87ee-4227-a446-e961d27dacd6 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:49:14.064611 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a934edd1-87ee-4227-a446-e961d27dacd6 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:49:14.067957 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:49:14.126879 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4da61a50-4af4-41b6-b484-41ec16d5e226 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af118ebb44bc4e53bfd1889e2dc7dbfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4138596 Dec 11 22:49:14.130073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-8f162696-71c3-4cac-b670-be2c56c2ab0b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 7986d998-2e74-43ee-810c-c5fdd5bc33dd) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:14.132234 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34800) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:14.136793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f162696-71c3-4cac-b670-be2c56c2ab0b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:14.137502 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8f162696-71c3-4cac-b670-be2c56c2ab0b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.147144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c4e88d-d75b-4025-8f26-5246e5af94b5 None None] Network 7986d998-2e74-43ee-810c-c5fdd5bc33dd requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:14.167160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da61a50-4af4-41b6-b484-41ec16d5e226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466d14ad-adeb-4a76-b186-fba7161cbee3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:14.223879 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2ae67b10-d26d-4a7e-b8e1-cfa22903011e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.225440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c8dabd27-3267-4434-b342-0f16b25583a9 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:14.249583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fa943-2ff9-4478-ad55-ee0affa7f8fa req-4de8b776-56b2-4b2b-a7e7-7aca577a6e67 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:14.251514 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2ae67b10-d26d-4a7e-b8e1-cfa22903011e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.252012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e1fa943-2ff9-4478-ad55-ee0affa7f8fa req-4de8b776-56b2-4b2b-a7e7-7aca577a6e67 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 944 time: 0.0717685 Dec 11 22:49:14.261007 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8f162696-71c3-4cac-b670-be2c56c2ab0b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4912400 Dec 11 22:49:14.261271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34802) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:14.266716 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a934edd1-87ee-4227-a446-e961d27dacd6 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.267456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4b550bb4-6fb2-4fcb-ba58-72c13c77378d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Request body: {'network': {'name': 'tempest-router-network01--1031508357'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:14.281096 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a934edd1-87ee-4227-a446-e961d27dacd6 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.286934 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a934edd1-87ee-4227-a446-e961d27dacd6 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] 10.222.0.45 "DELETE /v2.0/networks/f7e68de1-bcdb-4074-8cd9-bb44cfc6b567 HTTP/1.1" status: 204 len: 168 time: 0.4580753 Dec 11 22:49:14.289376 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34804) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:14.324906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port c8dabd27-3267-4434-b342-0f16b25583a9 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:14.325152 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.344173 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934edd1-87ee-4227-a446-e961d27dacd6 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Pushing event deleted for resources: {'Network': ['ID=f7e68de1-bcdb-4074-8cd9-bb44cfc6b567,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:14.348626 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e1fa943-2ff9-4478-ad55-ee0affa7f8fa req-d5d5fec1-77e3-4848-9c70-f5f4b2bbcfd2 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881958 Dec 11 22:49:14.350143 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-feae537f-15c9-4617-8647-80c28b2afa6d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] DELETE failed (client error): The resource could not be found. Dec 11 22:49:14.350749 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feae537f-15c9-4617-8647-80c28b2afa6d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:49:14.353968 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-feae537f-15c9-4617-8647-80c28b2afa6d tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] 10.222.0.45 "DELETE /v2.0/ports/6c9a5109-6645-49ad-b1f1-08bbbf4ea93f HTTP/1.1" status: 404 len: 333 time: 0.0636270 Dec 11 22:49:14.356692 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34806) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:14.361090 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-7986d998-2e74-43ee-810c-c5fdd5bc33dd', 'network_id': '7986d998-2e74-43ee-810c-c5fdd5bc33dd', 'project_id': '1d77dd1efffc44099a97f50068ee164d', 'fixed_ips': [{'subnet_id': '25fc5c8b-9675-4185-99bb-7e12c9dc2fd9'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:49:14.361975 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.419517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-204e00ba-dce0-4fd3-8881-6319ef61af63 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Deleting subnet 959f94ce-ceca-492e-b6c1-b297a6aa8635 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:49:14.422497 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-204e00ba-dce0-4fd3-8881-6319ef61af63 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.460530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b550bb4-6fb2-4fcb-ba58-72c13c77378d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Made reservation on behalf of 1d77dd1efffc44099a97f50068ee164d for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:14.464166 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b550bb4-6fb2-4fcb-ba58-72c13c77378d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.470181 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-204e00ba-dce0-4fd3-8881-6319ef61af63 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.485591 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2ae67b10-d26d-4a7e-b8e1-cfa22903011e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.488264 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2ae67b10-d26d-4a7e-b8e1-cfa22903011e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.488443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b550bb4-6fb2-4fcb-ba58-72c13c77378d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:49:14.492895 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2ae67b10-d26d-4a7e-b8e1-cfa22903011e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/466d14ad-adeb-4a76-b186-fba7161cbee3 HTTP/1.1" status: 204 len: 168 time: 0.3459997 Dec 11 22:49:14.502649 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b550bb4-6fb2-4fcb-ba58-72c13c77378d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.503037 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-4b550bb4-6fb2-4fcb-ba58-72c13c77378d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Added segment f8c3b4a8-d7f5-45f7-bb58-38db5ee73fab of type vlan for network 733b4640-72ee-412b-aeb1-828682273bf0 Dec 11 22:49:14.506336 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae67b10-d26d-4a7e-b8e1-cfa22903011e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466d14ad-adeb-4a76-b186-fba7161cbee3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:14.585440 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-204e00ba-dce0-4fd3-8881-6319ef61af63 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.594203 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b550bb4-6fb2-4fcb-ba58-72c13c77378d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.644439 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Allocated IP 2001:db8::2 (7986d998-2e74-43ee-810c-c5fdd5bc33dd/25fc5c8b-9675-4185-99bb-7e12c9dc2fd9/b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:14.663446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device f7dd2882-73bf-4220-a096-7d6e295cf839 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:14.694126 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b550bb4-6fb2-4fcb-ba58-72c13c77378d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.700616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b550bb4-6fb2-4fcb-ba58-72c13c77378d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:14.703546 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b550bb4-6fb2-4fcb-ba58-72c13c77378d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.726308 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-204e00ba-dce0-4fd3-8881-6319ef61af63 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.757185 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e00ba-dce0-4fd3-8881-6319ef61af63 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Pushing event deleted for resources: {'Subnet': ['ID=959f94ce-ceca-492e-b6c1-b297a6aa8635,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:14.761467 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-204e00ba-dce0-4fd3-8881-6319ef61af63 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.768433 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-204e00ba-dce0-4fd3-8881-6319ef61af63 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] 10.222.0.45 "DELETE /v2.0/subnets/959f94ce-ceca-492e-b6c1-b297a6aa8635 HTTP/1.1" status: 204 len: 168 time: 0.4097962 Dec 11 22:49:14.769151 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34812) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:14.772256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d4778-77eb-4a0b-be48-8dd53c4933f8 None None] Network 747fef46-496a-4e0f-8941-79d0156b2cf7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:14.785176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b550bb4-6fb2-4fcb-ba58-72c13c77378d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event updated for resources: {'Network': ['ID=733b4640-72ee-412b-aeb1-828682273bf0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:14.846901 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4b550bb4-6fb2-4fcb-ba58-72c13c77378d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5832491 Dec 11 22:49:14.848138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 733b4640-72ee-412b-aeb1-828682273bf0 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:49:14.849188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34816) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:14.855504 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c98c6208-3c04-419d-8d17-f3b068e4eb38 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Request body: {'network': {'name': 'tempest-router-network02--180230013'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:14.870638 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.957579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Deleting port c8dabd27-3267-4434-b342-0f16b25583a9 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:14.958105 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:14.962269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98c6208-3c04-419d-8d17-f3b068e4eb38 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Made reservation on behalf of 1d77dd1efffc44099a97f50068ee164d for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:14.968231 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c98c6208-3c04-419d-8d17-f3b068e4eb38 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.016150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2e5d2-ab43-43f5-8171-7eddbe582f28 req-828d59fc-1049-41cc-9fa3-daeda11e8f3b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:15.017656 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67d2e5d2-ab43-43f5-8171-7eddbe582f28 req-828d59fc-1049-41cc-9fa3-daeda11e8f3b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 945 time: 0.0619826 Dec 11 22:49:15.028792 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.050919 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port f7dd2882-73bf-4220-a096-7d6e295cf839 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:49:15.059069 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port f7dd2882-73bf-4220-a096-7d6e295cf839 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:15.059467 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.064359 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] For port c8dabd27-3267-4434-b342-0f16b25583a9, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c8dabd27-3267-4434-b342-0f16b25583a9,segment=NetworkSegment(9e3e057f-03e5-4e74-b05e-7248aa5947ea),segment_id=9e3e057f-03e5-4e74-b05e-7248aa5947ea)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:15.065512 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.067969 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98c6208-3c04-419d-8d17-f3b068e4eb38 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:49:15.084725 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67d2e5d2-ab43-43f5-8171-7eddbe582f28 req-782c3a12-d816-45c2-aedc-901e137496a3 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482318 Dec 11 22:49:15.085539 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Calling delete_port for c8dabd27-3267-4434-b342-0f16b25583a9 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:15.091513 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c98c6208-3c04-419d-8d17-f3b068e4eb38 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.091974 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-c98c6208-3c04-419d-8d17-f3b068e4eb38 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Added segment 256628a6-5cca-4863-8434-27d848dd59ac of type vlan for network 096d1eab-ef6c-4340-9a8a-44df7886a666 Dec 11 22:49:15.144539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242512e0-4f85-4e45-8444-3a745055fd12 None None] DHCP port deletion for 747fef46-496a-4e0f-8941-79d0156b2cf7 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:15.152665 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.182112 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c98c6208-3c04-419d-8d17-f3b068e4eb38 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.244004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Network 7986d998-2e74-43ee-810c-c5fdd5bc33dd is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:15.247689 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.255400 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:15.258339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:15.269116 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Pushing event updated for resources: {'Port': ['ID=b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:15.289275 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c98c6208-3c04-419d-8d17-f3b068e4eb38 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.295222 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98c6208-3c04-419d-8d17-f3b068e4eb38 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:15.295805 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c98c6208-3c04-419d-8d17-f3b068e4eb38 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.348307 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.349245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbd1582-eb09-43f4-a3bc-69092c3e475a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dd2882-73bf-4220-a096-7d6e295cf839'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:49:15.351811 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc6b1b4-8220-4fd6-9956-6ae2721346cf" -d '{"events": [{"server_uuid": "0bbd1582-eb09-43f4-a3bc-69092c3e475a", "name": "network-vif-plugged", "status": "completed", "tag": "f7dd2882-73bf-4220-a096-7d6e295cf839"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:49:15.356552 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port f7dd2882-73bf-4220-a096-7d6e295cf839, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=f7dd2882-73bf-4220-a096-7d6e295cf839,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:15.358223 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-242512e0-4f85-4e45-8444-3a745055fd12 None None] Deleting port c8dabd27-3267-4434-b342-0f16b25583a9 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:15.358604 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-242512e0-4f85-4e45-8444-3a745055fd12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.361840 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Attempting to bind port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:49:15.362219 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Attempting to bind port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'f3dc27d8-e614-4b06-ac68-f33272c4993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7986d998-2e74-43ee-810c-c5fdd5bc33dd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:49:15.362584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Attempting to bind port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 on network 7986d998-2e74-43ee-810c-c5fdd5bc33dd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:49:15.387939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34826) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:15.390592 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Pushing event deleted for resources: {'Port': ['ID=c8dabd27-3267-4434-b342-0f16b25583a9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:15.392420 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] No DVR routers for this DVR port c8dabd27-3267-4434-b342-0f16b25583a9 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:49:15.398335 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c6208-3c04-419d-8d17-f3b068e4eb38 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event updated for resources: {'Network': ['ID=096d1eab-ef6c-4340-9a8a-44df7886a666,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:15.410345 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e81287f3-db0e-4046-8a2e-edd9e3ab9df9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.418443 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:49:15.418859 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Checking segment: {'id': 'f3dc27d8-e614-4b06-ac68-f33272c4993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7986d998-2e74-43ee-810c-c5fdd5bc33dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:15.419276 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.419801 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Bound using segment: {'id': 'f3dc27d8-e614-4b06-ac68-f33272c4993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7986d998-2e74-43ee-810c-c5fdd5bc33dd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:49:15.420437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Bound port: b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3dc27d8-e614-4b06-ac68-f33272c4993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7986d998-2e74-43ee-810c-c5fdd5bc33dd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:49:15.420844 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.445842 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c98c6208-3c04-419d-8d17-f3b068e4eb38 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5873981 Dec 11 22:49:15.446204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34830) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:15.449345 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.451435 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-420b09df-4205-4e4e-9c8c-5d78ff629247 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Request body: {'subnet': {'network_id': '733b4640-72ee-412b-aeb1-828682273bf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:15.475870 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d30686-daa1-48fb-ba14-efe82f31c6ed x-openstack-request-id: req-56d30686-daa1-48fb-ba14-efe82f31c6ed {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:49:15.476204 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbd1582-eb09-43f4-a3bc-69092c3e475a", "name": "network-vif-plugged", "status": "completed", "tag": "f7dd2882-73bf-4220-a096-7d6e295cf839", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:49:15.476926 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56d30686-daa1-48fb-ba14-efe82f31c6ed {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:49:15.477323 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbd1582-eb09-43f4-a3bc-69092c3e475a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dd2882-73bf-4220-a096-7d6e295cf839', 'code': 200} Dec 11 22:49:15.505591 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 096d1eab-ef6c-4340-9a8a-44df7886a666 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:49:15.520458 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-242512e0-4f85-4e45-8444-3a745055fd12 None None] For port c8dabd27-3267-4434-b342-0f16b25583a9, host n-d-710847-6, got binding levels [] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:15.520862 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-242512e0-4f85-4e45-8444-3a745055fd12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.541126 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.569054 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747fef46-496a-4e0f-8941-79d0156b2cf7']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:15.581838 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3e057f-03e5-4e74-b05e-7248aa5947ea') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:15.582158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3e057f-03e5-4e74-b05e-7248aa5947ea') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:15.594154 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.603248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66629a92-8991-4650-a412-86364234a50d req-a9a38c3a-9952-4831-8490-3573d92255c1 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:15.604756 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-66629a92-8991-4650-a412-86364234a50d req-a9a38c3a-9952-4831-8490-3573d92255c1 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.1038811 Dec 11 22:49:15.619642 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.624498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-242512e0-4f85-4e45-8444-3a745055fd12 None None] Calling delete_port for c8dabd27-3267-4434-b342-0f16b25583a9 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:15.635624 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:49:15.636539 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.637720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.ipam_backend_mixin [None req-242512e0-4f85-4e45-8444-3a745055fd12 None None] Port c8dabd27-3267-4434-b342-0f16b25583a9 was not found and therefore no delete operation was performed {{(pid=103693) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:49:15.642150 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:49:15.667180 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-242512e0-4f85-4e45-8444-3a745055fd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.669791 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=f7dd2882-73bf-4220-a096-7d6e295cf839,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:15.698334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362caa4-5362-4675-95e1-6349a88f129c req-fdc63f97-1866-430a-bd1f-d6b31583dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:15.700646 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f362caa4-5362-4675-95e1-6349a88f129c req-fdc63f97-1866-430a-bd1f-d6b31583dfe1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 1096 time: 0.1493344 Dec 11 22:49:15.719497 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] For port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:49:15.724124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242512e0-4f85-4e45-8444-3a745055fd12 None None] No DVR routers for this DVR port c8dabd27-3267-4434-b342-0f16b25583a9 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:49:15.729194 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242512e0-4f85-4e45-8444-3a745055fd12 None None] Pushing event deleted for resources: {'Port': ['ID=c8dabd27-3267-4434-b342-0f16b25583a9,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:15.745440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] For port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1,segment=NetworkSegment(f3dc27d8-e614-4b06-ac68-f33272c4993c),segment_id=f3dc27d8-e614-4b06-ac68-f33272c4993c)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:49:15.758124 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-66629a92-8991-4650-a412-86364234a50d req-695c544b-9c0a-4fba-a7a2-635c36ddb963 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238935 Dec 11 22:49:15.762502 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e81287f3-db0e-4046-8a2e-edd9e3ab9df9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.791930 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f362caa4-5362-4675-95e1-6349a88f129c req-cc5195f8-3ed3-4bab-b2ef-75f5a4b2e12d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819781 Dec 11 22:49:15.808907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420b09df-4205-4e4e-9c8c-5d78ff629247 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Made reservation on behalf of 1d77dd1efffc44099a97f50068ee164d for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:15.812403 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-420b09df-4205-4e4e-9c8c-5d78ff629247 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.841686 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.842012 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.848613 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.852794 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] 10.222.0.45 "DELETE /v2.0/networks/747fef46-496a-4e0f-8941-79d0156b2cf7 HTTP/1.1" status: 204 len: 168 time: 1.0821877 Dec 11 22:49:15.857968 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e81287f3-db0e-4046-8a2e-edd9e3ab9df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:15.868681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a60d87-5786-4495-aaa0-2992afe3f204 tempest-DHCPAgentSchedulersTestJSON-936206604 tempest-DHCPAgentSchedulersTestJSON-936206604-project] Pushing event deleted for resources: {'Network': ['ID=747fef46-496a-4e0f-8941-79d0156b2cf7,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:15.918038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054f6b3-6839-4acf-a5ba-221e14777e02 None None] Pushing event updated for resources: {'Port': ['ID=b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:15.933969 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e81287f3-db0e-4046-8a2e-edd9e3ab9df9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89c9eaa6caa54861bf3568b43d417be0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5449026 Dec 11 22:49:15.937216 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34836) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:15.938662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81287f3-db0e-4046-8a2e-edd9e3ab9df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbf3a7a-0bcc-44ae-a186-586ab839d3ad,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:16.026020 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-93eeb53e-ad29-4e60-a90c-4aa808ea13f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:16.060164 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-93eeb53e-ad29-4e60-a90c-4aa808ea13f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:16.159371 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-420b09df-4205-4e4e-9c8c-5d78ff629247 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:16.233814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c8dabd27-3267-4434-b342-0f16b25583a9 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:49:16.244012 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-93eeb53e-ad29-4e60-a90c-4aa808ea13f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:16.247213 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-93eeb53e-ad29-4e60-a90c-4aa808ea13f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:16.248916 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-93eeb53e-ad29-4e60-a90c-4aa808ea13f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8dbf3a7a-0bcc-44ae-a186-586ab839d3ad HTTP/1.1" status: 204 len: 168 time: 0.3106170 Dec 11 22:49:16.263258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eeb53e-ad29-4e60-a90c-4aa808ea13f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbf3a7a-0bcc-44ae-a186-586ab839d3ad,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:16.279805 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b09df-4205-4e4e-9c8c-5d78ff629247 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event updated for resources: {'Subnet': ['ID=1d0c509c-5414-49f2-8fde-09dcb2cdef9d,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:16.293000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b09df-4205-4e4e-9c8c-5d78ff629247 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Checking segment: {'id': 'f8c3b4a8-d7f5-45f7-bb58-38db5ee73fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '733b4640-72ee-412b-aeb1-828682273bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:16.293424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420b09df-4205-4e4e-9c8c-5d78ff629247 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Network hostable DHCP agents. Network: 733b4640-72ee-412b-aeb1-828682273bf0, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:49:16.298169 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: c8dabd27-3267-4434-b342-0f16b25583a9 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:49:16.298533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c8dabd27-3267-4434-b342-0f16b25583a9 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:49:16.339797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28884d1-b33d-47a7-a5ab-119dee983b39 req-b7b0e490-9bcc-4da3-9dfe-8e97013e6bf2 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:16.350604 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a28884d1-b33d-47a7-a5ab-119dee983b39 req-b7b0e490-9bcc-4da3-9dfe-8e97013e6bf2 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 945 time: 0.1311259 Dec 11 22:49:16.412707 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a28884d1-b33d-47a7-a5ab-119dee983b39 req-6900ef75-1a2d-4103-a010-11549d26447c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611219 Dec 11 22:49:16.421453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420b09df-4205-4e4e-9c8c-5d78ff629247 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Network 733b4640-72ee-412b-aeb1-828682273bf0 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:49:16.465533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34848) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:16.528879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-420b09df-4205-4e4e-9c8c-5d78ff629247 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 733b4640-72ee-412b-aeb1-828682273bf0) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:16.534854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420b09df-4205-4e4e-9c8c-5d78ff629247 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:16.535472 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-420b09df-4205-4e4e-9c8c-5d78ff629247 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:16.540765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568f1fb8-a8d6-4f30-894b-330e8f3a399a None None] Network 733b4640-72ee-412b-aeb1-828682273bf0 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:16.625518 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-420b09df-4205-4e4e-9c8c-5d78ff629247 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1823492 Dec 11 22:49:16.628435 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34864) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:16.634626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-091d6292-61d4-4803-a4f3-498f28b6c2cb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Request body: {'subnet': {'network_id': '096d1eab-ef6c-4340-9a8a-44df7886a666', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:16.678799 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-733b4640-72ee-412b-aeb1-828682273bf0', 'network_id': '733b4640-72ee-412b-aeb1-828682273bf0', 'project_id': '1d77dd1efffc44099a97f50068ee164d', 'fixed_ips': [{'subnet_id': '1d0c509c-5414-49f2-8fde-09dcb2cdef9d'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:49:16.690729 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:16.849841 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bd67e-9a39-4c6f-8c9e-aa36d4d537e3 req-1109214f-435d-4210-b215-f8b235601367 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:16.862138 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-243bd67e-9a39-4c6f-8c9e-aa36d4d537e3 req-1109214f-435d-4210-b215-f8b235601367 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 805 time: 0.2219219 Dec 11 22:49:16.896561 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-243bd67e-9a39-4c6f-8c9e-aa36d4d537e3 req-47b9cb2a-5bfd-4ea4-8f50-9cd4cb4e3fe0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/quotas/73763a9de6774bcb92f6d05a9e2496f8 HTTP/1.1" status: 200 len: 375 time: 0.0334148 Dec 11 22:49:16.901702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-393518d3-6258-4cb9-a6ef-d665d04b460e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c148143df904d498cb46335d589e6f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4348385 Dec 11 22:49:16.904063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34874) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:17.000397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Allocated IP 2001:db8::2 (733b4640-72ee-412b-aeb1-828682273bf0/1d0c509c-5414-49f2-8fde-09dcb2cdef9d/8185f19c-3379-4ad3-9de9-82f80ab70325) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:17.004070 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-243bd67e-9a39-4c6f-8c9e-aa36d4d537e3 req-ebd7620b-e378-4dd8-9797-cb51b9b51923 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1063812 Dec 11 22:49:17.009807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091d6292-61d4-4803-a4f3-498f28b6c2cb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Made reservation on behalf of 1d77dd1efffc44099a97f50068ee164d for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:17.013870 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-091d6292-61d4-4803-a4f3-498f28b6c2cb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:17.123860 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f5f7a1a-4d00-4b92-9fb0-186e2f85a216 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:17.162940 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:17.173392 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-243bd67e-9a39-4c6f-8c9e-aa36d4d537e3 req-819fcb8f-b2d7-47f1-9f94-c015bf90f4dc service neutron] 10.222.0.45 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597636 Dec 11 22:49:17.179493 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f5f7a1a-4d00-4b92-9fb0-186e2f85a216 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:17.227311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c3b9e-efc4-4789-8ffa-e498276f1335 req-476b19c0-aee4-4e52-93f1-554201997028 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:17.234883 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-641c3b9e-efc4-4789-8ffa-e498276f1335 req-476b19c0-aee4-4e52-93f1-554201997028 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.2006969 Dec 11 22:49:17.254322 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:17.325719 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-243bd67e-9a39-4c6f-8c9e-aa36d4d537e3 req-f52680c2-7360-4c66-8782-f9a542c47464 service neutron] 10.222.0.45 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509266 Dec 11 22:49:17.330613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5941a6c-9f82-465f-86b2-e4fce3923664 None None] Network 7986d998-2e74-43ee-810c-c5fdd5bc33dd requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:17.334350 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:17.341799 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-641c3b9e-efc4-4789-8ffa-e498276f1335 req-584a8b18-6617-4415-b06f-1cbaeecc4e1a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058865 Dec 11 22:49:17.431426 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f5f7a1a-4d00-4b92-9fb0-186e2f85a216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:17.435326 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f5f7a1a-4d00-4b92-9fb0-186e2f85a216 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:17.436833 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1f5f7a1a-4d00-4b92-9fb0-186e2f85a216 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/001389d4-e4fd-42e0-983b-370843fcc94f HTTP/1.1" status: 204 len: 168 time: 0.5316684 Dec 11 22:49:17.465134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f7a1a-4d00-4b92-9fb0-186e2f85a216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001389d4-e4fd-42e0-983b-370843fcc94f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:17.598663 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-091d6292-61d4-4803-a4f3-498f28b6c2cb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:17.697486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Network 733b4640-72ee-412b-aeb1-828682273bf0 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:17.704960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:17.707289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d6292-61d4-4803-a4f3-498f28b6c2cb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event updated for resources: {'Subnet': ['ID=a6041278-a956-4ade-9942-f24aabc26bb3,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:17.715174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:17.721887 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-de3584d0-63b1-45ce-90ae-5b52ef8a8404 None None] Provisioning complete for port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:17.721887 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-de3584d0-63b1-45ce-90ae-5b52ef8a8404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:17.726249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d6292-61d4-4803-a4f3-498f28b6c2cb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Checking segment: {'id': '256628a6-5cca-4863-8434-27d848dd59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '096d1eab-ef6c-4340-9a8a-44df7886a666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:17.726620 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091d6292-61d4-4803-a4f3-498f28b6c2cb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Network hostable DHCP agents. Network: 096d1eab-ef6c-4340-9a8a-44df7886a666, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:49:17.776167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Pushing event updated for resources: {'Port': ['ID=8185f19c-3379-4ad3-9de9-82f80ab70325,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:17.843278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091d6292-61d4-4803-a4f3-498f28b6c2cb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Network 096d1eab-ef6c-4340-9a8a-44df7886a666 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:49:17.903449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Attempting to bind port 8185f19c-3379-4ad3-9de9-82f80ab70325 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:49:17.903821 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Attempting to bind port 8185f19c-3379-4ad3-9de9-82f80ab70325 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'f8c3b4a8-d7f5-45f7-bb58-38db5ee73fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '733b4640-72ee-412b-aeb1-828682273bf0'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:49:17.904200 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Attempting to bind port 8185f19c-3379-4ad3-9de9-82f80ab70325 on network 733b4640-72ee-412b-aeb1-828682273bf0 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:49:17.920361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:49:17.920749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Checking segment: {'id': 'f8c3b4a8-d7f5-45f7-bb58-38db5ee73fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '733b4640-72ee-412b-aeb1-828682273bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:17.921154 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:17.921553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Bound using segment: {'id': 'f8c3b4a8-d7f5-45f7-bb58-38db5ee73fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '733b4640-72ee-412b-aeb1-828682273bf0'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:49:17.922207 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Bound port: 8185f19c-3379-4ad3-9de9-82f80ab70325, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c3b4a8-d7f5-45f7-bb58-38db5ee73fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '733b4640-72ee-412b-aeb1-828682273bf0'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:49:17.922872 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:17.929706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-091d6292-61d4-4803-a4f3-498f28b6c2cb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 096d1eab-ef6c-4340-9a8a-44df7886a666) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:17.934656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091d6292-61d4-4803-a4f3-498f28b6c2cb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:17.944894 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-091d6292-61d4-4803-a4f3-498f28b6c2cb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:17.966028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308e8329-1da2-4862-a07c-b47b456a3a2c None None] Network 096d1eab-ef6c-4340-9a8a-44df7886a666 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:18.055601 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-091d6292-61d4-4803-a4f3-498f28b6c2cb tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4259477 Dec 11 22:49:18.062824 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34916) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:18.069724 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-de3584d0-63b1-45ce-90ae-5b52ef8a8404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:18.116907 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-de3584d0-63b1-45ce-90ae-5b52ef8a8404 None None] For port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1,segment=NetworkSegment(f3dc27d8-e614-4b06-ac68-f33272c4993c),segment_id=f3dc27d8-e614-4b06-ac68-f33272c4993c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:18.199809 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] For port 8185f19c-3379-4ad3-9de9-82f80ab70325, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:49:18.244380 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-096d1eab-ef6c-4340-9a8a-44df7886a666', 'network_id': '096d1eab-ef6c-4340-9a8a-44df7886a666', 'project_id': '1d77dd1efffc44099a97f50068ee164d', 'fixed_ips': [{'subnet_id': 'a6041278-a956-4ade-9942-f24aabc26bb3'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:49:18.245545 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:18.265079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] For port 8185f19c-3379-4ad3-9de9-82f80ab70325, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8185f19c-3379-4ad3-9de9-82f80ab70325,segment=NetworkSegment(f8c3b4a8-d7f5-45f7-bb58-38db5ee73fab),segment_id=f8c3b4a8-d7f5-45f7-bb58-38db5ee73fab)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:49:18.266490 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-de3584d0-63b1-45ce-90ae-5b52ef8a8404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:18.380161 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:18.434396 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:18.462302 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3584d0-63b1-45ce-90ae-5b52ef8a8404 None None] Pushing event updated for resources: {'Port': ['ID=b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:18.487596 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34924) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:18.508528 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b212db81-fc08-462f-9be4-40d43518a207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:18.541051 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1a6ae28b-9d88-44fc-90c8-fec21c719c93 None None] Provisioning complete for port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:18.541051 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae28b-9d88-44fc-90c8-fec21c719c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:18.594535 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:18.649913 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Allocated IP 2001:db8::2 (096d1eab-ef6c-4340-9a8a-44df7886a666/a6041278-a956-4ade-9942-f24aabc26bb3/5cbb7d09-eb10-49fb-a656-37693d776d8a) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:18.652846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1e055-a18d-40fb-afe1-dc52f230b518 None None] Pushing event updated for resources: {'Port': ['ID=8185f19c-3379-4ad3-9de9-82f80ab70325,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:18.669407 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:18.673786 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:18.680824 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b212db81-fc08-462f-9be4-40d43518a207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:18.734722 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b212db81-fc08-462f-9be4-40d43518a207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:18.778919 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49856292-01c6-46c7-995e-4d677bfa0dd4 req-d6d16e21-d320-4d19-993e-35ba02064016 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:18.789724 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-49856292-01c6-46c7-995e-4d677bfa0dd4 req-d6d16e21-d320-4d19-993e-35ba02064016 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.3636742 Dec 11 22:49:18.893689 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b212db81-fc08-462f-9be4-40d43518a207 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d11415784eaa4b618b4da60f9fc7fdc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4045024 Dec 11 22:49:18.899640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34936) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:18.900708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212db81-fc08-462f-9be4-40d43518a207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bc5df2-f56b-45cc-93e5-cb192e230c86,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:18.964252 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ef64711-d674-42a4-955e-15500d45bbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:19.012875 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd8b61e6-7258-4c54-8c64-78a47df2f347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:19.025666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34940) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:19.057490 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd8b61e6-7258-4c54-8c64-78a47df2f347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:19.218143 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:19.249396 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09d5e6bf-f32c-49d8-9a91-86c814efde44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:19.254065 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd8b61e6-7258-4c54-8c64-78a47df2f347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:19.257591 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd8b61e6-7258-4c54-8c64-78a47df2f347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:19.261450 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cd8b61e6-7258-4c54-8c64-78a47df2f347 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87bc5df2-f56b-45cc-93e5-cb192e230c86 HTTP/1.1" status: 204 len: 168 time: 0.3546095 Dec 11 22:49:19.274316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-760afc65-276f-43d0-a4f1-74d445c58d5d tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:19.276015 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-760afc65-276f-43d0-a4f1-74d445c58d5d tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 805 time: 0.1665628 Dec 11 22:49:19.288971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b61e6-7258-4c54-8c64-78a47df2f347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bc5df2-f56b-45cc-93e5-cb192e230c86,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:19.311931 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-4df538eb-3bb5-4c93-94d7-7484e3359c64 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/quotas/73763a9de6774bcb92f6d05a9e2496f8 HTTP/1.1" status: 200 len: 375 time: 0.0271719 Dec 11 22:49:19.331959 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:19.382035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-3ad17c9d-e630-43bd-a481-c10b3fbaee2b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0690758 Dec 11 22:49:19.390830 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Network 096d1eab-ef6c-4340-9a8a-44df7886a666 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:19.403339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:19.406417 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:19.433860 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09d5e6bf-f32c-49d8-9a91-86c814efde44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:19.449091 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-49856292-01c6-46c7-995e-4d677bfa0dd4 req-f8f33f96-ae9f-4627-b45b-a601ad830099 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6584976 Dec 11 22:49:19.460583 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Pushing event updated for resources: {'Port': ['ID=5cbb7d09-eb10-49fb-a656-37693d776d8a,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:19.533909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Attempting to bind port 5cbb7d09-eb10-49fb-a656-37693d776d8a on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:49:19.534531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Attempting to bind port 5cbb7d09-eb10-49fb-a656-37693d776d8a by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '256628a6-5cca-4863-8434-27d848dd59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '096d1eab-ef6c-4340-9a8a-44df7886a666'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:49:19.535294 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Attempting to bind port 5cbb7d09-eb10-49fb-a656-37693d776d8a on network 096d1eab-ef6c-4340-9a8a-44df7886a666 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:49:19.544664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:49:19.545114 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Checking segment: {'id': '256628a6-5cca-4863-8434-27d848dd59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '096d1eab-ef6c-4340-9a8a-44df7886a666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:19.545681 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:19.546097 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Bound using segment: {'id': '256628a6-5cca-4863-8434-27d848dd59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '096d1eab-ef6c-4340-9a8a-44df7886a666'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:49:19.550300 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-0d6072e8-da1c-4a4e-9d5a-41fe9bc46b2c service neutron] 10.222.0.45 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494269 Dec 11 22:49:19.555107 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Bound port: 5cbb7d09-eb10-49fb-a656-37693d776d8a, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256628a6-5cca-4863-8434-27d848dd59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '096d1eab-ef6c-4340-9a8a-44df7886a666'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:49:19.556002 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:19.570278 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09d5e6bf-f32c-49d8-9a91-86c814efde44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:19.583123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Allocated IP 2001:db8::1 (733b4640-72ee-412b-aeb1-828682273bf0/1d0c509c-5414-49f2-8fde-09dcb2cdef9d/1c2e636b-e2bd-4769-892d-f647ed8dc892) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:19.672512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] For port 5cbb7d09-eb10-49fb-a656-37693d776d8a, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:49:19.678275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] For port 5cbb7d09-eb10-49fb-a656-37693d776d8a, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5cbb7d09-eb10-49fb-a656-37693d776d8a,segment=NetworkSegment(256628a6-5cca-4863-8434-27d848dd59ac),segment_id=256628a6-5cca-4863-8434-27d848dd59ac)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:49:19.697506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-09d5e6bf-f32c-49d8-9a91-86c814efde44 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e863ca7efaa84a458d9fd24d3cb77292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6705692 Dec 11 22:49:19.700863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34962) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:19.703125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5e6bf-f32c-49d8-9a91-86c814efde44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b941b36b-af7b-4441-a474-506462c221e4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:19.743582 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:19.830542 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:19.830671 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-0e8b34c3-40cf-4a16-a1ae-4b53088ec824 service neutron] 10.222.0.45 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762065 Dec 11 22:49:19.886673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7024a1-b7ad-4ffe-8be5-55aa9a4632d8 None None] Pushing event updated for resources: {'Port': ['ID=5cbb7d09-eb10-49fb-a656-37693d776d8a,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:19.913029 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-50544bb9-deb5-48b6-8ad1-81a9b1d6b370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:19.984323 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-50544bb9-deb5-48b6-8ad1-81a9b1d6b370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:20.013048 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:20.041948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8db412-94ae-4e14-9d21-60bba6ab994d None None] Network 733b4640-72ee-412b-aeb1-828682273bf0 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:20.075757 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Network 733b4640-72ee-412b-aeb1-828682273bf0 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:20.082354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:20.089687 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:20.090375 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:20.095948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f3abd-1135-4441-82dc-20576898fad3 req-651bde74-48f0-4dfe-a951-d6ba0a8d1452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:20.097951 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-148f3abd-1135-4441-82dc-20576898fad3 req-651bde74-48f0-4dfe-a951-d6ba0a8d1452 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 1096 time: 0.0515144 Dec 11 22:49:20.260273 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-35c6cf91-8a26-44dc-99d8-87628795eeab None None] Provisioning complete for port 8185f19c-3379-4ad3-9de9-82f80ab70325 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:20.261133 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-35c6cf91-8a26-44dc-99d8-87628795eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:20.303944 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde2413-733d-4f7d-ac7f-fa08f37cc752 req-b3a552d5-8d5e-4ee4-8469-dd785c418d5e tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:20.306062 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9cde2413-733d-4f7d-ac7f-fa08f37cc752 req-b3a552d5-8d5e-4ee4-8469-dd785c418d5e tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.3777688 Dec 11 22:49:20.319095 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event updated for resources: {'Port': ['ID=1c2e636b-e2bd-4769-892d-f647ed8dc892,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:20.321707 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-50544bb9-deb5-48b6-8ad1-81a9b1d6b370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:20.321967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34980) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:20.322229 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-50544bb9-deb5-48b6-8ad1-81a9b1d6b370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:20.338672 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-50544bb9-deb5-48b6-8ad1-81a9b1d6b370 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b941b36b-af7b-4441-a474-506462c221e4 HTTP/1.1" status: 204 len: 168 time: 0.6364937 Dec 11 22:49:20.357024 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f0b14912-c06f-4a98-b90c-69d8bb158473 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Request body: {'floatingip': {'port_id': 'f7dd2882-73bf-4220-a096-7d6e295cf839'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:20.367221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50544bb9-deb5-48b6-8ad1-81a9b1d6b370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b941b36b-af7b-4441-a474-506462c221e4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:20.481889 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1cb16bb5-a550-4be2-8798-3d8eb1a654f6 req-e984eb1b-129e-4d08-8b0d-c6b2cb090bf0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 210 time: 0.0470915 Dec 11 22:49:20.519848 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0b14912-c06f-4a98-b90c-69d8bb158473 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:20.532274 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:20.534302 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:20.534622 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:20.535121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:20.537244 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:20.539363 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:20.539774 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:20.542498 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:20.543847 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:20.544698 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:20.547572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:20.547572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:20.549671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:20.557603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f3abd-1135-4441-82dc-20576898fad3 req-e91ebedd-7f3d-45bb-8376-e39175b2f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:20.557603 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-148f3abd-1135-4441-82dc-20576898fad3 req-e91ebedd-7f3d-45bb-8376-e39175b2f6d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.4437873 Dec 11 22:49:20.586214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8185f19c-3379-4ad3-9de9-82f80ab70325 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:20.749251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-148f3abd-1135-4441-82dc-20576898fad3 req-024c7dc5-1e07-40aa-af37-39e2ee8003d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69 HTTP/1.1" status: 200 len: 1000 time: 0.1677880 Dec 11 22:49:20.778725 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-35c6cf91-8a26-44dc-99d8-87628795eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:20.799888 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 8185f19c-3379-4ad3-9de9-82f80ab70325 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:20.800615 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:20.889905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-35c6cf91-8a26-44dc-99d8-87628795eeab None None] For port 8185f19c-3379-4ad3-9de9-82f80ab70325, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8185f19c-3379-4ad3-9de9-82f80ab70325,segment=NetworkSegment(f8c3b4a8-d7f5-45f7-bb58-38db5ee73fab),segment_id=f8c3b4a8-d7f5-45f7-bb58-38db5ee73fab)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:20.936531 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:20.942239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f3abd-1135-4441-82dc-20576898fad3 req-c9e8f27c-c38e-46b1-b183-d48d12592d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:20.947343 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-148f3abd-1135-4441-82dc-20576898fad3 req-c9e8f27c-c38e-46b1-b183-d48d12592d19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.1711843 Dec 11 22:49:20.960894 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:20.995044 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-35c6cf91-8a26-44dc-99d8-87628795eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:21.079185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f3abd-1135-4441-82dc-20576898fad3 req-269cd436-52ba-4b7a-9ba3-6a713ad6faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:21.085231 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-148f3abd-1135-4441-82dc-20576898fad3 req-269cd436-52ba-4b7a-9ba3-6a713ad6faba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254189 Dec 11 22:49:21.311403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6cf91-8a26-44dc-99d8-87628795eeab None None] Pushing event updated for resources: {'Port': ['ID=8185f19c-3379-4ad3-9de9-82f80ab70325,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:21.337171 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-148f3abd-1135-4441-82dc-20576898fad3 req-7201b17d-b409-4a42-88f4-97afcc84a9f9 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443886 Dec 11 22:49:21.339573 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:49:21.342587 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:49:21.348579 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-18614935-7670-487b-af52-4b7570e8577d None None] Provisioning complete for port 1c2e636b-e2bd-4769-892d-f647ed8dc892 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:21.349594 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-18614935-7670-487b-af52-4b7570e8577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:21.423480 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d8bac28-f5bd-42b9-ac98-f2db6cb5282e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:21.435628 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-18614935-7670-487b-af52-4b7570e8577d None None] Port 1c2e636b-e2bd-4769-892d-f647ed8dc892 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:49:21.454741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-18614935-7670-487b-af52-4b7570e8577d None None] Provisioning complete for port 8185f19c-3379-4ad3-9de9-82f80ab70325 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:21.455407 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-18614935-7670-487b-af52-4b7570e8577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:21.615010 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-148f3abd-1135-4441-82dc-20576898fad3 req-0e233336-34fc-493c-912d-90e8cecad2bc service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711537 Dec 11 22:49:21.668549 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f9209763-9567-4a45-83eb-96deea857d90 req-98af49f6-3b4d-4e09-84ed-fe176f02066b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 210 time: 0.0421999 Dec 11 22:49:21.746996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa9b29-da39-4dc1-b049-79c06868aad9 req-5597aa18-4c84-4838-9c53-0c2a642942d9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:21.757323 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-34fa9b29-da39-4dc1-b049-79c06868aad9 req-5597aa18-4c84-4838-9c53-0c2a642942d9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.3317919 Dec 11 22:49:21.813492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f697467c-3176-4e34-9801-ee103a27f348 None None] Network 096d1eab-ef6c-4340-9a8a-44df7886a666 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:21.899983 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:21.919177 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:21.926145 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-34fa9b29-da39-4dc1-b049-79c06868aad9 req-13778348-fffa-4a0f-a1cf-2e93afd5f49c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681337 Dec 11 22:49:21.960386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-273ad958-b33e-4f05-bd62-45ee4c27f84f None None] Provisioning complete for port 1c2e636b-e2bd-4769-892d-f647ed8dc892 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:21.964029 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-273ad958-b33e-4f05-bd62-45ee4c27f84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:22.039806 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:22.040886 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:22.058481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-273ad958-b33e-4f05-bd62-45ee4c27f84f None None] Port 1c2e636b-e2bd-4769-892d-f647ed8dc892 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:49:22.097405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-273ad958-b33e-4f05-bd62-45ee4c27f84f None None] Provisioning complete for port 5cbb7d09-eb10-49fb-a656-37693d776d8a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:22.097854 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-273ad958-b33e-4f05-bd62-45ee4c27f84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:22.132118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:22.132530 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:22.185860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event updated for resources: {'Port': ['ID=1c2e636b-e2bd-4769-892d-f647ed8dc892,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:22.195028 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:22.205563 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0b14912-c06f-4a98-b90c-69d8bb158473 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:22.242230 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Network 733b4640-72ee-412b-aeb1-828682273bf0 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:22.244044 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:22.304588 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-273ad958-b33e-4f05-bd62-45ee4c27f84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:22.365333 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-273ad958-b33e-4f05-bd62-45ee4c27f84f None None] For port 5cbb7d09-eb10-49fb-a656-37693d776d8a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5cbb7d09-eb10-49fb-a656-37693d776d8a,segment=NetworkSegment(256628a6-5cca-4863-8434-27d848dd59ac),segment_id=256628a6-5cca-4863-8434-27d848dd59ac)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:22.383307 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0b14912-c06f-4a98-b90c-69d8bb158473 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:22.477973 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-273ad958-b33e-4f05-bd62-45ee4c27f84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:22.634508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ad958-b33e-4f05-bd62-45ee4c27f84f None None] Pushing event updated for resources: {'Port': ['ID=5cbb7d09-eb10-49fb-a656-37693d776d8a,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:22.660923 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-724f67d6-df73-4418-832a-6c95c890100b None None] Provisioning complete for port 5cbb7d09-eb10-49fb-a656-37693d776d8a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:22.661297 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-724f67d6-df73-4418-832a-6c95c890100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:22.734558 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-f0b14912-c06f-4a98-b90c-69d8bb158473 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Floating IP 7a3ed42e-b307-4b16-953b-1813905cb7b7 associated. External IP: 172.25.1.252, port: f7dd2882-73bf-4220-a096-7d6e295cf839. Dec 11 22:49:22.748158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5cbb7d09-eb10-49fb-a656-37693d776d8a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:22.839673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5cbb7d09-eb10-49fb-a656-37693d776d8a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:22.839950 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:22.863014 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24c7631f-9767-4f27-ae5c-5771027f9572 req-4f489262-69c5-4d9d-b91e-3e51571cfcf9 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 210 time: 0.0689154 Dec 11 22:49:22.863655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Router 6f90cd3c-7ca5-4a5b-9e10-82729e771f3b is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:49:22.925014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35050) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:23.088370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-648894334', 'router:external': True}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:23.180017 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:49:23.188472 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8934ab16-c571-4656-a7c6-956f46d375c6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "PUT /v2.0/routers/6f90cd3c-7ca5-4a5b-9e10-82729e771f3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1245048 Dec 11 22:49:23.192666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35090) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:23.239187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc5ffca-0943-4a3d-9eb9-19ffe5f02e95 None None] Sync routers for ids ['6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:49:23.245804 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685e371-fc1c-4f3b-9d9a-04add6549fd9 req-b162399e-e8f0-4cf9-906e-826b77a158f9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:23.247966 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5685e371-fc1c-4f3b-9d9a-04add6549fd9 req-b162399e-e8f0-4cf9-906e-826b77a158f9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1669521 Dec 11 22:49:23.254086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Made reservation on behalf of dc96344e0a1344babd8a7457f33068b0 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:23.257953 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:23.267464 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c2d0bc5b-1342-4b2d-957a-815e417e5faa None None] Provisioning complete for port 1c2e636b-e2bd-4769-892d-f647ed8dc892 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:23.267842 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2d0bc5b-1342-4b2d-957a-815e417e5faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:23.272907 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:23.273931 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8185f19c-3379-4ad3-9de9-82f80ab70325 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:23.289083 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b14912-c06f-4a98-b90c-69d8bb158473 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Router 0ea403fe-fb5c-4430-8089-82a08b66eca1 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:49:23.296663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc5ffca-0943-4a3d-9eb9-19ffe5f02e95 None None] Routers {'6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:23.297332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0cc5ffca-0943-4a3d-9eb9-19ffe5f02e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:23.363409 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5685e371-fc1c-4f3b-9d9a-04add6549fd9 req-6585d37b-cefd-4f5a-a97c-ec3779541985 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048665 Dec 11 22:49:23.369319 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0cc5ffca-0943-4a3d-9eb9-19ffe5f02e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:23.384972 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c2d0bc5b-1342-4b2d-957a-815e417e5faa None None] Port 1c2e636b-e2bd-4769-892d-f647ed8dc892 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:49:23.392443 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc5ffca-0943-4a3d-9eb9-19ffe5f02e95 None None] Routers {'6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:23.393660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0cc5ffca-0943-4a3d-9eb9-19ffe5f02e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:23.432975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0cc5ffca-0943-4a3d-9eb9-19ffe5f02e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:23.433664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc5ffca-0943-4a3d-9eb9-19ffe5f02e95 None None] The sync data for ids ['6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:49:23.451377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 8185f19c-3379-4ad3-9de9-82f80ab70325 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:23.451763 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:23.642674 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:23.764374 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:23.799421 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b14912-c06f-4a98-b90c-69d8bb158473 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:49:23.805083 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0b14912-c06f-4a98-b90c-69d8bb158473 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:23.812493 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd3aa67-d5a6-435d-b13c-c51b2f666e15 None None] Sync routers for ids ['0ea403fe-fb5c-4430-8089-82a08b66eca1'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:49:23.826646 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd3aa67-d5a6-435d-b13c-c51b2f666e15 None None] Routers {'0ea403fe-fb5c-4430-8089-82a08b66eca1'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:23.827311 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ecd3aa67-d5a6-435d-b13c-c51b2f666e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0ea403fe-fb5c-4430-8089-82a08b66eca1'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:23.828900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:49:23.854323 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f0b14912-c06f-4a98-b90c-69d8bb158473 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "PUT /v2.0/floatingips/7a3ed42e-b307-4b16-953b-1813905cb7b7 HTTP/1.1" status: 200 len: 991 time: 3.5208044 Dec 11 22:49:23.854323 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbd1582-eb09-43f4-a3bc-69092c3e475a', 'tag': 'f7dd2882-73bf-4220-a096-7d6e295cf839'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:49:23.861186 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf372b7-90e9-4c4d-a6a2-f9c5049f21ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbd1582-eb09-43f4-a3bc-69092c3e475a", "tag": "f7dd2882-73bf-4220-a096-7d6e295cf839"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:49:23.884430 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:23.915307 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-74224acc-1ade-4300-9abc-e83d8d929d1e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:23.916381 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-74224acc-1ade-4300-9abc-e83d8d929d1e tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "PUT /v2.0/routers/6f90cd3c-7ca5-4a5b-9e10-82729e771f3b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7205303 Dec 11 22:49:23.917063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02dc135-6148-4af3-adc9-359435cefe6b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:23.919307 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35104) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:23.922821 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:23.923169 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Added segment 74679622-c04c-47fb-bd11-d55ccee347e3 of type vlan for network 4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf Dec 11 22:49:23.948589 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-adea7ff7-1b47-43a9-90d3-eb015ecefd57 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:23.950102 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-adea7ff7-1b47-43a9-90d3-eb015ecefd57 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 805 time: 0.3097272 Dec 11 22:49:23.950703 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-ecd3aa67-d5a6-435d-b13c-c51b2f666e15 None None] Set router 0ea403fe-fb5c-4430-8089-82a08b66eca1 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:49:23.953451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:23.953808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:23.954155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:23.954499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:23.954863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:23.955204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:23.955540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:23.955944 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:23.956282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:23.956612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:23.956944 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:23.957276 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:23.957602 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:23.986115 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-03f29fe8-7a6a-420a-a8ec-7c753f4b3665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Request body: {'port': {'device_id': '8c3915b5-622f-4629-816d-b10cf9a530f0', 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69', 'admin_state_up': True, 'tenant_id': '73763a9de6774bcb92f6d05a9e2496f8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:24.055177 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:24.210048 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:24.211073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:24.211657 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:24.253881 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ecd3aa67-d5a6-435d-b13c-c51b2f666e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '7a3ed42e-b307-4b16-953b-1813905cb7b7', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'port_id': 'f7dd2882-73bf-4220-a096-7d6e295cf839', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'mac_address': 'fa:16:3e:e5:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbd1582-eb09-43f4-a3bc-69092c3e475a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:48:51Z', 'updated_at': '2021-12-11T22:49:22Z', 'revision_number': 1, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ca7a34-dd6a-420b-b451-6a97e2ebdca4', 'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'mac_address': 'fa:16:3e:d3:c4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:43Z', 'updated_at': '2021-12-11T22:48:50Z', 'revision_number': 5, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'subnets': [{'id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:24.268356 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-643bbe4d-1d61-47d4-927d-69bdfae64b6e req-e63de14c-6086-4a44-8dcc-574dac7ccff1 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 210 time: 0.0688045 Dec 11 22:49:24.288990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-03f29fe8-7a6a-420a-a8ec-7c753f4b3665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Made reservation on behalf of 73763a9de6774bcb92f6d05a9e2496f8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:24.297570 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd3aa67-d5a6-435d-b13c-c51b2f666e15 None None] Checking router: 0ea403fe-fb5c-4430-8089-82a08b66eca1 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:49:24.301665 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-03f29fe8-7a6a-420a-a8ec-7c753f4b3665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:24.315252 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd3aa67-d5a6-435d-b13c-c51b2f666e15 None None] Routers {'0ea403fe-fb5c-4430-8089-82a08b66eca1'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:24.317549 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ecd3aa67-d5a6-435d-b13c-c51b2f666e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0ea403fe-fb5c-4430-8089-82a08b66eca1'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:24.380235 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33489901-4c6d-499a-bd50-dc140db09e55 x-openstack-request-id: req-33489901-4c6d-499a-bd50-dc140db09e55 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:49:24.381099 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbd1582-eb09-43f4-a3bc-69092c3e475a", "tag": "f7dd2882-73bf-4220-a096-7d6e295cf839", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:49:24.381386 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33489901-4c6d-499a-bd50-dc140db09e55 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:49:24.383681 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbd1582-eb09-43f4-a3bc-69092c3e475a', 'tag': 'f7dd2882-73bf-4220-a096-7d6e295cf839', 'status': 'completed', 'code': 200} Dec 11 22:49:24.383681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-0ad377ce-9399-475e-853c-b85294a55d28 req-9cbd4728-2811-4ef6-b69c-a5f97cffd9ea service neutron] (103691) timed out ('10.222.0.13', 53838) {{(pid=103691) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 11 22:49:24.398358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Pushing event updated for resources: {'Network': ['ID=4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:24.418661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:49:24.462752 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-68c6e3ca-d1ea-43a8-a399-b077c1883a96 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5365932 Dec 11 22:49:24.472798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35112) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:24.485563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7249666d-2a8e-4fb6-885e-601cd05ea9a5 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Request body: {'subnet': {'network_id': '4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:24.520286 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-ecd3aa67-d5a6-435d-b13c-c51b2f666e15 None None] Set router 0ea403fe-fb5c-4430-8089-82a08b66eca1 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:49:24.520424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5cbb7d09-eb10-49fb-a656-37693d776d8a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:24.596345 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5cbb7d09-eb10-49fb-a656-37693d776d8a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:24.598968 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:24.600468 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56720ced-a93c-4e2b-95ab-3758b7832602 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:24.630193 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf372b7-90e9-4c4d-a6a2-f9c5049f21ce req-6cc8041c-7574-42a7-8ba0-4a3a4ac1e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:24.632274 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aaf372b7-90e9-4c4d-a6a2-f9c5049f21ce req-6cc8041c-7574-42a7-8ba0-4a3a4ac1e0c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d6abf9ec56c472face9a971de3e07c9&device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 1096 time: 0.2645915 Dec 11 22:49:24.667113 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:24.793542 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7249666d-2a8e-4fb6-885e-601cd05ea9a5 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Made reservation on behalf of dc96344e0a1344babd8a7457f33068b0 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:24.796660 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7249666d-2a8e-4fb6-885e-601cd05ea9a5 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:24.812154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecd635-c057-4125-a5bf-66bad0521a5c req-374d2ea3-db89-4afa-9b87-00438b39e662 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:24.835704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93ecd635-c057-4125-a5bf-66bad0521a5c req-374d2ea3-db89-4afa-9b87-00438b39e662 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.3633528 Dec 11 22:49:24.861564 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ecd3aa67-d5a6-435d-b13c-c51b2f666e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '7a3ed42e-b307-4b16-953b-1813905cb7b7', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'port_id': 'f7dd2882-73bf-4220-a096-7d6e295cf839', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'mac_address': 'fa:16:3e:e5:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbd1582-eb09-43f4-a3bc-69092c3e475a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:48:51Z', 'updated_at': '2021-12-11T22:49:22Z', 'revision_number': 1, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ca7a34-dd6a-420b-b451-6a97e2ebdca4', 'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'mac_address': 'fa:16:3e:d3:c4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:43Z', 'updated_at': '2021-12-11T22:48:50Z', 'revision_number': 5, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'subnets': [{'id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:24.893680 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd3aa67-d5a6-435d-b13c-c51b2f666e15 None None] The sync data for ids ['0ea403fe-fb5c-4430-8089-82a08b66eca1'] in n-d-710847-6 is: [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '7a3ed42e-b307-4b16-953b-1813905cb7b7', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'port_id': 'f7dd2882-73bf-4220-a096-7d6e295cf839', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'mac_address': 'fa:16:3e:e5:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbd1582-eb09-43f4-a3bc-69092c3e475a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:48:51Z', 'updated_at': '2021-12-11T22:49:22Z', 'revision_number': 1, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ca7a34-dd6a-420b-b451-6a97e2ebdca4', 'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'mac_address': 'fa:16:3e:d3:c4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:43Z', 'updated_at': '2021-12-11T22:48:50Z', 'revision_number': 5, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'subnets': [{'id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:49:24.964992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-03f29fe8-7a6a-420a-a8ec-7c753f4b3665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Allocated IP 172.20.0.10 (7b9ae698-01f2-4103-b52a-b4d048e88c69/57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3/1299b520-5b05-438c-88b2-b7b5837e5f04) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:24.971199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-56720ced-a93c-4e2b-95ab-3758b7832602 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Deleting port 1c2e636b-e2bd-4769-892d-f647ed8dc892 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:24.971199 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56720ced-a93c-4e2b-95ab-3758b7832602 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:25.086530 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93ecd635-c057-4125-a5bf-66bad0521a5c req-1cc85507-a12b-4fc0-b860-04e73c2b1fcc tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985908 Dec 11 22:49:25.104899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf372b7-90e9-4c4d-a6a2-f9c5049f21ce req-5e3c669c-2c85-430b-b1e5-b89b0fbbc95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:25.106528 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aaf372b7-90e9-4c4d-a6a2-f9c5049f21ce req-5e3c669c-2c85-430b-b1e5-b89b0fbbc95d service neutron] 10.222.0.13 "GET /v2.0/networks?id=013a72d6-e5b9-422d-a19b-93934f78c63b HTTP/1.1" status: 200 len: 911 time: 0.4627414 Dec 11 22:49:25.123925 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56720ced-a93c-4e2b-95ab-3758b7832602 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:25.139252 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-56720ced-a93c-4e2b-95ab-3758b7832602 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Calling delete_port for 1c2e636b-e2bd-4769-892d-f647ed8dc892 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:25.238766 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c0bab5-3879-4d09-a21a-1753649ef5f2 None None] New status for floating IP 7a3ed42e-b307-4b16-953b-1813905cb7b7: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:49:25.440833 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16af815b-0a66-4bb0-b0ce-5351b404dc79 req-8b049218-f021-4a31-b6e0-baea2fb62199 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 210 time: 0.0364478 Dec 11 22:49:25.569723 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56720ced-a93c-4e2b-95ab-3758b7832602 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:25.584900 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aaf372b7-90e9-4c4d-a6a2-f9c5049f21ce req-3034253e-6e29-41f4-aa8e-7c64e5a6fd89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7dd2882-73bf-4220-a096-7d6e295cf839 HTTP/1.1" status: 200 len: 999 time: 0.4687140 Dec 11 22:49:25.611791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56720ced-a93c-4e2b-95ab-3758b7832602 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event deleted for resources: {'Port': ['ID=1c2e636b-e2bd-4769-892d-f647ed8dc892,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:25.723703 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-03f29fe8-7a6a-420a-a8ec-7c753f4b3665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:25.731153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf372b7-90e9-4c4d-a6a2-f9c5049f21ce req-28eb599d-4b43-405b-8e09-8ceb52141cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:25.732518 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56720ced-a93c-4e2b-95ab-3758b7832602 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:25.732677 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aaf372b7-90e9-4c4d-a6a2-f9c5049f21ce req-28eb599d-4b43-405b-8e09-8ceb52141cd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=987c9be0-fcb0-4823-a9e6-efc112c434ab HTTP/1.1" status: 200 len: 849 time: 0.1301723 Dec 11 22:49:25.849370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf372b7-90e9-4c4d-a6a2-f9c5049f21ce req-58b021bd-fb9d-438d-a237-fdab068e9c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:25.851012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aaf372b7-90e9-4c4d-a6a2-f9c5049f21ce req-58b021bd-fb9d-438d-a237-fdab068e9c5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=013a72d6-e5b9-422d-a19b-93934f78c63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891399 Dec 11 22:49:25.868399 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-03f29fe8-7a6a-420a-a8ec-7c753f4b3665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:25.880110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ec559dce-69fa-4cb1-acdd-66e658b00f15'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:49:25.957500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-03f29fe8-7a6a-420a-a8ec-7c753f4b3665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Network 7b9ae698-01f2-4103-b52a-b4d048e88c69 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:25.980710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56720ced-a93c-4e2b-95ab-3758b7832602 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Router 6f90cd3c-7ca5-4a5b-9e10-82729e771f3b has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:49:25.994073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-03f29fe8-7a6a-420a-a8ec-7c753f4b3665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:26.006327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-03f29fe8-7a6a-420a-a8ec-7c753f4b3665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:26.025655 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f2691a-52c1-42ac-967b-5528a1603810 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:26.059321 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f29fe8-7a6a-420a-a8ec-7c753f4b3665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Pushing event updated for resources: {'Port': ['ID=1299b520-5b05-438c-88b2-b7b5837e5f04,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:26.119521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-03f29fe8-7a6a-420a-a8ec-7c753f4b3665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:26.120181 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-03f29fe8-7a6a-420a-a8ec-7c753f4b3665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:26.134120 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56720ced-a93c-4e2b-95ab-3758b7832602 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:49:26.144542 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0562da-823b-493e-b82e-42320116861d None None] Sync routers for ids ['6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:49:26.159747 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-56720ced-a93c-4e2b-95ab-3758b7832602 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "PUT /v2.0/routers/6f90cd3c-7ca5-4a5b-9e10-82729e771f3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2373643 Dec 11 22:49:26.166202 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35160) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:26.169740 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0562da-823b-493e-b82e-42320116861d None None] Routers {'6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:26.170594 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2b0562da-823b-493e-b82e-42320116861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:26.197783 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aaf372b7-90e9-4c4d-a6a2-f9c5049f21ce req-691ae990-8595-459f-a228-020cc0a5d23c service neutron] 10.222.0.13 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207426 Dec 11 22:49:26.218026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6b2d1b33-5dc8-437e-ace8-bc64851a0e17 None None] Provisioning complete for port 1299b520-5b05-438c-88b2-b7b5837e5f04 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:26.218465 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b2d1b33-5dc8-437e-ace8-bc64851a0e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:26.261362 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-03f29fe8-7a6a-420a-a8ec-7c753f4b3665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2812464 Dec 11 22:49:26.283521 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d1b33-5dc8-437e-ace8-bc64851a0e17 None None] Port 1299b520-5b05-438c-88b2-b7b5837e5f04 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:49:26.292632 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2b0562da-823b-493e-b82e-42320116861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:26.295986 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-1a1d0f1a-52ad-4405-b650-c6cd321fd71a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] delete failed (client error): The resource could not be found. Dec 11 22:49:26.303578 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1a1d0f1a-52ad-4405-b650-c6cd321fd71a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-1833814754 HTTP/1.1" status: 404 len: 335 time: 0.1354470 Dec 11 22:49:26.305886 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35164) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:26.316784 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-391221fd-d808-4bf5-8f80-857484112080 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:26.322867 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0562da-823b-493e-b82e-42320116861d None None] Routers {'6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:26.323514 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2b0562da-823b-493e-b82e-42320116861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:26.358240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.objects.ports [None req-7249666d-2a8e-4fb6-885e-601cd05ea9a5 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103692) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:49:26.358743 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7249666d-2a8e-4fb6-885e-601cd05ea9a5 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:26.375346 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Request body: {'port': {'device_id': '8c3915b5-622f-4629-816d-b10cf9a530f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:26.383956 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2b0562da-823b-493e-b82e-42320116861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:26.385300 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0562da-823b-493e-b82e-42320116861d None None] The sync data for ids ['6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:49:26.495349 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aaf372b7-90e9-4c4d-a6a2-f9c5049f21ce req-dcc24b7e-f03f-408d-a867-62370a66506e service neutron] 10.222.0.13 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521734 Dec 11 22:49:26.510884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249666d-2a8e-4fb6-885e-601cd05ea9a5 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8a572a7b-17cf-43f4-95b1-6e4cc78d3955,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:26.516674 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:26.575467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249666d-2a8e-4fb6-885e-601cd05ea9a5 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Checking segment: {'id': '74679622-c04c-47fb-bd11-d55ccee347e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:26.575883 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249666d-2a8e-4fb6-885e-601cd05ea9a5 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Network hostable DHCP agents. Network: 4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:49:26.636820 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2b11c-50e8-48a9-8c7e-990747792033 req-c765c692-b6dc-46f4-83db-eb0f8a96f76c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:26.644178 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ac2b11c-50e8-48a9-8c7e-990747792033 req-c765c692-b6dc-46f4-83db-eb0f8a96f76c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.3510585 Dec 11 22:49:26.717543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010f6dd-eec3-4c6f-a60a-3a6a78c869a5 req-a66465d4-0c3c-41e9-9cb4-7d5b760b90d8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:26.725480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d010f6dd-eec3-4c6f-a60a-3a6a78c869a5 req-a66465d4-0c3c-41e9-9cb4-7d5b760b90d8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 932 time: 0.1561968 Dec 11 22:49:26.737039 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-391221fd-d808-4bf5-8f80-857484112080 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:26.740408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249666d-2a8e-4fb6-885e-601cd05ea9a5 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Network 4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:49:26.786602 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ac2b11c-50e8-48a9-8c7e-990747792033 req-61a8ca75-2b95-453c-8f7a-847d66e36f19 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365652 Dec 11 22:49:26.825665 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-391221fd-d808-4bf5-8f80-857484112080 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] update failed (client error): The resource could not be found. Dec 11 22:49:26.829087 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-391221fd-d808-4bf5-8f80-857484112080 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "PUT /v2.0/routers/6f90cd3c-7ca5-4a5b-9e10-82729e771f3b HTTP/1.1" status: 404 len: 339 time: 0.5205193 Dec 11 22:49:26.835741 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35170) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:26.836274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-7249666d-2a8e-4fb6-885e-601cd05ea9a5 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:26.841314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7249666d-2a8e-4fb6-885e-601cd05ea9a5 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:26.842009 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7249666d-2a8e-4fb6-885e-601cd05ea9a5 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:26.847061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-7860dba2-99f7-41e6-be5c-eb15ade1484b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-296895157'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:26.847202 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d04fd6-5c54-4a69-b0d9-30e43c00f724 None None] Network 4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:26.868878 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d010f6dd-eec3-4c6f-a60a-3a6a78c869a5 req-5fd378c8-13a2-43ab-a894-e687cf216ee5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423879 Dec 11 22:49:26.976065 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7860dba2-99f7-41e6-be5c-eb15ade1484b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Made reservation on behalf of 1d77dd1efffc44099a97f50068ee164d for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:26.980101 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7860dba2-99f7-41e6-be5c-eb15ade1484b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:27.009144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153dd530-1261-49fb-ab6a-2d511e3a32bb None None] Network 4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:27.011042 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7860dba2-99f7-41e6-be5c-eb15ade1484b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:49:27.023511 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7860dba2-99f7-41e6-be5c-eb15ade1484b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:27.023887 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-7860dba2-99f7-41e6-be5c-eb15ade1484b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Added segment 9fcd4908-8b40-4dcd-b3df-397668c2d8f0 of type vlan for network 835e1e31-28ff-4925-8036-0836ef915a1f Dec 11 22:49:27.027086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1299b520-5b05-438c-88b2-b7b5837e5f04 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:49:27.041628 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:27.061910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Transition to ACTIVE for port object 1299b520-5b05-438c-88b2-b7b5837e5f04 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:49:27.085627 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7860dba2-99f7-41e6-be5c-eb15ade1484b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:27.101013 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7249666d-2a8e-4fb6-885e-601cd05ea9a5 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6213682 Dec 11 22:49:27.101481 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35174) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:27.122571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-731c548b-01ad-4ca7-b428-fc00fd61cec1 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2030560618', 'network_id': '4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:27.163213 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:27.219901 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bd9756-247a-4f85-987e-a7266a1770d3 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:27.222198 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1299b520-5b05-438c-88b2-b7b5837e5f04,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:27.226693 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7860dba2-99f7-41e6-be5c-eb15ade1484b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:27.234246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7860dba2-99f7-41e6-be5c-eb15ade1484b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:27.234905 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7860dba2-99f7-41e6-be5c-eb15ade1484b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:27.273296 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731c548b-01ad-4ca7-b428-fc00fd61cec1 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Made reservation on behalf of dc96344e0a1344babd8a7457f33068b0 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:27.276097 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-731c548b-01ad-4ca7-b428-fc00fd61cec1 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:27.324504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Attempting to bind port 1299b520-5b05-438c-88b2-b7b5837e5f04 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:49:27.326104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Attempting to bind port 1299b520-5b05-438c-88b2-b7b5837e5f04 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:49:27.327095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Attempting to bind port 1299b520-5b05-438c-88b2-b7b5837e5f04 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:49:27.340737 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Port 1299b520-5b05-438c-88b2-b7b5837e5f04 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:49:27.341012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Attempting to bind port 1299b520-5b05-438c-88b2-b7b5837e5f04 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:49:27.356913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:49:27.357326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Checking segment: {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:27.357729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Bound using segment: {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:49:27.358274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Bound port: 1299b520-5b05-438c-88b2-b7b5837e5f04, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:49:27.358641 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:27.377648 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-731c548b-01ad-4ca7-b428-fc00fd61cec1 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] device_id is not set on port 4fc5ac0a-e87d-4ec8-9b2b-be46a5234f52 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:49:27.395943 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860dba2-99f7-41e6-be5c-eb15ade1484b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event updated for resources: {'Network': ['ID=835e1e31-28ff-4925-8036-0836ef915a1f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:27.415163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 835e1e31-28ff-4925-8036-0836ef915a1f details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:49:27.462944 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] For port 1299b520-5b05-438c-88b2-b7b5837e5f04, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:49:27.467260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] For port 1299b520-5b05-438c-88b2-b7b5837e5f04, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=1299b520-5b05-438c-88b2-b7b5837e5f04,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:49:27.490507 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7860dba2-99f7-41e6-be5c-eb15ade1484b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6524825 Dec 11 22:49:27.493519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35180) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:27.500135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d5ba1dd6-9b17-4b1c-9baa-0fcfd343b806 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Request body: {'subnet': {'network_id': '835e1e31-28ff-4925-8036-0836ef915a1f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:27.585315 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:27.601443 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-731c548b-01ad-4ca7-b428-fc00fd61cec1 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Allocated IP 172.20.0.7 (4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf/8a572a7b-17cf-43f4-95b1-6e4cc78d3955/4fc5ac0a-e87d-4ec8-9b2b-be46a5234f52) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:27.607710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:27.616611 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:27.616611 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] 10.222.0.47 "PUT /v2.0/ports/1299b520-5b05-438c-88b2-b7b5837e5f04 HTTP/1.1" status: 200 len: 1092 time: 1.2492573 Dec 11 22:49:27.620193 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb9a848-7cbc-4010-b1f9-c361ae68dab2 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:27.638019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3915b5-622f-4629-816d-b10cf9a530f0', 'tag': '1299b520-5b05-438c-88b2-b7b5837e5f04'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:49:27.640727 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc82930-67d7-47a5-bd39-3e9948805a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3915b5-622f-4629-816d-b10cf9a530f0", "tag": "1299b520-5b05-438c-88b2-b7b5837e5f04"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:49:27.716507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be051fac-36d1-4edd-b4f9-a2ce91b6e2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1299b520-5b05-438c-88b2-b7b5837e5f04,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:27.722436 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f96e1d9-c596-4f33-b334-85d11a03ffaa x-openstack-request-id: req-3f96e1d9-c596-4f33-b334-85d11a03ffaa {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:49:27.722739 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3915b5-622f-4629-816d-b10cf9a530f0", "tag": "1299b520-5b05-438c-88b2-b7b5837e5f04", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:49:27.723128 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f96e1d9-c596-4f33-b334-85d11a03ffaa {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:49:27.723568 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3915b5-622f-4629-816d-b10cf9a530f0', 'tag': '1299b520-5b05-438c-88b2-b7b5837e5f04', 'status': 'completed', 'code': 200} Dec 11 22:49:27.832903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ba1dd6-9b17-4b1c-9baa-0fcfd343b806 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Made reservation on behalf of 1d77dd1efffc44099a97f50068ee164d for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:27.837287 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5ba1dd6-9b17-4b1c-9baa-0fcfd343b806 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:27.843017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-731c548b-01ad-4ca7-b428-fc00fd61cec1 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:27.856095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc82930-67d7-47a5-bd39-3e9948805a4f req-c5e033ac-ea7c-4262-ba35-43ea6e66a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:27.858461 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2bc82930-67d7-47a5-bd39-3e9948805a4f req-c5e033ac-ea7c-4262-ba35-43ea6e66a957 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 1095 time: 0.0894651 Dec 11 22:49:27.976056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69429abd-9c70-4340-a092-85b736d89c3e req-3f460012-5cf9-4a43-9f86-f3b6cd038036 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:27.977835 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-69429abd-9c70-4340-a092-85b736d89c3e req-3f460012-5cf9-4a43-9f86-f3b6cd038036 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0809860 Dec 11 22:49:28.039661 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-69429abd-9c70-4340-a092-85b736d89c3e req-339b03f5-07e2-48e9-8bb0-11613e81daee tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546882 Dec 11 22:49:28.071498 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-731c548b-01ad-4ca7-b428-fc00fd61cec1 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:28.096188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61e5b8-c536-4713-8146-dbcd7e534d99 req-7d5363bb-b03a-46ad-a60d-51bc39befd90 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:28.097631 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc61e5b8-c536-4713-8146-dbcd7e534d99 req-7d5363bb-b03a-46ad-a60d-51bc39befd90 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 944 time: 0.1248589 Dec 11 22:49:28.104555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc82930-67d7-47a5-bd39-3e9948805a4f req-900289c9-bb3e-4ef2-94f6-322366dc0645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:28.106035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2bc82930-67d7-47a5-bd39-3e9948805a4f req-900289c9-bb3e-4ef2-94f6-322366dc0645 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2149477 Dec 11 22:49:28.119642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c548b-01ad-4ca7-b428-fc00fd61cec1 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Network 4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:28.125220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-731c548b-01ad-4ca7-b428-fc00fd61cec1 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:28.127990 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731c548b-01ad-4ca7-b428-fc00fd61cec1 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:28.130135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c548b-01ad-4ca7-b428-fc00fd61cec1 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Pushing event updated for resources: {'Port': ['ID=4fc5ac0a-e87d-4ec8-9b2b-be46a5234f52,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:28.175055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731c548b-01ad-4ca7-b428-fc00fd61cec1 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:28.175919 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-731c548b-01ad-4ca7-b428-fc00fd61cec1 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:28.222977 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-731c548b-01ad-4ca7-b428-fc00fd61cec1 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1200871 Dec 11 22:49:28.226338 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35192) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:28.303233 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc61e5b8-c536-4713-8146-dbcd7e534d99 req-936f9cc4-dec8-4105-ab6a-1fa96f2668d0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722488 Dec 11 22:49:28.319441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd8aa5-99f4-4c6b-9d46-ea7ffd2bedc2 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Deleting port 4fc5ac0a-e87d-4ec8-9b2b-be46a5234f52 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:28.319683 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1fcd8aa5-99f4-4c6b-9d46-ea7ffd2bedc2 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:28.331925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc82930-67d7-47a5-bd39-3e9948805a4f req-187747a6-4812-46d9-99f0-c69ec9559b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:28.334050 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2bc82930-67d7-47a5-bd39-3e9948805a4f req-187747a6-4812-46d9-99f0-c69ec9559b2a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1979756 Dec 11 22:49:28.356726 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5ba1dd6-9b17-4b1c-9baa-0fcfd343b806 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:28.421343 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1fcd8aa5-99f4-4c6b-9d46-ea7ffd2bedc2 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:28.445808 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd8aa5-99f4-4c6b-9d46-ea7ffd2bedc2 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Calling delete_port for 4fc5ac0a-e87d-4ec8-9b2b-be46a5234f52 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:28.452705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba1dd6-9b17-4b1c-9baa-0fcfd343b806 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event updated for resources: {'Subnet': ['ID=4b3c633b-66fa-4492-9997-a97d78aa995f,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:28.471418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-ea8a788f-f155-4dbe-8f19-5e4682d4534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:28.472938 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-ea8a788f-f155-4dbe-8f19-5e4682d4534c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 1095 time: 0.0740652 Dec 11 22:49:28.473674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba1dd6-9b17-4b1c-9baa-0fcfd343b806 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Checking segment: {'id': '9fcd4908-8b40-4dcd-b3df-397668c2d8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '835e1e31-28ff-4925-8036-0836ef915a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:28.474097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba1dd6-9b17-4b1c-9baa-0fcfd343b806 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Network hostable DHCP agents. Network: 835e1e31-28ff-4925-8036-0836ef915a1f, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:49:28.532871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-be3c2cf0-87f3-4c98-ab91-6a8f460df7fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1299b520-5b05-438c-88b2-b7b5837e5f04 HTTP/1.1" status: 200 len: 217 time: 0.0439093 Dec 11 22:49:28.571600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba1dd6-9b17-4b1c-9baa-0fcfd343b806 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Network 835e1e31-28ff-4925-8036-0836ef915a1f is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:49:28.592464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-3a6c03c9-f7c8-4424-90d5-388fcb1b8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:28.593979 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-3a6c03c9-f7c8-4424-90d5-388fcb1b8700 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3 HTTP/1.1" status: 200 len: 845 time: 0.0533006 Dec 11 22:49:28.628926 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-76fcb556-fbd3-4408-93c3-ac5083bf1f96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b9ae698-01f2-4103-b52a-b4d048e88c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280757 Dec 11 22:49:28.681779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d5ba1dd6-9b17-4b1c-9baa-0fcfd343b806 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 835e1e31-28ff-4925-8036-0836ef915a1f) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:28.690112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcd88f0-0c37-4098-b03c-532190b547c9 None None] Network 835e1e31-28ff-4925-8036-0836ef915a1f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:28.690640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ba1dd6-9b17-4b1c-9baa-0fcfd343b806 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:28.690779 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5ba1dd6-9b17-4b1c-9baa-0fcfd343b806 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:28.697410 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1fcd8aa5-99f4-4c6b-9d46-ea7ffd2bedc2 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:28.729358 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd8aa5-99f4-4c6b-9d46-ea7ffd2bedc2 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fc5ac0a-e87d-4ec8-9b2b-be46a5234f52,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:28.743638 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-42eaaf44-2ad5-434b-81f8-fec58c42eff3 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066468 Dec 11 22:49:28.805812 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1fcd8aa5-99f4-4c6b-9d46-ea7ffd2bedc2 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:28.810478 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1fcd8aa5-99f4-4c6b-9d46-ea7ffd2bedc2 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "DELETE /v2.0/ports/4fc5ac0a-e87d-4ec8-9b2b-be46a5234f52 HTTP/1.1" status: 204 len: 168 time: 0.5829635 Dec 11 22:49:28.813239 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35198) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:28.817765 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf', 'external_fixed_ips': [{'subnet_id': '8a572a7b-17cf-43f4-95b1-6e4cc78d3955', 'ip_address': '172.20.0.7'}]}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:28.827006 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35200) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:28.827811 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d5ba1dd6-9b17-4b1c-9baa-0fcfd343b806 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3329015 Dec 11 22:49:28.830688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-835e1e31-28ff-4925-8036-0836ef915a1f', 'network_id': '835e1e31-28ff-4925-8036-0836ef915a1f', 'project_id': '1d77dd1efffc44099a97f50068ee164d', 'fixed_ips': [{'subnet_id': '4b3c633b-66fa-4492-9997-a97d78aa995f'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:49:28.831614 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:28.835160 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e38cf617-b652-41d7-9d3f-a3a53336720d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Request body: {'router': {'external_gateway_info': {'network_id': '835e1e31-28ff-4925-8036-0836ef915a1f'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:28.871915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-214c8a22-e9ee-4e06-bd61-b4171b40af06 req-65807b8a-d0e2-4879-9542-ebfa76aee742 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199005 Dec 11 22:49:29.014596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Allocated IP 2001:db8:1::2 (835e1e31-28ff-4925-8036-0836ef915a1f/4b3c633b-66fa-4492-9997-a97d78aa995f/33d86a93-d902-4e32-96c3-67027f55da3d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:29.041652 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:29.042684 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:29.084510 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e38cf617-b652-41d7-9d3f-a3a53336720d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:29.096762 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:49:29.151112 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:29.194019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7560a-1e51-42f1-a825-64253d19348b req-70b2d1e9-f88a-48a4-9d5d-200d909182d4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:29.203724 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9c7560a-1e51-42f1-a825-64253d19348b req-70b2d1e9-f88a-48a4-9d5d-200d909182d4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0851517 Dec 11 22:49:29.213374 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:29.257880 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9c7560a-1e51-42f1-a825-64253d19348b req-20d34fb4-a0c5-4cbe-885b-26736d014fde tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527923 Dec 11 22:49:29.260554 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:29.310908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Pushing event updated for resources: {'Port': ['ID=33d86a93-d902-4e32-96c3-67027f55da3d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:29.319351 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Network 835e1e31-28ff-4925-8036-0836ef915a1f is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:29.321175 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:29.324502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:29.415955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Attempting to bind port 33d86a93-d902-4e32-96c3-67027f55da3d on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:49:29.416338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Attempting to bind port 33d86a93-d902-4e32-96c3-67027f55da3d by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '9fcd4908-8b40-4dcd-b3df-397668c2d8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '835e1e31-28ff-4925-8036-0836ef915a1f'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:49:29.416716 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Attempting to bind port 33d86a93-d902-4e32-96c3-67027f55da3d on network 835e1e31-28ff-4925-8036-0836ef915a1f {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:49:29.424898 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:49:29.425308 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Checking segment: {'id': '9fcd4908-8b40-4dcd-b3df-397668c2d8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '835e1e31-28ff-4925-8036-0836ef915a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:29.425729 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:29.426132 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Bound using segment: {'id': '9fcd4908-8b40-4dcd-b3df-397668c2d8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '835e1e31-28ff-4925-8036-0836ef915a1f'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:49:29.426618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Bound port: 33d86a93-d902-4e32-96c3-67027f55da3d, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcd4908-8b40-4dcd-b3df-397668c2d8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '835e1e31-28ff-4925-8036-0836ef915a1f'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:49:29.428052 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:29.452017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:29.474398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74cbd3-1926-4878-a4e5-a5a2855a5fb1 req-248073f2-5c8f-494f-bae7-3815621bcfec tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:29.483362 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e74cbd3-1926-4878-a4e5-a5a2855a5fb1 req-248073f2-5c8f-494f-bae7-3815621bcfec tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 944 time: 0.0742309 Dec 11 22:49:29.521625 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] For port 33d86a93-d902-4e32-96c3-67027f55da3d, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:49:29.526258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] For port 33d86a93-d902-4e32-96c3-67027f55da3d, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33d86a93-d902-4e32-96c3-67027f55da3d,segment=NetworkSegment(9fcd4908-8b40-4dcd-b3df-397668c2d8f0),segment_id=9fcd4908-8b40-4dcd-b3df-397668c2d8f0)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:49:29.528748 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-e38cf617-b652-41d7-9d3f-a3a53336720d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:29.531340 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e38cf617-b652-41d7-9d3f-a3a53336720d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "PUT /v2.0/routers/6f90cd3c-7ca5-4a5b-9e10-82729e771f3b HTTP/1.1" status: 400 len: 364 time: 0.7033052 Dec 11 22:49:29.533454 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35216) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:29.538914 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e74cbd3-1926-4878-a4e5-a5a2855a5fb1 req-0602f760-a8a8-459c-8613-fe43764a3b81 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543661 Dec 11 22:49:29.615138 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:29.683415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061da37e-3bbb-451a-b8a3-9d36ba8670b0 None None] Pushing event updated for resources: {'Port': ['ID=33d86a93-d902-4e32-96c3-67027f55da3d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:30.221119 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:30.499974 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33d86a93-d902-4e32-96c3-67027f55da3d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:30.543314 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:30.575691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 33d86a93-d902-4e32-96c3-67027f55da3d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:30.576325 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:30.590513 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:30.694179 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:30.751912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b12fb-ce46-4f62-a837-507cc59155b0 req-cf91793c-21f0-41c5-85cb-173d1fbb9e65 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:30.761225 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e40b12fb-ce46-4f62-a837-507cc59155b0 req-cf91793c-21f0-41c5-85cb-173d1fbb9e65 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 944 time: 0.0747197 Dec 11 22:49:30.766093 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 33d86a93-d902-4e32-96c3-67027f55da3d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33d86a93-d902-4e32-96c3-67027f55da3d,segment=NetworkSegment(9fcd4908-8b40-4dcd-b3df-397668c2d8f0),segment_id=9fcd4908-8b40-4dcd-b3df-397668c2d8f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:30.822908 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e40b12fb-ce46-4f62-a837-507cc59155b0 req-3a652353-be46-4d69-ac0c-04c813bf7f60 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601068 Dec 11 22:49:30.844055 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:30.913394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Allocated IP 2001:db8::1 (7986d998-2e74-43ee-810c-c5fdd5bc33dd/25fc5c8b-9675-4185-99bb-7e12c9dc2fd9/3c47a9ce-78aa-4e3f-971a-f2556eb84c49) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:30.920460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=33d86a93-d902-4e32-96c3-67027f55da3d,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:30.964309 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Allocated IP 172.20.0.7 (4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf/8a572a7b-17cf-43f4-95b1-6e4cc78d3955/da215c4d-ae97-4780-8c52-68beba773783) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:30.969239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0353bbf1-a19c-4471-b6ad-8c07f830cd8f None None] Network 835e1e31-28ff-4925-8036-0836ef915a1f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:31.059014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3d8d3161-3cfb-41db-9018-aacd44d2a02a None None] Provisioning complete for port 33d86a93-d902-4e32-96c3-67027f55da3d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:31.059688 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3d8d3161-3cfb-41db-9018-aacd44d2a02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:31.142402 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:31.164917 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:31.254888 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:31.296080 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:31.312210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Network 7986d998-2e74-43ee-810c-c5fdd5bc33dd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:31.320052 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:31.325711 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:31.326331 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:31.373417 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event updated for resources: {'Port': ['ID=3c47a9ce-78aa-4e3f-971a-f2556eb84c49,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:31.378681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Network 4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:31.387893 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:31.417635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:31.500520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Pushing event updated for resources: {'Port': ['ID=da215c4d-ae97-4780-8c52-68beba773783,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:31.537744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f734bf3f-9b28-4719-874c-4a8dd254dd95 None None] Provisioning complete for port 33d86a93-d902-4e32-96c3-67027f55da3d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:31.538304 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f734bf3f-9b28-4719-874c-4a8dd254dd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:31.665852 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:31.802593 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3a95351d-889a-4d8b-8625-e45c7d27ebb2 None None] Provisioning complete for port 3c47a9ce-78aa-4e3f-971a-f2556eb84c49 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:31.802995 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3a95351d-889a-4d8b-8625-e45c7d27ebb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:31.838094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3a95351d-889a-4d8b-8625-e45c7d27ebb2 None None] Port 3c47a9ce-78aa-4e3f-971a-f2556eb84c49 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:49:31.956488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52998283-9585-4c44-ac32-0a15345733e8 req-9c28b72e-1d10-4fa2-84b0-9a2f9d93fdab tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:31.964672 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52998283-9585-4c44-ac32-0a15345733e8 req-9c28b72e-1d10-4fa2-84b0-9a2f9d93fdab tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 944 time: 0.0606685 Dec 11 22:49:31.975225 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:32.020022 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52998283-9585-4c44-ac32-0a15345733e8 req-305df337-3123-4354-a7ee-61a8d65f7cc8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537691 Dec 11 22:49:32.172151 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:32.238571 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:32.238854 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 1299b520-5b05-438c-88b2-b7b5837e5f04 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:49:32.239424 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:32.270532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:32.351694 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 1299b520-5b05-438c-88b2-b7b5837e5f04, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=1299b520-5b05-438c-88b2-b7b5837e5f04,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:32.365877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '1299b520-5b05-438c-88b2-b7b5837e5f04', 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69', 'port_id': '1299b520-5b05-438c-88b2-b7b5837e5f04', 'mac_address': 'fa:16:3e:aa:bb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:49:32.386595 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event updated for resources: {'Port': ['ID=3c47a9ce-78aa-4e3f-971a-f2556eb84c49,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:32.413075 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:32.428346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1299b520-5b05-438c-88b2-b7b5837e5f04 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:49:32.463856 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 1299b520-5b05-438c-88b2-b7b5837e5f04, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=1299b520-5b05-438c-88b2-b7b5837e5f04,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:32.474874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33d86a93-d902-4e32-96c3-67027f55da3d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:32.496388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Network 7986d998-2e74-43ee-810c-c5fdd5bc33dd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:32.500558 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:32.528983 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 33d86a93-d902-4e32-96c3-67027f55da3d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:32.529384 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:32.549979 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:32.629206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Router 6f90cd3c-7ca5-4a5b-9e10-82729e771f3b has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:49:32.636050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=1299b520-5b05-438c-88b2-b7b5837e5f04,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:32.696196 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Router 8b523403-60d0-4086-8589-74a2a0d09a1e is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:49:32.812334 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:49:32.821554 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cad19253-05c5-4dda-9546-8badbf65a8d1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "PUT /v2.0/routers/6f90cd3c-7ca5-4a5b-9e10-82729e771f3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2852118 Dec 11 22:49:32.821893 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35246) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:32.835731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcd87ad-7087-4297-97ff-dce5463845c5 None None] Sync routers for ids ['6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:49:32.852625 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd87ad-7087-4297-97ff-dce5463845c5 None None] Routers {'6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:32.853156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-edcd87ad-7087-4297-97ff-dce5463845c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:32.896537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-edcd87ad-7087-4297-97ff-dce5463845c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:32.913807 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd87ad-7087-4297-97ff-dce5463845c5 None None] Routers {'6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:32.914544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-edcd87ad-7087-4297-97ff-dce5463845c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:32.964286 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8201164c-7573-4ea5-b4bf-6fe762250331 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:33.096638 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-8201164c-7573-4ea5-b4bf-6fe762250331 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 11 22:49:33.100580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8201164c-7573-4ea5-b4bf-6fe762250331 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "DELETE /v2.0/routers/6f90cd3c-7ca5-4a5b-9e10-82729e771f3b HTTP/1.1" status: 409 len: 329 time: 0.2759659 Dec 11 22:49:33.103778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35250) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:33.144946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-edcd87ad-7087-4297-97ff-dce5463845c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:33.146208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcd87ad-7087-4297-97ff-dce5463845c5 None None] The sync data for ids ['6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:49:33.148027 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['1299b520-5b05-438c-88b2-b7b5837e5f04'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:49:33.239604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-76c3b2a4-a5a7-4646-8c1b-284619c312ae None None] Provisioning complete for port 3c47a9ce-78aa-4e3f-971a-f2556eb84c49 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:33.240553 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-76c3b2a4-a5a7-4646-8c1b-284619c312ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:33.263537 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5a665-fb94-4c5c-a107-2ef427b089bd req-d8ec8bf6-293d-40cb-bf01-0b0cb909126f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:33.265105 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-beb5a665-fb94-4c5c-a107-2ef427b089bd req-d8ec8bf6-293d-40cb-bf01-0b0cb909126f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 945 time: 0.1507118 Dec 11 22:49:33.310240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-76c3b2a4-a5a7-4646-8c1b-284619c312ae None None] Port 3c47a9ce-78aa-4e3f-971a-f2556eb84c49 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:49:33.347589 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:49:33.361812 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3666deb9-23f7-4bc7-a695-810b58d1ce5b None None] Sync routers for ids ['8b523403-60d0-4086-8589-74a2a0d09a1e'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:49:33.381201 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666deb9-23f7-4bc7-a695-810b58d1ce5b None None] Routers {'8b523403-60d0-4086-8589-74a2a0d09a1e'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:33.382750 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3666deb9-23f7-4bc7-a695-810b58d1ce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['8b523403-60d0-4086-8589-74a2a0d09a1e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:33.440384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-beb5a665-fb94-4c5c-a107-2ef427b089bd req-eb0bdd0a-620d-46d2-b9c7-2d9fece53fff tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181927 Dec 11 22:49:33.475070 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:33.477216 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f2cb7ad7-d25e-4077-8768-5c212ae2c3ce tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.6622846 Dec 11 22:49:33.480862 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35254) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:33.547901 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3666deb9-23f7-4bc7-a695-810b58d1ce5b None None] Set router 8b523403-60d0-4086-8589-74a2a0d09a1e gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:49:33.633457 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21c62478-e961-41d1-bfbe-343b7b63b341 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:33.670218 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-195acd8a-855f-49e1-bdd0-bfc79ee880a1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:33.773448 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21c62478-e961-41d1-bfbe-343b7b63b341 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:33.825647 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3666deb9-23f7-4bc7-a695-810b58d1ce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b523403-60d0-4086-8589-74a2a0d09a1e', 'name': '', 'tenant_id': 'dc96344e0a1344babd8a7457f33068b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf', 'external_fixed_ips': [{'subnet_id': '8a572a7b-17cf-43f4-95b1-6e4cc78d3955', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'da215c4d-ae97-4780-8c52-68beba773783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:49:29Z', 'updated_at': '2021-12-11T22:49:31Z', 'revision_number': 3, 'project_id': 'dc96344e0a1344babd8a7457f33068b0', 'gw_port': {'id': 'da215c4d-ae97-4780-8c52-68beba773783', 'name': '', 'network_id': '4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:de:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b523403-60d0-4086-8589-74a2a0d09a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '8a572a7b-17cf-43f4-95b1-6e4cc78d3955', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:49:30Z', 'updated_at': '2021-12-11T22:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a572a7b-17cf-43f4-95b1-6e4cc78d3955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:33.863328 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3666deb9-23f7-4bc7-a695-810b58d1ce5b None None] Checking router: 8b523403-60d0-4086-8589-74a2a0d09a1e for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:49:33.863822 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3666deb9-23f7-4bc7-a695-810b58d1ce5b None None] Updating router 8b523403-60d0-4086-8589-74a2a0d09a1e port da215c4d-ae97-4780-8c52-68beba773783 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:49:33.898052 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3666deb9-23f7-4bc7-a695-810b58d1ce5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:33.926675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-21c62478-e961-41d1-bfbe-343b7b63b341 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Deleting port da215c4d-ae97-4780-8c52-68beba773783 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:33.928296 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21c62478-e961-41d1-bfbe-343b7b63b341 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:34.064879 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21c62478-e961-41d1-bfbe-343b7b63b341 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:34.085838 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-21c62478-e961-41d1-bfbe-343b7b63b341 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Calling delete_port for da215c4d-ae97-4780-8c52-68beba773783 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:34.259627 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 1299b520-5b05-438c-88b2-b7b5837e5f04 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:34.412147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-195acd8a-855f-49e1-bdd0-bfc79ee880a1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Deleting port 3c47a9ce-78aa-4e3f-971a-f2556eb84c49 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:34.412891 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-195acd8a-855f-49e1-bdd0-bfc79ee880a1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:34.432593 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 1299b520-5b05-438c-88b2-b7b5837e5f04 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:49:34.432978 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21c62478-e961-41d1-bfbe-343b7b63b341 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:34.437173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 1299b520-5b05-438c-88b2-b7b5837e5f04 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:34.440817 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:34.440974 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.db.api [None req-3666deb9-23f7-4bc7-a695-810b58d1ce5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:49:34.440974 n-d-710847-6 neutron-server[103694]: DEBUG oslo_db.api [None req-3666deb9-23f7-4bc7-a695-810b58d1ce5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:49:34.465034 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c62478-e961-41d1-bfbe-343b7b63b341 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Pushing event deleted for resources: {'Port': ['ID=da215c4d-ae97-4780-8c52-68beba773783,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:34.546333 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:34.550469 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-195acd8a-855f-49e1-bdd0-bfc79ee880a1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:34.565844 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21c62478-e961-41d1-bfbe-343b7b63b341 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:34.578032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3915b5-622f-4629-816d-b10cf9a530f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1299b520-5b05-438c-88b2-b7b5837e5f04'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:49:34.580634 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d823b0d9-030b-4532-af6f-7bfd4a3bf4c4" -d '{"events": [{"server_uuid": "8c3915b5-622f-4629-816d-b10cf9a530f0", "name": "network-vif-plugged", "status": "completed", "tag": "1299b520-5b05-438c-88b2-b7b5837e5f04"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:49:34.601114 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 1299b520-5b05-438c-88b2-b7b5837e5f04, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=1299b520-5b05-438c-88b2-b7b5837e5f04,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:34.613262 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-195acd8a-855f-49e1-bdd0-bfc79ee880a1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Calling delete_port for 3c47a9ce-78aa-4e3f-971a-f2556eb84c49 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:34.635733 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ab7eae-823b-49d9-86cb-6acfc04cc474 x-openstack-request-id: req-97ab7eae-823b-49d9-86cb-6acfc04cc474 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:49:34.635969 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3915b5-622f-4629-816d-b10cf9a530f0", "name": "network-vif-plugged", "status": "completed", "tag": "1299b520-5b05-438c-88b2-b7b5837e5f04", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:49:34.636212 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97ab7eae-823b-49d9-86cb-6acfc04cc474 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:49:34.636674 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3915b5-622f-4629-816d-b10cf9a530f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1299b520-5b05-438c-88b2-b7b5837e5f04', 'code': 200} Dec 11 22:49:34.672441 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:34.691086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecd8fc-a42b-460d-8639-e2f3a6a894db req-e8e563ee-0638-4a31-89ee-383678aecf2e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:34.692750 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80ecd8fc-a42b-460d-8639-e2f3a6a894db req-e8e563ee-0638-4a31-89ee-383678aecf2e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 945 time: 0.1336806 Dec 11 22:49:34.698743 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21c62478-e961-41d1-bfbe-343b7b63b341 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:34.701705 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21c62478-e961-41d1-bfbe-343b7b63b341 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:34.767559 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=1299b520-5b05-438c-88b2-b7b5837e5f04,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:34.775035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80ecd8fc-a42b-460d-8639-e2f3a6a894db req-b286d380-c548-4102-8406-9258fa5de2f0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737336 Dec 11 22:49:34.832020 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21c62478-e961-41d1-bfbe-343b7b63b341 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:34.832564 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c62478-e961-41d1-bfbe-343b7b63b341 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b523403-60d0-4086-8589-74a2a0d09a1e {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:49:34.837910 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21c62478-e961-41d1-bfbe-343b7b63b341 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:34.839394 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-21c62478-e961-41d1-bfbe-343b7b63b341 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "DELETE /v2.0/routers/8b523403-60d0-4086-8589-74a2a0d09a1e HTTP/1.1" status: 204 len: 168 time: 1.3550768 Dec 11 22:49:34.840732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e71945-8374-4c9f-a2c1-dc4e20196632 req-78769b19-a5c9-4506-bdcc-bf8bbecc7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:34.842136 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35270) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:34.842327 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-48e71945-8374-4c9f-a2c1-dc4e20196632 req-78769b19-a5c9-4506-bdcc-bf8bbecc7447 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 1097 time: 0.0818064 Dec 11 22:49:34.902493 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e16210-3857-4290-9790-97c5ec28a8ac tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Deleting subnet 8a572a7b-17cf-43f4-95b1-6e4cc78d3955 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:49:34.906923 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-87e16210-3857-4290-9790-97c5ec28a8ac tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:34.946627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-48e71945-8374-4c9f-a2c1-dc4e20196632 req-c850f21a-4c27-4321-b8fb-5ec50a5b9487 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662141 Dec 11 22:49:34.960357 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3666deb9-23f7-4bc7-a695-810b58d1ce5b None None] Port da215c4d-ae97-4780-8c52-68beba773783 not found while updating agent binding for router 8b523403-60d0-4086-8589-74a2a0d09a1e. {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 11 22:49:34.961854 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-87e16210-3857-4290-9790-97c5ec28a8ac tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:34.969775 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666deb9-23f7-4bc7-a695-810b58d1ce5b None None] Routers set() bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:34.970731 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666deb9-23f7-4bc7-a695-810b58d1ce5b None None] Router IDs set() for agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 11 22:49:34.971634 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_agentschedulers_db [None req-3666deb9-23f7-4bc7-a695-810b58d1ce5b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8b523403-60d0-4086-8589-74a2a0d09a1e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent'). {{(pid=103694) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 11 22:49:34.972231 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3666deb9-23f7-4bc7-a695-810b58d1ce5b None None] The sync data for ids ['8b523403-60d0-4086-8589-74a2a0d09a1e'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:49:35.012967 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-87e16210-3857-4290-9790-97c5ec28a8ac tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:35.105600 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-195acd8a-855f-49e1-bdd0-bfc79ee880a1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:35.134812 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195acd8a-855f-49e1-bdd0-bfc79ee880a1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event deleted for resources: {'Port': ['ID=3c47a9ce-78aa-4e3f-971a-f2556eb84c49,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:35.157856 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-87e16210-3857-4290-9790-97c5ec28a8ac tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:35.186950 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e16210-3857-4290-9790-97c5ec28a8ac tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8a572a7b-17cf-43f4-95b1-6e4cc78d3955,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:35.198053 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-87e16210-3857-4290-9790-97c5ec28a8ac tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:35.203815 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-87e16210-3857-4290-9790-97c5ec28a8ac tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/8a572a7b-17cf-43f4-95b1-6e4cc78d3955 HTTP/1.1" status: 204 len: 168 time: 0.3579128 Dec 11 22:49:35.204612 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35276) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:35.273281 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-195acd8a-855f-49e1-bdd0-bfc79ee880a1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:35.300835 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41033a22-c16b-422b-9e0b-95783888c425 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:35.407904 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41033a22-c16b-422b-9e0b-95783888c425 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:35.431186 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-41033a22-c16b-422b-9e0b-95783888c425 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:35.442326 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-41033a22-c16b-422b-9e0b-95783888c425 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74679622-c04c-47fb-bd11-d55ccee347e3') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:35.444573 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-41033a22-c16b-422b-9e0b-95783888c425 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74679622-c04c-47fb-bd11-d55ccee347e3') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:35.455680 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41033a22-c16b-422b-9e0b-95783888c425 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:35.461886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195acd8a-855f-49e1-bdd0-bfc79ee880a1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Router 6f90cd3c-7ca5-4a5b-9e10-82729e771f3b has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:49:35.477535 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41033a22-c16b-422b-9e0b-95783888c425 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41033a22-c16b-422b-9e0b-95783888c425 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41033a22-c16b-422b-9e0b-95783888c425 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:49:35.487025 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:49:35.548610 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195acd8a-855f-49e1-bdd0-bfc79ee880a1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:49:35.554784 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-195acd8a-855f-49e1-bdd0-bfc79ee880a1 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "PUT /v2.0/routers/6f90cd3c-7ca5-4a5b-9e10-82729e771f3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4490142 Dec 11 22:49:35.561197 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef086c-2697-42b5-a263-bbe2a0c45e00 None None] Sync routers for ids ['6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:49:35.563379 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35278) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:35.573981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef086c-2697-42b5-a263-bbe2a0c45e00 None None] Routers {'6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:35.574635 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8cef086c-2697-42b5-a263-bbe2a0c45e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:35.609633 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-e8b13aa7-758d-4072-a2d9-54b32ed1062b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] show failed (client error): The resource could not be found. Dec 11 22:49:35.610840 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8cef086c-2697-42b5-a263-bbe2a0c45e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:35.615122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35280) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:35.615754 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e8b13aa7-758d-4072-a2d9-54b32ed1062b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-1805160763 HTTP/1.1" status: 404 len: 335 time: 0.0507038 Dec 11 22:49:35.620276 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9a07f532-8303-423c-92d6-4bae50737599 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:35.620479 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef086c-2697-42b5-a263-bbe2a0c45e00 None None] Routers {'6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:35.624243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8cef086c-2697-42b5-a263-bbe2a0c45e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:35.654870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8cef086c-2697-42b5-a263-bbe2a0c45e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:35.655797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef086c-2697-42b5-a263-bbe2a0c45e00 None None] The sync data for ids ['6f90cd3c-7ca5-4a5b-9e10-82729e771f3b'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:49:35.656944 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41033a22-c16b-422b-9e0b-95783888c425 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:35.665117 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-9a07f532-8303-423c-92d6-4bae50737599 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] update failed (client error): The resource could not be found. Dec 11 22:49:35.670112 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9a07f532-8303-423c-92d6-4bae50737599 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-1451147312 HTTP/1.1" status: 404 len: 335 time: 0.0500927 Dec 11 22:49:35.670112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35282) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:35.683278 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41033a22-c16b-422b-9e0b-95783888c425 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 11 22:49:35.685210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41033a22-c16b-422b-9e0b-95783888c425 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Pushing event deleted for resources: {'Network': ['ID=4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:35.687261 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41033a22-c16b-422b-9e0b-95783888c425 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:35.696687 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-41033a22-c16b-422b-9e0b-95783888c425 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "DELETE /v2.0/networks/4173a8d7-ec07-4d0b-85a4-ffa21d2fcdbf HTTP/1.1" status: 204 len: 168 time: 0.4842896 Dec 11 22:49:35.750605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a3be2f-44f2-45b4-ab15-79a29c04f5f6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Deleting subnet 4b3c633b-66fa-4492-9997-a97d78aa995f {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:49:35.754234 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43a3be2f-44f2-45b4-ab15-79a29c04f5f6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:35.816348 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43a3be2f-44f2-45b4-ab15-79a29c04f5f6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:35.932262 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43a3be2f-44f2-45b4-ab15-79a29c04f5f6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.014560 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfeb859-3450-43b4-b058-93539d6df453 req-2dfc2ff8-55b3-4855-91b7-7f38c298e3e0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:36.017566 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0dfeb859-3450-43b4-b058-93539d6df453 req-2dfc2ff8-55b3-4855-91b7-7f38c298e3e0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 946 time: 0.0914330 Dec 11 22:49:36.094514 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0dfeb859-3450-43b4-b058-93539d6df453 req-b4c1bad0-bbc4-40bc-ad63-02117000eadc tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693455 Dec 11 22:49:36.110287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35298) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:36.126711 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-62edf8a1-3c3a-43c1-b1e8-259b62a12866 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Request body: {'router': {'name': 'tempest-router--549659639', 'project_id': 'b5e1b84dd9c04f7b9afac6f0af4dac64'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:36.306579 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43a3be2f-44f2-45b4-ab15-79a29c04f5f6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.343154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3be2f-44f2-45b4-ab15-79a29c04f5f6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event deleted for resources: {'Subnet': ['ID=4b3c633b-66fa-4492-9997-a97d78aa995f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:36.348202 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43a3be2f-44f2-45b4-ab15-79a29c04f5f6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.352578 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-43a3be2f-44f2-45b4-ab15-79a29c04f5f6 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "DELETE /v2.0/subnets/4b3c633b-66fa-4492-9997-a97d78aa995f HTTP/1.1" status: 204 len: 168 time: 0.6818697 Dec 11 22:49:36.355126 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35302) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:36.356797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacaf9c4-8c0f-4d51-b712-eeb23990d5c7 None None] Network 835e1e31-28ff-4925-8036-0836ef915a1f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:36.417305 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62edf8a1-3c3a-43c1-b1e8-259b62a12866 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.418512 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62edf8a1-3c3a-43c1-b1e8-259b62a12866 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.445527 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.502944 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62edf8a1-3c3a-43c1-b1e8-259b62a12866 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.529193 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c40e50-0ea6-4d8c-aa5b-65bf6acfa93a None None] DHCP port deletion for 835e1e31-28ff-4925-8036-0836ef915a1f request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:36.550283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Deleting port 33d86a93-d902-4e32-96c3-67027f55da3d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:36.550633 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.565238 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62edf8a1-3c3a-43c1-b1e8-259b62a12866 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.584477 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f1c40e50-0ea6-4d8c-aa5b-65bf6acfa93a None None] Deleting port 33d86a93-d902-4e32-96c3-67027f55da3d {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:36.589591 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f1c40e50-0ea6-4d8c-aa5b-65bf6acfa93a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.628570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] For port 33d86a93-d902-4e32-96c3-67027f55da3d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33d86a93-d902-4e32-96c3-67027f55da3d,segment=NetworkSegment(9fcd4908-8b40-4dcd-b3df-397668c2d8f0),segment_id=9fcd4908-8b40-4dcd-b3df-397668c2d8f0)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:36.628945 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.643516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Calling delete_port for 33d86a93-d902-4e32-96c3-67027f55da3d owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:36.655592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f1c40e50-0ea6-4d8c-aa5b-65bf6acfa93a None None] For port 33d86a93-d902-4e32-96c3-67027f55da3d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33d86a93-d902-4e32-96c3-67027f55da3d,segment=NetworkSegment(9fcd4908-8b40-4dcd-b3df-397668c2d8f0),segment_id=9fcd4908-8b40-4dcd-b3df-397668c2d8f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:36.656254 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f1c40e50-0ea6-4d8c-aa5b-65bf6acfa93a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.671389 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f1c40e50-0ea6-4d8c-aa5b-65bf6acfa93a None None] Calling delete_port for 33d86a93-d902-4e32-96c3-67027f55da3d owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:36.693270 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62edf8a1-3c3a-43c1-b1e8-259b62a12866 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.697641 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-62edf8a1-3c3a-43c1-b1e8-259b62a12866 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5830772 Dec 11 22:49:36.697641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35304) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:36.784484 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-382d4b20-c047-4160-8613-ef95138ae905 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.837248 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f1c40e50-0ea6-4d8c-aa5b-65bf6acfa93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.863584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c40e50-0ea6-4d8c-aa5b-65bf6acfa93a None None] Pushing event deleted for resources: {'Port': ['ID=33d86a93-d902-4e32-96c3-67027f55da3d,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:36.868697 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c40e50-0ea6-4d8c-aa5b-65bf6acfa93a None None] No DVR routers for this DVR port 33d86a93-d902-4e32-96c3-67027f55da3d on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:49:36.921580 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.977358 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-382d4b20-c047-4160-8613-ef95138ae905 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.980863 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-382d4b20-c047-4160-8613-ef95138ae905 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:36.985595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event deleted for resources: {'Port': ['ID=33d86a93-d902-4e32-96c3-67027f55da3d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:36.990040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] No DVR routers for this DVR port 33d86a93-d902-4e32-96c3-67027f55da3d on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:49:37.108033 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:37.129244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835e1e31-28ff-4925-8036-0836ef915a1f']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:37.132059 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-382d4b20-c047-4160-8613-ef95138ae905 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:37.132059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382d4b20-c047-4160-8613-ef95138ae905 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a752b272-4ceb-4417-bfc9-7291aca54491 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:49:37.140907 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-382d4b20-c047-4160-8613-ef95138ae905 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:37.142062 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-382d4b20-c047-4160-8613-ef95138ae905 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "DELETE /v2.0/routers/a752b272-4ceb-4417-bfc9-7291aca54491 HTTP/1.1" status: 204 len: 168 time: 0.4437885 Dec 11 22:49:37.146369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcd4908-8b40-4dcd-b3df-397668c2d8f0') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:37.146702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcd4908-8b40-4dcd-b3df-397668c2d8f0') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:37.160681 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:37.177749 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:37.184935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:49:37.185320 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:49:37.191365 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:49:37.236725 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2393554-4b76-40dc-8a80-d70b3b0c9484 req-bb94097a-f777-428a-b975-b415838774d5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:37.238974 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e2393554-4b76-40dc-8a80-d70b3b0c9484 req-bb94097a-f777-428a-b975-b415838774d5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 946 time: 0.0595305 Dec 11 22:49:37.303388 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e2393554-4b76-40dc-8a80-d70b3b0c9484 req-c282c855-9db3-4989-a440-d3f72bc583aa tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557206 Dec 11 22:49:37.389066 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:37.415973 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:37.419334 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "DELETE /v2.0/networks/835e1e31-28ff-4925-8036-0836ef915a1f HTTP/1.1" status: 204 len: 168 time: 1.0630481 Dec 11 22:49:37.421858 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35320) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:37.433879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c694c9-a037-4f40-97b7-934cc54e5fca tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event deleted for resources: {'Network': ['ID=835e1e31-28ff-4925-8036-0836ef915a1f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:37.460267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35322) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:37.466109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348a97-a285-4d34-8acc-492c52f522c3 req-8fd81d04-21d0-4d7a-9b6b-04bfa875019e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:37.467707 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f348a97-a285-4d34-8acc-492c52f522c3 req-8fd81d04-21d0-4d7a-9b6b-04bfa875019e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 946 time: 0.0899251 Dec 11 22:49:37.484721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e82b49b-6ad2-49de-bf09-998dd0ef9f9a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Deleting subnet a6041278-a956-4ade-9942-f24aabc26bb3 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:49:37.488441 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e82b49b-6ad2-49de-bf09-998dd0ef9f9a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:37.533767 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e82b49b-6ad2-49de-bf09-998dd0ef9f9a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:37.538488 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f348a97-a285-4d34-8acc-492c52f522c3 req-1bd20527-c675-4e9c-8df7-1ee05a961769 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607972 Dec 11 22:49:37.653162 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e82b49b-6ad2-49de-bf09-998dd0ef9f9a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:37.752924 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2110293761', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}, 'admin_state_up': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:38.243803 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:38.244252 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e82b49b-6ad2-49de-bf09-998dd0ef9f9a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:38.245151 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:38.286177 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82b49b-6ad2-49de-bf09-998dd0ef9f9a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event deleted for resources: {'Subnet': ['ID=a6041278-a956-4ade-9942-f24aabc26bb3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:38.286177 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e82b49b-6ad2-49de-bf09-998dd0ef9f9a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:38.290509 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6e82b49b-6ad2-49de-bf09-998dd0ef9f9a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "DELETE /v2.0/subnets/a6041278-a956-4ade-9942-f24aabc26bb3 HTTP/1.1" status: 204 len: 168 time: 0.8676043 Dec 11 22:49:38.291798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2d3398-29c9-4a53-b449-f9b21931f299 None None] Network 096d1eab-ef6c-4340-9a8a-44df7886a666 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:38.292956 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35332) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:38.310429 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:38.357425 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-599328f5-67f9-4e4d-8ecd-9fc920d497f0 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Deleting subnet 1d0c509c-5414-49f2-8fde-09dcb2cdef9d {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:49:38.363833 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-599328f5-67f9-4e4d-8ecd-9fc920d497f0 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:38.415077 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-599328f5-67f9-4e4d-8ecd-9fc920d497f0 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:38.459423 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33d86a93-d902-4e32-96c3-67027f55da3d no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:49:38.499203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 33d86a93-d902-4e32-96c3-67027f55da3d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:49:38.499620 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33d86a93-d902-4e32-96c3-67027f55da3d not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:49:38.533474 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-599328f5-67f9-4e4d-8ecd-9fc920d497f0 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:38.629880 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432e884e-0ce8-4f5d-81f8-bed812744a23 None None] DHCP port deletion for 096d1eab-ef6c-4340-9a8a-44df7886a666 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:38.657347 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:38.658077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61edc63-98d7-4e4e-9819-f83476e27a6e req-c74f7014-e294-4dc1-83bd-0ead5c25b541 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:38.659082 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c61edc63-98d7-4e4e-9819-f83476e27a6e req-c74f7014-e294-4dc1-83bd-0ead5c25b541 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 946 time: 0.0528476 Dec 11 22:49:38.666524 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-599328f5-67f9-4e4d-8ecd-9fc920d497f0 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:38.698491 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-432e884e-0ce8-4f5d-81f8-bed812744a23 None None] Deleting port 5cbb7d09-eb10-49fb-a656-37693d776d8a {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:38.699004 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-432e884e-0ce8-4f5d-81f8-bed812744a23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:38.718198 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599328f5-67f9-4e4d-8ecd-9fc920d497f0 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event deleted for resources: {'Subnet': ['ID=1d0c509c-5414-49f2-8fde-09dcb2cdef9d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:38.722623 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-599328f5-67f9-4e4d-8ecd-9fc920d497f0 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:38.729410 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35340) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:38.730264 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-599328f5-67f9-4e4d-8ecd-9fc920d497f0 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "DELETE /v2.0/subnets/1d0c509c-5414-49f2-8fde-09dcb2cdef9d HTTP/1.1" status: 204 len: 168 time: 0.4361410 Dec 11 22:49:38.735377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b364ae-4b58-42cc-8ae7-ebd99d7e5a36 None None] Network 733b4640-72ee-412b-aeb1-828682273bf0 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:38.789801 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c61edc63-98d7-4e4e-9819-f83476e27a6e req-9d4add69-3548-4300-9f1e-43e2804ac40f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126685 Dec 11 22:49:38.892733 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:38.918999 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-432e884e-0ce8-4f5d-81f8-bed812744a23 None None] For port 5cbb7d09-eb10-49fb-a656-37693d776d8a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5cbb7d09-eb10-49fb-a656-37693d776d8a,segment=NetworkSegment(256628a6-5cca-4863-8434-27d848dd59ac),segment_id=256628a6-5cca-4863-8434-27d848dd59ac)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:38.920494 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-432e884e-0ce8-4f5d-81f8-bed812744a23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:38.941989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-432e884e-0ce8-4f5d-81f8-bed812744a23 None None] Calling delete_port for 5cbb7d09-eb10-49fb-a656-37693d776d8a owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:39.002372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Deleting port 5cbb7d09-eb10-49fb-a656-37693d776d8a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:39.002502 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:39.069307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93180068-cd18-41b4-946c-9dd167ba1b62 None None] DHCP port deletion for 733b4640-72ee-412b-aeb1-828682273bf0 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:39.139390 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-93180068-cd18-41b4-946c-9dd167ba1b62 None None] Deleting port 8185f19c-3379-4ad3-9de9-82f80ab70325 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:39.139775 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93180068-cd18-41b4-946c-9dd167ba1b62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:39.142592 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-432e884e-0ce8-4f5d-81f8-bed812744a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:39.194120 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:39.197775 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] For port 5cbb7d09-eb10-49fb-a656-37693d776d8a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5cbb7d09-eb10-49fb-a656-37693d776d8a,segment=NetworkSegment(256628a6-5cca-4863-8434-27d848dd59ac),segment_id=256628a6-5cca-4863-8434-27d848dd59ac)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:39.198340 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:39.214149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e884e-0ce8-4f5d-81f8-bed812744a23 None None] Pushing event deleted for resources: {'Port': ['ID=5cbb7d09-eb10-49fb-a656-37693d776d8a,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:39.229707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e884e-0ce8-4f5d-81f8-bed812744a23 None None] No DVR routers for this DVR port 5cbb7d09-eb10-49fb-a656-37693d776d8a on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:49:39.232506 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:39.237805 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Calling delete_port for 5cbb7d09-eb10-49fb-a656-37693d776d8a owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:39.258834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-93180068-cd18-41b4-946c-9dd167ba1b62 None None] For port 8185f19c-3379-4ad3-9de9-82f80ab70325, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8185f19c-3379-4ad3-9de9-82f80ab70325,segment=NetworkSegment(f8c3b4a8-d7f5-45f7-bb58-38db5ee73fab),segment_id=f8c3b4a8-d7f5-45f7-bb58-38db5ee73fab)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:39.268861 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93180068-cd18-41b4-946c-9dd167ba1b62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:39.273936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-93180068-cd18-41b4-946c-9dd167ba1b62 None None] Calling delete_port for 8185f19c-3379-4ad3-9de9-82f80ab70325 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:39.489016 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93180068-cd18-41b4-946c-9dd167ba1b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:39.522932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93180068-cd18-41b4-946c-9dd167ba1b62 None None] Pushing event deleted for resources: {'Port': ['ID=8185f19c-3379-4ad3-9de9-82f80ab70325,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:39.530600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93180068-cd18-41b4-946c-9dd167ba1b62 None None] No DVR routers for this DVR port 8185f19c-3379-4ad3-9de9-82f80ab70325 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:49:39.720501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Allocated IP 172.25.1.194 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/3d724aac-9871-4252-b92e-01e846b4b09d) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:39.724684 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:39.755783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event deleted for resources: {'Port': ['ID=5cbb7d09-eb10-49fb-a656-37693d776d8a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:39.763155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] No DVR routers for this DVR port 5cbb7d09-eb10-49fb-a656-37693d776d8a on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:49:39.905373 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:39.917617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd120378-c41a-490e-9919-b5dc315df9a7 req-de44cc50-99f8-4ca4-9870-81d5c6463fd8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:39.919239 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd120378-c41a-490e-9919-b5dc315df9a7 req-de44cc50-99f8-4ca4-9870-81d5c6463fd8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 946 time: 0.0541914 Dec 11 22:49:39.942905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096d1eab-ef6c-4340-9a8a-44df7886a666']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:39.963296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256628a6-5cca-4863-8434-27d848dd59ac') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:39.967550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256628a6-5cca-4863-8434-27d848dd59ac') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:39.973206 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:39.977814 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:39.985163 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd120378-c41a-490e-9919-b5dc315df9a7 req-99ca270d-1c6d-49ac-b7a6-6e7eabfd2bd8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582962 Dec 11 22:49:40.013014 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.040677 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:49:40.041094 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:49:40.044967 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:49:40.141715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7694d4-996f-44a2-9ef0-ad50f643ab5a req-dac27782-c532-4fc1-a583-8c7152b618b9 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:40.145059 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7c7694d4-996f-44a2-9ef0-ad50f643ab5a req-dac27782-c532-4fc1-a583-8c7152b618b9 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 946 time: 0.1439762 Dec 11 22:49:40.226111 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.235893 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.235893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "DELETE /v2.0/networks/096d1eab-ef6c-4340-9a8a-44df7886a666 HTTP/1.1" status: 204 len: 168 time: 1.5047007 Dec 11 22:49:40.240710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35356) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:40.252923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21ec00-4878-4bcd-a5dd-50b28cbb35b2 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event deleted for resources: {'Network': ['ID=096d1eab-ef6c-4340-9a8a-44df7886a666,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:40.261701 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.315327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:40.322304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:40.325555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-7c7694d4-996f-44a2-9ef0-ad50f643ab5a req-29898cfd-c7cb-4fbf-a6a5-7e0bbf732cd0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Deleting port 1299b520-5b05-438c-88b2-b7b5837e5f04 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:40.325905 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7c7694d4-996f-44a2-9ef0-ad50f643ab5a req-29898cfd-c7cb-4fbf-a6a5-7e0bbf732cd0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.332507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:40.338799 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6316614f-3e61-43e0-b83a-eb606432b82f tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.352124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf5c0f3-2f72-4587-ba54-eba052cc2142 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:40.363008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Pushing event updated for resources: {'Port': ['ID=3d724aac-9871-4252-b92e-01e846b4b09d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:40.428789 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6f2e6327-46ad-4293-a0b1-cabf5ff77271 None None] Provisioning complete for port 3d724aac-9871-4252-b92e-01e846b4b09d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:40.429739 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f2e6327-46ad-4293-a0b1-cabf5ff77271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.467067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5cbb7d09-eb10-49fb-a656-37693d776d8a no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:49:40.488516 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6316614f-3e61-43e0-b83a-eb606432b82f tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.506433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e6327-46ad-4293-a0b1-cabf5ff77271 None None] Port 3d724aac-9871-4252-b92e-01e846b4b09d cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:49:40.510203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 5cbb7d09-eb10-49fb-a656-37693d776d8a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:49:40.510203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5cbb7d09-eb10-49fb-a656-37693d776d8a not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:49:40.511941 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8185f19c-3379-4ad3-9de9-82f80ab70325 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:49:40.512413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-6316614f-3e61-43e0-b83a-eb606432b82f tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733b4640-72ee-412b-aeb1-828682273bf0']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:40.522526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-6316614f-3e61-43e0-b83a-eb606432b82f tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c3b4a8-d7f5-45f7-bb58-38db5ee73fab') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:40.522872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-6316614f-3e61-43e0-b83a-eb606432b82f tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c3b4a8-d7f5-45f7-bb58-38db5ee73fab') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:40.533348 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6316614f-3e61-43e0-b83a-eb606432b82f tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.537746 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 8185f19c-3379-4ad3-9de9-82f80ab70325 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:49:40.538248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8185f19c-3379-4ad3-9de9-82f80ab70325 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:49:40.561741 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6316614f-3e61-43e0-b83a-eb606432b82f tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6316614f-3e61-43e0-b83a-eb606432b82f tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6316614f-3e61-43e0-b83a-eb606432b82f tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:49:40.585029 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:49:40.588272 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-7c7694d4-996f-44a2-9ef0-ad50f643ab5a req-29898cfd-c7cb-4fbf-a6a5-7e0bbf732cd0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] For port 1299b520-5b05-438c-88b2-b7b5837e5f04, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=1299b520-5b05-438c-88b2-b7b5837e5f04,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:40.588671 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7c7694d4-996f-44a2-9ef0-ad50f643ab5a req-29898cfd-c7cb-4fbf-a6a5-7e0bbf732cd0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.610383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-7c7694d4-996f-44a2-9ef0-ad50f643ab5a req-29898cfd-c7cb-4fbf-a6a5-7e0bbf732cd0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Calling delete_port for 1299b520-5b05-438c-88b2-b7b5837e5f04 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:40.763364 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6316614f-3e61-43e0-b83a-eb606432b82f tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.773465 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6316614f-3e61-43e0-b83a-eb606432b82f tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.778468 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6316614f-3e61-43e0-b83a-eb606432b82f tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "DELETE /v2.0/networks/733b4640-72ee-412b-aeb1-828682273bf0 HTTP/1.1" status: 204 len: 168 time: 0.5350521 Dec 11 22:49:40.784158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35362) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:40.787314 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316614f-3e61-43e0-b83a-eb606432b82f tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event deleted for resources: {'Network': ['ID=733b4640-72ee-412b-aeb1-828682273bf0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:40.908888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b062d2-da4e-4754-bcb5-f3f6a9c9110a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Deleting subnet 25fc5c8b-9675-4185-99bb-7e12c9dc2fd9 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:49:40.915409 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71b062d2-da4e-4754-bcb5-f3f6a9c9110a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.940449 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:40.993840 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71b062d2-da4e-4754-bcb5-f3f6a9c9110a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:41.119902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a9110-9e34-4be6-bf9d-5e971e865e20 req-bcc2dea7-ec83-4fd6-9573-050f8cc22ed8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:41.121522 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dc7a9110-9e34-4be6-bf9d-5e971e865e20 req-bcc2dea7-ec83-4fd6-9573-050f8cc22ed8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 946 time: 0.0490232 Dec 11 22:49:41.165824 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71b062d2-da4e-4754-bcb5-f3f6a9c9110a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:41.173549 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dc7a9110-9e34-4be6-bf9d-5e971e865e20 req-806d4ee6-0be7-4192-a2df-dd303c5a6a5b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Dec 11 22:49:41.273540 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:41.751326 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7c7694d4-996f-44a2-9ef0-ad50f643ab5a req-29898cfd-c7cb-4fbf-a6a5-7e0bbf732cd0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:41.763431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ec559dce-69fa-4cb1-acdd-66e658b00f15'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:49:41.781570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Router 862a8443-a1ed-4304-bf27-5202a77ac1e4 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:49:41.788146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29898cfd-c7cb-4fbf-a6a5-7e0bbf732cd0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Pushing event deleted for resources: {'Port': ['ID=1299b520-5b05-438c-88b2-b7b5837e5f04,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:41.800505 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71b062d2-da4e-4754-bcb5-f3f6a9c9110a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:41.804283 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['1299b520-5b05-438c-88b2-b7b5837e5f04'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:49:41.835647 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b062d2-da4e-4754-bcb5-f3f6a9c9110a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event deleted for resources: {'Subnet': ['ID=25fc5c8b-9675-4185-99bb-7e12c9dc2fd9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:41.864760 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcd3271-2533-4512-8b9f-9f533dd003c3 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:41.893101 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71b062d2-da4e-4754-bcb5-f3f6a9c9110a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:41.893101 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-71b062d2-da4e-4754-bcb5-f3f6a9c9110a tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "DELETE /v2.0/subnets/25fc5c8b-9675-4185-99bb-7e12c9dc2fd9 HTTP/1.1" status: 204 len: 168 time: 1.1004272 Dec 11 22:49:41.893423 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35382) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:41.913538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302d78c0-149d-4335-aba9-03f59c21db82 None None] Network 7986d998-2e74-43ee-810c-c5fdd5bc33dd requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:49:41.987963 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.016407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7694d4-996f-44a2-9ef0-ad50f643ab5a req-29898cfd-c7cb-4fbf-a6a5-7e0bbf732cd0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] No DVR routers for this DVR port 1299b520-5b05-438c-88b2-b7b5837e5f04 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:49:42.021115 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7c7694d4-996f-44a2-9ef0-ad50f643ab5a req-29898cfd-c7cb-4fbf-a6a5-7e0bbf732cd0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.025415 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7c7694d4-996f-44a2-9ef0-ad50f643ab5a req-29898cfd-c7cb-4fbf-a6a5-7e0bbf732cd0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "DELETE /v2.0/ports/1299b520-5b05-438c-88b2-b7b5837e5f04 HTTP/1.1" status: 204 len: 173 time: 1.8740785 Dec 11 22:49:42.040477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3915b5-622f-4629-816d-b10cf9a530f0', 'name': 'network-vif-deleted', 'tag': '1299b520-5b05-438c-88b2-b7b5837e5f04'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:49:42.046780 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cb0274-ec5f-4247-90cd-9fb544ba4d7b" -d '{"events": [{"server_uuid": "8c3915b5-622f-4629-816d-b10cf9a530f0", "name": "network-vif-deleted", "tag": "1299b520-5b05-438c-88b2-b7b5837e5f04"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:49:42.072347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:49:42.076490 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Deleting port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:42.077092 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.088399 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57d788-a356-4705-adeb-a33cf49fd807 None None] Sync routers for ids ['862a8443-a1ed-4304-bf27-5202a77ac1e4'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:49:42.116458 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57d788-a356-4705-adeb-a33cf49fd807 None None] Routers {'862a8443-a1ed-4304-bf27-5202a77ac1e4'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:42.117448 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ab57d788-a356-4705-adeb-a33cf49fd807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['862a8443-a1ed-4304-bf27-5202a77ac1e4'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:42.174696 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ab57d788-a356-4705-adeb-a33cf49fd807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:42.180531 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa19147-f6af-4327-b04d-9c1645d2ecf5 x-openstack-request-id: req-4fa19147-f6af-4327-b04d-9c1645d2ecf5 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:49:42.181095 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3915b5-622f-4629-816d-b10cf9a530f0", "name": "network-vif-deleted", "tag": "1299b520-5b05-438c-88b2-b7b5837e5f04", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:49:42.181566 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4fa19147-f6af-4327-b04d-9c1645d2ecf5 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:49:42.182573 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3915b5-622f-4629-816d-b10cf9a530f0', 'name': 'network-vif-deleted', 'tag': '1299b520-5b05-438c-88b2-b7b5837e5f04', 'status': 'completed', 'code': 200} Dec 11 22:49:42.189119 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.195493 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] For port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1,segment=NetworkSegment(f3dc27d8-e614-4b06-ac68-f33272c4993c),segment_id=f3dc27d8-e614-4b06-ac68-f33272c4993c)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:42.196303 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.200989 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57d788-a356-4705-adeb-a33cf49fd807 None None] Routers {'862a8443-a1ed-4304-bf27-5202a77ac1e4'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:42.201692 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ab57d788-a356-4705-adeb-a33cf49fd807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['862a8443-a1ed-4304-bf27-5202a77ac1e4'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:42.202640 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ac13e0ef-4697-4ccc-bca3-9b520e8f866c tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.7499988 Dec 11 22:49:42.207990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35396) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:42.208771 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bac1a1d-09f9-43d8-9642-971fa1f434c0 None None] DHCP port deletion for 7986d998-2e74-43ee-810c-c5fdd5bc33dd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:42.242626 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Calling delete_port for b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:42.246559 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ab57d788-a356-4705-adeb-a33cf49fd807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:42.247376 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57d788-a356-4705-adeb-a33cf49fd807 None None] The sync data for ids ['862a8443-a1ed-4304-bf27-5202a77ac1e4'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:49:42.304180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8bac1a1d-09f9-43d8-9642-971fa1f434c0 None None] Deleting port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:42.304180 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8bac1a1d-09f9-43d8-9642-971fa1f434c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.400728 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8bac1a1d-09f9-43d8-9642-971fa1f434c0 None None] For port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1,segment=NetworkSegment(f3dc27d8-e614-4b06-ac68-f33272c4993c),segment_id=f3dc27d8-e614-4b06-ac68-f33272c4993c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:42.409636 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8bac1a1d-09f9-43d8-9642-971fa1f434c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.421941 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8bac1a1d-09f9-43d8-9642-971fa1f434c0 None None] Calling delete_port for b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:42.439211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0854445d-bc60-43ad-82ac-6c06b6b21d4e req-9c54f71f-d753-4e0d-9ced-e54beaf3a2da tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c3915b5-622f-4629-816d-b10cf9a530f0 HTTP/1.1" status: 200 len: 210 time: 0.0370157 Dec 11 22:49:42.460672 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35402) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:42.471004 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-06116f0f-3dbc-4381-82a7-936a41e375c0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/routers/862a8443-a1ed-4304-bf27-5202a77ac1e4 HTTP/1.1" status: 200 len: 921 time: 0.2598841 Dec 11 22:49:42.488681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:49:42.490847 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5dc7277a-c367-45b1-bf3e-a22e0cb6009a tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "GET /v2.0/ports?device_id=862a8443-a1ed-4304-bf27-5202a77ac1e4 HTTP/1.1" status: 200 len: 205 time: 0.0281470 Dec 11 22:49:42.493424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35404) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:42.528750 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.548700 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No active binding found for port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 {{(pid=103693) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 11 22:49:42.549136 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:49:42.551472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] No DVR routers for this DVR port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:49:42.567684 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8bac1a1d-09f9-43d8-9642-971fa1f434c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.599883 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac1a1d-09f9-43d8-9642-971fa1f434c0 None None] Pushing event deleted for resources: {'Port': ['ID=b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:42.606255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac1a1d-09f9-43d8-9642-971fa1f434c0 None None] No DVR routers for this DVR port b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:49:42.618205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event deleted for resources: {'Port': ['ID=b938f5b8-ee7b-4ba9-ab5c-04acb2655ef1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:42.656441 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b08d6eb5-3f16-4aaf-ab3f-ee095748ae82 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.707175 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.735332 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7986d998-2e74-43ee-810c-c5fdd5bc33dd']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:42.746571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3dc27d8-e614-4b06-ac68-f33272c4993c') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:42.749431 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3dc27d8-e614-4b06-ac68-f33272c4993c') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:42.757713 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.773295 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.780637 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:49:42.781450 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:49:42.784414 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:49:42.804595 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b08d6eb5-3f16-4aaf-ab3f-ee095748ae82 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.889540 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.896846 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.900731 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "DELETE /v2.0/networks/7986d998-2e74-43ee-810c-c5fdd5bc33dd HTTP/1.1" status: 204 len: 168 time: 1.0082986 Dec 11 22:49:42.903325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35410) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:42.918361 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b536d-2998-4215-80db-07dd91db101d tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Pushing event deleted for resources: {'Network': ['ID=7986d998-2e74-43ee-810c-c5fdd5bc33dd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:42.934786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b08d6eb5-3f16-4aaf-ab3f-ee095748ae82 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Deleting port 3d724aac-9871-4252-b92e-01e846b4b09d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:42.935315 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b08d6eb5-3f16-4aaf-ab3f-ee095748ae82 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:42.938697 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1d474754-f661-46ce-8f65-1db6adc32c73 tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f90cd3c-7ca5-4a5b-9e10-82729e771f3b HTTP/1.1" status: 200 len: 205 time: 0.0342770 Dec 11 22:49:42.941391 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35412) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:43.025380 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6932e71a-95f3-403c-a9a5-126c4783d56b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:43.033001 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b08d6eb5-3f16-4aaf-ab3f-ee095748ae82 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:43.050421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b08d6eb5-3f16-4aaf-ab3f-ee095748ae82 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Calling delete_port for 3d724aac-9871-4252-b92e-01e846b4b09d owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:43.201026 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6932e71a-95f3-403c-a9a5-126c4783d56b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:43.203212 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6932e71a-95f3-403c-a9a5-126c4783d56b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:43.288493 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b08d6eb5-3f16-4aaf-ab3f-ee095748ae82 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:43.328716 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfeb2fc-6ce5-4c58-aeea-2c69ddee4449 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:43.339796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d6eb5-3f16-4aaf-ab3f-ee095748ae82 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Pushing event deleted for resources: {'Port': ['ID=3d724aac-9871-4252-b92e-01e846b4b09d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:43.388065 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b08d6eb5-3f16-4aaf-ab3f-ee095748ae82 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:43.409906 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6932e71a-95f3-403c-a9a5-126c4783d56b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:43.410546 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6932e71a-95f3-403c-a9a5-126c4783d56b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Fanout notify agent at l3_agent the message router_deleted on router 6f90cd3c-7ca5-4a5b-9e10-82729e771f3b {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:49:43.417964 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6932e71a-95f3-403c-a9a5-126c4783d56b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:43.420367 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6932e71a-95f3-403c-a9a5-126c4783d56b tempest-RoutersNegativeIpV6Test-516776963 tempest-RoutersNegativeIpV6Test-516776963-project] 10.222.0.45 "DELETE /v2.0/routers/6f90cd3c-7ca5-4a5b-9e10-82729e771f3b HTTP/1.1" status: 204 len: 168 time: 0.4761763 Dec 11 22:49:43.534275 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:43.844287 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b08d6eb5-3f16-4aaf-ab3f-ee095748ae82 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:43.846631 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b08d6eb5-3f16-4aaf-ab3f-ee095748ae82 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:43.952717 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35430) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:43.980091 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b08d6eb5-3f16-4aaf-ab3f-ee095748ae82 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:43.980567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08d6eb5-3f16-4aaf-ab3f-ee095748ae82 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Fanout notify agent at l3_agent the message router_deleted on router 862a8443-a1ed-4304-bf27-5202a77ac1e4 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:49:43.991947 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b08d6eb5-3f16-4aaf-ab3f-ee095748ae82 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:43.991947 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b08d6eb5-3f16-4aaf-ab3f-ee095748ae82 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "DELETE /v2.0/routers/862a8443-a1ed-4304-bf27-5202a77ac1e4 HTTP/1.1" status: 204 len: 168 time: 1.4962838 Dec 11 22:49:43.995326 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35434) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:44.002588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1683989587', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'enable_snat': False}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:44.065567 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:44.068025 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:44.140023 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:44.155310 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3deddb7b-b1b3-4c27-9992-e72571c60e61 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d77dd1efffc44099a97f50068ee164d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2004428 Dec 11 22:49:44.157170 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35454) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:44.252293 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea74508d-8563-4df6-a525-3c12a56ae9d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:44.296082 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 1299b520-5b05-438c-88b2-b7b5837e5f04 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:49:44.324933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 1299b520-5b05-438c-88b2-b7b5837e5f04 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:49:44.324933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 1299b520-5b05-438c-88b2-b7b5837e5f04 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:49:44.394345 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea74508d-8563-4df6-a525-3c12a56ae9d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:44.447790 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:44.489923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91233e4-fb47-4324-802b-2e0290d51970 req-0332de7c-50ac-4fe4-b0e4-a0218a2a7a76 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:44.495258 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a91233e4-fb47-4324-802b-2e0290d51970 req-0332de7c-50ac-4fe4-b0e4-a0218a2a7a76 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 805 time: 0.2903509 Dec 11 22:49:44.514623 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a91233e4-fb47-4324-802b-2e0290d51970 req-11a7fda9-8981-402d-952d-8c86294886ab tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/quotas/73763a9de6774bcb92f6d05a9e2496f8 HTTP/1.1" status: 200 len: 375 time: 0.0169053 Dec 11 22:49:44.602612 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a91233e4-fb47-4324-802b-2e0290d51970 req-c9efd3a2-5354-4bd3-b8a2-fa07aff90a5b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856876 Dec 11 22:49:44.612303 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea74508d-8563-4df6-a525-3c12a56ae9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:44.615096 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea74508d-8563-4df6-a525-3c12a56ae9d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:44.616327 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ea74508d-8563-4df6-a525-3c12a56ae9d9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/83260fe9-fd59-4280-9924-f6ec2c0bd62e HTTP/1.1" status: 204 len: 168 time: 0.4581261 Dec 11 22:49:44.648238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74508d-8563-4df6-a525-3c12a56ae9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83260fe9-fd59-4280-9924-f6ec2c0bd62e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:44.733419 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5c3156f5-fde6-4651-8919-553623e81311 service neutron] 10.222.0.45 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159697 Dec 11 22:49:44.923016 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:44.926356 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a91233e4-fb47-4324-802b-2e0290d51970 req-ee145798-4d06-4274-bd3d-a99571380672 service neutron] 10.222.0.45 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853685 Dec 11 22:49:44.946745 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:45.099844 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Allocated IP 172.25.1.49 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/55ced820-5baa-4d5c-92c3-406297e5e31c) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:45.306833 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38059833-fb3e-4694-ab02-e61d5b1c14d4 req-1102a137-cbc2-4018-aa48-880d6955be10 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 210 time: 0.0653245 Dec 11 22:49:45.566632 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:45.661346 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:45.716848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:45.719812 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:45.723920 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:45.736933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c647d8-1e23-4d36-9aab-762dc913f696 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:45.748176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Pushing event updated for resources: {'Port': ['ID=55ced820-5baa-4d5c-92c3-406297e5e31c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:45.796274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5f3de144-aadf-41f5-ad4f-c445152aa9f3 None None] Provisioning complete for port 55ced820-5baa-4d5c-92c3-406297e5e31c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:45.796709 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f3de144-aadf-41f5-ad4f-c445152aa9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:45.838232 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5f3de144-aadf-41f5-ad4f-c445152aa9f3 None None] Port 55ced820-5baa-4d5c-92c3-406297e5e31c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:49:45.933451 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35502) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:46.076239 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-201bf885-acfe-4041-ac14-5c972b51e225 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:46.076608 n-d-710847-6 neutron-server[103691]: WARNING neutron.api.v2.base [None req-201bf885-acfe-4041-ac14-5c972b51e225 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 11 22:49:46.077202 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-201bf885-acfe-4041-ac14-5c972b51e225 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): There was a conflict when trying to complete your request. Dec 11 22:49:46.081690 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-201bf885-acfe-4041-ac14-5c972b51e225 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1437745 Dec 11 22:49:46.083277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35508) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:46.089205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-caecc0eb-4fef-4bae-a936-54af3b328d2d tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503344989'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:46.105265 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:46.231173 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-caecc0eb-4fef-4bae-a936-54af3b328d2d tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:46.241050 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-caecc0eb-4fef-4bae-a936-54af3b328d2d tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:46.325844 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-caecc0eb-4fef-4bae-a936-54af3b328d2d tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:46.336432 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:46.450372 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-caecc0eb-4fef-4bae-a936-54af3b328d2d tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:46.454125 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea6213c-bb33-4425-869d-ee00ad83a780 req-f89bc542-03d9-4f4f-b4a4-f5c7852e3997 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 210 time: 0.0565219 Dec 11 22:49:46.497922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecc0eb-4fef-4bae-a936-54af3b328d2d tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f17ce0-1e94-493b-a1ec-130cd7101d5a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:46.545510 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-caecc0eb-4fef-4bae-a936-54af3b328d2d tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:46.546307 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Router 67ce2519-f7c0-4539-afd1-cf5af1b41f04 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:49:46.642648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-caecc0eb-4fef-4bae-a936-54af3b328d2d tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:46.671150 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:49:46.681896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Sync routers for ids ['67ce2519-f7c0-4539-afd1-cf5af1b41f04'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:49:46.687670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecc0eb-4fef-4bae-a936-54af3b328d2d tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c16da9-850a-4558-b81d-9f7f8037cf6d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:46.710110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Routers {'67ce2519-f7c0-4539-afd1-cf5af1b41f04'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:46.710723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['67ce2519-f7c0-4539-afd1-cf5af1b41f04'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:46.741918 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-caecc0eb-4fef-4bae-a936-54af3b328d2d tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:46.743702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-caecc0eb-4fef-4bae-a936-54af3b328d2d tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6583579 Dec 11 22:49:46.746008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35518) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:46.750468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9b545d65-3285-4e01-9611-c1591509e6e2 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': '21c16da9-850a-4558-b81d-9f7f8037cf6d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:46.819794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Set router 67ce2519-f7c0-4539-afd1-cf5af1b41f04 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:49:46.822208 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:46.823620 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-40788746-75b0-4c57-b0c3-dd3302e613d0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8259666 Dec 11 22:49:46.826361 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35520) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:46.945346 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3d2efe1e-5d88-42a1-8d6d-a6142912d724 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/routers/67ce2519-f7c0-4539-afd1-cf5af1b41f04 HTTP/1.1" status: 200 len: 908 time: 0.1175497 Dec 11 22:49:46.948104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35522) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:46.953139 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1683989587', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'enable_snat': True}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:46.954436 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b545d65-3285-4e01-9611-c1591509e6e2 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.023148 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b545d65-3285-4e01-9611-c1591509e6e2 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.094850 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.096143 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.123211 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b545d65-3285-4e01-9611-c1591509e6e2 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.147309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b545d65-3285-4e01-9611-c1591509e6e2 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba39b06-3189-4c7a-ac2b-2a132bfff4fb,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:47.177394 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce2519-f7c0-4539-afd1-cf5af1b41f04', 'name': 'tempest-snat-router-1683989587', 'tenant_id': 'dc96344e0a1344babd8a7457f33068b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.49'}], 'enable_snat': False}, 'gw_port_id': '55ced820-5baa-4d5c-92c3-406297e5e31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:49:44Z', 'updated_at': '2021-12-11T22:49:45Z', 'revision_number': 3, 'project_id': 'dc96344e0a1344babd8a7457f33068b0', 'gw_port': {'id': '55ced820-5baa-4d5c-92c3-406297e5e31c', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce2519-f7c0-4539-afd1-cf5af1b41f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:49:44Z', 'updated_at': '2021-12-11T22:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:47.187864 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.206828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Checking router: 67ce2519-f7c0-4539-afd1-cf5af1b41f04 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:49:47.207227 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Updating router 67ce2519-f7c0-4539-afd1-cf5af1b41f04 port 55ced820-5baa-4d5c-92c3-406297e5e31c binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:49:47.238218 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.245648 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.301923 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b545d65-3285-4e01-9611-c1591509e6e2 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.301923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9b545d65-3285-4e01-9611-c1591509e6e2 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5524716 Dec 11 22:49:47.302784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35528) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:47.307869 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-93cfab76-0272-414b-9c20-e58f99da79e7 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': '21c16da9-850a-4558-b81d-9f7f8037cf6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:47.430853 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-93cfab76-0272-414b-9c20-e58f99da79e7 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.480913 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.506793 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.561516 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18d5d269-a4a9-4d68-881a-db02945111b0 req-80af3601-1ea4-45dd-b02e-47a4dff50cd2 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 210 time: 0.0298433 Dec 11 22:49:47.562664 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-93cfab76-0272-414b-9c20-e58f99da79e7 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): There was a conflict when trying to complete your request. Dec 11 22:49:47.566460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-93cfab76-0272-414b-9c20-e58f99da79e7 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2598269 Dec 11 22:49:47.567090 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35532) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:47.619942 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.642898 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e8068971-dde4-48a3-87de-d9c55654546e tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.669996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32526525-21d1-4e8f-8f01-84aefbda3fd1 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:47.683144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Attempting to bind port 55ced820-5baa-4d5c-92c3-406297e5e31c on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:49:47.684045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Attempting to bind port 55ced820-5baa-4d5c-92c3-406297e5e31c by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:49:47.684045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Attempting to bind port 55ced820-5baa-4d5c-92c3-406297e5e31c on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:49:47.688437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4565b2-ff90-44f9-9621-55a5a2ee2f32 None None] Pushing event updated for resources: {'Port': ['ID=55ced820-5baa-4d5c-92c3-406297e5e31c,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:47.701266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:49:47.701266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:47.701266 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.701266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:49:47.701266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Bound port: 55ced820-5baa-4d5c-92c3-406297e5e31c, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:49:47.701266 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.702365 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e8068971-dde4-48a3-87de-d9c55654546e tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.760415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] For port 55ced820-5baa-4d5c-92c3-406297e5e31c, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:49:47.764211 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] For port 55ced820-5baa-4d5c-92c3-406297e5e31c, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=55ced820-5baa-4d5c-92c3-406297e5e31c,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:49:47.784221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8008ec03-d335-465f-b50e-1c43ab6461e6 None None] Provisioning complete for port 55ced820-5baa-4d5c-92c3-406297e5e31c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:47.784601 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8008ec03-d335-465f-b50e-1c43ab6461e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.824274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8008ec03-d335-465f-b50e-1c43ab6461e6 None None] Port 55ced820-5baa-4d5c-92c3-406297e5e31c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:49:47.877941 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e8068971-dde4-48a3-87de-d9c55654546e tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.878178 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.882063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e8068971-dde4-48a3-87de-d9c55654546e tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.883904 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e8068971-dde4-48a3-87de-d9c55654546e tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "DELETE /v2.0/security-groups/21c16da9-850a-4558-b81d-9f7f8037cf6d HTTP/1.1" status: 204 len: 168 time: 0.3156626 Dec 11 22:49:47.890461 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35538) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:47.905665 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.916345 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8068971-dde4-48a3-87de-d9c55654546e tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c16da9-850a-4558-b81d-9f7f8037cf6d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:47.943007 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:47.952920 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4565b2-ff90-44f9-9621-55a5a2ee2f32 None None] Pushing event updated for resources: {'Port': ['ID=55ced820-5baa-4d5c-92c3-406297e5e31c,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:47.956941 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8ef6ad-7c9b-412c-bbf6-db50d0aa5c1e None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:47.964490 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Routers {'67ce2519-f7c0-4539-afd1-cf5af1b41f04'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:47.965143 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['67ce2519-f7c0-4539-afd1-cf5af1b41f04'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:48.014326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91233e4-fb47-4324-802b-2e0290d51970 req-c8f8aa7e-83c6-4e39-a8ec-2df608717dd0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:48.014326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91233e4-fb47-4324-802b-2e0290d51970 req-c8f8aa7e-83c6-4e39-a8ec-2df608717dd0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 805 time: 0.1440609 Dec 11 22:49:48.016731 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1019be1d-67c3-46f7-88ba-9bc41823a430 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1250889 Dec 11 22:49:48.021605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35540) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:48.026387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2683459c-8e64-4c4e-ac7e-e2a97fa33b36 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907478808'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:48.040959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a91233e4-fb47-4324-802b-2e0290d51970 req-abebf802-b96a-4d83-b272-f29a16e96b9b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Request body: {'port': {'device_id': '7f22bd35-94e9-456f-87ea-33af46579d92', 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69', 'admin_state_up': True, 'tenant_id': '73763a9de6774bcb92f6d05a9e2496f8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:48.096405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] Set router 67ce2519-f7c0-4539-afd1-cf5af1b41f04 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:49:48.099965 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ed0e1d82-7799-48cb-ae28-fd95d704eaf1 None None] Provisioning complete for port 55ced820-5baa-4d5c-92c3-406297e5e31c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:48.100461 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1d82-7799-48cb-ae28-fd95d704eaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:48.109183 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Allocated IP 172.25.1.214 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/c0995c80-0947-4fe8-925c-e7510ae1125e) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:48.213422 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2683459c-8e64-4c4e-ac7e-e2a97fa33b36 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:48.239681 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:48.310899 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2683459c-8e64-4c4e-ac7e-e2a97fa33b36 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:48.351601 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1d82-7799-48cb-ae28-fd95d704eaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:48.378273 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ed0e1d82-7799-48cb-ae28-fd95d704eaf1 None None] For port 55ced820-5baa-4d5c-92c3-406297e5e31c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=55ced820-5baa-4d5c-92c3-406297e5e31c,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:48.380093 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91233e4-fb47-4324-802b-2e0290d51970 req-abebf802-b96a-4d83-b272-f29a16e96b9b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Made reservation on behalf of 73763a9de6774bcb92f6d05a9e2496f8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:49:48.384004 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91233e4-fb47-4324-802b-2e0290d51970 req-abebf802-b96a-4d83-b272-f29a16e96b9b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:48.396005 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce2519-f7c0-4539-afd1-cf5af1b41f04', 'name': 'tempest-snat-router-1683989587', 'tenant_id': 'dc96344e0a1344babd8a7457f33068b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.49'}], 'enable_snat': False}, 'gw_port_id': '55ced820-5baa-4d5c-92c3-406297e5e31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:49:44Z', 'updated_at': '2021-12-11T22:49:45Z', 'revision_number': 3, 'project_id': 'dc96344e0a1344babd8a7457f33068b0', 'gw_port': {'id': '55ced820-5baa-4d5c-92c3-406297e5e31c', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce2519-f7c0-4539-afd1-cf5af1b41f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:49:44Z', 'updated_at': '2021-12-11T22:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:48.427409 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510cc56-146a-4d4a-872e-0f9bcbe8cfc5 None None] The sync data for ids ['67ce2519-f7c0-4539-afd1-cf5af1b41f04'] in n-d-710847-6 is: [{'id': '67ce2519-f7c0-4539-afd1-cf5af1b41f04', 'name': 'tempest-snat-router-1683989587', 'tenant_id': 'dc96344e0a1344babd8a7457f33068b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.49'}], 'enable_snat': False}, 'gw_port_id': '55ced820-5baa-4d5c-92c3-406297e5e31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:49:44Z', 'updated_at': '2021-12-11T22:49:45Z', 'revision_number': 3, 'project_id': 'dc96344e0a1344babd8a7457f33068b0', 'gw_port': {'id': '55ced820-5baa-4d5c-92c3-406297e5e31c', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce2519-f7c0-4539-afd1-cf5af1b41f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:49:44Z', 'updated_at': '2021-12-11T22:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:49:48.433697 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:48.486768 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:48.491276 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:48.494386 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Pushing event updated for resources: {'Port': ['ID=c0995c80-0947-4fe8-925c-e7510ae1125e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:48.498505 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:48.500694 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2683459c-8e64-4c4e-ac7e-e2a97fa33b36 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:48.508514 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1d82-7799-48cb-ae28-fd95d704eaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:48.523325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7863f8a9-c788-4ce5-9e88-e60efeac6404 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:48.553538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683459c-8e64-4c4e-ac7e-e2a97fa33b36 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4717ba41-98d5-4908-b8fe-fac8ec5f2f4d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:48.561240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-a91233e4-fb47-4324-802b-2e0290d51970 req-abebf802-b96a-4d83-b272-f29a16e96b9b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Allocated IP 172.20.0.7 (7b9ae698-01f2-4103-b52a-b4d048e88c69/57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3/e857df38-1c6e-4533-84b7-ee9bc0482b07) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:48.608611 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e1d82-7799-48cb-ae28-fd95d704eaf1 None None] Pushing event updated for resources: {'Port': ['ID=55ced820-5baa-4d5c-92c3-406297e5e31c,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:48.646722 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-002d4530-405b-4366-a0d1-8ffd5db4b1b0 None None] Provisioning complete for port c0995c80-0947-4fe8-925c-e7510ae1125e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:48.647367 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-002d4530-405b-4366-a0d1-8ffd5db4b1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:48.683042 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2683459c-8e64-4c4e-ac7e-e2a97fa33b36 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:48.684545 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2683459c-8e64-4c4e-ac7e-e2a97fa33b36 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6619527 Dec 11 22:49:48.687449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35550) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:48.693866 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3b9150a9-3e6c-40b2-9243-8f52866a14b0 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': '4717ba41-98d5-4908-b8fe-fac8ec5f2f4d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:48.694338 n-d-710847-6 neutron-server[103691]: WARNING neutron.api.v2.base [None req-3b9150a9-3e6c-40b2-9243-8f52866a14b0 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 11 22:49:48.695089 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-3b9150a9-3e6c-40b2-9243-8f52866a14b0 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:48.696306 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3b9150a9-3e6c-40b2-9243-8f52866a14b0 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0075371 Dec 11 22:49:48.699304 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35552) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:48.704281 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-002d4530-405b-4366-a0d1-8ffd5db4b1b0 None None] Port c0995c80-0947-4fe8-925c-e7510ae1125e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:49:48.755344 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ff6b94f-dc1e-4d3d-8a0f-963934885024 req-f15a661c-9c71-424e-a2f2-730ff4637920 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 210 time: 0.0817652 Dec 11 22:49:48.773385 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9b71-e6ff-4bf3-9657-db3928c0e567 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:48.850240 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91233e4-fb47-4324-802b-2e0290d51970 req-abebf802-b96a-4d83-b272-f29a16e96b9b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:48.879480 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9b71-e6ff-4bf3-9657-db3928c0e567 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:48.911804 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14498038-14a8-47bc-9f39-a874b52bbcae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:48.983803 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:49.020456 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91233e4-fb47-4324-802b-2e0290d51970 req-abebf802-b96a-4d83-b272-f29a16e96b9b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:49.033003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ec559dce-69fa-4cb1-acdd-66e658b00f15'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:49:49.078303 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9b71-e6ff-4bf3-9657-db3928c0e567 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:49.081032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9b71-e6ff-4bf3-9657-db3928c0e567 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:49.085289 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fc4d9b71-e6ff-4bf3-9657-db3928c0e567 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "DELETE /v2.0/security-groups/4717ba41-98d5-4908-b8fe-fac8ec5f2f4d HTTP/1.1" status: 204 len: 168 time: 0.3846846 Dec 11 22:49:49.085922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35556) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:49.106266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91233e4-fb47-4324-802b-2e0290d51970 req-abebf802-b96a-4d83-b272-f29a16e96b9b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Network 7b9ae698-01f2-4103-b52a-b4d048e88c69 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:49.109913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-a91233e4-fb47-4324-802b-2e0290d51970 req-abebf802-b96a-4d83-b272-f29a16e96b9b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:49.111179 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d9b71-e6ff-4bf3-9657-db3928c0e567 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4717ba41-98d5-4908-b8fe-fac8ec5f2f4d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:49.115117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91233e4-fb47-4324-802b-2e0290d51970 req-abebf802-b96a-4d83-b272-f29a16e96b9b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:49.142525 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6fe0a7-6c1a-46c1-8e22-5adc38a708e7 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:49.174753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebf802-b96a-4d83-b272-f29a16e96b9b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Pushing event updated for resources: {'Port': ['ID=e857df38-1c6e-4533-84b7-ee9bc0482b07,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:49.184514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91233e4-fb47-4324-802b-2e0290d51970 req-abebf802-b96a-4d83-b272-f29a16e96b9b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:49.186592 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91233e4-fb47-4324-802b-2e0290d51970 req-abebf802-b96a-4d83-b272-f29a16e96b9b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:49.210581 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1c85f895-cabf-4eb1-9c06-9d36e484a129 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1151202 Dec 11 22:49:49.210995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35558) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:49.215963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-cebd68b2-3267-4e9f-8e36-0a9d88c95181 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group': {'name': 'tempest-secgroup--1652660944'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:49.252088 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2fb01198-60d6-470d-9820-d4a888ad839b None None] Provisioning complete for port e857df38-1c6e-4533-84b7-ee9bc0482b07 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:49.253675 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2fb01198-60d6-470d-9820-d4a888ad839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:49.271595 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:49.311111 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91233e4-fb47-4324-802b-2e0290d51970 req-abebf802-b96a-4d83-b272-f29a16e96b9b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2761848 Dec 11 22:49:49.325823 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2fb01198-60d6-470d-9820-d4a888ad839b None None] Port e857df38-1c6e-4533-84b7-ee9bc0482b07 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:49:49.336051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Request body: {'port': {'device_id': '7f22bd35-94e9-456f-87ea-33af46579d92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:49.409110 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:49.452475 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cebd68b2-3267-4e9f-8e36-0a9d88c95181 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:49.510932 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Router 83916ced-35a0-44b5-8230-9170cf1cbc3c is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:49:49.624735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:49:49.640593 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Sync routers for ids ['83916ced-35a0-44b5-8230-9170cf1cbc3c'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:49:49.655883 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Routers {'83916ced-35a0-44b5-8230-9170cf1cbc3c'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:49.656506 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['83916ced-35a0-44b5-8230-9170cf1cbc3c'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:49.682023 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cebd68b2-3267-4e9f-8e36-0a9d88c95181 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:49.713404 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:49.716601 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-37a2ef2d-eb8c-48df-8737-ab702eabc4df tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7674508 Dec 11 22:49:49.721685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35566) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:49.747953 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cebd68b2-3267-4e9f-8e36-0a9d88c95181 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:49.767378 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Set router 83916ced-35a0-44b5-8230-9170cf1cbc3c gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:49:49.804932 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e857df38-1c6e-4533-84b7-ee9bc0482b07 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:49:49.819287 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:49.849815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Transition to ACTIVE for port object e857df38-1c6e-4533-84b7-ee9bc0482b07 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:49:49.850828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd68b2-3267-4e9f-8e36-0a9d88c95181 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23eaaf16-8049-4514-9e49-1c93eb453f8e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:49.851474 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-60247d47-3985-4d57-a11a-88332b3fae8a tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/routers/83916ced-35a0-44b5-8230-9170cf1cbc3c HTTP/1.1" status: 200 len: 908 time: 0.1306288 Dec 11 22:49:49.854025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35570) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:49.881607 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cebd68b2-3267-4e9f-8e36-0a9d88c95181 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:49.883553 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cebd68b2-3267-4e9f-8e36-0a9d88c95181 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6708937 Dec 11 22:49:49.887827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35572) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:49.892989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9431a93b-0d11-4cc9-abce-53e15f01d5e8 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': '23eaaf16-8049-4514-9e49-1c93eb453f8e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:49.893899 n-d-710847-6 neutron-server[103692]: WARNING neutron.api.v2.base [None req-9431a93b-0d11-4cc9-abce-53e15f01d5e8 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 11 22:49:49.894674 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-9431a93b-0d11-4cc9-abce-53e15f01d5e8 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:49.896992 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9431a93b-0d11-4cc9-abce-53e15f01d5e8 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072773 Dec 11 22:49:49.899544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35574) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:49.965504 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:49.998611 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83916ced-35a0-44b5-8230-9170cf1cbc3c', 'name': 'tempest-snat-router-1683989587', 'tenant_id': 'dc96344e0a1344babd8a7457f33068b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c0995c80-0947-4fe8-925c-e7510ae1125e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:49:47Z', 'updated_at': '2021-12-11T22:49:48Z', 'revision_number': 3, 'project_id': 'dc96344e0a1344babd8a7457f33068b0', 'gw_port': {'id': 'c0995c80-0947-4fe8-925c-e7510ae1125e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83916ced-35a0-44b5-8230-9170cf1cbc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:49:47Z', 'updated_at': '2021-12-11T22:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:50.042429 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Checking router: 83916ced-35a0-44b5-8230-9170cf1cbc3c for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:49:50.043170 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Updating router 83916ced-35a0-44b5-8230-9170cf1cbc3c port c0995c80-0947-4fe8-925c-e7510ae1125e binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:49:50.059759 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21428efa-4da4-4a19-8fc5-1f904889cbcc None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:50.067483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4d029-b895-45f3-a03a-5255509700ae req-16595746-cd47-4d67-8cda-bb79a18172da tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:50.069383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c5d4d029-b895-45f3-a03a-5255509700ae req-16595746-cd47-4d67-8cda-bb79a18172da tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 931 time: 0.1817009 Dec 11 22:49:50.072438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Pushing event updated for resources: {'Port': ['ID=e857df38-1c6e-4533-84b7-ee9bc0482b07,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:50.089238 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.136152 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7571f07d-ebaa-4079-ab83-90aaea8af891 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.213463 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7571f07d-ebaa-4079-ab83-90aaea8af891 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.262275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Attempting to bind port e857df38-1c6e-4533-84b7-ee9bc0482b07 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:49:50.262615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Attempting to bind port e857df38-1c6e-4533-84b7-ee9bc0482b07 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:49:50.262975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Attempting to bind port e857df38-1c6e-4533-84b7-ee9bc0482b07 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:49:50.273226 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Port e857df38-1c6e-4533-84b7-ee9bc0482b07 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:49:50.273557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Attempting to bind port e857df38-1c6e-4533-84b7-ee9bc0482b07 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:49:50.282355 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c5d4d029-b895-45f3-a03a-5255509700ae req-1225e8a9-551f-494e-89c4-712266ae1d39 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038045 Dec 11 22:49:50.292662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:49:50.292662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Checking segment: {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:50.292662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Bound using segment: {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:49:50.292662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Bound port: e857df38-1c6e-4533-84b7-ee9bc0482b07, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:49:50.292662 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.335594 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88ec2f5b-ac51-4074-ae01-5713f1b2570d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.415072 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.451768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] For port e857df38-1c6e-4533-84b7-ee9bc0482b07, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:49:50.455723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] For port e857df38-1c6e-4533-84b7-ee9bc0482b07, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e857df38-1c6e-4533-84b7-ee9bc0482b07,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:49:50.466865 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88ec2f5b-ac51-4074-ae01-5713f1b2570d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.512995 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 55ced820-5baa-4d5c-92c3-406297e5e31c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:50.528356 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.576511 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dd0f85-68be-40d6-9487-1bc91d3cadaa None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:50.582872 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7571f07d-ebaa-4079-ab83-90aaea8af891 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.586360 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7571f07d-ebaa-4079-ab83-90aaea8af891 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.588140 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7571f07d-ebaa-4079-ab83-90aaea8af891 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "DELETE /v2.0/security-groups/23eaaf16-8049-4514-9e49-1c93eb453f8e HTTP/1.1" status: 204 len: 168 time: 0.6784055 Dec 11 22:49:50.591670 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Attempting to bind port c0995c80-0947-4fe8-925c-e7510ae1125e on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:49:50.595940 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Attempting to bind port c0995c80-0947-4fe8-925c-e7510ae1125e by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:49:50.595940 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Attempting to bind port c0995c80-0947-4fe8-925c-e7510ae1125e on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:49:50.595940 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbd5ea-5edc-47dc-8cc9-a32493681b9e None None] Pushing event updated for resources: {'Port': ['ID=c0995c80-0947-4fe8-925c-e7510ae1125e,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:50.596938 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.602100 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 55ced820-5baa-4d5c-92c3-406297e5e31c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:50.602489 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.602984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35582) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:50.605404 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbd5ea-5edc-47dc-8cc9-a32493681b9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:50.605729 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbd5ea-5edc-47dc-8cc9-a32493681b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:50.606073 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbd5ea-5edc-47dc-8cc9-a32493681b9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:50.606410 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbd5ea-5edc-47dc-8cc9-a32493681b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:50.606743 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbd5ea-5edc-47dc-8cc9-a32493681b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:50.607100 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbd5ea-5edc-47dc-8cc9-a32493681b9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:50.607433 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbd5ea-5edc-47dc-8cc9-a32493681b9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:50.607757 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbd5ea-5edc-47dc-8cc9-a32493681b9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:50.608160 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbd5ea-5edc-47dc-8cc9-a32493681b9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:50.608380 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbd5ea-5edc-47dc-8cc9-a32493681b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:50.608708 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbd5ea-5edc-47dc-8cc9-a32493681b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:50.609031 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbd5ea-5edc-47dc-8cc9-a32493681b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:50.609349 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbd5ea-5edc-47dc-8cc9-a32493681b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:50.615662 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:49:50.616040 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:49:50.616443 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.616837 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:49:50.617317 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Bound port: c0995c80-0947-4fe8-925c-e7510ae1125e, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:49:50.617679 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.679864 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-88ec2f5b-ac51-4074-ae01-5713f1b2570d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Deleting port c0995c80-0947-4fe8-925c-e7510ae1125e {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:50.680225 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88ec2f5b-ac51-4074-ae01-5713f1b2570d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.682378 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] For port c0995c80-0947-4fe8-925c-e7510ae1125e, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:49:50.687150 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] For port c0995c80-0947-4fe8-925c-e7510ae1125e, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c0995c80-0947-4fe8-925c-e7510ae1125e,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:49:50.699971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Pushing event updated for resources: {'Port': ['ID=e857df38-1c6e-4533-84b7-ee9bc0482b07,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:50.713979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571f07d-ebaa-4079-ab83-90aaea8af891 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23eaaf16-8049-4514-9e49-1c93eb453f8e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:50.719304 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d2d13cac-0fd6-4d41-973e-3ff3b94c5cab None None] Provisioning complete for port c0995c80-0947-4fe8-925c-e7510ae1125e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:50.719686 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d2d13cac-0fd6-4d41-973e-3ff3b94c5cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.728395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:50.729328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.731013 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5b208703-4700-42b2-b65e-9c0dc0e1444b service neutron] 10.222.0.47 "PUT /v2.0/ports/e857df38-1c6e-4533-84b7-ee9bc0482b07 HTTP/1.1" status: 200 len: 1091 time: 1.4054894 Dec 11 22:49:50.733794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f22bd35-94e9-456f-87ea-33af46579d92', 'tag': 'e857df38-1c6e-4533-84b7-ee9bc0482b07'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:49:50.737472 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf104fd8-f8da-473c-94b1-45ac21aa9cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "7f22bd35-94e9-456f-87ea-33af46579d92", "tag": "e857df38-1c6e-4533-84b7-ee9bc0482b07"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:49:50.756325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457b4bce-477a-4578-a55a-e7704aad8aca None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:50.780705 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-88ec2f5b-ac51-4074-ae01-5713f1b2570d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] For port c0995c80-0947-4fe8-925c-e7510ae1125e, host n-d-710847-6, got binding levels [] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:50.782175 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88ec2f5b-ac51-4074-ae01-5713f1b2570d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.793355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d2d13cac-0fd6-4d41-973e-3ff3b94c5cab None None] Port c0995c80-0947-4fe8-925c-e7510ae1125e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:49:50.808090 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-88ec2f5b-ac51-4074-ae01-5713f1b2570d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Calling delete_port for c0995c80-0947-4fe8-925c-e7510ae1125e owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:50.817545 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-68c302c5-b5c3-44ca-ac20-0c25c9b68da8 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1386518 Dec 11 22:49:50.819529 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11f7bab-f307-4450-a481-6a30efe51aae x-openstack-request-id: req-e11f7bab-f307-4450-a481-6a30efe51aae {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:49:50.820005 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f22bd35-94e9-456f-87ea-33af46579d92", "tag": "e857df38-1c6e-4533-84b7-ee9bc0482b07", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:49:50.820561 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e11f7bab-f307-4450-a481-6a30efe51aae {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:49:50.821165 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f22bd35-94e9-456f-87ea-33af46579d92', 'tag': 'e857df38-1c6e-4533-84b7-ee9bc0482b07', 'status': 'completed', 'code': 200} Dec 11 22:49:50.821634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35588) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:50.826337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3a4fc1e1-dd69-4ccf-b6d8-34420dde4275 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350499502'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:50.842998 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.898485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf104fd8-f8da-473c-94b1-45ac21aa9cd6 req-a1db51ad-7f85-4b9f-93d8-9c3c17d01430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:50.900098 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf104fd8-f8da-473c-94b1-45ac21aa9cd6 req-a1db51ad-7f85-4b9f-93d8-9c3c17d01430 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 1094 time: 0.0448079 Dec 11 22:49:50.906936 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Routers {'83916ced-35a0-44b5-8230-9170cf1cbc3c'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:50.907534 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['83916ced-35a0-44b5-8230-9170cf1cbc3c'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:50.918833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90f1cd4-4129-492a-81cc-783481abbe13 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:50.955576 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc1e1-dd69-4ccf-b6d8-34420dde4275 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:50.958007 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbd5ea-5edc-47dc-8cc9-a32493681b9e None None] Pushing event updated for resources: {'Port': ['ID=c0995c80-0947-4fe8-925c-e7510ae1125e,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:51.028861 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] Set router 83916ced-35a0-44b5-8230-9170cf1cbc3c gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:49:51.066421 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e14d290d-8953-4f4a-8ecf-51b19311e5cc None None] Provisioning complete for port c0995c80-0947-4fe8-925c-e7510ae1125e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:51.068055 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e14d290d-8953-4f4a-8ecf-51b19311e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.068608 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf104fd8-f8da-473c-94b1-45ac21aa9cd6 req-667f8fa9-429a-4a1f-b50e-486fd7e1553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:51.070202 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf104fd8-f8da-473c-94b1-45ac21aa9cd6 req-667f8fa9-429a-4a1f-b50e-486fd7e1553e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1558158 Dec 11 22:49:51.110557 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83916ced-35a0-44b5-8230-9170cf1cbc3c', 'name': 'tempest-snat-router-1683989587', 'tenant_id': 'dc96344e0a1344babd8a7457f33068b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:49:47Z', 'updated_at': '2021-12-11T22:49:50Z', 'revision_number': 4, 'project_id': 'dc96344e0a1344babd8a7457f33068b0', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:51.134204 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88ec2f5b-ac51-4074-ae01-5713f1b2570d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.147933 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36b72d0-5331-47ef-8ef3-49b2dec87a2a None None] The sync data for ids ['83916ced-35a0-44b5-8230-9170cf1cbc3c'] in n-d-710847-6 is: [{'id': '83916ced-35a0-44b5-8230-9170cf1cbc3c', 'name': 'tempest-snat-router-1683989587', 'tenant_id': 'dc96344e0a1344babd8a7457f33068b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:49:47Z', 'updated_at': '2021-12-11T22:49:50Z', 'revision_number': 4, 'project_id': 'dc96344e0a1344babd8a7457f33068b0', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:49:51.150707 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e14d290d-8953-4f4a-8ecf-51b19311e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.165484 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc1e1-dd69-4ccf-b6d8-34420dde4275 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.166835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec2f5b-ac51-4074-ae01-5713f1b2570d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0995c80-0947-4fe8-925c-e7510ae1125e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:51.201050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec51b5cb-e39a-400e-ab49-5309e46aeda6 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:51.235120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf104fd8-f8da-473c-94b1-45ac21aa9cd6 req-859bb8c7-8cbd-47fa-9aa7-e2440a86492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:51.237095 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf104fd8-f8da-473c-94b1-45ac21aa9cd6 req-859bb8c7-8cbd-47fa-9aa7-e2440a86492e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1590106 Dec 11 22:49:51.255769 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88ec2f5b-ac51-4074-ae01-5713f1b2570d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.276142 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc1e1-dd69-4ccf-b6d8-34420dde4275 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.317756 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b7a6747-6697-4d9e-b306-aded71d69025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.326789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fc1e1-dd69-4ccf-b6d8-34420dde4275 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d088001-1543-46dd-a637-8197b73c9c35,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:51.371716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5f799fcf-b487-4571-863e-66c4cd5bcbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:51.372714 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91233e4-fb47-4324-802b-2e0290d51970 req-5f799fcf-b487-4571-863e-66c4cd5bcbde service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 1094 time: 0.0632923 Dec 11 22:49:51.377278 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88ec2f5b-ac51-4074-ae01-5713f1b2570d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.387499 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc1e1-dd69-4ccf-b6d8-34420dde4275 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.392834 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88ec2f5b-ac51-4074-ae01-5713f1b2570d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.392986 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3a4fc1e1-dd69-4ccf-b6d8-34420dde4275 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5660958 Dec 11 22:49:51.395941 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35594) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:51.400233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ac8d33d0-0e30-4711-8083-f205ed540bff tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': '1d088001-1543-46dd-a637-8197b73c9c35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:51.401607 n-d-710847-6 neutron-server[103692]: WARNING neutron.api.v2.base [None req-ac8d33d0-0e30-4711-8083-f205ed540bff tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 11 22:49:51.402307 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-ac8d33d0-0e30-4711-8083-f205ed540bff tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:51.404171 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ac8d33d0-0e30-4711-8083-f205ed540bff tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073693 Dec 11 22:49:51.409250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35596) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:51.416183 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9730abd2-3c3c-4ed2-8f24-33c823a2a309 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': '1d088001-1543-46dd-a637-8197b73c9c35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:51.416876 n-d-710847-6 neutron-server[103691]: WARNING neutron.api.v2.base [None req-9730abd2-3c3c-4ed2-8f24-33c823a2a309 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 11 22:49:51.417373 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-9730abd2-3c3c-4ed2-8f24-33c823a2a309 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:51.421009 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9730abd2-3c3c-4ed2-8f24-33c823a2a309 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058064 Dec 11 22:49:51.422152 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35598) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:51.431212 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d3db61d8-4efd-409f-a271-93efec601507 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': '1d088001-1543-46dd-a637-8197b73c9c35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:51.432314 n-d-710847-6 neutron-server[103691]: WARNING neutron.api.v2.base [None req-d3db61d8-4efd-409f-a271-93efec601507 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 11 22:49:51.432816 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-d3db61d8-4efd-409f-a271-93efec601507 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:51.433805 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d3db61d8-4efd-409f-a271-93efec601507 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079525 Dec 11 22:49:51.444658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35600) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:51.449555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e7c34819-eccf-489e-a6ba-25d6643e1294 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': '1d088001-1543-46dd-a637-8197b73c9c35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:51.450459 n-d-710847-6 neutron-server[103692]: WARNING neutron.api.v2.base [None req-e7c34819-eccf-489e-a6ba-25d6643e1294 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 11 22:49:51.450990 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-e7c34819-eccf-489e-a6ba-25d6643e1294 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:51.452237 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e7c34819-eccf-489e-a6ba-25d6643e1294 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066228 Dec 11 22:49:51.454039 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91233e4-fb47-4324-802b-2e0290d51970 req-8faa31dd-5d8c-4fef-a7b6-b2563e7b2685 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e857df38-1c6e-4533-84b7-ee9bc0482b07 HTTP/1.1" status: 200 len: 217 time: 0.0643239 Dec 11 22:49:51.455975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35602) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:51.480729 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f50ae-5631-4cca-b846-d15d2f05bf71 req-c17a60d5-dc5d-42a5-9bf7-20136b5a15fc tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:51.482706 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-290f50ae-5631-4cca-b846-d15d2f05bf71 req-c17a60d5-dc5d-42a5-9bf7-20136b5a15fc tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 943 time: 0.1080322 Dec 11 22:49:51.536577 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-290f50ae-5631-4cca-b846-d15d2f05bf71 req-5f064ed1-81ce-4114-a65b-0f3bc8c5a5f7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464988 Dec 11 22:49:51.539108 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91233e4-fb47-4324-802b-2e0290d51970 req-2cb44018-8770-4a1e-97c0-49b0aef6a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:51.540565 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91233e4-fb47-4324-802b-2e0290d51970 req-2cb44018-8770-4a1e-97c0-49b0aef6a68b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3 HTTP/1.1" status: 200 len: 845 time: 0.0775640 Dec 11 22:49:51.579922 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88ec2f5b-ac51-4074-ae01-5713f1b2570d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.585740 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ec2f5b-ac51-4074-ae01-5713f1b2570d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83916ced-35a0-44b5-8230-9170cf1cbc3c {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:49:51.586452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91233e4-fb47-4324-802b-2e0290d51970 req-7b9177d8-e495-46ca-a823-1167c74cd9da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b9ae698-01f2-4103-b52a-b4d048e88c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325449 Dec 11 22:49:51.586563 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88ec2f5b-ac51-4074-ae01-5713f1b2570d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.586648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-32ab77f8-f5f2-422c-88ec-f91b0e255df6 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.586847 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-88ec2f5b-ac51-4074-ae01-5713f1b2570d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "DELETE /v2.0/routers/83916ced-35a0-44b5-8230-9170cf1cbc3c HTTP/1.1" status: 204 len: 168 time: 1.7315896 Dec 11 22:49:51.589476 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35606) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:51.630447 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-32ab77f8-f5f2-422c-88ec-f91b0e255df6 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.712124 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c63b705c-3b09-472d-8f30-6367234dbec0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.724004 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91233e4-fb47-4324-802b-2e0290d51970 req-07eda55c-0d24-43f0-bbc0-d84156aea928 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271038 Dec 11 22:49:51.820603 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c63b705c-3b09-472d-8f30-6367234dbec0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.822486 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a91233e4-fb47-4324-802b-2e0290d51970 req-c9fe9335-65d4-4e6a-b82c-bcaf6e4ddb64 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902405 Dec 11 22:49:51.826203 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-32ab77f8-f5f2-422c-88ec-f91b0e255df6 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.829233 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-32ab77f8-f5f2-422c-88ec-f91b0e255df6 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:51.830352 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-32ab77f8-f5f2-422c-88ec-f91b0e255df6 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "DELETE /v2.0/security-groups/1d088001-1543-46dd-a637-8197b73c9c35 HTTP/1.1" status: 204 len: 168 time: 0.3734956 Dec 11 22:49:51.833985 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35610) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:51.840527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab77f8-f5f2-422c-88ec-f91b0e255df6 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d088001-1543-46dd-a637-8197b73c9c35,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:51.879255 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cf330df2-f977-4978-98b1-8d1070d9334c tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0440807 Dec 11 22:49:51.887091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35614) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:51.892261 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-30673b8f-3b3a-4c82-9080-6c6657196cc9 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598087541'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:52.009934 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c63b705c-3b09-472d-8f30-6367234dbec0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Deleting port 55ced820-5baa-4d5c-92c3-406297e5e31c {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:52.010323 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c63b705c-3b09-472d-8f30-6367234dbec0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:52.054320 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30673b8f-3b3a-4c82-9080-6c6657196cc9 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:52.117984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-c63b705c-3b09-472d-8f30-6367234dbec0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] For port 55ced820-5baa-4d5c-92c3-406297e5e31c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=55ced820-5baa-4d5c-92c3-406297e5e31c,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:52.118366 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c63b705c-3b09-472d-8f30-6367234dbec0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:52.137893 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c63b705c-3b09-472d-8f30-6367234dbec0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Calling delete_port for 55ced820-5baa-4d5c-92c3-406297e5e31c owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:52.207628 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30673b8f-3b3a-4c82-9080-6c6657196cc9 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:52.211610 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:52.316511 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30673b8f-3b3a-4c82-9080-6c6657196cc9 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:52.345617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30673b8f-3b3a-4c82-9080-6c6657196cc9 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4c9c16-0767-4501-9922-1979dde7c037,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:52.398633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-30673b8f-3b3a-4c82-9080-6c6657196cc9 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:52.409018 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-30673b8f-3b3a-4c82-9080-6c6657196cc9 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5139523 Dec 11 22:49:52.409018 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35618) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:52.409018 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2d59bd57-fffb-4a0e-bbad-888cae1edc2e tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': 'bb4c9c16-0767-4501-9922-1979dde7c037', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:52.409018 n-d-710847-6 neutron-server[103691]: WARNING neutron.api.v2.base [None req-2d59bd57-fffb-4a0e-bbad-888cae1edc2e tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 11 22:49:52.409018 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-2d59bd57-fffb-4a0e-bbad-888cae1edc2e tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:52.409542 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2d59bd57-fffb-4a0e-bbad-888cae1edc2e tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057373 Dec 11 22:49:52.412488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35620) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:52.417053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5194726a-0f05-4215-a32e-3663373cf767 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': 'bb4c9c16-0767-4501-9922-1979dde7c037', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:52.562712 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-5194726a-0f05-4215-a32e-3663373cf767 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:52.567246 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5194726a-0f05-4215-a32e-3663373cf767 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1504078 Dec 11 22:49:52.567246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35626) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:52.573044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9862d787-b90c-4c1f-a8d9-ddf3cd117808 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': 'bb4c9c16-0767-4501-9922-1979dde7c037', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:52.573564 n-d-710847-6 neutron-server[103692]: WARNING neutron.api.v2.base [None req-9862d787-b90c-4c1f-a8d9-ddf3cd117808 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 11 22:49:52.574728 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-9862d787-b90c-4c1f-a8d9-ddf3cd117808 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:52.575615 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9862d787-b90c-4c1f-a8d9-ddf3cd117808 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070505 Dec 11 22:49:52.578199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35628) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:52.583263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-579a5ed7-2820-42a8-a227-33de32ff3efd tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': 'bb4c9c16-0767-4501-9922-1979dde7c037', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:52.614710 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c63b705c-3b09-472d-8f30-6367234dbec0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:52.652208 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b705c-3b09-472d-8f30-6367234dbec0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Pushing event deleted for resources: {'Port': ['ID=55ced820-5baa-4d5c-92c3-406297e5e31c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:52.680402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b393b96-6eb0-4044-82e6-73f176516a96 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:52.746139 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed781b9-1ac9-4308-84c5-9d8bc7ec0781 req-4a5e0dfb-cfb0-4c2b-89eb-0631541923b1 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:52.747747 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bed781b9-1ac9-4308-84c5-9d8bc7ec0781 req-4a5e0dfb-cfb0-4c2b-89eb-0631541923b1 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 943 time: 0.1304035 Dec 11 22:49:52.758197 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c63b705c-3b09-472d-8f30-6367234dbec0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:52.837196 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-579a5ed7-2820-42a8-a227-33de32ff3efd tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:52.838409 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-579a5ed7-2820-42a8-a227-33de32ff3efd tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2590773 Dec 11 22:49:52.841285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35632) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:52.845890 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e767dec1-15ac-4760-82d7-13742292e3c8 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': 'bb4c9c16-0767-4501-9922-1979dde7c037', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:52.846367 n-d-710847-6 neutron-server[103692]: WARNING neutron.api.v2.base [None req-e767dec1-15ac-4760-82d7-13742292e3c8 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 11 22:49:52.846901 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-e767dec1-15ac-4760-82d7-13742292e3c8 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:52.847839 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e767dec1-15ac-4760-82d7-13742292e3c8 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056326 Dec 11 22:49:52.850610 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35634) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:52.854922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-36596fa0-b034-4afc-8d11-6168575f9677 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': 'bb4c9c16-0767-4501-9922-1979dde7c037', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:52.872902 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c63b705c-3b09-472d-8f30-6367234dbec0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:52.876587 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c63b705c-3b09-472d-8f30-6367234dbec0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:52.924508 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bed781b9-1ac9-4308-84c5-9d8bc7ec0781 req-c749f733-b14b-43de-959d-09d7618b0b4e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681871 Dec 11 22:49:53.014125 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-36596fa0-b034-4afc-8d11-6168575f9677 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Project 94caa7066e534117981a385dc7f5f248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 22:49:53.037393 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c63b705c-3b09-472d-8f30-6367234dbec0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:53.037941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63b705c-3b09-472d-8f30-6367234dbec0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67ce2519-f7c0-4539-afd1-cf5af1b41f04 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:49:53.042465 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c63b705c-3b09-472d-8f30-6367234dbec0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:53.043792 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c63b705c-3b09-472d-8f30-6367234dbec0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "DELETE /v2.0/routers/67ce2519-f7c0-4539-afd1-cf5af1b41f04 HTTP/1.1" status: 204 len: 168 time: 1.4533055 Dec 11 22:49:53.047765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35638) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:53.053133 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-886101628', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}, 'admin_state_up': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:53.140952 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-36596fa0-b034-4afc-8d11-6168575f9677 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:53.142873 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-36596fa0-b034-4afc-8d11-6168575f9677 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2904370 Dec 11 22:49:53.145140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35640) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:53.152530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-dca63f74-c83c-4680-be33-27c2585c8b66 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': 'bb4c9c16-0767-4501-9922-1979dde7c037', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:53.153085 n-d-710847-6 neutron-server[103692]: WARNING neutron.api.v2.base [None req-dca63f74-c83c-4680-be33-27c2585c8b66 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 11 22:49:53.153571 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-dca63f74-c83c-4680-be33-27c2585c8b66 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:53.154550 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dca63f74-c83c-4680-be33-27c2585c8b66 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085058 Dec 11 22:49:53.157321 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35644) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:53.168768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4c52fb4f-96f2-4dcf-9ca6-556fb69c2369 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': 'bb4c9c16-0767-4501-9922-1979dde7c037', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:53.267350 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:53.268403 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:53.331823 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:53.447639 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-4c52fb4f-96f2-4dcf-9ca6-556fb69c2369 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Project 94caa7066e534117981a385dc7f5f248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 22:49:53.612180 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-4c52fb4f-96f2-4dcf-9ca6-556fb69c2369 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:53.613235 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4c52fb4f-96f2-4dcf-9ca6-556fb69c2369 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4550033 Dec 11 22:49:53.616031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35646) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:53.644671 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-21598480-b29b-4c30-8ef0-129836cd4454 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': 'bb4c9c16-0767-4501-9922-1979dde7c037', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:53.655003 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:53.790970 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-21598480-b29b-4c30-8ef0-129836cd4454 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Project 94caa7066e534117981a385dc7f5f248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 22:49:53.887645 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:53.908070 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-21598480-b29b-4c30-8ef0-129836cd4454 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:53.909135 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-21598480-b29b-4c30-8ef0-129836cd4454 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2922046 Dec 11 22:49:53.912812 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35652) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:53.935313 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:53.956299 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:53.970767 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d5dd333-404b-4683-8c05-27c8f4fb5b86 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:54.001416 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d5dd333-404b-4683-8c05-27c8f4fb5b86 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:54.078870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Allocated IP 172.25.1.159 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/de3335db-1816-4baf-8c01-7088b660786e) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:54.091262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72321a0-d62b-4c4e-bccf-99f8a2166c99 req-87e0c0da-9c1c-493d-a750-82eb135b7e71 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:54.092857 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d72321a0-d62b-4c4e-bccf-99f8a2166c99 req-87e0c0da-9c1c-493d-a750-82eb135b7e71 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 943 time: 0.0652719 Dec 11 22:49:54.143375 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d72321a0-d62b-4c4e-bccf-99f8a2166c99 req-397617a8-0be6-4eed-a6f1-de0b679a2fa4 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428538 Dec 11 22:49:54.184608 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:54.208508 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d5dd333-404b-4683-8c05-27c8f4fb5b86 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:54.211869 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5d5dd333-404b-4683-8c05-27c8f4fb5b86 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:54.213283 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5d5dd333-404b-4683-8c05-27c8f4fb5b86 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "DELETE /v2.0/security-groups/bb4c9c16-0767-4501-9922-1979dde7c037 HTTP/1.1" status: 204 len: 168 time: 0.2990084 Dec 11 22:49:54.217132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35658) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:54.237705 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dd333-404b-4683-8c05-27c8f4fb5b86 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4c9c16-0767-4501-9922-1979dde7c037,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:54.309261 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-236c89a8-13bc-4e7c-902d-698fe078bcfc tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0895102 Dec 11 22:49:54.313023 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35662) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:54.317992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d74b8604-abeb-4389-91a3-4e58675af95a tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group': {'name': 'tempest-secgroup--1651979122'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:54.327021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:54.385831 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:49:54.389289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:49:54.393949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:49:54.397703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Pushing event updated for resources: {'Port': ['ID=de3335db-1816-4baf-8c01-7088b660786e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:54.414187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cec72ed-48e7-40fa-8ca5-df23c8ad2e58 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:54.442719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 55ced820-5baa-4d5c-92c3-406297e5e31c no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:49:54.463733 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 55ced820-5baa-4d5c-92c3-406297e5e31c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:49:54.464184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 55ced820-5baa-4d5c-92c3-406297e5e31c not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:49:54.507254 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d74b8604-abeb-4389-91a3-4e58675af95a tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:54.512066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-788d8299-2654-42cc-a5ab-bb2966c16ad2 None None] Provisioning complete for port de3335db-1816-4baf-8c01-7088b660786e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:54.512770 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-788d8299-2654-42cc-a5ab-bb2966c16ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:54.555766 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-788d8299-2654-42cc-a5ab-bb2966c16ad2 None None] Port de3335db-1816-4baf-8c01-7088b660786e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:49:54.597033 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:54.611192 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d74b8604-abeb-4389-91a3-4e58675af95a tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:54.712807 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d74b8604-abeb-4389-91a3-4e58675af95a tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:54.790021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b8604-abeb-4389-91a3-4e58675af95a tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fab2916-6f66-4164-b845-e9474a281c59,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:54.813231 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:54.868568 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d74b8604-abeb-4389-91a3-4e58675af95a tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:54.869835 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d74b8604-abeb-4389-91a3-4e58675af95a tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5558147 Dec 11 22:49:54.872907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35668) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:54.877348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4975486a-0c85-4876-8a40-8f5e732f16e1 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': '9fab2916-6f66-4164-b845-e9474a281c59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:55.039745 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:55.213833 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-4975486a-0c85-4876-8a40-8f5e732f16e1 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The resource could not be found. Dec 11 22:49:55.215054 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4975486a-0c85-4876-8a40-8f5e732f16e1 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3411207 Dec 11 22:49:55.217686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35674) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:55.222143 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-bcb55a9f-efac-48ec-8be2-46211a4e9a5b tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': '9fab2916-6f66-4164-b845-e9474a281c59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '26d074a6-b567-4c1e-b54a-eac16dbd2425'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:55.253581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Router 001a04e4-d58f-4bd5-85ff-225ad372743a is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:49:55.265076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea658f3-544a-4bf8-888b-e9c6c8dca24e req-9d6c1a41-339f-4d72-aa54-82a746fc7748 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:55.266571 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aea658f3-544a-4bf8-888b-e9c6c8dca24e req-9d6c1a41-339f-4d72-aa54-82a746fc7748 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 943 time: 0.0513499 Dec 11 22:49:55.329978 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aea658f3-544a-4bf8-888b-e9c6c8dca24e req-57d6bab4-0b80-4508-b1e4-fbd9bffefdd1 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556264 Dec 11 22:49:55.674123 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-bcb55a9f-efac-48ec-8be2-46211a4e9a5b tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The resource could not be found. Dec 11 22:49:55.675192 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bcb55a9f-efac-48ec-8be2-46211a4e9a5b tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4565938 Dec 11 22:49:55.678880 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35678) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:55.696724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:49:55.708232 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec00713-eac7-4c14-a2cc-7946859620f0 None None] Sync routers for ids ['001a04e4-d58f-4bd5-85ff-225ad372743a'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:49:55.718996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec00713-eac7-4c14-a2cc-7946859620f0 None None] Routers {'001a04e4-d58f-4bd5-85ff-225ad372743a'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:55.719636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-9ec00713-eac7-4c14-a2cc-7946859620f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['001a04e4-d58f-4bd5-85ff-225ad372743a'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:55.734522 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-704b3ec6-70d6-4321-bee7-49b3bcab46e7 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:55.751774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-9ec00713-eac7-4c14-a2cc-7946859620f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:55.758687 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-704b3ec6-70d6-4321-bee7-49b3bcab46e7 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:55.761053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec00713-eac7-4c14-a2cc-7946859620f0 None None] Routers {'001a04e4-d58f-4bd5-85ff-225ad372743a'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:55.761662 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-9ec00713-eac7-4c14-a2cc-7946859620f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['001a04e4-d58f-4bd5-85ff-225ad372743a'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:55.797238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-9ec00713-eac7-4c14-a2cc-7946859620f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:55.797933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec00713-eac7-4c14-a2cc-7946859620f0 None None] The sync data for ids ['001a04e4-d58f-4bd5-85ff-225ad372743a'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:49:55.844462 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:55.845713 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-55cfd5e4-2f06-4097-9e81-6579e7425f14 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7969484 Dec 11 22:49:55.854085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35682) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:55.858484 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2a6ea3d9-34b8-4d6c-88f7-f624add0523d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'enable_snat': False}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:55.933863 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-704b3ec6-70d6-4321-bee7-49b3bcab46e7 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:55.936668 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-704b3ec6-70d6-4321-bee7-49b3bcab46e7 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:55.938171 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-704b3ec6-70d6-4321-bee7-49b3bcab46e7 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "DELETE /v2.0/security-groups/9fab2916-6f66-4164-b845-e9474a281c59 HTTP/1.1" status: 204 len: 168 time: 0.2580566 Dec 11 22:49:55.944316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35684) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:55.949851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b3ec6-70d6-4321-bee7-49b3bcab46e7 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fab2916-6f66-4164-b845-e9474a281c59,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:56.031754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-348f2afc-b917-4996-b3a7-5bb7cc672001 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0863538 Dec 11 22:49:56.036293 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35688) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:56.040967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-77f70ff0-9d6f-4b03-9c01-d9cd7e89f9d1 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': '1687d8e2-8575-4ea6-ac0b-82e9b2fd56f5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:56.199873 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea3d9-34b8-4d6c-88f7-f624add0523d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:56.259077 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-77f70ff0-9d6f-4b03-9c01-d9cd7e89f9d1 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The resource could not be found. Dec 11 22:49:56.260171 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-77f70ff0-9d6f-4b03-9c01-d9cd7e89f9d1 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2228384 Dec 11 22:49:56.263787 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35692) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:56.268272 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e8bd55bf-3da9-47d7-a2d3-d7c22c260438 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group': {'name': 'tempest-secgroup--230920534'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:56.385208 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e8bd55bf-3da9-47d7-a2d3-d7c22c260438 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:56.390892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e857df38-1c6e-4533-84b7-ee9bc0482b07 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:49:56.496526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677faba3-bdc8-499a-9ee0-8da5eabf3dea req-1d2cae34-9c93-40ea-94f1-51bed8d2a93e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:56.498601 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-677faba3-bdc8-499a-9ee0-8da5eabf3dea req-1d2cae34-9c93-40ea-94f1-51bed8d2a93e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 943 time: 0.0785756 Dec 11 22:49:56.511501 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e8bd55bf-3da9-47d7-a2d3-d7c22c260438 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:56.543637 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e857df38-1c6e-4533-84b7-ee9bc0482b07, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e857df38-1c6e-4533-84b7-ee9bc0482b07,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:56.556172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'e857df38-1c6e-4533-84b7-ee9bc0482b07', 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69', 'port_id': 'e857df38-1c6e-4533-84b7-ee9bc0482b07', 'mac_address': 'fa:16:3e:d4:84:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:49:56.563271 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-677faba3-bdc8-499a-9ee0-8da5eabf3dea req-00babd7c-9a4d-4b75-be06-97abb1bbde69 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501835 Dec 11 22:49:56.597447 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:56.611295 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e857df38-1c6e-4533-84b7-ee9bc0482b07 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:49:56.630866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e857df38-1c6e-4533-84b7-ee9bc0482b07, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e857df38-1c6e-4533-84b7-ee9bc0482b07,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:56.637025 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e8bd55bf-3da9-47d7-a2d3-d7c22c260438 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:56.668410 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd55bf-3da9-47d7-a2d3-d7c22c260438 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb971e5d-66a5-4a35-8459-5572353034f8,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:56.728154 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:56.775972 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea3d9-34b8-4d6c-88f7-f624add0523d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:56.779401 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea3d9-34b8-4d6c-88f7-f624add0523d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:56.785332 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e8bd55bf-3da9-47d7-a2d3-d7c22c260438 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:56.785640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=e857df38-1c6e-4533-84b7-ee9bc0482b07,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:56.786024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35698) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:56.786457 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e8bd55bf-3da9-47d7-a2d3-d7c22c260438 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5214820 Dec 11 22:49:56.791706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6f2b5861-b786-4603-964c-6e0d919aec99 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group': {'name': 'tempest-secgroup--268404992'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:56.919217 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6ea3d9-34b8-4d6c-88f7-f624add0523d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Router 001a04e4-d58f-4bd5-85ff-225ad372743a has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:49:56.979588 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f2b5861-b786-4603-964c-6e0d919aec99 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:57.063929 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6ea3d9-34b8-4d6c-88f7-f624add0523d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:49:57.069825 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea3d9-34b8-4d6c-88f7-f624add0523d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:57.074016 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2a6ea3d9-34b8-4d6c-88f7-f624add0523d tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "PUT /v2.0/routers/001a04e4-d58f-4bd5-85ff-225ad372743a HTTP/1.1" status: 200 len: 921 time: 1.2158272 Dec 11 22:49:57.074253 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35704) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:57.076202 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d95e6f-6de3-442e-80f2-5577f8d9b7f7 None None] Sync routers for ids ['001a04e4-d58f-4bd5-85ff-225ad372743a'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:49:57.085251 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d95e6f-6de3-442e-80f2-5577f8d9b7f7 None None] Routers {'001a04e4-d58f-4bd5-85ff-225ad372743a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:57.086117 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b8d95e6f-6de3-442e-80f2-5577f8d9b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['001a04e4-d58f-4bd5-85ff-225ad372743a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:57.097686 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['e857df38-1c6e-4533-84b7-ee9bc0482b07'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:49:57.124779 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b8d95e6f-6de3-442e-80f2-5577f8d9b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:57.127089 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f2b5861-b786-4603-964c-6e0d919aec99 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:57.135429 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d95e6f-6de3-442e-80f2-5577f8d9b7f7 None None] Routers {'001a04e4-d58f-4bd5-85ff-225ad372743a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:49:57.136323 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b8d95e6f-6de3-442e-80f2-5577f8d9b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['001a04e4-d58f-4bd5-85ff-225ad372743a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:57.175777 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b8d95e6f-6de3-442e-80f2-5577f8d9b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:49:57.177147 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d95e6f-6de3-442e-80f2-5577f8d9b7f7 None None] The sync data for ids ['001a04e4-d58f-4bd5-85ff-225ad372743a'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:49:57.207461 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-36597d07-312a-4aa2-b454-b1f6fb69edfd tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/routers/001a04e4-d58f-4bd5-85ff-225ad372743a HTTP/1.1" status: 200 len: 921 time: 0.1319187 Dec 11 22:49:57.208672 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35708) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:57.251118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3203aef3-b183-437d-98ac-14d2b3e8b2eb tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:57.254832 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f2b5861-b786-4603-964c-6e0d919aec99 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:57.256190 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3203aef3-b183-437d-98ac-14d2b3e8b2eb tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&device_id=001a04e4-d58f-4bd5-85ff-225ad372743a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0463295 Dec 11 22:49:57.256795 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35710) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:57.287231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b5861-b786-4603-964c-6e0d919aec99 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e3de9d-a60f-4fec-a88c-80b33ee2581d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:57.344686 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d89df77-5770-42e0-8877-15f8f99b08cd tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:57.346099 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2d89df77-5770-42e0-8877-15f8f99b08cd tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 881 time: 0.0883696 Dec 11 22:49:57.349176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35712) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:57.376918 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a72a78f1-e276-4b29-9bbf-f9144ec77046 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "GET /v2.0/ports?device_id=001a04e4-d58f-4bd5-85ff-225ad372743a HTTP/1.1" status: 200 len: 205 time: 0.0265877 Dec 11 22:49:57.380290 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35714) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:57.393200 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f2b5861-b786-4603-964c-6e0d919aec99 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:57.394521 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6f2b5861-b786-4603-964c-6e0d919aec99 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6074502 Dec 11 22:49:57.397608 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35716) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:57.402460 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5d1812d6-a183-46c6-a03a-57b3c999f4c1 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': 'cb971e5d-66a5-4a35-8459-5572353034f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd2e3de9d-a60f-4fec-a88c-80b33ee2581d'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:57.487375 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-149cc1d9-2b6d-4120-bbfc-95c258771415 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:57.594362 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-149cc1d9-2b6d-4120-bbfc-95c258771415 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:57.695438 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e5653-c14b-4f3f-996d-1b0a9a3d9d10 req-75bb8ed3-b353-4b4b-93ab-b17944a11567 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:57.697048 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-611e5653-c14b-4f3f-996d-1b0a9a3d9d10 req-75bb8ed3-b353-4b4b-93ab-b17944a11567 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 944 time: 0.0517612 Dec 11 22:49:57.710397 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-5d1812d6-a183-46c6-a03a-57b3c999f4c1 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:57.714049 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5d1812d6-a183-46c6-a03a-57b3c999f4c1 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3130043 Dec 11 22:49:57.714302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35722) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:57.768791 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eaa68c7b-f051-49f7-8fc4-29c04fa6438e tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:57.784402 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-611e5653-c14b-4f3f-996d-1b0a9a3d9d10 req-688a1fef-829a-40cb-95af-ffed65e40c66 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814302 Dec 11 22:49:57.792883 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eaa68c7b-f051-49f7-8fc4-29c04fa6438e tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:57.808678 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-149cc1d9-2b6d-4120-bbfc-95c258771415 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Deleting port de3335db-1816-4baf-8c01-7088b660786e {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:49:57.809093 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-149cc1d9-2b6d-4120-bbfc-95c258771415 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:57.889541 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-149cc1d9-2b6d-4120-bbfc-95c258771415 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:57.902158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-149cc1d9-2b6d-4120-bbfc-95c258771415 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Calling delete_port for de3335db-1816-4baf-8c01-7088b660786e owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:49:57.916684 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eaa68c7b-f051-49f7-8fc4-29c04fa6438e tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:57.919951 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eaa68c7b-f051-49f7-8fc4-29c04fa6438e tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:57.923777 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-eaa68c7b-f051-49f7-8fc4-29c04fa6438e tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "DELETE /v2.0/security-groups/d2e3de9d-a60f-4fec-a88c-80b33ee2581d HTTP/1.1" status: 204 len: 168 time: 0.2060924 Dec 11 22:49:57.925340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35726) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:57.947214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa68c7b-f051-49f7-8fc4-29c04fa6438e tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e3de9d-a60f-4fec-a88c-80b33ee2581d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:57.993215 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-de68f1fa-e1d6-4a49-9a0d-8cac2e671ca5 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0666947 Dec 11 22:49:57.996059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35728) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:58.053319 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a662fac-22f4-43b9-a1f6-e316e52d851b tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.077931 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a662fac-22f4-43b9-a1f6-e316e52d851b tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.225684 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-149cc1d9-2b6d-4120-bbfc-95c258771415 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.253666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cc1d9-2b6d-4120-bbfc-95c258771415 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Pushing event deleted for resources: {'Port': ['ID=de3335db-1816-4baf-8c01-7088b660786e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:58.259923 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a662fac-22f4-43b9-a1f6-e316e52d851b tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.263953 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a662fac-22f4-43b9-a1f6-e316e52d851b tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.269035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6a662fac-22f4-43b9-a1f6-e316e52d851b tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "DELETE /v2.0/security-groups/cb971e5d-66a5-4a35-8459-5572353034f8 HTTP/1.1" status: 204 len: 168 time: 0.2694540 Dec 11 22:49:58.271657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35734) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:58.278065 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fee5e1-a930-4c38-b61e-10b0ef61e0bc None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:49:58.292415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a662fac-22f4-43b9-a1f6-e316e52d851b tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb971e5d-66a5-4a35-8459-5572353034f8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:58.320086 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-149cc1d9-2b6d-4120-bbfc-95c258771415 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.332088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0255972e-8310-44d8-8ffb-cfc407152140 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0593302 Dec 11 22:49:58.340586 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35736) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:58.341650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d2779f79-ccb6-4fcb-b2e6-38102ff21716 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group': {'name': 'tempest-secgroup--1589047848'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:58.393564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e857df38-1c6e-4533-84b7-ee9bc0482b07 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:49:58.417832 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-149cc1d9-2b6d-4120-bbfc-95c258771415 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.420257 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-149cc1d9-2b6d-4120-bbfc-95c258771415 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.465236 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2779f79-ccb6-4fcb-b2e6-38102ff21716 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.529291 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e083e23a-fba4-4bf4-ad7f-ed4821bcefa0 req-dc4cf5cd-8764-4583-a8c9-0f21f6c51d44 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537870 Dec 11 22:49:58.556711 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port e857df38-1c6e-4533-84b7-ee9bc0482b07 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:49:58.561045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port e857df38-1c6e-4533-84b7-ee9bc0482b07 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:49:58.561429 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.603328 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-149cc1d9-2b6d-4120-bbfc-95c258771415 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.603561 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149cc1d9-2b6d-4120-bbfc-95c258771415 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Fanout notify agent at l3_agent the message router_deleted on router 001a04e4-d58f-4bd5-85ff-225ad372743a {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:49:58.611099 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-149cc1d9-2b6d-4120-bbfc-95c258771415 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.612391 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-149cc1d9-2b6d-4120-bbfc-95c258771415 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "DELETE /v2.0/routers/001a04e4-d58f-4bd5-85ff-225ad372743a HTTP/1.1" status: 204 len: 168 time: 1.2313981 Dec 11 22:49:58.619047 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35740) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:58.625260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-337e683f-2be6-4755-ae30-8255b8deec68 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-423025755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:58.631074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083e23a-fba4-4bf4-ad7f-ed4821bcefa0 req-a125661a-9554-4db1-a763-2675a9fd9e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:58.633305 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e083e23a-fba4-4bf4-ad7f-ed4821bcefa0 req-a125661a-9554-4db1-a763-2675a9fd9e67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 1096 time: 0.0607960 Dec 11 22:49:58.675852 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2779f79-ccb6-4fcb-b2e6-38102ff21716 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.676072 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.701018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f22bd35-94e9-456f-87ea-33af46579d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e857df38-1c6e-4533-84b7-ee9bc0482b07'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:49:58.703264 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36213883-866b-4373-8d89-04db9c0b24d4" -d '{"events": [{"server_uuid": "7f22bd35-94e9-456f-87ea-33af46579d92", "name": "network-vif-plugged", "status": "completed", "tag": "e857df38-1c6e-4533-84b7-ee9bc0482b07"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:49:58.716742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e857df38-1c6e-4533-84b7-ee9bc0482b07, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e857df38-1c6e-4533-84b7-ee9bc0482b07,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:49:58.743059 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768b8ffa-4bf4-4892-9414-2453fd6e8519 x-openstack-request-id: req-768b8ffa-4bf4-4892-9414-2453fd6e8519 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:49:58.743452 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f22bd35-94e9-456f-87ea-33af46579d92", "name": "network-vif-plugged", "status": "completed", "tag": "e857df38-1c6e-4533-84b7-ee9bc0482b07", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:49:58.743722 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-768b8ffa-4bf4-4892-9414-2453fd6e8519 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:49:58.744192 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f22bd35-94e9-456f-87ea-33af46579d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e857df38-1c6e-4533-84b7-ee9bc0482b07', 'code': 200} Dec 11 22:49:58.756892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083e23a-fba4-4bf4-ad7f-ed4821bcefa0 req-8a45d6e0-a8ed-4dc4-89ba-a19433b43ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:58.758446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e083e23a-fba4-4bf4-ad7f-ed4821bcefa0 req-8a45d6e0-a8ed-4dc4-89ba-a19433b43ad9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.0986326 Dec 11 22:49:58.785182 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-337e683f-2be6-4755-ae30-8255b8deec68 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.786428 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-337e683f-2be6-4755-ae30-8255b8deec68 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.824929 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2779f79-ccb6-4fcb-b2e6-38102ff21716 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.841999 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-337e683f-2be6-4755-ae30-8255b8deec68 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.869630 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e083e23a-fba4-4bf4-ad7f-ed4821bcefa0 req-112535f9-9365-472c-98cc-2b620c7df814 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69 HTTP/1.1" status: 200 len: 1000 time: 0.1026466 Dec 11 22:49:58.905034 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.912893 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2779f79-ccb6-4fcb-b2e6-38102ff21716 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fe1389-366f-4b11-be4b-aecb7c3f826f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:58.955027 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=e857df38-1c6e-4533-84b7-ee9bc0482b07,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:49:58.956985 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-337e683f-2be6-4755-ae30-8255b8deec68 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:58.970338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:58.974382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:58.974382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:58.974382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:58.974382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:58.974382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:58.974382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:58.974382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:58.974382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:58.974382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:58.975091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:58.975091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:58.977118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:49:58.986281 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a14e3-9133-4e36-acb8-1788e0c74af3 req-afba0c90-cb94-462d-9411-6103954e56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:58.987833 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-899a14e3-9133-4e36-acb8-1788e0c74af3 req-afba0c90-cb94-462d-9411-6103954e56f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 1095 time: 0.1359334 Dec 11 22:49:58.993469 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2779f79-ccb6-4fcb-b2e6-38102ff21716 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:59.001508 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35748) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:59.001858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d2779f79-ccb6-4fcb-b2e6-38102ff21716 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6603668 Dec 11 22:49:59.002217 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083e23a-fba4-4bf4-ad7f-ed4821bcefa0 req-d92eb461-b18d-4957-91a6-23727facefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:59.002707 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-eee4548b-3a98-4084-98fa-50a1209b20a1 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': 'd0fe1389-366f-4b11-be4b-aecb7c3f826f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:59.003605 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e083e23a-fba4-4bf4-ad7f-ed4821bcefa0 req-d92eb461-b18d-4957-91a6-23727facefc0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.1144269 Dec 11 22:49:59.040013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc46022-d925-4a70-8b0c-132cafd89564 req-dba9c611-2135-47a2-810d-fa4b09b495d3 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:59.041508 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1bc46022-d925-4a70-8b0c-132cafd89564 req-dba9c611-2135-47a2-810d-fa4b09b495d3 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 945 time: 0.1576011 Dec 11 22:49:59.105834 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-337e683f-2be6-4755-ae30-8255b8deec68 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:59.107080 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-337e683f-2be6-4755-ae30-8255b8deec68 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4861684 Dec 11 22:49:59.109900 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35750) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:59.112912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083e23a-fba4-4bf4-ad7f-ed4821bcefa0 req-6be3dd3b-6b30-4d5f-8f6b-d803c010bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:49:59.114454 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e083e23a-fba4-4bf4-ad7f-ed4821bcefa0 req-6be3dd3b-6b30-4d5f-8f6b-d803c010bf50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951219 Dec 11 22:49:59.116265 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:59.116636 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-899a14e3-9133-4e36-acb8-1788e0c74af3 req-a4c06c35-ab01-4a8f-bfd1-380684218d15 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170938 Dec 11 22:49:59.157151 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1bc46022-d925-4a70-8b0c-132cafd89564 req-6e4455d8-79af-4e79-be4b-2df979fec4d9 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011777 Dec 11 22:49:59.228498 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e083e23a-fba4-4bf4-ad7f-ed4821bcefa0 req-bb447cbd-5ec6-407a-b7ac-85f4289f70bf service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011028 Dec 11 22:49:59.333883 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e083e23a-fba4-4bf4-ad7f-ed4821bcefa0 req-20fc9426-2594-49fc-9ff0-11c7112666ec service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985706 Dec 11 22:49:59.351577 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-eee4548b-3a98-4084-98fa-50a1209b20a1 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:59.352646 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-eee4548b-3a98-4084-98fa-50a1209b20a1 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3538253 Dec 11 22:49:59.354692 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:59.355611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35756) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:59.360394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e3fcc861-aa89-40b0-aefe-8df1aefc6fff tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group_rule': {'security_group_id': 'd0fe1389-366f-4b11-be4b-aecb7c3f826f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:49:59.596790 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-e3fcc861-aa89-40b0-aefe-8df1aefc6fff tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:49:59.597787 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e3fcc861-aa89-40b0-aefe-8df1aefc6fff tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2411749 Dec 11 22:49:59.601226 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35758) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:59.606538 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:59.625703 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:59.660343 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a83e7e4-5b54-44c2-84a3-c33b16a83fd4 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:59.684171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a83e7e4-5b54-44c2-84a3-c33b16a83fd4 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:59.734609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Allocated IP 172.25.1.253 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/2f50ec73-3578-4bef-837c-26634493c86b) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:49:59.835930 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a83e7e4-5b54-44c2-84a3-c33b16a83fd4 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:59.838657 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a83e7e4-5b54-44c2-84a3-c33b16a83fd4 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:59.839856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3a83e7e4-5b54-44c2-84a3-c33b16a83fd4 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "DELETE /v2.0/security-groups/d0fe1389-366f-4b11-be4b-aecb7c3f826f HTTP/1.1" status: 204 len: 168 time: 0.2374318 Dec 11 22:49:59.841520 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:49:59.842721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35762) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:49:59.849374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83e7e4-5b54-44c2-84a3-c33b16a83fd4 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fe1389-366f-4b11-be4b-aecb7c3f826f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:00.209669 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-638a79f6-0ecb-4c31-8128-bdce4ff374b5 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3657908 Dec 11 22:50:00.213673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35768) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:00.218270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f96a3ce3-3c42-4fbc-8ac6-996d77a402c2 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group': {'name': 'tempest-secgroup--1189827091'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:00.292254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b74eb2-21de-476c-bc1b-dd0993710fba req-f3bc1ded-3266-4a93-add0-3a8b9e9cb086 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:00.293755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72b74eb2-21de-476c-bc1b-dd0993710fba req-f3bc1ded-3266-4a93-add0-3a8b9e9cb086 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 945 time: 0.0499687 Dec 11 22:50:00.344656 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72b74eb2-21de-476c-bc1b-dd0993710fba req-3e6af5b7-1101-40e6-8817-4a07bfeb52a0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451379 Dec 11 22:50:00.365803 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:00.368464 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f96a3ce3-3c42-4fbc-8ac6-996d77a402c2 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:00.417114 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:00.418308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Pushing event updated for resources: {'Port': ['ID=2f50ec73-3578-4bef-837c-26634493c86b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:00.423089 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:00.425602 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:00.438485 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6e7939-7965-42b5-8146-452da5ba4472 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:00.471804 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f96a3ce3-3c42-4fbc-8ac6-996d77a402c2 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:00.525004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a8bade1a-ad0b-4205-a6f0-ec9adac2e840 None None] Provisioning complete for port 2f50ec73-3578-4bef-837c-26634493c86b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:00.525514 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8bade1a-ad0b-4205-a6f0-ec9adac2e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:00.619679 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f96a3ce3-3c42-4fbc-8ac6-996d77a402c2 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:00.650730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a3ce3-3c42-4fbc-8ac6-996d77a402c2 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ac8271-effe-4b44-aeac-21d94828f453,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:00.713740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a8bade1a-ad0b-4205-a6f0-ec9adac2e840 None None] Port 2f50ec73-3578-4bef-837c-26634493c86b cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:50:00.753347 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f96a3ce3-3c42-4fbc-8ac6-996d77a402c2 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:00.757816 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f96a3ce3-3c42-4fbc-8ac6-996d77a402c2 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5400286 Dec 11 22:50:00.758896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35776) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:00.762667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-718ad78d-afcf-46ce-a67d-d41f4d32acd1 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:00.763116 n-d-710847-6 neutron-server[103691]: WARNING neutron.api.v2.base [None req-718ad78d-afcf-46ce-a67d-d41f4d32acd1 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 11 22:50:00.763608 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-718ad78d-afcf-46ce-a67d-d41f4d32acd1 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] update failed (client error): There was a conflict when trying to complete your request. Dec 11 22:50:00.764543 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-718ad78d-afcf-46ce-a67d-d41f4d32acd1 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "PUT /v2.0/security-groups/82ac8271-effe-4b44-aeac-21d94828f453 HTTP/1.1" status: 409 len: 330 time: 0.0055048 Dec 11 22:50:00.767279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35778) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:00.829742 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fd0bf3a-53ef-4ce4-ba2a-db80811ddef4 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:00.839528 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:00.854964 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fd0bf3a-53ef-4ce4-ba2a-db80811ddef4 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:00.968461 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fd0bf3a-53ef-4ce4-ba2a-db80811ddef4 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:00.971319 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0fd0bf3a-53ef-4ce4-ba2a-db80811ddef4 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:00.975387 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0fd0bf3a-53ef-4ce4-ba2a-db80811ddef4 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "DELETE /v2.0/security-groups/82ac8271-effe-4b44-aeac-21d94828f453 HTTP/1.1" status: 204 len: 168 time: 0.2039115 Dec 11 22:50:00.978905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35780) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:00.998385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0bf3a-53ef-4ce4-ba2a-db80811ddef4 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ac8271-effe-4b44-aeac-21d94828f453,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:01.069415 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ab44ddce-e8af-4223-8a8e-a41cca2615f4 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0891407 Dec 11 22:50:01.073239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35782) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:01.081872 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:01.085765 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:01.088113 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-bbd25525-45e0-4049-8b5a-8c8fe1fd21c2 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] delete failed (client error): The resource could not be found. Dec 11 22:50:01.089138 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bbd25525-45e0-4049-8b5a-8c8fe1fd21c2 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "DELETE /v2.0/security-groups/d8a05452-9f1c-4031-9904-c4b7d2465192 HTTP/1.1" status: 404 len: 347 time: 0.0148499 Dec 11 22:50:01.092708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35784) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:01.106623 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-95fcba66-390c-4ac5-bb9e-7adc5688cce0 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] show failed (client error): The resource could not be found. Dec 11 22:50:01.107676 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-95fcba66-390c-4ac5-bb9e-7adc5688cce0 tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "GET /v2.0/security-groups/47112132-674d-424d-a650-07433b52824a HTTP/1.1" status: 404 len: 347 time: 0.0140913 Dec 11 22:50:01.111865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35786) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:01.125870 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-9c5d24b5-351b-4806-b011-86c369933eff tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] show failed (client error): The resource could not be found. Dec 11 22:50:01.126747 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9c5d24b5-351b-4806-b011-86c369933eff tempest-NegativeSecGroupIPv6Test-554755899 tempest-NegativeSecGroupIPv6Test-554755899-project] 10.222.0.45 "GET /v2.0/security-group-rules/bb1742b9-ace5-40a4-930b-f16f21c74558 HTTP/1.1" status: 404 len: 356 time: 0.0139883 Dec 11 22:50:01.334754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Router 26eec47d-0a75-44f4-b76c-3e2faa46efa6 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:50:01.454299 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:50:01.465948 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:01.465948 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-753ef7f2-5a26-48a2-9022-354e5abb0c1e tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "PUT /v2.0/routers/26eec47d-0a75-44f4-b76c-3e2faa46efa6 HTTP/1.1" status: 200 len: 879 time: 2.3511090 Dec 11 22:50:01.466740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866212fe-66c6-4bae-84fb-5f6769bf95a7 None None] Sync routers for ids ['26eec47d-0a75-44f4-b76c-3e2faa46efa6'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:50:01.467235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35796) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:01.477811 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866212fe-66c6-4bae-84fb-5f6769bf95a7 None None] Routers {'26eec47d-0a75-44f4-b76c-3e2faa46efa6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:50:01.478418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-866212fe-66c6-4bae-84fb-5f6769bf95a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['26eec47d-0a75-44f4-b76c-3e2faa46efa6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:01.481951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eed3e-ff0e-438a-9b9d-4c589aa19328 req-9bb16e6f-1652-4898-9420-50ea82267b40 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:01.483503 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2a5eed3e-ff0e-438a-9b9d-4c589aa19328 req-9bb16e6f-1652-4898-9420-50ea82267b40 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 945 time: 0.0659425 Dec 11 22:50:01.511650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-866212fe-66c6-4bae-84fb-5f6769bf95a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:01.521322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866212fe-66c6-4bae-84fb-5f6769bf95a7 None None] Routers {'26eec47d-0a75-44f4-b76c-3e2faa46efa6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:50:01.521953 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-866212fe-66c6-4bae-84fb-5f6769bf95a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['26eec47d-0a75-44f4-b76c-3e2faa46efa6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:01.562181 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-866212fe-66c6-4bae-84fb-5f6769bf95a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:01.562868 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866212fe-66c6-4bae-84fb-5f6769bf95a7 None None] The sync data for ids ['26eec47d-0a75-44f4-b76c-3e2faa46efa6'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:50:01.622576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2a5eed3e-ff0e-438a-9b9d-4c589aa19328 req-24516db0-fd3e-4a94-9d1d-6341eadc4a91 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042817 Dec 11 22:50:01.640623 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cdcebf36-6289-40a5-8fd4-521ba86f78e7 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/routers/26eec47d-0a75-44f4-b76c-3e2faa46efa6 HTTP/1.1" status: 200 len: 920 time: 0.1703908 Dec 11 22:50:01.641563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35800) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:01.717904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcdadfa-578f-40d5-b48a-d807e3383eb2 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:01.719678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6fcdadfa-578f-40d5-b48a-d807e3383eb2 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&device_id=26eec47d-0a75-44f4-b76c-3e2faa46efa6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0771635 Dec 11 22:50:01.722338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35806) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:01.759084 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7640-4f18-4fd4-9134-ea012d6d6447 req-2ba0d87f-fd08-4ec1-838b-faf85d9c9960 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:01.760851 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b12a7640-4f18-4fd4-9134-ea012d6d6447 req-2ba0d87f-fd08-4ec1-838b-faf85d9c9960 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 945 time: 0.0582726 Dec 11 22:50:01.805351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35808) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:01.818858 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b12a7640-4f18-4fd4-9134-ea012d6d6447 req-2b61e535-b449-4401-aa5c-df0c2e73a5db tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508783 Dec 11 22:50:01.825012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e06079-fd7f-4acb-8bba-dcf7d447cfd8 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:01.826620 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-25e06079-fd7f-4acb-8bba-dcf7d447cfd8 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 881 time: 0.1032681 Dec 11 22:50:01.829187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35814) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:01.864937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35818) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:01.871915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a47e2c83-fa4f-4dd8-bb45-e50857d023fd tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "GET /v2.0/ports?device_id=26eec47d-0a75-44f4-b76c-3e2faa46efa6 HTTP/1.1" status: 200 len: 205 time: 0.0408030 Dec 11 22:50:01.982953 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-545f9e36-3c9e-487c-b3eb-fccfa8f57381 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:01.987276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3ea0b929-c108-4e16-a2d6-cdd9bb8b68a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94caa7066e534117981a385dc7f5f248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1808109 Dec 11 22:50:01.990399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35820) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:02.038644 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce992-0910-4a0e-8dda-3404e5495662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:02.061997 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce992-0910-4a0e-8dda-3404e5495662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:02.093631 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-545f9e36-3c9e-487c-b3eb-fccfa8f57381 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:02.250592 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce992-0910-4a0e-8dda-3404e5495662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:02.252136 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce992-0910-4a0e-8dda-3404e5495662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:02.257811 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8e5ce992-0910-4a0e-8dda-3404e5495662 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07f17ce0-1e94-493b-a1ec-130cd7101d5a HTTP/1.1" status: 204 len: 168 time: 0.2662439 Dec 11 22:50:02.270575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ce992-0910-4a0e-8dda-3404e5495662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f17ce0-1e94-493b-a1ec-130cd7101d5a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:02.286861 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-545f9e36-3c9e-487c-b3eb-fccfa8f57381 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Deleting port 2f50ec73-3578-4bef-837c-26634493c86b {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:02.287551 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-545f9e36-3c9e-487c-b3eb-fccfa8f57381 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:02.399319 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-545f9e36-3c9e-487c-b3eb-fccfa8f57381 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:02.411915 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-545f9e36-3c9e-487c-b3eb-fccfa8f57381 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Calling delete_port for 2f50ec73-3578-4bef-837c-26634493c86b owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:02.475482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8930fe-aa2d-4bf9-9fb8-8444292c0d13 req-97975f68-5543-4ca0-8057-2096cac3c9f9 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:02.477032 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cb8930fe-aa2d-4bf9-9fb8-8444292c0d13 req-97975f68-5543-4ca0-8057-2096cac3c9f9 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 945 time: 0.0579159 Dec 11 22:50:02.545648 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cb8930fe-aa2d-4bf9-9fb8-8444292c0d13 req-560a3f44-4c2a-4663-803d-3b760a354cad tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577805 Dec 11 22:50:02.688643 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-545f9e36-3c9e-487c-b3eb-fccfa8f57381 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:02.728843 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f9e36-3c9e-487c-b3eb-fccfa8f57381 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Pushing event deleted for resources: {'Port': ['ID=2f50ec73-3578-4bef-837c-26634493c86b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:02.736562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf53453-3231-4e77-bdaa-4c4c50687658 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:02.800081 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-545f9e36-3c9e-487c-b3eb-fccfa8f57381 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:02.898728 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-545f9e36-3c9e-487c-b3eb-fccfa8f57381 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:02.900939 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-545f9e36-3c9e-487c-b3eb-fccfa8f57381 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:03.018889 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-545f9e36-3c9e-487c-b3eb-fccfa8f57381 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:03.019428 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545f9e36-3c9e-487c-b3eb-fccfa8f57381 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Fanout notify agent at l3_agent the message router_deleted on router 26eec47d-0a75-44f4-b76c-3e2faa46efa6 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:50:03.029438 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-545f9e36-3c9e-487c-b3eb-fccfa8f57381 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:03.030413 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-545f9e36-3c9e-487c-b3eb-fccfa8f57381 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "DELETE /v2.0/routers/26eec47d-0a75-44f4-b76c-3e2faa46efa6 HTTP/1.1" status: 204 len: 168 time: 1.1636796 Dec 11 22:50:03.033895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35844) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:03.038828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8bbc9d6d-7c94-4ce1-8afc-10fcfeab519d tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1248665411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:03.169684 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8bbc9d6d-7c94-4ce1-8afc-10fcfeab519d tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:03.171096 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8bbc9d6d-7c94-4ce1-8afc-10fcfeab519d tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:03.226077 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8bbc9d6d-7c94-4ce1-8afc-10fcfeab519d tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:03.293968 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8bbc9d6d-7c94-4ce1-8afc-10fcfeab519d tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:03.472395 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8bbc9d6d-7c94-4ce1-8afc-10fcfeab519d tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:03.474003 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8bbc9d6d-7c94-4ce1-8afc-10fcfeab519d tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4388905 Dec 11 22:50:03.476888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35860) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:03.482521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'enable_snat': True}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:03.709273 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:03.733154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1dfa1-8302-4906-aa72-3c0efcf130b3 req-cd0e9b65-ae33-4d5c-9fa8-77c78ec3445a tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:03.734657 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49c1dfa1-8302-4906-aa72-3c0efcf130b3 req-cd0e9b65-ae33-4d5c-9fa8-77c78ec3445a tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 945 time: 0.0780847 Dec 11 22:50:03.783418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49c1dfa1-8302-4906-aa72-3c0efcf130b3 req-56120722-1b22-46c0-bd6b-ba68f3928c3a tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424004 Dec 11 22:50:03.923750 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787593c-8fed-44f1-b532-cf83d8c326e8 req-d6420c87-b6c5-4bc4-8090-6b62e3cacf32 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:03.925216 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b787593c-8fed-44f1-b532-cf83d8c326e8 req-d6420c87-b6c5-4bc4-8090-6b62e3cacf32 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 945 time: 0.0633247 Dec 11 22:50:04.448227 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:04.472835 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:04.485029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b787593c-8fed-44f1-b532-cf83d8c326e8 req-74e6e820-9bcd-476f-9578-be5c2c41ea31 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Deleting port e857df38-1c6e-4533-84b7-ee9bc0482b07 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:04.485654 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b787593c-8fed-44f1-b532-cf83d8c326e8 req-74e6e820-9bcd-476f-9578-be5c2c41ea31 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:04.656652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b787593c-8fed-44f1-b532-cf83d8c326e8 req-74e6e820-9bcd-476f-9578-be5c2c41ea31 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] For port e857df38-1c6e-4533-84b7-ee9bc0482b07, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e857df38-1c6e-4533-84b7-ee9bc0482b07,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:04.657174 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b787593c-8fed-44f1-b532-cf83d8c326e8 req-74e6e820-9bcd-476f-9578-be5c2c41ea31 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:04.682980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Allocated IP 172.25.1.122 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/a949dfe3-ba89-498a-8dfc-5f4c1b259dfc) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:04.685132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b787593c-8fed-44f1-b532-cf83d8c326e8 req-74e6e820-9bcd-476f-9578-be5c2c41ea31 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Calling delete_port for e857df38-1c6e-4533-84b7-ee9bc0482b07 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:04.883251 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:04.997153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355a363-06ce-4299-86d5-b5224effe0b1 req-d0a6d5f2-d14c-4739-9ed7-4bb8acf9c577 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:04.998574 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0355a363-06ce-4299-86d5-b5224effe0b1 req-d0a6d5f2-d14c-4739-9ed7-4bb8acf9c577 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 945 time: 0.0926750 Dec 11 22:50:05.050213 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0355a363-06ce-4299-86d5-b5224effe0b1 req-402e0a3b-1c3c-49c8-b3da-91406b8fb7bb tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456233 Dec 11 22:50:05.060130 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b787593c-8fed-44f1-b532-cf83d8c326e8 req-74e6e820-9bcd-476f-9578-be5c2c41ea31 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:05.087040 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ec559dce-69fa-4cb1-acdd-66e658b00f15'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:05.102420 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['e857df38-1c6e-4533-84b7-ee9bc0482b07'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:05.122674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e820-9bcd-476f-9578-be5c2c41ea31 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Pushing event deleted for resources: {'Port': ['ID=e857df38-1c6e-4533-84b7-ee9bc0482b07,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:05.149211 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:05.171228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b787593c-8fed-44f1-b532-cf83d8c326e8 req-74e6e820-9bcd-476f-9578-be5c2c41ea31 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] No DVR routers for this DVR port e857df38-1c6e-4533-84b7-ee9bc0482b07 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:50:05.186926 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d911d7bf-dfd1-48d2-8352-779a7e4d688b None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:05.196509 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b787593c-8fed-44f1-b532-cf83d8c326e8 req-74e6e820-9bcd-476f-9578-be5c2c41ea31 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:05.200120 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b787593c-8fed-44f1-b532-cf83d8c326e8 req-74e6e820-9bcd-476f-9578-be5c2c41ea31 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "DELETE /v2.0/ports/e857df38-1c6e-4533-84b7-ee9bc0482b07 HTTP/1.1" status: 204 len: 173 time: 1.2672276 Dec 11 22:50:05.200877 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f22bd35-94e9-456f-87ea-33af46579d92', 'name': 'network-vif-deleted', 'tag': 'e857df38-1c6e-4533-84b7-ee9bc0482b07'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:50:05.204084 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7180a78e-552d-4e8d-88b7-ec8847cf31e2" -d '{"events": [{"server_uuid": "7f22bd35-94e9-456f-87ea-33af46579d92", "name": "network-vif-deleted", "tag": "e857df38-1c6e-4533-84b7-ee9bc0482b07"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:50:05.221369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:05.232409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:05.235882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:05.260389 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee11f1da-7b40-4943-aff3-6c91ebc7334e None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:05.291972 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2141065-1076-494c-99a3-3699bbb70443 x-openstack-request-id: req-b2141065-1076-494c-99a3-3699bbb70443 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:50:05.292371 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f22bd35-94e9-456f-87ea-33af46579d92", "name": "network-vif-deleted", "tag": "e857df38-1c6e-4533-84b7-ee9bc0482b07", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:50:05.292742 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b2141065-1076-494c-99a3-3699bbb70443 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:50:05.293803 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f22bd35-94e9-456f-87ea-33af46579d92', 'name': 'network-vif-deleted', 'tag': 'e857df38-1c6e-4533-84b7-ee9bc0482b07', 'status': 'completed', 'code': 200} Dec 11 22:50:05.294749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Pushing event updated for resources: {'Port': ['ID=a949dfe3-ba89-498a-8dfc-5f4c1b259dfc,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:05.389948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ff23eb5e-4984-4e50-830d-7f6ae80a594c None None] Provisioning complete for port a949dfe3-ba89-498a-8dfc-5f4c1b259dfc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:05.390250 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ff23eb5e-4984-4e50-830d-7f6ae80a594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:05.428320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ff23eb5e-4984-4e50-830d-7f6ae80a594c None None] Port a949dfe3-ba89-498a-8dfc-5f4c1b259dfc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:50:05.636055 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:05.833171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:05.836412 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:06.047469 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Router 8f856bec-9d3f-4d65-af82-2a045587bb8f is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:50:06.099568 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:50:06.175807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:50:06.186389 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:06.190287 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dc3c59-956c-4628-8195-ce874314a888 None None] Sync routers for ids ['8f856bec-9d3f-4d65-af82-2a045587bb8f'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:50:06.190462 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5a123b34-4b63-4650-b8af-e487407bc825 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "PUT /v2.0/routers/8f856bec-9d3f-4d65-af82-2a045587bb8f HTTP/1.1" status: 200 len: 915 time: 2.7092016 Dec 11 22:50:06.191294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35930) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:06.209060 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dc3c59-956c-4628-8195-ce874314a888 None None] Routers {'8f856bec-9d3f-4d65-af82-2a045587bb8f'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:50:06.210760 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d7dc3c59-956c-4628-8195-ce874314a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['8f856bec-9d3f-4d65-af82-2a045587bb8f'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:06.238541 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-25e242ab-fcad-40c8-9e7e-7868ce763b53 req-152e4ceb-4e59-420a-823c-e62ae9764574 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f22bd35-94e9-456f-87ea-33af46579d92 HTTP/1.1" status: 200 len: 210 time: 0.0851893 Dec 11 22:50:06.302302 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d7dc3c59-956c-4628-8195-ce874314a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:06.313123 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dc3c59-956c-4628-8195-ce874314a888 None None] Routers {'8f856bec-9d3f-4d65-af82-2a045587bb8f'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:50:06.313889 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d7dc3c59-956c-4628-8195-ce874314a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['8f856bec-9d3f-4d65-af82-2a045587bb8f'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:06.350232 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d7dc3c59-956c-4628-8195-ce874314a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:06.350841 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dc3c59-956c-4628-8195-ce874314a888 None None] The sync data for ids ['8f856bec-9d3f-4d65-af82-2a045587bb8f'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:50:06.364825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9050c1f4-d466-4880-9c12-4adcfc100240 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/routers/8f856bec-9d3f-4d65-af82-2a045587bb8f HTTP/1.1" status: 200 len: 921 time: 0.1693926 Dec 11 22:50:06.365541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35936) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:06.414242 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b5ce90-03e0-4f28-9bdf-d95daebc1646 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:06.418221 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-21b5ce90-03e0-4f28-9bdf-d95daebc1646 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&device_id=8f856bec-9d3f-4d65-af82-2a045587bb8f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0489316 Dec 11 22:50:06.418444 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35938) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:06.502414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98895822-8a7e-4257-995b-10705fcc4921 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:06.507156 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-98895822-8a7e-4257-995b-10705fcc4921 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 881 time: 0.0844972 Dec 11 22:50:06.507310 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35940) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:06.534907 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e05c3a5d-99d1-4b2b-b95d-604d6f438fa0 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f856bec-9d3f-4d65-af82-2a045587bb8f HTTP/1.1" status: 200 len: 205 time: 0.0264559 Dec 11 22:50:06.537409 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35942) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:06.652889 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c4489408-b3f0-49e1-b75b-88a3e896081b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:06.764802 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c4489408-b3f0-49e1-b75b-88a3e896081b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:06.899335 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c4489408-b3f0-49e1-b75b-88a3e896081b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Deleting port a949dfe3-ba89-498a-8dfc-5f4c1b259dfc {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:06.899758 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c4489408-b3f0-49e1-b75b-88a3e896081b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:06.981995 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c4489408-b3f0-49e1-b75b-88a3e896081b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:06.994439 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c4489408-b3f0-49e1-b75b-88a3e896081b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Calling delete_port for a949dfe3-ba89-498a-8dfc-5f4c1b259dfc owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:07.225028 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c4489408-b3f0-49e1-b75b-88a3e896081b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:07.251962 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4489408-b3f0-49e1-b75b-88a3e896081b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Pushing event deleted for resources: {'Port': ['ID=a949dfe3-ba89-498a-8dfc-5f4c1b259dfc,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:07.273957 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b064d9-98b4-4ddc-b21f-5c460f8b6a48 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:07.331359 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c4489408-b3f0-49e1-b75b-88a3e896081b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:07.445783 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c4489408-b3f0-49e1-b75b-88a3e896081b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:07.448132 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c4489408-b3f0-49e1-b75b-88a3e896081b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:07.585284 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c4489408-b3f0-49e1-b75b-88a3e896081b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:07.585879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4489408-b3f0-49e1-b75b-88a3e896081b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Fanout notify agent at l3_agent the message router_deleted on router 8f856bec-9d3f-4d65-af82-2a045587bb8f {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:50:07.601164 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c4489408-b3f0-49e1-b75b-88a3e896081b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:07.605827 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c4489408-b3f0-49e1-b75b-88a3e896081b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "DELETE /v2.0/routers/8f856bec-9d3f-4d65-af82-2a045587bb8f HTTP/1.1" status: 204 len: 168 time: 1.0639091 Dec 11 22:50:07.606117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35972) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:07.613036 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a82cf92d-b765-4576-bf6e-d9dd3aaba8f2 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1607151261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:07.728809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-3b25ca18-34af-429f-9149-64f129e07f8e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:07.730467 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-3b25ca18-34af-429f-9149-64f129e07f8e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 805 time: 0.1266150 Dec 11 22:50:07.745435 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a82cf92d-b765-4576-bf6e-d9dd3aaba8f2 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:07.745695 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-aca3f2ff-06c5-4f60-bb58-8af1ad63d8db tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/quotas/73763a9de6774bcb92f6d05a9e2496f8 HTTP/1.1" status: 200 len: 375 time: 0.0095065 Dec 11 22:50:07.747896 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a82cf92d-b765-4576-bf6e-d9dd3aaba8f2 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:07.814255 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a82cf92d-b765-4576-bf6e-d9dd3aaba8f2 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:07.819460 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-2b3c6937-f83b-4dad-a6a3-25e53fbe32f7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0671215 Dec 11 22:50:07.906073 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-ccdd5457-d956-48cf-a72d-88ebda20d3f6 service neutron] 10.222.0.45 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836217 Dec 11 22:50:07.956828 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a82cf92d-b765-4576-bf6e-d9dd3aaba8f2 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:08.001733 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-cd4bf026-a73d-46be-b209-b308662f82ae service neutron] 10.222.0.45 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892444 Dec 11 22:50:08.078893 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a82cf92d-b765-4576-bf6e-d9dd3aaba8f2 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:08.080184 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a82cf92d-b765-4576-bf6e-d9dd3aaba8f2 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4724729 Dec 11 22:50:08.083557 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35980) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:08.088252 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'enable_snat': False}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:08.318128 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:08.346887 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-21202b9c-cc20-4e94-9ea5-a7ab2cb9028e req-d8d581a2-ccb8-4169-8f66-ebcb5d2b0b1f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 210 time: 0.0632858 Dec 11 22:50:08.487664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e857df38-1c6e-4533-84b7-ee9bc0482b07 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:50:08.516612 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: e857df38-1c6e-4533-84b7-ee9bc0482b07 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:50:08.522139 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e857df38-1c6e-4533-84b7-ee9bc0482b07 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:50:08.652089 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:08.669552 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:08.816407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Allocated IP 172.25.1.138 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/3cf8aca9-baff-47a8-a95d-a4f9e0e6668a) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:08.925087 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:09.094949 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:09.127455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36022) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:09.155006 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:09.159095 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:09.162254 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Pushing event updated for resources: {'Port': ['ID=3cf8aca9-baff-47a8-a95d-a4f9e0e6668a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:09.170184 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:09.180331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cb95f7-49b0-4e81-8f33-bce938a16e08 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:09.279328 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cf848a58-824f-44b6-a3ae-5921e0267b17 None None] Provisioning complete for port 3cf8aca9-baff-47a8-a95d-a4f9e0e6668a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:09.283025 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf848a58-824f-44b6-a3ae-5921e0267b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:09.296263 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-863ecb0d-dd16-4cf8-8c57-70e5b6a2aaa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:09.375884 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-cf848a58-824f-44b6-a3ae-5921e0267b17 None None] Port 3cf8aca9-baff-47a8-a95d-a4f9e0e6668a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:50:09.443659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fe43c3c6-cdda-410e-8c15-6adef0d7305a req-5e1af8a5-6001-44a0-af77-46f9a6b143bb tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 210 time: 0.0455089 Dec 11 22:50:09.472794 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-863ecb0d-dd16-4cf8-8c57-70e5b6a2aaa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:09.556617 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-863ecb0d-dd16-4cf8-8c57-70e5b6a2aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:09.604824 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-863ecb0d-dd16-4cf8-8c57-70e5b6a2aaa0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9344aff22d604181926e028720c612a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4759233 Dec 11 22:50:09.610344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36032) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:09.631724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ecb0d-dd16-4cf8-8c57-70e5b6a2aaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49669b8-e5c3-4459-8aa8-88d51f697b91,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:09.690603 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a2795b4c-5b47-4867-a8a4-a194bf0f8560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:09.720304 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a2795b4c-5b47-4867-a8a4-a194bf0f8560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:09.859140 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a2795b4c-5b47-4867-a8a4-a194bf0f8560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:09.863207 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a2795b4c-5b47-4867-a8a4-a194bf0f8560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:09.869185 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a2795b4c-5b47-4867-a8a4-a194bf0f8560 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f49669b8-e5c3-4459-8aa8-88d51f697b91 HTTP/1.1" status: 204 len: 168 time: 0.2572668 Dec 11 22:50:09.885239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2795b4c-5b47-4867-a8a4-a194bf0f8560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49669b8-e5c3-4459-8aa8-88d51f697b91,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:09.960279 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:10.167174 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:10.170522 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:10.369437 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Router 225a482f-6595-4817-a06b-67f0ae96fb1c is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:50:10.490048 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:50:10.494544 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:10.498678 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f04a678f-e6aa-4220-bbc2-99eded7863b0 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "PUT /v2.0/routers/225a482f-6595-4817-a06b-67f0ae96fb1c HTTP/1.1" status: 200 len: 916 time: 2.4113071 Dec 11 22:50:10.498910 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36056) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:10.500215 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c080f9-9b64-43c9-83b5-fcd00e834ff2 None None] Sync routers for ids ['225a482f-6595-4817-a06b-67f0ae96fb1c'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:50:10.521066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c080f9-9b64-43c9-83b5-fcd00e834ff2 None None] Routers {'225a482f-6595-4817-a06b-67f0ae96fb1c'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:50:10.521626 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c8c080f9-9b64-43c9-83b5-fcd00e834ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['225a482f-6595-4817-a06b-67f0ae96fb1c'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:10.594841 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7b47e207-6e0f-497f-bc94-cc87e455124b req-d2c675ba-09ff-40d1-ba21-7faef5a0356d tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 210 time: 0.0489378 Dec 11 22:50:10.609470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c8c080f9-9b64-43c9-83b5-fcd00e834ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:10.624353 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c080f9-9b64-43c9-83b5-fcd00e834ff2 None None] Routers {'225a482f-6595-4817-a06b-67f0ae96fb1c'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:50:10.625009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c8c080f9-9b64-43c9-83b5-fcd00e834ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['225a482f-6595-4817-a06b-67f0ae96fb1c'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:10.639667 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-88eb431a-1316-45f0-b4cd-47a973fdd24f tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/routers/225a482f-6595-4817-a06b-67f0ae96fb1c HTTP/1.1" status: 200 len: 922 time: 0.1395972 Dec 11 22:50:10.642643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36062) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:10.687571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c8c080f9-9b64-43c9-83b5-fcd00e834ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:10.688788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c080f9-9b64-43c9-83b5-fcd00e834ff2 None None] The sync data for ids ['225a482f-6595-4817-a06b-67f0ae96fb1c'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:50:10.718841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacc0fae-715e-40b7-b30e-b7cd1b671cca tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:10.720653 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bacc0fae-715e-40b7-b30e-b7cd1b671cca tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&device_id=225a482f-6595-4817-a06b-67f0ae96fb1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0769997 Dec 11 22:50:10.726969 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36066) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:10.811307 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de053157-9501-4a25-8eed-a262459c3f24 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:10.813006 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-de053157-9501-4a25-8eed-a262459c3f24 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/networks/c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 881 time: 0.0876119 Dec 11 22:50:10.815668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36072) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:10.854766 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-72fa5abc-1307-4fa8-88b5-a29c4a7b07eb tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "GET /v2.0/ports?device_id=225a482f-6595-4817-a06b-67f0ae96fb1c HTTP/1.1" status: 200 len: 205 time: 0.0356886 Dec 11 22:50:10.860945 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36076) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:10.936928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-cdb35591-0311-4704-abfd-999c43220961 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:10.939082 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-cdb35591-0311-4704-abfd-999c43220961 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 805 time: 0.1447833 Dec 11 22:50:10.962403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-aabb833d-46dd-4ddb-8c68-084507503665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Request body: {'port': {'device_id': '5469594e-56e4-430f-9597-4cf59a8f726e', 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69', 'admin_state_up': True, 'tenant_id': '73763a9de6774bcb92f6d05a9e2496f8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:11.031859 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8800fad-d812-4346-839e-8e90de7e0caa tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:11.166045 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8800fad-d812-4346-839e-8e90de7e0caa tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:11.201922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-aabb833d-46dd-4ddb-8c68-084507503665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Made reservation on behalf of 73763a9de6774bcb92f6d05a9e2496f8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:11.206557 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-aabb833d-46dd-4ddb-8c68-084507503665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:11.361349 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a8800fad-d812-4346-839e-8e90de7e0caa tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Deleting port 3cf8aca9-baff-47a8-a95d-a4f9e0e6668a {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:11.361821 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8800fad-d812-4346-839e-8e90de7e0caa tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:11.381850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-aabb833d-46dd-4ddb-8c68-084507503665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Allocated IP 172.20.0.6 (7b9ae698-01f2-4103-b52a-b4d048e88c69/57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3/9e748a37-8b92-4e1b-b922-996142f7753c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:11.521163 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8800fad-d812-4346-839e-8e90de7e0caa tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:11.533797 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a8800fad-d812-4346-839e-8e90de7e0caa tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Calling delete_port for 3cf8aca9-baff-47a8-a95d-a4f9e0e6668a owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:11.555189 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-aabb833d-46dd-4ddb-8c68-084507503665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:11.721327 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a420c9f7-3f92-484c-bdbd-f423cc7d4054 req-bf1dd82d-19e7-4f16-b35c-ec8511cef260 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 210 time: 0.0274947 Dec 11 22:50:11.962340 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8800fad-d812-4346-839e-8e90de7e0caa tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:11.962850 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-aabb833d-46dd-4ddb-8c68-084507503665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:11.981817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ec559dce-69fa-4cb1-acdd-66e658b00f15'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:11.998260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8800fad-d812-4346-839e-8e90de7e0caa tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Pushing event deleted for resources: {'Port': ['ID=3cf8aca9-baff-47a8-a95d-a4f9e0e6668a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:12.019303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-aabb833d-46dd-4ddb-8c68-084507503665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Network 7b9ae698-01f2-4103-b52a-b4d048e88c69 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:12.020485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-aabb833d-46dd-4ddb-8c68-084507503665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:12.025399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-aabb833d-46dd-4ddb-8c68-084507503665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:12.072863 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e92f0f1-aff7-4254-951d-11fb0b1fedce None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:12.075455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f3c0a0-c44c-4345-9066-5bb86bb286c8 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:12.084329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb833d-46dd-4ddb-8c68-084507503665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Pushing event updated for resources: {'Port': ['ID=9e748a37-8b92-4e1b-b922-996142f7753c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:12.102465 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8800fad-d812-4346-839e-8e90de7e0caa tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:12.142406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-aabb833d-46dd-4ddb-8c68-084507503665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:12.142406 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-aabb833d-46dd-4ddb-8c68-084507503665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:12.231756 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8800fad-d812-4346-839e-8e90de7e0caa tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:12.234277 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8800fad-d812-4346-839e-8e90de7e0caa tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:12.241707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d58533e9-b357-4619-afab-bd628522b184 None None] Provisioning complete for port 9e748a37-8b92-4e1b-b922-996142f7753c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:12.242153 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d58533e9-b357-4619-afab-bd628522b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:12.257295 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-aabb833d-46dd-4ddb-8c68-084507503665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3034680 Dec 11 22:50:12.275872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Request body: {'port': {'device_id': '5469594e-56e4-430f-9597-4cf59a8f726e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:12.321318 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d58533e9-b357-4619-afab-bd628522b184 None None] Port 9e748a37-8b92-4e1b-b922-996142f7753c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:50:12.350847 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:12.353379 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8800fad-d812-4346-839e-8e90de7e0caa tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:12.353379 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8800fad-d812-4346-839e-8e90de7e0caa tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Fanout notify agent at l3_agent the message router_deleted on router 225a482f-6595-4817-a06b-67f0ae96fb1c {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:50:12.369699 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8800fad-d812-4346-839e-8e90de7e0caa tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:12.376449 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a8800fad-d812-4346-839e-8e90de7e0caa tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "DELETE /v2.0/routers/225a482f-6595-4817-a06b-67f0ae96fb1c HTTP/1.1" status: 204 len: 168 time: 1.5150080 Dec 11 22:50:12.376449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36144) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:12.384220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-293226755', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:12.482186 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:12.485509 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:12.542750 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:12.682901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e748a37-8b92-4e1b-b922-996142f7753c {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:50:12.690977 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:12.711316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Transition to ACTIVE for port object 9e748a37-8b92-4e1b-b922-996142f7753c will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:50:12.765281 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:12.819297 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:12.890392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e748a37-8b92-4e1b-b922-996142f7753c,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:12.921065 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2a9700-bebb-4e38-bf1b-1891f5899bf0 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:13.029278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019746c3-c3a9-4bff-9b10-09db22a43049 req-4d1c39b9-3cd2-4be7-94a7-085928118467 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:13.046558 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-019746c3-c3a9-4bff-9b10-09db22a43049 req-4d1c39b9-3cd2-4be7-94a7-085928118467 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 943 time: 0.2387676 Dec 11 22:50:13.110964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Attempting to bind port 9e748a37-8b92-4e1b-b922-996142f7753c on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:50:13.111308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Attempting to bind port 9e748a37-8b92-4e1b-b922-996142f7753c by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:50:13.111643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Attempting to bind port 9e748a37-8b92-4e1b-b922-996142f7753c on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:50:13.114712 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:13.122021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Port 9e748a37-8b92-4e1b-b922-996142f7753c on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:50:13.129814 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Attempting to bind port 9e748a37-8b92-4e1b-b922-996142f7753c on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:50:13.139122 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:13.147894 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-019746c3-c3a9-4bff-9b10-09db22a43049 req-629fcd6f-2275-4aed-9159-6fb6d50ae8fb tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003377 Dec 11 22:50:13.151132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:50:13.151482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Checking segment: {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:50:13.151877 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Bound using segment: {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:50:13.152329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Bound port: 9e748a37-8b92-4e1b-b922-996142f7753c, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:50:13.152694 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:13.267899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] For port 9e748a37-8b92-4e1b-b922-996142f7753c, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:50:13.272033 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] For port 9e748a37-8b92-4e1b-b922-996142f7753c, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=9e748a37-8b92-4e1b-b922-996142f7753c,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:50:13.319391 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Allocated IP 172.25.1.147 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/1589fd30-0202-447f-abb2-a53254af6a7e) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:13.351507 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:13.392931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:13.393684 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:13.395396 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] 10.222.0.47 "PUT /v2.0/ports/9e748a37-8b92-4e1b-b922-996142f7753c HTTP/1.1" status: 200 len: 1091 time: 1.1240017 Dec 11 22:50:13.396043 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5469594e-56e4-430f-9597-4cf59a8f726e', 'tag': '9e748a37-8b92-4e1b-b922-996142f7753c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:50:13.399246 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4db9e8-1aff-4d4e-9dc8-63fb39b08a97" -d '{"events": [{"name": "network-changed", "server_uuid": "5469594e-56e4-430f-9597-4cf59a8f726e", "tag": "9e748a37-8b92-4e1b-b922-996142f7753c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:50:13.409131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac96f74-798c-4fcd-8965-d8c0a6d975e7 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:13.442977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47ad9a-5ac1-4caa-93dc-cc9f5ac0b5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e748a37-8b92-4e1b-b922-996142f7753c,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:13.458779 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccea238-e82d-41c1-8f32-00d01d04bdb0 x-openstack-request-id: req-eccea238-e82d-41c1-8f32-00d01d04bdb0 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:50:13.459218 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5469594e-56e4-430f-9597-4cf59a8f726e", "tag": "9e748a37-8b92-4e1b-b922-996142f7753c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:50:13.460327 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eccea238-e82d-41c1-8f32-00d01d04bdb0 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:50:13.460654 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5469594e-56e4-430f-9597-4cf59a8f726e', 'tag': '9e748a37-8b92-4e1b-b922-996142f7753c', 'status': 'completed', 'code': 200} Dec 11 22:50:13.465838 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:13.547719 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4db9e8-1aff-4d4e-9dc8-63fb39b08a97 req-b6084d16-3336-4504-8f25-1c7d33649fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:13.549629 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9c4db9e8-1aff-4d4e-9dc8-63fb39b08a97 req-b6084d16-3336-4504-8f25-1c7d33649fe7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 1094 time: 0.0486808 Dec 11 22:50:13.562728 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:13.614852 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:13.666666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:13.669794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:13.688838 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:13.690215 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f479ebb3-e41d-43eb-ae57-4120497c5719 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:13.733222 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Pushing event updated for resources: {'Port': ['ID=1589fd30-0202-447f-abb2-a53254af6a7e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:13.744139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4db9e8-1aff-4d4e-9dc8-63fb39b08a97 req-dd618b90-b005-4ca8-a72a-3610a3059cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:13.744139 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9c4db9e8-1aff-4d4e-9dc8-63fb39b08a97 req-dd618b90-b005-4ca8-a72a-3610a3059cf1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1799321 Dec 11 22:50:13.840940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bd3d152a-7370-410c-96b8-2d9948b7fd83 None None] Provisioning complete for port 1589fd30-0202-447f-abb2-a53254af6a7e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:13.841938 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd3d152a-7370-410c-96b8-2d9948b7fd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:13.872586 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4db9e8-1aff-4d4e-9dc8-63fb39b08a97 req-d4555d83-028e-4707-8473-acdd9269ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:13.874149 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9c4db9e8-1aff-4d4e-9dc8-63fb39b08a97 req-d4555d83-028e-4707-8473-acdd9269ec73 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1231396 Dec 11 22:50:13.909854 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d152a-7370-410c-96b8-2d9948b7fd83 None None] Port 1589fd30-0202-447f-abb2-a53254af6a7e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:50:13.982403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-c1b96672-a69e-44c8-a787-e36ec7f97bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:13.982403 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-c1b96672-a69e-44c8-a787-e36ec7f97bc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 1094 time: 0.0428984 Dec 11 22:50:14.036783 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-414bba1c-1f92-4bf8-953e-c880a08f65ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e748a37-8b92-4e1b-b922-996142f7753c HTTP/1.1" status: 200 len: 217 time: 0.0421450 Dec 11 22:50:14.093668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-7f93d23c-32f7-40b8-a7a8-093fbd36236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:14.095173 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-7f93d23c-32f7-40b8-a7a8-093fbd36236a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3 HTTP/1.1" status: 200 len: 845 time: 0.0512493 Dec 11 22:50:14.100241 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:14.129382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-29d1e0c7-de31-4dd0-a97f-f68a36bb4c80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b9ae698-01f2-4103-b52a-b4d048e88c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268917 Dec 11 22:50:14.236520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-76922425-a670-4934-95bf-9bb2dccf2577 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991933 Dec 11 22:50:14.352298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ee2b0-1f7e-468f-b113-a383edb77923 req-b00f4045-fbde-45bb-87cb-1a9510df94c7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:14.360927 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-450ee2b0-1f7e-468f-b113-a383edb77923 req-b00f4045-fbde-45bb-87cb-1a9510df94c7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 943 time: 0.1145985 Dec 11 22:50:14.369640 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-853a4ce3-cc1c-4d5a-a433-631cfaf57826 req-23fb1d93-6ac5-4454-839c-4e88b8d5cda8 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251307 Dec 11 22:50:14.402336 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:14.461336 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-450ee2b0-1f7e-468f-b113-a383edb77923 req-bdcfa606-1465-4d7f-bfa2-7c226764850e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995374 Dec 11 22:50:14.950766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Router c6236f29-2fe0-431a-837b-0cb0ca657e84 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:50:15.071519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:50:15.080617 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f625bc4b-8dc1-4df7-956e-640fbb79b1b8 None None] Sync routers for ids ['c6236f29-2fe0-431a-837b-0cb0ca657e84'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:50:15.090022 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f625bc4b-8dc1-4df7-956e-640fbb79b1b8 None None] Routers {'c6236f29-2fe0-431a-837b-0cb0ca657e84'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:50:15.090640 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f625bc4b-8dc1-4df7-956e-640fbb79b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['c6236f29-2fe0-431a-837b-0cb0ca657e84'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:15.123013 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f625bc4b-8dc1-4df7-956e-640fbb79b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:15.139010 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f625bc4b-8dc1-4df7-956e-640fbb79b1b8 None None] Routers {'c6236f29-2fe0-431a-837b-0cb0ca657e84'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:50:15.139010 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f625bc4b-8dc1-4df7-956e-640fbb79b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['c6236f29-2fe0-431a-837b-0cb0ca657e84'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:15.152857 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:15.157077 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2d276d2c-043d-4b93-a916-782c9db69ffe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7771666 Dec 11 22:50:15.157077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36188) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:15.162637 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-cef82d6b-854e-4edb-86d7-6fe78a58fbe9 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:15.169461 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f625bc4b-8dc1-4df7-956e-640fbb79b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:15.170135 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f625bc4b-8dc1-4df7-956e-640fbb79b1b8 None None] The sync data for ids ['c6236f29-2fe0-431a-837b-0cb0ca657e84'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:50:15.497856 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef82d6b-854e-4edb-86d7-6fe78a58fbe9 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:15.593547 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454e53f-2df8-4bcb-9ae9-adf4b0533d38 req-6b6c3375-b621-4d61-a8e6-a1cd33869910 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:15.595135 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3454e53f-2df8-4bcb-9ae9-adf4b0533d38 req-6b6c3375-b621-4d61-a8e6-a1cd33869910 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 943 time: 0.0528326 Dec 11 22:50:15.606607 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef82d6b-854e-4edb-86d7-6fe78a58fbe9 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:15.665898 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3454e53f-2df8-4bcb-9ae9-adf4b0533d38 req-9a4438dc-a99c-4977-8c83-cc2e91204286 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538859 Dec 11 22:50:15.734414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-cef82d6b-854e-4edb-86d7-6fe78a58fbe9 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Deleting port 1589fd30-0202-447f-abb2-a53254af6a7e {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:15.737584 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef82d6b-854e-4edb-86d7-6fe78a58fbe9 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:15.825871 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef82d6b-854e-4edb-86d7-6fe78a58fbe9 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:15.841581 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-cef82d6b-854e-4edb-86d7-6fe78a58fbe9 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Calling delete_port for 1589fd30-0202-447f-abb2-a53254af6a7e owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:16.116296 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef82d6b-854e-4edb-86d7-6fe78a58fbe9 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:16.149396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef82d6b-854e-4edb-86d7-6fe78a58fbe9 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Pushing event deleted for resources: {'Port': ['ID=1589fd30-0202-447f-abb2-a53254af6a7e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:16.173416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0970e81d-babc-4a18-ae6a-347afcc5fcb7 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:16.267783 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef82d6b-854e-4edb-86d7-6fe78a58fbe9 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:16.526495 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef82d6b-854e-4edb-86d7-6fe78a58fbe9 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:16.530953 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef82d6b-854e-4edb-86d7-6fe78a58fbe9 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:16.627885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef82d6b-854e-4edb-86d7-6fe78a58fbe9 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Router c6236f29-2fe0-431a-837b-0cb0ca657e84 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:50:16.719676 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef82d6b-854e-4edb-86d7-6fe78a58fbe9 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:50:16.727724 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef82d6b-854e-4edb-86d7-6fe78a58fbe9 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:16.730692 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ecee56-facb-4b4b-9429-af3cd991c1cf None None] Sync routers for ids ['c6236f29-2fe0-431a-837b-0cb0ca657e84'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:50:16.741304 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cef82d6b-854e-4edb-86d7-6fe78a58fbe9 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "PUT /v2.0/routers/c6236f29-2fe0-431a-837b-0cb0ca657e84 HTTP/1.1" status: 200 len: 705 time: 1.5824511 Dec 11 22:50:16.743758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36228) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:16.749243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ecee56-facb-4b4b-9429-af3cd991c1cf None None] Routers {'c6236f29-2fe0-431a-837b-0cb0ca657e84'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:50:16.749914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f5ecee56-facb-4b4b-9429-af3cd991c1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['c6236f29-2fe0-431a-837b-0cb0ca657e84'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:16.815396 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f5ecee56-facb-4b4b-9429-af3cd991c1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:16.829774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ecee56-facb-4b4b-9429-af3cd991c1cf None None] Routers {'c6236f29-2fe0-431a-837b-0cb0ca657e84'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:50:16.830687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f5ecee56-facb-4b4b-9429-af3cd991c1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:49:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['c6236f29-2fe0-431a-837b-0cb0ca657e84'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:16.876024 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-322b523e-7a18-4df2-95e5-0e773a977c6a tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/routers/c6236f29-2fe0-431a-837b-0cb0ca657e84 HTTP/1.1" status: 200 len: 740 time: 0.1297336 Dec 11 22:50:16.877718 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36236) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:16.893535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f5ecee56-facb-4b4b-9429-af3cd991c1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:16.894798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ecee56-facb-4b4b-9429-af3cd991c1cf None None] The sync data for ids ['c6236f29-2fe0-431a-837b-0cb0ca657e84'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:50:16.935073 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-760c669a-34dc-4a06-8539-571e82d86ef3 tempest-RoutersAdminTest-890945058 tempest-RoutersAdminTest-890945058-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&device_id=c6236f29-2fe0-431a-837b-0cb0ca657e84 HTTP/1.1" status: 200 len: 205 time: 0.0560498 Dec 11 22:50:16.938968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36244) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:16.954315 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984fa3d-b973-43e4-b368-9b796c583ab1 req-dce9b6e1-b772-458f-a6c7-48ffc4c72308 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:16.955893 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9984fa3d-b973-43e4-b368-9b796c583ab1 req-dce9b6e1-b772-458f-a6c7-48ffc4c72308 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 943 time: 0.1489444 Dec 11 22:50:16.975278 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36246) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:16.976132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-448264cf-467a-4ca2-8785-d7d7eda7cd20 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6236f29-2fe0-431a-837b-0cb0ca657e84 HTTP/1.1" status: 200 len: 205 time: 0.0339620 Dec 11 22:50:17.078695 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8dc61d06-d765-4f3c-92f7-296b6738c05a tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:17.101759 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9984fa3d-b973-43e4-b368-9b796c583ab1 req-4c77cb6a-55b5-40ed-8639-97b3c0374409 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323655 Dec 11 22:50:17.145221 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:17.273551 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8dc61d06-d765-4f3c-92f7-296b6738c05a tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:17.276299 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8dc61d06-d765-4f3c-92f7-296b6738c05a tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:17.401739 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8dc61d06-d765-4f3c-92f7-296b6738c05a tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:17.407276 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc61d06-d765-4f3c-92f7-296b6738c05a tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Fanout notify agent at l3_agent the message router_deleted on router c6236f29-2fe0-431a-837b-0cb0ca657e84 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:50:17.409982 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8dc61d06-d765-4f3c-92f7-296b6738c05a tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:17.412104 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8dc61d06-d765-4f3c-92f7-296b6738c05a tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "DELETE /v2.0/routers/c6236f29-2fe0-431a-837b-0cb0ca657e84 HTTP/1.1" status: 204 len: 168 time: 0.4355850 Dec 11 22:50:17.416819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36260) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:17.445688 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4d67a06b-4b03-438a-9676-08f3b7dcb033 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6236f29-2fe0-431a-837b-0cb0ca657e84 HTTP/1.1" status: 200 len: 205 time: 0.0276856 Dec 11 22:50:17.448222 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36264) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:17.490955 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-c73de3e3-1cad-45a5-b2ea-1d0302e434bd tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] delete failed (client error): The resource could not be found. Dec 11 22:50:17.492752 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c73de3e3-1cad-45a5-b2ea-1d0302e434bd tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "DELETE /v2.0/routers/c6236f29-2fe0-431a-837b-0cb0ca657e84 HTTP/1.1" status: 404 len: 336 time: 0.0427027 Dec 11 22:50:17.494831 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36266) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:17.525831 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-52df6baf-f71e-41d2-8a76-375e87f55de0 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "GET /v2.0/ports?device_id=225a482f-6595-4817-a06b-67f0ae96fb1c HTTP/1.1" status: 200 len: 205 time: 0.0297036 Dec 11 22:50:17.528257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36270) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:17.567550 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-137a0065-824c-4afa-93eb-dd863692e426 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] delete failed (client error): The resource could not be found. Dec 11 22:50:17.568815 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-137a0065-824c-4afa-93eb-dd863692e426 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "DELETE /v2.0/routers/225a482f-6595-4817-a06b-67f0ae96fb1c HTTP/1.1" status: 404 len: 336 time: 0.0395179 Dec 11 22:50:17.572580 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36274) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:17.607139 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-925086e7-d916-4cba-96dc-c7f64feff7ab tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f856bec-9d3f-4d65-af82-2a045587bb8f HTTP/1.1" status: 200 len: 205 time: 0.0321939 Dec 11 22:50:17.609824 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36276) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:17.647571 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-2d26a883-6f38-4a10-bcd3-0c3edb673c2b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] delete failed (client error): The resource could not be found. Dec 11 22:50:17.648524 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2d26a883-6f38-4a10-bcd3-0c3edb673c2b tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "DELETE /v2.0/routers/8f856bec-9d3f-4d65-af82-2a045587bb8f HTTP/1.1" status: 404 len: 336 time: 0.0377672 Dec 11 22:50:17.651162 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36278) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:17.678792 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8c250576-eff8-40c9-9837-da81b92e4077 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "GET /v2.0/ports?device_id=26eec47d-0a75-44f4-b76c-3e2faa46efa6 HTTP/1.1" status: 200 len: 205 time: 0.0264659 Dec 11 22:50:17.681706 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36280) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:17.721966 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-51c9612d-0f96-4197-ae03-565eddef3aba tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] delete failed (client error): The resource could not be found. Dec 11 22:50:17.722997 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-51c9612d-0f96-4197-ae03-565eddef3aba tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "DELETE /v2.0/routers/26eec47d-0a75-44f4-b76c-3e2faa46efa6 HTTP/1.1" status: 404 len: 336 time: 0.0402782 Dec 11 22:50:17.725700 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36282) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:17.750913 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-da518c34-672b-4ff3-bfb1-075d7df8ac6f tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "GET /v2.0/ports?device_id=001a04e4-d58f-4bd5-85ff-225ad372743a HTTP/1.1" status: 200 len: 205 time: 0.0241535 Dec 11 22:50:17.753237 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36284) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:17.790307 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-b537475e-ff7c-4524-8438-c75d2335be1d tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] delete failed (client error): The resource could not be found. Dec 11 22:50:17.791383 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b537475e-ff7c-4524-8438-c75d2335be1d tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "DELETE /v2.0/routers/001a04e4-d58f-4bd5-85ff-225ad372743a HTTP/1.1" status: 404 len: 336 time: 0.0367525 Dec 11 22:50:17.794095 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36286) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:17.824324 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6d4db7cf-0c08-4e18-85f8-aeb61edd20fe tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "GET /v2.0/ports?device_id=862a8443-a1ed-4304-bf27-5202a77ac1e4 HTTP/1.1" status: 200 len: 205 time: 0.0291748 Dec 11 22:50:17.826761 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36288) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:17.863318 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-6f20293a-e2e1-4a08-8e03-e07fbc11b479 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] delete failed (client error): The resource could not be found. Dec 11 22:50:17.864318 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6f20293a-e2e1-4a08-8e03-e07fbc11b479 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "DELETE /v2.0/routers/862a8443-a1ed-4304-bf27-5202a77ac1e4 HTTP/1.1" status: 404 len: 336 time: 0.0366468 Dec 11 22:50:17.867019 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36290) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:17.895733 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-c872d9e2-72da-4c8b-8db8-68f034131819 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] DELETE failed (client error): The resource could not be found. Dec 11 22:50:17.896186 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c872d9e2-72da-4c8b-8db8-68f034131819 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:50:17.899499 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c872d9e2-72da-4c8b-8db8-68f034131819 tempest-RoutersAdminTest-1499807827 tempest-RoutersAdminTest-1499807827-project] 10.222.0.45 "DELETE /v2.0/subnets/8a572a7b-17cf-43f4-95b1-6e4cc78d3955 HTTP/1.1" status: 404 len: 337 time: 0.0305517 Dec 11 22:50:18.223767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e96a14-9516-4926-9859-4d95d80479ac req-791a765d-cc50-44f1-b8f4-6d1e38892f34 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:18.225032 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d9e96a14-9516-4926-9859-4d95d80479ac req-791a765d-cc50-44f1-b8f4-6d1e38892f34 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 943 time: 0.0554864 Dec 11 22:50:18.287894 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d9e96a14-9516-4926-9859-4d95d80479ac req-be8dc6d1-ee21-4e04-ab8a-1ff1613ec3d5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525751 Dec 11 22:50:18.333217 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6620e44-7b83-48da-aa5e-dc1445ba574c req-f27e821b-ebb0-4395-8c6f-beea09383f15 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:18.340068 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6620e44-7b83-48da-aa5e-dc1445ba574c req-f27e821b-ebb0-4395-8c6f-beea09383f15 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0760238 Dec 11 22:50:18.393257 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6620e44-7b83-48da-aa5e-dc1445ba574c req-c80085c9-de1e-4e9b-b267-9b181ce139ea tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518010 Dec 11 22:50:18.403769 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36312) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:18.522274 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94e383be-d7fa-48b3-a29e-6dbe19ee2e8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:18.534543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 9e748a37-8b92-4e1b-b922-996142f7753c details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:50:18.541448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b47890-5dc8-4b34-b461-8d877a8f1e70 req-f74f3cd0-e3e5-44a7-94e9-5df7fa904437 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:18.543137 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-59b47890-5dc8-4b34-b461-8d877a8f1e70 req-f74f3cd0-e3e5-44a7-94e9-5df7fa904437 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0714900 Dec 11 22:50:18.627134 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-59b47890-5dc8-4b34-b461-8d877a8f1e70 req-b50ef9df-18c7-45ab-8cd5-5b48d8466e81 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743542 Dec 11 22:50:18.672485 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94e383be-d7fa-48b3-a29e-6dbe19ee2e8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:18.677302 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 9e748a37-8b92-4e1b-b922-996142f7753c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=9e748a37-8b92-4e1b-b922-996142f7753c,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:18.695729 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '9e748a37-8b92-4e1b-b922-996142f7753c', 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69', 'port_id': '9e748a37-8b92-4e1b-b922-996142f7753c', 'mac_address': 'fa:16:3e:64:cd:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:50:18.755993 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94e383be-d7fa-48b3-a29e-6dbe19ee2e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:18.760179 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:18.786584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e748a37-8b92-4e1b-b922-996142f7753c {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:50:18.814095 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-94e383be-d7fa-48b3-a29e-6dbe19ee2e8b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=451b8f04230242ee80470f6516010470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4091024 Dec 11 22:50:18.815810 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e383be-d7fa-48b3-a29e-6dbe19ee2e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99630360-fff6-45e9-b677-e3079e04632b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:18.818042 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36328) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:18.859554 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 9e748a37-8b92-4e1b-b922-996142f7753c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=9e748a37-8b92-4e1b-b922-996142f7753c,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:18.878609 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6398f86d-7d61-45a6-8757-e941588b93f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:18.902451 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6398f86d-7d61-45a6-8757-e941588b93f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:18.916504 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-28d8bece-9067-4f3b-b47c-e2434022246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:18.938931 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:18.993598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=9e748a37-8b92-4e1b-b922-996142f7753c,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:19.040267 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-020e0a40-c52c-4775-b1f6-ead744ac46d3 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:19.041722 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-020e0a40-c52c-4775-b1f6-ead744ac46d3 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 812 time: 0.1325891 Dec 11 22:50:19.067586 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-90e2ccdd-c391-442b-b24f-020a71b03ccb tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/quotas/27217062ad8c4d4babc5ba4352c729c5 HTTP/1.1" status: 200 len: 375 time: 0.0197730 Dec 11 22:50:19.131187 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-8d5cbd1a-8bf8-4751-9eb3-a9a577945cbe tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0617902 Dec 11 22:50:19.133130 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6398f86d-7d61-45a6-8757-e941588b93f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:19.138073 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6398f86d-7d61-45a6-8757-e941588b93f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:19.138864 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6398f86d-7d61-45a6-8757-e941588b93f5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/99630360-fff6-45e9-b677-e3079e04632b HTTP/1.1" status: 204 len: 168 time: 0.3196743 Dec 11 22:50:19.149906 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398f86d-7d61-45a6-8757-e941588b93f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99630360-fff6-45e9-b677-e3079e04632b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:19.284591 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['9e748a37-8b92-4e1b-b922-996142f7753c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:19.295450 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-d273ad2e-93e1-4b9e-b1dc-a71971811f03 service neutron] 10.222.0.45 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426270 Dec 11 22:50:19.421692 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-852454e5-b16c-4f1b-a3cb-c597540662e9 service neutron] 10.222.0.45 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251633 Dec 11 22:50:19.423305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1589d35-001f-4414-a115-8bcedde9f77b req-f44e88ac-2f1d-47f2-866b-2212a3693143 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:19.427467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b1589d35-001f-4414-a115-8bcedde9f77b req-f44e88ac-2f1d-47f2-866b-2212a3693143 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 944 time: 0.0627325 Dec 11 22:50:19.486572 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b1589d35-001f-4414-a115-8bcedde9f77b req-2361395f-7dcf-4e6a-b664-703e26b53464 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508292 Dec 11 22:50:19.716798 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-74975e9c-6dec-44d8-84e6-5197dbeb89af req-72ce281f-3d04-45c7-96a9-5e63fca28f92 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 210 time: 0.0265162 Dec 11 22:50:19.883819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36368) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:19.923568 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8f033777-a6fa-42d9-a3d3-1cc01b29e9e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc96344e0a1344babd8a7457f33068b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383949 Dec 11 22:50:19.926556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36372) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:19.979973 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-557c36d9-6230-4dcf-af45-9f1897f14c8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:20.006615 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-557c36d9-6230-4dcf-af45-9f1897f14c8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:20.525085 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-557c36d9-6230-4dcf-af45-9f1897f14c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:20.532728 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-557c36d9-6230-4dcf-af45-9f1897f14c8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:20.534613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 9e748a37-8b92-4e1b-b922-996142f7753c up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:50:20.537541 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-557c36d9-6230-4dcf-af45-9f1897f14c8e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b02dc135-6148-4af3-adc9-359435cefe6b HTTP/1.1" status: 204 len: 168 time: 0.6072333 Dec 11 22:50:20.550001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c36d9-6230-4dcf-af45-9f1897f14c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02dc135-6148-4af3-adc9-359435cefe6b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:20.682314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d446ff6-c7c0-4dc5-8346-d15e0985a51e req-b275d8b0-2b96-485e-bbff-e0370147f0f2 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:20.683633 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0d446ff6-c7c0-4dc5-8346-d15e0985a51e req-b275d8b0-2b96-485e-bbff-e0370147f0f2 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 944 time: 0.0794222 Dec 11 22:50:20.748035 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 9e748a37-8b92-4e1b-b922-996142f7753c completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:50:20.752996 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0d446ff6-c7c0-4dc5-8346-d15e0985a51e req-37b45515-781b-45b9-96ae-62da65302423 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663724 Dec 11 22:50:20.755154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 9e748a37-8b92-4e1b-b922-996142f7753c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:20.755984 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:20.879322 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2554cadb-9cdc-4ec9-a823-d66e6ce64f13 req-e01b4df7-991b-4c9d-a1f9-7c169380ef6e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 210 time: 0.0473142 Dec 11 22:50:20.945650 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:20.974212 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5469594e-56e4-430f-9597-4cf59a8f726e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e748a37-8b92-4e1b-b922-996142f7753c'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:50:20.976603 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc28ef0f-2e3a-4239-85d8-0439bcd04d06" -d '{"events": [{"server_uuid": "5469594e-56e4-430f-9597-4cf59a8f726e", "name": "network-vif-plugged", "status": "completed", "tag": "9e748a37-8b92-4e1b-b922-996142f7753c"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:50:20.991178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 9e748a37-8b92-4e1b-b922-996142f7753c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=9e748a37-8b92-4e1b-b922-996142f7753c,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:21.040306 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b99c9d-ee86-48a6-a0f8-bddd907a97a3 x-openstack-request-id: req-33b99c9d-ee86-48a6-a0f8-bddd907a97a3 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:50:21.040715 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5469594e-56e4-430f-9597-4cf59a8f726e", "name": "network-vif-plugged", "status": "completed", "tag": "9e748a37-8b92-4e1b-b922-996142f7753c", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:50:21.040914 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33b99c9d-ee86-48a6-a0f8-bddd907a97a3 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:50:21.041497 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5469594e-56e4-430f-9597-4cf59a8f726e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e748a37-8b92-4e1b-b922-996142f7753c', 'code': 200} Dec 11 22:50:21.075350 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:21.122839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=9e748a37-8b92-4e1b-b922-996142f7753c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:21.182688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d55bb-cfd3-4643-9c5d-f58d1691a024 req-58da75e9-dfa7-4bcd-afee-ede72272a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:21.188893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0a9d55bb-cfd3-4643-9c5d-f58d1691a024 req-58da75e9-dfa7-4bcd-afee-ede72272a20c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 1096 time: 0.0433393 Dec 11 22:50:21.261991 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0a9d55bb-cfd3-4643-9c5d-f58d1691a024 req-6a3a8869-133b-404b-8b2c-c7939ca8ac1a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619636 Dec 11 22:50:21.270953 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4fe9-77ff-43ee-aed0-8aea7351dc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:21.960166 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ca762-19d5-4dd9-8d1e-9c8cf0272f27 req-af5314e2-67b5-4f8d-a151-cdd79067def2 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:21.962934 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-509ca762-19d5-4dd9-8d1e-9c8cf0272f27 req-af5314e2-67b5-4f8d-a151-cdd79067def2 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 945 time: 0.1221960 Dec 11 22:50:22.075625 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-014f971f-5dd2-4c7c-a6d4-f63e52cbc955 req-7c9d07dc-ba76-4585-b283-feaa7930f6ae tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 210 time: 0.0795226 Dec 11 22:50:22.086473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36466) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:22.110976 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-509ca762-19d5-4dd9-8d1e-9c8cf0272f27 req-4763f5c5-920f-4e68-a02d-4480eaf2c870 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300583 Dec 11 22:50:22.150760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-727fc229-c0ac-4604-b51b-39982df3a21e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:22.153019 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-727fc229-c0ac-4604-b51b-39982df3a21e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 812 time: 0.2883368 Dec 11 22:50:22.180949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-e07101d0-2b58-493b-b465-7467e4340554 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Request body: {'port': {'device_id': '67b5004d-e19e-4327-9864-2edb57ab2464', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'admin_state_up': True, 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:22.224882 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:22.289668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-488039100'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:22.459475 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:22.465149 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:22.478030 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:22.584744 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:22.607558 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-e07101d0-2b58-493b-b465-7467e4340554 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Made reservation on behalf of 27217062ad8c4d4babc5ba4352c729c5 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:22.611151 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-e07101d0-2b58-493b-b465-7467e4340554 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:22.664444 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:22.700727 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:50:22.705821 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae07e3f7-4c76-469f-80e9-c02dbf312420,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:22.719602 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:22.719950 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Added segment 4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79 of type vlan for network 222e8032-d106-460a-b983-cafecada1526 Dec 11 22:50:22.722141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:22.723366 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:22.723872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:22.724389 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:22.724896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:22.725420 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:22.725924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:22.726261 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:22.726590 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:22.727115 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:22.727665 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:22.728212 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:22.728764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:22.773531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-e07101d0-2b58-493b-b465-7467e4340554 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Allocated IP 172.20.0.8 (82b08062-dcd3-4b12-b656-232a56b3b938/c7fea1e5-16e5-4ed2-9658-4e69f5375c97/1d79af06-eb2a-4cc3-b70b-66ed0f4f8126) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:22.782328 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:22.893025 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:22.898736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:22.899368 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:22.969780 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-e07101d0-2b58-493b-b465-7467e4340554 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:23.001036 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Network': ['ID=222e8032-d106-460a-b983-cafecada1526,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:23.017826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 222e8032-d106-460a-b983-cafecada1526 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:50:23.043703 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d035119a-b432-4a26-b51f-9089139993f5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9553273 Dec 11 22:50:23.044976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36504) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:23.049439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-451e109d-f3ca-46d3-b60f-4999520c865e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:23.134053 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-e07101d0-2b58-493b-b465-7467e4340554 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:23.166233 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['bbb9e180-05f9-4f32-abab-86a8a2c173d1', '80b6a5d7-4417-44b5-a891-d0cf65b39c69'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:23.217088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-e07101d0-2b58-493b-b465-7467e4340554 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Network 82b08062-dcd3-4b12-b656-232a56b3b938 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:23.237215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07101d0-2b58-493b-b465-7467e4340554 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event updated for resources: {'Port': ['ID=1d79af06-eb2a-4cc3-b70b-66ed0f4f8126,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:23.245454 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-e07101d0-2b58-493b-b465-7467e4340554 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:23.251026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-e07101d0-2b58-493b-b465-7467e4340554 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:23.265189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5c9db-afc9-489b-927d-de88e54727e9 req-11346860-638f-46bb-b685-55bd0bf31670 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:23.267099 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b2e5c9db-afc9-489b-927d-de88e54727e9 req-11346860-638f-46bb-b685-55bd0bf31670 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 931 time: 0.0667949 Dec 11 22:50:23.311076 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2433e-481e-4cc2-8fa9-6ef0bdc3156d req-d04d1526-70d1-4759-8f93-a2b1ce654be9 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:23.312870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91c2433e-481e-4cc2-8fa9-6ef0bdc3156d req-d04d1526-70d1-4759-8f93-a2b1ce654be9 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 945 time: 0.1205404 Dec 11 22:50:23.331991 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451e109d-f3ca-46d3-b60f-4999520c865e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:23.336690 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-451e109d-f3ca-46d3-b60f-4999520c865e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:23.356538 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b2e5c9db-afc9-489b-927d-de88e54727e9 req-5b30820d-078d-4d21-9788-e43f2e69c8f9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809672 Dec 11 22:50:23.495696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-e07101d0-2b58-493b-b465-7467e4340554 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:23.496279 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-e07101d0-2b58-493b-b465-7467e4340554 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:23.539707 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91c2433e-481e-4cc2-8fa9-6ef0bdc3156d req-6b8422e1-8f42-4fd6-bd3b-a1466244c665 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170937 Dec 11 22:50:23.649782 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-e07101d0-2b58-493b-b465-7467e4340554 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4839258 Dec 11 22:50:23.665273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Request body: {'port': {'device_id': '67b5004d-e19e-4327-9864-2edb57ab2464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:23.728490 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b29abeea-f379-4cba-ae63-c66179751f6f None None] Provisioning complete for port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:23.729589 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b29abeea-f379-4cba-ae63-c66179751f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:23.742974 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-451e109d-f3ca-46d3-b60f-4999520c865e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:23.778377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b29abeea-f379-4cba-ae63-c66179751f6f None None] Port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:50:23.822871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e109d-f3ca-46d3-b60f-4999520c865e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=c82ab3ae-9269-4fa1-885f-042d392305b4,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:23.878200 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:23.896312 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:23.983186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451e109d-f3ca-46d3-b60f-4999520c865e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:50:23.983811 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451e109d-f3ca-46d3-b60f-4999520c865e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network hostable DHCP agents. Network: 222e8032-d106-460a-b983-cafecada1526, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:50:24.007670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-581e6289-3920-4d39-990c-163cdca08f4e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:24.009652 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-581e6289-3920-4d39-990c-163cdca08f4e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 805 time: 0.1889019 Dec 11 22:50:24.101913 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-6ee68b3c-fb01-4073-99f1-e14e5a92a809 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/quotas/73763a9de6774bcb92f6d05a9e2496f8 HTTP/1.1" status: 200 len: 375 time: 0.0825305 Dec 11 22:50:24.115546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451e109d-f3ca-46d3-b60f-4999520c865e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:50:24.226452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-b647da1a-bc16-4850-80e5-39cee7db3e9c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1161513 Dec 11 22:50:24.227147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-451e109d-f3ca-46d3-b60f-4999520c865e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 222e8032-d106-460a-b983-cafecada1526) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:24.235195 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451e109d-f3ca-46d3-b60f-4999520c865e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:24.235802 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-451e109d-f3ca-46d3-b60f-4999520c865e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:24.236027 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d95e32a-16f7-4c20-a591-fdb36a468bbd None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:50:24.384833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': 'c82ab3ae-9269-4fa1-885f-042d392305b4'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:50:24.385730 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:24.521330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-451e109d-f3ca-46d3-b60f-4999520c865e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4762826 Dec 11 22:50:24.523948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36542) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:24.533117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-06f43300-1340-45b9-a98f-5d91c972b53c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'name': 'tempest-NetworksTestDHCPv6-181843725'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:24.557340 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-3a6f49bb-88eb-4928-b91e-d00774289cd6 service neutron] 10.222.0.45 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237376 Dec 11 22:50:24.566280 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2701b0-39e3-4837-bc02-b7501c886206 req-bd55e579-f695-47c6-8852-f2a038f7aa5e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:24.568910 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec2701b0-39e3-4837-bc02-b7501c886206 req-bd55e579-f695-47c6-8852-f2a038f7aa5e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 931 time: 0.0845416 Dec 11 22:50:24.607236 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:50:24.614320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Allocated IP 2001:db8::2 (222e8032-d106-460a-b983-cafecada1526/c82ab3ae-9269-4fa1-885f-042d392305b4/a3c600bf-8fca-43da-a538-710ebda147e1) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:24.633094 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:24.663662 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec2701b0-39e3-4837-bc02-b7501c886206 req-c771d750-55ec-44c5-a382-649e446bbee4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867243 Dec 11 22:50:24.700922 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:24.815469 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:24.819170 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Transition to ACTIVE for port object 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:50:24.863281 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-17295b0e-407b-42ae-98dc-083527d3089a service neutron] 10.222.0.45 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577300 Dec 11 22:50:24.911081 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:24.962700 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:24.967689 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:24.968203 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:24.972180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:24.978512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f43300-1340-45b9-a98f-5d91c972b53c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:24.978688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Pushing event updated for resources: {'Port': ['ID=a3c600bf-8fca-43da-a538-710ebda147e1,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:24.978797 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06f43300-1340-45b9-a98f-5d91c972b53c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:25.036818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-06f43300-1340-45b9-a98f-5d91c972b53c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port 7efdd838-ceef-4eb7-97cf-63393f265dde yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:50:25.050037 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Attempting to bind port a3c600bf-8fca-43da-a538-710ebda147e1 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:50:25.051369 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Attempting to bind port a3c600bf-8fca-43da-a538-710ebda147e1 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:50:25.051754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Attempting to bind port a3c600bf-8fca-43da-a538-710ebda147e1 on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:50:25.057346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:50:25.057660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:50:25.058065 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:25.058462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:50:25.058961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Bound port: a3c600bf-8fca-43da-a538-710ebda147e1, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:50:25.060316 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:25.187508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Pushing event updated for resources: {'Port': ['ID=1d79af06-eb2a-4cc3-b70b-66ed0f4f8126,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:25.197769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-478d2f67-44a3-4222-a212-310183652b79 None None] For port a3c600bf-8fca-43da-a538-710ebda147e1, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:50:25.208166 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-86dcee51-99b6-4a39-bb99-2016b6036d8d req-41093ca0-6312-4a30-b54a-6d177bf8c5d9 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 210 time: 0.0714226 Dec 11 22:50:25.209367 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-478d2f67-44a3-4222-a212-310183652b79 None None] For port a3c600bf-8fca-43da-a538-710ebda147e1, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a3c600bf-8fca-43da-a538-710ebda147e1,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:50:25.247899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:25.248878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:25.248878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:25.249054 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:25.249703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:25.250066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:25.250405 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:25.250743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:25.251100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:25.251434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:25.251766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:25.252095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:25.252425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:50:25.293624 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:25.341916 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Attempting to bind port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:50:25.342284 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Attempting to bind port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:50:25.342628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Attempting to bind port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 on network 82b08062-dcd3-4b12-b656-232a56b3b938 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:50:25.350650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 on network 82b08062-dcd3-4b12-b656-232a56b3b938 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:50:25.351061 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Attempting to bind port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 on network 82b08062-dcd3-4b12-b656-232a56b3b938 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:50:25.361033 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:50:25.361848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Checking segment: {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:50:25.362288 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Bound using segment: {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:50:25.362752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Bound port: 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:50:25.363199 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:25.431162 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-06f43300-1340-45b9-a98f-5d91c972b53c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::1ef (222e8032-d106-460a-b983-cafecada1526/c82ab3ae-9269-4fa1-885f-042d392305b4/7efdd838-ceef-4eb7-97cf-63393f265dde) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:25.436060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d2f67-44a3-4222-a212-310183652b79 None None] Pushing event updated for resources: {'Port': ['ID=a3c600bf-8fca-43da-a538-710ebda147e1,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:25.516563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] For port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:50:25.525284 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] For port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1d79af06-eb2a-4cc3-b70b-66ed0f4f8126,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:50:25.683415 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:25.743328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06f43300-1340-45b9-a98f-5d91c972b53c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:25.764727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:25.765482 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:25.767847 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] 10.222.0.13 "PUT /v2.0/ports/1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 HTTP/1.1" status: 200 len: 1091 time: 2.1078701 Dec 11 22:50:25.777220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b5004d-e19e-4327-9864-2edb57ab2464', 'tag': '1d79af06-eb2a-4cc3-b70b-66ed0f4f8126'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:50:25.780466 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56856f9-a19f-4933-b5ae-6b1683bf0c26" -d '{"events": [{"name": "network-changed", "server_uuid": "67b5004d-e19e-4327-9864-2edb57ab2464", "tag": "1d79af06-eb2a-4cc3-b70b-66ed0f4f8126"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:50:25.856930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1a909-a160-438f-9d6e-9736ee56ac7b service neutron] Pushing event updated for resources: {'Port': ['ID=1d79af06-eb2a-4cc3-b70b-66ed0f4f8126,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:25.925042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42df7f-033b-4663-9d69-7bd66985ce07 req-a36b1245-9c6b-4480-b62c-c546868857aa tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:25.927663 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2e42df7f-033b-4663-9d69-7bd66985ce07 req-a36b1245-9c6b-4480-b62c-c546868857aa tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 943 time: 0.1183579 Dec 11 22:50:26.029621 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072b572f-3334-4288-b84d-e1b8bbe09056 x-openstack-request-id: req-072b572f-3334-4288-b84d-e1b8bbe09056 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:50:26.029944 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b5004d-e19e-4327-9864-2edb57ab2464", "tag": "1d79af06-eb2a-4cc3-b70b-66ed0f4f8126", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:50:26.030209 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-072b572f-3334-4288-b84d-e1b8bbe09056 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:50:26.030619 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b5004d-e19e-4327-9864-2edb57ab2464', 'tag': '1d79af06-eb2a-4cc3-b70b-66ed0f4f8126', 'status': 'completed', 'code': 200} Dec 11 22:50:26.037510 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2e42df7f-033b-4663-9d69-7bd66985ce07 req-e2e5a5c6-45d9-4e5e-a772-9ccee6a2a1f6 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850840 Dec 11 22:50:26.042329 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06f43300-1340-45b9-a98f-5d91c972b53c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:26.116314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f43300-1340-45b9-a98f-5d91c972b53c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:26.121690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-e47277f9-cc16-49ad-8f6c-de310a74758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:26.123239 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-e47277f9-cc16-49ad-8f6c-de310a74758e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 1094 time: 0.2181909 Dec 11 22:50:26.126142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-06f43300-1340-45b9-a98f-5d91c972b53c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:26.130239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f43300-1340-45b9-a98f-5d91c972b53c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:26.136280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f43300-1340-45b9-a98f-5d91c972b53c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:26.136941 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06f43300-1340-45b9-a98f-5d91c972b53c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:26.155248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f43300-1340-45b9-a98f-5d91c972b53c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=7efdd838-ceef-4eb7-97cf-63393f265dde,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:26.188934 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-6f66c5b2-3c24-45b8-83ce-f3de9679c08c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 HTTP/1.1" status: 200 len: 217 time: 0.0465136 Dec 11 22:50:26.277752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-ea47df2a-855b-49f9-997b-09b7c9c92a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:26.280827 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-ea47df2a-855b-49f9-997b-09b7c9c92a16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.0836616 Dec 11 22:50:26.316127 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-06f43300-1340-45b9-a98f-5d91c972b53c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7870741 Dec 11 22:50:26.317060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36582) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:26.365504 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b23750f6-580a-40d1-82a4-a960aa644caf req-c818e64d-a888-439f-914e-8accc51e9461 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 210 time: 0.0901463 Dec 11 22:50:26.456583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-5a7f0ec5-8280-4a43-91ac-c924224f63d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:26.458660 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-5a7f0ec5-8280-4a43-91ac-c924224f63d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694653 Dec 11 22:50:26.576143 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a3c600bf-8fca-43da-a538-710ebda147e1 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:50:26.590094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0315862a-5ef5-49bb-a396-226b8c1c135a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:26.604701 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0315862a-5ef5-49bb-a396-226b8c1c135a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:26.606541 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0315862a-5ef5-49bb-a396-226b8c1c135a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2669604 Dec 11 22:50:26.609466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36590) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:26.692501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a3c600bf-8fca-43da-a538-710ebda147e1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:26.692899 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:26.757624 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-0ee4e0df-72d5-4463-ad04-919531bb18e5 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815070 Dec 11 22:50:26.864774 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:26.872577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-08f02614-e587-416a-9d1c-2cdd810a3e99 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 7efdd838-ceef-4eb7-97cf-63393f265dde {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:26.875846 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08f02614-e587-416a-9d1c-2cdd810a3e99 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:26.916174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port a3c600bf-8fca-43da-a538-710ebda147e1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a3c600bf-8fca-43da-a538-710ebda147e1,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:26.992412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fd23efd3-343d-4352-8c28-61e47a16ccf8 req-f223fcc7-30e3-4bf5-b64a-9517352ab615 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233593 Dec 11 22:50:27.007743 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08f02614-e587-416a-9d1c-2cdd810a3e99 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:27.009613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592b841e-bb49-4a79-a54c-bb9f40da0160 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:50:27.023905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-08f02614-e587-416a-9d1c-2cdd810a3e99 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 7efdd838-ceef-4eb7-97cf-63393f265dde owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:27.122239 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:27.258964 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=a3c600bf-8fca-43da-a538-710ebda147e1,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:27.294648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-83832edc-ded7-4aa1-8d5b-e38989495ca5 None None] Provisioning complete for port a3c600bf-8fca-43da-a538-710ebda147e1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:27.295542 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83832edc-ded7-4aa1-8d5b-e38989495ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:27.366998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572c939-a419-4270-87fd-a874b426ae8d req-3b939ea6-61ab-4aeb-9663-67fc1b968c7b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:27.372075 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9572c939-a419-4270-87fd-a874b426ae8d req-3b939ea6-61ab-4aeb-9663-67fc1b968c7b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 943 time: 0.1547911 Dec 11 22:50:27.376090 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56856f9-a19f-4933-b5ae-6b1683bf0c26 req-d84b005a-24fd-4412-8043-8515110a9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:27.377713 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d56856f9-a19f-4933-b5ae-6b1683bf0c26 req-d84b005a-24fd-4412-8043-8515110a9273 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 1094 time: 0.1486552 Dec 11 22:50:27.499443 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9572c939-a419-4270-87fd-a874b426ae8d req-cd2a973c-d820-496b-bd1c-65116739b28d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206355 Dec 11 22:50:27.500486 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08f02614-e587-416a-9d1c-2cdd810a3e99 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:27.578966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f02614-e587-416a-9d1c-2cdd810a3e99 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=7efdd838-ceef-4eb7-97cf-63393f265dde,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:27.581089 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9e40cc63-4105-4f86-9c44-77e3d9b14a7f req-98f27bb3-b8ad-4d48-bb8c-ebd95e586190 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 210 time: 0.0633380 Dec 11 22:50:27.677388 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08f02614-e587-416a-9d1c-2cdd810a3e99 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:27.683826 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-08f02614-e587-416a-9d1c-2cdd810a3e99 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/7efdd838-ceef-4eb7-97cf-63393f265dde HTTP/1.1" status: 204 len: 168 time: 1.0714397 Dec 11 22:50:27.684136 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36610) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:27.754740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56856f9-a19f-4933-b5ae-6b1683bf0c26 req-1d6087e8-c581-4959-b77c-6abcd07bf7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:27.756418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d56856f9-a19f-4933-b5ae-6b1683bf0c26 req-1d6087e8-c581-4959-b77c-6abcd07bf7be service neutron] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.2639637 Dec 11 22:50:27.765192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bf2192-5fa8-4e9a-b5f5-bab6e4b14a35 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:27.767810 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bf2192-5fa8-4e9a-b5f5-bab6e4b14a35 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:27.772012 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e8bf2192-5fa8-4e9a-b5f5-bab6e4b14a35 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0868042 Dec 11 22:50:27.774639 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36614) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:27.833725 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7f1d8df3-11b2-4c64-ba3c-61e5a2ba9594 None None] Provisioning complete for port a3c600bf-8fca-43da-a538-710ebda147e1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:27.834280 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7f1d8df3-11b2-4c64-ba3c-61e5a2ba9594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:27.858092 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d56856f9-a19f-4933-b5ae-6b1683bf0c26 req-b751630c-7b55-4d3f-9e9c-70b218a2a9d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 HTTP/1.1" status: 200 len: 217 time: 0.0917299 Dec 11 22:50:27.888023 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-3604aca3-0a2f-41ef-be68-d54ba83ab0fa tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet c82ab3ae-9269-4fa1-885f-042d392305b4 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:50:27.896917 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3604aca3-0a2f-41ef-be68-d54ba83ab0fa tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:27.987698 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7f1d8df3-11b2-4c64-ba3c-61e5a2ba9594 None None] Could not find standard attr ID for object 7efdd838-ceef-4eb7-97cf-63393f265dde. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:50:27.996881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56856f9-a19f-4933-b5ae-6b1683bf0c26 req-752f17bc-0fa0-46bd-b178-b62b0bfcc297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:27.998443 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d56856f9-a19f-4933-b5ae-6b1683bf0c26 req-752f17bc-0fa0-46bd-b178-b62b0bfcc297 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.1305995 Dec 11 22:50:28.006167 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3604aca3-0a2f-41ef-be68-d54ba83ab0fa tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:28.260176 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3604aca3-0a2f-41ef-be68-d54ba83ab0fa tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:28.333725 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d48de441-4717-465d-a21e-4b8e7ef7c006 None None] Could not find standard attr ID for object 7efdd838-ceef-4eb7-97cf-63393f265dde. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:50:28.512379 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3604aca3-0a2f-41ef-be68-d54ba83ab0fa tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:28.565692 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a3c600bf-8fca-43da-a538-710ebda147e1 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:50:28.639889 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3604aca3-0a2f-41ef-be68-d54ba83ab0fa tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:28.651307 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3604aca3-0a2f-41ef-be68-d54ba83ab0fa tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/c82ab3ae-9269-4fa1-885f-042d392305b4 HTTP/1.1" status: 204 len: 168 time: 0.8753119 Dec 11 22:50:28.653579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604aca3-0a2f-41ef-be68-d54ba83ab0fa tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=c82ab3ae-9269-4fa1-885f-042d392305b4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:28.664709 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36642) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:28.704931 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad527104-2e19-4d78-817e-cbcda9e5ca13 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:50:28.811209 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a3c600bf-8fca-43da-a538-710ebda147e1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:28.811591 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:28.817316 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0da5597-e661-47bf-a711-315054b391e7 req-8fdfc408-35db-49ec-82c2-b0b2a3f2b6bf tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 210 time: 0.0860019 Dec 11 22:50:28.849781 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-db4e29ab-1eb1-4f6e-8e64-6abbd5219ac3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1793659 Dec 11 22:50:28.851958 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36648) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:28.857115 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d2c20c12-e7e7-4204-a9f0-ab384026f98d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:28.892945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56856f9-a19f-4933-b5ae-6b1683bf0c26 req-1fe1f502-c246-4cad-9ee5-f811ef9afe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:28.914888 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d56856f9-a19f-4933-b5ae-6b1683bf0c26 req-1fe1f502-c246-4cad-9ee5-f811ef9afe53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9054763 Dec 11 22:50:28.968999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-f625ae02-4158-4b48-affc-4157e1065c2a tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:28.970486 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-f625ae02-4158-4b48-affc-4157e1065c2a tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 805 time: 0.9313436 Dec 11 22:50:28.993827 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f804935-fcd9-4a89-829f-f4691e3862ca None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:29.019332 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afcc6c-850b-4052-89b5-bcc12e3c24be req-005950af-088d-42a5-a3a0-2dc0a4699790 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:29.025480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-3f8d44bf-0430-4ed5-bec1-8ada4baee372 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Request body: {'port': {'device_id': '760a07c9-d0ed-4b39-aea1-eb1f5422e799', 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69', 'admin_state_up': True, 'tenant_id': '73763a9de6774bcb92f6d05a9e2496f8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:29.027543 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f7afcc6c-850b-4052-89b5-bcc12e3c24be req-005950af-088d-42a5-a3a0-2dc0a4699790 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 943 time: 0.2822151 Dec 11 22:50:29.036240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c20c12-e7e7-4204-a9f0-ab384026f98d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:29.042345 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2c20c12-e7e7-4204-a9f0-ab384026f98d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:29.104434 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9f804935-fcd9-4a89-829f-f4691e3862ca None None] Deleting port a3c600bf-8fca-43da-a538-710ebda147e1 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:29.105005 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9f804935-fcd9-4a89-829f-f4691e3862ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:29.197691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9f804935-fcd9-4a89-829f-f4691e3862ca None None] For port a3c600bf-8fca-43da-a538-710ebda147e1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a3c600bf-8fca-43da-a538-710ebda147e1,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:29.198098 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9f804935-fcd9-4a89-829f-f4691e3862ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:29.215709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9f804935-fcd9-4a89-829f-f4691e3862ca None None] Calling delete_port for a3c600bf-8fca-43da-a538-710ebda147e1 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:29.287317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d56856f9-a19f-4933-b5ae-6b1683bf0c26 req-0eb09e83-534f-4047-b71f-93cf67c2dfb8 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438630 Dec 11 22:50:29.464650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d56856f9-a19f-4933-b5ae-6b1683bf0c26 req-7f0fc693-6125-42a8-a3fe-227045cdde65 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561074 Dec 11 22:50:29.470426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-3f8d44bf-0430-4ed5-bec1-8ada4baee372 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Made reservation on behalf of 73763a9de6774bcb92f6d05a9e2496f8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:29.477049 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-3f8d44bf-0430-4ed5-bec1-8ada4baee372 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:29.523482 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9f804935-fcd9-4a89-829f-f4691e3862ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:29.567607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f804935-fcd9-4a89-829f-f4691e3862ca None None] Pushing event deleted for resources: {'Port': ['ID=a3c600bf-8fca-43da-a538-710ebda147e1,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:29.571826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f804935-fcd9-4a89-829f-f4691e3862ca None None] No DVR routers for this DVR port a3c600bf-8fca-43da-a538-710ebda147e1 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:50:29.667825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-3f8d44bf-0430-4ed5-bec1-8ada4baee372 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Allocated IP 172.20.0.14 (7b9ae698-01f2-4103-b52a-b4d048e88c69/57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3/8bfe792e-89ac-442a-8cc8-cc3836ff4181) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:29.799913 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f7afcc6c-850b-4052-89b5-bcc12e3c24be req-4fab7b01-68c5-49f9-a95b-56de822fd679 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7698572 Dec 11 22:50:29.881697 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-3f8d44bf-0430-4ed5-bec1-8ada4baee372 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:29.888088 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2c20c12-e7e7-4204-a9f0-ab384026f98d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:29.921778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c20c12-e7e7-4204-a9f0-ab384026f98d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:29.937124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0d969734-8d5e-45ba-acca-1a9c9fb45e68 req-52d61924-6ce6-4f75-936f-74b1ab401013 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 210 time: 0.0368931 Dec 11 22:50:29.966344 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d2c20c12-e7e7-4204-a9f0-ab384026f98d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:29.971660 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c20c12-e7e7-4204-a9f0-ab384026f98d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:29.973317 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2c20c12-e7e7-4204-a9f0-ab384026f98d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:29.984421 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dd4a1d-bde1-4992-a18d-a63639b08533 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:50:30.004158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c20c12-e7e7-4204-a9f0-ab384026f98d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=0f30ef81-d421-4a66-8653-64106aabfe3c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:30.020016 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-3f8d44bf-0430-4ed5-bec1-8ada4baee372 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:30.047613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ec559dce-69fa-4cb1-acdd-66e658b00f15'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:30.077548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['9e748a37-8b92-4e1b-b922-996142f7753c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:30.082467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-3f8d44bf-0430-4ed5-bec1-8ada4baee372 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Network 7b9ae698-01f2-4103-b52a-b4d048e88c69 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:30.086387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-3f8d44bf-0430-4ed5-bec1-8ada4baee372 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:30.092856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-3f8d44bf-0430-4ed5-bec1-8ada4baee372 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:30.098396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d44bf-0430-4ed5-bec1-8ada4baee372 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Pushing event updated for resources: {'Port': ['ID=8bfe792e-89ac-442a-8cc8-cc3836ff4181,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:30.132845 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d2c20c12-e7e7-4204-a9f0-ab384026f98d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2796042 Dec 11 22:50:30.135418 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36664) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:30.145099 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-22431efb-b863-42e9-b20a-876e66b066c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'name': 'tempest-NetworksTestDHCPv6-97562342'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:30.150178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c2fb91-d8d6-4c7b-b4bf-40d5ecc87c44 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:30.156998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-3f8d44bf-0430-4ed5-bec1-8ada4baee372 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:30.157955 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-3f8d44bf-0430-4ed5-bec1-8ada4baee372 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:30.310567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': '0f30ef81-d421-4a66-8653-64106aabfe3c'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:50:30.311468 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:30.318100 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-3f8d44bf-0430-4ed5-bec1-8ada4baee372 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3034410 Dec 11 22:50:30.338615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Request body: {'port': {'device_id': '760a07c9-d0ed-4b39-aea1-eb1f5422e799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:30.452379 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:30.473238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22431efb-b863-42e9-b20a-876e66b066c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:30.479177 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22431efb-b863-42e9-b20a-876e66b066c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:30.523191 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-22431efb-b863-42e9-b20a-876e66b066c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port 60436c68-dae3-46f6-84c0-f6c20dd970f4 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:50:30.536592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ab676bcf-7f5b-4875-b8e5-a1a76e46a9ee None None] Provisioning complete for port 8bfe792e-89ac-442a-8cc8-cc3836ff4181 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:30.537095 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ab676bcf-7f5b-4875-b8e5-a1a76e46a9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:30.587096 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a3c600bf-8fca-43da-a538-710ebda147e1 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:50:30.693029 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-22431efb-b863-42e9-b20a-876e66b066c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::2d4 (222e8032-d106-460a-b983-cafecada1526/0f30ef81-d421-4a66-8653-64106aabfe3c/60436c68-dae3-46f6-84c0-f6c20dd970f4) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:30.802657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: a3c600bf-8fca-43da-a538-710ebda147e1 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:50:30.804864 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a3c600bf-8fca-43da-a538-710ebda147e1 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:50:30.847429 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ab676bcf-7f5b-4875-b8e5-a1a76e46a9ee None None] Port 8bfe792e-89ac-442a-8cc8-cc3836ff4181 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:50:30.900576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bfe792e-89ac-442a-8cc8-cc3836ff4181 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:50:30.915371 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:30.947268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Transition to ACTIVE for port object 8bfe792e-89ac-442a-8cc8-cc3836ff4181 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:50:30.948954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:50:31.000498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd5980-06a8-4ccd-a9a1-6335e823a12d req-3b802371-5e61-470c-b527-093e5a83ab95 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:31.002425 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13fd5980-06a8-4ccd-a9a1-6335e823a12d req-3b802371-5e61-470c-b527-093e5a83ab95 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 943 time: 0.0738699 Dec 11 22:50:31.020868 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22431efb-b863-42e9-b20a-876e66b066c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:31.042880 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:31.124637 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1d79af06-eb2a-4cc3-b70b-66ed0f4f8126,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:31.140675 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59940aca-b890-41ea-8179-ba4974fa4c15 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:31.146119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8bfe792e-89ac-442a-8cc8-cc3836ff4181,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:31.149748 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '1d79af06-eb2a-4cc3-b70b-66ed0f4f8126', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'port_id': '1d79af06-eb2a-4cc3-b70b-66ed0f4f8126', 'mac_address': 'fa:16:3e:64:ea:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:50:31.157669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea5443-7107-477a-a069-21a84e66ce65 req-5302e02c-0872-428c-a703-f7c489f12f29 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:31.159260 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-94ea5443-7107-477a-a069-21a84e66ce65 req-5302e02c-0872-428c-a703-f7c489f12f29 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 944 time: 0.0768261 Dec 11 22:50:31.166962 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22431efb-b863-42e9-b20a-876e66b066c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:31.200254 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13fd5980-06a8-4ccd-a9a1-6335e823a12d req-07e7d970-4d6d-42dc-8364-696bfa5d270f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896758 Dec 11 22:50:31.240735 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:31.260406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22431efb-b863-42e9-b20a-876e66b066c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:31.272984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Allocated IP 2001:db8::2 (222e8032-d106-460a-b983-cafecada1526/0f30ef81-d421-4a66-8653-64106aabfe3c/d7c4a6f0-b203-4598-a657-d80ba96105a3) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:31.284377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22431efb-b863-42e9-b20a-876e66b066c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=60436c68-dae3-46f6-84c0-f6c20dd970f4,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:31.291346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:50:31.301778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-22431efb-b863-42e9-b20a-876e66b066c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:31.308697 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22431efb-b863-42e9-b20a-876e66b066c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:31.326862 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22431efb-b863-42e9-b20a-876e66b066c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:31.328670 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22431efb-b863-42e9-b20a-876e66b066c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:31.339388 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Attempting to bind port 8bfe792e-89ac-442a-8cc8-cc3836ff4181 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:50:31.339737 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Attempting to bind port 8bfe792e-89ac-442a-8cc8-cc3836ff4181 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:50:31.340073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Attempting to bind port 8bfe792e-89ac-442a-8cc8-cc3836ff4181 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:50:31.346102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Port 8bfe792e-89ac-442a-8cc8-cc3836ff4181 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:50:31.346437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Attempting to bind port 8bfe792e-89ac-442a-8cc8-cc3836ff4181 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:50:31.352276 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-94ea5443-7107-477a-a069-21a84e66ce65 req-ad1d7013-49cf-4876-957f-74818674d396 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827793 Dec 11 22:50:31.367898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:50:31.367898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Checking segment: {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:50:31.368615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Bound using segment: {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:50:31.368764 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1d79af06-eb2a-4cc3-b70b-66ed0f4f8126,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:31.368873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Bound port: 8bfe792e-89ac-442a-8cc8-cc3836ff4181, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:50:31.370059 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:31.450476 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-22431efb-b863-42e9-b20a-876e66b066c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3133297 Dec 11 22:50:31.452418 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36686) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:31.456816 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] For port 8bfe792e-89ac-442a-8cc8-cc3836ff4181, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:50:31.461640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] For port 8bfe792e-89ac-442a-8cc8-cc3836ff4181, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=8bfe792e-89ac-442a-8cc8-cc3836ff4181,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:50:31.473475 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:31.522238 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:31.534149 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:31.548315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=1d79af06-eb2a-4cc3-b70b-66ed0f4f8126,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:31.570639 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7eb2b8-ea94-47e6-9259-357d9aa48a16 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:31.570639 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ef7eb2b8-ea94-47e6-9259-357d9aa48a16 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1155632 Dec 11 22:50:31.572112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36690) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:31.619068 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:31.636821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:31.637462 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:31.638929 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] 10.222.0.47 "PUT /v2.0/ports/8bfe792e-89ac-442a-8cc8-cc3836ff4181 HTTP/1.1" status: 200 len: 1092 time: 1.3057227 Dec 11 22:50:31.639404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760a07c9-d0ed-4b39-aea1-eb1f5422e799', 'tag': '8bfe792e-89ac-442a-8cc8-cc3836ff4181'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:50:31.641801 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9c748c-01b2-4306-b156-6920ff564400" -d '{"events": [{"name": "network-changed", "server_uuid": "760a07c9-d0ed-4b39-aea1-eb1f5422e799", "tag": "8bfe792e-89ac-442a-8cc8-cc3836ff4181"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:50:31.652099 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae1a5fe-399c-485d-bbb9-319b89fa4f39 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:31.681396 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:31.693489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:31.700629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3397b-b386-4f29-b3e0-81724d5826c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8bfe792e-89ac-442a-8cc8-cc3836ff4181,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:31.704167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:31.714616 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Pushing event updated for resources: {'Port': ['ID=d7c4a6f0-b203-4598-a657-d80ba96105a3,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:31.792793 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-211da4af-a2d9-4218-99a2-c5dbcf68ed69 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 60436c68-dae3-46f6-84c0-f6c20dd970f4 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:31.803533 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-211da4af-a2d9-4218-99a2-c5dbcf68ed69 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:31.803683 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87d8ab2-6a7d-4061-b785-571b91f97ef7 x-openstack-request-id: req-f87d8ab2-6a7d-4061-b785-571b91f97ef7 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:50:31.803683 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760a07c9-d0ed-4b39-aea1-eb1f5422e799", "tag": "8bfe792e-89ac-442a-8cc8-cc3836ff4181", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:50:31.803683 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f87d8ab2-6a7d-4061-b785-571b91f97ef7 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:50:31.803683 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760a07c9-d0ed-4b39-aea1-eb1f5422e799', 'tag': '8bfe792e-89ac-442a-8cc8-cc3836ff4181', 'status': 'completed', 'code': 200} Dec 11 22:50:31.814065 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-9bd04ec0-8e39-45d4-8b66-2bfb8127ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:31.816048 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-9bd04ec0-8e39-45d4-8b66-2bfb8127ed65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 1095 time: 0.0678194 Dec 11 22:50:31.816637 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Attempting to bind port d7c4a6f0-b203-4598-a657-d80ba96105a3 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:50:31.817495 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Attempting to bind port d7c4a6f0-b203-4598-a657-d80ba96105a3 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:50:31.817886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Attempting to bind port d7c4a6f0-b203-4598-a657-d80ba96105a3 on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:50:31.825033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:50:31.832122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:50:31.832122 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:31.832122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:50:31.832122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Bound port: d7c4a6f0-b203-4598-a657-d80ba96105a3, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:50:31.832122 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:31.890428 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['1d79af06-eb2a-4cc3-b70b-66ed0f4f8126'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:31.909128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-0611f47e-6b5c-4fe0-bf39-cf814bb22ca5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bfe792e-89ac-442a-8cc8-cc3836ff4181 HTTP/1.1" status: 200 len: 217 time: 0.0796745 Dec 11 22:50:31.917430 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-211da4af-a2d9-4218-99a2-c5dbcf68ed69 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:31.933164 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-211da4af-a2d9-4218-99a2-c5dbcf68ed69 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 60436c68-dae3-46f6-84c0-f6c20dd970f4 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:31.986854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-77b036d3-94fd-4632-8276-1628e3d91aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:31.988790 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-77b036d3-94fd-4632-8276-1628e3d91aed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3 HTTP/1.1" status: 200 len: 845 time: 0.0722349 Dec 11 22:50:32.032019 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-058e6bf3-e6e1-455b-b2e4-ee272695268f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b9ae698-01f2-4103-b52a-b4d048e88c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341425 Dec 11 22:50:32.032240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] For port d7c4a6f0-b203-4598-a657-d80ba96105a3, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:50:32.037893 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] For port d7c4a6f0-b203-4598-a657-d80ba96105a3, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d7c4a6f0-b203-4598-a657-d80ba96105a3,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:50:32.138061 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:32.147360 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-66da003d-b0c0-4d2d-b2d2-85396943eceb service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065102 Dec 11 22:50:32.211370 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfb4f9-948c-4e7e-9b13-c410d460d008 None None] Pushing event updated for resources: {'Port': ['ID=d7c4a6f0-b203-4598-a657-d80ba96105a3,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:32.231281 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-211da4af-a2d9-4218-99a2-c5dbcf68ed69 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:32.273127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211da4af-a2d9-4218-99a2-c5dbcf68ed69 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=60436c68-dae3-46f6-84c0-f6c20dd970f4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:32.282712 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d935ee1-4b01-42d2-8916-f2731bdb6356 req-631b5373-49c9-4919-9099-c249d0228e0f service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276968 Dec 11 22:50:32.323455 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-211da4af-a2d9-4218-99a2-c5dbcf68ed69 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:32.330833 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-211da4af-a2d9-4218-99a2-c5dbcf68ed69 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/60436c68-dae3-46f6-84c0-f6c20dd970f4 HTTP/1.1" status: 204 len: 168 time: 0.7574918 Dec 11 22:50:32.331865 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36702) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:32.399462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628dd26-61be-4059-9bca-cbfa3cfdc86b req-aff8beae-9be6-4566-9164-a6d279b4196a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:32.406316 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b628dd26-61be-4059-9bca-cbfa3cfdc86b req-aff8beae-9be6-4566-9164-a6d279b4196a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 944 time: 0.0881257 Dec 11 22:50:32.431909 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdf4bc6-96cf-4e5d-b1d9-7d8364290c4a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:32.436415 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdf4bc6-96cf-4e5d-b1d9-7d8364290c4a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:32.440631 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bbdf4bc6-96cf-4e5d-b1d9-7d8364290c4a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1074781 Dec 11 22:50:32.445220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36710) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:32.592406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b628dd26-61be-4059-9bca-cbfa3cfdc86b req-9cb85ee8-8cc1-4da6-9c0d-b9b544711595 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779661 Dec 11 22:50:32.624872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dff80ff-d7ae-4da5-b48c-c7a14fd73f44 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 0f30ef81-d421-4a66-8653-64106aabfe3c {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:50:32.629638 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1dff80ff-d7ae-4da5-b48c-c7a14fd73f44 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:32.633501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c748c-01b2-4306-b156-6920ff564400 req-f63f82ff-5b9f-4afb-a11d-3f861387f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:32.635451 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af9c748c-01b2-4306-b156-6920ff564400 req-f63f82ff-5b9f-4afb-a11d-3f861387f320 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 1095 time: 0.1670852 Dec 11 22:50:32.759039 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1dff80ff-d7ae-4da5-b48c-c7a14fd73f44 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:32.863882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c748c-01b2-4306-b156-6920ff564400 req-d3716b68-c78e-488e-833c-1feca6f43bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:32.865502 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af9c748c-01b2-4306-b156-6920ff564400 req-d3716b68-c78e-488e-833c-1feca6f43bdf service neutron] 10.222.0.47 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 906 time: 0.2221031 Dec 11 22:50:32.922459 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af9c748c-01b2-4306-b156-6920ff564400 req-7becf902-dff7-4ae1-986d-6ec6ce46456d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bfe792e-89ac-442a-8cc8-cc3836ff4181 HTTP/1.1" status: 200 len: 217 time: 0.0493877 Dec 11 22:50:32.970957 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3602026-82dd-450e-a7fc-0a769926f238 req-a73acf94-5cfe-4ef0-9dbd-1e4af5eed0ba tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:32.988105 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3602026-82dd-450e-a7fc-0a769926f238 req-a73acf94-5cfe-4ef0-9dbd-1e4af5eed0ba tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 944 time: 0.1400890 Dec 11 22:50:33.010248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c748c-01b2-4306-b156-6920ff564400 req-256b89ca-fff1-44c4-b857-1fb5a20863e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:33.012885 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af9c748c-01b2-4306-b156-6920ff564400 req-256b89ca-fff1-44c4-b857-1fb5a20863e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3 HTTP/1.1" status: 200 len: 845 time: 0.0823860 Dec 11 22:50:33.042165 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1dff80ff-d7ae-4da5-b48c-c7a14fd73f44 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:33.118342 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3602026-82dd-450e-a7fc-0a769926f238 req-0fd0b133-f28d-42c5-9c59-ed53e6b6d18f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228888 Dec 11 22:50:33.127833 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af9c748c-01b2-4306-b156-6920ff564400 req-decf4672-c2ab-4d2b-b584-1f0287832a6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b9ae698-01f2-4103-b52a-b4d048e88c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069267 Dec 11 22:50:33.231707 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1dff80ff-d7ae-4da5-b48c-c7a14fd73f44 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:33.264218 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1dff80ff-d7ae-4da5-b48c-c7a14fd73f44 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:33.271293 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af9c748c-01b2-4306-b156-6920ff564400 req-c8d35fe1-e8da-4753-b62f-7c61e9d9e7e1 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089387 Dec 11 22:50:33.271602 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1dff80ff-d7ae-4da5-b48c-c7a14fd73f44 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/0f30ef81-d421-4a66-8653-64106aabfe3c HTTP/1.1" status: 204 len: 168 time: 0.8192532 Dec 11 22:50:33.274124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36724) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:33.323168 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff80ff-d7ae-4da5-b48c-c7a14fd73f44 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=0f30ef81-d421-4a66-8653-64106aabfe3c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:33.391195 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-112481e9-1cc7-424a-b648-8ea8a8378a3b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1154969 Dec 11 22:50:33.394909 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36726) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:33.401206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c75ba63f-a9eb-4fb7-868a-2091c82290bb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:33.570076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af9c748c-01b2-4306-b156-6920ff564400 req-aa616a90-4c5a-4dc5-bb91-90fd6cb7e25a service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833426 Dec 11 22:50:33.630501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75ba63f-a9eb-4fb7-868a-2091c82290bb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:33.635583 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c75ba63f-a9eb-4fb7-868a-2091c82290bb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:33.770956 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b67f5f-a4df-4d20-880c-045e63da197a None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:50:33.836310 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df38c4d-9192-42d7-9d11-37e43a4c02d9 req-25ec503d-3c44-418c-a1ef-7494c0ecefce tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:33.838080 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1df38c4d-9192-42d7-9d11-37e43a4c02d9 req-25ec503d-3c44-418c-a1ef-7494c0ecefce tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 944 time: 0.1068511 Dec 11 22:50:33.972644 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1df38c4d-9192-42d7-9d11-37e43a4c02d9 req-fcbbb32f-460d-496e-b287-ad340c64f9fe tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144300 Dec 11 22:50:34.002629 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-aa023705-6699-4bd4-849a-de8b3684cc36 None None] Provisioning complete for port d7c4a6f0-b203-4598-a657-d80ba96105a3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:34.005152 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aa023705-6699-4bd4-849a-de8b3684cc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:34.110209 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c75ba63f-a9eb-4fb7-868a-2091c82290bb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:34.162546 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75ba63f-a9eb-4fb7-868a-2091c82290bb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:34.179612 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-c75ba63f-a9eb-4fb7-868a-2091c82290bb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:34.195330 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75ba63f-a9eb-4fb7-868a-2091c82290bb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:34.195330 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c75ba63f-a9eb-4fb7-868a-2091c82290bb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:34.267796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ba63f-a9eb-4fb7-868a-2091c82290bb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=47e4af29-aeb3-404c-bfd9-71d00b38029a,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:34.332840 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4e260-fa2f-4b67-a589-89f28c0b82bf req-2326f929-b748-4985-b3c1-c76e7d0cdbfa tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:34.334482 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c8d4e260-fa2f-4b67-a589-89f28c0b82bf req-2326f929-b748-4985-b3c1-c76e7d0cdbfa tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 944 time: 0.0894871 Dec 11 22:50:34.353448 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c75ba63f-a9eb-4fb7-868a-2091c82290bb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9571145 Dec 11 22:50:34.356331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36744) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:34.361527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-47bb1f56-f026-4c37-ac43-ebcd3a85e714 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'name': 'tempest-NetworksTestDHCPv6-1752264250'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:34.399144 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c8d4e260-fa2f-4b67-a589-89f28c0b82bf req-d0eb0e2e-be66-40bc-89c4-fecdf8ec8172 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576105 Dec 11 22:50:34.427692 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aa023705-6699-4bd4-849a-de8b3684cc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:34.497251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-aa023705-6699-4bd4-849a-de8b3684cc36 None None] For port d7c4a6f0-b203-4598-a657-d80ba96105a3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d7c4a6f0-b203-4598-a657-d80ba96105a3,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:34.511351 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c24f88-c870-4971-83e3-96d4eb80377f None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:34.564123 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c1c24f88-c870-4971-83e3-96d4eb80377f None None] Deleting port d7c4a6f0-b203-4598-a657-d80ba96105a3 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:34.564422 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1c24f88-c870-4971-83e3-96d4eb80377f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:34.611926 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aa023705-6699-4bd4-849a-de8b3684cc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:34.653134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bb1f56-f026-4c37-ac43-ebcd3a85e714 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:34.658965 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47bb1f56-f026-4c37-ac43-ebcd3a85e714 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:34.692548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-47bb1f56-f026-4c37-ac43-ebcd3a85e714 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port 932c72b6-8c0a-4f1b-b319-88d00e5d9c46 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:50:34.693173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c1c24f88-c870-4971-83e3-96d4eb80377f None None] For port d7c4a6f0-b203-4598-a657-d80ba96105a3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d7c4a6f0-b203-4598-a657-d80ba96105a3,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:34.693589 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1c24f88-c870-4971-83e3-96d4eb80377f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:34.696687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa023705-6699-4bd4-849a-de8b3684cc36 None None] Pushing event updated for resources: {'Port': ['ID=d7c4a6f0-b203-4598-a657-d80ba96105a3,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:34.734071 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c1c24f88-c870-4971-83e3-96d4eb80377f None None] Calling delete_port for d7c4a6f0-b203-4598-a657-d80ba96105a3 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:34.842899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-47bb1f56-f026-4c37-ac43-ebcd3a85e714 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::161 (222e8032-d106-460a-b983-cafecada1526/47e4af29-aeb3-404c-bfd9-71d00b38029a/932c72b6-8c0a-4f1b-b319-88d00e5d9c46) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:34.964660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:50:35.081621 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47bb1f56-f026-4c37-ac43-ebcd3a85e714 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:35.123598 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1c24f88-c870-4971-83e3-96d4eb80377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:35.166765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c24f88-c870-4971-83e3-96d4eb80377f None None] Pushing event deleted for resources: {'Port': ['ID=d7c4a6f0-b203-4598-a657-d80ba96105a3,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:35.171997 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c24f88-c870-4971-83e3-96d4eb80377f None None] No DVR routers for this DVR port d7c4a6f0-b203-4598-a657-d80ba96105a3 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:50:35.190730 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47bb1f56-f026-4c37-ac43-ebcd3a85e714 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:35.201833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047cd3b4-19bf-4bd7-b099-3f30f960a5d6 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:50:35.226929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733db7c-0f62-4650-a9e0-97e4e421791e req-7a37e84f-ab9f-4cf9-9dbf-92689c044570 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:35.228749 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6733db7c-0f62-4650-a9e0-97e4e421791e req-7a37e84f-ab9f-4cf9-9dbf-92689c044570 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 944 time: 0.1058016 Dec 11 22:50:35.259352 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:50:35.276499 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:35.277218 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:35.292525 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6733db7c-0f62-4650-a9e0-97e4e421791e req-228fe003-34d8-4cfe-9520-f2c662621a6b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563626 Dec 11 22:50:35.312662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb1f56-f026-4c37-ac43-ebcd3a85e714 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:35.321828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-47bb1f56-f026-4c37-ac43-ebcd3a85e714 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:35.323953 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb1f56-f026-4c37-ac43-ebcd3a85e714 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=932c72b6-8c0a-4f1b-b319-88d00e5d9c46,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:35.326668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb1f56-f026-4c37-ac43-ebcd3a85e714 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:35.333065 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bb1f56-f026-4c37-ac43-ebcd3a85e714 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:35.333844 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-47bb1f56-f026-4c37-ac43-ebcd3a85e714 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:35.446386 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-47bb1f56-f026-4c37-ac43-ebcd3a85e714 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0886371 Dec 11 22:50:35.448810 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36760) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:35.464864 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': '47e4af29-aeb3-404c-bfd9-71d00b38029a'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:50:35.465937 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:35.479508 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:35.517490 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b08990e-85c0-4085-aff8-3e9af2dfdd7e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:35.521882 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2b08990e-85c0-4085-aff8-3e9af2dfdd7e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0694962 Dec 11 22:50:35.522054 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b5004d-e19e-4327-9864-2edb57ab2464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d79af06-eb2a-4cc3-b70b-66ed0f4f8126'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:50:35.522054 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee81d5c2-ea97-4fe1-a4db-f6b2a46ddadd" -d '{"events": [{"server_uuid": "67b5004d-e19e-4327-9864-2edb57ab2464", "name": "network-vif-plugged", "status": "completed", "tag": "1d79af06-eb2a-4cc3-b70b-66ed0f4f8126"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:50:35.522309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36764) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:35.591400 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0254336f-7b10-4f14-afab-735a013d388d x-openstack-request-id: req-0254336f-7b10-4f14-afab-735a013d388d {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:50:35.594575 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b5004d-e19e-4327-9864-2edb57ab2464", "name": "network-vif-plugged", "status": "completed", "tag": "1d79af06-eb2a-4cc3-b70b-66ed0f4f8126", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:50:35.594575 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0254336f-7b10-4f14-afab-735a013d388d {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:50:35.594575 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b5004d-e19e-4327-9864-2edb57ab2464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d79af06-eb2a-4cc3-b70b-66ed0f4f8126', 'code': 200} Dec 11 22:50:35.613725 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1d79af06-eb2a-4cc3-b70b-66ed0f4f8126,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:35.640214 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4a3c7-f0d6-4884-97e2-f5d17060d70e req-f9bc848a-f33c-4a72-a8e8-935cb729ca2f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:35.641753 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9bd4a3c7-f0d6-4884-97e2-f5d17060d70e req-f9bc848a-f33c-4a72-a8e8-935cb729ca2f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 944 time: 0.1214306 Dec 11 22:50:35.688759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-69a470c5-c192-4fbd-9bb4-4488a400ca1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 932c72b6-8c0a-4f1b-b319-88d00e5d9c46 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:35.689159 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-69a470c5-c192-4fbd-9bb4-4488a400ca1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:35.704227 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Allocated IP 2001:db8::2 (222e8032-d106-460a-b983-cafecada1526/47e4af29-aeb3-404c-bfd9-71d00b38029a/26e679a5-1864-42bb-87f2-0059a99b2e2b) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:35.707821 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9bd4a3c7-f0d6-4884-97e2-f5d17060d70e req-992143c8-d674-4021-ab9f-23c4bf713b2e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498712 Dec 11 22:50:35.785290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead417cb-5082-420f-a3e5-58a7327bcc92 req-31070099-f55d-4316-b16c-7abe59f39cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:35.786835 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ead417cb-5082-420f-a3e5-58a7327bcc92 req-31070099-f55d-4316-b16c-7abe59f39cc0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 1095 time: 0.1386402 Dec 11 22:50:35.791569 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:35.845496 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-69a470c5-c192-4fbd-9bb4-4488a400ca1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:35.869185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-69a470c5-c192-4fbd-9bb4-4488a400ca1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 932c72b6-8c0a-4f1b-b319-88d00e5d9c46 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:35.872708 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ead417cb-5082-420f-a3e5-58a7327bcc92 req-8fbe579b-0604-4b84-b3a4-dbfc13e318b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770657 Dec 11 22:50:35.893348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=1d79af06-eb2a-4cc3-b70b-66ed0f4f8126,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:35.944158 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:36.053021 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:36.093043 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-69a470c5-c192-4fbd-9bb4-4488a400ca1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:36.098592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:36.101764 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:36.105205 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:36.139815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a470c5-c192-4fbd-9bb4-4488a400ca1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=932c72b6-8c0a-4f1b-b319-88d00e5d9c46,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:36.165473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Pushing event updated for resources: {'Port': ['ID=26e679a5-1864-42bb-87f2-0059a99b2e2b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:36.195963 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-69a470c5-c192-4fbd-9bb4-4488a400ca1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:36.202148 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-69a470c5-c192-4fbd-9bb4-4488a400ca1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/932c72b6-8c0a-4f1b-b319-88d00e5d9c46 HTTP/1.1" status: 204 len: 168 time: 0.6789017 Dec 11 22:50:36.208301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36782) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:36.214040 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Attempting to bind port 26e679a5-1864-42bb-87f2-0059a99b2e2b on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:50:36.214425 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Attempting to bind port 26e679a5-1864-42bb-87f2-0059a99b2e2b by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:50:36.214795 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Attempting to bind port 26e679a5-1864-42bb-87f2-0059a99b2e2b on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:50:36.229868 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:50:36.230259 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:50:36.230670 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:36.231104 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:50:36.231587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Bound port: 26e679a5-1864-42bb-87f2-0059a99b2e2b, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:50:36.232026 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:36.324227 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaa733d-4a53-4fef-bbf8-66afc7cbe739 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:36.325915 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaa733d-4a53-4fef-bbf8-66afc7cbe739 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:36.327563 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7aaa733d-4a53-4fef-bbf8-66afc7cbe739 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1215703 Dec 11 22:50:36.328768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] For port 26e679a5-1864-42bb-87f2-0059a99b2e2b, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:50:36.330147 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36784) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:36.333886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] For port 26e679a5-1864-42bb-87f2-0059a99b2e2b, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=26e679a5-1864-42bb-87f2-0059a99b2e2b,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:50:36.401672 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff2dede-e1fa-47c8-916a-9545e1c6e4bc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 47e4af29-aeb3-404c-bfd9-71d00b38029a {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:50:36.405986 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dff2dede-e1fa-47c8-916a-9545e1c6e4bc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:36.419281 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:36.482407 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dff2dede-e1fa-47c8-916a-9545e1c6e4bc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:36.494767 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cafd75-4da4-4823-97c6-1a23e1e2850a req-72e638a7-f8c2-494e-84f9-d0b9f1ea1f89 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:36.506221 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3cafd75-4da4-4823-97c6-1a23e1e2850a req-72e638a7-f8c2-494e-84f9-d0b9f1ea1f89 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 945 time: 0.1140435 Dec 11 22:50:36.508805 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d7c4a6f0-b203-4598-a657-d80ba96105a3 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:50:36.569731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: d7c4a6f0-b203-4598-a657-d80ba96105a3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:50:36.570457 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d7c4a6f0-b203-4598-a657-d80ba96105a3 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:50:36.589208 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dff2dede-e1fa-47c8-916a-9545e1c6e4bc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:36.607986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11eee59-ec86-4ae8-b53f-51a66e444240 None None] Pushing event updated for resources: {'Port': ['ID=26e679a5-1864-42bb-87f2-0059a99b2e2b,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:36.610014 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3cafd75-4da4-4823-97c6-1a23e1e2850a req-b998a2d2-64e5-433e-b704-8daafa3f52a1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008751 Dec 11 22:50:36.627372 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 8bfe792e-89ac-442a-8cc8-cc3836ff4181 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:50:36.739868 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dff2dede-e1fa-47c8-916a-9545e1c6e4bc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:36.786624 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 8bfe792e-89ac-442a-8cc8-cc3836ff4181, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=8bfe792e-89ac-442a-8cc8-cc3836ff4181,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:36.791384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2dede-e1fa-47c8-916a-9545e1c6e4bc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=47e4af29-aeb3-404c-bfd9-71d00b38029a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:36.807492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '8bfe792e-89ac-442a-8cc8-cc3836ff4181', 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69', 'port_id': '8bfe792e-89ac-442a-8cc8-cc3836ff4181', 'mac_address': 'fa:16:3e:ce:c6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:50:36.808261 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dff2dede-e1fa-47c8-916a-9545e1c6e4bc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:36.825719 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dff2dede-e1fa-47c8-916a-9545e1c6e4bc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/47e4af29-aeb3-404c-bfd9-71d00b38029a HTTP/1.1" status: 204 len: 168 time: 0.4871962 Dec 11 22:50:36.825889 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36794) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:36.866188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36796) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:36.901984 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-31002d32-d313-461e-8f67-9b92d8ccbf27 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794272 Dec 11 22:50:36.905558 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36800) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:36.933341 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:36.949926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde1502-08be-4d71-843d-2d32bd894a9a req-683c0f87-3770-4fe5-9229-d5a9da525cdc tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:36.951577 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5dde1502-08be-4d71-843d-2d32bd894a9a req-683c0f87-3770-4fe5-9229-d5a9da525cdc tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 944 time: 0.1287823 Dec 11 22:50:36.981135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bfe792e-89ac-442a-8cc8-cc3836ff4181 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:50:37.031144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 8bfe792e-89ac-442a-8cc8-cc3836ff4181, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=8bfe792e-89ac-442a-8cc8-cc3836ff4181,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:37.058279 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5dde1502-08be-4d71-843d-2d32bd894a9a req-c1753e9f-3120-460d-95dd-173a6b8e624d tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928810 Dec 11 22:50:37.071112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ba57ad-151a-447d-8b85-dff347d549d9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:37.072655 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-36ba57ad-151a-447d-8b85-dff347d549d9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1661539 Dec 11 22:50:37.075881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36802) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:37.094651 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4e9d-af40-49ac-9c0c-63e3aecd2580 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:37.115986 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:37.194947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360520dd-6b59-4781-90fb-fc5e1fa2f091 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:37.196367 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=8bfe792e-89ac-442a-8cc8-cc3836ff4181,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:37.200097 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-360520dd-6b59-4781-90fb-fc5e1fa2f091 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1230407 Dec 11 22:50:37.202684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36806) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:37.241756 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4e9d-af40-49ac-9c0c-63e3aecd2580 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:37.270037 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d681694d-45dd-49b8-9b81-84e4822d2033 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660555 Dec 11 22:50:37.277854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36810) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:37.284859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-bbfab711-ef4f-4b4f-a8c9-b8757f5d8522 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:37.412627 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4e9d-af40-49ac-9c0c-63e3aecd2580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:37.455565 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4d7e4e9d-af40-49ac-9c0c-63e3aecd2580 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a2d66d4dc54b4e70949b0e7bb28c4814&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5881014 Dec 11 22:50:37.456680 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e4e9d-af40-49ac-9c0c-63e3aecd2580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf89f76-d621-4faf-aa72-f4ab5cc8b684,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:37.459240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36818) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:37.464794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfab711-ef4f-4b4f-a8c9-b8757f5d8522 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:37.474592 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bbfab711-ef4f-4b4f-a8c9-b8757f5d8522 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:37.504489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['8bfe792e-89ac-442a-8cc8-cc3836ff4181'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:37.514686 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6dfc53f5-5485-408c-83f1-ae92e3a32e95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:37.541577 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6dfc53f5-5485-408c-83f1-ae92e3a32e95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:37.693158 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6dfc53f5-5485-408c-83f1-ae92e3a32e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:37.700064 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6dfc53f5-5485-408c-83f1-ae92e3a32e95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:37.705174 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6dfc53f5-5485-408c-83f1-ae92e3a32e95 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2bf89f76-d621-4faf-aa72-f4ab5cc8b684 HTTP/1.1" status: 204 len: 168 time: 0.2423372 Dec 11 22:50:37.721004 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc53f5-5485-408c-83f1-ae92e3a32e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf89f76-d621-4faf-aa72-f4ab5cc8b684,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:37.845518 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdd2c5-b230-4b6d-85b2-e8c5a5f37293 req-b4ebd692-3ede-4076-9532-2d7d6e823358 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:37.855070 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-37cdd2c5-b230-4b6d-85b2-e8c5a5f37293 req-b4ebd692-3ede-4076-9532-2d7d6e823358 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 945 time: 0.0927052 Dec 11 22:50:37.935186 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-37cdd2c5-b230-4b6d-85b2-e8c5a5f37293 req-1f669d1e-df35-4479-a5a6-a020abf6b23b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751700 Dec 11 22:50:37.998112 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bbfab711-ef4f-4b4f-a8c9-b8757f5d8522 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:38.111364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfab711-ef4f-4b4f-a8c9-b8757f5d8522 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:38.124906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-bbfab711-ef4f-4b4f-a8c9-b8757f5d8522 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:38.129047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfab711-ef4f-4b4f-a8c9-b8757f5d8522 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:38.129583 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bbfab711-ef4f-4b4f-a8c9-b8757f5d8522 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:38.147091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfab711-ef4f-4b4f-a8c9-b8757f5d8522 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=cb0025c2-8e4b-4c8b-b2f2-498b359e3fe8,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:38.240038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc4c8ce3-0c7d-4a3c-8e6e-a2f56575b0c6 req-6a0639de-b441-4c0f-980a-c62f68b4d387 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=27217062ad8c4d4babc5ba4352c729c5 HTTP/1.1" status: 200 len: 267 time: 0.1714175 Dec 11 22:50:38.240563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb02298e-9613-4331-a1a4-d564cff6fe98 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:50:38.269286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bbfab711-ef4f-4b4f-a8c9-b8757f5d8522 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9856229 Dec 11 22:50:38.269286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36832) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:38.274839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-fad8f617-5234-4413-a3c2-4feaf0ca46c4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'fixed_ips': [{'subnet_id': 'cb0025c2-8e4b-4c8b-b2f2-498b359e3fe8', 'ip_address': '2001:db8::4fbe:e338:efbf:8bd6'}], 'name': 'tempest-NetworksTestDHCPv6-707340825'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:38.293318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e1433-62e1-44a7-b4c8-c9ed6b84fdb7 req-e3771a26-e160-43b2-b2d9-4ac7bf54eadd tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:38.295569 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb5e1433-62e1-44a7-b4c8-c9ed6b84fdb7 req-e3771a26-e160-43b2-b2d9-4ac7bf54eadd tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 945 time: 0.1193421 Dec 11 22:50:38.340265 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e8863baf-585a-4f0c-b24e-9dd35dc62345 None None] Could not find standard attr ID for object 932c72b6-8c0a-4f1b-b319-88d00e5d9c46. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:50:38.382769 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb5e1433-62e1-44a7-b4c8-c9ed6b84fdb7 req-735a9b33-31f5-4b88-8913-0e484d4da4de tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800374 Dec 11 22:50:38.392880 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c8ce3-0c7d-4a3c-8e6e-a2f56575b0c6 req-7cc03c06-598d-4f76-92f8-fb0bc2a83dd2 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:38.415618 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc4c8ce3-0c7d-4a3c-8e6e-a2f56575b0c6 req-7cc03c06-598d-4f76-92f8-fb0bc2a83dd2 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 945 time: 0.1744752 Dec 11 22:50:38.436035 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-fc4c8ce3-0c7d-4a3c-8e6e-a2f56575b0c6 req-c953d792-0921-4da7-994d-decea2ac8dce tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Request body: {'port': {'security_groups': []}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:38.475607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e8863baf-585a-4f0c-b24e-9dd35dc62345 None None] Provisioning complete for port 26e679a5-1864-42bb-87f2-0059a99b2e2b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:38.484923 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e8863baf-585a-4f0c-b24e-9dd35dc62345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:38.608448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 26e679a5-1864-42bb-87f2-0059a99b2e2b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:50:38.612185 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc4c8ce3-0c7d-4a3c-8e6e-a2f56575b0c6 req-c953d792-0921-4da7-994d-decea2ac8dce tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:38.694263 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e8863baf-585a-4f0c-b24e-9dd35dc62345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:38.706060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 26e679a5-1864-42bb-87f2-0059a99b2e2b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:38.707028 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:38.763562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad8f617-5234-4413-a3c2-4feaf0ca46c4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:38.769385 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e8863baf-585a-4f0c-b24e-9dd35dc62345 None None] For port 26e679a5-1864-42bb-87f2-0059a99b2e2b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=26e679a5-1864-42bb-87f2-0059a99b2e2b,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:38.842306 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e8863baf-585a-4f0c-b24e-9dd35dc62345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:38.851436 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:38.997578 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fad8f617-5234-4413-a3c2-4feaf0ca46c4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:39.024245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8863baf-585a-4f0c-b24e-9dd35dc62345 None None] Pushing event updated for resources: {'Port': ['ID=26e679a5-1864-42bb-87f2-0059a99b2e2b,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:39.028188 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:50:39.028459 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:50:39.040080 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-41aded4d-124b-4db3-bc5e-235b14498b80 None None] Provisioning complete for port 26e679a5-1864-42bb-87f2-0059a99b2e2b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:39.042433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-fad8f617-5234-4413-a3c2-4feaf0ca46c4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port def4c88b-d3a6-44e0-b061-1643c39677ab yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:50:39.043214 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-41aded4d-124b-4db3-bc5e-235b14498b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:39.055083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-fc4c8ce3-0c7d-4a3c-8e6e-a2f56575b0c6 req-c953d792-0921-4da7-994d-decea2ac8dce tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] For port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1d79af06-eb2a-4cc3-b70b-66ed0f4f8126,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:39.141878 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc4c8ce3-0c7d-4a3c-8e6e-a2f56575b0c6 req-c953d792-0921-4da7-994d-decea2ac8dce tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:39.231564 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc4c8ce3-0c7d-4a3c-8e6e-a2f56575b0c6 req-c953d792-0921-4da7-994d-decea2ac8dce tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:39.246258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['1d79af06-eb2a-4cc3-b70b-66ed0f4f8126'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:39.287392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['bbb9e180-05f9-4f32-abab-86a8a2c173d1', '80b6a5d7-4417-44b5-a891-d0cf65b39c69'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:39.302354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c8ce3-0c7d-4a3c-8e6e-a2f56575b0c6 req-c953d792-0921-4da7-994d-decea2ac8dce tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:39.303155 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-fc4c8ce3-0c7d-4a3c-8e6e-a2f56575b0c6 req-c953d792-0921-4da7-994d-decea2ac8dce tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:39.304880 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc4c8ce3-0c7d-4a3c-8e6e-a2f56575b0c6 req-c953d792-0921-4da7-994d-decea2ac8dce tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "PUT /v2.0/ports/1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 HTTP/1.1" status: 200 len: 904 time: 0.8886440 Dec 11 22:50:39.311527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b5004d-e19e-4327-9864-2edb57ab2464', 'tag': '1d79af06-eb2a-4cc3-b70b-66ed0f4f8126'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:50:39.313767 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee88191-0bb5-4882-9909-b5c14470c4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "67b5004d-e19e-4327-9864-2edb57ab2464", "tag": "1d79af06-eb2a-4cc3-b70b-66ed0f4f8126"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:50:39.351449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953d792-0921-4da7-994d-decea2ac8dce tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event updated for resources: {'Port': ['ID=1d79af06-eb2a-4cc3-b70b-66ed0f4f8126,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:39.356808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-fad8f617-5234-4413-a3c2-4feaf0ca46c4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::4fbe:e338:efbf:8bd6 (222e8032-d106-460a-b983-cafecada1526/cb0025c2-8e4b-4c8b-b2f2-498b359e3fe8/def4c88b-d3a6-44e0-b061-1643c39677ab) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:39.371012 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6e913318-7a35-4c00-ab68-20e4be193af4 None None] Could not find standard attr ID for object 60436c68-dae3-46f6-84c0-f6c20dd970f4. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:50:39.384444 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de76df5-f817-4e8c-bb26-05ef5e9762aa x-openstack-request-id: req-0de76df5-f817-4e8c-bb26-05ef5e9762aa {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:50:39.385568 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b5004d-e19e-4327-9864-2edb57ab2464", "tag": "1d79af06-eb2a-4cc3-b70b-66ed0f4f8126", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:50:39.387140 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0de76df5-f817-4e8c-bb26-05ef5e9762aa {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:50:39.387747 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b5004d-e19e-4327-9864-2edb57ab2464', 'tag': '1d79af06-eb2a-4cc3-b70b-66ed0f4f8126', 'status': 'completed', 'code': 200} Dec 11 22:50:39.466115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['1d79af06-eb2a-4cc3-b70b-66ed0f4f8126'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:39.510498 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fc4fa-8a1d-4760-b428-8c7b827ee8dd req-9aad2f76-1d3e-4cc2-b42f-1519fcee9531 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:39.516851 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd3fc4fa-8a1d-4760-b428-8c7b827ee8dd req-9aad2f76-1d3e-4cc2-b42f-1519fcee9531 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 907 time: 0.0943787 Dec 11 22:50:39.803584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93340cca-ec8b-43d0-9920-ee4aea0987cb req-72707d7e-a8a9-4b0c-9c4a-e03c431388c5 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:39.806924 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-93340cca-ec8b-43d0-9920-ee4aea0987cb req-72707d7e-a8a9-4b0c-9c4a-e03c431388c5 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0883882 Dec 11 22:50:39.831096 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36870) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:39.836028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f1fad30b-b73b-4c3a-a6f8-20e3a543637f None None] Provisioning complete for port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:39.836412 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f1fad30b-b73b-4c3a-a6f8-20e3a543637f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:39.886158 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-93340cca-ec8b-43d0-9920-ee4aea0987cb req-284b8794-b119-458c-9229-f5b25a3d2c97 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696330 Dec 11 22:50:40.006268 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0c6cd88-d2a2-4580-ad65-83296de87074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:40.044067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f1fad30b-b73b-4c3a-a6f8-20e3a543637f None None] Could not find standard attr ID for object 932c72b6-8c0a-4f1b-b319-88d00e5d9c46. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:50:40.137884 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0c6cd88-d2a2-4580-ad65-83296de87074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:40.156905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b6707-4062-4ba6-9b4d-c6b0a9d596dd req-edec6f78-f927-423d-af03-9a6299bee2e4 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:40.158660 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f41b6707-4062-4ba6-9b4d-c6b0a9d596dd req-edec6f78-f927-423d-af03-9a6299bee2e4 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 945 time: 0.6174128 Dec 11 22:50:40.161466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee88191-0bb5-4882-9909-b5c14470c4b1 req-e6409c5b-adab-4fbb-abde-ffda2b02b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:40.162935 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dee88191-0bb5-4882-9909-b5c14470c4b1 req-e6409c5b-adab-4fbb-abde-ffda2b02b0b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 1058 time: 0.6058760 Dec 11 22:50:40.229102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fad8f617-5234-4413-a3c2-4feaf0ca46c4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:40.236213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b403b91-24c2-46e7-a175-1b88372777e9 req-b10d0941-f261-4e8a-9dc3-d75dcd7ff241 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:40.238146 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5b403b91-24c2-46e7-a175-1b88372777e9 req-b10d0941-f261-4e8a-9dc3-d75dcd7ff241 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0583553 Dec 11 22:50:40.285602 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0c6cd88-d2a2-4580-ad65-83296de87074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:40.311025 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5b403b91-24c2-46e7-a175-1b88372777e9 req-23df0ea0-7290-4262-bcd3-81b8213a821e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659869 Dec 11 22:50:40.326660 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f41b6707-4062-4ba6-9b4d-c6b0a9d596dd req-e7b82476-f1a8-4954-924e-af89534f0691 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589215 Dec 11 22:50:40.345706 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c0c6cd88-d2a2-4580-ad65-83296de87074 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=45ee16e616514879883c8772ed0f416d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5097892 Dec 11 22:50:40.345925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36878) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:40.347923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee88191-0bb5-4882-9909-b5c14470c4b1 req-826e8540-1431-4120-a70b-7ebee007f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:40.349478 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dee88191-0bb5-4882-9909-b5c14470c4b1 req-826e8540-1431-4120-a70b-7ebee007f0bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.1687460 Dec 11 22:50:40.362028 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6cd88-d2a2-4580-ad65-83296de87074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b5dd6c-fa51-45d2-97b7-a55d4edae221,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:40.404415 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dee88191-0bb5-4882-9909-b5c14470c4b1 req-91ff8be3-6f3f-4e50-aec3-d88fd5f05565 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 HTTP/1.1" status: 200 len: 217 time: 0.0468853 Dec 11 22:50:40.416911 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-89aeac4e-83fb-47e4-87ec-18714ab608e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:40.443127 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-89aeac4e-83fb-47e4-87ec-18714ab608e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:40.461599 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fad8f617-5234-4413-a3c2-4feaf0ca46c4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:40.500621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee88191-0bb5-4882-9909-b5c14470c4b1 req-b80d6516-1f17-4a86-a36c-feb9ef02cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:40.502131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dee88191-0bb5-4882-9909-b5c14470c4b1 req-b80d6516-1f17-4a86-a36c-feb9ef02cedd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.0907397 Dec 11 22:50:40.506575 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 26e679a5-1864-42bb-87f2-0059a99b2e2b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:50:40.525878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad8f617-5234-4413-a3c2-4feaf0ca46c4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:40.544842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-fad8f617-5234-4413-a3c2-4feaf0ca46c4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:40.553496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad8f617-5234-4413-a3c2-4feaf0ca46c4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:40.560546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad8f617-5234-4413-a3c2-4feaf0ca46c4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:40.560546 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fad8f617-5234-4413-a3c2-4feaf0ca46c4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:40.571485 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 26e679a5-1864-42bb-87f2-0059a99b2e2b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:40.571868 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:40.580472 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8f617-5234-4413-a3c2-4feaf0ca46c4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=def4c88b-d3a6-44e0-b061-1643c39677ab,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:40.595161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee88191-0bb5-4882-9909-b5c14470c4b1 req-c2a63358-23bc-40b4-b7dd-e8840648b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:40.597204 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dee88191-0bb5-4882-9909-b5c14470c4b1 req-c2a63358-23bc-40b4-b7dd-e8840648b4ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858779 Dec 11 22:50:40.647005 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 8bfe792e-89ac-442a-8cc8-cc3836ff4181 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:50:40.664102 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-89aeac4e-83fb-47e4-87ec-18714ab608e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:40.678596 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-89aeac4e-83fb-47e4-87ec-18714ab608e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:40.683390 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-89aeac4e-83fb-47e4-87ec-18714ab608e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/97b5dd6c-fa51-45d2-97b7-a55d4edae221 HTTP/1.1" status: 204 len: 168 time: 0.3360336 Dec 11 22:50:40.703865 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aeac4e-83fb-47e4-87ec-18714ab608e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b5dd6c-fa51-45d2-97b7-a55d4edae221,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:40.735428 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fad8f617-5234-4413-a3c2-4feaf0ca46c4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4665949 Dec 11 22:50:40.741901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36896) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:40.757167 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dee88191-0bb5-4882-9909-b5c14470c4b1 req-f8d01bd8-2569-4990-b429-6e1e4419fa6a service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521378 Dec 11 22:50:40.831633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dded440-a498-403c-8b29-1954edb1ec9f req-ccea63a0-def5-4862-87c3-d9f93259233d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:40.839370 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9dded440-a498-403c-8b29-1954edb1ec9f req-ccea63a0-def5-4862-87c3-d9f93259233d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 812 time: 0.2586739 Dec 11 22:50:40.859184 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9dded440-a498-403c-8b29-1954edb1ec9f req-3cc3444d-1e6d-4d7e-a9dc-c9c3712968cc tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/quotas/27217062ad8c4d4babc5ba4352c729c5 HTTP/1.1" status: 200 len: 375 time: 0.0192180 Dec 11 22:50:40.877532 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dee88191-0bb5-4882-9909-b5c14470c4b1 req-fd48bac7-45e1-4130-903c-4a9c7c653b2c service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121502 Dec 11 22:50:40.881778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4fd4d7-e0d1-439c-aedb-b3e65d52de58 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:40.889906 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4fd4d7-e0d1-439c-aedb-b3e65d52de58 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:40.894542 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3d4fd4d7-e0d1-439c-aedb-b3e65d52de58 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1485574 Dec 11 22:50:40.894542 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36898) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:40.904159 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 8bfe792e-89ac-442a-8cc8-cc3836ff4181 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:50:40.908841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 8bfe792e-89ac-442a-8cc8-cc3836ff4181 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:40.908841 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:41.009102 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:41.009291 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9dded440-a498-403c-8b29-1954edb1ec9f req-726147cd-4a10-41d6-bda5-9b66b4cb7d5b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1490879 Dec 11 22:50:41.011195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4da3ea6f-b3f0-41bd-8830-2b3640506900 None None] Provisioning complete for port def4c88b-d3a6-44e0-b061-1643c39677ab triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:41.011562 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4da3ea6f-b3f0-41bd-8830-2b3640506900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:41.059850 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760a07c9-d0ed-4b39-aea1-eb1f5422e799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfe792e-89ac-442a-8cc8-cc3836ff4181'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:50:41.062302 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed4fa10-e1c7-4f6f-9078-e20178b932a5" -d '{"events": [{"server_uuid": "760a07c9-d0ed-4b39-aea1-eb1f5422e799", "name": "network-vif-plugged", "status": "completed", "tag": "8bfe792e-89ac-442a-8cc8-cc3836ff4181"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:50:41.079687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 8bfe792e-89ac-442a-8cc8-cc3836ff4181, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=8bfe792e-89ac-442a-8cc8-cc3836ff4181,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:41.080846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4da3ea6f-b3f0-41bd-8830-2b3640506900 None None] Port def4c88b-d3a6-44e0-b061-1643c39677ab cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:50:41.094714 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f45ad-1f2a-4b28-9a1c-ac74f9c30888 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port def4c88b-d3a6-44e0-b061-1643c39677ab {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:41.095091 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c9f45ad-1f2a-4b28-9a1c-ac74f9c30888 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:41.144213 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f55657-b4ab-4d56-a047-df8a120c6c64 x-openstack-request-id: req-44f55657-b4ab-4d56-a047-df8a120c6c64 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:50:41.144944 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760a07c9-d0ed-4b39-aea1-eb1f5422e799", "name": "network-vif-plugged", "status": "completed", "tag": "8bfe792e-89ac-442a-8cc8-cc3836ff4181", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:50:41.145389 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44f55657-b4ab-4d56-a047-df8a120c6c64 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:50:41.145936 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760a07c9-d0ed-4b39-aea1-eb1f5422e799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfe792e-89ac-442a-8cc8-cc3836ff4181', 'code': 200} Dec 11 22:50:41.163658 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9dded440-a498-403c-8b29-1954edb1ec9f req-7349e52d-5f45-4002-ba4e-bbf8abae9c76 service neutron] 10.222.0.45 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532130 Dec 11 22:50:41.195971 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:41.252592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=8bfe792e-89ac-442a-8cc8-cc3836ff4181,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:41.258071 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c9f45ad-1f2a-4b28-9a1c-ac74f9c30888 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:41.280030 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f45ad-1f2a-4b28-9a1c-ac74f9c30888 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for def4c88b-d3a6-44e0-b061-1643c39677ab owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:41.305425 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9dded440-a498-403c-8b29-1954edb1ec9f req-e97388c9-48bb-4492-9b52-d30fc194fc6f service neutron] 10.222.0.45 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368384 Dec 11 22:50:41.332840 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dccc0-77dc-4191-9cdf-f3d15a3fb9ce req-aea74762-4e50-4bcb-bdd3-a40f52a9c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:41.334546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-725dccc0-77dc-4191-9cdf-f3d15a3fb9ce req-aea74762-4e50-4bcb-bdd3-a40f52a9c91c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 1097 time: 0.0522983 Dec 11 22:50:41.385936 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-725dccc0-77dc-4191-9cdf-f3d15a3fb9ce req-0a4024fb-1abd-40d3-8b01-e7e48daca142 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441570 Dec 11 22:50:41.476361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005339ff-f1c5-4ccd-9c09-71e6f43e1526 req-518f0abb-3352-478c-8ab7-b4f51d1f5006 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:41.477859 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-005339ff-f1c5-4ccd-9c09-71e6f43e1526 req-518f0abb-3352-478c-8ab7-b4f51d1f5006 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 946 time: 0.0503552 Dec 11 22:50:41.487978 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c9f45ad-1f2a-4b28-9a1c-ac74f9c30888 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:41.501501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36910) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:41.523236 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f45ad-1f2a-4b28-9a1c-ac74f9c30888 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=def4c88b-d3a6-44e0-b061-1643c39677ab,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:41.536227 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7beafc72-2286-4f6d-8451-063c91519bc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:41.595148 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-005339ff-f1c5-4ccd-9c09-71e6f43e1526 req-e5f30b14-c2b1-456a-8989-e25c22aa1fd6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055923 Dec 11 22:50:41.596908 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c9f45ad-1f2a-4b28-9a1c-ac74f9c30888 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:41.602848 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8c9f45ad-1f2a-4b28-9a1c-ac74f9c30888 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/def4c88b-d3a6-44e0-b061-1643c39677ab HTTP/1.1" status: 204 len: 168 time: 0.7068107 Dec 11 22:50:41.608817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36916) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:41.623812 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-53be28d6-dcf9-4c43-85ab-c59a92d09132 req-d4c62d87-119b-4e4d-bb19-85225126a48b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 210 time: 0.0706611 Dec 11 22:50:41.692067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8351b7-1135-4dbe-9505-5e822b2b496e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:41.692457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8351b7-1135-4dbe-9505-5e822b2b496e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:41.693970 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3a8351b7-1135-4dbe-9505-5e822b2b496e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0787466 Dec 11 22:50:41.696989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36920) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:41.773611 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7beafc72-2286-4f6d-8451-063c91519bc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:41.781482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ed6a97-1ce0-44ac-adcd-203925bbf78e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet cb0025c2-8e4b-4c8b-b2f2-498b359e3fe8 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:50:41.784944 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3ed6a97-1ce0-44ac-adcd-203925bbf78e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:41.827021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3ed6a97-1ce0-44ac-adcd-203925bbf78e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:41.877274 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3ed6a97-1ce0-44ac-adcd-203925bbf78e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:41.898015 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7beafc72-2286-4f6d-8451-063c91519bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:41.954894 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7beafc72-2286-4f6d-8451-063c91519bc7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee93c5d2a8694884bdf89bca6ed57f47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4432356 Dec 11 22:50:41.956689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beafc72-2286-4f6d-8451-063c91519bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f223b68f-c0b9-4cfb-be93-f520647c7f6c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:41.957850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36926) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:42.010190 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8a9086f-3e2c-4ee1-aae1-cc5fe9eda847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:42.032585 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8a9086f-3e2c-4ee1-aae1-cc5fe9eda847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:42.087165 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3ed6a97-1ce0-44ac-adcd-203925bbf78e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:42.115729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed6a97-1ce0-44ac-adcd-203925bbf78e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0025c2-8e4b-4c8b-b2f2-498b359e3fe8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:42.121958 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3ed6a97-1ce0-44ac-adcd-203925bbf78e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:42.125719 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b3ed6a97-1ce0-44ac-adcd-203925bbf78e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/cb0025c2-8e4b-4c8b-b2f2-498b359e3fe8 HTTP/1.1" status: 204 len: 168 time: 0.4277990 Dec 11 22:50:42.128659 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36930) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:42.133515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42281711-7ce1-47d8-a1eb-6df20964be26 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:50:42.174193 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4b147814-6b09-4eed-803d-1ef1267dcdb6 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440493 Dec 11 22:50:42.177860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36932) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:42.183895 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3aa4f33c-4788-4154-be60-4e4147b58f09 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:42.189226 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8a9086f-3e2c-4ee1-aae1-cc5fe9eda847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:42.192843 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8a9086f-3e2c-4ee1-aae1-cc5fe9eda847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:42.194116 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f8a9086f-3e2c-4ee1-aae1-cc5fe9eda847 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f223b68f-c0b9-4cfb-be93-f520647c7f6c HTTP/1.1" status: 204 len: 168 time: 0.2351933 Dec 11 22:50:42.244202 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9086f-3e2c-4ee1-aae1-cc5fe9eda847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f223b68f-c0b9-4cfb-be93-f520647c7f6c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:42.458340 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b1f4e4-fa8a-4da2-be72-ad4070c2b63e None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:42.469814 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa4f33c-4788-4154-be60-4e4147b58f09 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:42.474014 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3aa4f33c-4788-4154-be60-4e4147b58f09 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:42.507609 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-72b1f4e4-fa8a-4da2-be72-ad4070c2b63e None None] Deleting port 26e679a5-1864-42bb-87f2-0059a99b2e2b {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:42.508007 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72b1f4e4-fa8a-4da2-be72-ad4070c2b63e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:42.581745 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-72b1f4e4-fa8a-4da2-be72-ad4070c2b63e None None] For port 26e679a5-1864-42bb-87f2-0059a99b2e2b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=26e679a5-1864-42bb-87f2-0059a99b2e2b,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:42.582363 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72b1f4e4-fa8a-4da2-be72-ad4070c2b63e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:42.595707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-72b1f4e4-fa8a-4da2-be72-ad4070c2b63e None None] Calling delete_port for 26e679a5-1864-42bb-87f2-0059a99b2e2b owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:42.720872 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49f29ee3-044e-4173-900e-9d31027f80b4 req-f0e505f7-440f-417f-ae80-7864cd668e43 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 210 time: 0.0283351 Dec 11 22:50:42.746206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c393a-330a-4a24-ae7c-ea6d42a1db5b req-68bb1172-8850-4903-ba9d-cdb47665b893 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:42.748055 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ac3c393a-330a-4a24-ae7c-ea6d42a1db5b req-68bb1172-8850-4903-ba9d-cdb47665b893 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 946 time: 0.0692203 Dec 11 22:50:42.805953 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ac3c393a-330a-4a24-ae7c-ea6d42a1db5b req-0be180e0-a039-4a89-abf1-f0eb75dfd726 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507667 Dec 11 22:50:42.864992 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72b1f4e4-fa8a-4da2-be72-ad4070c2b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:42.865265 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3aa4f33c-4788-4154-be60-4e4147b58f09 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:42.891704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1f4e4-fa8a-4da2-be72-ad4070c2b63e None None] Pushing event deleted for resources: {'Port': ['ID=26e679a5-1864-42bb-87f2-0059a99b2e2b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:42.898188 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b1f4e4-fa8a-4da2-be72-ad4070c2b63e None None] No DVR routers for this DVR port 26e679a5-1864-42bb-87f2-0059a99b2e2b on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:50:42.921798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa4f33c-4788-4154-be60-4e4147b58f09 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:42.923857 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-3aa4f33c-4788-4154-be60-4e4147b58f09 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:42.928955 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa4f33c-4788-4154-be60-4e4147b58f09 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:42.930531 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3aa4f33c-4788-4154-be60-4e4147b58f09 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:42.942163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9415e3db-6e4f-435c-bd3d-361eea8a1a13 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:50:42.945523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4f33c-4788-4154-be60-4e4147b58f09 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=683dbef3-28b1-4152-a50a-17a5ac812a3f,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:43.052832 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3aa4f33c-4788-4154-be60-4e4147b58f09 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8655739 Dec 11 22:50:43.054973 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36954) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:43.061056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': '683dbef3-28b1-4152-a50a-17a5ac812a3f'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:50:43.062103 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e2e72b7e-3ef8-4dfe-ae37-c4e70b59e44e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'fixed_ips': [{'subnet_id': '683dbef3-28b1-4152-a50a-17a5ac812a3f', 'ip_address': '2001:db8::99ae:9b1c:6cc0:21bd'}], 'name': 'tempest-NetworksTestDHCPv6-2086606408'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:43.062332 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:43.099727 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:50:43.212760 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Allocated IP 2001:db8::2 (222e8032-d106-460a-b983-cafecada1526/683dbef3-28b1-4152-a50a-17a5ac812a3f/da5ae649-33d4-425f-912d-35b57007805c) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:43.230165 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e72b7e-3ef8-4dfe-ae37-c4e70b59e44e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:43.328352 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e2e72b7e-3ef8-4dfe-ae37-c4e70b59e44e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:43.348448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-e2e72b7e-3ef8-4dfe-ae37-c4e70b59e44e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port 259f3ec7-b594-4c48-b230-3c05639e5e67 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:50:43.388296 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:43.475703 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:43.519774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:43.524683 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:43.525157 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:43.528808 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:43.532702 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-e2e72b7e-3ef8-4dfe-ae37-c4e70b59e44e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::99ae:9b1c:6cc0:21bd (222e8032-d106-460a-b983-cafecada1526/683dbef3-28b1-4152-a50a-17a5ac812a3f/259f3ec7-b594-4c48-b230-3c05639e5e67) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:43.537529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Pushing event updated for resources: {'Port': ['ID=da5ae649-33d4-425f-912d-35b57007805c,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:43.600903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Attempting to bind port da5ae649-33d4-425f-912d-35b57007805c on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:50:43.601286 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Attempting to bind port da5ae649-33d4-425f-912d-35b57007805c by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:50:43.601659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Attempting to bind port da5ae649-33d4-425f-912d-35b57007805c on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:50:43.607103 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:50:43.607494 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:50:43.607896 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:43.608453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:50:43.608936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Bound port: da5ae649-33d4-425f-912d-35b57007805c, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:50:43.609328 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:43.676107 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] For port da5ae649-33d4-425f-912d-35b57007805c, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:50:43.679428 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] For port da5ae649-33d4-425f-912d-35b57007805c, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=da5ae649-33d4-425f-912d-35b57007805c,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:50:43.699398 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e2e72b7e-3ef8-4dfe-ae37-c4e70b59e44e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:43.756331 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:43.818088 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e2e72b7e-3ef8-4dfe-ae37-c4e70b59e44e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:43.826234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb14c9e-fea4-4688-9c7a-8b7f64081726 None None] Pushing event updated for resources: {'Port': ['ID=da5ae649-33d4-425f-912d-35b57007805c,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:43.879030 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b0c86bae-3f1f-4ea6-a954-078826ee7f87 req-aea256b2-9375-4f65-be52-8906029edcca tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 210 time: 0.0735223 Dec 11 22:50:43.919749 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e72b7e-3ef8-4dfe-ae37-c4e70b59e44e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:43.923968 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-e2e72b7e-3ef8-4dfe-ae37-c4e70b59e44e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:43.933287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e72b7e-3ef8-4dfe-ae37-c4e70b59e44e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:43.945767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e72b7e-3ef8-4dfe-ae37-c4e70b59e44e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:43.947379 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e2e72b7e-3ef8-4dfe-ae37-c4e70b59e44e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:43.950285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e72b7e-3ef8-4dfe-ae37-c4e70b59e44e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=259f3ec7-b594-4c48-b230-3c05639e5e67,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:44.000416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37f51e-0198-49d3-b8d9-54e75dedbae0 req-dfd54ac1-cf90-420f-a9e1-4e11faea2b3c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:44.002025 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0a37f51e-0198-49d3-b8d9-54e75dedbae0 req-dfd54ac1-cf90-420f-a9e1-4e11faea2b3c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 946 time: 0.0804720 Dec 11 22:50:44.087539 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0a37f51e-0198-49d3-b8d9-54e75dedbae0 req-d2fa722a-457c-4eba-a649-2b204937c0a8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756614 Dec 11 22:50:44.090379 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e2e72b7e-3ef8-4dfe-ae37-c4e70b59e44e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0320954 Dec 11 22:50:44.091901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36980) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:44.170221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe881b-4a59-4e95-b4cf-a0b3ddb93104 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:44.181860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe881b-4a59-4e95-b4cf-a0b3ddb93104 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:44.183664 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-75fe881b-4a59-4e95-b4cf-a0b3ddb93104 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0903897 Dec 11 22:50:44.188652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36986) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:44.253439 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdf885-3001-40dd-a448-e02a7ee0e4b9 req-3acf6f5c-e30d-435d-9193-f27ba61d05c6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:44.264123 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-27cdf885-3001-40dd-a448-e02a7ee0e4b9 req-3acf6f5c-e30d-435d-9193-f27ba61d05c6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 945 time: 0.0788929 Dec 11 22:50:44.339610 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-27cdf885-3001-40dd-a448-e02a7ee0e4b9 req-7b75e716-b679-40ee-8ac0-30e0c82cc50b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742805 Dec 11 22:50:44.408329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dded440-a498-403c-8b29-1954edb1ec9f req-c9ab21fc-eca0-444d-a182-72b26fe373e0 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:44.408329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dded440-a498-403c-8b29-1954edb1ec9f req-c9ab21fc-eca0-444d-a182-72b26fe373e0 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 812 time: 0.2217989 Dec 11 22:50:44.421141 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-9dded440-a498-403c-8b29-1954edb1ec9f req-3196e7ed-d445-4640-87ee-651ecee79ed9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Request body: {'port': {'device_id': '35c12284-6b43-4dc4-ac71-bf635cc21881', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'admin_state_up': True, 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:44.451652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8175278b-3c2f-42c5-b3d9-c37803e4faa3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 259f3ec7-b594-4c48-b230-3c05639e5e67 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:44.452202 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8175278b-3c2f-42c5-b3d9-c37803e4faa3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:44.534207 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccf743-5ca0-462e-a9fe-a5ea2fa761bc req-08a791dd-bb1e-45b9-bbd3-8981eb88e8db tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:44.547431 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b1ccf743-5ca0-462e-a9fe-a5ea2fa761bc req-08a791dd-bb1e-45b9-bbd3-8981eb88e8db tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 946 time: 0.1233714 Dec 11 22:50:44.556075 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device da5ae649-33d4-425f-912d-35b57007805c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:50:44.646598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port da5ae649-33d4-425f-912d-35b57007805c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:44.649206 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:44.671894 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b1ccf743-5ca0-462e-a9fe-a5ea2fa761bc req-5ae258ec-0b13-4601-99e5-681c3422f6e7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180844 Dec 11 22:50:44.683017 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8175278b-3c2f-42c5-b3d9-c37803e4faa3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:44.740229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8175278b-3c2f-42c5-b3d9-c37803e4faa3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 259f3ec7-b594-4c48-b230-3c05639e5e67 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:44.781874 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:44.825248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port da5ae649-33d4-425f-912d-35b57007805c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=da5ae649-33d4-425f-912d-35b57007805c,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:44.852789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dded440-a498-403c-8b29-1954edb1ec9f req-3196e7ed-d445-4640-87ee-651ecee79ed9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Made reservation on behalf of 27217062ad8c4d4babc5ba4352c729c5 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:44.856579 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dded440-a498-403c-8b29-1954edb1ec9f req-3196e7ed-d445-4640-87ee-651ecee79ed9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:44.939322 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:45.011621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=da5ae649-33d4-425f-912d-35b57007805c,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:45.045625 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 26e679a5-1864-42bb-87f2-0059a99b2e2b no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:50:45.052805 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81212ef8-5c7c-4e46-837e-6c14e6bafe9b req-a1f82c2f-3d08-4c4b-a4c3-82f53fb451e4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 210 time: 0.0530066 Dec 11 22:50:45.089970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 26e679a5-1864-42bb-87f2-0059a99b2e2b {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:50:45.089970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 26e679a5-1864-42bb-87f2-0059a99b2e2b not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:50:45.101015 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8175278b-3c2f-42c5-b3d9-c37803e4faa3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:45.147018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175278b-3c2f-42c5-b3d9-c37803e4faa3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=259f3ec7-b594-4c48-b230-3c05639e5e67,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:45.216010 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8175278b-3c2f-42c5-b3d9-c37803e4faa3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:45.220161 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8175278b-3c2f-42c5-b3d9-c37803e4faa3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/259f3ec7-b594-4c48-b230-3c05639e5e67 HTTP/1.1" status: 204 len: 168 time: 1.0325882 Dec 11 22:50:45.223070 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37016) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:45.242009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-406fbcd2-ad88-418f-8ccb-38b04f47f9dc None None] Provisioning complete for port da5ae649-33d4-425f-912d-35b57007805c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:45.242739 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-406fbcd2-ad88-418f-8ccb-38b04f47f9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:45.275791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-9dded440-a498-403c-8b29-1954edb1ec9f req-3196e7ed-d445-4640-87ee-651ecee79ed9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Allocated IP 172.20.0.9 (82b08062-dcd3-4b12-b656-232a56b3b938/c7fea1e5-16e5-4ed2-9658-4e69f5375c97/e503600d-02e9-4ab7-96b7-afb5f411a501) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:45.282443 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee76fbd-4bd6-44fd-8eab-2538e5b4c68f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:45.285214 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee76fbd-4bd6-44fd-8eab-2538e5b4c68f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:45.287270 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bee76fbd-4bd6-44fd-8eab-2538e5b4c68f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0631962 Dec 11 22:50:45.290056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37018) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:45.323142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bfcf0-fcb2-49eb-a00d-74683b5f922f req-62be6e44-1040-4f08-a0d5-0abe84c8f0a8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:45.337503 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d86bfcf0-fcb2-49eb-a00d-74683b5f922f req-62be6e44-1040-4f08-a0d5-0abe84c8f0a8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 946 time: 0.1613383 Dec 11 22:50:45.418243 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47991a8-1025-4c19-b473-d1cf065915e3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 683dbef3-28b1-4152-a50a-17a5ac812a3f {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:50:45.426655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d86bfcf0-fcb2-49eb-a00d-74683b5f922f req-1e0cd2a3-6b81-44bf-96a3-1a08beac4666 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848815 Dec 11 22:50:45.429658 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a47991a8-1025-4c19-b473-d1cf065915e3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:45.470449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-843389fc-3621-41a2-a7a3-b96d19290050 None None] Could not find standard attr ID for object 259f3ec7-b594-4c48-b230-3c05639e5e67. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:50:45.488280 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a47991a8-1025-4c19-b473-d1cf065915e3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:45.588021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dded440-a498-403c-8b29-1954edb1ec9f req-3196e7ed-d445-4640-87ee-651ecee79ed9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:45.621945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff0319-05da-438b-b8eb-9bd8529311ff req-99067a0a-9958-4277-a9b0-0217286d5a0f tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:45.630392 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ddff0319-05da-438b-b8eb-9bd8529311ff req-99067a0a-9958-4277-a9b0-0217286d5a0f tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 945 time: 0.0822198 Dec 11 22:50:45.634297 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a47991a8-1025-4c19-b473-d1cf065915e3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:45.701297 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ddff0319-05da-438b-b8eb-9bd8529311ff req-1413f72b-fae3-4176-b797-827f47f60cbc tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699983 Dec 11 22:50:45.807622 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dded440-a498-403c-8b29-1954edb1ec9f req-3196e7ed-d445-4640-87ee-651ecee79ed9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:45.841957 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a47991a8-1025-4c19-b473-d1cf065915e3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:45.847761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['bbb9e180-05f9-4f32-abab-86a8a2c173d1', '80b6a5d7-4417-44b5-a891-d0cf65b39c69'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:45.865128 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dded440-a498-403c-8b29-1954edb1ec9f req-3196e7ed-d445-4640-87ee-651ecee79ed9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Network 82b08062-dcd3-4b12-b656-232a56b3b938 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:45.870221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-9dded440-a498-403c-8b29-1954edb1ec9f req-3196e7ed-d445-4640-87ee-651ecee79ed9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:45.870368 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47991a8-1025-4c19-b473-d1cf065915e3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=683dbef3-28b1-4152-a50a-17a5ac812a3f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:45.873002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dded440-a498-403c-8b29-1954edb1ec9f req-3196e7ed-d445-4640-87ee-651ecee79ed9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:45.882295 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a47991a8-1025-4c19-b473-d1cf065915e3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:45.886272 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a47991a8-1025-4c19-b473-d1cf065915e3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/683dbef3-28b1-4152-a50a-17a5ac812a3f HTTP/1.1" status: 204 len: 168 time: 0.5952125 Dec 11 22:50:45.891657 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37032) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:45.908860 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a897fcfe-efb9-4a5e-8524-b6f105bf1ca7 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:50:45.935585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196e7ed-d445-4640-87ee-651ecee79ed9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event updated for resources: {'Port': ['ID=e503600d-02e9-4ab7-96b7-afb5f411a501,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:45.943937 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-00e647ed-848d-4fcc-9913-ed7ebf24a787 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509591 Dec 11 22:50:45.944784 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37034) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:45.950748 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d05bacfa-0c2b-430e-bcec-137beaceedc3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:45.961977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dded440-a498-403c-8b29-1954edb1ec9f req-3196e7ed-d445-4640-87ee-651ecee79ed9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:45.962824 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dded440-a498-403c-8b29-1954edb1ec9f req-3196e7ed-d445-4640-87ee-651ecee79ed9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:46.080451 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dded440-a498-403c-8b29-1954edb1ec9f req-3196e7ed-d445-4640-87ee-651ecee79ed9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6623647 Dec 11 22:50:46.096022 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Request body: {'port': {'device_id': '35c12284-6b43-4dc4-ac71-bf635cc21881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:46.191797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67241156-b78a-43b1-bbc1-b342e1e1f991 None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:46.200639 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:46.215731 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05bacfa-0c2b-430e-bcec-137beaceedc3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:46.215731 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d05bacfa-0c2b-430e-bcec-137beaceedc3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:46.314461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-67241156-b78a-43b1-bbc1-b342e1e1f991 None None] Deleting port da5ae649-33d4-425f-912d-35b57007805c {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:46.314854 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-67241156-b78a-43b1-bbc1-b342e1e1f991 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:46.330424 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be67eda-43a6-46c9-abd2-91b3244e925e req-1a5fe198-f63d-4dab-8dcd-69029f5e9f85 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:46.333136 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6be67eda-43a6-46c9-abd2-91b3244e925e req-1a5fe198-f63d-4dab-8dcd-69029f5e9f85 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 931 time: 0.1694887 Dec 11 22:50:46.419622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-67241156-b78a-43b1-bbc1-b342e1e1f991 None None] For port da5ae649-33d4-425f-912d-35b57007805c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=da5ae649-33d4-425f-912d-35b57007805c,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:46.420025 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-67241156-b78a-43b1-bbc1-b342e1e1f991 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:46.437608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-67241156-b78a-43b1-bbc1-b342e1e1f991 None None] Calling delete_port for da5ae649-33d4-425f-912d-35b57007805c owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:46.454668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-61126171-3c0b-4528-a13d-0b95e24f9f20 None None] Provisioning complete for port e503600d-02e9-4ab7-96b7-afb5f411a501 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:46.455075 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-61126171-3c0b-4528-a13d-0b95e24f9f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:46.548453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device da5ae649-33d4-425f-912d-35b57007805c no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:50:46.589285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-61126171-3c0b-4528-a13d-0b95e24f9f20 None None] Port e503600d-02e9-4ab7-96b7-afb5f411a501 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:50:46.597676 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d05bacfa-0c2b-430e-bcec-137beaceedc3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:46.627174 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e503600d-02e9-4ab7-96b7-afb5f411a501 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:50:46.638419 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:46.650281 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649fa0c-7cb6-4525-a924-39d17979d6d4 req-ddc6f115-64a6-4863-9e7a-6bfd7f066737 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:46.651840 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a649fa0c-7cb6-4525-a924-39d17979d6d4 req-ddc6f115-64a6-4863-9e7a-6bfd7f066737 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 946 time: 0.0912302 Dec 11 22:50:46.679142 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:46.682622 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Transition to ACTIVE for port object e503600d-02e9-4ab7-96b7-afb5f411a501 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:50:46.687864 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-67241156-b78a-43b1-bbc1-b342e1e1f991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:46.695319 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05bacfa-0c2b-430e-bcec-137beaceedc3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:46.699743 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d05bacfa-0c2b-430e-bcec-137beaceedc3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:46.711078 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05bacfa-0c2b-430e-bcec-137beaceedc3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:46.711873 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d05bacfa-0c2b-430e-bcec-137beaceedc3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:46.717484 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a649fa0c-7cb6-4525-a924-39d17979d6d4 req-cb77d494-d993-4ef0-8501-d093bffd14c6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546622 Dec 11 22:50:46.725932 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bacfa-0c2b-430e-bcec-137beaceedc3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=e699252d-ecb4-4461-8d5d-3b68ed038446,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:46.726373 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67241156-b78a-43b1-bbc1-b342e1e1f991 None None] Pushing event deleted for resources: {'Port': ['ID=da5ae649-33d4-425f-912d-35b57007805c,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:46.731162 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67241156-b78a-43b1-bbc1-b342e1e1f991 None None] No DVR routers for this DVR port da5ae649-33d4-425f-912d-35b57007805c on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:50:46.757209 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6be67eda-43a6-46c9-abd2-91b3244e925e req-3a71273b-f182-4ea9-802d-8955b66f7473 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177310 Dec 11 22:50:46.763333 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0256fa5-14a9-4d60-840b-9ac0978afc31 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:50:46.777963 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:46.835436 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d05bacfa-0c2b-430e-bcec-137beaceedc3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8892119 Dec 11 22:50:46.836100 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37048) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:46.841062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3f0e6d9e-3b18-4912-b9f1-821cd52bf05e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'fixed_ips': [{'subnet_id': 'e699252d-ecb4-4461-8d5d-3b68ed038446', 'ip_address': '2001:db8::20dd:2a0c:a89b:4fa1'}], 'name': 'tempest-NetworksTestDHCPv6-1762207470'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:46.882693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e503600d-02e9-4ab7-96b7-afb5f411a501,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:46.911441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': 'e699252d-ecb4-4461-8d5d-3b68ed038446'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:50:46.913120 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:46.935057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ac444-3d65-4f56-8654-88c723b7e3cd req-773670bf-da62-46a1-ad3c-37d2c3027db4 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:46.936741 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b55ac444-3d65-4f56-8654-88c723b7e3cd req-773670bf-da62-46a1-ad3c-37d2c3027db4 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 946 time: 0.1190751 Dec 11 22:50:47.069603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Attempting to bind port e503600d-02e9-4ab7-96b7-afb5f411a501 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:50:47.069957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Attempting to bind port e503600d-02e9-4ab7-96b7-afb5f411a501 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:50:47.070294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Attempting to bind port e503600d-02e9-4ab7-96b7-afb5f411a501 on network 82b08062-dcd3-4b12-b656-232a56b3b938 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:50:47.079397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Port e503600d-02e9-4ab7-96b7-afb5f411a501 on network 82b08062-dcd3-4b12-b656-232a56b3b938 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:50:47.079397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Attempting to bind port e503600d-02e9-4ab7-96b7-afb5f411a501 on network 82b08062-dcd3-4b12-b656-232a56b3b938 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:50:47.090105 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:50:47.090451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Checking segment: {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:50:47.090958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Bound using segment: {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:50:47.091486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Bound port: e503600d-02e9-4ab7-96b7-afb5f411a501, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b03224-d711-47aa-8713-7c0a122d485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:50:47.091854 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:47.099198 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0e6d9e-3b18-4912-b9f1-821cd52bf05e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:47.104827 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6d9e-3b18-4912-b9f1-821cd52bf05e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:47.110752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Allocated IP 2001:db8::2 (222e8032-d106-460a-b983-cafecada1526/e699252d-ecb4-4461-8d5d-3b68ed038446/8745ceb4-1155-45aa-8ef6-5f927c1811f5) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:47.124910 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-3f0e6d9e-3b18-4912-b9f1-821cd52bf05e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port 5fb16de5-a434-4252-8a61-66da4a5f5c89 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:50:47.148173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b55ac444-3d65-4f56-8654-88c723b7e3cd req-0a354fc8-04cf-4e0b-a90e-40083f953f1b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Deleting port 8bfe792e-89ac-442a-8cc8-cc3836ff4181 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:47.148520 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b55ac444-3d65-4f56-8654-88c723b7e3cd req-0a354fc8-04cf-4e0b-a90e-40083f953f1b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:47.160373 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:47.244083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] For port e503600d-02e9-4ab7-96b7-afb5f411a501, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:50:47.258675 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] For port e503600d-02e9-4ab7-96b7-afb5f411a501, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e503600d-02e9-4ab7-96b7-afb5f411a501,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:50:47.296272 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b55ac444-3d65-4f56-8654-88c723b7e3cd req-0a354fc8-04cf-4e0b-a90e-40083f953f1b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] For port 8bfe792e-89ac-442a-8cc8-cc3836ff4181, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=8bfe792e-89ac-442a-8cc8-cc3836ff4181,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:47.296754 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b55ac444-3d65-4f56-8654-88c723b7e3cd req-0a354fc8-04cf-4e0b-a90e-40083f953f1b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:47.308812 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:47.322495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-b55ac444-3d65-4f56-8654-88c723b7e3cd req-0a354fc8-04cf-4e0b-a90e-40083f953f1b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Calling delete_port for 8bfe792e-89ac-442a-8cc8-cc3836ff4181 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:47.341204 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:47.423752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:47.426187 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:47.427599 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dded440-a498-403c-8b29-1954edb1ec9f req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] 10.222.0.13 "PUT /v2.0/ports/e503600d-02e9-4ab7-96b7-afb5f411a501 HTTP/1.1" status: 200 len: 1091 time: 1.3388338 Dec 11 22:50:47.435832 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:47.443575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c12284-6b43-4dc4-ac71-bf635cc21881', 'tag': 'e503600d-02e9-4ab7-96b7-afb5f411a501'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:50:47.446700 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff105687-cdac-4bbb-ae93-92016169ddbb" -d '{"events": [{"name": "network-changed", "server_uuid": "35c12284-6b43-4dc4-ac71-bf635cc21881", "tag": "e503600d-02e9-4ab7-96b7-afb5f411a501"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:50:47.493473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7fca5-fffa-465b-897d-a5012fed9eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e503600d-02e9-4ab7-96b7-afb5f411a501,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:47.547923 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:47.549042 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-3f0e6d9e-3b18-4912-b9f1-821cd52bf05e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::20dd:2a0c:a89b:4fa1 (222e8032-d106-460a-b983-cafecada1526/e699252d-ecb4-4461-8d5d-3b68ed038446/5fb16de5-a434-4252-8a61-66da4a5f5c89) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:47.556502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:47.560597 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Pushing event updated for resources: {'Port': ['ID=8745ceb4-1155-45aa-8ef6-5f927c1811f5,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:47.564533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:47.594959 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2a5e12-50f9-4a2d-a4e0-59caeb109590 x-openstack-request-id: req-ea2a5e12-50f9-4a2d-a4e0-59caeb109590 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:50:47.595271 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c12284-6b43-4dc4-ac71-bf635cc21881", "tag": "e503600d-02e9-4ab7-96b7-afb5f411a501", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:50:47.595537 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea2a5e12-50f9-4a2d-a4e0-59caeb109590 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:50:47.596012 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c12284-6b43-4dc4-ac71-bf635cc21881', 'tag': 'e503600d-02e9-4ab7-96b7-afb5f411a501', 'status': 'completed', 'code': 200} Dec 11 22:50:47.663753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Attempting to bind port 8745ceb4-1155-45aa-8ef6-5f927c1811f5 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:50:47.663753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Attempting to bind port 8745ceb4-1155-45aa-8ef6-5f927c1811f5 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:50:47.663753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Attempting to bind port 8745ceb4-1155-45aa-8ef6-5f927c1811f5 on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:50:47.667686 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:50:47.668194 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:50:47.668669 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:47.669130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:50:47.669677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Bound port: 8745ceb4-1155-45aa-8ef6-5f927c1811f5, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:50:47.670320 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:47.708560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dded440-a498-403c-8b29-1954edb1ec9f req-f7954a33-4484-47bf-8f09-f9f152ca74a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:47.715580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dded440-a498-403c-8b29-1954edb1ec9f req-f7954a33-4484-47bf-8f09-f9f152ca74a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 1094 time: 0.1246529 Dec 11 22:50:47.771013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] For port 8745ceb4-1155-45aa-8ef6-5f927c1811f5, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:50:47.793766 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dded440-a498-403c-8b29-1954edb1ec9f req-c791711a-9136-401c-bd74-02a137626471 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e503600d-02e9-4ab7-96b7-afb5f411a501 HTTP/1.1" status: 200 len: 217 time: 0.0595570 Dec 11 22:50:47.793766 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b55ac444-3d65-4f56-8654-88c723b7e3cd req-0a354fc8-04cf-4e0b-a90e-40083f953f1b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:47.793984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] For port 8745ceb4-1155-45aa-8ef6-5f927c1811f5, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8745ceb4-1155-45aa-8ef6-5f927c1811f5,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:50:47.795585 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ec559dce-69fa-4cb1-acdd-66e658b00f15'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:47.833206 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6d9e-3b18-4912-b9f1-821cd52bf05e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:47.840584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79c85d-9e4a-436a-887a-cbd26e743fde req-3994d3da-7a60-4196-a502-06ceaf6c4345 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:47.842334 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f79c85d-9e4a-436a-887a-cbd26e743fde req-3994d3da-7a60-4196-a502-06ceaf6c4345 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 945 time: 0.1811056 Dec 11 22:50:47.843165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a354fc8-04cf-4e0b-a90e-40083f953f1b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Pushing event deleted for resources: {'Port': ['ID=8bfe792e-89ac-442a-8cc8-cc3836ff4181,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:47.848029 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['9e748a37-8b92-4e1b-b922-996142f7753c', '8bfe792e-89ac-442a-8cc8-cc3836ff4181'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:47.909869 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c2bd5c-7e30-4a6e-9efc-4d0fe96484a6 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:47.929820 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:47.987874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dded440-a498-403c-8b29-1954edb1ec9f req-9840aea0-171f-4268-85e5-a5f50908d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:47.999726 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dded440-a498-403c-8b29-1954edb1ec9f req-9840aea0-171f-4268-85e5-a5f50908d96c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.1767206 Dec 11 22:50:48.070231 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bb743-e588-42f2-9569-d5efc536e925 None None] Pushing event updated for resources: {'Port': ['ID=8745ceb4-1155-45aa-8ef6-5f927c1811f5,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:48.127433 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f79c85d-9e4a-436a-887a-cbd26e743fde req-94712d92-185f-42cb-99c2-a4a2d5f6167c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711830 Dec 11 22:50:48.129969 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55ac444-3d65-4f56-8654-88c723b7e3cd req-0a354fc8-04cf-4e0b-a90e-40083f953f1b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] No DVR routers for this DVR port 8bfe792e-89ac-442a-8cc8-cc3836ff4181 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:50:48.153327 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b55ac444-3d65-4f56-8654-88c723b7e3cd req-0a354fc8-04cf-4e0b-a90e-40083f953f1b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:48.158091 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b55ac444-3d65-4f56-8654-88c723b7e3cd req-0a354fc8-04cf-4e0b-a90e-40083f953f1b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "DELETE /v2.0/ports/8bfe792e-89ac-442a-8cc8-cc3836ff4181 HTTP/1.1" status: 204 len: 173 time: 1.2125413 Dec 11 22:50:48.175243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dded440-a498-403c-8b29-1954edb1ec9f req-243c414d-b141-47ec-83a7-f8939b6ef414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:48.180845 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dded440-a498-403c-8b29-1954edb1ec9f req-243c414d-b141-47ec-83a7-f8939b6ef414 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627026 Dec 11 22:50:48.368390 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ab6e710-1180-4815-9dd7-7f085f94f71a req-f5f4dfca-1b0b-4bf3-8a14-1f421cd2b9a7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 210 time: 0.5284700 Dec 11 22:50:48.418686 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dded440-a498-403c-8b29-1954edb1ec9f req-2a2b8f82-2435-480e-84d6-6a2b29501f70 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331872 Dec 11 22:50:48.488274 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6d9e-3b18-4912-b9f1-821cd52bf05e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:48.495534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d8a47-4b71-4c51-a204-8a07dbf426ea req-11496664-1ad8-4fd9-86c4-0424b6d8ae91 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:48.495534 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c5d8a47-4b71-4c51-a204-8a07dbf426ea req-11496664-1ad8-4fd9-86c4-0424b6d8ae91 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 943 time: 0.1662345 Dec 11 22:50:48.592801 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c5d8a47-4b71-4c51-a204-8a07dbf426ea req-4c2ae114-bcb6-4c35-bf25-2867876f4f48 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854871 Dec 11 22:50:48.608607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8745ceb4-1155-45aa-8ef6-5f927c1811f5 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:50:48.614854 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dded440-a498-403c-8b29-1954edb1ec9f req-d75c1b44-badc-4fda-8308-404a1de1ec22 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886463 Dec 11 22:50:48.625148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e6d9e-3b18-4912-b9f1-821cd52bf05e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=5fb16de5-a434-4252-8a61-66da4a5f5c89,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:48.638604 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e6d9e-3b18-4912-b9f1-821cd52bf05e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:48.640521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-3f0e6d9e-3b18-4912-b9f1-821cd52bf05e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:48.643435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e6d9e-3b18-4912-b9f1-821cd52bf05e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:48.651238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0e6d9e-3b18-4912-b9f1-821cd52bf05e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:48.652285 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6d9e-3b18-4912-b9f1-821cd52bf05e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:48.671587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 8745ceb4-1155-45aa-8ef6-5f927c1811f5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:48.672009 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:48.772588 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:48.799514 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3f0e6d9e-3b18-4912-b9f1-821cd52bf05e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9615700 Dec 11 22:50:48.802395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37094) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:48.811951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 8745ceb4-1155-45aa-8ef6-5f927c1811f5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8745ceb4-1155-45aa-8ef6-5f927c1811f5,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:48.840788 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a33b84be-d3bf-4856-a523-565f60161426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:48.899727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ae5ed-7441-4cf8-a662-dc512097bfda tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:48.905795 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ae5ed-7441-4cf8-a662-dc512097bfda tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:48.907361 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-374ae5ed-7441-4cf8-a662-dc512097bfda tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1039529 Dec 11 22:50:48.914069 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff105687-cdac-4bbb-ae93-92016169ddbb req-7ec40363-0522-4cbb-a596-e97be0ae36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:48.915437 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37096) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:48.915564 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff105687-cdac-4bbb-ae93-92016169ddbb req-7ec40363-0522-4cbb-a596-e97be0ae36ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 1094 time: 0.0706692 Dec 11 22:50:48.942245 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:49.036269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=8745ceb4-1155-45aa-8ef6-5f927c1811f5,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:49.055379 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ab854346-32e3-4202-a3de-0c00004770d0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 5fb16de5-a434-4252-8a61-66da4a5f5c89 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:49.056046 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab854346-32e3-4202-a3de-0c00004770d0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:49.076904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff105687-cdac-4bbb-ae93-92016169ddbb req-058eae52-4220-47ca-9ad7-017f48a68da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:49.078407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff105687-cdac-4bbb-ae93-92016169ddbb req-058eae52-4220-47ca-9ad7-017f48a68da5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.1553664 Dec 11 22:50:49.144049 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff105687-cdac-4bbb-ae93-92016169ddbb req-21fb0193-6693-44c5-8174-6c7d3c95b1fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e503600d-02e9-4ab7-96b7-afb5f411a501 HTTP/1.1" status: 200 len: 217 time: 0.0553482 Dec 11 22:50:49.206325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff105687-cdac-4bbb-ae93-92016169ddbb req-609aec3c-85fa-405e-a4ec-de452d089450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:49.208154 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff105687-cdac-4bbb-ae93-92016169ddbb req-609aec3c-85fa-405e-a4ec-de452d089450 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.0563998 Dec 11 22:50:49.223507 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab854346-32e3-4202-a3de-0c00004770d0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:49.239024 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ab854346-32e3-4202-a3de-0c00004770d0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 5fb16de5-a434-4252-8a61-66da4a5f5c89 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:49.260442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff105687-cdac-4bbb-ae93-92016169ddbb req-d12e7422-bc61-4e0c-83de-aa4be121de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:49.261973 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff105687-cdac-4bbb-ae93-92016169ddbb req-d12e7422-bc61-4e0c-83de-aa4be121de8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457749 Dec 11 22:50:49.436719 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff105687-cdac-4bbb-ae93-92016169ddbb req-78882f59-b4da-4824-b48e-b4c026ba5c4c service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646729 Dec 11 22:50:49.541706 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1aa89eb0-6c16-4360-8d0f-79d6530aa769 req-9ef3066d-9e9b-49fa-b085-ee7ef3262c3a tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=760a07c9-d0ed-4b39-aea1-eb1f5422e799 HTTP/1.1" status: 200 len: 210 time: 0.0499110 Dec 11 22:50:49.562995 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab854346-32e3-4202-a3de-0c00004770d0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:49.590783 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff105687-cdac-4bbb-ae93-92016169ddbb req-4fd1b159-58f6-4cb4-9bda-1ac949d85770 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427362 Dec 11 22:50:49.597446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760a07c9-d0ed-4b39-aea1-eb1f5422e799', 'name': 'network-vif-deleted', 'tag': '8bfe792e-89ac-442a-8cc8-cc3836ff4181'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:50:49.597867 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c9a72bc2-6efc-448b-8cdc-6e0a466c70f2 None None] Provisioning complete for port 8745ceb4-1155-45aa-8ef6-5f927c1811f5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:49.598255 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9a72bc2-6efc-448b-8cdc-6e0a466c70f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:49.600823 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0fc64b-83fd-455a-958e-493fc6f4e356" -d '{"events": [{"server_uuid": "760a07c9-d0ed-4b39-aea1-eb1f5422e799", "name": "network-vif-deleted", "tag": "8bfe792e-89ac-442a-8cc8-cc3836ff4181"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:50:49.645262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab854346-32e3-4202-a3de-0c00004770d0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=5fb16de5-a434-4252-8a61-66da4a5f5c89,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:49.683322 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ab854346-32e3-4202-a3de-0c00004770d0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:49.695942 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ab854346-32e3-4202-a3de-0c00004770d0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/5fb16de5-a434-4252-8a61-66da4a5f5c89 HTTP/1.1" status: 204 len: 168 time: 0.7788672 Dec 11 22:50:49.701532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37120) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:49.779768 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea78cc2-0cff-4e8e-9fbc-42fa289a8a41 x-openstack-request-id: req-5ea78cc2-0cff-4e8e-9fbc-42fa289a8a41 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:50:49.780206 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760a07c9-d0ed-4b39-aea1-eb1f5422e799", "name": "network-vif-deleted", "tag": "8bfe792e-89ac-442a-8cc8-cc3836ff4181", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:50:49.780582 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ea78cc2-0cff-4e8e-9fbc-42fa289a8a41 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:50:49.781153 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760a07c9-d0ed-4b39-aea1-eb1f5422e799', 'name': 'network-vif-deleted', 'tag': '8bfe792e-89ac-442a-8cc8-cc3836ff4181', 'status': 'completed', 'code': 200} Dec 11 22:50:49.863618 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c633d736-60d9-486b-9810-099fedf72b2b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:49.868634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c633d736-60d9-486b-9810-099fedf72b2b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:49.870136 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c633d736-60d9-486b-9810-099fedf72b2b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1679211 Dec 11 22:50:49.879243 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6d0a3-c47c-4e2b-9b1a-93a7c13950e2 req-87854c21-27a9-401f-8a0e-bc8fdd17aaac tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:49.881143 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18c6d0a3-c47c-4e2b-9b1a-93a7c13950e2 req-87854c21-27a9-401f-8a0e-bc8fdd17aaac tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 943 time: 0.0772312 Dec 11 22:50:49.881696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37124) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:49.938894 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18c6d0a3-c47c-4e2b-9b1a-93a7c13950e2 req-59b08cc3-5381-44c7-9d1e-0085ecb7fe3f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515769 Dec 11 22:50:49.951121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa9ed5-2d1d-493b-87fd-823c3d06a7c7 req-554152fa-89ae-4aff-a7ab-00ef6f08ac81 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:49.962084 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-14aa9ed5-2d1d-493b-87fd-823c3d06a7c7 req-554152fa-89ae-4aff-a7ab-00ef6f08ac81 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 945 time: 0.1443968 Dec 11 22:50:49.962084 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db2c36c-9390-4a13-a379-948b53fcca87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet e699252d-ecb4-4461-8d5d-3b68ed038446 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:50:49.962084 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db2c36c-9390-4a13-a379-948b53fcca87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:50.006780 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-76bb85f5-1703-478a-b6b6-fd4c46fc0174 None None] Could not find standard attr ID for object 5fb16de5-a434-4252-8a61-66da4a5f5c89. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:50:50.045928 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db2c36c-9390-4a13-a379-948b53fcca87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:50.108485 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-14aa9ed5-2d1d-493b-87fd-823c3d06a7c7 req-6c382be0-7ab3-493c-a1b9-9a906d9f2832 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019158 Dec 11 22:50:50.172822 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db2c36c-9390-4a13-a379-948b53fcca87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:50.275687 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db2c36c-9390-4a13-a379-948b53fcca87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:50.305106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2c36c-9390-4a13-a379-948b53fcca87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=e699252d-ecb4-4461-8d5d-3b68ed038446,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:50.307120 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1db2c36c-9390-4a13-a379-948b53fcca87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:50.312899 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37128) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:50.313083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1db2c36c-9390-4a13-a379-948b53fcca87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/e699252d-ecb4-4461-8d5d-3b68ed038446 HTTP/1.1" status: 204 len: 168 time: 0.4300482 Dec 11 22:50:50.314631 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fe784a-2295-436e-ab6b-d76dc7686d3d None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:50:50.348127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37130) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:50.358869 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f781e68c-6489-43e9-b62f-5f81b295420d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425358 Dec 11 22:50:50.360067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37134) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:50.433606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5bbe34-5300-4cf3-a3c9-bfbb583fc39b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:50.442458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8b5bbe34-5300-4cf3-a3c9-bfbb583fc39b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0788889 Dec 11 22:50:50.443090 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37136) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:50.514563 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-136ed778-b659-4849-9785-bd15d340167c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:50.529759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0635f7-7211-43b5-a962-a1403ea9edeb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:50.531321 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ec0635f7-7211-43b5-a962-a1403ea9edeb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0872326 Dec 11 22:50:50.534478 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37138) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:50.544907 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d109e89-7000-4b51-a882-3e18b2f747c1 None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:50.582666 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-273cbbb4-22ac-4e0b-ba5e-c73dbc99fe8f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464664 Dec 11 22:50:50.583337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37142) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:50.588387 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6552cb67-485d-467e-a74d-9bed83939b13 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:50.611523 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-136ed778-b659-4849-9785-bd15d340167c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:50.698536 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-136ed778-b659-4849-9785-bd15d340167c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:50.734600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 8bfe792e-89ac-442a-8cc8-cc3836ff4181 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:50:50.746948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ed778-b659-4849-9785-bd15d340167c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c303fa-2481-484c-8e32-790edaca9959,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:50.756684 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-136ed778-b659-4849-9785-bd15d340167c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47016bb446d643d8aced8145c80461af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4049516 Dec 11 22:50:50.757024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37148) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:50.758879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6552cb67-485d-467e-a74d-9bed83939b13 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:50.761641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 8bfe792e-89ac-442a-8cc8-cc3836ff4181 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:50:50.766166 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 8bfe792e-89ac-442a-8cc8-cc3836ff4181 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:50:50.766306 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6552cb67-485d-467e-a74d-9bed83939b13 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:50.784316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4d109e89-7000-4b51-a882-3e18b2f747c1 None None] Deleting port 8745ceb4-1155-45aa-8ef6-5f927c1811f5 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:50.784713 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d109e89-7000-4b51-a882-3e18b2f747c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:50.820480 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-704a0a53-f808-4d2a-a1ee-c1d6cbabbb4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:50.849067 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-704a0a53-f808-4d2a-a1ee-c1d6cbabbb4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:50.861062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4d109e89-7000-4b51-a882-3e18b2f747c1 None None] For port 8745ceb4-1155-45aa-8ef6-5f927c1811f5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8745ceb4-1155-45aa-8ef6-5f927c1811f5,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:50.861468 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d109e89-7000-4b51-a882-3e18b2f747c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:50.874689 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4d109e89-7000-4b51-a882-3e18b2f747c1 None None] Calling delete_port for 8745ceb4-1155-45aa-8ef6-5f927c1811f5 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:50.978401 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-704a0a53-f808-4d2a-a1ee-c1d6cbabbb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:50.981173 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-704a0a53-f808-4d2a-a1ee-c1d6cbabbb4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:50.985079 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-704a0a53-f808-4d2a-a1ee-c1d6cbabbb4b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c8c303fa-2481-484c-8e32-790edaca9959 HTTP/1.1" status: 204 len: 168 time: 0.2271383 Dec 11 22:50:50.993658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a0a53-f808-4d2a-a1ee-c1d6cbabbb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c303fa-2481-484c-8e32-790edaca9959,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:51.054213 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d109e89-7000-4b51-a882-3e18b2f747c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:51.091459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d109e89-7000-4b51-a882-3e18b2f747c1 None None] Pushing event deleted for resources: {'Port': ['ID=8745ceb4-1155-45aa-8ef6-5f927c1811f5,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:51.093624 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d109e89-7000-4b51-a882-3e18b2f747c1 None None] No DVR routers for this DVR port 8745ceb4-1155-45aa-8ef6-5f927c1811f5 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:50:51.105031 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6552cb67-485d-467e-a74d-9bed83939b13 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:51.167932 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6552cb67-485d-467e-a74d-9bed83939b13 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:51.179329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75fe07-3284-4bf7-9ca5-f70d66c2c4c9 req-ad64ec2a-5ba0-4501-a350-93fa7e5f457f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:51.181261 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c75fe07-3284-4bf7-9ca5-f70d66c2c4c9 req-ad64ec2a-5ba0-4501-a350-93fa7e5f457f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 943 time: 0.1208267 Dec 11 22:50:51.186118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-6552cb67-485d-467e-a74d-9bed83939b13 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:51.192128 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6552cb67-485d-467e-a74d-9bed83939b13 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:51.192764 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6552cb67-485d-467e-a74d-9bed83939b13 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:51.205154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bab0778-a175-48c9-b591-05523c75524c None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:50:51.232727 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552cb67-485d-467e-a74d-9bed83939b13 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=cca0828f-d8ec-4bb3-84cc-7d53927377ba,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:51.272378 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c75fe07-3284-4bf7-9ca5-f70d66c2c4c9 req-00f2d8bf-743d-4365-86d9-a8cc8469dcbc tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765059 Dec 11 22:50:51.298857 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b6ab5226-d6eb-40dc-a715-ac109ef17551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:51.327002 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6552cb67-485d-467e-a74d-9bed83939b13 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7400818 Dec 11 22:50:51.327822 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37162) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:51.338785 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-17916e8a-4ca1-44e1-9e23-495b63aaff60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'fixed_ips': [{'subnet_id': 'cca0828f-d8ec-4bb3-84cc-7d53927377ba', 'ip_address': '2001:db8::9d86:5493:3348:29e0'}], 'name': 'tempest-NetworksTestDHCPv6-40340768'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:51.351149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': 'cca0828f-d8ec-4bb3-84cc-7d53927377ba'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:50:51.352717 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:51.551405 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecaee0a-c279-4607-a8a3-0779189751fb req-8ef43211-8fab-423e-9e53-a9e3b88e28e2 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:51.554664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Allocated IP 2001:db8::2 (222e8032-d106-460a-b983-cafecada1526/cca0828f-d8ec-4bb3-84cc-7d53927377ba/dfbe7f8e-df11-47e4-853c-8bcf553cb47b) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:51.559430 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7ecaee0a-c279-4607-a8a3-0779189751fb req-8ef43211-8fab-423e-9e53-a9e3b88e28e2 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 945 time: 0.1038294 Dec 11 22:50:51.570966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98572e-b639-40d8-b8ce-6f90683918d6 req-bb821c6f-3522-4088-93c2-73f1056d9314 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:51.578882 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ef98572e-b639-40d8-b8ce-6f90683918d6 req-bb821c6f-3522-4088-93c2-73f1056d9314 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 945 time: 0.5046499 Dec 11 22:50:51.611422 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7ecaee0a-c279-4607-a8a3-0779189751fb req-9f6ee2a1-06f8-4963-b996-81f74fcdb272 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0227f-f9de-407e-a08b-d8e952eb3b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497439 Dec 11 22:50:51.621401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1043e83-4989-4a9c-a458-a039e3707abf req-83f8c2cc-8b5f-46a3-b6fc-e8ba4461b9da tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:51.622454 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1043e83-4989-4a9c-a458-a039e3707abf req-83f8c2cc-8b5f-46a3-b6fc-e8ba4461b9da tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.13 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 945 time: 0.1048627 Dec 11 22:50:51.644312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17916e8a-4ca1-44e1-9e23-495b63aaff60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:51.646210 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ef98572e-b639-40d8-b8ce-6f90683918d6 req-8da1494e-a096-44a5-a1e7-3b7a680f25fa tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664752 Dec 11 22:50:51.741077 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-17916e8a-4ca1-44e1-9e23-495b63aaff60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:51.743982 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:51.745497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e1043e83-4989-4a9c-a458-a039e3707abf req-16de174d-c30a-472f-bba5-d26bfc0f931c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Deleting port 01c10261-3165-43e3-b9da-46d7d9c51e6c {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:51.745839 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e1043e83-4989-4a9c-a458-a039e3707abf req-16de174d-c30a-472f-bba5-d26bfc0f931c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:51.759714 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-17916e8a-4ca1-44e1-9e23-495b63aaff60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port 0c60b2ba-ff18-4d10-9b2d-669cc2395bf8 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:50:51.812975 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:51.857190 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:51.860305 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:51.865759 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:51.867987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e1043e83-4989-4a9c-a458-a039e3707abf req-16de174d-c30a-472f-bba5-d26bfc0f931c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] For port 01c10261-3165-43e3-b9da-46d7d9c51e6c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=01c10261-3165-43e3-b9da-46d7d9c51e6c,segment=NetworkSegment(1a973d8a-1c14-4852-8fa1-e3cb362b54a1),segment_id=1a973d8a-1c14-4852-8fa1-e3cb362b54a1)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:51.868368 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e1043e83-4989-4a9c-a458-a039e3707abf req-16de174d-c30a-472f-bba5-d26bfc0f931c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:51.869404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Pushing event updated for resources: {'Port': ['ID=dfbe7f8e-df11-47e4-853c-8bcf553cb47b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:51.938882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Attempting to bind port dfbe7f8e-df11-47e4-853c-8bcf553cb47b on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:50:51.939386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Attempting to bind port dfbe7f8e-df11-47e4-853c-8bcf553cb47b by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:50:51.939629 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Attempting to bind port dfbe7f8e-df11-47e4-853c-8bcf553cb47b on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:50:51.942964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37166) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:51.946243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:50:51.946960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:50:51.947109 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:51.947460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:50:51.947961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Bound port: dfbe7f8e-df11-47e4-853c-8bcf553cb47b, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:50:51.948471 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:51.952086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-17916e8a-4ca1-44e1-9e23-495b63aaff60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::9d86:5493:3348:29e0 (222e8032-d106-460a-b983-cafecada1526/cca0828f-d8ec-4bb3-84cc-7d53927377ba/0c60b2ba-ff18-4d10-9b2d-669cc2395bf8) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:51.964285 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-220de305-9086-4594-aed9-15fd9ff29022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.028774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] For port dfbe7f8e-df11-47e4-853c-8bcf553cb47b, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:50:52.032096 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] For port dfbe7f8e-df11-47e4-853c-8bcf553cb47b, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=dfbe7f8e-df11-47e4-853c-8bcf553cb47b,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:50:52.140862 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e1043e83-4989-4a9c-a458-a039e3707abf req-16de174d-c30a-472f-bba5-d26bfc0f931c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.141216 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e1043e83-4989-4a9c-a458-a039e3707abf req-16de174d-c30a-472f-bba5-d26bfc0f931c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.141535 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-e1043e83-4989-4a9c-a458-a039e3707abf req-16de174d-c30a-472f-bba5-d26bfc0f931c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Floating IP b75c0014-d5e9-43ef-becb-c942144cb219 disassociated. External IP: 172.25.1.228, port: 01c10261-3165-43e3-b9da-46d7d9c51e6c. Dec 11 22:50:52.141893 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e1043e83-4989-4a9c-a458-a039e3707abf req-16de174d-c30a-472f-bba5-d26bfc0f931c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Calling delete_port for 01c10261-3165-43e3-b9da-46d7d9c51e6c owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:52.151185 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.167590 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-220de305-9086-4594-aed9-15fd9ff29022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.185506 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-17916e8a-4ca1-44e1-9e23-495b63aaff60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.211530 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.225522 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-220de305-9086-4594-aed9-15fd9ff29022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.241618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e24c8-5933-4210-ab1e-db36562e2688 None None] Pushing event updated for resources: {'Port': ['ID=dfbe7f8e-df11-47e4-853c-8bcf553cb47b,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:52.278486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220de305-9086-4594-aed9-15fd9ff29022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce48d8e1-4696-43a2-87f9-9439131941bd,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:52.286977 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-220de305-9086-4594-aed9-15fd9ff29022 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=21bb38ba006747e5a5e2f8c987631ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3402522 Dec 11 22:50:52.288654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37168) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:52.350428 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-17916e8a-4ca1-44e1-9e23-495b63aaff60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.355644 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-38a159d8-3e96-4fe2-bbe9-59e1ad0ce466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.403854 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17916e8a-4ca1-44e1-9e23-495b63aaff60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:52.407292 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e1043e83-4989-4a9c-a458-a039e3707abf req-16de174d-c30a-472f-bba5-d26bfc0f931c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.410998 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-38a159d8-3e96-4fe2-bbe9-59e1ad0ce466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.412084 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-17916e8a-4ca1-44e1-9e23-495b63aaff60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:52.431952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17916e8a-4ca1-44e1-9e23-495b63aaff60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:52.445910 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17916e8a-4ca1-44e1-9e23-495b63aaff60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:52.446929 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-17916e8a-4ca1-44e1-9e23-495b63aaff60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.478498 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17916e8a-4ca1-44e1-9e23-495b63aaff60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=0c60b2ba-ff18-4d10-9b2d-669cc2395bf8,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:52.490983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de174d-c30a-472f-bba5-d26bfc0f931c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Pushing event deleted for resources: {'Port': ['ID=01c10261-3165-43e3-b9da-46d7d9c51e6c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:52.522232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712659a-7735-49ad-a0a0-302cc5e17120 req-66462405-ac76-4f3e-a40d-5e18f31f2413 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:52.523761 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1712659a-7735-49ad-a0a0-302cc5e17120 req-66462405-ac76-4f3e-a40d-5e18f31f2413 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 943 time: 0.1702719 Dec 11 22:50:52.553145 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-17916e8a-4ca1-44e1-9e23-495b63aaff60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2241278 Dec 11 22:50:52.557167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37174) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:52.568615 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6a262ee2-d1ca-4914-bb36-1c5fa55abb25 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'fixed_ips': [{'subnet_id': 'cca0828f-d8ec-4bb3-84cc-7d53927377ba', 'ip_address': '2001:db8::9d86:5493:3348:29e0'}], 'name': 'tempest-NetworksTestDHCPv6-764468743'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:52.622414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device dfbe7f8e-df11-47e4-853c-8bcf553cb47b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:50:52.700599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port dfbe7f8e-df11-47e4-853c-8bcf553cb47b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:52.701546 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.751582 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bf059-936d-4f76-936e-29c3d8042173 req-df056dad-6bcd-4fbf-9860-1c0e4932cc83 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:52.754367 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9d2bf059-936d-4f76-936e-29c3d8042173 req-df056dad-6bcd-4fbf-9860-1c0e4932cc83 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 945 time: 0.2297125 Dec 11 22:50:52.756482 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-840c5a47-f49d-4e1c-bd40-1ce9ac3fa6af req-9b94313e-f2e0-42f8-9072-3ff9193ddc89 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 210 time: 0.0353532 Dec 11 22:50:52.760851 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-38a159d8-3e96-4fe2-bbe9-59e1ad0ce466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.766328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-38a159d8-3e96-4fe2-bbe9-59e1ad0ce466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.766328 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-38a159d8-3e96-4fe2-bbe9-59e1ad0ce466 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce48d8e1-4696-43a2-87f9-9439131941bd HTTP/1.1" status: 204 len: 168 time: 0.4749658 Dec 11 22:50:52.799713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a159d8-3e96-4fe2-bbe9-59e1ad0ce466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce48d8e1-4696-43a2-87f9-9439131941bd,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:52.821366 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1712659a-7735-49ad-a0a0-302cc5e17120 req-c2cef4fa-a64b-4a6f-8c73-af9c95826b82 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803090 Dec 11 22:50:52.855368 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.872316 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a262ee2-d1ca-4914-bb36-1c5fa55abb25 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:52.887990 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6a262ee2-d1ca-4914-bb36-1c5fa55abb25 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:52.888260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1043e83-4989-4a9c-a458-a039e3707abf req-16de174d-c30a-472f-bba5-d26bfc0f931c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Router f2245801-3152-465e-911e-0ad58ec8696a has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:50:52.937835 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port dfbe7f8e-df11-47e4-853c-8bcf553cb47b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=dfbe7f8e-df11-47e4-853c-8bcf553cb47b,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:52.967978 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-6a262ee2-d1ca-4914-bb36-1c5fa55abb25 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port aa3ca651-f71c-429b-b8df-0fd6ead362ca yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:50:53.024685 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-9d2bf059-936d-4f76-936e-29c3d8042173 req-93409b17-7d9a-4f58-b95a-c1dff5c56c85 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Deleting port 9e748a37-8b92-4e1b-b922-996142f7753c {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:53.025083 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9d2bf059-936d-4f76-936e-29c3d8042173 req-93409b17-7d9a-4f58-b95a-c1dff5c56c85 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:53.033084 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e503600d-02e9-4ab7-96b7-afb5f411a501 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:50:53.041962 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:53.141826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8745ceb4-1155-45aa-8ef6-5f927c1811f5 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:50:53.151984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1043e83-4989-4a9c-a458-a039e3707abf req-16de174d-c30a-472f-bba5-d26bfc0f931c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:50:53.162735 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d497e76-d245-4908-adc1-0a4700b4a806 None None] Sync routers for ids ['f2245801-3152-465e-911e-0ad58ec8696a'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:50:53.175326 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 8745ceb4-1155-45aa-8ef6-5f927c1811f5 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:50:53.175919 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8745ceb4-1155-45aa-8ef6-5f927c1811f5 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:50:53.187327 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d497e76-d245-4908-adc1-0a4700b4a806 None None] Routers {'f2245801-3152-465e-911e-0ad58ec8696a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:50:53.191521 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8d497e76-d245-4908-adc1-0a4700b4a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:50:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f2245801-3152-465e-911e-0ad58ec8696a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:53.267169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1043e83-4989-4a9c-a458-a039e3707abf req-16de174d-c30a-472f-bba5-d26bfc0f931c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] No DVR routers for this DVR port 01c10261-3165-43e3-b9da-46d7d9c51e6c on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:50:53.271371 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e1043e83-4989-4a9c-a458-a039e3707abf req-16de174d-c30a-472f-bba5-d26bfc0f931c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:53.276583 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1043e83-4989-4a9c-a458-a039e3707abf req-16de174d-c30a-472f-bba5-d26bfc0f931c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.13 "DELETE /v2.0/ports/01c10261-3165-43e3-b9da-46d7d9c51e6c HTTP/1.1" status: 204 len: 173 time: 1.6457469 Dec 11 22:50:53.279465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded90e52-e563-4bd9-97a6-99ffaea23853', 'name': 'network-vif-deleted', 'tag': '01c10261-3165-43e3-b9da-46d7d9c51e6c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:50:53.283500 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d318c2-c716-47e0-aefb-c0fec63a04c9" -d '{"events": [{"server_uuid": "ded90e52-e563-4bd9-97a6-99ffaea23853", "name": "network-vif-deleted", "tag": "01c10261-3165-43e3-b9da-46d7d9c51e6c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:50:53.324003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=dfbe7f8e-df11-47e4-853c-8bcf553cb47b,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:53.340415 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833d1e6-e6cc-4bbb-a66b-905fe3f2bfcd req-cdb43c61-2c93-4ab8-b710-e04feff4555f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:53.355967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9d2bf059-936d-4f76-936e-29c3d8042173 req-93409b17-7d9a-4f58-b95a-c1dff5c56c85 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] For port 9e748a37-8b92-4e1b-b922-996142f7753c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=9e748a37-8b92-4e1b-b922-996142f7753c,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:53.356352 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9d2bf059-936d-4f76-936e-29c3d8042173 req-93409b17-7d9a-4f58-b95a-c1dff5c56c85 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:53.357427 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b833d1e6-e6cc-4bbb-a66b-905fe3f2bfcd req-cdb43c61-2c93-4ab8-b710-e04feff4555f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 945 time: 0.5041702 Dec 11 22:50:53.366615 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99feed8-726b-4a65-bf87-222b64e7a4a2 x-openstack-request-id: req-f99feed8-726b-4a65-bf87-222b64e7a4a2 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:50:53.367279 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded90e52-e563-4bd9-97a6-99ffaea23853", "name": "network-vif-deleted", "tag": "01c10261-3165-43e3-b9da-46d7d9c51e6c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:50:53.367279 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f99feed8-726b-4a65-bf87-222b64e7a4a2 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:50:53.370859 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded90e52-e563-4bd9-97a6-99ffaea23853', 'name': 'network-vif-deleted', 'tag': '01c10261-3165-43e3-b9da-46d7d9c51e6c', 'status': 'completed', 'code': 200} Dec 11 22:50:53.395581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-9d2bf059-936d-4f76-936e-29c3d8042173 req-93409b17-7d9a-4f58-b95a-c1dff5c56c85 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Calling delete_port for 9e748a37-8b92-4e1b-b922-996142f7753c owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:53.429229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e503600d-02e9-4ab7-96b7-afb5f411a501, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e503600d-02e9-4ab7-96b7-afb5f411a501,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:53.463587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'e503600d-02e9-4ab7-96b7-afb5f411a501', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'port_id': 'e503600d-02e9-4ab7-96b7-afb5f411a501', 'mac_address': 'fa:16:3e:54:6f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:50:53.484667 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a262ee2-d1ca-4914-bb36-1c5fa55abb25 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 11 22:50:53.487344 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a262ee2-d1ca-4914-bb36-1c5fa55abb25 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:50:53.501677 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8d497e76-d245-4908-adc1-0a4700b4a806 None None] Set router f2245801-3152-465e-911e-0ad58ec8696a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:50:53.532653 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b833d1e6-e6cc-4bbb-a66b-905fe3f2bfcd req-93744f35-cde8-4558-9e23-a8c3c80219d1 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737604 Dec 11 22:50:53.556334 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:53.599569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e503600d-02e9-4ab7-96b7-afb5f411a501 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:50:53.632584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e503600d-02e9-4ab7-96b7-afb5f411a501, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e503600d-02e9-4ab7-96b7-afb5f411a501,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:53.641308 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6a262ee2-d1ca-4914-bb36-1c5fa55abb25 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0801520 Dec 11 22:50:53.642715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37196) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:53.698917 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:53.706687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ef54bdd3-cc24-4dff-ae7e-565a20a66061 None None] Provisioning complete for port dfbe7f8e-df11-47e4-853c-8bcf553cb47b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:53.706687 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef54bdd3-cc24-4dff-ae7e-565a20a66061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:53.729585 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477cd578-3ac2-4e3b-af55-21c0948810e1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:53.737367 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477cd578-3ac2-4e3b-af55-21c0948810e1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:53.739726 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-477cd578-3ac2-4e3b-af55-21c0948810e1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0953982 Dec 11 22:50:53.742844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37198) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:53.826013 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9d2bf059-936d-4f76-936e-29c3d8042173 req-93409b17-7d9a-4f58-b95a-c1dff5c56c85 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:53.861129 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ec559dce-69fa-4cb1-acdd-66e658b00f15'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:53.917613 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8d497e76-d245-4908-adc1-0a4700b4a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'name': 'tempest-ServersTestBootFromVolume-1070109094-router', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:19Z', 'updated_at': '2021-12-11T22:46:31Z', 'revision_number': 4, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'gw_port': {'id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:20Z', 'updated_at': '2021-12-11T22:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '6d96ff9a-273e-4e40-bb49-875c0253c008', 'name': '', 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'mac_address': 'fa:16:3e:19:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:28Z', 'updated_at': '2021-12-11T22:46:36Z', 'revision_number': 5, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'subnets': [{'id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:53.955049 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04428a31-a606-4d25-a08e-ae6ad4c78838 req-12cafe7f-1e0a-4bb3-aa50-135fe59f5a01 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 210 time: 0.0581748 Dec 11 22:50:53.967730 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d497e76-d245-4908-adc1-0a4700b4a806 None None] Checking router: f2245801-3152-465e-911e-0ad58ec8696a for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:50:53.975139 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['9e748a37-8b92-4e1b-b922-996142f7753c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:53.985667 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d497e76-d245-4908-adc1-0a4700b4a806 None None] Routers {'f2245801-3152-465e-911e-0ad58ec8696a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:50:53.989099 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8d497e76-d245-4908-adc1-0a4700b4a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:50:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f2245801-3152-465e-911e-0ad58ec8696a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:54.019936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93409b17-7d9a-4f58-b95a-c1dff5c56c85 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Pushing event deleted for resources: {'Port': ['ID=9e748a37-8b92-4e1b-b922-996142f7753c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:54.037808 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31915f6c-e433-4050-bb7c-8ed526e93c6b None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:54.061731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2bf059-936d-4f76-936e-29c3d8042173 req-93409b17-7d9a-4f58-b95a-c1dff5c56c85 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] No DVR routers for this DVR port 9e748a37-8b92-4e1b-b922-996142f7753c on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:50:54.070730 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9d2bf059-936d-4f76-936e-29c3d8042173 req-93409b17-7d9a-4f58-b95a-c1dff5c56c85 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:54.075371 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9d2bf059-936d-4f76-936e-29c3d8042173 req-93409b17-7d9a-4f58-b95a-c1dff5c56c85 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "DELETE /v2.0/ports/9e748a37-8b92-4e1b-b922-996142f7753c HTTP/1.1" status: 204 len: 173 time: 1.3010623 Dec 11 22:50:54.170711 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=e503600d-02e9-4ab7-96b7-afb5f411a501,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:54.177442 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:54.196299 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['e503600d-02e9-4ab7-96b7-afb5f411a501'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:50:54.215653 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8d497e76-d245-4908-adc1-0a4700b4a806 None None] Set router f2245801-3152-465e-911e-0ad58ec8696a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:50:54.216972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-3d3f58ca-7899-405f-8e2b-77097e7da82b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 0c60b2ba-ff18-4d10-9b2d-669cc2395bf8 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:54.217331 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d3f58ca-7899-405f-8e2b-77097e7da82b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:54.240432 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e5874-6225-4212-b134-48e473d30719 req-cde8e854-8fef-41a2-9e4d-5f975781c485 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:54.249576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b60e5874-6225-4212-b134-48e473d30719 req-cde8e854-8fef-41a2-9e4d-5f975781c485 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 944 time: 0.1916473 Dec 11 22:50:54.407444 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b60e5874-6225-4212-b134-48e473d30719 req-c86d28db-bd9c-4189-8dd3-2b8f7ccda8a0 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526139 Dec 11 22:50:54.468357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-93dfd74c-3dcc-40a7-90e2-cd3a40312bf4 None None] Provisioning complete for port 0c60b2ba-ff18-4d10-9b2d-669cc2395bf8 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:54.468357 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93dfd74c-3dcc-40a7-90e2-cd3a40312bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:54.499904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d3f58ca-7899-405f-8e2b-77097e7da82b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:54.531221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-3d3f58ca-7899-405f-8e2b-77097e7da82b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 0c60b2ba-ff18-4d10-9b2d-669cc2395bf8 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:54.536634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-93dfd74c-3dcc-40a7-90e2-cd3a40312bf4 None None] Port 0c60b2ba-ff18-4d10-9b2d-669cc2395bf8 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:50:54.562683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device dfbe7f8e-df11-47e4-853c-8bcf553cb47b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:50:54.665444 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:54.777973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port dfbe7f8e-df11-47e4-853c-8bcf553cb47b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:54.780067 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:54.839806 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fdaa4cc7-723a-4621-91db-4b999ececde0 req-67b9cd3d-14bc-4731-a3b0-2daf1cc39627 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=5469594e-56e4-430f-9597-4cf59a8f726e HTTP/1.1" status: 200 len: 210 time: 0.0490613 Dec 11 22:50:54.879503 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8d497e76-d245-4908-adc1-0a4700b4a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'name': 'tempest-ServersTestBootFromVolume-1070109094-router', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:19Z', 'updated_at': '2021-12-11T22:46:31Z', 'revision_number': 4, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'gw_port': {'id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:20Z', 'updated_at': '2021-12-11T22:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '6d96ff9a-273e-4e40-bb49-875c0253c008', 'name': '', 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'mac_address': 'fa:16:3e:19:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:28Z', 'updated_at': '2021-12-11T22:46:36Z', 'revision_number': 5, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'subnets': [{'id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:50:54.983439 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d497e76-d245-4908-adc1-0a4700b4a806 None None] The sync data for ids ['f2245801-3152-465e-911e-0ad58ec8696a'] in n-d-710847-6 is: [{'id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'name': 'tempest-ServersTestBootFromVolume-1070109094-router', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:19Z', 'updated_at': '2021-12-11T22:46:31Z', 'revision_number': 4, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'gw_port': {'id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:20Z', 'updated_at': '2021-12-11T22:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '6d96ff9a-273e-4e40-bb49-875c0253c008', 'name': '', 'network_id': '8f8fea77-563d-4b58-80be-148d26ff4e2f', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'mac_address': 'fa:16:3e:19:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:28Z', 'updated_at': '2021-12-11T22:46:36Z', 'revision_number': 5, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'subnets': [{'id': '21bc22ad-eca6-41b4-acc0-5225e953440d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:50:55.046121 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 01c10261-3165-43e3-b9da-46d7d9c51e6c no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:50:55.077991 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 01c10261-3165-43e3-b9da-46d7d9c51e6c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:50:55.078353 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 01c10261-3165-43e3-b9da-46d7d9c51e6c not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:50:55.108410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bcc2f93f-9372-4db9-837f-d17aa1cd0f81 req-00e45bd2-2570-49a2-ac8a-04132876b41c tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 210 time: 0.0462811 Dec 11 22:50:55.109083 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d3f58ca-7899-405f-8e2b-77097e7da82b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:55.182523 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f58ca-7899-405f-8e2b-77097e7da82b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=0c60b2ba-ff18-4d10-9b2d-669cc2395bf8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:55.198396 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d3f58ca-7899-405f-8e2b-77097e7da82b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:55.206138 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3d3f58ca-7899-405f-8e2b-77097e7da82b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/0c60b2ba-ff18-4d10-9b2d-669cc2395bf8 HTTP/1.1" status: 204 len: 168 time: 1.4593332 Dec 11 22:50:55.206948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37228) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:55.326484 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2d8e0d-b063-4770-bcaa-ad85bc0bb8bd tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:55.329102 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2d8e0d-b063-4770-bcaa-ad85bc0bb8bd tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:55.332063 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cf2d8e0d-b063-4770-bcaa-ad85bc0bb8bd tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1243999 Dec 11 22:50:55.335194 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37230) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:55.387578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5469594e-56e4-430f-9597-4cf59a8f726e', 'name': 'network-vif-deleted', 'tag': '9e748a37-8b92-4e1b-b922-996142f7753c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:50:55.390144 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7260a013-b577-4852-a555-cbc7ec393f9e" -d '{"events": [{"server_uuid": "5469594e-56e4-430f-9597-4cf59a8f726e", "name": "network-vif-deleted", "tag": "9e748a37-8b92-4e1b-b922-996142f7753c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:50:55.404326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d214ba3-78e1-4c3f-957d-b30c9ab44de5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet cca0828f-d8ec-4bb3-84cc-7d53927377ba {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:50:55.406685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a4ed6-775b-49ad-a12e-ea53ececb670 None None] New status for floating IP b75c0014-d5e9-43ef-becb-c942144cb219: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:50:55.408268 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d214ba3-78e1-4c3f-957d-b30c9ab44de5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:55.476180 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe25b51-071c-47c6-bad4-bd851af43a32 x-openstack-request-id: req-8fe25b51-071c-47c6-bad4-bd851af43a32 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:50:55.476656 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5469594e-56e4-430f-9597-4cf59a8f726e", "name": "network-vif-deleted", "tag": "9e748a37-8b92-4e1b-b922-996142f7753c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:50:55.477068 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8fe25b51-071c-47c6-bad4-bd851af43a32 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:50:55.477637 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5469594e-56e4-430f-9597-4cf59a8f726e', 'name': 'network-vif-deleted', 'tag': '9e748a37-8b92-4e1b-b922-996142f7753c', 'status': 'completed', 'code': 200} Dec 11 22:50:55.505032 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d214ba3-78e1-4c3f-957d-b30c9ab44de5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:55.591954 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc401120-c5b1-4185-9a28-3c81cfee02ed req-a8a3f032-427e-4df6-8633-768bf234d95b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:55.604141 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bc401120-c5b1-4185-9a28-3c81cfee02ed req-a8a3f032-427e-4df6-8633-768bf234d95b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 944 time: 0.0907993 Dec 11 22:50:55.638571 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d214ba3-78e1-4c3f-957d-b30c9ab44de5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:55.672575 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bc401120-c5b1-4185-9a28-3c81cfee02ed req-90a764c5-2c06-48d9-a121-eba778545dd4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670421 Dec 11 22:50:55.772843 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d214ba3-78e1-4c3f-957d-b30c9ab44de5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:55.805826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d214ba3-78e1-4c3f-957d-b30c9ab44de5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=cca0828f-d8ec-4bb3-84cc-7d53927377ba,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:55.814265 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d214ba3-78e1-4c3f-957d-b30c9ab44de5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:55.818169 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2d214ba3-78e1-4c3f-957d-b30c9ab44de5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/cca0828f-d8ec-4bb3-84cc-7d53927377ba HTTP/1.1" status: 204 len: 168 time: 0.4817157 Dec 11 22:50:55.820955 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37246) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:55.825514 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24af2413-19b5-4bd0-be2c-13e4f0cbad6e None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:50:55.900087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37252) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:55.903469 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2f203b69-ac31-4882-8135-dde2ce62ab31 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768478 Dec 11 22:50:55.906028 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8decf687-a9c4-4f50-abf1-36e6369cacbc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:56.046008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104883a6-052b-45b5-8d71-c68944d69819 None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:50:56.138621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-104883a6-052b-45b5-8d71-c68944d69819 None None] Deleting port dfbe7f8e-df11-47e4-853c-8bcf553cb47b {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:50:56.138621 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-104883a6-052b-45b5-8d71-c68944d69819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:56.189713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8decf687-a9c4-4f50-abf1-36e6369cacbc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:56.195332 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8decf687-a9c4-4f50-abf1-36e6369cacbc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:56.218226 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-104883a6-052b-45b5-8d71-c68944d69819 None None] For port dfbe7f8e-df11-47e4-853c-8bcf553cb47b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=dfbe7f8e-df11-47e4-853c-8bcf553cb47b,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:56.218226 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-104883a6-052b-45b5-8d71-c68944d69819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:56.233900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-104883a6-052b-45b5-8d71-c68944d69819 None None] Calling delete_port for dfbe7f8e-df11-47e4-853c-8bcf553cb47b owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:50:56.293465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cfebf918-0b1d-4c83-bfa2-8e33ed08ef94 req-74c08b40-7be3-4cc9-8f6e-3144ce16ed4f tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 210 time: 0.0736766 Dec 11 22:50:56.446333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a1d46-5b79-446c-910d-864f242a5c3c req-64bac3ff-3be7-40a1-b815-7e750423fbd3 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:56.456999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-548a1d46-5b79-446c-910d-864f242a5c3c req-64bac3ff-3be7-40a1-b815-7e750423fbd3 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 805 time: 0.2131739 Dec 11 22:50:56.469490 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-548a1d46-5b79-446c-910d-864f242a5c3c req-f3df6d0e-9afa-4b11-b317-fc1d1a3d8c43 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/quotas/73763a9de6774bcb92f6d05a9e2496f8 HTTP/1.1" status: 200 len: 375 time: 0.0114639 Dec 11 22:50:56.506098 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-104883a6-052b-45b5-8d71-c68944d69819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:56.561542 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104883a6-052b-45b5-8d71-c68944d69819 None None] Pushing event deleted for resources: {'Port': ['ID=dfbe7f8e-df11-47e4-853c-8bcf553cb47b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:56.570903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device dfbe7f8e-df11-47e4-853c-8bcf553cb47b no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:50:56.581774 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-548a1d46-5b79-446c-910d-864f242a5c3c req-2315ffdf-6ac1-4046-8f38-f80d9338e86e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1022038 Dec 11 22:50:56.606600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104883a6-052b-45b5-8d71-c68944d69819 None None] No DVR routers for this DVR port dfbe7f8e-df11-47e4-853c-8bcf553cb47b on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:50:56.618105 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: dfbe7f8e-df11-47e4-853c-8bcf553cb47b {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:50:56.619187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device dfbe7f8e-df11-47e4-853c-8bcf553cb47b not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:50:56.624679 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8decf687-a9c4-4f50-abf1-36e6369cacbc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:56.676300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8decf687-a9c4-4f50-abf1-36e6369cacbc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:56.680095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-8decf687-a9c4-4f50-abf1-36e6369cacbc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:56.693867 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-548a1d46-5b79-446c-910d-864f242a5c3c req-2db34642-18f9-47d5-a2da-d8de94ca3705 service neutron] 10.222.0.45 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111062 Dec 11 22:50:56.700630 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca51c179-07af-4338-9bb5-5ba23e8dd091 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:50:56.703960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8decf687-a9c4-4f50-abf1-36e6369cacbc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:56.714353 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8decf687-a9c4-4f50-abf1-36e6369cacbc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:56.751385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decf687-a9c4-4f50-abf1-36e6369cacbc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=4b8e554e-ff33-4689-855f-564c842e16e2,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:56.794118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 9e748a37-8b92-4e1b-b922-996142f7753c no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:50:56.818204 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-548a1d46-5b79-446c-910d-864f242a5c3c req-44f91768-5389-42db-bbd8-e0d1ff675c17 service neutron] 10.222.0.45 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153226 Dec 11 22:50:56.847769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2743a3a-d9ca-47f2-bd18-49cea32bef79 req-e2391ab9-79c1-4816-aae0-98374a5382d0 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:56.856146 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2743a3a-d9ca-47f2-bd18-49cea32bef79 req-e2391ab9-79c1-4816-aae0-98374a5382d0 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 944 time: 0.0773840 Dec 11 22:50:56.869912 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37278) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:56.870302 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8decf687-a9c4-4f50-abf1-36e6369cacbc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9688203 Dec 11 22:50:56.875822 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-31f25692-0ff0-43e5-b207-020792392deb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'fixed_ips': [{'subnet_id': '4b8e554e-ff33-4689-855f-564c842e16e2', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1244124570'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:56.898259 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 9e748a37-8b92-4e1b-b922-996142f7753c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:50:56.898660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 9e748a37-8b92-4e1b-b922-996142f7753c not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:50:56.903314 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': '4b8e554e-ff33-4689-855f-564c842e16e2'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:50:56.904209 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:56.914102 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2743a3a-d9ca-47f2-bd18-49cea32bef79 req-f07aca8d-2e1c-44ce-8734-14afe42b1128 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569637 Dec 11 22:50:57.065841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e503600d-02e9-4ab7-96b7-afb5f411a501 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:50:57.173262 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9861b1b-ce37-4051-9926-c1ed896239c8 req-de807b79-a0fd-4e46-a562-274f5cab94df tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 210 time: 0.0362468 Dec 11 22:50:57.209962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Allocated IP 2001:db8::2 (222e8032-d106-460a-b983-cafecada1526/4b8e554e-ff33-4689-855f-564c842e16e2/f40a7e48-7de5-4687-937f-afbee9229df3) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:50:57.270388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f25692-0ff0-43e5-b207-020792392deb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:57.333079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port e503600d-02e9-4ab7-96b7-afb5f411a501 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:50:57.341725 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port e503600d-02e9-4ab7-96b7-afb5f411a501 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:50:57.342113 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:57.443854 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e019e03a-68b0-4f0a-8ccd-85550a36aa26 req-fe36efc0-2d9c-42db-825f-d82e8ad80740 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 210 time: 0.0591137 Dec 11 22:50:57.482092 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31f25692-0ff0-43e5-b207-020792392deb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:57.505383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-31f25692-0ff0-43e5-b207-020792392deb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port ff82d41b-d453-498c-a5bc-5735eb3a73b4 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:50:57.778440 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:57.790323 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:57.825665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c12284-6b43-4dc4-ac71-bf635cc21881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e503600d-02e9-4ab7-96b7-afb5f411a501'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:50:57.828491 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1c8f86-ee30-4785-88be-34ea43bd7254" -d '{"events": [{"server_uuid": "35c12284-6b43-4dc4-ac71-bf635cc21881", "name": "network-vif-plugged", "status": "completed", "tag": "e503600d-02e9-4ab7-96b7-afb5f411a501"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:50:57.835080 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e503600d-02e9-4ab7-96b7-afb5f411a501, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e503600d-02e9-4ab7-96b7-afb5f411a501,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:50:57.867177 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18537d07-b71c-44e0-8262-51e1ccf18fd6 x-openstack-request-id: req-18537d07-b71c-44e0-8262-51e1ccf18fd6 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:50:57.867583 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c12284-6b43-4dc4-ac71-bf635cc21881", "name": "network-vif-plugged", "status": "completed", "tag": "e503600d-02e9-4ab7-96b7-afb5f411a501", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:50:57.867840 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-18537d07-b71c-44e0-8262-51e1ccf18fd6 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:50:57.868272 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c12284-6b43-4dc4-ac71-bf635cc21881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e503600d-02e9-4ab7-96b7-afb5f411a501', 'code': 200} Dec 11 22:50:57.899067 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:57.973884 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:57.982229 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:57.984092 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f25692-0ff0-43e5-b207-020792392deb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:50:57.984869 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f25692-0ff0-43e5-b207-020792392deb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:50:57.997139 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:58.001785 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:50:58.006864 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac1801-ba4a-4fdb-ad8f-e846da01b550 req-9c958302-9f13-4c5f-98d3-65fc923ee672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:58.006864 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8fac1801-ba4a-4fdb-ad8f-e846da01b550 req-9c958302-9f13-4c5f-98d3-65fc923ee672 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 1096 time: 0.0657196 Dec 11 22:50:58.061931 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8fac1801-ba4a-4fdb-ad8f-e846da01b550 req-018ad634-c814-4ad2-878f-1acc576c2199 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493147 Dec 11 22:50:58.078315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Pushing event updated for resources: {'Port': ['ID=f40a7e48-7de5-4687-937f-afbee9229df3,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:58.112787 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-31f25692-0ff0-43e5-b207-020792392deb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2412968 Dec 11 22:50:58.118661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37306) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:58.126166 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Attempting to bind port f40a7e48-7de5-4687-937f-afbee9229df3 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:50:58.126694 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Attempting to bind port f40a7e48-7de5-4687-937f-afbee9229df3 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:50:58.127128 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Attempting to bind port f40a7e48-7de5-4687-937f-afbee9229df3 on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:50:58.146159 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:50:58.150274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:50:58.150274 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:58.150274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:50:58.150274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Bound port: f40a7e48-7de5-4687-937f-afbee9229df3, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:50:58.150274 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:58.178484 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d4403-84e5-4694-9a4a-414e7bdfa240 req-321f6543-70a8-49d6-9da3-48a10461346c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:58.188699 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c35d4403-84e5-4694-9a4a-414e7bdfa240 req-321f6543-70a8-49d6-9da3-48a10461346c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.1215684 Dec 11 22:50:58.211399 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=e503600d-02e9-4ab7-96b7-afb5f411a501,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:58.212700 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2db896c-f9d9-4583-a9f2-4add98c38854 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:58.225823 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b2db896c-f9d9-4583-a9f2-4add98c38854 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1048243 Dec 11 22:50:58.227926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37310) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:58.244440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] For port f40a7e48-7de5-4687-937f-afbee9229df3, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:50:58.253139 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] For port f40a7e48-7de5-4687-937f-afbee9229df3, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f40a7e48-7de5-4687-937f-afbee9229df3,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:50:58.288223 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c35d4403-84e5-4694-9a4a-414e7bdfa240 req-280a4386-194b-4a0a-a0b6-b80a512b250a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918741 Dec 11 22:50:58.294439 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b30bce-ebe6-4df0-973e-153494772dfd tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:58.296327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b30bce-ebe6-4df0-973e-153494772dfd tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:58.297867 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-21b30bce-ebe6-4df0-973e-153494772dfd tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0688281 Dec 11 22:50:58.300927 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37312) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:58.356123 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:58.402120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7aec709-d03c-433f-8c57-c789ba4580c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 4b8e554e-ff33-4689-855f-564c842e16e2 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:50:58.431951 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7aec709-d03c-433f-8c57-c789ba4580c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:58.433815 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1cdf4-75d2-4f54-b9b4-dfb6c8ae48b2 None None] Pushing event updated for resources: {'Port': ['ID=f40a7e48-7de5-4687-937f-afbee9229df3,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:58.461808 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98f3b2d9-ff64-41f1-b471-93ca66f379dc req-3932a282-332f-4d07-aa99-e4943d37e18e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 210 time: 0.0563188 Dec 11 22:50:58.537876 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7aec709-d03c-433f-8c57-c789ba4580c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:58.640217 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-35fa0ef8-18c0-403f-aeb2-8abdf6590e8a req-be38da2b-c279-4816-8f17-10ce3128d628 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 210 time: 0.0527439 Dec 11 22:50:58.665012 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7aec709-d03c-433f-8c57-c789ba4580c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:58.807077 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7aec709-d03c-433f-8c57-c789ba4580c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:58.859662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aec709-d03c-433f-8c57-c789ba4580c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8e554e-ff33-4689-855f-564c842e16e2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:58.877688 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7aec709-d03c-433f-8c57-c789ba4580c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:58.883861 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b7aec709-d03c-433f-8c57-c789ba4580c5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/4b8e554e-ff33-4689-855f-564c842e16e2 HTTP/1.1" status: 204 len: 168 time: 0.5792553 Dec 11 22:50:58.886041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37320) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:58.945225 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4fa3aaa8-6e13-4098-9b65-293b76b66d14 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575902 Dec 11 22:50:58.949458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37322) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:58.958601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-468594e0-9f97-48d5-99a4-62b838c569f8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:59.172015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468594e0-9f97-48d5-99a4-62b838c569f8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:50:59.177674 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-468594e0-9f97-48d5-99a4-62b838c569f8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:59.464829 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4311f8-a20e-444b-a9ea-1aff19131358 req-6b1a3491-3416-4194-b06e-8c6cadc8de0d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:59.466437 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0b4311f8-a20e-444b-a9ea-1aff19131358 req-6b1a3491-3416-4194-b06e-8c6cadc8de0d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.0955012 Dec 11 22:50:59.533093 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-468594e0-9f97-48d5-99a4-62b838c569f8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:59.555816 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0b4311f8-a20e-444b-a9ea-1aff19131358 req-2c7a75f1-50c2-45ba-a602-01bac0b6bc03 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725572 Dec 11 22:50:59.620139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468594e0-9f97-48d5-99a4-62b838c569f8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=4a7f5ec2-853c-4cc9-85b4-8271e2983269,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:50:59.669377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468594e0-9f97-48d5-99a4-62b838c569f8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:50:59.673223 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59969e70-b6fa-478b-8b0a-3dc8107bdb48 req-9b84f232-bdb5-40b1-994c-eb4d30955657 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 210 time: 0.0501454 Dec 11 22:50:59.675078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-468594e0-9f97-48d5-99a4-62b838c569f8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:50:59.678672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468594e0-9f97-48d5-99a4-62b838c569f8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:50:59.679405 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-468594e0-9f97-48d5-99a4-62b838c569f8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:59.788787 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-51b3164c-73d6-464e-9f0b-e890bc005286 req-75f334d3-c4be-4056-9a06-dc3cc83daa10 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 210 time: 0.0425754 Dec 11 22:50:59.812759 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-468594e0-9f97-48d5-99a4-62b838c569f8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8588166 Dec 11 22:50:59.819409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37342) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:50:59.824540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8b4d54c1-2c18-47ef-9354-9185addf3b30 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-959316257', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:50:59.958306 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edba9f7a-a277-4a88-a96b-b0df4a2a92b6 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:50:59.977100 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b4d54c1-2c18-47ef-9354-9185addf3b30 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:59.978151 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b4d54c1-2c18-47ef-9354-9185addf3b30 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:50:59.999733 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a1d46-5b79-446c-910d-864f242a5c3c req-e15d5689-6967-4997-90fd-70b5034092e7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:00.001672 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-548a1d46-5b79-446c-910d-864f242a5c3c req-e15d5689-6967-4997-90fd-70b5034092e7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 805 time: 0.1310508 Dec 11 22:51:00.025445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-548a1d46-5b79-446c-910d-864f242a5c3c req-02198d7e-208a-4e2a-99a4-49ef41c08414 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Request body: {'port': {'device_id': '50aa16c7-1614-4121-b237-21cb190b5dde', 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69', 'admin_state_up': True, 'tenant_id': '73763a9de6774bcb92f6d05a9e2496f8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:00.048498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Provisioning complete for port f40a7e48-7de5-4687-937f-afbee9229df3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:00.049101 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:00.069211 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b4d54c1-2c18-47ef-9354-9185addf3b30 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:00.172265 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:00.212592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] For port f40a7e48-7de5-4687-937f-afbee9229df3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f40a7e48-7de5-4687-937f-afbee9229df3,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:00.224413 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b4d54c1-2c18-47ef-9354-9185addf3b30 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:00.304459 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548a1d46-5b79-446c-910d-864f242a5c3c req-02198d7e-208a-4e2a-99a4-49ef41c08414 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Made reservation on behalf of 73763a9de6774bcb92f6d05a9e2496f8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:00.308568 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-548a1d46-5b79-446c-910d-864f242a5c3c req-02198d7e-208a-4e2a-99a4-49ef41c08414 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:00.343937 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:00.382146 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b4d54c1-2c18-47ef-9354-9185addf3b30 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:00.386301 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8b4d54c1-2c18-47ef-9354-9185addf3b30 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5656080 Dec 11 22:51:00.386996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37346) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:00.447344 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Pushing event updated for resources: {'Port': ['ID=f40a7e48-7de5-4687-937f-afbee9229df3,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:00.480016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:00.480639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:00.481165 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:00.481681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:00.482208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:00.484362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:00.485350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:00.485890 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:00.487547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:00.488127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:00.488668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:00.489723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:00.491216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d0ce4-176c-4e6e-9983-c2f526f4448c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:00.498549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-548a1d46-5b79-446c-910d-864f242a5c3c req-02198d7e-208a-4e2a-99a4-49ef41c08414 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Allocated IP 172.20.0.7 (7b9ae698-01f2-4103-b52a-b4d048e88c69/57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3/a753d997-abaf-40a5-8f63-a236ad49e2d4) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:00.535801 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-867f2d63-cf15-4728-9092-2e56cb0958ca None None] Provisioning complete for port f40a7e48-7de5-4687-937f-afbee9229df3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:00.537116 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-867f2d63-cf15-4728-9092-2e56cb0958ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:00.629203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f40a7e48-7de5-4687-937f-afbee9229df3 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:00.910536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port f40a7e48-7de5-4687-937f-afbee9229df3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:00.910964 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:00.933568 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:01.026558 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-597c20e6-1715-43ac-83cc-d1cd9afb692c req-bbb05dc8-fd1f-4a49-b651-7a94b00467a2 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 210 time: 0.1724560 Dec 11 22:51:01.296355 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2edb6fe5-80a6-452f-b480-335f94de2604 req-f94d4581-2785-4f79-b8b8-9fc2295c2e9b tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded90e52-e563-4bd9-97a6-99ffaea23853 HTTP/1.1" status: 200 len: 210 time: 0.0425658 Dec 11 22:51:01.462718 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-548a1d46-5b79-446c-910d-864f242a5c3c req-02198d7e-208a-4e2a-99a4-49ef41c08414 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:01.470582 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3278ce22-7cff-4003-a108-ea4bf6fa3504 req-353c9afd-a971-487e-8705-db31e99764ab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7900188 Dec 11 22:51:01.508053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e941b-b284-4413-ab9c-ef72d2f0e7a0 req-72659faf-2d0c-45c0-ab7a-43cd607241f9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:01.509610 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-601e941b-b284-4413-ab9c-ef72d2f0e7a0 req-72659faf-2d0c-45c0-ab7a-43cd607241f9 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.7930293 Dec 11 22:51:01.519137 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::1 (222e8032-d106-460a-b983-cafecada1526/4a7f5ec2-853c-4cc9-85b4-8271e2983269/12b69bfe-8dc0-4651-b41f-7bf25bb45d39) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:01.609208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278ce22-7cff-4003-a108-ea4bf6fa3504 req-1032eb1f-7c06-4390-b9da-4c16d7420b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:01.611067 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3278ce22-7cff-4003-a108-ea4bf6fa3504 req-1032eb1f-7c06-4390-b9da-4c16d7420b6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d6abf9ec56c472face9a971de3e07c9&device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 1096 time: 0.0988848 Dec 11 22:51:01.619027 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-601e941b-b284-4413-ab9c-ef72d2f0e7a0 req-419145cc-f3c2-4af9-a694-a868514db375 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778556 Dec 11 22:51:01.712824 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:01.779090 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-548a1d46-5b79-446c-910d-864f242a5c3c req-02198d7e-208a-4e2a-99a4-49ef41c08414 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:01.791720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ec559dce-69fa-4cb1-acdd-66e658b00f15'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:51:01.850551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278ce22-7cff-4003-a108-ea4bf6fa3504 req-e5a18084-4c02-4dc4-b106-7b25c0f6674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:01.852835 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:01.863769 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3278ce22-7cff-4003-a108-ea4bf6fa3504 req-e5a18084-4c02-4dc4-b106-7b25c0f6674f service neutron] 10.222.0.13 "GET /v2.0/networks?id=013a72d6-e5b9-422d-a19b-93934f78c63b HTTP/1.1" status: 200 len: 911 time: 0.2281747 Dec 11 22:51:01.912183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548a1d46-5b79-446c-910d-864f242a5c3c req-02198d7e-208a-4e2a-99a4-49ef41c08414 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Network 7b9ae698-01f2-4103-b52a-b4d048e88c69 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:01.943391 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:01.952519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:01.955169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:01.955914 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:02.036227 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3278ce22-7cff-4003-a108-ea4bf6fa3504 req-7e718c4a-d6eb-4073-884f-54dcecbeadcf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7dd2882-73bf-4220-a096-7d6e295cf839 HTTP/1.1" status: 200 len: 1001 time: 0.1528180 Dec 11 22:51:02.047171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02198d7e-208a-4e2a-99a4-49ef41c08414 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Pushing event updated for resources: {'Port': ['ID=a753d997-abaf-40a5-8f63-a236ad49e2d4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:02.057170 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-548a1d46-5b79-446c-910d-864f242a5c3c req-02198d7e-208a-4e2a-99a4-49ef41c08414 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:02.068383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-548a1d46-5b79-446c-910d-864f242a5c3c req-02198d7e-208a-4e2a-99a4-49ef41c08414 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:02.093621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac6f33e-39cf-4905-9172-410a0551c963 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:02.146934 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a1d46-5b79-446c-910d-864f242a5c3c req-02198d7e-208a-4e2a-99a4-49ef41c08414 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:02.152516 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=12b69bfe-8dc0-4651-b41f-7bf25bb45d39,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:02.154779 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-548a1d46-5b79-446c-910d-864f242a5c3c req-02198d7e-208a-4e2a-99a4-49ef41c08414 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:02.251767 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-02d46c8b-0c71-45c4-9823-eec1e69bb267 None None] Provisioning complete for port a753d997-abaf-40a5-8f63-a236ad49e2d4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:02.257545 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-02d46c8b-0c71-45c4-9823-eec1e69bb267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:02.280921 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5c939-25f4-40e9-81c7-e8974aa478c8 req-20c77387-d3fc-4b01-a077-d260e8c9332c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:02.287341 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-15f5c939-25f4-40e9-81c7-e8974aa478c8 req-20c77387-d3fc-4b01-a077-d260e8c9332c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.1045423 Dec 11 22:51:02.350234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-02d46c8b-0c71-45c4-9823-eec1e69bb267 None None] Port a753d997-abaf-40a5-8f63-a236ad49e2d4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:51:02.404031 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-548a1d46-5b79-446c-910d-864f242a5c3c req-02198d7e-208a-4e2a-99a4-49ef41c08414 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3830853 Dec 11 22:51:02.416092 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-15f5c939-25f4-40e9-81c7-e8974aa478c8 req-8332a9ae-f9c9-4f0a-a9f6-2982de721555 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197355 Dec 11 22:51:02.472916 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Request body: {'port': {'device_id': '50aa16c7-1614-4121-b237-21cb190b5dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:02.504759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902925b-eaf8-423a-8bc8-515d4eca967a req-9bfac05f-b888-45a2-a8e2-69c4ca6215ab tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:02.506055 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1902925b-eaf8-423a-8bc8-515d4eca967a req-9bfac05f-b888-45a2-a8e2-69c4ca6215ab tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 931 time: 0.2269163 Dec 11 22:51:02.509514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278ce22-7cff-4003-a108-ea4bf6fa3504 req-5c71ddf3-ece9-454c-8751-64e5c59f8263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:02.511384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3278ce22-7cff-4003-a108-ea4bf6fa3504 req-5c71ddf3-ece9-454c-8751-64e5c59f8263 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=987c9be0-fcb0-4823-a9e6-efc112c434ab HTTP/1.1" status: 200 len: 849 time: 0.4559438 Dec 11 22:51:02.519981 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:02.578057 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-feb05377-77e4-4435-beb8-df1e5e9582ac None None] Provisioning complete for port 12b69bfe-8dc0-4651-b41f-7bf25bb45d39 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:02.578704 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-feb05377-77e4-4435-beb8-df1e5e9582ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:02.619226 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37382) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:02.680502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f40a7e48-7de5-4687-937f-afbee9229df3 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:02.792888 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-feb05377-77e4-4435-beb8-df1e5e9582ac None None] Port 12b69bfe-8dc0-4651-b41f-7bf25bb45d39 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:51:02.802488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278ce22-7cff-4003-a108-ea4bf6fa3504 req-f9d399d5-504f-4f7e-83cf-e267db398721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:02.804031 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3278ce22-7cff-4003-a108-ea4bf6fa3504 req-f9d399d5-504f-4f7e-83cf-e267db398721 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=013a72d6-e5b9-422d-a19b-93934f78c63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264092 Dec 11 22:51:02.804846 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:02.811150 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port f40a7e48-7de5-4687-937f-afbee9229df3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:02.811715 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:02.859974 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1902925b-eaf8-423a-8bc8-515d4eca967a req-47a2b0e3-cebf-419c-a705-ec68065ba455 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823319 Dec 11 22:51:03.021723 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e84d8446-c2d8-4f56-8be6-fcad29ef0024 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:03.071285 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e84d8446-c2d8-4f56-8be6-fcad29ef0024 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:03.079782 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3278ce22-7cff-4003-a108-ea4bf6fa3504 req-05dcec20-3957-41f7-b72b-9b69dc0a8239 service neutron] 10.222.0.13 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633667 Dec 11 22:51:03.125557 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:03.204488 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:03.205901 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:03.237412 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e84d8446-c2d8-4f56-8be6-fcad29ef0024 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:03.240325 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e84d8446-c2d8-4f56-8be6-fcad29ef0024 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:03.241792 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e84d8446-c2d8-4f56-8be6-fcad29ef0024 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "DELETE /v2.0/security-groups/d1d0227f-f9de-407e-a08b-d8e952eb3b29 HTTP/1.1" status: 204 len: 168 time: 0.6216178 Dec 11 22:51:03.246364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37388) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:03.270069 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3278ce22-7cff-4003-a108-ea4bf6fa3504 req-bd0cbd1b-b877-4b92-b8ff-15ae6bcede05 service neutron] 10.222.0.13 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811838 Dec 11 22:51:03.272224 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-f2981509-424a-449c-9270-61be5378f9f2 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] show failed (client error): The resource could not be found. Dec 11 22:51:03.275825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f2981509-424a-449c-9270-61be5378f9f2 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "GET /v2.0/security-groups/d1d0227f-f9de-407e-a08b-d8e952eb3b29 HTTP/1.1" status: 404 len: 347 time: 0.0258219 Dec 11 22:51:03.275980 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d8446-c2d8-4f56-8be6-fcad29ef0024 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d0227f-f9de-407e-a08b-d8e952eb3b29,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:03.277430 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37390) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:03.358228 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=12b69bfe-8dc0-4651-b41f-7bf25bb45d39,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:03.402168 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:03.404229 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:03.578136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a753d997-abaf-40a5-8f63-a236ad49e2d4 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:51:03.589370 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:03.612492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Transition to ACTIVE for port object a753d997-abaf-40a5-8f63-a236ad49e2d4 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:51:03.624257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Router df62cc85-2f7a-40b9-bea8-6e4f8043b95a is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:51:03.630128 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d0117-8c6c-4573-a620-065607769ae4 req-25303c46-3ee7-45f6-8e3f-d19c0330cd57 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:03.632191 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-407d0117-8c6c-4573-a620-065607769ae4 req-25303c46-3ee7-45f6-8e3f-d19c0330cd57 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.1054673 Dec 11 22:51:03.649209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-afd87fc4-a6d0-4313-abcd-fb6e35156c11 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Deleting port 7d38f980-1fd3-4f50-8591-9b9545d004ea {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:03.649561 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afd87fc4-a6d0-4313-abcd-fb6e35156c11 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:03.687112 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:03.805925 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95620e8b-dc96-4667-89d4-68a9a07ccf23 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:03.820697 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:51:03.826140 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9c0be11d-cd45-4b2d-8d95-fa6d8d731117 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "PUT /v2.0/routers/df62cc85-2f7a-40b9-bea8-6e4f8043b95a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4376407 Dec 11 22:51:03.828805 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37396) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:03.835185 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Sync routers for ids ['df62cc85-2f7a-40b9-bea8-6e4f8043b95a'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:51:03.860789 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Routers {'df62cc85-2f7a-40b9-bea8-6e4f8043b95a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:51:03.861941 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:50:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['df62cc85-2f7a-40b9-bea8-6e4f8043b95a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:03.875016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b49b9e7e-1650-4124-bf37-c6cfdd6da3b2 None None] Provisioning complete for port 12b69bfe-8dc0-4651-b41f-7bf25bb45d39 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:03.876089 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b49b9e7e-1650-4124-bf37-c6cfdd6da3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:03.908487 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-407d0117-8c6c-4573-a620-065607769ae4 req-ec88675b-697b-4930-85ba-c3fa07a44797 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524600 Dec 11 22:51:03.929250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d355421c-c604-4470-9e4e-d0f5e8477c8e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:03.929250 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d355421c-c604-4470-9e4e-d0f5e8477c8e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports/12b69bfe-8dc0-4651-b41f-7bf25bb45d39 HTTP/1.1" status: 200 len: 911 time: 0.0973175 Dec 11 22:51:03.932542 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37404) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:03.953821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Pushing event updated for resources: {'Port': ['ID=a753d997-abaf-40a5-8f63-a236ad49e2d4,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:04.011389 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afd87fc4-a6d0-4313-abcd-fb6e35156c11 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:04.020158 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afd87fc4-a6d0-4313-abcd-fb6e35156c11 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:04.036366 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Set router df62cc85-2f7a-40b9-bea8-6e4f8043b95a gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:51:04.036753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b49b9e7e-1650-4124-bf37-c6cfdd6da3b2 None None] Port 12b69bfe-8dc0-4651-b41f-7bf25bb45d39 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:51:04.086740 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1481bd-5bc6-4bc5-b98a-8481d14f1da8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:04.092956 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1481bd-5bc6-4bc5-b98a-8481d14f1da8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:04.105717 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1f1481bd-5bc6-4bc5-b98a-8481d14f1da8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1718295 Dec 11 22:51:04.113550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-afd87fc4-a6d0-4313-abcd-fb6e35156c11 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Calling delete_port for 7d38f980-1fd3-4f50-8591-9b9545d004ea owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:51:04.115165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37408) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:04.202179 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabefce2-4c11-4e67-981f-c63331206825 req-879f2561-d1d6-4901-a1d1-471aa5ef6761 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:04.204498 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aabefce2-4c11-4e67-981f-c63331206825 req-879f2561-d1d6-4901-a1d1-471aa5ef6761 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 943 time: 0.1406863 Dec 11 22:51:04.296407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aabefce2-4c11-4e67-981f-c63331206825 req-d5befad1-fb87-45ef-8a10-fbf42cd4a8bc tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787082 Dec 11 22:51:04.350835 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df62cc85-2f7a-40b9-bea8-6e4f8043b95a', 'name': 'tempest-NetworksTestDHCPv6-router-959316257', 'tenant_id': 'fc2e5af593254e2dbd9d042b660321d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:50:59Z', 'updated_at': '2021-12-11T22:51:02Z', 'revision_number': 2, 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'gw_port_host': None, '_interfaces': [{'id': '12b69bfe-8dc0-4651-b41f-7bf25bb45d39', 'name': '', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'tenant_id': 'fc2e5af593254e2dbd9d042b660321d3', 'mac_address': 'fa:16:3e:a5:2b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df62cc85-2f7a-40b9-bea8-6e4f8043b95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '4a7f5ec2-853c-4cc9-85b4-8271e2983269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:01Z', 'updated_at': '2021-12-11T22:51:02Z', 'revision_number': 2, 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'subnets': [{'id': '4a7f5ec2-853c-4cc9-85b4-8271e2983269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:04.365964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Attempting to bind port a753d997-abaf-40a5-8f63-a236ad49e2d4 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:51:04.366554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Attempting to bind port a753d997-abaf-40a5-8f63-a236ad49e2d4 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:51:04.367078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Attempting to bind port a753d997-abaf-40a5-8f63-a236ad49e2d4 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:51:04.395438 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Checking router: df62cc85-2f7a-40b9-bea8-6e4f8043b95a for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:51:04.395895 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Updating router df62cc85-2f7a-40b9-bea8-6e4f8043b95a port 12b69bfe-8dc0-4651-b41f-7bf25bb45d39 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:51:04.417191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Port a753d997-abaf-40a5-8f63-a236ad49e2d4 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:51:04.417786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Attempting to bind port a753d997-abaf-40a5-8f63-a236ad49e2d4 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:51:04.455326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:51:04.456031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Checking segment: {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:51:04.456636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Bound using segment: {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:51:04.464113 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Bound port: a753d997-abaf-40a5-8f63-a236ad49e2d4, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:51:04.464906 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:04.582037 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:04.657933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] For port a753d997-abaf-40a5-8f63-a236ad49e2d4, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:51:04.682385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] For port a753d997-abaf-40a5-8f63-a236ad49e2d4, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a753d997-abaf-40a5-8f63-a236ad49e2d4,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:51:04.759318 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afd87fc4-a6d0-4313-abcd-fb6e35156c11 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:04.781520 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:04.818850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd87fc4-a6d0-4313-abcd-fb6e35156c11 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Pushing event deleted for resources: {'Port': ['ID=7d38f980-1fd3-4f50-8591-9b9545d004ea,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:04.891766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Pushing event updated for resources: {'Port': ['ID=a753d997-abaf-40a5-8f63-a236ad49e2d4,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:04.893660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372d0923-0746-4a01-9fed-da6bff884740 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:04.945937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:04.948328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:04.950305 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-548a1d46-5b79-446c-910d-864f242a5c3c req-b5beb31f-6526-4787-b84d-8aac834b4c3b service neutron] 10.222.0.47 "PUT /v2.0/ports/a753d997-abaf-40a5-8f63-a236ad49e2d4 HTTP/1.1" status: 200 len: 1091 time: 2.5157366 Dec 11 22:51:04.969681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd82f2-c406-4687-a720-649e1485001c None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:05.047961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50aa16c7-1614-4121-b237-21cb190b5dde', 'tag': 'a753d997-abaf-40a5-8f63-a236ad49e2d4'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:51:05.051980 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d4b88a-61fa-4730-baed-02dc510c3354" -d '{"events": [{"name": "network-changed", "server_uuid": "50aa16c7-1614-4121-b237-21cb190b5dde", "tag": "a753d997-abaf-40a5-8f63-a236ad49e2d4"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:51:05.060864 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afd87fc4-a6d0-4313-abcd-fb6e35156c11 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:05.065481 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afd87fc4-a6d0-4313-abcd-fb6e35156c11 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:05.068058 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-afd87fc4-a6d0-4313-abcd-fb6e35156c11 tempest-ServersTestBootFromVolume-838118637 tempest-ServersTestBootFromVolume-838118637-project] 10.222.0.45 "DELETE /v2.0/floatingips/b75c0014-d5e9-43ef-becb-c942144cb219 HTTP/1.1" status: 204 len: 168 time: 1.7894382 Dec 11 22:51:05.070010 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:05.070503 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37428) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:05.155018 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:05.288069 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a951d6-f345-4f0b-bba7-cc1f264f6472 None None] Pushing event updated for resources: {'Port': ['ID=12b69bfe-8dc0-4651-b41f-7bf25bb45d39,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:05.314010 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87021ef6-c1b5-4608-b2d2-720259f33f88 x-openstack-request-id: req-87021ef6-c1b5-4608-b2d2-720259f33f88 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:51:05.314399 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50aa16c7-1614-4121-b237-21cb190b5dde", "tag": "a753d997-abaf-40a5-8f63-a236ad49e2d4", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:51:05.314645 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87021ef6-c1b5-4608-b2d2-720259f33f88 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:51:05.315136 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50aa16c7-1614-4121-b237-21cb190b5dde', 'tag': 'a753d997-abaf-40a5-8f63-a236ad49e2d4', 'status': 'completed', 'code': 200} Dec 11 22:51:05.367080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a1d46-5b79-446c-910d-864f242a5c3c req-33881c40-a91d-4611-acd2-0b9699f23035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:05.372115 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-548a1d46-5b79-446c-910d-864f242a5c3c req-33881c40-a91d-4611-acd2-0b9699f23035 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 1094 time: 0.2834036 Dec 11 22:51:05.388987 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a951d6-f345-4f0b-bba7-cc1f264f6472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:05.388987 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a951d6-f345-4f0b-bba7-cc1f264f6472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:05.388987 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a951d6-f345-4f0b-bba7-cc1f264f6472 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:05.388987 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a951d6-f345-4f0b-bba7-cc1f264f6472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:05.388987 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a951d6-f345-4f0b-bba7-cc1f264f6472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:05.389413 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a951d6-f345-4f0b-bba7-cc1f264f6472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:05.389509 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a951d6-f345-4f0b-bba7-cc1f264f6472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:05.389823 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a951d6-f345-4f0b-bba7-cc1f264f6472 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:05.390133 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a951d6-f345-4f0b-bba7-cc1f264f6472 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:05.390455 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a951d6-f345-4f0b-bba7-cc1f264f6472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:05.390845 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a951d6-f345-4f0b-bba7-cc1f264f6472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:05.391306 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a951d6-f345-4f0b-bba7-cc1f264f6472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:05.391656 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a951d6-f345-4f0b-bba7-cc1f264f6472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:05.409434 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27ddbf71-8086-4a38-90bd-0ac9dca5a2d8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:05.456081 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Attempting to bind port 12b69bfe-8dc0-4651-b41f-7bf25bb45d39 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:51:05.457658 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Attempting to bind port 12b69bfe-8dc0-4651-b41f-7bf25bb45d39 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:51:05.458361 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Attempting to bind port 12b69bfe-8dc0-4651-b41f-7bf25bb45d39 on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:51:05.465318 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:51:05.466101 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:51:05.466673 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:05.468229 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:51:05.478575 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Bound port: 12b69bfe-8dc0-4651-b41f-7bf25bb45d39, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:51:05.489386 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:05.594874 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] For port 12b69bfe-8dc0-4651-b41f-7bf25bb45d39, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:51:05.597690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e81a97-4857-4067-9caa-5a7aacd700c6 req-0e044e32-0e45-478d-9e7a-92ee83d1a00c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:05.605228 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] For port 12b69bfe-8dc0-4651-b41f-7bf25bb45d39, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=12b69bfe-8dc0-4651-b41f-7bf25bb45d39,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:51:05.606721 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86e81a97-4857-4067-9caa-5a7aacd700c6 req-0e044e32-0e45-478d-9e7a-92ee83d1a00c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.5058873 Dec 11 22:51:05.674648 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-548a1d46-5b79-446c-910d-864f242a5c3c req-f0ffbe50-7476-4103-96da-221d5ae6ec5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a753d997-abaf-40a5-8f63-a236ad49e2d4 HTTP/1.1" status: 200 len: 217 time: 0.1039417 Dec 11 22:51:05.677390 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:05.769577 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f8c8582b-5134-46a9-9e43-98b7421fec71 None None] Provisioning complete for port 12b69bfe-8dc0-4651-b41f-7bf25bb45d39 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:05.770099 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8c8582b-5134-46a9-9e43-98b7421fec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:05.784360 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Routers {'df62cc85-2f7a-40b9-bea8-6e4f8043b95a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:51:05.790100 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:50:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['df62cc85-2f7a-40b9-bea8-6e4f8043b95a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:05.881243 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86e81a97-4857-4067-9caa-5a7aacd700c6 req-f2f4021c-1fab-4f4d-b51c-20e595562f30 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648437 Dec 11 22:51:05.881243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a1d46-5b79-446c-910d-864f242a5c3c req-c35528bd-9767-40b2-8f79-7565c5bb3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:05.881243 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-548a1d46-5b79-446c-910d-864f242a5c3c req-c35528bd-9767-40b2-8f79-7565c5bb3e77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3 HTTP/1.1" status: 200 len: 845 time: 0.0845487 Dec 11 22:51:05.965444 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-548a1d46-5b79-446c-910d-864f242a5c3c req-3aba08ec-35c6-411b-84aa-3c6ff5655fcd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b9ae698-01f2-4103-b52a-b4d048e88c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557795 Dec 11 22:51:05.995565 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8c8582b-5134-46a9-9e43-98b7421fec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:06.009313 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24f7b6-fe6b-4458-9a91-03d45fd0770d req-0cdc6220-353a-4316-9eee-08ca26fcfebe tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:06.010964 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5a24f7b6-fe6b-4458-9a91-03d45fd0770d req-0cdc6220-353a-4316-9eee-08ca26fcfebe tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 943 time: 0.2769299 Dec 11 22:51:06.072285 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a951d6-f345-4f0b-bba7-cc1f264f6472 None None] Pushing event updated for resources: {'Port': ['ID=12b69bfe-8dc0-4651-b41f-7bf25bb45d39,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:06.089294 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] Set router df62cc85-2f7a-40b9-bea8-6e4f8043b95a gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:51:06.092847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f8c8582b-5134-46a9-9e43-98b7421fec71 None None] For port 12b69bfe-8dc0-4651-b41f-7bf25bb45d39, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=12b69bfe-8dc0-4651-b41f-7bf25bb45d39,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:06.145629 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-548a1d46-5b79-446c-910d-864f242a5c3c req-fbbfd43f-55c5-438c-8bdc-73f2bb47aa85 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636424 Dec 11 22:51:06.166311 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8c8582b-5134-46a9-9e43-98b7421fec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:06.286625 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8582b-5134-46a9-9e43-98b7421fec71 None None] Pushing event updated for resources: {'Port': ['ID=12b69bfe-8dc0-4651-b41f-7bf25bb45d39,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:06.322163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-390fc137-3cb5-4c38-ba41-353790682869 None None] Provisioning complete for port 12b69bfe-8dc0-4651-b41f-7bf25bb45d39 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:06.322548 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-390fc137-3cb5-4c38-ba41-353790682869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:06.356165 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5a24f7b6-fe6b-4458-9a91-03d45fd0770d req-f4be4113-7473-4a7b-929c-1cc8b90d6b91 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288481 Dec 11 22:51:06.396352 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-548a1d46-5b79-446c-910d-864f242a5c3c req-1d0cfae1-23a4-4e47-96de-9cd14aaae46b service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429903 Dec 11 22:51:06.507406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-27ddbf71-8086-4a38-90bd-0ac9dca5a2d8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 12b69bfe-8dc0-4651-b41f-7bf25bb45d39 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:06.507763 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27ddbf71-8086-4a38-90bd-0ac9dca5a2d8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:06.545640 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df62cc85-2f7a-40b9-bea8-6e4f8043b95a', 'name': 'tempest-NetworksTestDHCPv6-router-959316257', 'tenant_id': 'fc2e5af593254e2dbd9d042b660321d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:50:59Z', 'updated_at': '2021-12-11T22:51:02Z', 'revision_number': 2, 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'gw_port_host': None, '_interfaces': [{'id': '12b69bfe-8dc0-4651-b41f-7bf25bb45d39', 'name': '', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'tenant_id': 'fc2e5af593254e2dbd9d042b660321d3', 'mac_address': 'fa:16:3e:a5:2b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df62cc85-2f7a-40b9-bea8-6e4f8043b95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '4a7f5ec2-853c-4cc9-85b4-8271e2983269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:01Z', 'updated_at': '2021-12-11T22:51:05Z', 'revision_number': 4, 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'subnets': [{'id': '4a7f5ec2-853c-4cc9-85b4-8271e2983269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:06.599566 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac1e74-e0b9-47db-99e3-b95b4e456a74 None None] The sync data for ids ['df62cc85-2f7a-40b9-bea8-6e4f8043b95a'] in n-d-710847-6 is: [{'id': 'df62cc85-2f7a-40b9-bea8-6e4f8043b95a', 'name': 'tempest-NetworksTestDHCPv6-router-959316257', 'tenant_id': 'fc2e5af593254e2dbd9d042b660321d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:50:59Z', 'updated_at': '2021-12-11T22:51:02Z', 'revision_number': 2, 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'gw_port_host': None, '_interfaces': [{'id': '12b69bfe-8dc0-4651-b41f-7bf25bb45d39', 'name': '', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'tenant_id': 'fc2e5af593254e2dbd9d042b660321d3', 'mac_address': 'fa:16:3e:a5:2b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df62cc85-2f7a-40b9-bea8-6e4f8043b95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '4a7f5ec2-853c-4cc9-85b4-8271e2983269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:01Z', 'updated_at': '2021-12-11T22:51:05Z', 'revision_number': 4, 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'subnets': [{'id': '4a7f5ec2-853c-4cc9-85b4-8271e2983269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:51:06.714323 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a025bff7-7ad4-49ae-be3c-889b92cefc41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:07.100938 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aade62-4455-40e8-86f6-f9452a3b0063 req-ef792576-69a9-46bc-9439-bf3e3af7073d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:07.103390 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-61aade62-4455-40e8-86f6-f9452a3b0063 req-ef792576-69a9-46bc-9439-bf3e3af7073d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.1231663 Dec 11 22:51:07.242269 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-61aade62-4455-40e8-86f6-f9452a3b0063 req-c387bff2-b454-43c1-babd-a4569356025a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301923 Dec 11 22:51:07.293306 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4b88a-61fa-4730-baed-02dc510c3354 req-3e21127d-0aeb-4b7f-a9c5-76a38bc96c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:07.295043 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a4d4b88a-61fa-4730-baed-02dc510c3354 req-3e21127d-0aeb-4b7f-a9c5-76a38bc96c42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 1094 time: 0.1228378 Dec 11 22:51:07.318537 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-27ddbf71-8086-4a38-90bd-0ac9dca5a2d8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] For port 12b69bfe-8dc0-4651-b41f-7bf25bb45d39, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=12b69bfe-8dc0-4651-b41f-7bf25bb45d39,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:07.318962 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27ddbf71-8086-4a38-90bd-0ac9dca5a2d8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:07.321331 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a025bff7-7ad4-49ae-be3c-889b92cefc41 admin admin] Deleting port 6d96ff9a-273e-4e40-bb49-875c0253c008 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:07.321851 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a025bff7-7ad4-49ae-be3c-889b92cefc41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:07.392256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-27ddbf71-8086-4a38-90bd-0ac9dca5a2d8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 12b69bfe-8dc0-4651-b41f-7bf25bb45d39 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:51:07.590063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4b88a-61fa-4730-baed-02dc510c3354 req-ce73b840-4301-4f9d-b134-cb6611cd1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:07.591649 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a4d4b88a-61fa-4730-baed-02dc510c3354 req-ce73b840-4301-4f9d-b134-cb6611cd1a30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 906 time: 0.2862639 Dec 11 22:51:07.662844 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-a025bff7-7ad4-49ae-be3c-889b92cefc41 admin admin] For port 6d96ff9a-273e-4e40-bb49-875c0253c008, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=6d96ff9a-273e-4e40-bb49-875c0253c008,segment=NetworkSegment(1a973d8a-1c14-4852-8fa1-e3cb362b54a1),segment_id=1a973d8a-1c14-4852-8fa1-e3cb362b54a1)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:07.663343 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a025bff7-7ad4-49ae-be3c-889b92cefc41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:07.677156 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a4d4b88a-61fa-4730-baed-02dc510c3354 req-5633d6cf-c3ec-4fab-862f-45f71dd31663 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a753d997-abaf-40a5-8f63-a236ad49e2d4 HTTP/1.1" status: 200 len: 217 time: 0.0764635 Dec 11 22:51:07.685461 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a025bff7-7ad4-49ae-be3c-889b92cefc41 admin admin] Calling delete_port for 6d96ff9a-273e-4e40-bb49-875c0253c008 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:51:07.694015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86074f3-d1d1-4462-b4b0-d99384826965 req-2e233730-aa59-4e0b-b423-dabad9aa5986 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:07.695694 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a86074f3-d1d1-4462-b4b0-d99384826965 req-2e233730-aa59-4e0b-b423-dabad9aa5986 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 943 time: 0.1822126 Dec 11 22:51:07.748142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4b88a-61fa-4730-baed-02dc510c3354 req-c5168e55-8414-41ab-95c2-0ac520e43179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:07.749675 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a4d4b88a-61fa-4730-baed-02dc510c3354 req-c5168e55-8414-41ab-95c2-0ac520e43179 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3 HTTP/1.1" status: 200 len: 845 time: 0.0592380 Dec 11 22:51:07.813610 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a86074f3-d1d1-4462-b4b0-d99384826965 req-1623e632-65cc-4334-b9a1-f03a4d096a39 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090741 Dec 11 22:51:07.837573 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a4d4b88a-61fa-4730-baed-02dc510c3354 req-73e020a2-6b52-4b9e-bca2-bec953f83b1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b9ae698-01f2-4103-b52a-b4d048e88c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551896 Dec 11 22:51:07.943161 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a4d4b88a-61fa-4730-baed-02dc510c3354 req-f884ca0b-5a8b-470f-a477-809932e260dc service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001940 Dec 11 22:51:07.968526 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27ddbf71-8086-4a38-90bd-0ac9dca5a2d8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:08.012041 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a025bff7-7ad4-49ae-be3c-889b92cefc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:08.028954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddbf71-8086-4a38-90bd-0ac9dca5a2d8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=12b69bfe-8dc0-4651-b41f-7bf25bb45d39,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:08.039153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025bff7-7ad4-49ae-be3c-889b92cefc41 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d96ff9a-273e-4e40-bb49-875c0253c008,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:08.168841 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a4d4b88a-61fa-4730-baed-02dc510c3354 req-1a395624-4b17-4afa-bc60-83b90cc18dba service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192135 Dec 11 22:51:08.171313 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27ddbf71-8086-4a38-90bd-0ac9dca5a2d8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:08.245457 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a025bff7-7ad4-49ae-be3c-889b92cefc41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:08.422887 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ddbf71-8086-4a38-90bd-0ac9dca5a2d8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Router df62cc85-2f7a-40b9-bea8-6e4f8043b95a has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:51:08.469770 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c2b9b-58eb-4f55-89cc-9c5f5826b3ee req-6d81e9e6-1b6f-4352-85b4-8b3ea7bd6c59 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:08.480465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d7c2b9b-58eb-4f55-89cc-9c5f5826b3ee req-6d81e9e6-1b6f-4352-85b4-8b3ea7bd6c59 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.1225986 Dec 11 22:51:08.592069 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ddbf71-8086-4a38-90bd-0ac9dca5a2d8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:51:08.602295 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-27ddbf71-8086-4a38-90bd-0ac9dca5a2d8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "PUT /v2.0/routers/df62cc85-2f7a-40b9-bea8-6e4f8043b95a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4841111 Dec 11 22:51:08.602517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37460) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:08.647015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a025bff7-7ad4-49ae-be3c-889b92cefc41 admin admin] Router f2245801-3152-465e-911e-0ad58ec8696a has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:51:08.695898 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d7c2b9b-58eb-4f55-89cc-9c5f5826b3ee req-593d8fff-40d5-4e84-9ec8-b8d532d0ed25 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143877 Dec 11 22:51:08.736771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff47dc5-4b5a-45e7-bc8a-ee27208c63a7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:08.739830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff47dc5-4b5a-45e7-bc8a-ee27208c63a7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:08.742855 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6ff47dc5-4b5a-45e7-bc8a-ee27208c63a7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1377375 Dec 11 22:51:08.744468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37466) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:08.814867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ba0746-59a0-457c-a19d-1732dedecd91 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 4a7f5ec2-853c-4cc9-85b4-8271e2983269 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:51:08.818266 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-23ba0746-59a0-457c-a19d-1732dedecd91 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:08.821954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c91cc-f29e-463f-95c9-aa4392e1db50 None None] Sync routers for ids ['df62cc85-2f7a-40b9-bea8-6e4f8043b95a'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:51:08.823876 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a025bff7-7ad4-49ae-be3c-889b92cefc41 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:51:08.833614 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560e449-14ce-4083-b3ac-82d8f24635f0 None None] Sync routers for ids ['f2245801-3152-465e-911e-0ad58ec8696a'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:51:08.835518 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a025bff7-7ad4-49ae-be3c-889b92cefc41 admin admin] 10.222.0.45 "PUT /v2.0/routers/f2245801-3152-465e-911e-0ad58ec8696a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7620201 Dec 11 22:51:08.837804 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37468) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:08.842206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c91cc-f29e-463f-95c9-aa4392e1db50 None None] Routers {'df62cc85-2f7a-40b9-bea8-6e4f8043b95a'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:51:08.843297 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-844c91cc-f29e-463f-95c9-aa4392e1db50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:50:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['df62cc85-2f7a-40b9-bea8-6e4f8043b95a'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:08.861656 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d560e449-14ce-4083-b3ac-82d8f24635f0 None None] Routers {'f2245801-3152-465e-911e-0ad58ec8696a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:51:08.861656 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d560e449-14ce-4083-b3ac-82d8f24635f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:50:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f2245801-3152-465e-911e-0ad58ec8696a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:08.878066 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-23ba0746-59a0-457c-a19d-1732dedecd91 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:08.933962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-844c91cc-f29e-463f-95c9-aa4392e1db50 None None] Set router df62cc85-2f7a-40b9-bea8-6e4f8043b95a gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:51:08.948575 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-23ba0746-59a0-457c-a19d-1732dedecd91 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:09.009083 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-844c91cc-f29e-463f-95c9-aa4392e1db50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df62cc85-2f7a-40b9-bea8-6e4f8043b95a', 'name': 'tempest-NetworksTestDHCPv6-router-959316257', 'tenant_id': 'fc2e5af593254e2dbd9d042b660321d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:50:59Z', 'updated_at': '2021-12-11T22:51:07Z', 'revision_number': 3, 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:09.015622 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e49f561c-889b-4610-b921-ee3966ffb6e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:09.044197 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c91cc-f29e-463f-95c9-aa4392e1db50 None None] Checking router: df62cc85-2f7a-40b9-bea8-6e4f8043b95a for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:51:09.060500 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c91cc-f29e-463f-95c9-aa4392e1db50 None None] Routers {'df62cc85-2f7a-40b9-bea8-6e4f8043b95a'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:51:09.063153 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d560e449-14ce-4083-b3ac-82d8f24635f0 None None] Set router f2245801-3152-465e-911e-0ad58ec8696a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:51:09.064284 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-844c91cc-f29e-463f-95c9-aa4392e1db50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:50:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['df62cc85-2f7a-40b9-bea8-6e4f8043b95a'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:09.068261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608e3c3-2860-4082-8da4-b34c992f029e req-b6a24650-0984-407a-b5ed-11f604232c6f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:09.070060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3608e3c3-2860-4082-8da4-b34c992f029e req-b6a24650-0984-407a-b5ed-11f604232c6f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 943 time: 0.0829301 Dec 11 22:51:09.144924 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3608e3c3-2860-4082-8da4-b34c992f029e req-381001f5-097d-4f70-8d5b-c73270ac056f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577438 Dec 11 22:51:09.158005 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e49f561c-889b-4610-b921-ee3966ffb6e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:09.196150 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e503600d-02e9-4ab7-96b7-afb5f411a501 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:51:09.204572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-844c91cc-f29e-463f-95c9-aa4392e1db50 None None] Set router df62cc85-2f7a-40b9-bea8-6e4f8043b95a gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:51:09.212480 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-23ba0746-59a0-457c-a19d-1732dedecd91 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:09.240038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba0746-59a0-457c-a19d-1732dedecd91 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7f5ec2-853c-4cc9-85b4-8271e2983269,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:09.245937 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-23ba0746-59a0-457c-a19d-1732dedecd91 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:09.251347 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-23ba0746-59a0-457c-a19d-1732dedecd91 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/4a7f5ec2-853c-4cc9-85b4-8271e2983269 HTTP/1.1" status: 204 len: 168 time: 0.5040038 Dec 11 22:51:09.254438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37472) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:09.315939 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e49f561c-889b-4610-b921-ee3966ffb6e6 admin admin] Deleting port fe493e83-03e1-440f-927d-e9bb44eddde5 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:09.316972 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e49f561c-889b-4610-b921-ee3966ffb6e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:09.335043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8667b347-bf34-4a39-a917-1036a532d02d None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:09.357055 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-844c91cc-f29e-463f-95c9-aa4392e1db50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df62cc85-2f7a-40b9-bea8-6e4f8043b95a', 'name': 'tempest-NetworksTestDHCPv6-router-959316257', 'tenant_id': 'fc2e5af593254e2dbd9d042b660321d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:50:59Z', 'updated_at': '2021-12-11T22:51:07Z', 'revision_number': 3, 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:09.390065 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d560e449-14ce-4083-b3ac-82d8f24635f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'name': 'tempest-ServersTestBootFromVolume-1070109094-router', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:19Z', 'updated_at': '2021-12-11T22:51:07Z', 'revision_number': 5, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'gw_port': {'id': 'fe493e83-03e1-440f-927d-e9bb44eddde5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:20Z', 'updated_at': '2021-12-11T22:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:09.420453 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560e449-14ce-4083-b3ac-82d8f24635f0 None None] Checking router: f2245801-3152-465e-911e-0ad58ec8696a for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:51:09.430437 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d560e449-14ce-4083-b3ac-82d8f24635f0 None None] Routers {'f2245801-3152-465e-911e-0ad58ec8696a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:51:09.431221 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d560e449-14ce-4083-b3ac-82d8f24635f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:50:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f2245801-3152-465e-911e-0ad58ec8696a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:09.431456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-e49f561c-889b-4610-b921-ee3966ffb6e6 admin admin] For port fe493e83-03e1-440f-927d-e9bb44eddde5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fe493e83-03e1-440f-927d-e9bb44eddde5,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:09.431827 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e49f561c-889b-4610-b921-ee3966ffb6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:09.445599 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e49f561c-889b-4610-b921-ee3966ffb6e6 admin admin] Calling delete_port for fe493e83-03e1-440f-927d-e9bb44eddde5 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:51:09.490661 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8bd0af17-4b8a-4336-aa99-28e5b153048e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2347527 Dec 11 22:51:09.493187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37474) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:09.498529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c91cc-f29e-463f-95c9-aa4392e1db50 None None] The sync data for ids ['df62cc85-2f7a-40b9-bea8-6e4f8043b95a'] in n-d-710847-6 is: [{'id': 'df62cc85-2f7a-40b9-bea8-6e4f8043b95a', 'name': 'tempest-NetworksTestDHCPv6-router-959316257', 'tenant_id': 'fc2e5af593254e2dbd9d042b660321d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:50:59Z', 'updated_at': '2021-12-11T22:51:07Z', 'revision_number': 3, 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:51:09.531768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e503600d-02e9-4ab7-96b7-afb5f411a501, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e503600d-02e9-4ab7-96b7-afb5f411a501,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:09.541117 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d560e449-14ce-4083-b3ac-82d8f24635f0 None None] Set router f2245801-3152-465e-911e-0ad58ec8696a gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:51:09.598021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-52c65d1e-5a4a-455a-be1c-d49a4027e4ef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:09.605358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'e503600d-02e9-4ab7-96b7-afb5f411a501', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'port_id': 'e503600d-02e9-4ab7-96b7-afb5f411a501', 'mac_address': 'fa:16:3e:54:6f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:51:09.654906 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:09.657374 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d560e449-14ce-4083-b3ac-82d8f24635f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'name': 'tempest-ServersTestBootFromVolume-1070109094-router', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:19Z', 'updated_at': '2021-12-11T22:51:09Z', 'revision_number': 6, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:09.677586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e503600d-02e9-4ab7-96b7-afb5f411a501 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:51:09.715547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e503600d-02e9-4ab7-96b7-afb5f411a501, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e503600d-02e9-4ab7-96b7-afb5f411a501,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:09.721168 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560e449-14ce-4083-b3ac-82d8f24635f0 None None] The sync data for ids ['f2245801-3152-465e-911e-0ad58ec8696a'] in n-d-710847-6 is: [{'id': 'f2245801-3152-465e-911e-0ad58ec8696a', 'name': 'tempest-ServersTestBootFromVolume-1070109094-router', 'tenant_id': 'df946e63d1d84440a773ced4e562a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:19Z', 'updated_at': '2021-12-11T22:51:09Z', 'revision_number': 6, 'project_id': 'df946e63d1d84440a773ced4e562a692', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:51:09.796901 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:09.835126 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e49f561c-889b-4610-b921-ee3966ffb6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:09.869419 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f561c-889b-4610-b921-ee3966ffb6e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe493e83-03e1-440f-927d-e9bb44eddde5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:09.879619 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=e503600d-02e9-4ab7-96b7-afb5f411a501,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:09.885288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c5ef89-cb0b-479f-9a68-34cd7b36ed81 None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:09.889304 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-52c65d1e-5a4a-455a-be1c-d49a4027e4ef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:09.894945 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-52c65d1e-5a4a-455a-be1c-d49a4027e4ef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:09.927912 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b7bc4a-5ea7-45b3-b184-19dc2a77089f None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:09.954343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['e503600d-02e9-4ab7-96b7-afb5f411a501'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:51:09.972246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eabb67-18ca-4607-8d59-fe8a81ad47b2 req-4156fe3c-3f8a-4a3c-b307-a9c47291394b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:09.978232 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-02eabb67-18ca-4607-8d59-fe8a81ad47b2 req-4156fe3c-3f8a-4a3c-b307-a9c47291394b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 944 time: 0.1815693 Dec 11 22:51:10.012226 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e49f561c-889b-4610-b921-ee3966ffb6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.019653 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-52c65d1e-5a4a-455a-be1c-d49a4027e4ef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.020256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c65d1e-5a4a-455a-be1c-d49a4027e4ef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Fanout notify agent at l3_agent the message router_deleted on router df62cc85-2f7a-40b9-bea8-6e4f8043b95a {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:51:10.029880 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-52c65d1e-5a4a-455a-be1c-d49a4027e4ef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.033719 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-52c65d1e-5a4a-455a-be1c-d49a4027e4ef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/routers/df62cc85-2f7a-40b9-bea8-6e4f8043b95a HTTP/1.1" status: 204 len: 168 time: 0.5367239 Dec 11 22:51:10.036333 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37484) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:10.042798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4b5c495b-7edc-4d3e-9ade-f5cef2a6652c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:10.119927 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-02eabb67-18ca-4607-8d59-fe8a81ad47b2 req-3596ff1a-b600-406d-8f40-f6306775b0c2 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371303 Dec 11 22:51:10.178970 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e49f561c-889b-4610-b921-ee3966ffb6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.181857 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e49f561c-889b-4610-b921-ee3966ffb6e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.264460 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5c495b-7edc-4d3e-9ade-f5cef2a6652c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:10.280974 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b5c495b-7edc-4d3e-9ade-f5cef2a6652c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.318245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19affc66-7580-4796-9208-320b200f57a3 req-8df9ef73-4589-4dad-9aa5-3d8e016d2d70 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:10.326120 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19affc66-7580-4796-9208-320b200f57a3 req-8df9ef73-4589-4dad-9aa5-3d8e016d2d70 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 943 time: 0.0646057 Dec 11 22:51:10.335909 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e49f561c-889b-4610-b921-ee3966ffb6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.336952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49f561c-889b-4610-b921-ee3966ffb6e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2245801-3152-465e-911e-0ad58ec8696a {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:51:10.347731 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e49f561c-889b-4610-b921-ee3966ffb6e6 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.351206 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e49f561c-889b-4610-b921-ee3966ffb6e6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f2245801-3152-465e-911e-0ad58ec8696a HTTP/1.1" status: 204 len: 168 time: 1.5101335 Dec 11 22:51:10.352573 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37488) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:10.360999 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5ef89-cb0b-479f-9a68-34cd7b36ed81 None None] Deleting port f40a7e48-7de5-4687-937f-afbee9229df3 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:10.362822 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e3c5ef89-cb0b-479f-9a68-34cd7b36ed81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.453924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c412087-63a7-420e-94ce-06cd8a341a06 admin admin] Deleting subnet 21bc22ad-eca6-41b4-acc0-5225e953440d {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:51:10.467677 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c412087-63a7-420e-94ce-06cd8a341a06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.557820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e3c5ef89-cb0b-479f-9a68-34cd7b36ed81 None None] For port f40a7e48-7de5-4687-937f-afbee9229df3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f40a7e48-7de5-4687-937f-afbee9229df3,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:10.558222 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e3c5ef89-cb0b-479f-9a68-34cd7b36ed81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.570525 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19affc66-7580-4796-9208-320b200f57a3 req-652020b8-c274-4872-8356-516874b912fb tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432680 Dec 11 22:51:10.572804 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c412087-63a7-420e-94ce-06cd8a341a06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.601704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5ef89-cb0b-479f-9a68-34cd7b36ed81 None None] Calling delete_port for f40a7e48-7de5-4687-937f-afbee9229df3 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:51:10.611091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 12b69bfe-8dc0-4651-b41f-7bf25bb45d39 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:51:10.657212 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 12b69bfe-8dc0-4651-b41f-7bf25bb45d39 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:51:10.657613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 12b69bfe-8dc0-4651-b41f-7bf25bb45d39 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:51:10.658727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 6d96ff9a-273e-4e40-bb49-875c0253c008 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:51:10.686604 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b5c495b-7edc-4d3e-9ade-f5cef2a6652c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.695491 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c412087-63a7-420e-94ce-06cd8a341a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.722378 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 6d96ff9a-273e-4e40-bb49-875c0253c008 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:51:10.723879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 6d96ff9a-273e-4e40-bb49-875c0253c008 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:51:10.723879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f40a7e48-7de5-4687-937f-afbee9229df3 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:51:10.773099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5c495b-7edc-4d3e-9ade-f5cef2a6652c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:10.778736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-4b5c495b-7edc-4d3e-9ade-f5cef2a6652c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:10.787007 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c495b-7edc-4d3e-9ade-f5cef2a6652c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:10.789257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b5c495b-7edc-4d3e-9ade-f5cef2a6652c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.802366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a753d997-abaf-40a5-8f63-a236ad49e2d4 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:51:10.826747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c495b-7edc-4d3e-9ade-f5cef2a6652c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=f70658cb-ba4c-4c19-8fae-586970f56c53,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:10.841171 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c412087-63a7-420e-94ce-06cd8a341a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.862176 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c412087-63a7-420e-94ce-06cd8a341a06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:10.871891 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7c412087-63a7-420e-94ce-06cd8a341a06 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/21bc22ad-eca6-41b4-acc0-5225e953440d HTTP/1.1" status: 204 len: 168 time: 0.5163274 Dec 11 22:51:10.874983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37496) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:10.897567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797ec9dc-4e5b-4804-9692-335fc333a153 None None] Network 8f8fea77-563d-4b58-80be-148d26ff4e2f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:10.922445 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c412087-63a7-420e-94ce-06cd8a341a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21bc22ad-eca6-41b4-acc0-5225e953440d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:10.958167 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4b5c495b-7edc-4d3e-9ade-f5cef2a6652c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9205532 Dec 11 22:51:10.962193 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37498) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:10.972324 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d75da025-a13b-4e5d-9ba2-d961f35a1ce9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-993221424', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:11.008666 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.024692 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.resource_extend [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:51:11.028053 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.090763 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] Deleting port 2d3690bd-c17a-4509-a7f2-6d75bb0372d4 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:11.091195 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.097737 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e3c5ef89-cb0b-479f-9a68-34cd7b36ed81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.098236 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d75da025-a13b-4e5d-9ba2-d961f35a1ce9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.099539 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d75da025-a13b-4e5d-9ba2-d961f35a1ce9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.173879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] For port 2d3690bd-c17a-4509-a7f2-6d75bb0372d4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2d3690bd-c17a-4509-a7f2-6d75bb0372d4,segment=NetworkSegment(1a973d8a-1c14-4852-8fa1-e3cb362b54a1),segment_id=1a973d8a-1c14-4852-8fa1-e3cb362b54a1)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:11.174368 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.187747 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d75da025-a13b-4e5d-9ba2-d961f35a1ce9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.194119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] Calling delete_port for 2d3690bd-c17a-4509-a7f2-6d75bb0372d4 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:51:11.201604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e503600d-02e9-4ab7-96b7-afb5f411a501 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:11.245689 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fe493e83-03e1-440f-927d-e9bb44eddde5 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:51:11.263603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5ef89-cb0b-479f-9a68-34cd7b36ed81 None None] Pushing event deleted for resources: {'Port': ['ID=f40a7e48-7de5-4687-937f-afbee9229df3,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:11.275475 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d75da025-a13b-4e5d-9ba2-d961f35a1ce9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.303160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c5ef89-cb0b-479f-9a68-34cd7b36ed81 None None] No DVR routers for this DVR port f40a7e48-7de5-4687-937f-afbee9229df3 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:51:11.305078 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: fe493e83-03e1-440f-927d-e9bb44eddde5 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:51:11.305587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fe493e83-03e1-440f-927d-e9bb44eddde5 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:51:11.341739 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e82c06d-a12e-4ac8-bac5-1488c54682e2 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:11.345142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a753d997-abaf-40a5-8f63-a236ad49e2d4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a753d997-abaf-40a5-8f63-a236ad49e2d4,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:11.355347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29618d12-787d-4d78-8490-30e4bd0e6159 req-18539dab-de82-4595-ab8c-52b49762e66d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:11.356736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-29618d12-787d-4d78-8490-30e4bd0e6159 req-18539dab-de82-4595-ab8c-52b49762e66d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 944 time: 0.1155860 Dec 11 22:51:11.381097 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d75da025-a13b-4e5d-9ba2-d961f35a1ce9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.385829 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d75da025-a13b-4e5d-9ba2-d961f35a1ce9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4224656 Dec 11 22:51:11.386581 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37510) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:11.407852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port e503600d-02e9-4ab7-96b7-afb5f411a501 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:11.408537 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.411718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'a753d997-abaf-40a5-8f63-a236ad49e2d4', 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69', 'port_id': 'a753d997-abaf-40a5-8f63-a236ad49e2d4', 'mac_address': 'fa:16:3e:9e:a9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:51:11.425389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-29618d12-787d-4d78-8490-30e4bd0e6159 req-664579b9-6a7e-44aa-972e-5d7cae105c8f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574811 Dec 11 22:51:11.441692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.487165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3690bd-c17a-4509-a7f2-6d75bb0372d4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:11.489348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] No DVR routers for this DVR port 2d3690bd-c17a-4509-a7f2-6d75bb0372d4 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:51:11.522033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236a6d9f-fa59-4a72-a3bc-67ec6565eae0 None None] DHCP port deletion for 8f8fea77-563d-4b58-80be-148d26ff4e2f request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:11.563463 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.584035 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a753d997-abaf-40a5-8f63-a236ad49e2d4 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:51:11.613850 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.650841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': 'f70658cb-ba4c-4c19-8fae-586970f56c53'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:51:11.650841 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.657273 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a753d997-abaf-40a5-8f63-a236ad49e2d4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a753d997-abaf-40a5-8f63-a236ad49e2d4,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:11.685242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8fea77-563d-4b58-80be-148d26ff4e2f']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:11.691825 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.715235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a973d8a-1c14-4852-8fa1-e3cb362b54a1') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:11.715819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a973d8a-1c14-4852-8fa1-e3cb362b54a1') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:11.725972 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.742972 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.752552 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:51:11.752971 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:51:11.756173 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:51:11.759158 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.799736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c12284-6b43-4dc4-ac71-bf635cc21881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e503600d-02e9-4ab7-96b7-afb5f411a501'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:51:11.803853 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b17329d-a994-4e10-92e6-6a828eaa3375" -d '{"events": [{"server_uuid": "35c12284-6b43-4dc4-ac71-bf635cc21881", "name": "network-vif-plugged", "status": "completed", "tag": "e503600d-02e9-4ab7-96b7-afb5f411a501"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:51:11.839003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e503600d-02e9-4ab7-96b7-afb5f411a501, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e503600d-02e9-4ab7-96b7-afb5f411a501,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:11.896126 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7224909-1946-406a-b478-f8c42c816c0e req-5762d8bf-8469-4569-94f9-07fe4f675ba8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:11.897715 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b7224909-1946-406a-b478-f8c42c816c0e req-5762d8bf-8469-4569-94f9-07fe4f675ba8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 944 time: 0.1878679 Dec 11 22:51:11.913654 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e502aa-ab0e-4c82-b159-747d0cd4c0d7 x-openstack-request-id: req-09e502aa-ab0e-4c82-b159-747d0cd4c0d7 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:51:11.914720 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c12284-6b43-4dc4-ac71-bf635cc21881", "name": "network-vif-plugged", "status": "completed", "tag": "e503600d-02e9-4ab7-96b7-afb5f411a501", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:51:11.915011 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-09e502aa-ab0e-4c82-b159-747d0cd4c0d7 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:51:11.915418 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c12284-6b43-4dc4-ac71-bf635cc21881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e503600d-02e9-4ab7-96b7-afb5f411a501', 'code': 200} Dec 11 22:51:11.917750 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a753d997-abaf-40a5-8f63-a236ad49e2d4,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:11.920213 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.926774 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.933994 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.938634 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8f8fea77-563d-4b58-80be-148d26ff4e2f HTTP/1.1" status: 204 len: 168 time: 1.0624974 Dec 11 22:51:11.950272 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:11.996191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95746184-7e2b-443d-8169-e6ccc0d8baf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f8fea77-563d-4b58-80be-148d26ff4e2f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:12.023415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=e503600d-02e9-4ab7-96b7-afb5f411a501,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:12.057395 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b7224909-1946-406a-b478-f8c42c816c0e req-be285507-30c8-4608-8a30-c83679bc14c6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279655 Dec 11 22:51:12.077752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Allocated IP 2001:db8::2 (222e8032-d106-460a-b983-cafecada1526/f70658cb-ba4c-4c19-8fae-586970f56c53/a406b6c3-572f-4b2e-994d-719e8a7e12e8) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:12.192881 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['a753d997-abaf-40a5-8f63-a236ad49e2d4'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:51:12.360271 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:12.458599 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:12.525777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37546) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:12.535308 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Pushing event updated for resources: {'Port': ['ID=a406b6c3-572f-4b2e-994d-719e8a7e12e8,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:12.565666 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:12.575641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2d3690bd-c17a-4509-a7f2-6d75bb0372d4 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:51:12.581613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:12.588191 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:12.599553 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a0c1875c-0d06-48aa-8516-e08ca696b8cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df946e63d1d84440a773ced4e562a692&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0725341 Dec 11 22:51:12.601995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37548) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:12.644151 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 2d3690bd-c17a-4509-a7f2-6d75bb0372d4 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:51:12.644511 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2d3690bd-c17a-4509-a7f2-6d75bb0372d4 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:51:12.700184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-286933c2-39d6-423b-a02d-4c2b0ba1a399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:12.727865 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-286933c2-39d6-423b-a02d-4c2b0ba1a399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:12.740421 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Attempting to bind port a406b6c3-572f-4b2e-994d-719e8a7e12e8 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:51:12.740659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Attempting to bind port a406b6c3-572f-4b2e-994d-719e8a7e12e8 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:51:12.740912 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Attempting to bind port a406b6c3-572f-4b2e-994d-719e8a7e12e8 on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:51:12.757967 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:51:12.758413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:51:12.758767 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:12.759351 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:51:12.759693 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Bound port: a406b6c3-572f-4b2e-994d-719e8a7e12e8, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:51:12.760082 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:12.816223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37552) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:12.879829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] For port a406b6c3-572f-4b2e-994d-719e8a7e12e8, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:51:12.892140 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-286933c2-39d6-423b-a02d-4c2b0ba1a399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:12.897202 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-286933c2-39d6-423b-a02d-4c2b0ba1a399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:12.899198 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-286933c2-39d6-423b-a02d-4c2b0ba1a399 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb3885ad-3e26-42fc-8258-2b9ae88a360d HTTP/1.1" status: 204 len: 168 time: 0.2953033 Dec 11 22:51:12.900223 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] For port a406b6c3-572f-4b2e-994d-719e8a7e12e8, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a406b6c3-572f-4b2e-994d-719e8a7e12e8,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:51:12.915439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286933c2-39d6-423b-a02d-4c2b0ba1a399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3885ad-3e26-42fc-8258-2b9ae88a360d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:12.959343 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-86c26249-5f49-44f0-bf1a-6b6d9c6fcb8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:12.972667 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:13.109930 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::1 (222e8032-d106-460a-b983-cafecada1526/f70658cb-ba4c-4c19-8fae-586970f56c53/55f9656b-bc77-458f-a875-df30adde4cf1) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:13.149110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5b128-e8e6-420e-92d7-c87cecdec1d2 None None] Pushing event updated for resources: {'Port': ['ID=a406b6c3-572f-4b2e-994d-719e8a7e12e8,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:13.169301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cf7cc-a07e-415c-8137-58addd1d0842 req-3d83a502-410e-40d5-89d0-582b5470bf5f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:13.170163 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-86c26249-5f49-44f0-bf1a-6b6d9c6fcb8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:13.185261 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e46cf7cc-a07e-415c-8137-58addd1d0842 req-3d83a502-410e-40d5-89d0-582b5470bf5f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.2480285 Dec 11 22:51:13.203012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d7293d-73e5-464f-bcfe-cac23855c2a8 req-e9eb7d50-d8e8-485e-b6a0-00d60cdf5e66 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1160266 Dec 11 22:51:13.234939 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-86c26249-5f49-44f0-bf1a-6b6d9c6fcb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:13.295946 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-86c26249-5f49-44f0-bf1a-6b6d9c6fcb8d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=737cf621b4c3452a9b6c46800af9cd4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4759052 Dec 11 22:51:13.320494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37568) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:13.518672 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e46cf7cc-a07e-415c-8137-58addd1d0842 req-09d9db55-4413-4af3-86c3-b73ab26d40cf tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320255 Dec 11 22:51:13.588660 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:13.602416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c26249-5f49-44f0-bf1a-6b6d9c6fcb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a21893-cfb4-4550-8a2d-cb50ab33c14a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:13.633690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7293d-73e5-464f-bcfe-cac23855c2a8 req-88be6836-335c-45c2-ac74-2d1b1783bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:13.635503 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d7293d-73e5-464f-bcfe-cac23855c2a8 req-88be6836-335c-45c2-ac74-2d1b1783bc1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 1097 time: 0.3407731 Dec 11 22:51:13.644060 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-86a74b64-3d93-46db-aa75-0633bc38b02f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:13.660112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f9144-bf50-4d5f-840c-bb14cb04d9c1 req-a8605876-5a44-4195-9489-d2e800161ad3 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:13.668921 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d08f9144-bf50-4d5f-840c-bb14cb04d9c1 req-a8605876-5a44-4195-9489-d2e800161ad3 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 944 time: 0.2851384 Dec 11 22:51:13.783537 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-86a74b64-3d93-46db-aa75-0633bc38b02f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:13.898178 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d08f9144-bf50-4d5f-840c-bb14cb04d9c1 req-051e22eb-1f9e-41c8-83b9-de1b5abb340c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278655 Dec 11 22:51:13.931311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7293d-73e5-464f-bcfe-cac23855c2a8 req-c54f368e-2925-43bf-b1ef-7edd49bc513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:13.933442 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d7293d-73e5-464f-bcfe-cac23855c2a8 req-c54f368e-2925-43bf-b1ef-7edd49bc513e service neutron] 10.222.0.47 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.2554941 Dec 11 22:51:13.948788 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:13.981987 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d7293d-73e5-464f-bcfe-cac23855c2a8 req-df0d9730-2dbf-4062-a30a-b865a38ca5ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbb9e180-05f9-4f32-abab-86a8a2c173d1 HTTP/1.1" status: 200 len: 217 time: 0.0412216 Dec 11 22:51:14.029670 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:14.063206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7293d-73e5-464f-bcfe-cac23855c2a8 req-2d63d09c-554d-4bde-a447-e1aebd93221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:14.066136 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d7293d-73e5-464f-bcfe-cac23855c2a8 req-2d63d09c-554d-4bde-a447-e1aebd93221b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.0776017 Dec 11 22:51:14.072971 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-86a74b64-3d93-46db-aa75-0633bc38b02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:14.086054 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-86a74b64-3d93-46db-aa75-0633bc38b02f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:14.088308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:14.090625 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-86a74b64-3d93-46db-aa75-0633bc38b02f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2a21893-cfb4-4550-8a2d-cb50ab33c14a HTTP/1.1" status: 204 len: 168 time: 0.7690160 Dec 11 22:51:14.094289 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:14.099535 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:14.100059 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:14.140888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a74b64-3d93-46db-aa75-0633bc38b02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a21893-cfb4-4550-8a2d-cb50ab33c14a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:14.168087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7293d-73e5-464f-bcfe-cac23855c2a8 req-081aff3f-aa46-44ed-b54b-29cbaed099d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:14.170233 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d7293d-73e5-464f-bcfe-cac23855c2a8 req-081aff3f-aa46-44ed-b54b-29cbaed099d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781093 Dec 11 22:51:14.199566 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=55f9656b-bc77-458f-a875-df30adde4cf1,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:14.400147 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d7293d-73e5-464f-bcfe-cac23855c2a8 req-7926a301-44ca-4e93-a9c4-155bac934844 service neutron] 10.222.0.47 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159920 Dec 11 22:51:14.534842 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:14.609156 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d7293d-73e5-464f-bcfe-cac23855c2a8 req-5e811a3e-b71b-4278-8636-5b5ddc362984 service neutron] 10.222.0.47 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025309 Dec 11 22:51:14.661478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a406b6c3-572f-4b2e-994d-719e8a7e12e8 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:14.785079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a406b6c3-572f-4b2e-994d-719e8a7e12e8 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:14.785735 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:14.805148 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae0266-af65-44de-b470-64fad398b556 req-63d80c7e-4bd5-4751-bab8-2f1a141ea6a0 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:14.817831 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-caae0266-af65-44de-b470-64fad398b556 req-63d80c7e-4bd5-4751-bab8-2f1a141ea6a0 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.1335809 Dec 11 22:51:14.925443 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-caae0266-af65-44de-b470-64fad398b556 req-ffc25c0d-aadd-4f5d-bf02-22e362b45285 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982013 Dec 11 22:51:15.060057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa25c9-9caf-405e-af32-04ad8fc46cb3 req-e88e259a-ad59-46c1-8261-3a8a7c42f007 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:15.068199 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08fa25c9-9caf-405e-af32-04ad8fc46cb3 req-e88e259a-ad59-46c1-8261-3a8a7c42f007 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 944 time: 0.0796268 Dec 11 22:51:15.108179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a753d997-abaf-40a5-8f63-a236ad49e2d4 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:15.152083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08fa25c9-9caf-405e-af32-04ad8fc46cb3 req-75718d38-5732-4fd9-8f7b-6058c5febea8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825946 Dec 11 22:51:15.162285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37600) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:15.183295 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3af9e39b-4b56-44f9-b9c4-4159d5cd32a0 None None] Provisioning complete for port a406b6c3-572f-4b2e-994d-719e8a7e12e8 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:15.183559 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3af9e39b-4b56-44f9-b9c4-4159d5cd32a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.200349 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca88ec91-ecf2-406a-bc4b-99a4e505ad80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.274913 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.276279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37604) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:15.332005 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port a406b6c3-572f-4b2e-994d-719e8a7e12e8, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a406b6c3-572f-4b2e-994d-719e8a7e12e8,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:15.358165 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.386301 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3af9e39b-4b56-44f9-b9c4-4159d5cd32a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.404631 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca88ec91-ecf2-406a-bc4b-99a4e505ad80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.411839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port a753d997-abaf-40a5-8f63-a236ad49e2d4 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:51:15.416056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port a753d997-abaf-40a5-8f63-a236ad49e2d4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:15.416438 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.445796 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.481136 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.482173 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.508832 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca88ec91-ecf2-406a-bc4b-99a4e505ad80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.595995 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=a406b6c3-572f-4b2e-994d-719e8a7e12e8,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:15.608563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ca88ec91-ecf2-406a-bc4b-99a4e505ad80 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f110c49d6044b909fd150b80874b726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4421940 Dec 11 22:51:15.609477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37610) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:15.621259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88ec91-ecf2-406a-bc4b-99a4e505ad80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3068932-3e1e-4296-a640-ac23bc23a917,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:15.638253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1962488865-network', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:15.641049 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-3af9e39b-4b56-44f9-b9c4-4159d5cd32a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:51:15.641423 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-3af9e39b-4b56-44f9-b9c4-4159d5cd32a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:51:15.667951 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=55f9656b-bc77-458f-a875-df30adde4cf1,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:15.694296 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.717606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:15.719266 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:15.725301 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c74e781a-8325-4094-adbf-a60aedd782c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.735410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a753d997-abaf-40a5-8f63-a236ad49e2d4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a753d997-abaf-40a5-8f63-a236ad49e2d4,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:15.736396 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50aa16c7-1614-4121-b237-21cb190b5dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a753d997-abaf-40a5-8f63-a236ad49e2d4'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:51:15.738935 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e3d218-f163-4728-abdd-1f465ce5cc65" -d '{"events": [{"server_uuid": "50aa16c7-1614-4121-b237-21cb190b5dde", "name": "network-vif-plugged", "status": "completed", "tag": "a753d997-abaf-40a5-8f63-a236ad49e2d4"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:51:15.780068 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c74e781a-8325-4094-adbf-a60aedd782c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.825706 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fc81f4-7c03-4862-9b52-770ad6f94768 x-openstack-request-id: req-c2fc81f4-7c03-4862-9b52-770ad6f94768 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:51:15.826004 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50aa16c7-1614-4121-b237-21cb190b5dde", "name": "network-vif-plugged", "status": "completed", "tag": "a753d997-abaf-40a5-8f63-a236ad49e2d4", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:51:15.826439 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c2fc81f4-7c03-4862-9b52-770ad6f94768 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:51:15.837036 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50aa16c7-1614-4121-b237-21cb190b5dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a753d997-abaf-40a5-8f63-a236ad49e2d4', 'code': 200} Dec 11 22:51:15.837219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] Made reservation on behalf of 508c3b684a10425d94f0afe5834cd8b2 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:15.837219 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.843457 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.859916 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.959337 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a753d997-abaf-40a5-8f63-a236ad49e2d4,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:15.989657 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c74e781a-8325-4094-adbf-a60aedd782c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.992747 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c74e781a-8325-4094-adbf-a60aedd782c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:15.993788 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c74e781a-8325-4094-adbf-a60aedd782c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3068932-3e1e-4296-a640-ac23bc23a917 HTTP/1.1" status: 204 len: 168 time: 0.3833904 Dec 11 22:51:16.011617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Router c4dab73f-8c07-461a-aa65-25c489486208 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:51:16.061841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e781a-8325-4094-adbf-a60aedd782c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3068932-3e1e-4296-a640-ac23bc23a917,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:16.081232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cb380-f295-4e99-adff-d9e91c49e17d req-e96028e9-4592-4d0f-b84f-83450cafb75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:16.083569 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f88cb380-f295-4e99-adff-d9e91c49e17d req-e96028e9-4592-4d0f-b84f-83450cafb75b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 1096 time: 0.1556425 Dec 11 22:51:16.159993 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:16.168354 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f88cb380-f295-4e99-adff-d9e91c49e17d req-b63e9d3e-c07a-4416-bb14-acf55993417f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770249 Dec 11 22:51:16.246108 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:16.272152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:51:16.285905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55387bc-059c-44f3-87ef-83591baeaf5c req-b29c0a7e-c695-4c3d-84f6-a477720cada3 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:16.295838 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a55387bc-059c-44f3-87ef-83591baeaf5c req-b29c0a7e-c695-4c3d-84f6-a477720cada3 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.2046342 Dec 11 22:51:16.310879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:51:16.312427 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:16.312777 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] Added segment 190f9573-495f-4fc2-ae01-ad16a092a395 of type vlan for network 0880f6bd-c0aa-40c6-9367-729d7d05d0b8 Dec 11 22:51:16.315488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ad3620-0db0-4304-97fb-5bc98b798c06,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:16.350334 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Sync routers for ids ['c4dab73f-8c07-461a-aa65-25c489486208'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:51:16.352661 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f48b055b-1d8c-4916-8ba7-4e0f00598cb9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "PUT /v2.0/routers/c4dab73f-8c07-461a-aa65-25c489486208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9649324 Dec 11 22:51:16.356892 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37624) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:16.358327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-55f4e9d9-367e-4ab6-9f2c-fdbf423ef8de None None] Provisioning complete for port 55f9656b-bc77-458f-a875-df30adde4cf1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:16.358991 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-55f4e9d9-367e-4ab6-9f2c-fdbf423ef8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:16.386789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f76018-ec47-4b29-b3ed-3ad764668cda req-8799bda7-67a3-4a24-aa36-855a6fc5af4b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:16.388830 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08f76018-ec47-4b29-b3ed-3ad764668cda req-8799bda7-67a3-4a24-aa36-855a6fc5af4b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 945 time: 0.1266663 Dec 11 22:51:16.391067 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:16.403601 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Routers {'c4dab73f-8c07-461a-aa65-25c489486208'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:51:16.404771 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:50:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['c4dab73f-8c07-461a-aa65-25c489486208'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:16.419256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715e6c7-c7b1-4c2f-ad62-287728fe9697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:16.423992 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6715e6c7-c7b1-4c2f-ad62-287728fe9697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports/55f9656b-bc77-458f-a875-df30adde4cf1 HTTP/1.1" status: 200 len: 911 time: 0.0628126 Dec 11 22:51:16.425632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37626) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:16.519962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-55f4e9d9-367e-4ab6-9f2c-fdbf423ef8de None None] Port 55f9656b-bc77-458f-a875-df30adde4cf1 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:51:16.554906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Set router c4dab73f-8c07-461a-aa65-25c489486208 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:51:16.578666 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a55387bc-059c-44f3-87ef-83591baeaf5c req-55be5ea5-9cf7-428c-99f0-70edbc1d0ee3 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834527 Dec 11 22:51:16.601701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a406b6c3-572f-4b2e-994d-719e8a7e12e8 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:16.622156 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ddd547-d71a-44e1-9ca1-6bd12c21c56c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:16.649437 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ddd547-d71a-44e1-9ca1-6bd12c21c56c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:16.654659 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-60ddd547-d71a-44e1-9ca1-6bd12c21c56c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2261772 Dec 11 22:51:16.655333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37632) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:16.866967 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a406b6c3-572f-4b2e-994d-719e8a7e12e8 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:16.868111 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:16.970584 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.resource_extend [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:51:17.035217 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dab73f-8c07-461a-aa65-25c489486208', 'name': 'tempest-NetworksTestDHCPv6-router-993221424', 'tenant_id': 'fc2e5af593254e2dbd9d042b660321d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:11Z', 'updated_at': '2021-12-11T22:51:14Z', 'revision_number': 2, 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'gw_port_host': None, '_interfaces': [{'id': '55f9656b-bc77-458f-a875-df30adde4cf1', 'name': '', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'tenant_id': 'fc2e5af593254e2dbd9d042b660321d3', 'mac_address': 'fa:16:3e:89:12:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dab73f-8c07-461a-aa65-25c489486208', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f70658cb-ba4c-4c19-8fae-586970f56c53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:12Z', 'updated_at': '2021-12-11T22:51:15Z', 'revision_number': 2, 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'subnets': [{'id': 'f70658cb-ba4c-4c19-8fae-586970f56c53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:17.060342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08f76018-ec47-4b29-b3ed-3ad764668cda req-01d15ac2-d61e-4c4e-85ba-18ef2fd5f1b3 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6629903 Dec 11 22:51:17.076836 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:17.079944 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:17.079944 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:17.085970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Checking router: c4dab73f-8c07-461a-aa65-25c489486208 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:51:17.086347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Updating router c4dab73f-8c07-461a-aa65-25c489486208 port 55f9656b-bc77-458f-a875-df30adde4cf1 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:51:17.180355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] Pushing event updated for resources: {'Network': ['ID=0880f6bd-c0aa-40c6-9367-729d7d05d0b8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:17.203029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0c83b78d-8acb-4795-9398-811f2230115b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9253337 Dec 11 22:51:17.208077 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 0880f6bd-c0aa-40c6-9367-729d7d05d0b8 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:51:17.208462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37642) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:17.214428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9fbb2fa4-74d2-421b-801e-3ca5fa936429 admin admin] Request body: {'subnet': {'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1962488865-subnet', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:17.339930 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:17.367849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbb2fa4-74d2-421b-801e-3ca5fa936429 admin admin] Made reservation on behalf of 508c3b684a10425d94f0afe5834cd8b2 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:17.370632 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9fbb2fa4-74d2-421b-801e-3ca5fa936429 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:17.460560 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32bb2c2a-8122-49b7-916b-6f2857c66f87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:17.538707 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:17.712379 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9fbb2fa4-74d2-421b-801e-3ca5fa936429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:17.814718 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-32bb2c2a-8122-49b7-916b-6f2857c66f87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 55f9656b-bc77-458f-a875-df30adde4cf1 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:17.828714 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32bb2c2a-8122-49b7-916b-6f2857c66f87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:17.840237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4677e8b-9a58-4327-9c6a-d4eb347d7125 req-e2cc2570-4254-4a46-8548-73c1a8d514dc tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:17.868279 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4677e8b-9a58-4327-9c6a-d4eb347d7125 req-e2cc2570-4254-4a46-8548-73c1a8d514dc tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.1724396 Dec 11 22:51:17.868279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb2fa4-74d2-421b-801e-3ca5fa936429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5924d922-8569-4668-b07a-e14ab5f9850f,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:17.876188 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:17.898755 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbb2fa4-74d2-421b-801e-3ca5fa936429 admin admin] Checking segment: {'id': '190f9573-495f-4fc2-ae01-ad16a092a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:51:17.899047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb2fa4-74d2-421b-801e-3ca5fa936429 admin admin] Network hostable DHCP agents. Network: 0880f6bd-c0aa-40c6-9367-729d7d05d0b8, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:51:17.923362 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4677e8b-9a58-4327-9c6a-d4eb347d7125 req-a0454a01-4b22-4703-b959-b5ca2472fa87 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740929 Dec 11 22:51:17.972871 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32bb2c2a-8122-49b7-916b-6f2857c66f87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:17.996488 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-32bb2c2a-8122-49b7-916b-6f2857c66f87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 55f9656b-bc77-458f-a875-df30adde4cf1 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:51:18.131598 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:18.166471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb2fa4-74d2-421b-801e-3ca5fa936429 admin admin] Network 0880f6bd-c0aa-40c6-9367-729d7d05d0b8 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:51:18.240054 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa9ad4-7349-413a-92f2-0545022a8f05 req-344655d3-62c1-4af3-bbca-0605e3158445 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:18.241962 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97aa9ad4-7349-413a-92f2-0545022a8f05 req-344655d3-62c1-4af3-bbca-0605e3158445 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 945 time: 0.1040380 Dec 11 22:51:18.245689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-9fbb2fa4-74d2-421b-801e-3ca5fa936429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 0880f6bd-c0aa-40c6-9367-729d7d05d0b8) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:18.250223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbb2fa4-74d2-421b-801e-3ca5fa936429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:18.251196 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9fbb2fa4-74d2-421b-801e-3ca5fa936429 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:18.281382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1343db-f7d8-4061-a5b2-8cbea14f220c None None] Network 0880f6bd-c0aa-40c6-9367-729d7d05d0b8 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:18.321285 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32bb2c2a-8122-49b7-916b-6f2857c66f87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:18.361886 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9fbb2fa4-74d2-421b-801e-3ca5fa936429 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1519637 Dec 11 22:51:18.362940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37664) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:18.369383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1962488865-router', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:18.468085 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb2c2a-8122-49b7-916b-6f2857c66f87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=55f9656b-bc77-458f-a875-df30adde4cf1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:18.474727 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:18.476022 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:18.535190 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66d20a-c07d-4e02-907b-9f40e6ef83d4 None None] Pushing event updated for resources: {'Port': ['ID=55f9656b-bc77-458f-a875-df30adde4cf1,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:18.568862 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'fixed_ips': [{'subnet_id': '5924d922-8569-4668-b07a-e14ab5f9850f'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:51:18.569763 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:18.580179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Attempting to bind port 55f9656b-bc77-458f-a875-df30adde4cf1 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:51:18.580571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Attempting to bind port 55f9656b-bc77-458f-a875-df30adde4cf1 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:51:18.580948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Attempting to bind port 55f9656b-bc77-458f-a875-df30adde4cf1 on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:51:18.598903 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:18.610088 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:51:18.628905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:51:18.628905 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:18.628905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:51:18.628905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Bound port: 55f9656b-bc77-458f-a875-df30adde4cf1, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:51:18.628905 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:18.645513 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97aa9ad4-7349-413a-92f2-0545022a8f05 req-42df556a-a868-4964-a484-7dffe9b77176 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738630 Dec 11 22:51:18.723091 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32bb2c2a-8122-49b7-916b-6f2857c66f87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:18.765594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-efa6d7e3-3184-4d5a-a27e-5f549d0209a9 None None] Could not find standard attr ID for object 55f9656b-bc77-458f-a875-df30adde4cf1. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:51:18.817950 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Port 55f9656b-bc77-458f-a875-df30adde4cf1 has been deleted concurrently {{(pid=103693) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 11 22:51:18.942939 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Routers {'c4dab73f-8c07-461a-aa65-25c489486208'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:51:18.951257 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:50:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['c4dab73f-8c07-461a-aa65-25c489486208'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:18.956357 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf96dc46-916e-493d-a4c3-a162baa8f37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:19.101923 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Allocated IP 172.20.0.2 (0880f6bd-c0aa-40c6-9367-729d7d05d0b8/5924d922-8569-4668-b07a-e14ab5f9850f/72f9071e-2489-4b45-8e81-b734f68e398b) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:19.105533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] Set router c4dab73f-8c07-461a-aa65-25c489486208 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:51:19.146229 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:19.148189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bb2c2a-8122-49b7-916b-6f2857c66f87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Router c4dab73f-8c07-461a-aa65-25c489486208 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:51:19.271084 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dab73f-8c07-461a-aa65-25c489486208', 'name': 'tempest-NetworksTestDHCPv6-router-993221424', 'tenant_id': 'fc2e5af593254e2dbd9d042b660321d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:11Z', 'updated_at': '2021-12-11T22:51:18Z', 'revision_number': 3, 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:19.332820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e45627f-0a23-4e0d-8c9e-15f0cf5c3f46 None None] The sync data for ids ['c4dab73f-8c07-461a-aa65-25c489486208'] in n-d-710847-6 is: [{'id': 'c4dab73f-8c07-461a-aa65-25c489486208', 'name': 'tempest-NetworksTestDHCPv6-router-993221424', 'tenant_id': 'fc2e5af593254e2dbd9d042b660321d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:11Z', 'updated_at': '2021-12-11T22:51:18Z', 'revision_number': 3, 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:51:19.367739 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bb2c2a-8122-49b7-916b-6f2857c66f87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:51:19.384070 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-32bb2c2a-8122-49b7-916b-6f2857c66f87 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "PUT /v2.0/routers/c4dab73f-8c07-461a-aa65-25c489486208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7176266 Dec 11 22:51:19.386682 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37684) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:19.450224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31944f7-4cbb-4fe9-83bc-03d4773c6c77 req-3e5ef8f0-57e0-412b-a8e4-4a768d848260 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:19.461197 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a31944f7-4cbb-4fe9-83bc-03d4773c6c77 req-3e5ef8f0-57e0-412b-a8e4-4a768d848260 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.3038526 Dec 11 22:51:19.507093 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358392f-196d-44e7-a4b1-5bb4097791e2 req-71a9203c-cc00-41a4-ab40-977a8c67d5be tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:19.520613 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d358392f-196d-44e7-a4b1-5bb4097791e2 req-71a9203c-cc00-41a4-ab40-977a8c67d5be tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 945 time: 0.2732751 Dec 11 22:51:19.592264 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:19.617324 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a31944f7-4cbb-4fe9-83bc-03d4773c6c77 req-cd48a07a-2f5b-4699-8454-b84869351e50 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494360 Dec 11 22:51:19.626651 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d358392f-196d-44e7-a4b1-5bb4097791e2 req-398828c5-9713-46e8-b59a-51abbd2e16c7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045666 Dec 11 22:51:19.630218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3915c1d9-d2f3-47c5-8f89-dcad6843b98f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:19.632372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3915c1d9-d2f3-47c5-8f89-dcad6843b98f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:19.643108 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3915c1d9-d2f3-47c5-8f89-dcad6843b98f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2501228 Dec 11 22:51:19.643108 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37692) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:19.669338 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:19.783389 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Network 0880f6bd-c0aa-40c6-9367-729d7d05d0b8 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:19.789035 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:19.793252 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:19.803870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Pushing event updated for resources: {'Port': ['ID=72f9071e-2489-4b45-8e81-b734f68e398b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:19.880983 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Attempting to bind port 72f9071e-2489-4b45-8e81-b734f68e398b on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:51:19.882249 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Attempting to bind port 72f9071e-2489-4b45-8e81-b734f68e398b by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '190f9573-495f-4fc2-ae01-ad16a092a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:51:19.882734 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Attempting to bind port 72f9071e-2489-4b45-8e81-b734f68e398b on network 0880f6bd-c0aa-40c6-9367-729d7d05d0b8 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:51:19.891544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:51:19.892738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Checking segment: {'id': '190f9573-495f-4fc2-ae01-ad16a092a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:51:19.893418 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:19.893961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Bound using segment: {'id': '190f9573-495f-4fc2-ae01-ad16a092a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:51:19.894562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Bound port: 72f9071e-2489-4b45-8e81-b734f68e398b, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190f9573-495f-4fc2-ae01-ad16a092a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:51:19.895182 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:19.955054 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:20.005294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:20.053791 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] For port 72f9071e-2489-4b45-8e81-b734f68e398b, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:51:20.058266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] For port 72f9071e-2489-4b45-8e81-b734f68e398b, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=72f9071e-2489-4b45-8e81-b734f68e398b,segment=NetworkSegment(190f9573-495f-4fc2-ae01-ad16a092a395),segment_id=190f9573-495f-4fc2-ae01-ad16a092a395)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:51:20.103035 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:51:20.147388 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:20.214410 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Allocated IP 172.25.1.16 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/fa9efa48-40cc-4d59-8bc4-7510cd62b5b8) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:20.299715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afd41c-db8c-4139-9e5a-3ab1a45dfa8b None None] Pushing event updated for resources: {'Port': ['ID=72f9071e-2489-4b45-8e81-b734f68e398b,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:20.329864 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed6c76f-e469-4f65-bcf6-af2d6b36b79c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet f70658cb-ba4c-4c19-8fae-586970f56c53 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:51:20.333508 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fed6c76f-e469-4f65-bcf6-af2d6b36b79c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:20.404694 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fed6c76f-e469-4f65-bcf6-af2d6b36b79c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:20.411500 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:20.521363 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:20.561940 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580de3b7-1926-417c-9403-39ee6ee901ae req-395dfb73-abf6-4ff3-8ad9-e52586b909fa tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:20.573489 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-580de3b7-1926-417c-9403-39ee6ee901ae req-395dfb73-abf6-4ff3-8ad9-e52586b909fa tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 945 time: 0.7892692 Dec 11 22:51:20.664704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:20.666714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:20.697719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4555a509-5689-4b42-aff4-81b286c459f5 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:20.702229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Pushing event updated for resources: {'Port': ['ID=fa9efa48-40cc-4d59-8bc4-7510cd62b5b8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:20.739251 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-580de3b7-1926-417c-9403-39ee6ee901ae req-1e4a737c-0e80-43a7-82e2-9c7105912bf4 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623280 Dec 11 22:51:20.745017 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:20.763158 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fed6c76f-e469-4f65-bcf6-af2d6b36b79c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:20.776588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 72f9071e-2489-4b45-8e81-b734f68e398b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:20.898125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7e87d782-2bbd-482e-8286-df09abea5039 None None] Provisioning complete for port fa9efa48-40cc-4d59-8bc4-7510cd62b5b8 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:20.900046 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e87d782-2bbd-482e-8286-df09abea5039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:20.919687 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8350e18-397a-4bde-9fc8-f6ac78b7ad76 None None] Sync routers for ids ['c4dab73f-8c07-461a-aa65-25c489486208'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:51:20.928161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2a4e5-5565-4bd4-bc13-5b59f4ff4cb3 req-0031e486-acee-418c-b94c-55637d92b68e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:20.930580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bbc2a4e5-5565-4bd4-bc13-5b59f4ff4cb3 req-0031e486-acee-418c-b94c-55637d92b68e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.0972481 Dec 11 22:51:20.944916 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8350e18-397a-4bde-9fc8-f6ac78b7ad76 None None] Routers {'c4dab73f-8c07-461a-aa65-25c489486208'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:51:20.949546 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b8350e18-397a-4bde-9fc8-f6ac78b7ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:50:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['c4dab73f-8c07-461a-aa65-25c489486208'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:20.984171 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fed6c76f-e469-4f65-bcf6-af2d6b36b79c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:21.042186 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6c76f-e469-4f65-bcf6-af2d6b36b79c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=f70658cb-ba4c-4c19-8fae-586970f56c53,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:21.066307 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fed6c76f-e469-4f65-bcf6-af2d6b36b79c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:21.099321 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fed6c76f-e469-4f65-bcf6-af2d6b36b79c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/f70658cb-ba4c-4c19-8fae-586970f56c53 HTTP/1.1" status: 204 len: 168 time: 1.4508812 Dec 11 22:51:21.101942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37734) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:21.166198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7e87d782-2bbd-482e-8286-df09abea5039 None None] Port fa9efa48-40cc-4d59-8bc4-7510cd62b5b8 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:51:21.169116 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2125fe-a58a-4fe3-8ab2-ec1390154084 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:21.270987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 72f9071e-2489-4b45-8e81-b734f68e398b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:21.271363 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:21.439910 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c4ddbde4-662d-4335-814f-caa565cdb67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:21.472879 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b054274c-4bf3-4dbd-950f-9be82d6ade10 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3670633 Dec 11 22:51:21.473414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37740) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:21.603653 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b8350e18-397a-4bde-9fc8-f6ac78b7ad76 None None] Set router c4dab73f-8c07-461a-aa65-25c489486208 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:51:21.623425 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b31c65-67c8-4659-9b40-31ef81b669f8 None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:21.624025 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:21.648633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47afd6af-31a9-4bee-8add-d11cfbf3818a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:21.657969 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:21.826893 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b8350e18-397a-4bde-9fc8-f6ac78b7ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dab73f-8c07-461a-aa65-25c489486208', 'name': 'tempest-NetworksTestDHCPv6-router-993221424', 'tenant_id': 'fc2e5af593254e2dbd9d042b660321d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:11Z', 'updated_at': '2021-12-11T22:51:18Z', 'revision_number': 3, 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:21.886783 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8350e18-397a-4bde-9fc8-f6ac78b7ad76 None None] Checking router: c4dab73f-8c07-461a-aa65-25c489486208 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:51:21.903108 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8350e18-397a-4bde-9fc8-f6ac78b7ad76 None None] Routers {'c4dab73f-8c07-461a-aa65-25c489486208'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:51:21.906219 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b8350e18-397a-4bde-9fc8-f6ac78b7ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:51:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['c4dab73f-8c07-461a-aa65-25c489486208'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:21.908301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 72f9071e-2489-4b45-8e81-b734f68e398b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=72f9071e-2489-4b45-8e81-b734f68e398b,segment=NetworkSegment(190f9573-495f-4fc2-ae01-ad16a092a395),segment_id=190f9573-495f-4fc2-ae01-ad16a092a395)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:21.934656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-67b31c65-67c8-4659-9b40-31ef81b669f8 None None] Deleting port a406b6c3-572f-4b2e-994d-719e8a7e12e8 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:21.935315 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-67b31c65-67c8-4659-9b40-31ef81b669f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:22.042292 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37744) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:22.052480 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b8350e18-397a-4bde-9fc8-f6ac78b7ad76 None None] Set router c4dab73f-8c07-461a-aa65-25c489486208 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:51:22.083295 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:22.096742 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:22.148497 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b8350e18-397a-4bde-9fc8-f6ac78b7ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dab73f-8c07-461a-aa65-25c489486208', 'name': 'tempest-NetworksTestDHCPv6-router-993221424', 'tenant_id': 'fc2e5af593254e2dbd9d042b660321d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:11Z', 'updated_at': '2021-12-11T22:51:18Z', 'revision_number': 3, 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:22.194361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=72f9071e-2489-4b45-8e81-b734f68e398b,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:22.197271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b853d9cb-246d-4a6f-a318-523a3402ff0b None None] Network 0880f6bd-c0aa-40c6-9367-729d7d05d0b8 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:22.285044 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bbc2a4e5-5565-4bd4-bc13-5b59f4ff4cb3 req-d56d2d95-52a3-48a1-985e-03e6b433253f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1451876 Dec 11 22:51:22.290973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-80ed766b-38f9-4ede-baef-2bceb3f3c06b None None] Provisioning complete for port 72f9071e-2489-4b45-8e81-b734f68e398b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:22.291162 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-80ed766b-38f9-4ede-baef-2bceb3f3c06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:22.303318 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8350e18-397a-4bde-9fc8-f6ac78b7ad76 None None] The sync data for ids ['c4dab73f-8c07-461a-aa65-25c489486208'] in n-d-710847-6 is: [{'id': 'c4dab73f-8c07-461a-aa65-25c489486208', 'name': 'tempest-NetworksTestDHCPv6-router-993221424', 'tenant_id': 'fc2e5af593254e2dbd9d042b660321d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:11Z', 'updated_at': '2021-12-11T22:51:18Z', 'revision_number': 3, 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:51:22.341689 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47afd6af-31a9-4bee-8add-d11cfbf3818a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:22.343253 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-67b31c65-67c8-4659-9b40-31ef81b669f8 None None] For port a406b6c3-572f-4b2e-994d-719e8a7e12e8, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a406b6c3-572f-4b2e-994d-719e8a7e12e8,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:22.343998 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-67b31c65-67c8-4659-9b40-31ef81b669f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:22.354421 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47afd6af-31a9-4bee-8add-d11cfbf3818a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:22.376604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-67b31c65-67c8-4659-9b40-31ef81b669f8 None None] Calling delete_port for a406b6c3-572f-4b2e-994d-719e8a7e12e8 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:51:22.382671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33651e3-03d2-46d7-9cb3-1851f205aba6 req-3f744d0b-6885-4fc7-9f69-8d081e19ddcc tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:22.392881 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b33651e3-03d2-46d7-9cb3-1851f205aba6 req-3f744d0b-6885-4fc7-9f69-8d081e19ddcc tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 945 time: 0.4857078 Dec 11 22:51:22.394658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Router 9b876dfd-3808-415c-8ec7-88f7785296aa is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:51:22.484013 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:22.552016 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:22.600566 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b33651e3-03d2-46d7-9cb3-1851f205aba6 req-6f222eca-a739-42ad-b369-fc8ea6c84be5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045465 Dec 11 22:51:22.606827 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47afd6af-31a9-4bee-8add-d11cfbf3818a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:22.607661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47afd6af-31a9-4bee-8add-d11cfbf3818a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Fanout notify agent at l3_agent the message router_deleted on router c4dab73f-8c07-461a-aa65-25c489486208 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:51:22.630715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 72f9071e-2489-4b45-8e81-b734f68e398b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:22.637962 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47afd6af-31a9-4bee-8add-d11cfbf3818a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:22.643083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37750) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:22.643590 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-47afd6af-31a9-4bee-8add-d11cfbf3818a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/routers/c4dab73f-8c07-461a-aa65-25c489486208 HTTP/1.1" status: 204 len: 168 time: 1.1686156 Dec 11 22:51:22.792012 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:22.802549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:51:22.832183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Sync routers for ids ['9b876dfd-3808-415c-8ec7-88f7785296aa'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:51:22.853997 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Routers {'9b876dfd-3808-415c-8ec7-88f7785296aa'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:51:22.856186 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:51:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9b876dfd-3808-415c-8ec7-88f7785296aa'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:22.858297 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-67b31c65-67c8-4659-9b40-31ef81b669f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:22.860964 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 72f9071e-2489-4b45-8e81-b734f68e398b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:22.861380 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:22.874420 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:22.931074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adad1ef-41df-4634-9ae4-92ba39144a7e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:22.939660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba9e08-2bcd-4410-b8b0-7e94821f207b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:22.945545 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-75ba9e08-2bcd-4410-b8b0-7e94821f207b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3011541 Dec 11 22:51:22.946184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37754) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:22.969670 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:22.970484 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:22.971060 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:22.971396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:22.971742 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:22.972077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:22.972410 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:22.972741 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:22.973083 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:22.973400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:22.973727 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:22.974052 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:22.976175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62ce3e-136b-45fd-bed5-9744ebf3a339 req-010ac9e0-cf71-4f9c-9d4a-ef9a071c3a4c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:22.977723 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c62ce3e-136b-45fd-bed5-9744ebf3a339 req-010ac9e0-cf71-4f9c-9d4a-ef9a071c3a4c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 945 time: 0.2140083 Dec 11 22:51:22.986243 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:23.001730 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:23.006851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37756) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:23.014428 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0c4b504b-e964-41cb-9002-02a147c7b34b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.6499882 Dec 11 22:51:23.023901 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Set router 9b876dfd-3808-415c-8ec7-88f7785296aa gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:51:23.131357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716a30ee-a4c2-4a5e-af95-21d1193fa4e7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:23.135424 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-716a30ee-a4c2-4a5e-af95-21d1193fa4e7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1879311 Dec 11 22:51:23.145100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37758) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:23.148954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b31c65-67c8-4659-9b40-31ef81b669f8 None None] Pushing event deleted for resources: {'Port': ['ID=a406b6c3-572f-4b2e-994d-719e8a7e12e8,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:23.195744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b31c65-67c8-4659-9b40-31ef81b669f8 None None] No DVR routers for this DVR port a406b6c3-572f-4b2e-994d-719e8a7e12e8 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:51:23.197858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-80a794f8-e104-4847-81c3-38a78a3ba494 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506365 Dec 11 22:51:23.201978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37760) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:23.207230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-11fbc7f5-8d16-4bc8-b071-20efb080690b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:23.249440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-167f0622-c993-4414-86c8-3779610d178e None None] Provisioning complete for port 72f9071e-2489-4b45-8e81-b734f68e398b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:23.250651 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-167f0622-c993-4414-86c8-3779610d178e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:23.295987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3c62ce3e-136b-45fd-bed5-9744ebf3a339 req-41bbdf7f-8eff-45c3-b881-97910a0e62b5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Deleting port a753d997-abaf-40a5-8f63-a236ad49e2d4 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:23.299981 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3c62ce3e-136b-45fd-bed5-9744ebf3a339 req-41bbdf7f-8eff-45c3-b881-97910a0e62b5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:23.315848 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e25cfe5f-b0d9-45aa-8891-b02132c0998d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f612833f37a84044a1d9c0bdde1eb8ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2492225 Dec 11 22:51:23.319926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37762) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:23.475333 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3c62ce3e-136b-45fd-bed5-9744ebf3a339 req-41bbdf7f-8eff-45c3-b881-97910a0e62b5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] For port a753d997-abaf-40a5-8f63-a236ad49e2d4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a753d997-abaf-40a5-8f63-a236ad49e2d4,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:23.475577 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3c62ce3e-136b-45fd-bed5-9744ebf3a339 req-41bbdf7f-8eff-45c3-b881-97910a0e62b5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:23.502221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3c62ce3e-136b-45fd-bed5-9744ebf3a339 req-41bbdf7f-8eff-45c3-b881-97910a0e62b5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Calling delete_port for a753d997-abaf-40a5-8f63-a236ad49e2d4 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:51:23.540659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fbc7f5-8d16-4bc8-b071-20efb080690b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:23.543466 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02a181b2-c075-4dda-9d16-4559fe0d3a8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:23.544831 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11fbc7f5-8d16-4bc8-b071-20efb080690b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:23.576520 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02a181b2-c075-4dda-9d16-4559fe0d3a8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:23.578772 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'name': 'tempest-ServersTestJSON-1962488865-router', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:18Z', 'updated_at': '2021-12-11T22:51:21Z', 'revision_number': 3, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'gw_port': {'id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:20Z', 'updated_at': '2021-12-11T22:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:23.594148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a406b6c3-572f-4b2e-994d-719e8a7e12e8 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:51:23.663882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Checking router: 9b876dfd-3808-415c-8ec7-88f7785296aa for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:51:23.664666 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Updating router 9b876dfd-3808-415c-8ec7-88f7785296aa port fa9efa48-40cc-4d59-8bc4-7510cd62b5b8 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:51:23.706599 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02a181b2-c075-4dda-9d16-4559fe0d3a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:23.711458 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:23.712108 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02a181b2-c075-4dda-9d16-4559fe0d3a8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:23.713269 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-02a181b2-c075-4dda-9d16-4559fe0d3a8d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9adad1ef-41df-4634-9ae4-92ba39144a7e HTTP/1.1" status: 204 len: 168 time: 0.3932052 Dec 11 22:51:23.715086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: a406b6c3-572f-4b2e-994d-719e8a7e12e8 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:51:23.716410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a406b6c3-572f-4b2e-994d-719e8a7e12e8 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:51:23.754157 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6620e15-5544-40ac-a359-3b4a794c8997 req-2ba7b3d9-7bf7-4636-8755-a2ae1b47cb20 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:23.772057 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b6620e15-5544-40ac-a359-3b4a794c8997 req-2ba7b3d9-7bf7-4636-8755-a2ae1b47cb20 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.2949913 Dec 11 22:51:23.794918 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a181b2-c075-4dda-9d16-4559fe0d3a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adad1ef-41df-4634-9ae4-92ba39144a7e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:23.908216 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:23.944841 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:23.957338 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b6620e15-5544-40ac-a359-3b4a794c8997 req-20c68f22-5b2f-4b2b-a78e-317a927bc2a7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919062 Dec 11 22:51:24.000161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c514bc-4ffb-4aee-8e29-9acf94736118 req-20b192b2-7729-45fd-b6c3-e8a0ef63c461 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:24.002593 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18c514bc-4ffb-4aee-8e29-9acf94736118 req-20b192b2-7729-45fd-b6c3-e8a0ef63c461 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 945 time: 0.1469834 Dec 11 22:51:24.005897 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3c62ce3e-136b-45fd-bed5-9744ebf3a339 req-41bbdf7f-8eff-45c3-b881-97910a0e62b5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:24.039300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ec559dce-69fa-4cb1-acdd-66e658b00f15'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:51:24.052229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['a753d997-abaf-40a5-8f63-a236ad49e2d4'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:51:24.082832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbdf7f-8eff-45c3-b881-97910a0e62b5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Pushing event deleted for resources: {'Port': ['ID=a753d997-abaf-40a5-8f63-a236ad49e2d4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:24.145414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec24142-fc0f-4863-9760-ad7d3aa5759c None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:24.214326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18c514bc-4ffb-4aee-8e29-9acf94736118 req-a22abe38-4063-4723-b852-d6ff15d871ef tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568198 Dec 11 22:51:24.283734 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Allocated IP 172.20.0.1 (0880f6bd-c0aa-40c6-9367-729d7d05d0b8/5924d922-8569-4668-b07a-e14ab5f9850f/f46045c3-4714-44da-acf4-9176eba03bcc) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:24.287066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c62ce3e-136b-45fd-bed5-9744ebf3a339 req-41bbdf7f-8eff-45c3-b881-97910a0e62b5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] No DVR routers for this DVR port a753d997-abaf-40a5-8f63-a236ad49e2d4 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:51:24.292701 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3c62ce3e-136b-45fd-bed5-9744ebf3a339 req-41bbdf7f-8eff-45c3-b881-97910a0e62b5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:24.298353 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c62ce3e-136b-45fd-bed5-9744ebf3a339 req-41bbdf7f-8eff-45c3-b881-97910a0e62b5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "DELETE /v2.0/ports/a753d997-abaf-40a5-8f63-a236ad49e2d4 HTTP/1.1" status: 204 len: 173 time: 1.3013899 Dec 11 22:51:24.298926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50aa16c7-1614-4121-b237-21cb190b5dde', 'name': 'network-vif-deleted', 'tag': 'a753d997-abaf-40a5-8f63-a236ad49e2d4'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:51:24.302627 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c22115-a300-49f0-ba97-053a3d5a5d48" -d '{"events": [{"server_uuid": "50aa16c7-1614-4121-b237-21cb190b5dde", "name": "network-vif-deleted", "tag": "a753d997-abaf-40a5-8f63-a236ad49e2d4"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:51:24.427806 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edcdba4-3214-4a38-ba4f-cc38863a9656 x-openstack-request-id: req-4edcdba4-3214-4a38-ba4f-cc38863a9656 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:51:24.429477 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50aa16c7-1614-4121-b237-21cb190b5dde", "name": "network-vif-deleted", "tag": "a753d997-abaf-40a5-8f63-a236ad49e2d4", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:51:24.429913 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4edcdba4-3214-4a38-ba4f-cc38863a9656 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:51:24.431399 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50aa16c7-1614-4121-b237-21cb190b5dde', 'name': 'network-vif-deleted', 'tag': 'a753d997-abaf-40a5-8f63-a236ad49e2d4', 'status': 'completed', 'code': 200} Dec 11 22:51:24.488917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.objects.ports [None req-11fbc7f5-8d16-4bc8-b071-20efb080690b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103692) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:51:24.494725 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11fbc7f5-8d16-4bc8-b071-20efb080690b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:24.522180 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:24.558527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fbc7f5-8d16-4bc8-b071-20efb080690b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:24.565531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-11fbc7f5-8d16-4bc8-b071-20efb080690b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:24.581246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fbc7f5-8d16-4bc8-b071-20efb080690b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:24.582430 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11fbc7f5-8d16-4bc8-b071-20efb080690b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:24.582736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258660ef-6925-4c9c-9e4b-18d5c00f2972 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:24.588070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbc7f5-8d16-4bc8-b071-20efb080690b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=1ad160cb-b85d-4f43-8449-204d6abac221,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:24.646540 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:24.657946 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:24.689557 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-11fbc7f5-8d16-4bc8-b071-20efb080690b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4864902 Dec 11 22:51:24.692249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37778) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:24.698120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:24.721987 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Network 0880f6bd-c0aa-40c6-9367-729d7d05d0b8 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:24.728313 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:24.732796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:24.788685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37782) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:24.812565 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Pushing event updated for resources: {'Port': ['ID=f46045c3-4714-44da-acf4-9176eba03bcc,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:24.859110 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a67b44bd-ea65-497e-9abd-4db08647dea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:24.964221 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a67b44bd-ea65-497e-9abd-4db08647dea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:24.993370 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.029713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': '1ad160cb-b85d-4f43-8449-204d6abac221'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:51:25.033898 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.085761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:25.089410 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.146577 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a67b44bd-ea65-497e-9abd-4db08647dea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.252772 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a67b44bd-ea65-497e-9abd-4db08647dea5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4f314d677f141bfa7762e33665d0a08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4591467 Dec 11 22:51:25.261160 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b44bd-ea65-497e-9abd-4db08647dea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c57043-847a-4484-830b-d1e9d5366efc,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:25.264463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37790) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:25.289366 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.390139 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Allocated IP 2001:db8::f816:3eff:fedb:5b98 (222e8032-d106-460a-b983-cafecada1526/1ad160cb-b85d-4f43-8449-204d6abac221/d8360673-fe29-4ec0-ac41-ce149b96e63e) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:25.401301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9b296-0ced-469d-a860-68b2e1937d80 req-43375f63-dac0-4750-946b-1e65597b384b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:25.411543 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dbf9b296-0ced-469d-a860-68b2e1937d80 req-43375f63-dac0-4750-946b-1e65597b384b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.2454038 Dec 11 22:51:25.455741 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.483274 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c6b8dd9-86cf-48da-b96d-df6f7706bd6f req-356d82c1-b0eb-4369-b03d-bff81a0b976b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=50aa16c7-1614-4121-b237-21cb190b5dde HTTP/1.1" status: 200 len: 210 time: 0.0489917 Dec 11 22:51:25.519450 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.573065 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dbf9b296-0ced-469d-a860-68b2e1937d80 req-1fd9def1-c792-4556-a60e-74b22f44bb5e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586707 Dec 11 22:51:25.588454 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.595587 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.607079 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.660310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1e592e2e-59f4-4304-8c07-fa949ed19048 None None] Provisioning complete for port f46045c3-4714-44da-acf4-9176eba03bcc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:25.660610 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1e592e2e-59f4-4304-8c07-fa949ed19048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.712998 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81c866e-92e7-4cee-9946-13d012d9b501 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:25.717533 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.769748 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Attempting to bind port fa9efa48-40cc-4d59-8bc4-7510cd62b5b8 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:51:25.770298 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Attempting to bind port fa9efa48-40cc-4d59-8bc4-7510cd62b5b8 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:51:25.770774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Attempting to bind port fa9efa48-40cc-4d59-8bc4-7510cd62b5b8 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:51:25.775951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf002ced-d868-4d84-9ee9-6b58a8fea82c None None] Pushing event updated for resources: {'Port': ['ID=fa9efa48-40cc-4d59-8bc4-7510cd62b5b8,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:25.798671 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.813007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:25.814773 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1e592e2e-59f4-4304-8c07-fa949ed19048 None None] Port f46045c3-4714-44da-acf4-9176eba03bcc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:51:25.822354 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:25.827707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:51:25.828309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:51:25.829614 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.829751 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.830451 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:51:25.831088 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Bound port: fa9efa48-40cc-4d59-8bc4-7510cd62b5b8, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:51:25.831586 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.832773 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.833959 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4c57043-847a-4484-830b-d1e9d5366efc HTTP/1.1" status: 204 len: 168 time: 0.5671208 Dec 11 22:51:25.840053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:25.851421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c57043-847a-4484-830b-d1e9d5366efc,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:25.864013 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.868866 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:25.912375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] For port fa9efa48-40cc-4d59-8bc4-7510cd62b5b8, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:51:25.915515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] For port fa9efa48-40cc-4d59-8bc4-7510cd62b5b8, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fa9efa48-40cc-4d59-8bc4-7510cd62b5b8,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:51:25.960033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Pushing event updated for resources: {'Port': ['ID=d8360673-fe29-4ec0-ac41-ce149b96e63e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:25.989236 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:26.021961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Attempting to bind port d8360673-fe29-4ec0-ac41-ce149b96e63e on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:51:26.022338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Attempting to bind port d8360673-fe29-4ec0-ac41-ce149b96e63e by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:51:26.022788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Attempting to bind port d8360673-fe29-4ec0-ac41-ce149b96e63e on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:51:26.064375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=aa0446d1-4206-4f45-915f-608b289fff9f,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:26.072520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.072881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.073271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.073610 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.073949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.074282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.074613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.074968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.075296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.076125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.076125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.076353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.076563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7358914d-ef0c-4683-8eec-6022a63ce6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.081563 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Pushing event updated for resources: {'Port': ['ID=f46045c3-4714-44da-acf4-9176eba03bcc,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:26.084797 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:26.088705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.089230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.089485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.089829 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.090165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.090503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.091014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.091457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.091883 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.092213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.092539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.093385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.093385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:51:26.097914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:26.099834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:26.102764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:26.103406 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:26.115541 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d2ed7127-a01c-4f70-8db1-3985847b185f None None] Provisioning complete for port fa9efa48-40cc-4d59-8bc4-7510cd62b5b8 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:26.130316 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7127-a01c-4f70-8db1-3985847b185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:26.132490 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:51:26.132872 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:51:26.136192 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:26.137807 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:51:26.138408 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Bound port: d8360673-fe29-4ec0-ac41-ce149b96e63e, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:51:26.138791 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:26.185885 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-35f74632-fd39-4a07-a4f5-7f97274da9d1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4924212 Dec 11 22:51:26.189133 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37796) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:26.193171 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324ea182-4aae-4834-a235-c977041e796f None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:26.195638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e453b97d-9781-4e5c-a0aa-187aa6adcf42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'mac_address': 'fa:16:3e:37:aa:42', 'name': 'tempest-NetworksTestDHCPv6-351355734'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:26.331617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Network 0880f6bd-c0aa-40c6-9367-729d7d05d0b8 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:26.336667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:26.372114 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Routers {'9b876dfd-3808-415c-8ec7-88f7785296aa'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:51:26.372779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:51:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9b876dfd-3808-415c-8ec7-88f7785296aa'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:26.494185 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf002ced-d868-4d84-9ee9-6b58a8fea82c None None] Pushing event updated for resources: {'Port': ['ID=fa9efa48-40cc-4d59-8bc4-7510cd62b5b8,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:26.695869 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e453b97d-9781-4e5c-a0aa-187aa6adcf42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:26.760347 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Router 9b876dfd-3808-415c-8ec7-88f7785296aa has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:51:26.827717 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] For port d8360673-fe29-4ec0-ac41-ce149b96e63e, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:51:26.887539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a753d997-abaf-40a5-8f63-a236ad49e2d4 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:51:26.959481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] For port d8360673-fe29-4ec0-ac41-ce149b96e63e, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d8360673-fe29-4ec0-ac41-ce149b96e63e,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:51:26.964774 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7127-a01c-4f70-8db1-3985847b185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:26.978687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: a753d997-abaf-40a5-8f63-a236ad49e2d4 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:51:26.979062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a753d997-abaf-40a5-8f63-a236ad49e2d4 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:51:27.002766 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] Set router 9b876dfd-3808-415c-8ec7-88f7785296aa gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:51:27.092535 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceaef4-7e19-47c9-ba4c-2e09496a9895 req-2a38c8fb-c535-4f01-8780-9db323e53037 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:27.098901 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6ceaef4-7e19-47c9-ba4c-2e09496a9895 req-2a38c8fb-c535-4f01-8780-9db323e53037 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.2806101 Dec 11 22:51:27.102324 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e453b97d-9781-4e5c-a0aa-187aa6adcf42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:27.114264 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:27.119423 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:51:27.135512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d2ed7127-a01c-4f70-8db1-3985847b185f None None] For port fa9efa48-40cc-4d59-8bc4-7510cd62b5b8, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fa9efa48-40cc-4d59-8bc4-7510cd62b5b8,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:27.139062 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c6ed21bb-5e3e-4613-893a-07375706af0a admin admin] 10.222.0.45 "PUT /v2.0/routers/9b876dfd-3808-415c-8ec7-88f7785296aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1299820 Dec 11 22:51:27.224130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-e453b97d-9781-4e5c-a0aa-187aa6adcf42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port 3dd9047f-084f-4258-90b8-110f1941ae16 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:51:27.271037 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7127-a01c-4f70-8db1-3985847b185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:27.425258 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6ceaef4-7e19-47c9-ba4c-2e09496a9895 req-4441b75a-9937-45bf-8727-6449b09ea49b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085515 Dec 11 22:51:27.435923 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7194ad1-f170-489c-b2c0-52546bcb8d14 None None] Pushing event updated for resources: {'Port': ['ID=d8360673-fe29-4ec0-ac41-ce149b96e63e,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:27.453857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2abb758e-40ab-4db8-8c01-366413240f63 None None] Provisioning complete for port f46045c3-4714-44da-acf4-9176eba03bcc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:27.454837 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2abb758e-40ab-4db8-8c01-366413240f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:27.473014 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-22d77e0b-386d-4ca1-affb-b4d6b1caa06d tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:27.489173 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-22d77e0b-386d-4ca1-affb-b4d6b1caa06d tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 805 time: 0.3710158 Dec 11 22:51:27.507685 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-0d4e35ca-d6df-4586-80c8-70855d15321c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/quotas/73763a9de6774bcb92f6d05a9e2496f8 HTTP/1.1" status: 200 len: 375 time: 0.0138338 Dec 11 22:51:27.601472 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-1d2a81a9-9c2b-4db0-a8dc-bc0acb5369bd tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0839052 Dec 11 22:51:27.745993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2abb758e-40ab-4db8-8c01-366413240f63 None None] Port f46045c3-4714-44da-acf4-9176eba03bcc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:51:27.788134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-e453b97d-9781-4e5c-a0aa-187aa6adcf42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 172.20.0.12 (222e8032-d106-460a-b983-cafecada1526/aa0446d1-4206-4f45-915f-608b289fff9f/3dd9047f-084f-4258-90b8-110f1941ae16) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:27.797214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed7127-a01c-4f70-8db1-3985847b185f None None] Pushing event updated for resources: {'Port': ['ID=fa9efa48-40cc-4d59-8bc4-7510cd62b5b8,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:27.809025 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2abb758e-40ab-4db8-8c01-366413240f63 None None] Provisioning complete for port fa9efa48-40cc-4d59-8bc4-7510cd62b5b8 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:27.809403 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2abb758e-40ab-4db8-8c01-366413240f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:27.809879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-e453b97d-9781-4e5c-a0aa-187aa6adcf42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::f816:3eff:fe37:aa42 (222e8032-d106-460a-b983-cafecada1526/1ad160cb-b85d-4f43-8449-204d6abac221/3dd9047f-084f-4258-90b8-110f1941ae16) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:27.898614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'name': 'tempest-ServersTestJSON-1962488865-router', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:18Z', 'updated_at': '2021-12-11T22:51:25Z', 'revision_number': 4, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'gw_port': {'id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:20Z', 'updated_at': '2021-12-11T22:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'f46045c3-4714-44da-acf4-9176eba03bcc', 'name': '', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'mac_address': 'fa:16:3e:95:96:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:24Z', 'updated_at': '2021-12-11T22:51:25Z', 'revision_number': 2, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'subnets': [{'id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:27.960802 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc364b-90cc-4b4b-b28a-c7ec20a44347 None None] The sync data for ids ['9b876dfd-3808-415c-8ec7-88f7785296aa'] in n-d-710847-6 is: [{'id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'name': 'tempest-ServersTestJSON-1962488865-router', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:18Z', 'updated_at': '2021-12-11T22:51:25Z', 'revision_number': 4, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'gw_port': {'id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:20Z', 'updated_at': '2021-12-11T22:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'f46045c3-4714-44da-acf4-9176eba03bcc', 'name': '', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'mac_address': 'fa:16:3e:95:96:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:24Z', 'updated_at': '2021-12-11T22:51:25Z', 'revision_number': 2, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'subnets': [{'id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:51:27.997387 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-14d4ee21-db18-45b8-9d5b-dc37ec344c58 service neutron] 10.222.0.45 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762469 Dec 11 22:51:28.191820 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e453b97d-9781-4e5c-a0aa-187aa6adcf42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:28.216951 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-3f0f5525-dc2e-4033-a132-de44576aabb2 service neutron] 10.222.0.45 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156169 Dec 11 22:51:28.636032 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e453b97d-9781-4e5c-a0aa-187aa6adcf42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:28.649973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d8360673-fe29-4ec0-ac41-ce149b96e63e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:28.766446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453b97d-9781-4e5c-a0aa-187aa6adcf42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=3dd9047f-084f-4258-90b8-110f1941ae16,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:28.795874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d8360673-fe29-4ec0-ac41-ce149b96e63e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:28.797334 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:28.803704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e453b97d-9781-4e5c-a0aa-187aa6adcf42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:28.811139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-e453b97d-9781-4e5c-a0aa-187aa6adcf42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:28.821396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e453b97d-9781-4e5c-a0aa-187aa6adcf42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:29.009264 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e453b97d-9781-4e5c-a0aa-187aa6adcf42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:29.010119 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e453b97d-9781-4e5c-a0aa-187aa6adcf42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:29.029052 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:29.126445 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da96a87-fde4-41fa-8e52-ebb780aed0ea req-c865ed5f-3b9c-42ee-a9f7-5eb55684b221 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:29.134857 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3da96a87-fde4-41fa-8e52-ebb780aed0ea req-c865ed5f-3b9c-42ee-a9f7-5eb55684b221 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.0790277 Dec 11 22:51:29.143490 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e453b97d-9781-4e5c-a0aa-187aa6adcf42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9531662 Dec 11 22:51:29.144172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37868) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:29.181291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37870) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:29.184531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port d8360673-fe29-4ec0-ac41-ce149b96e63e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d8360673-fe29-4ec0-ac41-ce149b96e63e,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:29.234007 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:29.271645 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3da96a87-fde4-41fa-8e52-ebb780aed0ea req-030c62e1-d010-46e3-9d55-dfdb8ac3b146 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366940 Dec 11 22:51:29.313082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d1fe7437-b998-4330-b502-faa320ab0a2d tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--499481240', 'description': 'tempest-description--2145940506'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:29.367974 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=d8360673-fe29-4ec0-ac41-ce149b96e63e,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:29.446347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6de18f-51a7-4764-80e1-23530f93eb0f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:29.450113 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1bf5a771-8270-4d16-9feb-13910805f647 req-dd7ffc92-a8ae-484d-8b5d-12c73d98c704 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 210 time: 0.1107614 Dec 11 22:51:29.461433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6de18f-51a7-4764-80e1-23530f93eb0f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:29.465189 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7a6de18f-51a7-4764-80e1-23530f93eb0f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3173440 Dec 11 22:51:29.466111 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37878) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:29.552722 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff077fe-33a6-4d0a-a1ae-45b8858d71e1 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:29.584371 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d1fe7437-b998-4330-b502-faa320ab0a2d tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:29.695663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4f0d42cc-2f18-4e55-aa59-03587b32a63a None None] Provisioning complete for port d8360673-fe29-4ec0-ac41-ce149b96e63e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:29.696039 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4f0d42cc-2f18-4e55-aa59-03587b32a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:29.724242 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-1c735b56-7e78-493b-aa09-5ff851c5cc58 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 3dd9047f-084f-4258-90b8-110f1941ae16 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:29.724596 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c735b56-7e78-493b-aa09-5ff851c5cc58 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:29.774562 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d1fe7437-b998-4330-b502-faa320ab0a2d tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:29.851587 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d1fe7437-b998-4330-b502-faa320ab0a2d tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:29.919199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe7437-b998-4330-b502-faa320ab0a2d tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45bd01f0-7758-4263-bab7-aee5cad7e2cf,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:29.954759 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c735b56-7e78-493b-aa09-5ff851c5cc58 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:29.997977 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-1c735b56-7e78-493b-aa09-5ff851c5cc58 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 3dd9047f-084f-4258-90b8-110f1941ae16 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:51:30.007554 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d1fe7437-b998-4330-b502-faa320ab0a2d tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:30.007554 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d1fe7437-b998-4330-b502-faa320ab0a2d tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7093008 Dec 11 22:51:30.009886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37890) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:30.014919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3a630fc3-bf0c-463a-8202-fcac103d527c tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Request body: {'security_group_rule': {'security_group_id': '45bd01f0-7758-4263-bab7-aee5cad7e2cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:30.174796 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a630fc3-bf0c-463a-8202-fcac103d527c tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:30.239829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c1268a-5d85-4f88-9cd4-745283c131ac None None] Update dhcp port {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'fixed_ips': [{'subnet_id': '1ad160cb-b85d-4f43-8449-204d6abac221', 'ip_address': '2001:db8::f816:3eff:fedb:5b98'}, {'subnet_id': 'aa0446d1-4206-4f45-915f-608b289fff9f'}], 'binding:host_id': 'n-d-710847-6'}, 'id': 'd8360673-fe29-4ec0-ac41-ce149b96e63e'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 22:51:30.275402 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d6c1268a-5d85-4f88-9cd4-745283c131ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:30.333404 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a630fc3-bf0c-463a-8202-fcac103d527c tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:30.424918 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a630fc3-bf0c-463a-8202-fcac103d527c tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:30.501557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a630fc3-bf0c-463a-8202-fcac103d527c tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b066a708-4631-49dc-ab72-4e3b52d4edb7,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:30.601832 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a630fc3-bf0c-463a-8202-fcac103d527c tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:30.605909 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3a630fc3-bf0c-463a-8202-fcac103d527c tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5923350 Dec 11 22:51:30.606242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37898) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:30.619600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-10d5e017-22fc-480b-b13d-0f79c812128a tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Request body: {'security_group_rule': {'security_group_id': '45bd01f0-7758-4263-bab7-aee5cad7e2cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:30.650878 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-d6c1268a-5d85-4f88-9cd4-745283c131ac None None] Allocated IP 172.20.0.2 (222e8032-d106-460a-b983-cafecada1526/aa0446d1-4206-4f45-915f-608b289fff9f/d8360673-fe29-4ec0-ac41-ce149b96e63e) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:30.696597 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c735b56-7e78-493b-aa09-5ff851c5cc58 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:30.824974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53924658-b1ec-4ff1-9c4e-bba3560ada32 req-45a7299c-cd93-4fb1-902b-b32bd84dedff tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:30.826584 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-53924658-b1ec-4ff1-9c4e-bba3560ada32 req-45a7299c-cd93-4fb1-902b-b32bd84dedff tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.4002233 Dec 11 22:51:30.842443 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf1c0713-2d12-4ebd-8883-94c322fc9856 req-1f691da7-03a7-4d6c-8164-fea346dda366 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 210 time: 0.1334879 Dec 11 22:51:30.851198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d8360673-fe29-4ec0-ac41-ce149b96e63e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:30.859223 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-10d5e017-22fc-480b-b13d-0f79c812128a tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:30.892385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c735b56-7e78-493b-aa09-5ff851c5cc58 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=3dd9047f-084f-4258-90b8-110f1941ae16,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:30.953400 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d6c1268a-5d85-4f88-9cd4-745283c131ac None None] For port d8360673-fe29-4ec0-ac41-ce149b96e63e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d8360673-fe29-4ec0-ac41-ce149b96e63e,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:30.990022 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d8360673-fe29-4ec0-ac41-ce149b96e63e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:30.990708 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:31.070962 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d6c1268a-5d85-4f88-9cd4-745283c131ac None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:31.124165 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-10d5e017-22fc-480b-b13d-0f79c812128a tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:31.127375 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-53924658-b1ec-4ff1-9c4e-bba3560ada32 req-da1c28d2-49eb-4a9b-9660-6a975c660a5d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293091 Dec 11 22:51:31.133372 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c735b56-7e78-493b-aa09-5ff851c5cc58 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:31.133372 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1c735b56-7e78-493b-aa09-5ff851c5cc58 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/3dd9047f-084f-4258-90b8-110f1941ae16 HTTP/1.1" status: 204 len: 168 time: 1.6657481 Dec 11 22:51:31.136283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37904) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:31.189283 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d6c1268a-5d85-4f88-9cd4-745283c131ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:31.208910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fa9efa48-40cc-4d59-8bc4-7510cd62b5b8 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:31.243962 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-10d5e017-22fc-480b-b13d-0f79c812128a tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:31.265100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268dff77-bb70-492a-ad06-766d8721fb3b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:31.267471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268dff77-bb70-492a-ad06-766d8721fb3b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:31.269593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268dff77-bb70-492a-ad06-766d8721fb3b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:31.271351 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-268dff77-bb70-492a-ad06-766d8721fb3b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1329293 Dec 11 22:51:31.275277 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37906) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:31.286347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5e017-22fc-480b-b13d-0f79c812128a tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41aa89be-50b3-45c2-a2dd-137f60edc14a,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:31.396044 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-31024de8-0c32-47d2-808c-7767085db5af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 1ad160cb-b85d-4f43-8449-204d6abac221 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:51:31.399619 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31024de8-0c32-47d2-808c-7767085db5af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:31.408458 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1268a-5d85-4f88-9cd4-745283c131ac None None] Pushing event updated for resources: {'Port': ['ID=d8360673-fe29-4ec0-ac41-ce149b96e63e,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:31.414754 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-10d5e017-22fc-480b-b13d-0f79c812128a tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:31.417402 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-10d5e017-22fc-480b-b13d-0f79c812128a tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8099597 Dec 11 22:51:31.418178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fa9efa48-40cc-4d59-8bc4-7510cd62b5b8 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:31.418573 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:31.420337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37910) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:31.426851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:31.480096 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31024de8-0c32-47d2-808c-7767085db5af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:31.543474 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:31.698529 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31024de8-0c32-47d2-808c-7767085db5af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:31.910317 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31024de8-0c32-47d2-808c-7767085db5af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:31.992242 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31024de8-0c32-47d2-808c-7767085db5af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=1ad160cb-b85d-4f43-8449-204d6abac221,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:32.002893 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31024de8-0c32-47d2-808c-7767085db5af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:32.007414 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-31024de8-0c32-47d2-808c-7767085db5af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/1ad160cb-b85d-4f43-8449-204d6abac221 HTTP/1.1" status: 204 len: 168 time: 0.7301040 Dec 11 22:51:32.014056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37918) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:32.136248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-441cd7fc-f457-4d22-9c44-9419de29010e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet aa0446d1-4206-4f45-915f-608b289fff9f {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:51:32.145304 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-441cd7fc-f457-4d22-9c44-9419de29010e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:32.285301 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-441cd7fc-f457-4d22-9c44-9419de29010e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:32.350608 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Sync routers for ids ['9b876dfd-3808-415c-8ec7-88f7785296aa'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:51:32.366482 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Routers {'9b876dfd-3808-415c-8ec7-88f7785296aa'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:51:32.367530 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:51:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9b876dfd-3808-415c-8ec7-88f7785296aa'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:32.481231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-c32dabb8-d08d-4fac-972c-c9a9be05c1c5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:32.482712 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-c32dabb8-d08d-4fac-972c-c9a9be05c1c5 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 805 time: 0.1393659 Dec 11 22:51:32.544514 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-598b07ea-6770-4c3d-baed-5bc79e4ed8db req-28321d03-1866-4b46-a480-3637965acff4 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 210 time: 0.1998518 Dec 11 22:51:32.550892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-cca754a9-f1ce-4c55-83ab-713d249de4e7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Request body: {'port': {'device_id': '80ba3f40-2e60-43ea-abfb-a2e40301c42f', 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69', 'admin_state_up': True, 'tenant_id': '73763a9de6774bcb92f6d05a9e2496f8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:32.554592 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Set router 9b876dfd-3808-415c-8ec7-88f7785296aa gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:51:32.612503 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26661cf-2e5f-41ed-990d-a00bcee8c0b1 req-e44b18aa-014a-4208-8075-ad0e1656007c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:32.634950 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f26661cf-2e5f-41ed-990d-a00bcee8c0b1 req-e44b18aa-014a-4208-8075-ad0e1656007c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.3414209 Dec 11 22:51:32.644895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d8360673-fe29-4ec0-ac41-ce149b96e63e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:32.753706 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bcbdc6-e3c0-4e94-af5e-a5765fe7455d None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:32.812322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-840eddf8-cac0-4e90-8fc7-56cf25bd4910 None None] Could not find standard attr ID for object 3dd9047f-084f-4258-90b8-110f1941ae16. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:51:32.817283 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f26661cf-2e5f-41ed-990d-a00bcee8c0b1 req-d5f37b70-f6cd-4e09-918f-256117d0aba7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768196 Dec 11 22:51:32.833642 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-441cd7fc-f457-4d22-9c44-9419de29010e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:32.896954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d8360673-fe29-4ec0-ac41-ce149b96e63e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:32.897324 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:32.944213 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-840eddf8-cac0-4e90-8fc7-56cf25bd4910 None None] Provisioning complete for port d8360673-fe29-4ec0-ac41-ce149b96e63e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:32.944916 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-840eddf8-cac0-4e90-8fc7-56cf25bd4910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:32.999260 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-441cd7fc-f457-4d22-9c44-9419de29010e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:33.023920 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:33.049280 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'name': 'tempest-ServersTestJSON-1962488865-router', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:18Z', 'updated_at': '2021-12-11T22:51:25Z', 'revision_number': 4, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'gw_port': {'id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:20Z', 'updated_at': '2021-12-11T22:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'f46045c3-4714-44da-acf4-9176eba03bcc', 'name': '', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'mac_address': 'fa:16:3e:95:96:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:24Z', 'updated_at': '2021-12-11T22:51:25Z', 'revision_number': 2, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'subnets': [{'id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:33.058859 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cd7fc-f457-4d22-9c44-9419de29010e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=aa0446d1-4206-4f45-915f-608b289fff9f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:33.094980 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-441cd7fc-f457-4d22-9c44-9419de29010e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:33.102865 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-441cd7fc-f457-4d22-9c44-9419de29010e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/aa0446d1-4206-4f45-915f-608b289fff9f HTTP/1.1" status: 204 len: 168 time: 1.0833561 Dec 11 22:51:33.103122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-cca754a9-f1ce-4c55-83ab-713d249de4e7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Made reservation on behalf of 73763a9de6774bcb92f6d05a9e2496f8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:33.104640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37928) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:33.106465 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-cca754a9-f1ce-4c55-83ab-713d249de4e7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:33.139161 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Checking router: 9b876dfd-3808-415c-8ec7-88f7785296aa for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:51:33.139673 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Updating router 9b876dfd-3808-415c-8ec7-88f7785296aa port f46045c3-4714-44da-acf4-9176eba03bcc binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:51:33.193946 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:33.206849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37930) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:33.207486 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-66baa1d4-d255-4279-a079-fecc8a742cb6 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0973167 Dec 11 22:51:33.217269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-127e76dd-0f71-4d99-b312-352229ce32e8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:33.259171 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e31a34-4b28-4827-8c28-ca6f417b5e06 None None] Update dhcp port {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'fixed_ips': [{'subnet_id': 'aa0446d1-4206-4f45-915f-608b289fff9f'}], 'binding:host_id': 'n-d-710847-6'}, 'id': 'd8360673-fe29-4ec0-ac41-ce149b96e63e'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 22:51:33.315058 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-21e31a34-4b28-4827-8c28-ca6f417b5e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:33.324894 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Allocated IP 172.25.1.104 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/a1dda3ea-fc1f-469d-8845-88d3d81d31c4) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:33.459955 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:33.591677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d93dc00-2ada-4e5f-8d64-d690ca7abbc1 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:33.627048 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:33.720671 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:33.723035 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-33c73cae-9d73-4d2a-abf6-d2b0ac66ff58 None None] Provisioning complete for port d8360673-fe29-4ec0-ac41-ce149b96e63e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:33.723548 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-33c73cae-9d73-4d2a-abf6-d2b0ac66ff58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:33.762859 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-145ff36e-a1b9-4e8c-9a6f-51b7cbc35f99 req-c499b3a3-f7ba-4dfa-b039-db474152ebb8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 210 time: 0.0759640 Dec 11 22:51:33.815312 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae1de8-d626-4040-925c-b62046f359c1 None None] Pushing event updated for resources: {'Port': ['ID=f46045c3-4714-44da-acf4-9176eba03bcc,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:33.835026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15f10c1-2da0-4856-8737-82d4eb4ee9c3 None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:34.012844 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:34.019906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c15f10c1-2da0-4856-8737-82d4eb4ee9c3 None None] Deleting port d8360673-fe29-4ec0-ac41-ce149b96e63e {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:34.022400 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c15f10c1-2da0-4856-8737-82d4eb4ee9c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:34.024366 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Attempting to bind port f46045c3-4714-44da-acf4-9176eba03bcc on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:51:34.025341 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Attempting to bind port f46045c3-4714-44da-acf4-9176eba03bcc by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '190f9573-495f-4fc2-ae01-ad16a092a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:51:34.025891 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Attempting to bind port f46045c3-4714-44da-acf4-9176eba03bcc on network 0880f6bd-c0aa-40c6-9367-729d7d05d0b8 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:51:34.031470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-cca754a9-f1ce-4c55-83ab-713d249de4e7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Allocated IP 172.20.0.3 (7b9ae698-01f2-4103-b52a-b4d048e88c69/57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3/0a7e1713-4bb1-40f5-921a-c4120e9682c7) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:34.042960 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:51:34.044973 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Checking segment: {'id': '190f9573-495f-4fc2-ae01-ad16a092a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:51:34.045827 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:34.046406 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Bound using segment: {'id': '190f9573-495f-4fc2-ae01-ad16a092a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:51:34.051313 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Bound port: f46045c3-4714-44da-acf4-9176eba03bcc, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190f9573-495f-4fc2-ae01-ad16a092a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:51:34.051986 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:34.106490 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3acbbf-cae8-4727-88d7-dab66df31568 req-b84707c4-01e5-410d-acae-26a9fceb3396 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:34.120482 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9e3acbbf-cae8-4727-88d7-dab66df31568 req-b84707c4-01e5-410d-acae-26a9fceb3396 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.1615736 Dec 11 22:51:34.154194 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c15f10c1-2da0-4856-8737-82d4eb4ee9c3 None None] For port d8360673-fe29-4ec0-ac41-ce149b96e63e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d8360673-fe29-4ec0-ac41-ce149b96e63e,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:34.155045 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c15f10c1-2da0-4856-8737-82d4eb4ee9c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:34.174822 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c15f10c1-2da0-4856-8737-82d4eb4ee9c3 None None] Calling delete_port for d8360673-fe29-4ec0-ac41-ce149b96e63e owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:51:34.246376 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9e3acbbf-cae8-4727-88d7-dab66df31568 req-727ebac4-a625-4b26-a08b-c1cefd36080b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203711 Dec 11 22:51:34.287629 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] For port f46045c3-4714-44da-acf4-9176eba03bcc, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:51:34.299983 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] For port f46045c3-4714-44da-acf4-9176eba03bcc, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f46045c3-4714-44da-acf4-9176eba03bcc,segment=NetworkSegment(190f9573-495f-4fc2-ae01-ad16a092a395),segment_id=190f9573-495f-4fc2-ae01-ad16a092a395)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:51:34.375196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Pushing event updated for resources: {'Port': ['ID=a1dda3ea-fc1f-469d-8845-88d3d81d31c4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:34.394237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0c3f1762-8cb3-4fdf-9d4a-dc4103adbb39 None None] Provisioning complete for port f46045c3-4714-44da-acf4-9176eba03bcc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:34.394623 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1762-8cb3-4fdf-9d4a-dc4103adbb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:34.399219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:34.402585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:34.413839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:34.454626 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f1762-8cb3-4fdf-9d4a-dc4103adbb39 None None] Port f46045c3-4714-44da-acf4-9176eba03bcc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:51:34.457328 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:34.475509 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c15f10c1-2da0-4856-8737-82d4eb4ee9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:34.504837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127e76dd-0f71-4d99-b312-352229ce32e8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:34.511414 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-127e76dd-0f71-4d99-b312-352229ce32e8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:34.571133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f10c1-2da0-4856-8737-82d4eb4ee9c3 None None] No DVR routers for this DVR port d8360673-fe29-4ec0-ac41-ce149b96e63e on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:51:34.586445 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f10c1-2da0-4856-8737-82d4eb4ee9c3 None None] Pushing event deleted for resources: {'Port': ['ID=d8360673-fe29-4ec0-ac41-ce149b96e63e,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:34.628389 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae1de8-d626-4040-925c-b62046f359c1 None None] Pushing event updated for resources: {'Port': ['ID=f46045c3-4714-44da-acf4-9176eba03bcc,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:34.637437 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Routers {'9b876dfd-3808-415c-8ec7-88f7785296aa'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:51:34.638137 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:51:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9b876dfd-3808-415c-8ec7-88f7785296aa'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:34.665906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d8360673-fe29-4ec0-ac41-ce149b96e63e no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:51:34.694709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: d8360673-fe29-4ec0-ac41-ce149b96e63e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:51:34.695877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d8360673-fe29-4ec0-ac41-ce149b96e63e not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:51:34.782309 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:34.802577 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-cca754a9-f1ce-4c55-83ab-713d249de4e7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:34.884366 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] Set router 9b876dfd-3808-415c-8ec7-88f7785296aa gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:51:35.011994 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-cca754a9-f1ce-4c55-83ab-713d249de4e7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:35.014992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5be39cf3-88d1-41ea-8abf-8ac4b083a23b None None] Provisioning complete for port f46045c3-4714-44da-acf4-9176eba03bcc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:35.017065 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5be39cf3-88d1-41ea-8abf-8ac4b083a23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:35.078492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ec559dce-69fa-4cb1-acdd-66e658b00f15'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:51:35.087828 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:35.149132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-cca754a9-f1ce-4c55-83ab-713d249de4e7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Network 7b9ae698-01f2-4103-b52a-b4d048e88c69 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:35.157560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca754a9-f1ce-4c55-83ab-713d249de4e7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Pushing event updated for resources: {'Port': ['ID=0a7e1713-4bb1-40f5-921a-c4120e9682c7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:35.187872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-cca754a9-f1ce-4c55-83ab-713d249de4e7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:35.199501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-cca754a9-f1ce-4c55-83ab-713d249de4e7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:35.209346 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fb475-4101-4ff3-949f-d3248d051864 req-b14b2bec-4eba-4ae8-8477-6ab6e3b0b32b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:35.209939 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0515e817-e401-4f92-9d8e-f88f8609c423 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:35.210981 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3b4fb475-4101-4ff3-949f-d3248d051864 req-b14b2bec-4eba-4ae8-8477-6ab6e3b0b32b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 931 time: 0.2755258 Dec 11 22:51:35.353933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-cca754a9-f1ce-4c55-83ab-713d249de4e7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:35.354613 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-cca754a9-f1ce-4c55-83ab-713d249de4e7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:35.389638 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3b4fb475-4101-4ff3-949f-d3248d051864 req-87359237-b96f-44e5-a936-61e9de63ff9c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701069 Dec 11 22:51:35.421148 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5be39cf3-88d1-41ea-8abf-8ac4b083a23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:35.468309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5be39cf3-88d1-41ea-8abf-8ac4b083a23b None None] For port f46045c3-4714-44da-acf4-9176eba03bcc, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f46045c3-4714-44da-acf4-9176eba03bcc,segment=NetworkSegment(190f9573-495f-4fc2-ae01-ad16a092a395),segment_id=190f9573-495f-4fc2-ae01-ad16a092a395)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:35.470200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3309-1beb-4480-bd4e-4fe55718c66e req-f60c6248-38f0-4c40-8010-f33363a635ce tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:35.486404 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83ce3309-1beb-4480-bd4e-4fe55718c66e req-f60c6248-38f0-4c40-8010-f33363a635ce tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.1573739 Dec 11 22:51:35.525875 n-d-710847-6 neutron-server[103692]: DEBUG neutron.objects.ports [None req-127e76dd-0f71-4d99-b312-352229ce32e8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103692) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:51:35.531641 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-127e76dd-0f71-4d99-b312-352229ce32e8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:35.556251 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5be39cf3-88d1-41ea-8abf-8ac4b083a23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:35.581398 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:35.597638 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-cca754a9-f1ce-4c55-83ab-713d249de4e7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0592201 Dec 11 22:51:35.611348 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83ce3309-1beb-4480-bd4e-4fe55718c66e req-5d1fc14a-f398-4be1-9a73-96396aad79bb tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202402 Dec 11 22:51:35.619040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127e76dd-0f71-4d99-b312-352229ce32e8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:35.622440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Request body: {'port': {'device_id': '80ba3f40-2e60-43ea-abfb-a2e40301c42f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:35.631240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-127e76dd-0f71-4d99-b312-352229ce32e8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:35.649646 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7cd083-bbad-4050-889f-059dd7216b62 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:35.658211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127e76dd-0f71-4d99-b312-352229ce32e8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:35.658838 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-127e76dd-0f71-4d99-b312-352229ce32e8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:35.668526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e76dd-0f71-4d99-b312-352229ce32e8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=30e3a541-4a40-4b45-8aa4-aaa9a08e819d,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:35.703437 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:35.755557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Pushing event updated for resources: {'Port': ['ID=a1dda3ea-fc1f-469d-8845-88d3d81d31c4,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:35.756076 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'name': 'tempest-ServersTestJSON-1962488865-router', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:18Z', 'updated_at': '2021-12-11T22:51:25Z', 'revision_number': 4, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'gw_port': {'id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:20Z', 'updated_at': '2021-12-11T22:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'f46045c3-4714-44da-acf4-9176eba03bcc', 'name': '', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'mac_address': 'fa:16:3e:95:96:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:24Z', 'updated_at': '2021-12-11T22:51:34Z', 'revision_number': 4, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'subnets': [{'id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:35.766725 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-127e76dd-0f71-4d99-b312-352229ce32e8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5581639 Dec 11 22:51:35.769644 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37958) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:35.783377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-41c461fa-f09e-4e48-91bc-e396aa4a916b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:35.791781 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:35.817583 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7468e9-4fd6-45c4-bde6-a4d348705855 None None] The sync data for ids ['9b876dfd-3808-415c-8ec7-88f7785296aa'] in n-d-710847-6 is: [{'id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'name': 'tempest-ServersTestJSON-1962488865-router', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:18Z', 'updated_at': '2021-12-11T22:51:25Z', 'revision_number': 4, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'gw_port': {'id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:20Z', 'updated_at': '2021-12-11T22:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'f46045c3-4714-44da-acf4-9176eba03bcc', 'name': '', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'mac_address': 'fa:16:3e:95:96:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:24Z', 'updated_at': '2021-12-11T22:51:34Z', 'revision_number': 4, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'subnets': [{'id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:51:35.852147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e9cd2b60-8fff-49f5-a100-014666c259ec None None] Provisioning complete for port 0a7e1713-4bb1-40f5-921a-c4120e9682c7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:35.852660 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2b60-8fff-49f5-a100-014666c259ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:35.858462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': '30e3a541-4a40-4b45-8aa4-aaa9a08e819d'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:51:35.859488 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:35.920692 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be39cf3-88d1-41ea-8abf-8ac4b083a23b None None] Pushing event updated for resources: {'Port': ['ID=f46045c3-4714-44da-acf4-9176eba03bcc,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:35.932698 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:36.119946 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c461fa-f09e-4e48-91bc-e396aa4a916b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:36.129684 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41c461fa-f09e-4e48-91bc-e396aa4a916b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:36.197970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd2b60-8fff-49f5-a100-014666c259ec None None] Port 0a7e1713-4bb1-40f5-921a-c4120e9682c7 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:51:36.245753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Allocated IP 2001:db8::f816:3eff:feb1:1e4c (222e8032-d106-460a-b983-cafecada1526/30e3a541-4a40-4b45-8aa4-aaa9a08e819d/edb04635-0e5e-4b81-a818-128d26b22b26) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:36.451520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7e1713-4bb1-40f5-921a-c4120e9682c7 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:51:36.495530 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:36.520835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Transition to ACTIVE for port object 0a7e1713-4bb1-40f5-921a-c4120e9682c7 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:51:36.525992 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:36.543281 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a8d68f62-4592-4be1-9275-63337c3402fc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1209557 Dec 11 22:51:36.643978 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:36.788931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7e1713-4bb1-40f5-921a-c4120e9682c7,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:36.817154 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41c461fa-f09e-4e48-91bc-e396aa4a916b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:36.837084 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751be84-540e-420e-8772-5d9c19ca438a req-62e106b7-87cd-44ea-9bc6-2c22b8b51f9e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:36.839662 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7751be84-540e-420e-8772-5d9c19ca438a req-62e106b7-87cd-44ea-9bc6-2c22b8b51f9e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 931 time: 0.2620499 Dec 11 22:51:36.900927 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c3281-a549-43a3-a683-58da6ff6ebd9 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:36.909257 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f46045c3-4714-44da-acf4-9176eba03bcc up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:36.948851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Attempting to bind port 0a7e1713-4bb1-40f5-921a-c4120e9682c7 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:51:36.949461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Attempting to bind port 0a7e1713-4bb1-40f5-921a-c4120e9682c7 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:51:36.949972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Attempting to bind port 0a7e1713-4bb1-40f5-921a-c4120e9682c7 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:51:36.966368 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7751be84-540e-420e-8772-5d9c19ca438a req-7bedd7bc-23e6-4674-b814-8638a184d151 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957198 Dec 11 22:51:36.969131 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Port 0a7e1713-4bb1-40f5-921a-c4120e9682c7 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:51:36.969513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Attempting to bind port 0a7e1713-4bb1-40f5-921a-c4120e9682c7 on network 7b9ae698-01f2-4103-b52a-b4d048e88c69 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:51:37.000227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:51:37.013782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Checking segment: {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:51:37.026550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Bound using segment: {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:51:37.029466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Bound port: 0a7e1713-4bb1-40f5-921a-c4120e9682c7, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:51:37.035989 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:37.257030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] For port 0a7e1713-4bb1-40f5-921a-c4120e9682c7, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:51:37.267567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] For port 0a7e1713-4bb1-40f5-921a-c4120e9682c7, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0a7e1713-4bb1-40f5-921a-c4120e9682c7,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:51:37.306104 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-d100f6e6-d3de-4b42-85c7-1f615c161aa7 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--499481240&fields=id&tenant_id=508c3b684a10425d94f0afe5834cd8b2 HTTP/1.1" status: 200 len: 267 time: 0.1123867 Dec 11 22:51:37.311017 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:37.333731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port f46045c3-4714-44da-acf4-9176eba03bcc triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:37.334095 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:37.451839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-0689ff90-67b4-44f0-b896-92f8b1f3dc34 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:37.453375 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-0689ff90-67b4-44f0-b896-92f8b1f3dc34 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/networks?id=0880f6bd-c0aa-40c6-9367-729d7d05d0b8 HTTP/1.1" status: 200 len: 806 time: 0.1458249 Dec 11 22:51:37.471425 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-12849630-6edd-4b65-8bbb-bb97bc58c2cf tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/quotas/508c3b684a10425d94f0afe5834cd8b2 HTTP/1.1" status: 200 len: 375 time: 0.0104871 Dec 11 22:51:37.554639 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-066f8502-d2d5-4ec1-888d-e1568fc0cbb7 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=508c3b684a10425d94f0afe5834cd8b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476460 Dec 11 22:51:37.555370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c461fa-f09e-4e48-91bc-e396aa4a916b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:37.555370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-41c461fa-f09e-4e48-91bc-e396aa4a916b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:37.555370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48664b2d-f08c-4175-8d15-6e68694868fc req-475035e3-b0fd-4bfd-9cd5-865f403b0b82 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:37.556160 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-48664b2d-f08c-4175-8d15-6e68694868fc req-475035e3-b0fd-4bfd-9cd5-865f403b0b82 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.8086467 Dec 11 22:51:37.560217 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c461fa-f09e-4e48-91bc-e396aa4a916b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:37.561008 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-41c461fa-f09e-4e48-91bc-e396aa4a916b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:37.565031 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c461fa-f09e-4e48-91bc-e396aa4a916b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=12efc040-9837-4736-a1f3-734eac20781d,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:37.617280 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-48664b2d-f08c-4175-8d15-6e68694868fc req-9e2f790d-9b67-43cc-afbf-05e89c319025 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498295 Dec 11 22:51:37.706510 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:37.723828 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:37.730940 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-41c461fa-f09e-4e48-91bc-e396aa4a916b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9598536 Dec 11 22:51:37.733721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37990) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:37.744973 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b0560245-86fb-4cdb-97ca-cb84cb2da98e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'mac_address': 'fa:16:3e:4a:12:e3', 'name': 'tempest-NetworksTestDHCPv6-1059289989'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:37.802711 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:37.803374 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:37.805032 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] 10.222.0.47 "PUT /v2.0/ports/0a7e1713-4bb1-40f5-921a-c4120e9682c7 HTTP/1.1" status: 200 len: 1091 time: 2.1912773 Dec 11 22:51:37.805477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ba3f40-2e60-43ea-abfb-a2e40301c42f', 'tag': '0a7e1713-4bb1-40f5-921a-c4120e9682c7'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:51:37.812724 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0177905c-a672-4640-a010-1066a25a43a4" -d '{"events": [{"name": "network-changed", "server_uuid": "80ba3f40-2e60-43ea-abfb-a2e40301c42f", "tag": "0a7e1713-4bb1-40f5-921a-c4120e9682c7"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:51:37.851349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Pushing event updated for resources: {'Port': ['ID=edb04635-0e5e-4b81-a818-128d26b22b26,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:37.875523 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7879e18-42bf-4be4-a501-59fc14ff9421 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:37.915786 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-e09f2194-5fd8-4dfc-b77c-3c26904a3925 service neutron] 10.222.0.45 "GET /v2.0/networks/0880f6bd-c0aa-40c6-9367-729d7d05d0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759639 Dec 11 22:51:37.917707 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10862d40-dc1a-4187-baaa-99ca1a29ed71 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7e1713-4bb1-40f5-921a-c4120e9682c7,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:37.935582 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:37.940726 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be46c6fe-81ad-44a7-8b09-6dc147385fa4 x-openstack-request-id: req-be46c6fe-81ad-44a7-8b09-6dc147385fa4 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:51:37.941018 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ba3f40-2e60-43ea-abfb-a2e40301c42f", "tag": "0a7e1713-4bb1-40f5-921a-c4120e9682c7", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:51:37.941277 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be46c6fe-81ad-44a7-8b09-6dc147385fa4 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:51:37.941686 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ba3f40-2e60-43ea-abfb-a2e40301c42f', 'tag': '0a7e1713-4bb1-40f5-921a-c4120e9682c7', 'status': 'completed', 'code': 200} Dec 11 22:51:37.950925 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:37.960822 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:38.042395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-b5475942-46dc-47de-957d-23cc4ffdf30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:38.049467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-b5475942-46dc-47de-957d-23cc4ffdf30b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 1094 time: 0.1068270 Dec 11 22:51:38.085387 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0560245-86fb-4cdb-97ca-cb84cb2da98e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:38.100711 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Attempting to bind port edb04635-0e5e-4b81-a818-128d26b22b26 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:51:38.101197 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Attempting to bind port edb04635-0e5e-4b81-a818-128d26b22b26 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:51:38.101735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Attempting to bind port edb04635-0e5e-4b81-a818-128d26b22b26 on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:51:38.108019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:51:38.108509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:51:38.108990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:38.109455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:51:38.110030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Bound port: edb04635-0e5e-4b81-a818-128d26b22b26, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:51:38.110498 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:38.130260 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-478b24d4-f3ca-49ef-b24b-b5c97ed4e13b service neutron] 10.222.0.45 "GET /v2.0/networks/0880f6bd-c0aa-40c6-9367-729d7d05d0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106504 Dec 11 22:51:38.136964 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-942d8550-5174-4483-85c3-3e72ca09a077 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a7e1713-4bb1-40f5-921a-c4120e9682c7 HTTP/1.1" status: 200 len: 217 time: 0.0751357 Dec 11 22:51:38.197696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] For port edb04635-0e5e-4b81-a818-128d26b22b26, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:51:38.202136 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] For port edb04635-0e5e-4b81-a818-128d26b22b26, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=edb04635-0e5e-4b81-a818-128d26b22b26,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:51:38.244110 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-aa2a4ba4-3588-431d-a0a7-5cd186fa9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:38.246886 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-aa2a4ba4-3588-431d-a0a7-5cd186fa9717 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3 HTTP/1.1" status: 200 len: 845 time: 0.1023836 Dec 11 22:51:38.294728 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:38.300439 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-79d13b46-abf1-4c42-93ee-69944a60630d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b9ae698-01f2-4103-b52a-b4d048e88c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464351 Dec 11 22:51:38.323354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61b0fc-4a19-4487-837a-ec583733a42c req-746e69ce-4fd8-426f-98c0-ae06d5ed3e3c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:38.333551 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ee61b0fc-4a19-4487-837a-ec583733a42c req-746e69ce-4fd8-426f-98c0-ae06d5ed3e3c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 943 time: 0.1245537 Dec 11 22:51:38.380194 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0560245-86fb-4cdb-97ca-cb84cb2da98e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:38.419870 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-b0560245-86fb-4cdb-97ca-cb84cb2da98e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port 1425c8bb-2474-4dd8-81e6-9c1636f84660 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:51:38.450169 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ee61b0fc-4a19-4487-837a-ec583733a42c req-0d14207b-7f9e-4395-b227-20303ee8c168 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156430 Dec 11 22:51:38.498025 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-cc3bf3f9-b3d0-46b6-ad16-d23a36bf563b service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862323 Dec 11 22:51:38.530152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca92418-d210-437e-aa5b-c44a889d3147 None None] Pushing event updated for resources: {'Port': ['ID=edb04635-0e5e-4b81-a818-128d26b22b26,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:38.612353 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99e62031-3998-4617-a9d5-a1bbc2f1519a req-09d45ed3-5ffc-412a-ac3a-695ad552fbdb tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 210 time: 0.0473545 Dec 11 22:51:38.817532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-b0560245-86fb-4cdb-97ca-cb84cb2da98e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 172.20.0.9 (222e8032-d106-460a-b983-cafecada1526/12efc040-9837-4736-a1f3-734eac20781d/1425c8bb-2474-4dd8-81e6-9c1636f84660) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:38.852343 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-b0560245-86fb-4cdb-97ca-cb84cb2da98e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::f816:3eff:fe4a:12e3 (222e8032-d106-460a-b983-cafecada1526/30e3a541-4a40-4b45-8aa4-aaa9a08e819d/1425c8bb-2474-4dd8-81e6-9c1636f84660) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:38.971403 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ddcd434-04a1-426a-a719-a2e5cc22dddf req-ec4e13cb-0011-4d03-9791-9205e3b4d533 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655430 Dec 11 22:51:39.013557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b72edc-7e18-48fa-a148-32e7d022fa64 req-1436cd0d-abdf-4b95-8662-f04713df4837 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:39.013557 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04b72edc-7e18-48fa-a148-32e7d022fa64 req-1436cd0d-abdf-4b95-8662-f04713df4837 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.2321868 Dec 11 22:51:39.189449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38024) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:39.195122 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04b72edc-7e18-48fa-a148-32e7d022fa64 req-8d3172c9-06e9-4ec5-96f0-35ac8a073dfb tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653628 Dec 11 22:51:39.242254 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0560245-86fb-4cdb-97ca-cb84cb2da98e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:39.264021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177905c-a672-4640-a010-1066a25a43a4 req-82371a79-4293-40dc-bd02-48ec5cd3670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:39.271701 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0177905c-a672-4640-a010-1066a25a43a4 req-82371a79-4293-40dc-bd02-48ec5cd3670c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 1094 time: 0.0753136 Dec 11 22:51:39.362620 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0560245-86fb-4cdb-97ca-cb84cb2da98e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:39.365301 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a01a-72cc-40cd-82c3-471afd148c1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:39.417806 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177905c-a672-4640-a010-1066a25a43a4 req-f2452dfc-9d73-49ed-85ca-bdee84a11280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:39.419670 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0177905c-a672-4640-a010-1066a25a43a4 req-f2452dfc-9d73-49ed-85ca-bdee84a11280 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 906 time: 0.1369975 Dec 11 22:51:39.436057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0560245-86fb-4cdb-97ca-cb84cb2da98e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:39.437402 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0560245-86fb-4cdb-97ca-cb84cb2da98e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=1425c8bb-2474-4dd8-81e6-9c1636f84660,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:39.483139 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0177905c-a672-4640-a010-1066a25a43a4 req-f0c5d336-c046-4d42-bd4a-ad0a0c7caad9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a7e1713-4bb1-40f5-921a-c4120e9682c7 HTTP/1.1" status: 200 len: 217 time: 0.0552876 Dec 11 22:51:39.501573 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-b0560245-86fb-4cdb-97ca-cb84cb2da98e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:39.505342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0560245-86fb-4cdb-97ca-cb84cb2da98e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:39.550414 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177905c-a672-4640-a010-1066a25a43a4 req-3523660f-f581-41ae-924e-c19e1ddad2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:39.552002 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0177905c-a672-4640-a010-1066a25a43a4 req-3523660f-f581-41ae-924e-c19e1ddad2e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3 HTTP/1.1" status: 200 len: 845 time: 0.0617900 Dec 11 22:51:39.621518 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a01a-72cc-40cd-82c3-471afd148c1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:39.629087 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0177905c-a672-4640-a010-1066a25a43a4 req-f7630298-53b6-4bfb-ba50-a1afe3df647a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b9ae698-01f2-4103-b52a-b4d048e88c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648811 Dec 11 22:51:39.646250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0560245-86fb-4cdb-97ca-cb84cb2da98e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:39.646250 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0560245-86fb-4cdb-97ca-cb84cb2da98e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:39.671806 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5befff-1f05-4162-bbae-2daebad6721c req-a372b2cf-c45f-4e69-bf30-4b908f4818c8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:39.683701 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c5befff-1f05-4162-bbae-2daebad6721c req-a372b2cf-c45f-4e69-bf30-4b908f4818c8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 943 time: 0.1425004 Dec 11 22:51:39.700933 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a01a-72cc-40cd-82c3-471afd148c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:39.761690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f55d192-96fb-471d-9d87-c09cd19c60d5 req-401907c2-0002-4bbb-8597-c026b5ff31e8 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 210 time: 0.0460415 Dec 11 22:51:39.782352 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5ed8a01a-72cc-40cd-82c3-471afd148c1c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ba8b9c4b94c46bd8cccdbdffbaeaaab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5916448 Dec 11 22:51:39.793866 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38040) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:39.796435 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b0560245-86fb-4cdb-97ca-cb84cb2da98e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0591371 Dec 11 22:51:39.799432 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8a01a-72cc-40cd-82c3-471afd148c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb346e0-2234-45de-8823-6663cec2459b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:39.805809 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c5befff-1f05-4162-bbae-2daebad6721c req-cad5481a-7e19-4d35-955e-968e33f15437 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215248 Dec 11 22:51:39.812446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38042) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:39.866559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0177905c-a672-4640-a010-1066a25a43a4 req-43559a5a-c7ea-4671-a4f3-23a3fc9e14c2 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338476 Dec 11 22:51:39.875252 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2142b79c-18a2-4f92-9cf5-0c55c658d9ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:39.901688 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2142b79c-18a2-4f92-9cf5-0c55c658d9ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:39.946294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31130c14-0c81-4ae8-ad40-cd9ac3f9bca0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:39.968504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31130c14-0c81-4ae8-ad40-cd9ac3f9bca0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:39.970443 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-31130c14-0c81-4ae8-ad40-cd9ac3f9bca0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1558626 Dec 11 22:51:39.973195 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38046) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:40.054998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0177905c-a672-4640-a010-1066a25a43a4 req-5603b168-7465-4c98-889b-d9a67813ac97 service neutron] 10.222.0.47 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752658 Dec 11 22:51:40.058381 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2142b79c-18a2-4f92-9cf5-0c55c658d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:40.061611 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2142b79c-18a2-4f92-9cf5-0c55c658d9ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:40.069378 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2142b79c-18a2-4f92-9cf5-0c55c658d9ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4bb346e0-2234-45de-8823-6663cec2459b HTTP/1.1" status: 204 len: 168 time: 0.2761459 Dec 11 22:51:40.112937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142b79c-18a2-4f92-9cf5-0c55c658d9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb346e0-2234-45de-8823-6663cec2459b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:40.134473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e122641e-26e3-4ab7-88db-710cf82f0c29 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:40.195760 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-839ebf40-a36c-4fc3-9993-7ffadef5ae8e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 1425c8bb-2474-4dd8-81e6-9c1636f84660 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:40.196335 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-839ebf40-a36c-4fc3-9993-7ffadef5ae8e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:40.292592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-22e90bc3-0fc0-4e92-a138-b21d76cf7375 None None] Provisioning complete for port edb04635-0e5e-4b81-a818-128d26b22b26 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:40.293263 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22e90bc3-0fc0-4e92-a138-b21d76cf7375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:40.341314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e88763-5acb-4d86-b1f0-2021d6c2f750 req-79b7f249-d50b-47ff-b281-e41ec177efe8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:40.355552 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86e88763-5acb-4d86-b1f0-2021d6c2f750 req-79b7f249-d50b-47ff-b281-e41ec177efe8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.0610349 Dec 11 22:51:40.371922 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-839ebf40-a36c-4fc3-9993-7ffadef5ae8e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:40.403569 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-839ebf40-a36c-4fc3-9993-7ffadef5ae8e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 1425c8bb-2474-4dd8-81e6-9c1636f84660 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:51:40.490087 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86e88763-5acb-4d86-b1f0-2021d6c2f750 req-9f246ac9-3ba1-4bb6-926b-fefe9a69e2dc tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303053 Dec 11 22:51:40.498663 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22e90bc3-0fc0-4e92-a138-b21d76cf7375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:40.550873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253cdc6-7caa-41b8-b031-ddbf490f6907 req-700cea33-9255-4b51-be3b-f0f99069e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:40.553170 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3253cdc6-7caa-41b8-b031-ddbf490f6907 req-700cea33-9255-4b51-be3b-f0f99069e355 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 1096 time: 0.1222131 Dec 11 22:51:40.553310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de82f281-2783-4fab-99aa-9cd82d38e34f None None] Update dhcp port {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'fixed_ips': [{'subnet_id': '30e3a541-4a40-4b45-8aa4-aaa9a08e819d', 'ip_address': '2001:db8::f816:3eff:feb1:1e4c'}, {'subnet_id': '12efc040-9837-4736-a1f3-734eac20781d'}], 'binding:host_id': 'n-d-710847-6'}, 'id': 'edb04635-0e5e-4b81-a818-128d26b22b26'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 22:51:40.584001 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-22e90bc3-0fc0-4e92-a138-b21d76cf7375 None None] For port edb04635-0e5e-4b81-a818-128d26b22b26, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=edb04635-0e5e-4b81-a818-128d26b22b26,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:40.598923 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-de82f281-2783-4fab-99aa-9cd82d38e34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:40.633314 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device edb04635-0e5e-4b81-a818-128d26b22b26 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:40.690495 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22e90bc3-0fc0-4e92-a138-b21d76cf7375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:40.710351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253cdc6-7caa-41b8-b031-ddbf490f6907 req-8f8f7740-c0fe-438e-803a-3ae0b459e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:40.713054 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3253cdc6-7caa-41b8-b031-ddbf490f6907 req-8f8f7740-c0fe-438e-803a-3ae0b459e29d service neutron] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.1505497 Dec 11 22:51:40.761202 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3253cdc6-7caa-41b8-b031-ddbf490f6907 req-0df86747-875e-4b8b-a263-1110b86925c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e503600d-02e9-4ab7-96b7-afb5f411a501 HTTP/1.1" status: 200 len: 217 time: 0.0419650 Dec 11 22:51:40.834279 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-839ebf40-a36c-4fc3-9993-7ffadef5ae8e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:40.843699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253cdc6-7caa-41b8-b031-ddbf490f6907 req-7c398835-d761-4616-9866-2f2b15be948e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:40.846267 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3253cdc6-7caa-41b8-b031-ddbf490f6907 req-7c398835-d761-4616-9866-2f2b15be948e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.0783677 Dec 11 22:51:40.850269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e90bc3-0fc0-4e92-a138-b21d76cf7375 None None] Pushing event updated for resources: {'Port': ['ID=edb04635-0e5e-4b81-a818-128d26b22b26,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:40.871690 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port edb04635-0e5e-4b81-a818-128d26b22b26 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:40.872138 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:40.904261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-de82f281-2783-4fab-99aa-9cd82d38e34f None None] Allocated IP 172.20.0.2 (222e8032-d106-460a-b983-cafecada1526/12efc040-9837-4736-a1f3-734eac20781d/edb04635-0e5e-4b81-a818-128d26b22b26) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:40.935321 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38060) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:40.944303 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ebf40-a36c-4fc3-9993-7ffadef5ae8e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=1425c8bb-2474-4dd8-81e6-9c1636f84660,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:40.949712 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-35063b36-6bc7-4f1c-ab6d-bbc4ceac440e req-01198c3b-4911-4b60-8e17-aabb7bd6d63b tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 210 time: 0.1016157 Dec 11 22:51:40.964180 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1a15a30-dd61-4910-a6b3-7a28660b8456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:41.021279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253cdc6-7caa-41b8-b031-ddbf490f6907 req-3ea553d9-09aa-4ec4-b22f-8c626dd5cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:41.022796 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3253cdc6-7caa-41b8-b031-ddbf490f6907 req-3ea553d9-09aa-4ec4-b22f-8c626dd5cc49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686471 Dec 11 22:51:41.054724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ae3d-6f5d-4723-8993-0e76270d95c2 req-292bb8e0-3168-47e2-b61f-7af964c8e5db tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:41.061434 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-de82f281-2783-4fab-99aa-9cd82d38e34f None None] For port edb04635-0e5e-4b81-a818-128d26b22b26, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=edb04635-0e5e-4b81-a818-128d26b22b26,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:41.062285 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d62ae3d-6f5d-4723-8993-0e76270d95c2 req-292bb8e0-3168-47e2-b61f-7af964c8e5db tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 943 time: 0.1017206 Dec 11 22:51:41.083982 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-839ebf40-a36c-4fc3-9993-7ffadef5ae8e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:41.091188 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-839ebf40-a36c-4fc3-9993-7ffadef5ae8e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/1425c8bb-2474-4dd8-81e6-9c1636f84660 HTTP/1.1" status: 204 len: 168 time: 1.1167388 Dec 11 22:51:41.107819 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38064) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:41.107989 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-de82f281-2783-4fab-99aa-9cd82d38e34f None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:41.161981 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-de82f281-2783-4fab-99aa-9cd82d38e34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:41.163181 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65fc7c7-461b-4527-a0f9-124ce59b9e29 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:41.164887 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65fc7c7-461b-4527-a0f9-124ce59b9e29 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:41.166576 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65fc7c7-461b-4527-a0f9-124ce59b9e29 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:41.168979 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c65fc7c7-461b-4527-a0f9-124ce59b9e29 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0754807 Dec 11 22:51:41.173545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38066) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:41.201796 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d62ae3d-6f5d-4723-8993-0e76270d95c2 req-7acf8fcf-11b2-45a9-ad7e-3d8d1c1ed588 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386375 Dec 11 22:51:41.234248 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1a15a30-dd61-4910-a6b3-7a28660b8456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:41.237057 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3253cdc6-7caa-41b8-b031-ddbf490f6907 req-d1b15afa-44f3-4cb2-a40d-fb67fb09cd10 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012656 Dec 11 22:51:41.242799 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74b17ca-bdbf-4a51-9529-832fdeec8397 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 12efc040-9837-4736-a1f3-734eac20781d {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:51:41.257383 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a74b17ca-bdbf-4a51-9529-832fdeec8397 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:41.273087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82f281-2783-4fab-99aa-9cd82d38e34f None None] Pushing event updated for resources: {'Port': ['ID=edb04635-0e5e-4b81-a818-128d26b22b26,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:41.320019 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a74b17ca-bdbf-4a51-9529-832fdeec8397 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:41.330492 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1a15a30-dd61-4910-a6b3-7a28660b8456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:41.395901 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f1a15a30-dd61-4910-a6b3-7a28660b8456 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fde6698ef4af4990ad215093769a4483&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4585888 Dec 11 22:51:41.397255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a15a30-dd61-4910-a6b3-7a28660b8456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5080069-40d7-4a6f-9e13-c780fa8f463e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:41.400704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38070) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:41.444664 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a74b17ca-bdbf-4a51-9529-832fdeec8397 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:41.518878 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3253cdc6-7caa-41b8-b031-ddbf490f6907 req-6b40fd08-6e21-4f02-ad48-b0c55bd4e39b service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607963 Dec 11 22:51:41.571450 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a74b17ca-bdbf-4a51-9529-832fdeec8397 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:41.573486 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5da8588-4b79-4056-b299-c261257ceae0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:41.593627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-e54998c0-c0d9-4ecd-b267-e88818f8439c tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:41.595882 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-e54998c0-c0d9-4ecd-b267-e88818f8439c tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.13 "GET /v2.0/networks?id=0880f6bd-c0aa-40c6-9367-729d7d05d0b8 HTTP/1.1" status: 200 len: 806 time: 0.1800032 Dec 11 22:51:41.605662 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b17ca-bdbf-4a51-9529-832fdeec8397 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=12efc040-9837-4736-a1f3-734eac20781d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:41.609439 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a74b17ca-bdbf-4a51-9529-832fdeec8397 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:41.626782 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a74b17ca-bdbf-4a51-9529-832fdeec8397 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/12efc040-9837-4736-a1f3-734eac20781d HTTP/1.1" status: 204 len: 168 time: 0.4391143 Dec 11 22:51:41.626782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38074) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:41.647600 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5da8588-4b79-4056-b299-c261257ceae0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:41.676060 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-373750da-8794-4573-a6d0-552861a2e6ec tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 30e3a541-4a40-4b45-8aa4-aaa9a08e819d {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:51:41.681251 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-373750da-8794-4573-a6d0-552861a2e6ec tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:41.735008 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-373750da-8794-4573-a6d0-552861a2e6ec tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:41.736448 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-00c78417-ab54-4743-be33-f07a736e0520 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=508c3b684a10425d94f0afe5834cd8b2 HTTP/1.1" status: 200 len: 379 time: 0.1188955 Dec 11 22:51:41.744584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec4e3d-dd21-4ac0-812a-c5559c1bb266 req-8e7d332a-f1a3-4283-8e48-cb4aa1065076 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:41.746098 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96ec4e3d-dd21-4ac0-812a-c5559c1bb266 req-8e7d332a-f1a3-4283-8e48-cb4aa1065076 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.1475153 Dec 11 22:51:41.751592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-caa5cc2a-c935-47d5-92cc-aa60330b4b04 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Request body: {'port': {'device_id': '0483104b-78f1-433f-ba42-2ccf9a27b252', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'admin_state_up': True, 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'security_groups': ['45bd01f0-7758-4263-bab7-aee5cad7e2cf']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:41.835850 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-373750da-8794-4573-a6d0-552861a2e6ec tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:41.975151 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa6d0cd-53a7-418e-b30d-18a9cc8f5fd3 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:41.988982 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-373750da-8794-4573-a6d0-552861a2e6ec tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:42.013190 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-373750da-8794-4573-a6d0-552861a2e6ec tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:42.020565 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-373750da-8794-4573-a6d0-552861a2e6ec tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/30e3a541-4a40-4b45-8aa4-aaa9a08e819d HTTP/1.1" status: 204 len: 168 time: 0.4007120 Dec 11 22:51:42.020817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38078) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:42.050825 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373750da-8794-4573-a6d0-552861a2e6ec tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=30e3a541-4a40-4b45-8aa4-aaa9a08e819d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:42.071397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-17f197d1-2129-46dd-95dc-ac2a57f55db1 None None] Provisioning complete for port edb04635-0e5e-4b81-a818-128d26b22b26 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:42.071969 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f197d1-2129-46dd-95dc-ac2a57f55db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:42.093980 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-31ed1451-9945-4b33-a182-477138cbac14 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711770 Dec 11 22:51:42.101225 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38080) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:42.122056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8e974668-9ebb-4e73-9fcc-84e6dcecad22 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:42.127395 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-711d6a6d-cf59-4da4-aae6-6a50bf0ee3c6 req-98fadbd6-a0ff-4d12-9b3f-7aadf51b609d tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 210 time: 0.0364866 Dec 11 22:51:42.180531 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5da8588-4b79-4056-b299-c261257ceae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:42.183188 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5da8588-4b79-4056-b299-c261257ceae0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:42.187079 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d5da8588-4b79-4056-b299-c261257ceae0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c5080069-40d7-4a6f-9e13-c780fa8f463e HTTP/1.1" status: 204 len: 168 time: 0.7834079 Dec 11 22:51:42.222981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da8588-4b79-4056-b299-c261257ceae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5080069-40d7-4a6f-9e13-c780fa8f463e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:42.261362 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96ec4e3d-dd21-4ac0-812a-c5559c1bb266 req-35abfbb7-c7f0-4d42-92f7-fa4bd1cf905a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897377 Dec 11 22:51:42.320841 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e974668-9ebb-4e73-9fcc-84e6dcecad22 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:42.331008 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e974668-9ebb-4e73-9fcc-84e6dcecad22 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:42.342577 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-17f197d1-2129-46dd-95dc-ac2a57f55db1 None None] Could not find standard attr ID for object 1425c8bb-2474-4dd8-81e6-9c1636f84660. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:51:42.362668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e98b85c-5917-4ef2-94f1-4af094cf7cc2 None None] Update dhcp port {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'fixed_ips': [{'subnet_id': '30e3a541-4a40-4b45-8aa4-aaa9a08e819d'}], 'binding:host_id': 'n-d-710847-6'}, 'id': 'edb04635-0e5e-4b81-a818-128d26b22b26'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 22:51:42.405437 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1e98b85c-5917-4ef2-94f1-4af094cf7cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:42.409203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f50157-9d7b-43c9-a153-ce1ae69e982d req-c81cc72c-3cdb-4231-a421-43c86dd200a2 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:42.411014 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37f50157-9d7b-43c9-a153-ce1ae69e982d req-c81cc72c-3cdb-4231-a421-43c86dd200a2 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 943 time: 0.0632148 Dec 11 22:51:42.433457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-caa5cc2a-c935-47d5-92cc-aa60330b4b04 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Made reservation on behalf of 508c3b684a10425d94f0afe5834cd8b2 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:42.439224 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-caa5cc2a-c935-47d5-92cc-aa60330b4b04 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:42.532419 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37f50157-9d7b-43c9-a153-ce1ae69e982d req-71830873-beeb-496b-aac1-6a1e08c4025c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152399 Dec 11 22:51:42.620561 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f24b9e-cc4e-4cf6-b97b-3426faefb71b None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:42.626200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-caa5cc2a-c935-47d5-92cc-aa60330b4b04 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Allocated IP 172.20.0.5 (0880f6bd-c0aa-40c6-9367-729d7d05d0b8/5924d922-8569-4668-b07a-e14ab5f9850f/4fb71a21-6052-4829-b813-75a1b08ed337) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:42.640352 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e974668-9ebb-4e73-9fcc-84e6dcecad22 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:42.701147 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e974668-9ebb-4e73-9fcc-84e6dcecad22 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:42.710044 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-8e974668-9ebb-4e73-9fcc-84e6dcecad22 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:42.714592 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e974668-9ebb-4e73-9fcc-84e6dcecad22 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:42.715340 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8e974668-9ebb-4e73-9fcc-84e6dcecad22 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:42.722789 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c976f2e2-35b2-4ee3-89ed-1b20a4955aa6 None None] Provisioning complete for port edb04635-0e5e-4b81-a818-128d26b22b26 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:42.723194 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c976f2e2-35b2-4ee3-89ed-1b20a4955aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:42.740486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e974668-9ebb-4e73-9fcc-84e6dcecad22 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=24d6ec36-ae33-4dae-a0b0-04a0b67c7354,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:42.806677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8dbc1d-b34f-4f5b-b79c-e34e0d8701f0 None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:42.819492 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8e974668-9ebb-4e73-9fcc-84e6dcecad22 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7159088 Dec 11 22:51:42.822369 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38098) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:42.832196 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3a1cb349-5ca0-48cc-8949-9a415c520b1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:42.832405 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-caa5cc2a-c935-47d5-92cc-aa60330b4b04 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:42.872169 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0a7e1713-4bb1-40f5-921a-c4120e9682c7 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:51:42.887290 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2b8dbc1d-b34f-4f5b-b79c-e34e0d8701f0 None None] Deleting port edb04635-0e5e-4b81-a818-128d26b22b26 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:42.887652 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2b8dbc1d-b34f-4f5b-b79c-e34e0d8701f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:42.944338 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-caa5cc2a-c935-47d5-92cc-aa60330b4b04 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:43.007455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-caa5cc2a-c935-47d5-92cc-aa60330b4b04 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Network 0880f6bd-c0aa-40c6-9367-729d7d05d0b8 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:43.010725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-caa5cc2a-c935-47d5-92cc-aa60330b4b04 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:43.014734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-caa5cc2a-c935-47d5-92cc-aa60330b4b04 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:43.036167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2b8dbc1d-b34f-4f5b-b79c-e34e0d8701f0 None None] For port edb04635-0e5e-4b81-a818-128d26b22b26, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=edb04635-0e5e-4b81-a818-128d26b22b26,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:43.036575 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2b8dbc1d-b34f-4f5b-b79c-e34e0d8701f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:43.039540 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1cb349-5ca0-48cc-8949-9a415c520b1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:43.042149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5cc2a-c935-47d5-92cc-aa60330b4b04 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Pushing event updated for resources: {'Port': ['ID=4fb71a21-6052-4829-b813-75a1b08ed337,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:43.044472 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb349-5ca0-48cc-8949-9a415c520b1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:43.062398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 0a7e1713-4bb1-40f5-921a-c4120e9682c7, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0a7e1713-4bb1-40f5-921a-c4120e9682c7,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:43.065014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2b8dbc1d-b34f-4f5b-b79c-e34e0d8701f0 None None] Calling delete_port for edb04635-0e5e-4b81-a818-128d26b22b26 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:51:43.081254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-caa5cc2a-c935-47d5-92cc-aa60330b4b04 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:43.084127 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-caa5cc2a-c935-47d5-92cc-aa60330b4b04 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:43.084288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '0a7e1713-4bb1-40f5-921a-c4120e9682c7', 'network_id': '7b9ae698-01f2-4103-b52a-b4d048e88c69', 'port_id': '0a7e1713-4bb1-40f5-921a-c4120e9682c7', 'mac_address': 'fa:16:3e:7c:49:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:51:43.161690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-caa5cc2a-c935-47d5-92cc-aa60330b4b04 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4143310 Dec 11 22:51:43.176085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Request body: {'port': {'device_id': '0483104b-78f1-433f-ba42-2ccf9a27b252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:43.342455 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:43.358548 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8685e-7644-49af-ae2c-c6b38678f54e req-f2d38ff1-6331-419e-b820-38f7db08400c tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:43.360213 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-67e8685e-7644-49af-ae2c-c6b38678f54e req-f2d38ff1-6331-419e-b820-38f7db08400c tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 931 time: 0.1151171 Dec 11 22:51:43.405294 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e503600d-02e9-4ab7-96b7-afb5f411a501 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:51:43.444752 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-67e8685e-7644-49af-ae2c-c6b38678f54e req-a9c6cfef-166a-416e-a6fb-2736854b7a60 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bd01f0-7758-4263-bab7-aee5cad7e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725961 Dec 11 22:51:43.474790 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:43.508180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-00ad33e0-7779-46e7-859d-e14885c5d869 None None] Provisioning complete for port 4fb71a21-6052-4829-b813-75a1b08ed337 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:43.508566 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-00ad33e0-7779-46e7-859d-e14885c5d869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:43.515289 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7e1713-4bb1-40f5-921a-c4120e9682c7 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:51:43.535402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9901caf-20b1-4c00-973a-4d5e0835e534 req-4a563661-a9d6-4c34-8df1-417b73ec1ef6 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:43.537050 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9901caf-20b1-4c00-973a-4d5e0835e534 req-4a563661-a9d6-4c34-8df1-417b73ec1ef6 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 945 time: 0.1573210 Dec 11 22:51:43.594522 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 0a7e1713-4bb1-40f5-921a-c4120e9682c7, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0a7e1713-4bb1-40f5-921a-c4120e9682c7,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:43.609366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-00ad33e0-7779-46e7-859d-e14885c5d869 None None] Port 4fb71a21-6052-4829-b813-75a1b08ed337 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:51:43.614069 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:43.635005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38120) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:43.642307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c12284-6b43-4dc4-ac71-bf635cc21881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e503600d-02e9-4ab7-96b7-afb5f411a501'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:51:43.645877 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db94e3c-5801-4efd-92a1-4cd112d9823c" -d '{"events": [{"server_uuid": "35c12284-6b43-4dc4-ac71-bf635cc21881", "name": "network-vif-unplugged", "status": "completed", "tag": "e503600d-02e9-4ab7-96b7-afb5f411a501"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:51:43.657817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e503600d-02e9-4ab7-96b7-afb5f411a501, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e503600d-02e9-4ab7-96b7-afb5f411a501,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:43.667906 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9901caf-20b1-4c00-973a-4d5e0835e534 req-0cfc4c0a-f5b6-45a5-99d9-a12c44b5547e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208088 Dec 11 22:51:43.669396 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:43.670510 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:43.674024 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2b8dbc1d-b34f-4f5b-b79c-e34e0d8701f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:43.704109 n-d-710847-6 neutron-server[103691]: DEBUG neutron.objects.ports [None req-3a1cb349-5ca0-48cc-8949-9a415c520b1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103691) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:51:43.704109 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb349-5ca0-48cc-8949-9a415c520b1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:43.746329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1cb349-5ca0-48cc-8949-9a415c520b1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:43.752134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-3a1cb349-5ca0-48cc-8949-9a415c520b1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:43.756903 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1cb349-5ca0-48cc-8949-9a415c520b1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:43.764624 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb349-5ca0-48cc-8949-9a415c520b1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:43.764932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8dbc1d-b34f-4f5b-b79c-e34e0d8701f0 None None] No DVR routers for this DVR port edb04635-0e5e-4b81-a818-128d26b22b26 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:51:43.767693 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d928248-dac9-46e4-aa3b-a57ad0935f53 x-openstack-request-id: req-0d928248-dac9-46e4-aa3b-a57ad0935f53 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:51:43.767854 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cb349-5ca0-48cc-8949-9a415c520b1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=6a36e5e1-5eb8-4579-bb33-4b22f00de0fd,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:43.767967 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c12284-6b43-4dc4-ac71-bf635cc21881", "name": "network-vif-unplugged", "status": "completed", "tag": "e503600d-02e9-4ab7-96b7-afb5f411a501", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:51:43.768086 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d928248-dac9-46e4-aa3b-a57ad0935f53 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:51:43.768473 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c12284-6b43-4dc4-ac71-bf635cc21881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e503600d-02e9-4ab7-96b7-afb5f411a501', 'code': 200} Dec 11 22:51:43.769152 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:43.798157 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fc34df-6a20-4126-9bd4-e7ed8005d798 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:43.825974 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3a1cb349-5ca0-48cc-8949-9a415c520b1b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0021353 Dec 11 22:51:43.826993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=0a7e1713-4bb1-40f5-921a-c4120e9682c7,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:43.829252 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38126) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:43.834724 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-308d6402-4594-4497-a29f-bfb9acd46e45 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'mac_address': 'fa:16:3e:0c:4a:b0', 'name': 'tempest-NetworksTestDHCPv6-419139839'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:43.841231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb71a21-6052-4829-b813-75a1b08ed337 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:51:43.856540 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:43.888404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Transition to ACTIVE for port object 4fb71a21-6052-4829-b813-75a1b08ed337 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:51:43.899730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8dbc1d-b34f-4f5b-b79c-e34e0d8701f0 None None] Pushing event deleted for resources: {'Port': ['ID=edb04635-0e5e-4b81-a818-128d26b22b26,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:43.919135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-83d2c06b-bad8-4ad3-a654-ee25d552b9b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2006405135-network', 'tenant_id': '1b8c7764b66c4fae8fcb775ff6e112ab'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:43.938935 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:44.002555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=e503600d-02e9-4ab7-96b7-afb5f411a501,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:44.012442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb71a21-6052-4829-b813-75a1b08ed337,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:44.019564 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d2c06b-bad8-4ad3-a654-ee25d552b9b5 admin admin] Made reservation on behalf of 1b8c7764b66c4fae8fcb775ff6e112ab for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:44.021892 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83d2c06b-bad8-4ad3-a654-ee25d552b9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:44.024193 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d72f05-269b-4f2a-b1ea-dc5648c361fb req-909191c2-ea2d-4219-88db-9f8813c08806 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:44.024335 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['0a7e1713-4bb1-40f5-921a-c4120e9682c7'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:51:44.024500 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-39d72f05-269b-4f2a-b1ea-dc5648c361fb req-909191c2-ea2d-4219-88db-9f8813c08806 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 944 time: 0.1678543 Dec 11 22:51:44.052282 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83d2c06b-bad8-4ad3-a654-ee25d552b9b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:44.066123 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': '24d6ec36-ae33-4dae-a0b0-04a0b67c7354'}, {'subnet_id': '6a36e5e1-5eb8-4579-bb33-4b22f00de0fd'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:51:44.067065 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:44.094368 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-39d72f05-269b-4f2a-b1ea-dc5648c361fb req-48451d48-f6b2-4d6d-be91-df63e1fb02ae tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558040 Dec 11 22:51:44.114709 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308d6402-4594-4497-a29f-bfb9acd46e45 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:44.120583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Attempting to bind port 4fb71a21-6052-4829-b813-75a1b08ed337 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:51:44.121107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Attempting to bind port 4fb71a21-6052-4829-b813-75a1b08ed337 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '190f9573-495f-4fc2-ae01-ad16a092a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:51:44.121595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Attempting to bind port 4fb71a21-6052-4829-b813-75a1b08ed337 on network 0880f6bd-c0aa-40c6-9367-729d7d05d0b8 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:51:44.135412 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Port 4fb71a21-6052-4829-b813-75a1b08ed337 on network 0880f6bd-c0aa-40c6-9367-729d7d05d0b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:51:44.140367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Attempting to bind port 4fb71a21-6052-4829-b813-75a1b08ed337 on network 0880f6bd-c0aa-40c6-9367-729d7d05d0b8 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:51:44.146928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:51:44.147538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Checking segment: {'id': '190f9573-495f-4fc2-ae01-ad16a092a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:51:44.148094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Bound using segment: {'id': '190f9573-495f-4fc2-ae01-ad16a092a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:51:44.148705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Bound port: 4fb71a21-6052-4829-b813-75a1b08ed337, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190f9573-495f-4fc2-ae01-ad16a092a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:51:44.149248 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:44.211359 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83d2c06b-bad8-4ad3-a654-ee25d552b9b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:44.225888 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-308d6402-4594-4497-a29f-bfb9acd46e45 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:44.252095 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-308d6402-4594-4497-a29f-bfb9acd46e45 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port 391e2959-3f56-4572-a676-c626f7e5a214 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:51:44.282011 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83d2c06b-bad8-4ad3-a654-ee25d552b9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:44.352608 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] For port 4fb71a21-6052-4829-b813-75a1b08ed337, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:51:44.356564 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d2c06b-bad8-4ad3-a654-ee25d552b9b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:51:44.357544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Allocated IP 172.20.0.2 (222e8032-d106-460a-b983-cafecada1526/24d6ec36-ae33-4dae-a0b0-04a0b67c7354/8472f028-d0a0-4258-a8f4-4a9c91c9707c) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:44.364371 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Allocated IP 2001:db8::f816:3eff:fe8f:dc10 (222e8032-d106-460a-b983-cafecada1526/6a36e5e1-5eb8-4579-bb33-4b22f00de0fd/8472f028-d0a0-4258-a8f4-4a9c91c9707c) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:44.369579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2c06b-bad8-4ad3-a654-ee25d552b9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d6cc3c-1765-4177-8f06-12a66f773de6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:44.378503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] For port 4fb71a21-6052-4829-b813-75a1b08ed337, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4fb71a21-6052-4829-b813-75a1b08ed337,segment=NetworkSegment(190f9573-495f-4fc2-ae01-ad16a092a395),segment_id=190f9573-495f-4fc2-ae01-ad16a092a395)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:51:44.379946 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83d2c06b-bad8-4ad3-a654-ee25d552b9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:44.380397 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-83d2c06b-bad8-4ad3-a654-ee25d552b9b5 admin admin] Added segment 74662169-1a30-4856-b88a-4a05458741d7 of type vlan for network 342542df-9e2a-49dd-8ac7-00b364607ac8 Dec 11 22:51:44.425191 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83d2c06b-bad8-4ad3-a654-ee25d552b9b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:44.549366 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:44.549366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device edb04635-0e5e-4b81-a818-128d26b22b26 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:51:44.570522 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: edb04635-0e5e-4b81-a818-128d26b22b26 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:51:44.570899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device edb04635-0e5e-4b81-a818-128d26b22b26 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:51:44.603932 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82383a5-89d2-4f96-8293-cd8b7d72a0a0 req-f0ea0515-0b03-4483-af64-7da881f647ee tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:44.605546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a82383a5-89d2-4f96-8293-cd8b7d72a0a0 req-f0ea0515-0b03-4483-af64-7da881f647ee tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 943 time: 0.0630631 Dec 11 22:51:44.659410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a82383a5-89d2-4f96-8293-cd8b7d72a0a0 req-acf0cb0d-a916-4494-bbcc-a981117eec07 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bd01f0-7758-4263-bab7-aee5cad7e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453906 Dec 11 22:51:44.755508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:44.759819 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83d2c06b-bad8-4ad3-a654-ee25d552b9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:44.761070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d2c06b-bad8-4ad3-a654-ee25d552b9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:44.761658 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83d2c06b-bad8-4ad3-a654-ee25d552b9b5 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:44.788831 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:44.835281 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:44.840095 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:44.843483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b207e-c991-48f5-be2e-51019832728c req-16fbfeaa-cc85-48f6-a605-3fb886721328 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:44.844667 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:44.852336 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-629b207e-c991-48f5-be2e-51019832728c req-16fbfeaa-cc85-48f6-a605-3fb886721328 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 943 time: 0.1029043 Dec 11 22:51:44.854953 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Pushing event updated for resources: {'Port': ['ID=8472f028-d0a0-4258-a8f4-4a9c91c9707c,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:44.865041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:44.869024 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:44.869024 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] 10.222.0.13 "PUT /v2.0/ports/4fb71a21-6052-4829-b813-75a1b08ed337 HTTP/1.1" status: 200 len: 1091 time: 1.6971557 Dec 11 22:51:44.869882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0483104b-78f1-433f-ba42-2ccf9a27b252', 'tag': '4fb71a21-6052-4829-b813-75a1b08ed337'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:51:44.872762 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259200eb-782a-46e2-8b95-a474eddbe2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0483104b-78f1-433f-ba42-2ccf9a27b252", "tag": "4fb71a21-6052-4829-b813-75a1b08ed337"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:51:44.896644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2c06b-bad8-4ad3-a654-ee25d552b9b5 admin admin] Pushing event updated for resources: {'Network': ['ID=342542df-9e2a-49dd-8ac7-00b364607ac8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:44.904281 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be4e73-48d1-4169-ae3e-5218567cb060 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb71a21-6052-4829-b813-75a1b08ed337,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:44.916156 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-83d2c06b-bad8-4ad3-a654-ee25d552b9b5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2766967 Dec 11 22:51:44.916156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38138) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:44.921511 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 342542df-9e2a-49dd-8ac7-00b364607ac8 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:51:44.921758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a52442dc-0abd-4bf3-aea4-d8a20dbc3bad admin admin] Request body: {'subnet': {'network_id': '342542df-9e2a-49dd-8ac7-00b364607ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2006405135-subnet', 'tenant_id': '1b8c7764b66c4fae8fcb775ff6e112ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:44.955697 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df53032-4909-418f-812b-efaa416182eb x-openstack-request-id: req-1df53032-4909-418f-812b-efaa416182eb {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:51:44.956074 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0483104b-78f1-433f-ba42-2ccf9a27b252", "tag": "4fb71a21-6052-4829-b813-75a1b08ed337", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:51:44.956387 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1df53032-4909-418f-812b-efaa416182eb {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:51:44.956804 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0483104b-78f1-433f-ba42-2ccf9a27b252', 'tag': '4fb71a21-6052-4829-b813-75a1b08ed337', 'status': 'completed', 'code': 200} Dec 11 22:51:45.006754 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-629b207e-c991-48f5-be2e-51019832728c req-97930465-b02e-4dc6-b713-199aa3cdd7c1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483059 Dec 11 22:51:45.011722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52442dc-0abd-4bf3-aea4-d8a20dbc3bad admin admin] Made reservation on behalf of 1b8c7764b66c4fae8fcb775ff6e112ab for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:45.014318 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a52442dc-0abd-4bf3-aea4-d8a20dbc3bad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:45.039916 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-308d6402-4594-4497-a29f-bfb9acd46e45 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 172.20.0.13 (222e8032-d106-460a-b983-cafecada1526/24d6ec36-ae33-4dae-a0b0-04a0b67c7354/391e2959-3f56-4572-a676-c626f7e5a214) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:45.050114 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Attempting to bind port 8472f028-d0a0-4258-a8f4-4a9c91c9707c on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:51:45.050598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Attempting to bind port 8472f028-d0a0-4258-a8f4-4a9c91c9707c by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:51:45.051062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Attempting to bind port 8472f028-d0a0-4258-a8f4-4a9c91c9707c on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:51:45.061122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:51:45.063311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-308d6402-4594-4497-a29f-bfb9acd46e45 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::f816:3eff:fe0c:4ab0 (222e8032-d106-460a-b983-cafecada1526/6a36e5e1-5eb8-4579-bb33-4b22f00de0fd/391e2959-3f56-4572-a676-c626f7e5a214) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:45.063458 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:51:45.063458 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:45.063458 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:51:45.064127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Bound port: 8472f028-d0a0-4258-a8f4-4a9c91c9707c, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:51:45.064602 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:45.091134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-0e071cc9-470f-4342-8edd-ac645202c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:45.091134 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-0e071cc9-470f-4342-8edd-ac645202c6a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=508c3b684a10425d94f0afe5834cd8b2&device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 1094 time: 0.1211858 Dec 11 22:51:45.190388 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] For port 8472f028-d0a0-4258-a8f4-4a9c91c9707c, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:51:45.197701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] For port 8472f028-d0a0-4258-a8f4-4a9c91c9707c, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8472f028-d0a0-4258-a8f4-4a9c91c9707c,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:51:45.211658 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-95a21cee-a8db-46db-b930-3023afffeb08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fb71a21-6052-4829-b813-75a1b08ed337 HTTP/1.1" status: 200 len: 217 time: 0.0730050 Dec 11 22:51:45.286065 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:45.287859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116cce0-158d-470b-b4bc-f306fdaabc60 req-24916d11-4d29-42aa-9ccb-8b315f49a8b5 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:45.289426 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0116cce0-158d-470b-b4bc-f306fdaabc60 req-24916d11-4d29-42aa-9ccb-8b315f49a8b5 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1972980 Dec 11 22:51:45.316719 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-308d6402-4594-4497-a29f-bfb9acd46e45 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:45.323866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-d7e04941-ecf7-49b2-adde-e00e35952bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:45.325373 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-d7e04941-ecf7-49b2-adde-e00e35952bc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5924d922-8569-4668-b07a-e14ab5f9850f HTTP/1.1" status: 200 len: 845 time: 0.0928695 Dec 11 22:51:45.327823 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29cf66-4dd7-45d7-8b20-548e385f9f05 req-f60917b6-3bea-4312-9966-ae050989193a tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:45.331346 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f29cf66-4dd7-45d7-8b20-548e385f9f05 req-f60917b6-3bea-4312-9966-ae050989193a tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 944 time: 0.1052394 Dec 11 22:51:45.373222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e356b20-caf4-4368-a0bf-93fdf789d673 None None] Pushing event updated for resources: {'Port': ['ID=8472f028-d0a0-4258-a8f4-4a9c91c9707c,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:45.424836 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0116cce0-158d-470b-b4bc-f306fdaabc60 req-76b227d2-f878-47b7-9906-7def1c8b20ab tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263280 Dec 11 22:51:45.427030 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f29cf66-4dd7-45d7-8b20-548e385f9f05 req-7216b18e-a95a-4303-87fd-afcc8b775805 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860980 Dec 11 22:51:45.431736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-22cab659-2d74-4e36-bded-52a62bb35710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:45.433295 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-22cab659-2d74-4e36-bded-52a62bb35710 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0880f6bd-c0aa-40c6-9367-729d7d05d0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844316 Dec 11 22:51:45.504992 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a52442dc-0abd-4bf3-aea4-d8a20dbc3bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:45.525685 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-308d6402-4594-4497-a29f-bfb9acd46e45 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:45.575394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d6402-4594-4497-a29f-bfb9acd46e45 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:45.580273 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-308d6402-4594-4497-a29f-bfb9acd46e45 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:45.585228 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d6402-4594-4497-a29f-bfb9acd46e45 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:45.641733 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d6402-4594-4497-a29f-bfb9acd46e45 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=391e2959-3f56-4572-a676-c626f7e5a214,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:45.643518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52442dc-0abd-4bf3-aea4-d8a20dbc3bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc1b819d-488c-47f0-968f-45108833bb18,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:45.666617 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-4315d358-0cf4-47c1-b672-b057f33d090d service neutron] 10.222.0.13 "GET /v2.0/networks/0880f6bd-c0aa-40c6-9367-729d7d05d0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257993 Dec 11 22:51:45.670107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52442dc-0abd-4bf3-aea4-d8a20dbc3bad admin admin] Checking segment: {'id': '74662169-1a30-4856-b88a-4a05458741d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '342542df-9e2a-49dd-8ac7-00b364607ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:51:45.670480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52442dc-0abd-4bf3-aea4-d8a20dbc3bad admin admin] Network hostable DHCP agents. Network: 342542df-9e2a-49dd-8ac7-00b364607ac8, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:51:45.675036 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308d6402-4594-4497-a29f-bfb9acd46e45 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:45.675863 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-308d6402-4594-4497-a29f-bfb9acd46e45 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:45.686088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb2b94-bd39-4994-89fe-d244190c2be2 req-dcab56fd-c37d-4bb6-93b1-e6fe985c9209 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:45.688334 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbb2b94-bd39-4994-89fe-d244190c2be2 req-dcab56fd-c37d-4bb6-93b1-e6fe985c9209 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1735299 Dec 11 22:51:45.756814 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-308d6402-4594-4497-a29f-bfb9acd46e45 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9260435 Dec 11 22:51:45.760491 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38150) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:45.816046 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ff716-1b9c-466f-a3f6-b4deb18fed92 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:45.822396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ff716-1b9c-466f-a3f6-b4deb18fed92 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:45.824005 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ae7ff716-1b9c-466f-a3f6-b4deb18fed92 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0624623 Dec 11 22:51:45.831147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38154) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:45.866724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52442dc-0abd-4bf3-aea4-d8a20dbc3bad admin admin] Network 342542df-9e2a-49dd-8ac7-00b364607ac8 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:51:45.876399 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9a2b3-7b76-4362-9abb-b9a9a3f38289 req-c54ce843-1ba9-4032-97fa-b4336500da99 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:45.879923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c77be156-d53a-4a1b-8e2c-9e26e89cdfbd req-f07f67e8-2424-4758-9c9f-f4a585db5333 service neutron] 10.222.0.13 "GET /v2.0/networks/0880f6bd-c0aa-40c6-9367-729d7d05d0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023985 Dec 11 22:51:45.880083 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-39e9a2b3-7b76-4362-9abb-b9a9a3f38289 req-c54ce843-1ba9-4032-97fa-b4336500da99 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 943 time: 0.0528755 Dec 11 22:51:45.910284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbb2b94-bd39-4994-89fe-d244190c2be2 req-44d95238-4753-45b1-a592-f82828353544 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007635 Dec 11 22:51:45.944598 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-39e9a2b3-7b76-4362-9abb-b9a9a3f38289 req-deab8efd-ba5c-4a4e-9a10-84627850fac3 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bd01f0-7758-4263-bab7-aee5cad7e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526257 Dec 11 22:51:45.949022 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-a52442dc-0abd-4bf3-aea4-d8a20dbc3bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 342542df-9e2a-49dd-8ac7-00b364607ac8) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:45.957576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52442dc-0abd-4bf3-aea4-d8a20dbc3bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:45.957576 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a52442dc-0abd-4bf3-aea4-d8a20dbc3bad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:45.963061 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a22fade-60c5-4d2e-b172-29ac4c698693 None None] Network 342542df-9e2a-49dd-8ac7-00b364607ac8 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:45.986657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5038188f-3ea1-4419-b356-a85e3aeb9363 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 391e2959-3f56-4572-a676-c626f7e5a214 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:45.991321 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5038188f-3ea1-4419-b356-a85e3aeb9363 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:46.069467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a52442dc-0abd-4bf3-aea4-d8a20dbc3bad admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1520371 Dec 11 22:51:46.102574 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b07866-1b58-4892-ac4e-9f731f707ccb None None] Network 342542df-9e2a-49dd-8ac7-00b364607ac8 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:46.116631 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259200eb-782a-46e2-8b95-a474eddbe2fd req-7967a517-de92-4e80-9c92-d384fd05a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:46.118235 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-259200eb-782a-46e2-8b95-a474eddbe2fd req-7967a517-de92-4e80-9c92-d384fd05a847 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=508c3b684a10425d94f0afe5834cd8b2&device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 1094 time: 0.1055894 Dec 11 22:51:46.148638 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5038188f-3ea1-4419-b356-a85e3aeb9363 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:46.202511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5038188f-3ea1-4419-b356-a85e3aeb9363 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 391e2959-3f56-4572-a676-c626f7e5a214 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:51:46.345484 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259200eb-782a-46e2-8b95-a474eddbe2fd req-b0ccb76a-4ef7-48c5-ae63-bf3e07cb7708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:46.347008 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-259200eb-782a-46e2-8b95-a474eddbe2fd req-b0ccb76a-4ef7-48c5-ae63-bf3e07cb7708 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0880f6bd-c0aa-40c6-9367-729d7d05d0b8 HTTP/1.1" status: 200 len: 907 time: 0.2096274 Dec 11 22:51:46.418100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d8f71-a7a1-4671-8849-f5c260c26906 req-cb094c76-cd30-4589-b32c-e612ff93b024 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:46.419743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-472d8f71-a7a1-4671-8849-f5c260c26906 req-cb094c76-cd30-4589-b32c-e612ff93b024 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1342952 Dec 11 22:51:46.422848 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-259200eb-782a-46e2-8b95-a474eddbe2fd req-123dc799-ca9b-44c3-902b-93e2f7406176 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fb71a21-6052-4829-b813-75a1b08ed337 HTTP/1.1" status: 200 len: 217 time: 0.0651226 Dec 11 22:51:46.552022 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-472d8f71-a7a1-4671-8849-f5c260c26906 req-cd8f623c-2524-415a-b0cf-0c7aae0f0e76 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250386 Dec 11 22:51:46.578713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259200eb-782a-46e2-8b95-a474eddbe2fd req-02146cf7-4e9d-45d0-80c6-62b9e02b78cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:46.583225 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761a920-54d6-40d6-8f8b-05c5fe84215c req-0201256c-c9fd-4f9c-bbc8-ff9cf7e64f30 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:46.588955 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-259200eb-782a-46e2-8b95-a474eddbe2fd req-02146cf7-4e9d-45d0-80c6-62b9e02b78cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5924d922-8569-4668-b07a-e14ab5f9850f HTTP/1.1" status: 200 len: 845 time: 0.1466701 Dec 11 22:51:46.591425 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6761a920-54d6-40d6-8f8b-05c5fe84215c req-0201256c-c9fd-4f9c-bbc8-ff9cf7e64f30 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 944 time: 0.0683248 Dec 11 22:51:46.630098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8472f028-d0a0-4258-a8f4-4a9c91c9707c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:46.666859 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6761a920-54d6-40d6-8f8b-05c5fe84215c req-47c2f135-5941-48f2-baad-096f2bf6538f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666282 Dec 11 22:51:46.694348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 8472f028-d0a0-4258-a8f4-4a9c91c9707c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:46.694722 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:46.716910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4220bc-be68-4a37-beba-124107b45516 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:46.717923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259200eb-782a-46e2-8b95-a474eddbe2fd req-b2bea4a7-2b43-465f-96f1-eadaa5751d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:46.720269 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-259200eb-782a-46e2-8b95-a474eddbe2fd req-b2bea4a7-2b43-465f-96f1-eadaa5751d4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0880f6bd-c0aa-40c6-9367-729d7d05d0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122606 Dec 11 22:51:46.788549 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5038188f-3ea1-4419-b356-a85e3aeb9363 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:46.831189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038188f-3ea1-4419-b356-a85e3aeb9363 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=391e2959-3f56-4572-a676-c626f7e5a214,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:46.834707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-824fcd96-6b2c-4ea6-8def-71c56029da3f None None] Provisioning complete for port 8472f028-d0a0-4258-a8f4-4a9c91c9707c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:46.834707 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-824fcd96-6b2c-4ea6-8def-71c56029da3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:46.901263 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0a7e1713-4bb1-40f5-921a-c4120e9682c7 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:46.929916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-259200eb-782a-46e2-8b95-a474eddbe2fd req-40c5bd58-a4ab-4e8a-a50d-7e8db508dc07 service neutron] 10.222.0.13 "GET /v2.0/networks/0880f6bd-c0aa-40c6-9367-729d7d05d0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011881 Dec 11 22:51:46.952448 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:46.958445 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5038188f-3ea1-4419-b356-a85e3aeb9363 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:46.964836 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5038188f-3ea1-4419-b356-a85e3aeb9363 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/391e2959-3f56-4572-a676-c626f7e5a214 HTTP/1.1" status: 204 len: 168 time: 1.1293392 Dec 11 22:51:46.964836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38170) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:47.052024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 8472f028-d0a0-4258-a8f4-4a9c91c9707c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8472f028-d0a0-4258-a8f4-4a9c91c9707c,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:47.078293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5b55ff-9075-4fad-ab3e-5db52fe44b4a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:47.079914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5b55ff-9075-4fad-ab3e-5db52fe44b4a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:47.081564 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5b55ff-9075-4fad-ab3e-5db52fe44b4a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:47.084028 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1c5b55ff-9075-4fad-ab3e-5db52fe44b4a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1177263 Dec 11 22:51:47.090248 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-824fcd96-6b2c-4ea6-8def-71c56029da3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:47.103372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38178) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:47.105138 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:47.153791 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-259200eb-782a-46e2-8b95-a474eddbe2fd req-ce3f0d61-945d-416f-9a13-20fcb2a579bc service neutron] 10.222.0.13 "GET /v2.0/networks/0880f6bd-c0aa-40c6-9367-729d7d05d0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159779 Dec 11 22:51:47.188358 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-e550ec05-2d99-4288-bddd-9373e75dab97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 24d6ec36-ae33-4dae-a0b0-04a0b67c7354 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:51:47.194038 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e550ec05-2d99-4288-bddd-9373e75dab97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:47.210796 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=8472f028-d0a0-4258-a8f4-4a9c91c9707c,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:47.214457 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 0a7e1713-4bb1-40f5-921a-c4120e9682c7 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:51:47.254234 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8856b-ebf1-48ad-b913-d6faf0d401c9 req-022cb5ca-edc3-4967-9d4b-917aae36c8e0 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:47.259345 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-47b8856b-ebf1-48ad-b913-d6faf0d401c9 req-022cb5ca-edc3-4967-9d4b-917aae36c8e0 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 943 time: 0.1921272 Dec 11 22:51:47.266411 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 0a7e1713-4bb1-40f5-921a-c4120e9682c7 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:47.266411 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:47.266411 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-824fcd96-6b2c-4ea6-8def-71c56029da3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:51:47.266411 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-824fcd96-6b2c-4ea6-8def-71c56029da3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:51:47.278272 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e550ec05-2d99-4288-bddd-9373e75dab97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:47.294042 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:47.353775 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e503600d-02e9-4ab7-96b7-afb5f411a501 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:51:47.403975 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-47b8856b-ebf1-48ad-b913-d6faf0d401c9 req-425a0408-7239-4068-8dbf-e8d1c8681276 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bd01f0-7758-4263-bab7-aee5cad7e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390982 Dec 11 22:51:47.405509 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:47.423470 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e550ec05-2d99-4288-bddd-9373e75dab97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:47.436962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ba3f40-2e60-43ea-abfb-a2e40301c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7e1713-4bb1-40f5-921a-c4120e9682c7'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:51:47.439436 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a63cb14-a32b-4a12-9f5f-3957a3de8afd" -d '{"events": [{"server_uuid": "80ba3f40-2e60-43ea-abfb-a2e40301c42f", "name": "network-vif-plugged", "status": "completed", "tag": "0a7e1713-4bb1-40f5-921a-c4120e9682c7"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:51:47.455932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 0a7e1713-4bb1-40f5-921a-c4120e9682c7, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0a7e1713-4bb1-40f5-921a-c4120e9682c7,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:47.511390 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5903b5d3-c984-4c4c-a7a1-2d513c81e642 x-openstack-request-id: req-5903b5d3-c984-4c4c-a7a1-2d513c81e642 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:51:47.511692 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ba3f40-2e60-43ea-abfb-a2e40301c42f", "name": "network-vif-plugged", "status": "completed", "tag": "0a7e1713-4bb1-40f5-921a-c4120e9682c7", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:51:47.511946 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5903b5d3-c984-4c4c-a7a1-2d513c81e642 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:51:47.512535 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ba3f40-2e60-43ea-abfb-a2e40301c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7e1713-4bb1-40f5-921a-c4120e9682c7', 'code': 200} Dec 11 22:51:47.542668 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:47.611823 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e550ec05-2d99-4288-bddd-9373e75dab97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:47.701132 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e550ec05-2d99-4288-bddd-9373e75dab97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:47.708489 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e550ec05-2d99-4288-bddd-9373e75dab97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/24d6ec36-ae33-4dae-a0b0-04a0b67c7354 HTTP/1.1" status: 204 len: 168 time: 0.5992415 Dec 11 22:51:47.708489 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550ec05-2d99-4288-bddd-9373e75dab97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=24d6ec36-ae33-4dae-a0b0-04a0b67c7354,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:47.711641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38190) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:47.732695 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144adfe-99cb-4afc-88d1-3275780f550e req-60fcf894-98a8-4e49-8a5e-dc10a54afb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:47.735893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2144adfe-99cb-4afc-88d1-3275780f550e req-60fcf894-98a8-4e49-8a5e-dc10a54afb7a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 1096 time: 0.0903714 Dec 11 22:51:47.774309 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-1665224e-5ce0-42b0-98ab-49c034f20d54 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 6a36e5e1-5eb8-4579-bb33-4b22f00de0fd {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:51:47.779249 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1665224e-5ce0-42b0-98ab-49c034f20d54 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:47.813905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=0a7e1713-4bb1-40f5-921a-c4120e9682c7,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:47.850199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8a663-006e-4ee7-a5ee-d348e8d60bae req-562323dc-ab09-4669-bd2b-61e4e457972c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:47.855871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2144adfe-99cb-4afc-88d1-3275780f550e req-8d161cad-6c6c-4c3e-bf43-0b7962c93f3b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122038 Dec 11 22:51:47.856248 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-acc8a663-006e-4ee7-a5ee-d348e8d60bae req-562323dc-ab09-4669-bd2b-61e4e457972c tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1979899 Dec 11 22:51:47.872439 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1665224e-5ce0-42b0-98ab-49c034f20d54 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:47.887414 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a15196-3b65-4d33-b3f3-2fc0e826c1e5 req-f31095e3-3370-4da8-b657-32f286f44bd1 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:47.892636 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77a15196-3b65-4d33-b3f3-2fc0e826c1e5 req-f31095e3-3370-4da8-b657-32f286f44bd1 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0895715 Dec 11 22:51:47.935672 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8859da1d-4cea-42e8-ba9b-a2e90c70af1e None None] Could not find standard attr ID for object 1425c8bb-2474-4dd8-81e6-9c1636f84660. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:51:47.952609 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77a15196-3b65-4d33-b3f3-2fc0e826c1e5 req-f49e83e6-fac7-4c53-902e-c3944af0cdb4 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568259 Dec 11 22:51:47.953681 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-acc8a663-006e-4ee7-a5ee-d348e8d60bae req-e20b1747-6229-4217-a878-bb0c92fd9edb tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891240 Dec 11 22:51:47.974945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8859da1d-4cea-42e8-ba9b-a2e90c70af1e None None] Provisioning complete for port 8472f028-d0a0-4258-a8f4-4a9c91c9707c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:47.975590 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8859da1d-4cea-42e8-ba9b-a2e90c70af1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:48.039705 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1665224e-5ce0-42b0-98ab-49c034f20d54 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:48.043295 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc3d75f-b0f2-4993-93d2-2d7129cc9cfd None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:48.182815 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1665224e-5ce0-42b0-98ab-49c034f20d54 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:48.217060 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665224e-5ce0-42b0-98ab-49c034f20d54 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=6a36e5e1-5eb8-4579-bb33-4b22f00de0fd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:48.224954 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1665224e-5ce0-42b0-98ab-49c034f20d54 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:48.229239 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1665224e-5ce0-42b0-98ab-49c034f20d54 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/6a36e5e1-5eb8-4579-bb33-4b22f00de0fd HTTP/1.1" status: 204 len: 168 time: 0.5166428 Dec 11 22:51:48.231805 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38198) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:48.273495 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8a8eb67e-a0f8-4d15-a1ee-084a6dab5265 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403395 Dec 11 22:51:48.279183 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38200) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:48.284857 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-db7c809f-a947-405b-be53-2307ec2d9788 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:48.285150 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1400edd6-0821-4ef2-bb65-258e5adbf0a3 None None] Could not find standard attr ID for object 391e2959-3f56-4572-a676-c626f7e5a214. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:51:48.296291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fbeef7-4d82-47af-a455-ff3d8b015c15 None None] Update dhcp port {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'fixed_ips': [{'subnet_id': '6a36e5e1-5eb8-4579-bb33-4b22f00de0fd'}], 'binding:host_id': 'n-d-710847-6'}, 'id': '8472f028-d0a0-4258-a8f4-4a9c91c9707c'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 22:51:48.321863 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6fbeef7-4d82-47af-a455-ff3d8b015c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:48.462074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7c809f-a947-405b-be53-2307ec2d9788 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:48.462074 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-db7c809f-a947-405b-be53-2307ec2d9788 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:48.525448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191694a9-76d3-44ba-ac2d-fce1c7d59958 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:48.600715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8472f028-d0a0-4258-a8f4-4a9c91c9707c no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:51:48.628479 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca415f48-e03a-4f04-a01a-4d219fc266db req-a23e1af3-2083-48a3-bb03-ddeedeb83d05 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:48.629982 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca415f48-e03a-4f04-a01a-4d219fc266db req-a23e1af3-2083-48a3-bb03-ddeedeb83d05 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 943 time: 0.1024754 Dec 11 22:51:48.663312 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-688443d0-a9e3-47a8-97ab-fbe7670f9b84 None None] Provisioning complete for port 8472f028-d0a0-4258-a8f4-4a9c91c9707c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:48.663681 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-688443d0-a9e3-47a8-97ab-fbe7670f9b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:48.735094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4af53f-295f-4ddf-8838-5961ca8ac5a9 None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:51:48.744951 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca415f48-e03a-4f04-a01a-4d219fc266db req-cc21f8e5-c56c-4ba9-865f-5837de8a9fee tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bd01f0-7758-4263-bab7-aee5cad7e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066685 Dec 11 22:51:48.770175 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:48.861823 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 8472f028-d0a0-4258-a8f4-4a9c91c9707c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8472f028-d0a0-4258-a8f4-4a9c91c9707c,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:48.863584 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee07d1cb-1062-465e-aea9-948028e4acc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:48.868084 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-db7c809f-a947-405b-be53-2307ec2d9788 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:48.879354 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ec4af53f-295f-4ddf-8838-5961ca8ac5a9 None None] Deleting port 8472f028-d0a0-4258-a8f4-4a9c91c9707c {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:48.879739 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec4af53f-295f-4ddf-8838-5961ca8ac5a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:48.910937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c809f-a947-405b-be53-2307ec2d9788 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:48.914216 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-db7c809f-a947-405b-be53-2307ec2d9788 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:48.918481 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c809f-a947-405b-be53-2307ec2d9788 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:48.919096 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-db7c809f-a947-405b-be53-2307ec2d9788 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:48.929608 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c809f-a947-405b-be53-2307ec2d9788 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=3815bbd4-1e62-4bb7-a4e0-1617496ff80d,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:48.936601 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:48.990738 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-db7c809f-a947-405b-be53-2307ec2d9788 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7104688 Dec 11 22:51:48.993947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38208) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:49.002365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-93338075-9221-4c5c-a48a-e9fa9b89a981 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:49.010703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ec4af53f-295f-4ddf-8838-5961ca8ac5a9 None None] For port 8472f028-d0a0-4258-a8f4-4a9c91c9707c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8472f028-d0a0-4258-a8f4-4a9c91c9707c,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:49.011246 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec4af53f-295f-4ddf-8838-5961ca8ac5a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:49.039259 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ec4af53f-295f-4ddf-8838-5961ca8ac5a9 None None] Calling delete_port for 8472f028-d0a0-4258-a8f4-4a9c91c9707c owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:51:49.043652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=8472f028-d0a0-4258-a8f4-4a9c91c9707c,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:49.106549 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cd953-f366-4713-a478-80fad7ba902c req-e6e0ce89-73e7-4887-b094-d232a1c94691 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:49.108565 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ff9cd953-f366-4713-a478-80fad7ba902c req-e6e0ce89-73e7-4887-b094-d232a1c94691 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0677855 Dec 11 22:51:49.156789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7b9bf-2f0f-4a1a-bccb-020a418e444b req-de6919bf-9222-4954-90e4-68380a361b43 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:49.159294 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-06c7b9bf-2f0f-4a1a-bccb-020a418e444b req-de6919bf-9222-4954-90e4-68380a361b43 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0913932 Dec 11 22:51:49.179777 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ff9cd953-f366-4713-a478-80fad7ba902c req-7bb547f2-ce55-4e34-9180-af07ec1adecf tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644276 Dec 11 22:51:49.216898 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec4af53f-295f-4ddf-8838-5961ca8ac5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:49.235934 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-06c7b9bf-2f0f-4a1a-bccb-020a418e444b req-bb50a40e-5e4c-400b-ac58-b5a78528e0f3 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656593 Dec 11 22:51:49.256905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4af53f-295f-4ddf-8838-5961ca8ac5a9 None None] Pushing event deleted for resources: {'Port': ['ID=8472f028-d0a0-4258-a8f4-4a9c91c9707c,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:49.270700 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4af53f-295f-4ddf-8838-5961ca8ac5a9 None None] No DVR routers for this DVR port 8472f028-d0a0-4258-a8f4-4a9c91c9707c on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:51:49.285288 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93338075-9221-4c5c-a48a-e9fa9b89a981 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:49.289874 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-93338075-9221-4c5c-a48a-e9fa9b89a981 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:49.293189 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86377b3b-21a6-450d-ab8e-67a9c244b5e2 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:49.345803 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4fb71a21-6052-4829-b813-75a1b08ed337 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:51:49.466393 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': '3815bbd4-1e62-4bb7-a4e0-1617496ff80d'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:51:49.467481 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:49.511442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4fb71a21-6052-4829-b813-75a1b08ed337, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4fb71a21-6052-4829-b813-75a1b08ed337,segment=NetworkSegment(190f9573-495f-4fc2-ae01-ad16a092a395),segment_id=190f9573-495f-4fc2-ae01-ad16a092a395)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:49.571178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '4fb71a21-6052-4829-b813-75a1b08ed337', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'port_id': '4fb71a21-6052-4829-b813-75a1b08ed337', 'mac_address': 'fa:16:3e:c4:8e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:51:49.649522 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:49.670942 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb71a21-6052-4829-b813-75a1b08ed337 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:51:49.681539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Allocated IP 172.20.0.2 (222e8032-d106-460a-b983-cafecada1526/3815bbd4-1e62-4bb7-a4e0-1617496ff80d/ba49516b-f5d3-40c7-8a14-cdb7a5a73c94) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:49.696993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.objects.ports [None req-93338075-9221-4c5c-a48a-e9fa9b89a981 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103692) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:51:49.698590 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-93338075-9221-4c5c-a48a-e9fa9b89a981 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:49.702108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4fb71a21-6052-4829-b813-75a1b08ed337, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4fb71a21-6052-4829-b813-75a1b08ed337,segment=NetworkSegment(190f9573-495f-4fc2-ae01-ad16a092a395),segment_id=190f9573-495f-4fc2-ae01-ad16a092a395)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:49.742031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93338075-9221-4c5c-a48a-e9fa9b89a981 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:49.747332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-93338075-9221-4c5c-a48a-e9fa9b89a981 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:49.751683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93338075-9221-4c5c-a48a-e9fa9b89a981 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:49.752352 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-93338075-9221-4c5c-a48a-e9fa9b89a981 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:49.760486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93338075-9221-4c5c-a48a-e9fa9b89a981 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=c9387560-3239-43fa-9ba2-0f3048bffb9a,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:49.779582 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:49.825006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-93338075-9221-4c5c-a48a-e9fa9b89a981 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8290591 Dec 11 22:51:49.827712 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38220) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:49.833162 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-64d7845d-0b93-4b49-9781-78596dedfed1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'mac_address': 'fa:16:3e:bf:70:85', 'name': 'tempest-NetworksTestDHCPv6-1942664435'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:49.870550 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=4fb71a21-6052-4829-b813-75a1b08ed337,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:49.876717 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e341bc7-aefc-4574-b841-906828a73215 req-e3804446-fcb8-4757-b0ed-cc0e3cdc4473 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:49.884015 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5e341bc7-aefc-4574-b841-906828a73215 req-e3804446-fcb8-4757-b0ed-cc0e3cdc4473 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 944 time: 0.0625980 Dec 11 22:51:49.885979 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:49.935195 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5e341bc7-aefc-4574-b841-906828a73215 req-92eae529-2d22-4171-b26e-87b7564ff3dd tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bd01f0-7758-4263-bab7-aee5cad7e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502033 Dec 11 22:51:49.971749 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:50.023269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:50.025947 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:50.030778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:50.032902 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Pushing event updated for resources: {'Port': ['ID=ba49516b-f5d3-40c7-8a14-cdb7a5a73c94,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:50.056447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d7845d-0b93-4b49-9781-78596dedfed1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:50.086928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Attempting to bind port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:51:50.087343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Attempting to bind port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:51:50.087718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Attempting to bind port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:51:50.093548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:51:50.093976 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:51:50.094411 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:50.094794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:51:50.095437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Bound port: ba49516b-f5d3-40c7-8a14-cdb7a5a73c94, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:51:50.095705 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:50.147143 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-64d7845d-0b93-4b49-9781-78596dedfed1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:50.163661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['4fb71a21-6052-4829-b813-75a1b08ed337'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:51:50.167794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-64d7845d-0b93-4b49-9781-78596dedfed1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port 6c039247-faf2-4f92-a9e9-364e5b3bf191 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:51:50.195541 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] For port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:51:50.212763 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] For port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ba49516b-f5d3-40c7-8a14-cdb7a5a73c94,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:51:50.284639 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:50.354232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d9057-1bc8-4f52-822f-d801dc6911c6 req-f9ecde38-924e-4d27-b1ed-15eaa6635b2e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:50.355832 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-471d9057-1bc8-4f52-822f-d801dc6911c6 req-f9ecde38-924e-4d27-b1ed-15eaa6635b2e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0933228 Dec 11 22:51:50.405377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce327a2-2b00-4ab4-95d6-fbcbaa38c8bc req-b328c23e-4768-48e5-a91a-964844d04310 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:50.407833 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ce327a2-2b00-4ab4-95d6-fbcbaa38c8bc req-b328c23e-4768-48e5-a91a-964844d04310 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0737245 Dec 11 22:51:50.426510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-64d7845d-0b93-4b49-9781-78596dedfed1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 172.20.0.4 (222e8032-d106-460a-b983-cafecada1526/3815bbd4-1e62-4bb7-a4e0-1617496ff80d/6c039247-faf2-4f92-a9e9-364e5b3bf191) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:50.427124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9e264-b27b-426d-a725-34a4513ceb88 None None] Pushing event updated for resources: {'Port': ['ID=ba49516b-f5d3-40c7-8a14-cdb7a5a73c94,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:50.447994 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-471d9057-1bc8-4f52-822f-d801dc6911c6 req-b824c2e6-936a-4c87-b1a1-2609e5afb3fa tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837185 Dec 11 22:51:50.449990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-64d7845d-0b93-4b49-9781-78596dedfed1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::f816:3eff:febf:7085 (222e8032-d106-460a-b983-cafecada1526/c9387560-3239-43fa-9ba2-0f3048bffb9a/6c039247-faf2-4f92-a9e9-364e5b3bf191) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:50.520157 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ce327a2-2b00-4ab4-95d6-fbcbaa38c8bc req-19922ced-8592-4b97-aeca-e7769338edf4 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001503 Dec 11 22:51:50.682421 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-64d7845d-0b93-4b49-9781-78596dedfed1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:50.840414 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-64d7845d-0b93-4b49-9781-78596dedfed1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:50.895269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d7845d-0b93-4b49-9781-78596dedfed1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:50.898830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-64d7845d-0b93-4b49-9781-78596dedfed1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:50.902606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d7845d-0b93-4b49-9781-78596dedfed1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:50.909390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7845d-0b93-4b49-9781-78596dedfed1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=6c039247-faf2-4f92-a9e9-364e5b3bf191,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:50.923136 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2a3ec-9695-4725-aede-ed5c4ccdabf4 req-eb3a62f9-e974-47ac-89a0-6205617c7e96 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:50.924819 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ac2a3ec-9695-4725-aede-ed5c4ccdabf4 req-eb3a62f9-e974-47ac-89a0-6205617c7e96 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0547779 Dec 11 22:51:50.963713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7845d-0b93-4b49-9781-78596dedfed1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:50.964681 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-64d7845d-0b93-4b49-9781-78596dedfed1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:50.997667 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ac2a3ec-9695-4725-aede-ed5c4ccdabf4 req-717e7dc0-66d1-4399-b5b3-5f9d5ece815c tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647423 Dec 11 22:51:51.059229 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-64d7845d-0b93-4b49-9781-78596dedfed1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2298989 Dec 11 22:51:51.061951 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38242) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:51.088113 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f8bc1-7668-4156-a661-5ab55952b46b req-e22de3f0-384c-4330-9fec-b56f8bc77d42 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:51.089797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cb1f8bc1-7668-4156-a661-5ab55952b46b req-e22de3f0-384c-4330-9fec-b56f8bc77d42 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 944 time: 0.0620592 Dec 11 22:51:51.139935 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cb1f8bc1-7668-4156-a661-5ab55952b46b req-44fa5b51-0f06-43d9-b533-4c44f3dceed2 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bd01f0-7758-4263-bab7-aee5cad7e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437171 Dec 11 22:51:51.152333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0146f77d-0f3e-4684-9328-e6e9e56f3002 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:51.158773 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0146f77d-0f3e-4684-9328-e6e9e56f3002 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:51.162726 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0146f77d-0f3e-4684-9328-e6e9e56f3002 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0971558 Dec 11 22:51:51.163133 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38244) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:51.177352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba79fc-90e1-4f49-bddf-a53889570397 req-7dedf2ee-610c-449a-8cff-28bcbbecf99f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:51.179048 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-58ba79fc-90e1-4f49-bddf-a53889570397 req-7dedf2ee-610c-449a-8cff-28bcbbecf99f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0864663 Dec 11 22:51:51.251414 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2cdcf0b3-fff1-4581-aa3e-4b4d5bdd492b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:51.286179 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-58ba79fc-90e1-4f49-bddf-a53889570397 req-ff93bcfe-c48f-44ff-a6e6-6492d945454d tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867763 Dec 11 22:51:51.313196 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-9c02cc08-f49b-440a-84c1-6fd0d1edcf16 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 6c039247-faf2-4f92-a9e9-364e5b3bf191 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:51.313196 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c02cc08-f49b-440a-84c1-6fd0d1edcf16 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:51.344607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4fb71a21-6052-4829-b813-75a1b08ed337 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:51.425878 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c02cc08-f49b-440a-84c1-6fd0d1edcf16 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:51.441038 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-9c02cc08-f49b-440a-84c1-6fd0d1edcf16 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 6c039247-faf2-4f92-a9e9-364e5b3bf191 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:51:51.501963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 4fb71a21-6052-4829-b813-75a1b08ed337 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:51:51.506770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 4fb71a21-6052-4829-b813-75a1b08ed337 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:51.507046 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:51.598986 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:51.674623 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0483104b-78f1-433f-ba42-2ccf9a27b252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb71a21-6052-4829-b813-75a1b08ed337'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:51:51.679975 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65acf6a-4ba1-4907-954b-3036d5f6756a" -d '{"events": [{"server_uuid": "0483104b-78f1-433f-ba42-2ccf9a27b252", "name": "network-vif-plugged", "status": "completed", "tag": "4fb71a21-6052-4829-b813-75a1b08ed337"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:51:51.703968 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4fb71a21-6052-4829-b813-75a1b08ed337, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4fb71a21-6052-4829-b813-75a1b08ed337,segment=NetworkSegment(190f9573-495f-4fc2-ae01-ad16a092a395),segment_id=190f9573-495f-4fc2-ae01-ad16a092a395)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:51.706043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45001b6-e9da-4e42-8380-4c14a093789f None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:51.723452 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a35eef-6322-4dbe-879d-381f529c9370 req-53e1e6e9-8e4f-4335-8308-620f35157354 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:51.725432 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10a35eef-6322-4dbe-879d-381f529c9370 req-53e1e6e9-8e4f-4335-8308-620f35157354 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1237042 Dec 11 22:51:51.812897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ff603-5f7c-4548-9555-d659ac3a1450 req-0e331f05-3f64-405d-9420-b0dcfea535cd tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:51.815097 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-603ff603-5f7c-4548-9555-d659ac3a1450 req-0e331f05-3f64-405d-9420-b0dcfea535cd tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.1223798 Dec 11 22:51:51.819485 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c02cc08-f49b-440a-84c1-6fd0d1edcf16 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:51.874271 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:51.911223 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02cc08-f49b-440a-84c1-6fd0d1edcf16 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=6c039247-faf2-4f92-a9e9-364e5b3bf191,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:51.947726 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-603ff603-5f7c-4548-9555-d659ac3a1450 req-bba4574a-e815-436f-967c-2e05510d8748 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236913 Dec 11 22:51:51.951298 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10a35eef-6322-4dbe-879d-381f529c9370 req-27df47a6-2285-4037-8bfb-ebdb22bd026b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134821 Dec 11 22:51:51.967271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-95d808b6-e8f5-4858-8433-842e0f078fd7 None None] Provisioning complete for port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:51.967653 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95d808b6-e8f5-4858-8433-842e0f078fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:52.009066 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c02cc08-f49b-440a-84c1-6fd0d1edcf16 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:52.014652 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9c02cc08-f49b-440a-84c1-6fd0d1edcf16 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/6c039247-faf2-4f92-a9e9-364e5b3bf191 HTTP/1.1" status: 204 len: 168 time: 0.8485096 Dec 11 22:51:52.016478 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38260) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:52.061569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=4fb71a21-6052-4829-b813-75a1b08ed337,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:52.095845 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1747c8-0cd0-4e1a-b083-1634d2e855a7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:52.097731 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1747c8-0cd0-4e1a-b083-1634d2e855a7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:52.099910 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1747c8-0cd0-4e1a-b083-1634d2e855a7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:52.103598 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ea1747c8-0cd0-4e1a-b083-1634d2e855a7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0834618 Dec 11 22:51:52.103885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38262) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:52.137039 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6c131c-3386-4cf0-9524-64620cb8b88a x-openstack-request-id: req-7c6c131c-3386-4cf0-9524-64620cb8b88a {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:51:52.137656 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0483104b-78f1-433f-ba42-2ccf9a27b252", "name": "network-vif-plugged", "status": "completed", "tag": "4fb71a21-6052-4829-b813-75a1b08ed337", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:51:52.138114 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c6c131c-3386-4cf0-9524-64620cb8b88a {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:51:52.138743 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0483104b-78f1-433f-ba42-2ccf9a27b252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb71a21-6052-4829-b813-75a1b08ed337', 'code': 200} Dec 11 22:51:52.186370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee54477e-8b8c-4392-98d7-a1cc35df18ef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 3815bbd4-1e62-4bb7-a4e0-1617496ff80d {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:51:52.190985 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee54477e-8b8c-4392-98d7-a1cc35df18ef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:52.202503 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9ac898-d50b-4cb3-9087-2ff50c44f681 None None] Update dhcp port {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'fixed_ips': [{'subnet_id': '3815bbd4-1e62-4bb7-a4e0-1617496ff80d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c9387560-3239-43fa-9ba2-0f3048bffb9a'}], 'binding:host_id': 'n-d-710847-6'}, 'id': 'ba49516b-f5d3-40c7-8a14-cdb7a5a73c94'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 22:51:52.205446 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:52.243887 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95d808b6-e8f5-4858-8433-842e0f078fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:52.246388 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac898-d50b-4cb3-9087-2ff50c44f681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:52.254950 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee54477e-8b8c-4392-98d7-a1cc35df18ef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:52.290060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e3f4c-d000-4736-bb9a-50e753a127d2 req-a1253bce-3ed4-459b-b48a-dc21a6ff0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:52.292586 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-502e3f4c-d000-4736-bb9a-50e753a127d2 req-a1253bce-3ed4-459b-b48a-dc21a6ff0ef7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 1096 time: 0.1026073 Dec 11 22:51:52.320956 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cbdaa-0db9-428d-9a98-de766aff0f86 req-4805f548-c26b-47ac-92bd-dee107ba537d tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:52.322758 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd4cbdaa-0db9-428d-9a98-de766aff0f86 req-4805f548-c26b-47ac-92bd-dee107ba537d tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 945 time: 0.0763268 Dec 11 22:51:52.361741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-95d808b6-e8f5-4858-8433-842e0f078fd7 None None] For port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ba49516b-f5d3-40c7-8a14-cdb7a5a73c94,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:52.380812 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-502e3f4c-d000-4736-bb9a-50e753a127d2 req-f2863448-c75d-4925-a2cd-0e5fafab970e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=45bd01f0-7758-4263-bab7-aee5cad7e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804434 Dec 11 22:51:52.397469 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd4cbdaa-0db9-428d-9a98-de766aff0f86 req-16277b42-5f64-44ae-afa9-ea372a228f18 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bd01f0-7758-4263-bab7-aee5cad7e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637271 Dec 11 22:51:52.450823 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95d808b6-e8f5-4858-8433-842e0f078fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:52.452554 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee54477e-8b8c-4392-98d7-a1cc35df18ef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:52.505251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d808b6-e8f5-4858-8433-842e0f078fd7 None None] Pushing event updated for resources: {'Port': ['ID=ba49516b-f5d3-40c7-8a14-cdb7a5a73c94,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:52.581891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:52.595467 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee54477e-8b8c-4392-98d7-a1cc35df18ef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server [None req-7d9ac898-d50b-4cb3-9087-2ff50c44f681 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3815bbd4-1e62-4bb7-a4e0-1617496ff80d: This subnet is being modified by another concurrent operation. Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 11 22:51:52.612808 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise exception Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3815bbd4-1e62-4bb7-a4e0-1617496ff80d: This subnet is being modified by another concurrent operation. Dec 11 22:51:52.623917 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server Dec 11 22:51:52.629456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54477e-8b8c-4392-98d7-a1cc35df18ef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=3815bbd4-1e62-4bb7-a4e0-1617496ff80d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:52.630744 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee54477e-8b8c-4392-98d7-a1cc35df18ef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:52.634999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ee54477e-8b8c-4392-98d7-a1cc35df18ef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/3815bbd4-1e62-4bb7-a4e0-1617496ff80d HTTP/1.1" status: 204 len: 168 time: 0.5298886 Dec 11 22:51:52.637460 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38266) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:52.643506 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:52.643887 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:52.719078 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209eba77-b779-48d3-a320-ed874939025f None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:52.969019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-abcd2c8d-d55a-4d96-88e9-0bad36f08aa1 None None] Provisioning complete for port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:52.969403 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-abcd2c8d-d55a-4d96-88e9-0bad36f08aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:53.025787 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e7809f-63f1-4bf3-b1c3-bc11f6a528d3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet c9387560-3239-43fa-9ba2-0f3048bffb9a {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:51:53.030625 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66e7809f-63f1-4bf3-b1c3-bc11f6a528d3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:53.103971 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66e7809f-63f1-4bf3-b1c3-bc11f6a528d3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:53.123256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283abd94-81b9-4dbf-970c-2e0f1aca0e5b req-7c41364f-faac-47ab-9152-f2b434521f88 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:53.125412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-283abd94-81b9-4dbf-970c-2e0f1aca0e5b req-7c41364f-faac-47ab-9152-f2b434521f88 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0514939 Dec 11 22:51:53.130268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd46e29-58a7-4427-98a5-bf63503ddbe4 None None] Update dhcp port {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'fixed_ips': [{'subnet_id': 'c9387560-3239-43fa-9ba2-0f3048bffb9a'}], 'binding:host_id': 'n-d-710847-6'}, 'id': 'ba49516b-f5d3-40c7-8a14-cdb7a5a73c94'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 22:51:53.158302 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cdd46e29-58a7-4427-98a5-bf63503ddbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:53.181137 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-283abd94-81b9-4dbf-970c-2e0f1aca0e5b req-0221fac1-289d-4704-a5cd-cdcabfd29daa tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483899 Dec 11 22:51:53.186211 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66e7809f-63f1-4bf3-b1c3-bc11f6a528d3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:53.228366 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeeb68-0d2b-4f72-897c-37b855d563cd req-a86128b6-88d9-4605-b9d8-80f613bca832 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:53.229890 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9fdeeb68-0d2b-4f72-897c-37b855d563cd req-a86128b6-88d9-4605-b9d8-80f613bca832 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0992177 Dec 11 22:51:53.311906 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9fdeeb68-0d2b-4f72-897c-37b855d563cd req-f75ad88e-3442-43a4-bb65-1ab724ed6932 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682809 Dec 11 22:51:53.371407 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66e7809f-63f1-4bf3-b1c3-bc11f6a528d3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server [None req-cdd46e29-58a7-4427-98a5-bf63503ddbe4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9387560-3239-43fa-9ba2-0f3048bffb9a: This subnet is being modified by another concurrent operation. Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 11 22:51:53.372830 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise exception Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9387560-3239-43fa-9ba2-0f3048bffb9a: This subnet is being modified by another concurrent operation. Dec 11 22:51:53.386621 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server Dec 11 22:51:53.400968 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7809f-63f1-4bf3-b1c3-bc11f6a528d3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=c9387560-3239-43fa-9ba2-0f3048bffb9a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:53.404867 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66e7809f-63f1-4bf3-b1c3-bc11f6a528d3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:53.407209 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-66e7809f-63f1-4bf3-b1c3-bc11f6a528d3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/c9387560-3239-43fa-9ba2-0f3048bffb9a HTTP/1.1" status: 204 len: 168 time: 0.7684920 Dec 11 22:51:53.410043 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38280) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:53.448959 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b65a9d80-8320-4805-bd91-d14943b217d7 None None] Provisioning complete for port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:53.449348 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b65a9d80-8320-4805-bd91-d14943b217d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:53.461483 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-50857ddd-6318-426e-a328-62be5a6c4de8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494053 Dec 11 22:51:53.467097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38284) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:53.563354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aec483-b7e7-411c-8c27-3329cc0179fd tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:53.563354 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e2aec483-b7e7-411c-8c27-3329cc0179fd tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0928671 Dec 11 22:51:53.563817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38286) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:53.565088 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546339a8-b3a8-4569-9fbf-87e294efeeda None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 22:51:53.572167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be8dac-c71f-4292-95b4-c14983b452c1 req-35642512-aa06-4959-84d4-8084ca59541d tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:53.573722 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-11be8dac-c71f-4292-95b4-c14983b452c1 req-35642512-aa06-4959-84d4-8084ca59541d tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 945 time: 0.0782635 Dec 11 22:51:53.631512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac9cfc-8f07-4d89-930b-d625f6f540ca tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:53.635631 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-44ac9cfc-8f07-4d89-930b-d625f6f540ca tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0685134 Dec 11 22:51:53.636145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38290) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:53.640565 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-11be8dac-c71f-4292-95b4-c14983b452c1 req-5a4d1287-bedd-4587-abcf-c63fd471e3d4 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bd01f0-7758-4263-bab7-aee5cad7e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593555 Dec 11 22:51:53.680118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e37174ac-91ad-4edd-bfa2-5d1a7c8c5989 None None] Could not find standard attr ID for object 6c039247-faf2-4f92-a9e9-364e5b3bf191. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:51:53.688109 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ad579561-28ff-49dc-b404-72781a2144f4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499203 Dec 11 22:51:53.692808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38292) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:53.697988 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d5c5e272-eed5-4f76-b8ba-5f53bc0accf9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:53.724248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546339a8-b3a8-4569-9fbf-87e294efeeda None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 22:51:53.862238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c5e272-eed5-4f76-b8ba-5f53bc0accf9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:53.865894 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5c5e272-eed5-4f76-b8ba-5f53bc0accf9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:53.867616 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c5e272-eed5-4f76-b8ba-5f53bc0accf9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:51:53.868053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c5e272-eed5-4f76-b8ba-5f53bc0accf9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:51:53.902988 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:53.965130 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d5c5e272-eed5-4f76-b8ba-5f53bc0accf9 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2681992 Dec 11 22:51:53.965543 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38294) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:53.972508 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6801eea7-be7c-427a-8cb7-35eacb968c4b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:54.058500 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62cfe2d-ebb9-48af-9cfb-dba4e2f62592 None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 22:51:54.114237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3d433a93-c516-49cd-8ff5-974e8b71dcc2 None None] Provisioning complete for port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:54.114620 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3d433a93-c516-49cd-8ff5-974e8b71dcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:54.130532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6801eea7-be7c-427a-8cb7-35eacb968c4b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:54.135059 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6801eea7-be7c-427a-8cb7-35eacb968c4b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:54.136578 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-6801eea7-be7c-427a-8cb7-35eacb968c4b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:51:54.139790 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6801eea7-be7c-427a-8cb7-35eacb968c4b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:51:54.209929 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6801eea7-be7c-427a-8cb7-35eacb968c4b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2430866 Dec 11 22:51:54.212947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38298) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:54.220304 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62cfe2d-ebb9-48af-9cfb-dba4e2f62592 None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 22:51:54.221053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-70612d3f-e98b-4702-b021-38f1b1de35b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:54.384782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2dca2-0ea4-491f-82e0-5b82c1950fc1 req-9e82cbcf-f121-490d-86ce-f959a2fd0b88 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:54.386674 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bab2dca2-0ea4-491f-82e0-5b82c1950fc1 req-9e82cbcf-f121-490d-86ce-f959a2fd0b88 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0999146 Dec 11 22:51:54.460959 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bab2dca2-0ea4-491f-82e0-5b82c1950fc1 req-10261b0e-38ab-445d-a1b7-4c45a248b8a8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671241 Dec 11 22:51:54.466725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70612d3f-e98b-4702-b021-38f1b1de35b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:54.476698 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70612d3f-e98b-4702-b021-38f1b1de35b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:54.480539 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-70612d3f-e98b-4702-b021-38f1b1de35b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:51:54.481008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70612d3f-e98b-4702-b021-38f1b1de35b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:51:54.518687 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb74abe-244d-4a55-acb6-9315f93b3db4 req-d7c72249-a22b-49ec-8e5a-77e17c77bdd0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:54.520565 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0eb74abe-244d-4a55-acb6-9315f93b3db4 req-d7c72249-a22b-49ec-8e5a-77e17c77bdd0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0882013 Dec 11 22:51:54.587509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-70612d3f-e98b-4702-b021-38f1b1de35b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3729575 Dec 11 22:51:54.590570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38306) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:54.596916 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0eb74abe-244d-4a55-acb6-9315f93b3db4 req-01233d30-51ce-4d8c-9aa6-bb373ad46375 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701962 Dec 11 22:51:54.599550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9b0986c1-0333-4150-83ac-42b80734fc9e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:54.600062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:51:54.639427 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:54.800183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0986c1-0333-4150-83ac-42b80734fc9e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:54.805783 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b0986c1-0333-4150-83ac-42b80734fc9e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:54.806410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-17a4ef51-9504-49ed-8d08-728d36fd40cd None None] Provisioning complete for port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:54.807086 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17a4ef51-9504-49ed-8d08-728d36fd40cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:54.807329 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0986c1-0333-4150-83ac-42b80734fc9e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:51:54.807863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0986c1-0333-4150-83ac-42b80734fc9e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:51:54.809507 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:54.845853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3e9e0-a3ef-4e89-b659-4c974577e2ad req-594c3deb-e55e-46f8-a3dd-f52f2d275766 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:54.847473 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9bc3e9e0-a3ef-4e89-b659-4c974577e2ad req-594c3deb-e55e-46f8-a3dd-f52f2d275766 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 945 time: 0.0913572 Dec 11 22:51:54.878703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ba49516b-f5d3-40c7-8a14-cdb7a5a73c94,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:54.899452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9b0986c1-0333-4150-83ac-42b80734fc9e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3077197 Dec 11 22:51:54.903624 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38312) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:54.908729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b7ac3c14-f94c-4200-a1aa-178a85bc9637 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:54.916679 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9bc3e9e0-a3ef-4e89-b659-4c974577e2ad req-58eb7464-42e2-4804-b113-b3ccea9ff669 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bd01f0-7758-4263-bab7-aee5cad7e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619826 Dec 11 22:51:54.948256 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:55.033876 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=ba49516b-f5d3-40c7-8a14-cdb7a5a73c94,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:55.091978 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8d97b-e271-4353-a317-e3f52af7ea17 req-4d410968-a484-41e7-9d67-5be9b81a0f6f tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:55.103594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ac3c14-f94c-4200-a1aa-178a85bc9637 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:55.106413 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7ac3c14-f94c-4200-a1aa-178a85bc9637 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:55.107091 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2fc8d97b-e271-4353-a317-e3f52af7ea17 req-4d410968-a484-41e7-9d67-5be9b81a0f6f tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 945 time: 0.0604808 Dec 11 22:51:55.108025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38316) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:55.112091 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ac3c14-f94c-4200-a1aa-178a85bc9637 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:51:55.112621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ac3c14-f94c-4200-a1aa-178a85bc9637 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:51:55.114310 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a2ab4e7c-a444-4cc0-a1bc-3ffd0468f189 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Request body: {'floatingip': {'port_id': '4fb71a21-6052-4829-b813-75a1b08ed337'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:55.165674 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2ab4e7c-a444-4cc0-a1bc-3ffd0468f189 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:55.211770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b7ac3c14-f94c-4200-a1aa-178a85bc9637 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3077376 Dec 11 22:51:55.212513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38318) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:55.218009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-af24f9b2-8185-43d9-afe3-f66c8458db6c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:55.434383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af24f9b2-8185-43d9-afe3-f66c8458db6c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:55.441317 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af24f9b2-8185-43d9-afe3-f66c8458db6c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:55.444695 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-af24f9b2-8185-43d9-afe3-f66c8458db6c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:51:55.445499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af24f9b2-8185-43d9-afe3-f66c8458db6c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:51:55.562186 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-af24f9b2-8185-43d9-afe3-f66c8458db6c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3484383 Dec 11 22:51:55.565180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38326) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:55.633146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ce31c9-406f-4dbc-ba2c-31ca62e4cd67 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:55.637285 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b0ce31c9-406f-4dbc-ba2c-31ca62e4cd67 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0686030 Dec 11 22:51:55.637431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38332) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:55.680213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e35bbc-b469-4588-b2d2-ec855e46f667 req-6be22131-cc67-4dde-8b2f-6102ef5dcec1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:55.681799 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c1e35bbc-b469-4588-b2d2-ec855e46f667 req-6be22131-cc67-4dde-8b2f-6102ef5dcec1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1257577 Dec 11 22:51:55.824921 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c1e35bbc-b469-4588-b2d2-ec855e46f667 req-7ecb9053-5555-4c8b-b845-c286dd19e8a8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342425 Dec 11 22:51:55.850766 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2ab4e7c-a444-4cc0-a1bc-3ffd0468f189 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:55.902377 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2ab4e7c-a444-4cc0-a1bc-3ffd0468f189 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:56.014187 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-a2ab4e7c-a444-4cc0-a1bc-3ffd0468f189 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Floating IP 7a7b9466-ae86-4b5d-8d57-286b3136ef73 associated. External IP: 172.25.1.104, port: 4fb71a21-6052-4829-b813-75a1b08ed337. Dec 11 22:51:56.107145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d5d723-dfc4-4726-b394-6f75cc34fe70 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:56.108619 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-43d5d723-dfc4-4726-b394-6f75cc34fe70 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4701641 Dec 11 22:51:56.111845 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38336) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:56.129027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807f1f3-7b6e-44f0-bf37-4126e449fb98 req-ab781391-cbf2-455d-8ab2-c4dd4a6c1b94 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:56.130732 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a807f1f3-7b6e-44f0-bf37-4126e449fb98 req-ab781391-cbf2-455d-8ab2-c4dd4a6c1b94 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0702858 Dec 11 22:51:56.160990 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-98b2643b-14f4-4876-8346-ac807e850002 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442655 Dec 11 22:51:56.162103 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38340) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:56.169375 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d76fcbcb-09c2-4902-8b6e-e1d8db337208 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:56.184222 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a807f1f3-7b6e-44f0-bf37-4126e449fb98 req-74d11b93-28ab-4f3c-88e9-b88da38dea8d tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460858 Dec 11 22:51:56.348342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ab4e7c-a444-4cc0-a1bc-3ffd0468f189 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Router 9b876dfd-3808-415c-8ec7-88f7785296aa has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:51:56.407655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76fcbcb-09c2-4902-8b6e-e1d8db337208 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:56.411027 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d76fcbcb-09c2-4902-8b6e-e1d8db337208 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:56.513199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ab4e7c-a444-4cc0-a1bc-3ffd0468f189 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:51:56.519372 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2ab4e7c-a444-4cc0-a1bc-3ffd0468f189 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:56.523879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9532c00f-5f56-4049-a9cd-36523b928f71 None None] Sync routers for ids ['9b876dfd-3808-415c-8ec7-88f7785296aa'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:51:56.559482 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a2ab4e7c-a444-4cc0-a1bc-3ffd0468f189 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "PUT /v2.0/floatingips/7a7b9466-ae86-4b5d-8d57-286b3136ef73 HTTP/1.1" status: 200 len: 991 time: 1.4499693 Dec 11 22:51:56.570351 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9532c00f-5f56-4049-a9cd-36523b928f71 None None] Routers {'9b876dfd-3808-415c-8ec7-88f7785296aa'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:51:56.572250 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-9532c00f-5f56-4049-a9cd-36523b928f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:51:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9b876dfd-3808-415c-8ec7-88f7785296aa'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:56.612864 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0483104b-78f1-433f-ba42-2ccf9a27b252', 'tag': '4fb71a21-6052-4829-b813-75a1b08ed337'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:51:56.616390 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65cee86-36e8-40f4-93e9-e409b1045c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0483104b-78f1-433f-ba42-2ccf9a27b252", "tag": "4fb71a21-6052-4829-b813-75a1b08ed337"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:51:56.724158 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39813a0-c760-4b67-b287-d5aecaa57a65 x-openstack-request-id: req-a39813a0-c760-4b67-b287-d5aecaa57a65 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:51:56.724158 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0483104b-78f1-433f-ba42-2ccf9a27b252", "tag": "4fb71a21-6052-4829-b813-75a1b08ed337", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:51:56.724158 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a39813a0-c760-4b67-b287-d5aecaa57a65 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:51:56.724158 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0483104b-78f1-433f-ba42-2ccf9a27b252', 'tag': '4fb71a21-6052-4829-b813-75a1b08ed337', 'status': 'completed', 'code': 200} Dec 11 22:51:56.769262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-9532c00f-5f56-4049-a9cd-36523b928f71 None None] Set router 9b876dfd-3808-415c-8ec7-88f7785296aa gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:51:56.802251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cee86-36e8-40f4-93e9-e409b1045c5b req-9e5ba6b3-2db5-42ba-8ac0-d3d55b3c2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:56.804196 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e65cee86-36e8-40f4-93e9-e409b1045c5b req-9e5ba6b3-2db5-42ba-8ac0-d3d55b3c2d92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=508c3b684a10425d94f0afe5834cd8b2&device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 1096 time: 0.0622747 Dec 11 22:51:56.942862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cee86-36e8-40f4-93e9-e409b1045c5b req-cd465905-a8c7-4c03-8835-58fa6161329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:56.944371 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e65cee86-36e8-40f4-93e9-e409b1045c5b req-cd465905-a8c7-4c03-8835-58fa6161329e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0880f6bd-c0aa-40c6-9367-729d7d05d0b8 HTTP/1.1" status: 200 len: 907 time: 0.1286881 Dec 11 22:51:57.004533 n-d-710847-6 neutron-server[103691]: DEBUG neutron.objects.ports [None req-d76fcbcb-09c2-4902-8b6e-e1d8db337208 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103691) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:51:57.030910 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e65cee86-36e8-40f4-93e9-e409b1045c5b req-e049a5a5-229f-4132-9ab1-187589d68347 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fb71a21-6052-4829-b813-75a1b08ed337 HTTP/1.1" status: 200 len: 999 time: 0.0778325 Dec 11 22:51:57.072818 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-9532c00f-5f56-4049-a9cd-36523b928f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'name': 'tempest-ServersTestJSON-1962488865-router', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:18Z', 'updated_at': '2021-12-11T22:51:25Z', 'revision_number': 4, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'gw_port': {'id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:20Z', 'updated_at': '2021-12-11T22:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '7a7b9466-ae86-4b5d-8d57-286b3136ef73', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'floating_ip_address': '172.25.1.104', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'port_id': '4fb71a21-6052-4829-b813-75a1b08ed337', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'mac_address': 'fa:16:3e:c4:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0483104b-78f1-433f-ba42-2ccf9a27b252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:51:34Z', 'updated_at': '2021-12-11T22:51:55Z', 'revision_number': 1, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46045c3-4714-44da-acf4-9176eba03bcc', 'name': '', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'mac_address': 'fa:16:3e:95:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:24Z', 'updated_at': '2021-12-11T22:51:35Z', 'revision_number': 5, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'subnets': [{'id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:57.117891 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cee86-36e8-40f4-93e9-e409b1045c5b req-e20d0c2c-3a33-4303-8ec5-e4bc1bbdda09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:57.118373 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:51:57.120108 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e65cee86-36e8-40f4-93e9-e409b1045c5b req-e20d0c2c-3a33-4303-8ec5-e4bc1bbdda09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5924d922-8569-4668-b07a-e14ab5f9850f HTTP/1.1" status: 200 len: 845 time: 0.0721657 Dec 11 22:51:57.123094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9532c00f-5f56-4049-a9cd-36523b928f71 None None] Checking router: 9b876dfd-3808-415c-8ec7-88f7785296aa for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:51:57.137988 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3a090-c159-45fe-aa83-c30262732ebc req-8099e373-2bce-48f4-9b47-2c22e6c3dd4b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:57.139752 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9dc3a090-c159-45fe-aa83-c30262732ebc req-8099e373-2bce-48f4-9b47-2c22e6c3dd4b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.2230580 Dec 11 22:51:57.148359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9532c00f-5f56-4049-a9cd-36523b928f71 None None] Routers {'9b876dfd-3808-415c-8ec7-88f7785296aa'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:51:57.149017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-9532c00f-5f56-4049-a9cd-36523b928f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:51:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9b876dfd-3808-415c-8ec7-88f7785296aa'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:57.190476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cee86-36e8-40f4-93e9-e409b1045c5b req-c3b0b813-565a-4583-9613-67de12171e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:57.194432 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e65cee86-36e8-40f4-93e9-e409b1045c5b req-c3b0b813-565a-4583-9613-67de12171e85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0880f6bd-c0aa-40c6-9367-729d7d05d0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662327 Dec 11 22:51:57.279610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-9532c00f-5f56-4049-a9cd-36523b928f71 None None] Set router 9b876dfd-3808-415c-8ec7-88f7785296aa gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:51:57.286722 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9dc3a090-c159-45fe-aa83-c30262732ebc req-12578be9-a37e-4c70-a4c7-e40c8d7f73bd tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364846 Dec 11 22:51:57.367797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b28425-181c-4cb1-a17d-c553859c87ca req-8fb02ea4-8e67-4fa0-aea0-19d426eac34e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:57.371469 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-24b28425-181c-4cb1-a17d-c553859c87ca req-8fb02ea4-8e67-4fa0-aea0-19d426eac34e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0910881 Dec 11 22:51:57.401380 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e65cee86-36e8-40f4-93e9-e409b1045c5b req-16d5a7fb-b6af-4ddd-81fa-4a7fecc643b4 service neutron] 10.222.0.13 "GET /v2.0/networks/0880f6bd-c0aa-40c6-9367-729d7d05d0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990640 Dec 11 22:51:57.428738 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d76fcbcb-09c2-4902-8b6e-e1d8db337208 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:57.522293 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-24b28425-181c-4cb1-a17d-c553859c87ca req-8226468c-61a3-4e48-b516-6ec4b4d88b34 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243501 Dec 11 22:51:57.561776 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e65cee86-36e8-40f4-93e9-e409b1045c5b req-966c142f-d674-4abd-b7a1-49b9f4d300ec service neutron] 10.222.0.13 "GET /v2.0/networks/0880f6bd-c0aa-40c6-9367-729d7d05d0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437130 Dec 11 22:51:57.610439 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-9532c00f-5f56-4049-a9cd-36523b928f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'name': 'tempest-ServersTestJSON-1962488865-router', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:18Z', 'updated_at': '2021-12-11T22:51:25Z', 'revision_number': 4, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'gw_port': {'id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:20Z', 'updated_at': '2021-12-11T22:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '7a7b9466-ae86-4b5d-8d57-286b3136ef73', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'floating_ip_address': '172.25.1.104', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'port_id': '4fb71a21-6052-4829-b813-75a1b08ed337', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'mac_address': 'fa:16:3e:c4:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0483104b-78f1-433f-ba42-2ccf9a27b252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:51:34Z', 'updated_at': '2021-12-11T22:51:55Z', 'revision_number': 1, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46045c3-4714-44da-acf4-9176eba03bcc', 'name': '', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'mac_address': 'fa:16:3e:95:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:24Z', 'updated_at': '2021-12-11T22:51:35Z', 'revision_number': 5, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'subnets': [{'id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:51:57.644179 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-d76fcbcb-09c2-4902-8b6e-e1d8db337208 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] For port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ba49516b-f5d3-40c7-8a14-cdb7a5a73c94,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:57.649415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9532c00f-5f56-4049-a9cd-36523b928f71 None None] The sync data for ids ['9b876dfd-3808-415c-8ec7-88f7785296aa'] in n-d-710847-6 is: [{'id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'name': 'tempest-ServersTestJSON-1962488865-router', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:18Z', 'updated_at': '2021-12-11T22:51:25Z', 'revision_number': 4, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'gw_port': {'id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:20Z', 'updated_at': '2021-12-11T22:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '7a7b9466-ae86-4b5d-8d57-286b3136ef73', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'floating_ip_address': '172.25.1.104', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'port_id': '4fb71a21-6052-4829-b813-75a1b08ed337', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'mac_address': 'fa:16:3e:c4:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0483104b-78f1-433f-ba42-2ccf9a27b252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:51:34Z', 'updated_at': '2021-12-11T22:51:55Z', 'revision_number': 1, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46045c3-4714-44da-acf4-9176eba03bcc', 'name': '', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'mac_address': 'fa:16:3e:95:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:24Z', 'updated_at': '2021-12-11T22:51:35Z', 'revision_number': 5, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'subnets': [{'id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:51:57.681928 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d76fcbcb-09c2-4902-8b6e-e1d8db337208 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:57.747805 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c276f7d-e677-44be-99c6-c7304e780a1c req-9262c6f0-e96d-4a8c-a0de-54ed342ce0d7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:57.752088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c276f7d-e677-44be-99c6-c7304e780a1c req-9262c6f0-e96d-4a8c-a0de-54ed342ce0d7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0891230 Dec 11 22:51:57.771190 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d76fcbcb-09c2-4902-8b6e-e1d8db337208 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:57.771882 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d76fcbcb-09c2-4902-8b6e-e1d8db337208 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:57.888489 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6c276f7d-e677-44be-99c6-c7304e780a1c req-e14ffd6f-f73f-498a-badd-8ff4d1afb643 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280422 Dec 11 22:51:57.906456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74919d8-5004-4317-b10c-15b00682091c req-fe8886c9-cc04-465f-9738-8bd49122a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:57.912455 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c74919d8-5004-4317-b10c-15b00682091c req-fe8886c9-cc04-465f-9738-8bd49122a3b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 1096 time: 0.0919702 Dec 11 22:51:57.914927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76fcbcb-09c2-4902-8b6e-e1d8db337208 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:57.922623 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d76fcbcb-09c2-4902-8b6e-e1d8db337208 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:57.931337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76fcbcb-09c2-4902-8b6e-e1d8db337208 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:57.937847 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d76fcbcb-09c2-4902-8b6e-e1d8db337208 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:57.940808 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79e0909-8a90-4125-9473-300f284559bc None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:51:57.965268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fcbcb-09c2-4902-8b6e-e1d8db337208 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=e05b913d-b8d0-426f-87be-bcbcde7d2e8c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:57.968530 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fcbcb-09c2-4902-8b6e-e1d8db337208 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=ba49516b-f5d3-40c7-8a14-cdb7a5a73c94,revision_number=7']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:58.045310 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d76fcbcb-09c2-4902-8b6e-e1d8db337208 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8788171 Dec 11 22:51:58.046198 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38374) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:58.053818 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-650399c5-873e-441f-be7e-f36177bea77d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'mac_address': 'fa:16:3e:95:b4:8d', 'name': 'tempest-NetworksTestDHCPv6-182621725'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:51:58.056248 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6341102-b5eb-428f-9924-0c3144f87643 None None] New status for floating IP 7a7b9466-ae86-4b5d-8d57-286b3136ef73: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:51:58.085157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74919d8-5004-4317-b10c-15b00682091c req-b6999f4a-260c-49f9-a6cf-808b0054e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:58.086996 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c74919d8-5004-4317-b10c-15b00682091c req-b6999f4a-260c-49f9-a6cf-808b0054e7e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.1666873 Dec 11 22:51:58.187032 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c74919d8-5004-4317-b10c-15b00682091c req-729edefa-9160-4294-b69b-3ed84301018e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69 HTTP/1.1" status: 200 len: 1000 time: 0.0925064 Dec 11 22:51:58.251735 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74919d8-5004-4317-b10c-15b00682091c req-656d4c09-8174-4f29-8dd7-fd874ce472e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:58.253365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c74919d8-5004-4317-b10c-15b00682091c req-656d4c09-8174-4f29-8dd7-fd874ce472e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.0583746 Dec 11 22:51:58.301873 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650399c5-873e-441f-be7e-f36177bea77d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:51:58.308173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74919d8-5004-4317-b10c-15b00682091c req-622ab68e-3280-4773-b8e7-103470b3d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:58.310338 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c74919d8-5004-4317-b10c-15b00682091c req-622ab68e-3280-4773-b8e7-103470b3d4af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486562 Dec 11 22:51:58.512630 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-650399c5-873e-441f-be7e-f36177bea77d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:58.520279 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c74919d8-5004-4317-b10c-15b00682091c req-5682affb-a470-4a6d-a79d-29defaddfef6 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025504 Dec 11 22:51:58.573847 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-650399c5-873e-441f-be7e-f36177bea77d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port 13426ce0-fb52-4d9e-8135-65dc52c25515 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:51:58.660673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:51:58.741339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92eeef-9fdf-4121-8caa-9086793cbfaa req-8d9d4d9b-5250-42ba-8312-2e99aa0fbd03 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:58.750459 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7b92eeef-9fdf-4121-8caa-9086793cbfaa req-8d9d4d9b-5250-42ba-8312-2e99aa0fbd03 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.1211219 Dec 11 22:51:58.758280 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-650399c5-873e-441f-be7e-f36177bea77d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::f816:3eff:fe95:b48d (222e8032-d106-460a-b983-cafecada1526/e05b913d-b8d0-426f-87be-bcbcde7d2e8c/13426ce0-fb52-4d9e-8135-65dc52c25515) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:51:58.827494 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c74919d8-5004-4317-b10c-15b00682091c req-23a997a4-af7f-4791-9584-08716520d3f4 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991867 Dec 11 22:51:58.940071 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7b92eeef-9fdf-4121-8caa-9086793cbfaa req-571cbc29-cab0-4bf3-9cf6-c4c33a581992 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859567 Dec 11 22:51:59.043125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:59.043514 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:59.147317 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-650399c5-873e-441f-be7e-f36177bea77d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:59.158666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57391075-5a12-461b-8ddf-0fbf785fe9e3 req-f8a34461-62cd-493b-aa6d-8c395194229a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:59.159852 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:59.160489 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-57391075-5a12-461b-8ddf-0fbf785fe9e3 req-f8a34461-62cd-493b-aa6d-8c395194229a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1318691 Dec 11 22:51:59.202527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ba49516b-f5d3-40c7-8a14-cdb7a5a73c94,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:51:59.231582 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-57391075-5a12-461b-8ddf-0fbf785fe9e3 req-674fa123-9fa5-44b9-abd1-a30ea431b09a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629976 Dec 11 22:51:59.274095 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:59.317604 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-650399c5-873e-441f-be7e-f36177bea77d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:59.358622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=ba49516b-f5d3-40c7-8a14-cdb7a5a73c94,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:59.391128 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650399c5-873e-441f-be7e-f36177bea77d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:51:59.400568 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-650399c5-873e-441f-be7e-f36177bea77d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:51:59.403105 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650399c5-873e-441f-be7e-f36177bea77d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=13426ce0-fb52-4d9e-8135-65dc52c25515,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:51:59.405592 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650399c5-873e-441f-be7e-f36177bea77d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:51:59.411822 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650399c5-873e-441f-be7e-f36177bea77d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:59.412463 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-650399c5-873e-441f-be7e-f36177bea77d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:59.489579 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-650399c5-873e-441f-be7e-f36177bea77d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4416091 Dec 11 22:51:59.492074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38394) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:59.535103 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cb65c4a6-ba48-4d7d-b152-e08f021473bc None None] Provisioning complete for port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:59.535494 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb65c4a6-ba48-4d7d-b152-e08f021473bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:59.583808 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc4f10a-6964-42fa-82b4-4dc84d961323 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:59.596142 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc4f10a-6964-42fa-82b4-4dc84d961323 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:51:59.600337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38396) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:51:59.611144 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7cc4f10a-6964-42fa-82b4-4dc84d961323 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1178396 Dec 11 22:51:59.738403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-60aecf01-c29c-40fe-888f-e2b30c8510e2 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 13426ce0-fb52-4d9e-8135-65dc52c25515 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:51:59.738403 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-60aecf01-c29c-40fe-888f-e2b30c8510e2 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:59.785823 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0eef88b4-16a6-4cdf-ab14-fd3c2cdf10f3 None None] Provisioning complete for port 13426ce0-fb52-4d9e-8135-65dc52c25515 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:51:59.786417 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0eef88b4-16a6-4cdf-ab14-fd3c2cdf10f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:59.830723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0eef88b4-16a6-4cdf-ab14-fd3c2cdf10f3 None None] Port 13426ce0-fb52-4d9e-8135-65dc52c25515 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:51:59.839827 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-60aecf01-c29c-40fe-888f-e2b30c8510e2 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:51:59.858942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-60aecf01-c29c-40fe-888f-e2b30c8510e2 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 13426ce0-fb52-4d9e-8135-65dc52c25515 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:00.088293 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fa28f-91fd-40c0-baed-8734fe54cba7 req-4e8cacbf-b707-4410-b247-e335dce1aad2 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:00.089739 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa1fa28f-91fd-40c0-baed-8734fe54cba7 req-4e8cacbf-b707-4410-b247-e335dce1aad2 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0623140 Dec 11 22:52:00.091092 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-60aecf01-c29c-40fe-888f-e2b30c8510e2 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:00.148014 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa1fa28f-91fd-40c0-baed-8734fe54cba7 req-0e643438-4f23-41f4-81fc-1b06bf1dae96 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498631 Dec 11 22:52:00.158262 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aecf01-c29c-40fe-888f-e2b30c8510e2 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=13426ce0-fb52-4d9e-8135-65dc52c25515,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:00.200677 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-60aecf01-c29c-40fe-888f-e2b30c8510e2 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:00.205345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-60aecf01-c29c-40fe-888f-e2b30c8510e2 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/13426ce0-fb52-4d9e-8135-65dc52c25515 HTTP/1.1" status: 204 len: 168 time: 0.6037369 Dec 11 22:52:00.207801 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38406) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:00.288205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b49228-9542-454f-97c6-da98d63be0af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:00.290118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b49228-9542-454f-97c6-da98d63be0af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:00.292303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f2b49228-9542-454f-97c6-da98d63be0af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0829802 Dec 11 22:52:00.294558 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38410) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:00.352771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4da5637-ddb3-48f4-bab1-1c5363136933 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet e05b913d-b8d0-426f-87be-bcbcde7d2e8c {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:52:00.356419 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4da5637-ddb3-48f4-bab1-1c5363136933 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:00.380348 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fa58e-eabb-4dd4-a9b9-6531c3d8a054 req-47f6bdc7-369a-4309-a5ef-d7a9fcfe0710 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:00.380348 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca0fa58e-eabb-4dd4-a9b9-6531c3d8a054 req-47f6bdc7-369a-4309-a5ef-d7a9fcfe0710 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0630789 Dec 11 22:52:00.407540 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4da5637-ddb3-48f4-bab1-1c5363136933 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:00.434532 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca0fa58e-eabb-4dd4-a9b9-6531c3d8a054 req-5b8ac270-09af-4acc-8e13-53fd2812fbe8 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484951 Dec 11 22:52:00.562553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:52:00.580004 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f5bb96b1-1c6f-4a4e-9acc-d0f2803ded61 req-60e9a983-3d91-4254-b44e-6b4639453ff2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1065826 Dec 11 22:52:00.585336 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4da5637-ddb3-48f4-bab1-1c5363136933 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:00.631628 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:00.632658 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:00.667203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4eb72-d0c6-47c1-860f-5b9d8bff73b1 req-0ca5dc43-ed92-4893-b650-96871a7e0b74 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:00.668720 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ba4eb72-d0c6-47c1-860f-5b9d8bff73b1 req-0ca5dc43-ed92-4893-b650-96871a7e0b74 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1366479 Dec 11 22:52:00.717855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb96b1-1c6f-4a4e-9acc-d0f2803ded61 req-869c9936-d2e6-4bc6-85ca-b50bf2d3ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:00.719454 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f5bb96b1-1c6f-4a4e-9acc-d0f2803ded61 req-869c9936-d2e6-4bc6-85ca-b50bf2d3ded3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 1096 time: 0.1056633 Dec 11 22:52:00.768029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ba4eb72-d0c6-47c1-860f-5b9d8bff73b1 req-1f360a0c-753b-4717-aebd-d98cde000821 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879719 Dec 11 22:52:00.801038 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4da5637-ddb3-48f4-bab1-1c5363136933 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:00.841311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da5637-ddb3-48f4-bab1-1c5363136933 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=e05b913d-b8d0-426f-87be-bcbcde7d2e8c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:00.843604 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4da5637-ddb3-48f4-bab1-1c5363136933 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:00.849276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f4da5637-ddb3-48f4-bab1-1c5363136933 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/e05b913d-b8d0-426f-87be-bcbcde7d2e8c HTTP/1.1" status: 204 len: 168 time: 0.5513122 Dec 11 22:52:00.850545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38422) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:00.866446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29db4614-e8aa-404f-b77f-7c1adc3d4f1d None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:00.906581 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-023482fd-d93e-43df-849c-1f130e29a646 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556977 Dec 11 22:52:00.910895 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38426) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:00.916632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb96b1-1c6f-4a4e-9acc-d0f2803ded61 req-6eb105f5-f5da-42b2-adb0-7d1429ad821d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:00.916632 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f5bb96b1-1c6f-4a4e-9acc-d0f2803ded61 req-6eb105f5-f5da-42b2-adb0-7d1429ad821d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 200 len: 906 time: 0.1720319 Dec 11 22:52:00.922569 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a1fc6498-450a-47f1-aee9-eeb83bc70147 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:00.937934 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f5097-82a5-4393-a67c-2f3057f0450b req-2b2159ff-cbf3-4535-9b8f-60ec05196057 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:00.940072 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-199f5097-82a5-4393-a67c-2f3057f0450b req-2b2159ff-cbf3-4535-9b8f-60ec05196057 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0860760 Dec 11 22:52:00.993526 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f5bb96b1-1c6f-4a4e-9acc-d0f2803ded61 req-2af31588-6f4d-4d3e-84b3-4cdc1f7666dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec559dce-69fa-4cb1-acdd-66e658b00f15 HTTP/1.1" status: 200 len: 217 time: 0.0709467 Dec 11 22:52:01.063561 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:52:01.077430 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-199f5097-82a5-4393-a67c-2f3057f0450b req-f7ec5353-388a-4ebe-966b-b4108d21bd68 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866599 Dec 11 22:52:01.101643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb96b1-1c6f-4a4e-9acc-d0f2803ded61 req-3a5b15b4-c98b-4aaa-8c35-3b38bc0b5e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:01.105729 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f5bb96b1-1c6f-4a4e-9acc-d0f2803ded61 req-3a5b15b4-c98b-4aaa-8c35-3b38bc0b5e73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3 HTTP/1.1" status: 200 len: 845 time: 0.0902367 Dec 11 22:52:01.121761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Deleting port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:01.122427 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:01.125640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fc6498-450a-47f1-aee9-eeb83bc70147 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:01.131557 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6498-450a-47f1-aee9-eeb83bc70147 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:01.140643 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f5bb96b1-1c6f-4a4e-9acc-d0f2803ded61 req-fa6b0a08-7e4c-4549-a81b-21d44eeb2c16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b9ae698-01f2-4103-b52a-b4d048e88c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297997 Dec 11 22:52:01.199802 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] For port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ba49516b-f5d3-40c7-8a14-cdb7a5a73c94,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:01.205418 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:01.225114 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Calling delete_port for ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:01.271745 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f5bb96b1-1c6f-4a4e-9acc-d0f2803ded61 req-faab9d78-a987-4c04-a95c-fad88e2bd3a4 service neutron] 10.222.0.13 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158206 Dec 11 22:52:01.378713 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f5bb96b1-1c6f-4a4e-9acc-d0f2803ded61 req-04ffca9a-1c3c-4d8f-b83f-f1fcf8758a5f service neutron] 10.222.0.13 "GET /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986109 Dec 11 22:52:01.450667 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:01.479733 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Pushing event deleted for resources: {'Port': ['ID=ba49516b-f5d3-40c7-8a14-cdb7a5a73c94,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:01.490739 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] No DVR routers for this DVR port ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:01.496575 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:01.496932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:01.497280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:01.497626 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:01.498021 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:01.498347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:01.498682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:01.499263 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:01.499456 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:01.500008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:01.500256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:01.500683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:01.501611 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eda28-8ea5-4aff-95f2-c0a36c97f7ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:01.621593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.objects.ports [None req-a1fc6498-450a-47f1-aee9-eeb83bc70147 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103691) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:52:01.624427 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6498-450a-47f1-aee9-eeb83bc70147 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:01.841314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ca3b1-c7ed-4210-8d60-402a4ca3b417 req-03867be7-e507-4792-ab99-1f127623c3e7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:01.849649 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c9ca3b1-c7ed-4210-8d60-402a4ca3b417 req-03867be7-e507-4792-ab99-1f127623c3e7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0666296 Dec 11 22:52:01.901077 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c9ca3b1-c7ed-4210-8d60-402a4ca3b417 req-161b37e0-ccc4-46b9-9769-ae19f39e64d2 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503216 Dec 11 22:52:02.043912 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fc6498-450a-47f1-aee9-eeb83bc70147 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:02.051440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-a1fc6498-450a-47f1-aee9-eeb83bc70147 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:02.055232 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fc6498-450a-47f1-aee9-eeb83bc70147 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:02.055825 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6498-450a-47f1-aee9-eeb83bc70147 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:02.060053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc6498-450a-47f1-aee9-eeb83bc70147 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=1e599aa9-c94b-4f0a-b384-7666d418666e,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:02.067886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386400a5-a578-4046-ab9c-0b521cab8d38 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:02.081929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2f352-9469-4603-8595-38731726dbe3 req-59b2ad35-390a-40a8-8c70-8f462f6ac87f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:02.087304 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-64a2f352-9469-4603-8595-38731726dbe3 req-59b2ad35-390a-40a8-8c70-8f462f6ac87f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.4639509 Dec 11 22:52:02.138935 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-64a2f352-9469-4603-8595-38731726dbe3 req-d8c09c41-99eb-49d0-8a76-2069b1ba8a41 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489309 Dec 11 22:52:02.159049 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a1fc6498-450a-47f1-aee9-eeb83bc70147 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2455194 Dec 11 22:52:02.161789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38448) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:02.171907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b6d9ed83-ed89-49e9-8452-3f0e03dcb697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'mac_address': 'fa:16:3e:6d:53:1d', 'name': 'tempest-NetworksTestDHCPv6-1690737467'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:02.188697 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': '1e599aa9-c94b-4f0a-b384-7666d418666e'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:52:02.189656 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:02.336896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Allocated IP 2001:db8::f816:3eff:fe31:12fc (222e8032-d106-460a-b983-cafecada1526/1e599aa9-c94b-4f0a-b384-7666d418666e/0b64a0e7-1040-4a29-be71-2a89c8bc80a6) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:02.410521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d9ed83-ed89-49e9-8452-3f0e03dcb697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:02.491825 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:02.502516 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b6d9ed83-ed89-49e9-8452-3f0e03dcb697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:02.526215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-b6d9ed83-ed89-49e9-8452-3f0e03dcb697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port f7c0a6c1-df82-48bf-9604-5ae0b963511e yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:52:02.554144 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:02.601372 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:02.646778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:02.649880 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:52:02.650316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ba49516b-f5d3-40c7-8a14-cdb7a5a73c94 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:52:02.660858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-b6d9ed83-ed89-49e9-8452-3f0e03dcb697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::f816:3eff:fe6d:531d (222e8032-d106-460a-b983-cafecada1526/1e599aa9-c94b-4f0a-b384-7666d418666e/f7c0a6c1-df82-48bf-9604-5ae0b963511e) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:02.675221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:02.685272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:02.776937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Pushing event updated for resources: {'Port': ['ID=0b64a0e7-1040-4a29-be71-2a89c8bc80a6,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:02.793560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Attempting to bind port 0b64a0e7-1040-4a29-be71-2a89c8bc80a6 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:52:02.794937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Attempting to bind port 0b64a0e7-1040-4a29-be71-2a89c8bc80a6 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:52:02.795478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Attempting to bind port 0b64a0e7-1040-4a29-be71-2a89c8bc80a6 on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:52:02.802356 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:52:02.802908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:52:02.803689 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:02.812294 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:52:02.812294 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Bound port: 0b64a0e7-1040-4a29-be71-2a89c8bc80a6, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:52:02.812294 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:02.840620 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b6d9ed83-ed89-49e9-8452-3f0e03dcb697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:02.872303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] For port 0b64a0e7-1040-4a29-be71-2a89c8bc80a6, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:52:02.875997 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] For port 0b64a0e7-1040-4a29-be71-2a89c8bc80a6, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0b64a0e7-1040-4a29-be71-2a89c8bc80a6,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:52:02.959687 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:03.026195 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b6d9ed83-ed89-49e9-8452-3f0e03dcb697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:03.042866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad4d99-e274-46ba-b37b-36dae3f87577 None None] Pushing event updated for resources: {'Port': ['ID=0b64a0e7-1040-4a29-be71-2a89c8bc80a6,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:03.099423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9ed83-ed89-49e9-8452-3f0e03dcb697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=f7c0a6c1-df82-48bf-9604-5ae0b963511e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:03.103151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d9ed83-ed89-49e9-8452-3f0e03dcb697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:03.113014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c31e51-d8a3-4887-b993-536afe2e9c68 req-5ea39fb4-7717-4675-aebd-dd30d90e5e86 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:03.119397 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85c31e51-d8a3-4887-b993-536afe2e9c68 req-5ea39fb4-7717-4675-aebd-dd30d90e5e86 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1406226 Dec 11 22:52:03.120833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-b6d9ed83-ed89-49e9-8452-3f0e03dcb697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:03.123542 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d9ed83-ed89-49e9-8452-3f0e03dcb697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:03.129483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d9ed83-ed89-49e9-8452-3f0e03dcb697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:03.130107 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b6d9ed83-ed89-49e9-8452-3f0e03dcb697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:03.200959 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85c31e51-d8a3-4887-b993-536afe2e9c68 req-f6fe4fdc-2343-42bf-99cd-2b301e736ead tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678918 Dec 11 22:52:03.256278 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b6d9ed83-ed89-49e9-8452-3f0e03dcb697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0933173 Dec 11 22:52:03.259000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38464) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:03.345196 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2f405-4064-4a7f-8e7d-40788c0c2973 req-a4516be9-a298-4999-a803-66be74850710 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:03.346538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dcff8e-bbde-41b4-9abd-ea0a1202e7ad tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:03.353093 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-caf2f405-4064-4a7f-8e7d-40788c0c2973 req-a4516be9-a298-4999-a803-66be74850710 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.1135447 Dec 11 22:52:03.355239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dcff8e-bbde-41b4-9abd-ea0a1202e7ad tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:03.356887 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d0dcff8e-bbde-41b4-9abd-ea0a1202e7ad tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0967860 Dec 11 22:52:03.369905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38466) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:03.420977 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-caf2f405-4064-4a7f-8e7d-40788c0c2973 req-70956b74-7d96-4339-8372-b2295c8a78e3 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669918 Dec 11 22:52:03.526096 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-7f1bd716-f303-4217-909b-af0b0ad2b76d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port f7c0a6c1-df82-48bf-9604-5ae0b963511e {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:03.526444 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f1bd716-f303-4217-909b-af0b0ad2b76d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:03.629546 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f1bd716-f303-4217-909b-af0b0ad2b76d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:03.642494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-7f1bd716-f303-4217-909b-af0b0ad2b76d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for f7c0a6c1-df82-48bf-9604-5ae0b963511e owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:03.799596 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e93f-174c-498b-91e9-667fb3d6b256 req-e08a89f7-1ef8-4ac7-8efc-c40599f0de04 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:03.807735 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5d02e93f-174c-498b-91e9-667fb3d6b256 req-e08a89f7-1ef8-4ac7-8efc-c40599f0de04 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0713928 Dec 11 22:52:03.865134 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5d02e93f-174c-498b-91e9-667fb3d6b256 req-72073336-2bb2-493d-adc3-dc8aa654576e tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563052 Dec 11 22:52:03.915216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc4981-bbe6-4bfd-99c9-f6bc87623299 req-9b920c8a-7ae3-4896-b48c-d55cea18c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:03.917137 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3efc4981-bbe6-4bfd-99c9-f6bc87623299 req-9b920c8a-7ae3-4896-b48c-d55cea18c8b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 1096 time: 0.0688312 Dec 11 22:52:03.949812 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f1bd716-f303-4217-909b-af0b0ad2b76d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:04.023669 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bd716-f303-4217-909b-af0b0ad2b76d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=f7c0a6c1-df82-48bf-9604-5ae0b963511e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:04.066636 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f1bd716-f303-4217-909b-af0b0ad2b76d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:04.072347 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7f1bd716-f303-4217-909b-af0b0ad2b76d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/f7c0a6c1-df82-48bf-9604-5ae0b963511e HTTP/1.1" status: 204 len: 168 time: 0.6993086 Dec 11 22:52:04.072721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38476) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:04.116933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc4981-bbe6-4bfd-99c9-f6bc87623299 req-17565aff-653f-4da7-ae2c-273bb769c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:04.118553 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3efc4981-bbe6-4bfd-99c9-f6bc87623299 req-17565aff-653f-4da7-ae2c-273bb769c4b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.1951222 Dec 11 22:52:04.141121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871ebcc-9831-48ab-b828-e5c9f0535a34 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:04.143139 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871ebcc-9831-48ab-b828-e5c9f0535a34 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:04.144939 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c871ebcc-9831-48ab-b828-e5c9f0535a34 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0712235 Dec 11 22:52:04.147594 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38478) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:04.212794 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3efc4981-bbe6-4bfd-99c9-f6bc87623299 req-bd2480b4-aca5-49fc-990c-6eb83493cd54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69 HTTP/1.1" status: 200 len: 1000 time: 0.0864348 Dec 11 22:52:04.219712 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-d917b26c-4ead-4da7-bce5-4b287bb960af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 1e599aa9-c94b-4f0a-b384-7666d418666e {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:52:04.224634 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d917b26c-4ead-4da7-bce5-4b287bb960af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:04.275530 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d917b26c-4ead-4da7-bce5-4b287bb960af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:04.297123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc4981-bbe6-4bfd-99c9-f6bc87623299 req-d0b05eb3-4b18-4341-bade-a707c83471b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:04.298902 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3efc4981-bbe6-4bfd-99c9-f6bc87623299 req-d0b05eb3-4b18-4341-bade-a707c83471b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.0792801 Dec 11 22:52:04.363196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc4981-bbe6-4bfd-99c9-f6bc87623299 req-59b51c9b-971b-4196-95d0-4dec232d727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:04.365953 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3efc4981-bbe6-4bfd-99c9-f6bc87623299 req-59b51c9b-971b-4196-95d0-4dec232d727b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589788 Dec 11 22:52:04.394855 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d917b26c-4ead-4da7-bce5-4b287bb960af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:04.440036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-22827d22-c37c-4b50-864f-b597b9ff5be6 None None] Provisioning complete for port 0b64a0e7-1040-4a29-be71-2a89c8bc80a6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:04.440542 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22827d22-c37c-4b50-864f-b597b9ff5be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:04.502925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3efc4981-bbe6-4bfd-99c9-f6bc87623299 req-239e3bf2-1db2-4ea0-9a83-8383178ab2f3 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294205 Dec 11 22:52:04.632789 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22827d22-c37c-4b50-864f-b597b9ff5be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:04.651559 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d917b26c-4ead-4da7-bce5-4b287bb960af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:04.713295 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917b26c-4ead-4da7-bce5-4b287bb960af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=1e599aa9-c94b-4f0a-b384-7666d418666e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:04.713529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0b64a0e7-1040-4a29-be71-2a89c8bc80a6 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:52:04.720511 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-22827d22-c37c-4b50-864f-b597b9ff5be6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:52:04.720873 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-22827d22-c37c-4b50-864f-b597b9ff5be6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:52:04.743816 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d917b26c-4ead-4da7-bce5-4b287bb960af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:04.754152 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d917b26c-4ead-4da7-bce5-4b287bb960af tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/1e599aa9-c94b-4f0a-b384-7666d418666e HTTP/1.1" status: 204 len: 168 time: 0.6032712 Dec 11 22:52:04.755033 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38484) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:04.768429 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3efc4981-bbe6-4bfd-99c9-f6bc87623299 req-e9767843-deb3-4b05-ae41-8753a8d00c05 service neutron] 10.222.0.13 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564836 Dec 11 22:52:04.778935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcce8b9-b2f4-44b4-a565-908606c05a2f None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:04.803633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66f134-0fef-46d7-a578-e4f54af115e9 req-af4f830e-fbd8-457f-8482-e0177bc2d20e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:04.814550 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf66f134-0fef-46d7-a578-e4f54af115e9 req-af4f830e-fbd8-457f-8482-e0177bc2d20e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.2320619 Dec 11 22:52:04.825349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-97179fdf-6d24-4ae7-9252-24d8b2e77d59 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668185 Dec 11 22:52:04.830936 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38488) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:04.897612 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf66f134-0fef-46d7-a578-e4f54af115e9 req-b05afea5-95ac-4501-9a37-1a82e38899b7 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819829 Dec 11 22:52:04.913224 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 0b64a0e7-1040-4a29-be71-2a89c8bc80a6 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:04.913604 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:04.921859 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe70e8-3bd0-4fe2-8478-877052c07063 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:04.924126 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-62fe70e8-3bd0-4fe2-8478-877052c07063 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0921102 Dec 11 22:52:04.926592 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38492) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:05.003917 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6b3e59-bc9a-4f23-a321-598c8e4ef6a3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:05.006216 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3f6b3e59-bc9a-4f23-a321-598c8e4ef6a3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0784135 Dec 11 22:52:05.008856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38496) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:05.057651 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:05.086607 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c43b7917-e6c4-4d3a-b5bd-c7bb89712c0e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761023 Dec 11 22:52:05.093889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d51ec4-0c65-4d6d-ac06-081f783e72ec req-36e852e4-ae41-4195-8f88-42e46f706a8b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:05.094474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38500) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:05.102128 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16d51ec4-0c65-4d6d-ac06-081f783e72ec req-36e852e4-ae41-4195-8f88-42e46f706a8b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0945363 Dec 11 22:52:05.112285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4ac16c34-47dd-4899-ab68-2e9e30d9056e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:05.133780 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 0b64a0e7-1040-4a29-be71-2a89c8bc80a6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0b64a0e7-1040-4a29-be71-2a89c8bc80a6,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:05.145593 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cdc187-a847-426d-b7ab-badd04d2fb15 None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:52:05.171636 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16d51ec4-0c65-4d6d-ac06-081f783e72ec req-f4680e59-7293-4882-aec0-a18744be4b54 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683103 Dec 11 22:52:05.209874 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:05.297127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac16c34-47dd-4899-ab68-2e9e30d9056e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:05.300758 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ac16c34-47dd-4899-ab68-2e9e30d9056e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:05.307578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-02cdc187-a847-426d-b7ab-badd04d2fb15 None None] Deleting port 0b64a0e7-1040-4a29-be71-2a89c8bc80a6 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:05.307578 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-02cdc187-a847-426d-b7ab-badd04d2fb15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:05.325082 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=0b64a0e7-1040-4a29-be71-2a89c8bc80a6,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:05.386851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-02cdc187-a847-426d-b7ab-badd04d2fb15 None None] For port 0b64a0e7-1040-4a29-be71-2a89c8bc80a6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0b64a0e7-1040-4a29-be71-2a89c8bc80a6,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:05.387301 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-02cdc187-a847-426d-b7ab-badd04d2fb15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:05.402764 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-02cdc187-a847-426d-b7ab-badd04d2fb15 None None] Calling delete_port for 0b64a0e7-1040-4a29-be71-2a89c8bc80a6 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:05.482162 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-acc8607a-42eb-4218-8b01-ae72a052a83c None None] Could not find standard attr ID for object f7c0a6c1-df82-48bf-9604-5ae0b963511e. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:52:05.605193 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-02cdc187-a847-426d-b7ab-badd04d2fb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:05.631858 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdc187-a847-426d-b7ab-badd04d2fb15 None None] Pushing event deleted for resources: {'Port': ['ID=0b64a0e7-1040-4a29-be71-2a89c8bc80a6,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:05.638491 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cdc187-a847-426d-b7ab-badd04d2fb15 None None] No DVR routers for this DVR port 0b64a0e7-1040-4a29-be71-2a89c8bc80a6 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:05.694467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.objects.ports [None req-4ac16c34-47dd-4899-ab68-2e9e30d9056e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103692) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:52:05.696196 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ac16c34-47dd-4899-ab68-2e9e30d9056e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:05.738358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac16c34-47dd-4899-ab68-2e9e30d9056e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:05.741647 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-4ac16c34-47dd-4899-ab68-2e9e30d9056e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:05.745783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac16c34-47dd-4899-ab68-2e9e30d9056e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:05.746426 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ac16c34-47dd-4899-ab68-2e9e30d9056e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:05.757462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d573a3b7-5b1c-4c9a-89df-e4d0ccc3ca80 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:05.766328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac16c34-47dd-4899-ab68-2e9e30d9056e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=352b52ab-d84b-426b-b8ba-eb932f5b6958,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:05.855074 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4ac16c34-47dd-4899-ab68-2e9e30d9056e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7579069 Dec 11 22:52:05.857929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38504) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:05.864535 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4d344350-b4a7-426b-9b8a-00f995456650 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'mac_address': 'fa:16:3e:23:ea:c7', 'name': 'tempest-NetworksTestDHCPv6-2930657'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:05.904242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': '352b52ab-d84b-426b-b8ba-eb932f5b6958'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:52:05.905142 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:06.051980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Allocated IP 2001:db8::f816:3eff:fe7e:968b (222e8032-d106-460a-b983-cafecada1526/352b52ab-d84b-426b-b8ba-eb932f5b6958/48ac364d-45bd-4688-a262-99e178d690dc) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:06.091643 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e5e29-5f94-4c3c-ab7f-0f80f3e0059f req-540a2bb7-7df1-4812-b834-0b55e6f7978b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:06.096686 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b07e5e29-5f94-4c3c-ab7f-0f80f3e0059f req-540a2bb7-7df1-4812-b834-0b55e6f7978b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0919864 Dec 11 22:52:06.165079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d344350-b4a7-426b-9b8a-00f995456650 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:06.175529 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b07e5e29-5f94-4c3c-ab7f-0f80f3e0059f req-c62777a8-5cb7-4ae3-a00e-9f89ec9964cd tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717177 Dec 11 22:52:06.294025 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:06.318436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b40c4-dcec-4f8f-9155-ac32c1034258 req-691c3dca-65fd-4fa6-8054-bcf9c0ad5d7b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:06.319192 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d344350-b4a7-426b-9b8a-00f995456650 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:06.320083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-403b40c4-dcec-4f8f-9155-ac32c1034258 req-691c3dca-65fd-4fa6-8054-bcf9c0ad5d7b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0664358 Dec 11 22:52:06.341293 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-4d344350-b4a7-426b-9b8a-00f995456650 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port bb799f1e-c89d-4c25-b109-68bed4457aa8 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:52:06.377678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-403b40c4-dcec-4f8f-9155-ac32c1034258 req-17e515ed-5460-4c62-a1d7-a89684dac87d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511141 Dec 11 22:52:06.401297 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:06.453898 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:06.457636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:06.460471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:06.477156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Pushing event updated for resources: {'Port': ['ID=48ac364d-45bd-4688-a262-99e178d690dc,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:06.567369 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Attempting to bind port 48ac364d-45bd-4688-a262-99e178d690dc on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:52:06.567988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Attempting to bind port 48ac364d-45bd-4688-a262-99e178d690dc by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:52:06.568212 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Attempting to bind port 48ac364d-45bd-4688-a262-99e178d690dc on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:52:06.576373 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:52:06.576940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:52:06.578872 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:06.581090 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:52:06.582337 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Bound port: 48ac364d-45bd-4688-a262-99e178d690dc, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:52:06.583198 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:06.588083 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-4d344350-b4a7-426b-9b8a-00f995456650 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::f816:3eff:fe23:eac7 (222e8032-d106-460a-b983-cafecada1526/352b52ab-d84b-426b-b8ba-eb932f5b6958/bb799f1e-c89d-4c25-b109-68bed4457aa8) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:06.601389 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0b64a0e7-1040-4a29-be71-2a89c8bc80a6 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:06.606241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240ae5c-e527-4073-ad9c-7b9a1674afb4 req-610acda6-1a61-491d-919e-8dce8045e6a7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:06.607908 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f240ae5c-e527-4073-ad9c-7b9a1674afb4 req-610acda6-1a61-491d-919e-8dce8045e6a7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1125329 Dec 11 22:52:06.631450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 0b64a0e7-1040-4a29-be71-2a89c8bc80a6 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:52:06.631450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0b64a0e7-1040-4a29-be71-2a89c8bc80a6 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:52:06.702110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] For port 48ac364d-45bd-4688-a262-99e178d690dc, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:52:06.706167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] For port 48ac364d-45bd-4688-a262-99e178d690dc, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=48ac364d-45bd-4688-a262-99e178d690dc,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:52:06.706359 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f240ae5c-e527-4073-ad9c-7b9a1674afb4 req-9c113229-479d-4fa7-9d7d-78327183525d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888522 Dec 11 22:52:06.783108 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:06.801300 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d344350-b4a7-426b-9b8a-00f995456650 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:06.874887 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bfe99-0678-438d-823b-7abb990eacf3 None None] Pushing event updated for resources: {'Port': ['ID=48ac364d-45bd-4688-a262-99e178d690dc,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:06.913698 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d344350-b4a7-426b-9b8a-00f995456650 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:06.982700 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d344350-b4a7-426b-9b8a-00f995456650 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:06.987457 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-4d344350-b4a7-426b-9b8a-00f995456650 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:07.007290 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d344350-b4a7-426b-9b8a-00f995456650 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:07.020032 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d344350-b4a7-426b-9b8a-00f995456650 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:07.020809 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d344350-b4a7-426b-9b8a-00f995456650 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:07.034172 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d344350-b4a7-426b-9b8a-00f995456650 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=bb799f1e-c89d-4c25-b109-68bed4457aa8,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:07.079653 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4d344350-b4a7-426b-9b8a-00f995456650 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.2167726 Dec 11 22:52:07.079653 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38534) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:07.174020 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e036f-5aea-43aa-9cfe-6c367cc90bf2 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:07.181385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e036f-5aea-43aa-9cfe-6c367cc90bf2 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:07.186068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38538) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:07.222033 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d50e036f-5aea-43aa-9cfe-6c367cc90bf2 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.1386614 Dec 11 22:52:07.349882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-dd00631f-b26d-4fff-b3e2-379664f27a81 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port bb799f1e-c89d-4c25-b109-68bed4457aa8 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:07.351004 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd00631f-b26d-4fff-b3e2-379664f27a81 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:07.445380 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b0f45-11c2-466b-a783-8a1507055a3f req-b6aadaff-37ae-4559-8fb8-fde8e409bca8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:07.450634 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-731b0f45-11c2-466b-a783-8a1507055a3f req-b6aadaff-37ae-4559-8fb8-fde8e409bca8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0734873 Dec 11 22:52:07.459107 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd00631f-b26d-4fff-b3e2-379664f27a81 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:07.472930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-dd00631f-b26d-4fff-b3e2-379664f27a81 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for bb799f1e-c89d-4c25-b109-68bed4457aa8 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:07.507309 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-731b0f45-11c2-466b-a783-8a1507055a3f req-fdb4b7dd-e85d-484e-8b11-66d2204d0ea0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521703 Dec 11 22:52:07.701962 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd00631f-b26d-4fff-b3e2-379664f27a81 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:07.739536 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00631f-b26d-4fff-b3e2-379664f27a81 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=bb799f1e-c89d-4c25-b109-68bed4457aa8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:07.773316 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd00631f-b26d-4fff-b3e2-379664f27a81 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:07.778413 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dd00631f-b26d-4fff-b3e2-379664f27a81 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/bb799f1e-c89d-4c25-b109-68bed4457aa8 HTTP/1.1" status: 204 len: 168 time: 0.5899138 Dec 11 22:52:07.781205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38564) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:07.861966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9575f58-a6f3-4b8b-9a60-9bfff295e0e0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:07.863844 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9575f58-a6f3-4b8b-9a60-9bfff295e0e0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:07.867857 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f9575f58-a6f3-4b8b-9a60-9bfff295e0e0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0831554 Dec 11 22:52:07.868455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38570) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:07.934045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c199fd0-dda7-48ad-9dc7-296d6529c68b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 352b52ab-d84b-426b-b8ba-eb932f5b6958 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:52:07.951042 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c199fd0-dda7-48ad-9dc7-296d6529c68b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:07.986257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c199fd0-dda7-48ad-9dc7-296d6529c68b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:08.084544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c199fd0-dda7-48ad-9dc7-296d6529c68b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:08.233042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f09dcfb0-8865-424a-8948-16592961c8ce None None] Provisioning complete for port 48ac364d-45bd-4688-a262-99e178d690dc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:08.233634 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f09dcfb0-8865-424a-8948-16592961c8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:08.297395 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c199fd0-dda7-48ad-9dc7-296d6529c68b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:08.328286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c199fd0-dda7-48ad-9dc7-296d6529c68b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=352b52ab-d84b-426b-b8ba-eb932f5b6958,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:08.333739 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c199fd0-dda7-48ad-9dc7-296d6529c68b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:08.337753 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1c199fd0-dda7-48ad-9dc7-296d6529c68b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/352b52ab-d84b-426b-b8ba-eb932f5b6958 HTTP/1.1" status: 204 len: 168 time: 0.4685092 Dec 11 22:52:08.339325 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f09dcfb0-8865-424a-8948-16592961c8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:08.343199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38582) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:08.410221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967bbbc3-189e-4733-b6fd-64b57ed99ddb None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:08.423297 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7a4ec50c-452b-47ee-9a2f-b1e1d38201f3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747366 Dec 11 22:52:08.427806 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38584) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:08.428557 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-f09dcfb0-8865-424a-8948-16592961c8ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:52:08.428557 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-f09dcfb0-8865-424a-8948-16592961c8ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:52:08.429414 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7c396e6a-3453-4c3a-9ec4-44baf5336580 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:08.591853 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e17f9a-e109-4746-b177-938bbba41912 None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:52:08.630896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c396e6a-3453-4c3a-9ec4-44baf5336580 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:08.634425 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c396e6a-3453-4c3a-9ec4-44baf5336580 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:08.663684 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-09e17f9a-e109-4746-b177-938bbba41912 None None] Deleting port 48ac364d-45bd-4688-a262-99e178d690dc {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:08.664088 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09e17f9a-e109-4746-b177-938bbba41912 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:08.672242 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96217e3e-8e2a-4b89-852a-f3883b4ae0c5 req-7dacb5f3-c756-4dac-b3d3-6e5906315b19 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:08.674097 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-96217e3e-8e2a-4b89-852a-f3883b4ae0c5 req-7dacb5f3-c756-4dac-b3d3-6e5906315b19 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0721235 Dec 11 22:52:08.714470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f91c9-3bbf-4006-a0ce-4c0b09c20899 req-7b6e6a56-0de4-49a2-85ef-c3bdce14d420 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:08.716002 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b6f91c9-3bbf-4006-a0ce-4c0b09c20899 req-7b6e6a56-0de4-49a2-85ef-c3bdce14d420 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=35c12284-6b43-4dc4-ac71-bf635cc21881 HTTP/1.1" status: 200 len: 943 time: 0.1255090 Dec 11 22:52:08.730689 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-09e17f9a-e109-4746-b177-938bbba41912 None None] For port 48ac364d-45bd-4688-a262-99e178d690dc, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=48ac364d-45bd-4688-a262-99e178d690dc,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:08.731122 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09e17f9a-e109-4746-b177-938bbba41912 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:08.743086 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-96217e3e-8e2a-4b89-852a-f3883b4ae0c5 req-64934a4f-3758-454f-b41e-3195539ee3ae tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572395 Dec 11 22:52:08.746037 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-09e17f9a-e109-4746-b177-938bbba41912 None None] Calling delete_port for 48ac364d-45bd-4688-a262-99e178d690dc owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:08.902321 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09e17f9a-e109-4746-b177-938bbba41912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:08.919360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-1b6f91c9-3bbf-4006-a0ce-4c0b09c20899 req-7f0343c6-cc3f-4404-8b4b-fa548fbd49ef tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Deleting port e503600d-02e9-4ab7-96b7-afb5f411a501 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:08.919360 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b6f91c9-3bbf-4006-a0ce-4c0b09c20899 req-7f0343c6-cc3f-4404-8b4b-fa548fbd49ef tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:08.932921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e17f9a-e109-4746-b177-938bbba41912 None None] Pushing event deleted for resources: {'Port': ['ID=48ac364d-45bd-4688-a262-99e178d690dc,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:08.955847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e17f9a-e109-4746-b177-938bbba41912 None None] No DVR routers for this DVR port 48ac364d-45bd-4688-a262-99e178d690dc on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:08.957682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f09dcfb0-8865-424a-8948-16592961c8ce None None] Port 48ac364d-45bd-4688-a262-99e178d690dc update to ACTIVE by agent not found {{(pid=103693) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 11 22:52:09.070460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c185c54d-9f33-4997-891f-657818c70e9a None None] Could not find standard attr ID for object bb799f1e-c89d-4c25-b109-68bed4457aa8. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:52:09.390481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1b6f91c9-3bbf-4006-a0ce-4c0b09c20899 req-7f0343c6-cc3f-4404-8b4b-fa548fbd49ef tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] For port e503600d-02e9-4ab7-96b7-afb5f411a501, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e503600d-02e9-4ab7-96b7-afb5f411a501,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:09.390875 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b6f91c9-3bbf-4006-a0ce-4c0b09c20899 req-7f0343c6-cc3f-4404-8b4b-fa548fbd49ef tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:09.409565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-1b6f91c9-3bbf-4006-a0ce-4c0b09c20899 req-7f0343c6-cc3f-4404-8b4b-fa548fbd49ef tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Calling delete_port for e503600d-02e9-4ab7-96b7-afb5f411a501 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:09.426076 n-d-710847-6 neutron-server[103692]: DEBUG neutron.objects.ports [None req-7c396e6a-3453-4c3a-9ec4-44baf5336580 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103692) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:52:09.429634 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c396e6a-3453-4c3a-9ec4-44baf5336580 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:09.519532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c396e6a-3453-4c3a-9ec4-44baf5336580 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:09.525662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-7c396e6a-3453-4c3a-9ec4-44baf5336580 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:09.527403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c396e6a-3453-4c3a-9ec4-44baf5336580 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=e9714eb8-9e16-4d9a-9576-bdac37b01dc9,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:09.531403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c396e6a-3453-4c3a-9ec4-44baf5336580 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:09.532008 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c396e6a-3453-4c3a-9ec4-44baf5336580 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:09.535859 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3ce07b-a7f1-47d0-9e9d-c24dbe5ed172 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:09.630370 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7c396e6a-3453-4c3a-9ec4-44baf5336580 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2053177 Dec 11 22:52:09.632980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38596) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:09.638703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c7322df1-a95d-49f1-9fab-cc82252a5bff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'mac_address': 'fa:16:3e:ff:35:aa', 'name': 'tempest-NetworksTestDHCPv6-1837597602'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:09.713328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b6f91c9-3bbf-4006-a0ce-4c0b09c20899 req-7f0343c6-cc3f-4404-8b4b-fa548fbd49ef tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:09.748206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0343c6-cc3f-4404-8b4b-fa548fbd49ef tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event deleted for resources: {'Port': ['ID=e503600d-02e9-4ab7-96b7-afb5f411a501,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:09.748727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['bbb9e180-05f9-4f32-abab-86a8a2c173d1', '80b6a5d7-4417-44b5-a891-d0cf65b39c69'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:52:09.820607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6f91c9-3bbf-4006-a0ce-4c0b09c20899 req-7f0343c6-cc3f-4404-8b4b-fa548fbd49ef tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] No DVR routers for this DVR port e503600d-02e9-4ab7-96b7-afb5f411a501 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:09.826884 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b6f91c9-3bbf-4006-a0ce-4c0b09c20899 req-7f0343c6-cc3f-4404-8b4b-fa548fbd49ef tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:09.829532 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b6f91c9-3bbf-4006-a0ce-4c0b09c20899 req-7f0343c6-cc3f-4404-8b4b-fa548fbd49ef tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "DELETE /v2.0/ports/e503600d-02e9-4ab7-96b7-afb5f411a501 HTTP/1.1" status: 204 len: 173 time: 1.1072266 Dec 11 22:52:09.830334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c12284-6b43-4dc4-ac71-bf635cc21881', 'name': 'network-vif-deleted', 'tag': 'e503600d-02e9-4ab7-96b7-afb5f411a501'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:52:09.833266 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5416441b-7fba-43ca-a9b0-01d9b42de573" -d '{"events": [{"server_uuid": "35c12284-6b43-4dc4-ac71-bf635cc21881", "name": "network-vif-deleted", "tag": "e503600d-02e9-4ab7-96b7-afb5f411a501"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:52:09.860854 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': 'e9714eb8-9e16-4d9a-9576-bdac37b01dc9'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:52:09.860854 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:09.939268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de3afc-6848-4d92-8db8-70722f9da918 req-2738c885-a161-4b49-8543-94b17129b6d8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:09.944326 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a7de3afc-6848-4d92-8db8-70722f9da918 req-2738c885-a161-4b49-8543-94b17129b6d8 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0754292 Dec 11 22:52:09.967029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7322df1-a95d-49f1-9fab-cc82252a5bff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:10.014317 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a7de3afc-6848-4d92-8db8-70722f9da918 req-f70d35a8-b55f-4799-91bf-641299d77352 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624657 Dec 11 22:52:10.081126 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 11 Dec 2021 22:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7341108-3184-4d1f-a11c-8aa12e5c10d8 x-openstack-request-id: req-a7341108-3184-4d1f-a11c-8aa12e5c10d8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:52:10.081757 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c12284-6b43-4dc4-ac71-bf635cc21881", "name": "network-vif-deleted", "tag": "e503600d-02e9-4ab7-96b7-afb5f411a501", "status": "failed", "code": 422}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:52:10.082446 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7341108-3184-4d1f-a11c-8aa12e5c10d8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:52:10.083103 n-d-710847-6 neutron-server[103692]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '35c12284-6b43-4dc4-ac71-bf635cc21881', 'name': 'network-vif-deleted', 'tag': 'e503600d-02e9-4ab7-96b7-afb5f411a501', 'status': 'failed', 'code': 422} returned with failed status Dec 11 22:52:10.093812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Allocated IP 2001:db8::f816:3eff:fe4d:dac9 (222e8032-d106-460a-b983-cafecada1526/e9714eb8-9e16-4d9a-9576-bdac37b01dc9/86d3a974-26c4-4e75-93f2-bab9a7be2dbe) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:10.143293 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7322df1-a95d-49f1-9fab-cc82252a5bff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:10.183585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-c7322df1-a95d-49f1-9fab-cc82252a5bff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port 76ea8fe6-185d-4c1c-90d2-321a2dbc6e8a yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:52:10.311021 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:10.394095 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:10.445097 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:10.447860 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:10.452216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-c7322df1-a95d-49f1-9fab-cc82252a5bff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::f816:3eff:feff:35aa (222e8032-d106-460a-b983-cafecada1526/e9714eb8-9e16-4d9a-9576-bdac37b01dc9/76ea8fe6-185d-4c1c-90d2-321a2dbc6e8a) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:10.452746 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:10.456403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Pushing event updated for resources: {'Port': ['ID=86d3a974-26c4-4e75-93f2-bab9a7be2dbe,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:10.512110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Attempting to bind port 86d3a974-26c4-4e75-93f2-bab9a7be2dbe on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:52:10.512439 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Attempting to bind port 86d3a974-26c4-4e75-93f2-bab9a7be2dbe by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:52:10.512803 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Attempting to bind port 86d3a974-26c4-4e75-93f2-bab9a7be2dbe on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:52:10.519528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:52:10.520160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:52:10.520748 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:10.521306 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:52:10.521988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Bound port: 86d3a974-26c4-4e75-93f2-bab9a7be2dbe, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:52:10.522549 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:10.603670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 48ac364d-45bd-4688-a262-99e178d690dc no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:10.638793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 48ac364d-45bd-4688-a262-99e178d690dc {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:52:10.639493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 48ac364d-45bd-4688-a262-99e178d690dc not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:52:10.648676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] For port 86d3a974-26c4-4e75-93f2-bab9a7be2dbe, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:52:10.653786 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] For port 86d3a974-26c4-4e75-93f2-bab9a7be2dbe, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=86d3a974-26c4-4e75-93f2-bab9a7be2dbe,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:52:10.658123 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7322df1-a95d-49f1-9fab-cc82252a5bff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:10.736744 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:10.794039 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7322df1-a95d-49f1-9fab-cc82252a5bff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:10.808103 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4171918-a39f-4350-b8a2-f773dd98ae18 None None] Pushing event updated for resources: {'Port': ['ID=86d3a974-26c4-4e75-93f2-bab9a7be2dbe,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:10.851327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7322df1-a95d-49f1-9fab-cc82252a5bff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:10.854766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-c7322df1-a95d-49f1-9fab-cc82252a5bff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:10.858949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7322df1-a95d-49f1-9fab-cc82252a5bff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:10.864624 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7322df1-a95d-49f1-9fab-cc82252a5bff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:10.865252 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7322df1-a95d-49f1-9fab-cc82252a5bff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:10.874862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7322df1-a95d-49f1-9fab-cc82252a5bff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=76ea8fe6-185d-4c1c-90d2-321a2dbc6e8a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:10.982944 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c7322df1-a95d-49f1-9fab-cc82252a5bff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3458784 Dec 11 22:52:10.998055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38616) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:11.061038 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06adfcf5-e3c2-4f8c-992e-9b5a8e4c9733 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:11.067531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06adfcf5-e3c2-4f8c-992e-9b5a8e4c9733 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:11.069256 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-06adfcf5-e3c2-4f8c-992e-9b5a8e4c9733 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0786884 Dec 11 22:52:11.072212 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38620) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:11.171152 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bdd33-3950-4eb6-ac93-79138bfd77c1 req-5c370a2b-78cf-49aa-b076-256924ee199a tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:11.173024 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-134bdd33-3950-4eb6-ac93-79138bfd77c1 req-5c370a2b-78cf-49aa-b076-256924ee199a tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0629554 Dec 11 22:52:11.230149 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-134bdd33-3950-4eb6-ac93-79138bfd77c1 req-7058e913-0969-4374-8e66-d4b104a50ef4 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506036 Dec 11 22:52:11.234940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714d03a-94a1-4a8c-9a48-469680c3a914 req-cfff5724-4a1a-4a47-9ea0-28cc2556e831 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:11.236444 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8714d03a-94a1-4a8c-9a48-469680c3a914 req-cfff5724-4a1a-4a47-9ea0-28cc2556e831 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 907 time: 0.0675185 Dec 11 22:52:11.239844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-1e7be4f1-b47c-4d40-be9f-fe369c1fc8f0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 76ea8fe6-185d-4c1c-90d2-321a2dbc6e8a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:11.240193 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e7be4f1-b47c-4d40-be9f-fe369c1fc8f0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:11.359277 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e7be4f1-b47c-4d40-be9f-fe369c1fc8f0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:11.371559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-1e7be4f1-b47c-4d40-be9f-fe369c1fc8f0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 76ea8fe6-185d-4c1c-90d2-321a2dbc6e8a owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:11.559364 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e7be4f1-b47c-4d40-be9f-fe369c1fc8f0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:11.590679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7be4f1-b47c-4d40-be9f-fe369c1fc8f0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=76ea8fe6-185d-4c1c-90d2-321a2dbc6e8a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:11.617270 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1e7be4f1-b47c-4d40-be9f-fe369c1fc8f0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:11.620774 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1e7be4f1-b47c-4d40-be9f-fe369c1fc8f0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/76ea8fe6-185d-4c1c-90d2-321a2dbc6e8a HTTP/1.1" status: 204 len: 168 time: 0.5474536 Dec 11 22:52:11.623478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38630) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:11.688541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbf68f4-e6e0-4204-82ad-d773b44f1e7a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:11.694863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbf68f4-e6e0-4204-82ad-d773b44f1e7a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:11.694863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6fbf68f4-e6e0-4204-82ad-d773b44f1e7a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0669272 Dec 11 22:52:11.695371 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38634) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:11.754915 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7ebb0b-471a-45e0-9f72-8dcf61212a50 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet e9714eb8-9e16-4d9a-9576-bdac37b01dc9 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:52:11.758216 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a7ebb0b-471a-45e0-9f72-8dcf61212a50 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:11.802145 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a7ebb0b-471a-45e0-9f72-8dcf61212a50 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:11.897268 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a7ebb0b-471a-45e0-9f72-8dcf61212a50 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:11.916736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a6a25579-c253-48f6-987f-695864e86c55 None None] Provisioning complete for port 86d3a974-26c4-4e75-93f2-bab9a7be2dbe triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:11.917309 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6a25579-c253-48f6-987f-695864e86c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:12.016228 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6a25579-c253-48f6-987f-695864e86c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:12.037841 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a7ebb0b-471a-45e0-9f72-8dcf61212a50 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:12.074959 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ebb0b-471a-45e0-9f72-8dcf61212a50 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=e9714eb8-9e16-4d9a-9576-bdac37b01dc9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:12.079621 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a7ebb0b-471a-45e0-9f72-8dcf61212a50 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:12.081485 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-a6a25579-c253-48f6-987f-695864e86c55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:52:12.082056 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-a6a25579-c253-48f6-987f-695864e86c55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:52:12.082918 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1a7ebb0b-471a-45e0-9f72-8dcf61212a50 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/e9714eb8-9e16-4d9a-9576-bdac37b01dc9 HTTP/1.1" status: 204 len: 168 time: 0.3864703 Dec 11 22:52:12.085703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38636) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:12.130440 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6f764194-243b-4c8b-a6cd-190295683337 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435746 Dec 11 22:52:12.133017 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38638) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:12.185664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4356902a-9f3e-4b9e-9646-56b38f5e4f6b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:12.187682 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4356902a-9f3e-4b9e-9646-56b38f5e4f6b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0536532 Dec 11 22:52:12.190341 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38640) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:12.244081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2b2b65-54c2-41e5-a26b-d6ea3633d902 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:12.245596 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3b2b2b65-54c2-41e5-a26b-d6ea3633d902 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0542362 Dec 11 22:52:12.248262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38642) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:12.277055 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaa7397-65b3-4a2b-907b-27bacb0ed8a4 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:12.307522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38650) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:12.307982 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0a7b5eae-4305-43b5-ae41-194036f9c32a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581477 Dec 11 22:52:12.316054 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3d863059-bfae-4663-b7d0-0e35ae7ec978 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:12.419731 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d776734-90ee-4d75-81a0-c55f04a1cdd8 req-2229b1d0-a94a-4c81-a9ad-a88201e6287a tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:12.422165 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3d776734-90ee-4d75-81a0-c55f04a1cdd8 req-2229b1d0-a94a-4c81-a9ad-a88201e6287a tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0825052 Dec 11 22:52:12.477237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dcc231-edee-4dae-b75e-ad746b226409 None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:52:12.486842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5d8ba-e089-4277-b4be-30b571c18596 req-2eeae72e-52f1-476d-be61-69d5addee667 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:12.488391 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2c5d8ba-e089-4277-b4be-30b571c18596 req-2eeae72e-52f1-476d-be61-69d5addee667 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 907 time: 0.0922096 Dec 11 22:52:12.497126 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3d776734-90ee-4d75-81a0-c55f04a1cdd8 req-62d95022-8ef9-4ac7-9138-eea18a96a01b tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578887 Dec 11 22:52:12.544774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-92dcc231-edee-4dae-b75e-ad746b226409 None None] Deleting port 86d3a974-26c4-4e75-93f2-bab9a7be2dbe {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:12.545160 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92dcc231-edee-4dae-b75e-ad746b226409 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:12.587600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d863059-bfae-4663-b7d0-0e35ae7ec978 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:12.591436 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d863059-bfae-4663-b7d0-0e35ae7ec978 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:12.640424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-92dcc231-edee-4dae-b75e-ad746b226409 None None] For port 86d3a974-26c4-4e75-93f2-bab9a7be2dbe, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=86d3a974-26c4-4e75-93f2-bab9a7be2dbe,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:12.640879 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92dcc231-edee-4dae-b75e-ad746b226409 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:12.650831 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6a25579-c253-48f6-987f-695864e86c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:12.663212 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-92dcc231-edee-4dae-b75e-ad746b226409 None None] Calling delete_port for 86d3a974-26c4-4e75-93f2-bab9a7be2dbe owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:12.724965 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a6a25579-c253-48f6-987f-695864e86c55 None None] For port 86d3a974-26c4-4e75-93f2-bab9a7be2dbe, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=86d3a974-26c4-4e75-93f2-bab9a7be2dbe,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:12.786368 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6a25579-c253-48f6-987f-695864e86c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:12.843334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba2cb0-4028-4e81-9455-a36acc075230 req-c11e8a0e-2dd7-46db-a9ca-61891475a9e0 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:12.844595 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71ba2cb0-4028-4e81-9455-a36acc075230 req-c11e8a0e-2dd7-46db-a9ca-61891475a9e0 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.13 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 907 time: 0.0754611 Dec 11 22:52:12.845447 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a25579-c253-48f6-987f-695864e86c55 None None] Pushing event updated for resources: {'Port': ['ID=86d3a974-26c4-4e75-93f2-bab9a7be2dbe,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:12.856109 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92dcc231-edee-4dae-b75e-ad746b226409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:12.883443 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcc231-edee-4dae-b75e-ad746b226409 None None] Pushing event deleted for resources: {'Port': ['ID=86d3a974-26c4-4e75-93f2-bab9a7be2dbe,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:12.888102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dcc231-edee-4dae-b75e-ad746b226409 None None] No DVR routers for this DVR port 86d3a974-26c4-4e75-93f2-bab9a7be2dbe on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:12.892439 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d863059-bfae-4663-b7d0-0e35ae7ec978 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:12.899238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5218b28d-3871-434e-b928-bbdd8e708d0b None None] Could not find standard attr ID for object 76ea8fe6-185d-4c1c-90d2-321a2dbc6e8a. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:52:12.969727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d863059-bfae-4663-b7d0-0e35ae7ec978 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:12.979018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-3d863059-bfae-4663-b7d0-0e35ae7ec978 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:12.987206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d863059-bfae-4663-b7d0-0e35ae7ec978 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:12.987805 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3d863059-bfae-4663-b7d0-0e35ae7ec978 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:12.998757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2231d124-6959-475a-b7f0-41ddb3d28e8d None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:13.002408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d863059-bfae-4663-b7d0-0e35ae7ec978 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=2df63106-f6bf-48a2-9420-c91bef24bc65,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:13.034034 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-71ba2cb0-4028-4e81-9455-a36acc075230 req-e68a4257-1666-4b8c-b849-5df7d040f9af tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Deleting port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:13.034378 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71ba2cb0-4028-4e81-9455-a36acc075230 req-e68a4257-1666-4b8c-b849-5df7d040f9af tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:13.098915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3d863059-bfae-4663-b7d0-0e35ae7ec978 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7898066 Dec 11 22:52:13.101338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38658) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:13.106161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7b7d45b4-7fb1-4b07-9462-1a119dbcea07 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'mac_address': 'fa:16:3e:cc:fb:8b', 'name': 'tempest-NetworksTestDHCPv6-315306216'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:13.112830 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': '2df63106-f6bf-48a2-9420-c91bef24bc65'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:52:13.113705 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:13.191301 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-71ba2cb0-4028-4e81-9455-a36acc075230 req-e68a4257-1666-4b8c-b849-5df7d040f9af tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] For port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1d79af06-eb2a-4cc3-b70b-66ed0f4f8126,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:13.191585 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71ba2cb0-4028-4e81-9455-a36acc075230 req-e68a4257-1666-4b8c-b849-5df7d040f9af tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:13.214146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-71ba2cb0-4028-4e81-9455-a36acc075230 req-e68a4257-1666-4b8c-b849-5df7d040f9af tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Calling delete_port for 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:13.251657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Allocated IP 2001:db8::2 (222e8032-d106-460a-b983-cafecada1526/2df63106-f6bf-48a2-9420-c91bef24bc65/11b12fc3-0a8f-47fa-993c-4f7707d1c226) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:13.381688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7d45b4-7fb1-4b07-9462-1a119dbcea07 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:13.385890 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b7d45b4-7fb1-4b07-9462-1a119dbcea07 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:13.406228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-7b7d45b4-7fb1-4b07-9462-1a119dbcea07 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port 083091a4-a6b0-4ebd-8194-757d0dcc8865 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:52:13.411077 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:13.507392 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71ba2cb0-4028-4e81-9455-a36acc075230 req-e68a4257-1666-4b8c-b849-5df7d040f9af tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:13.535398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a4257-1666-4b8c-b849-5df7d040f9af tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event deleted for resources: {'Port': ['ID=1d79af06-eb2a-4cc3-b70b-66ed0f4f8126,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:13.568041 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:13.637365 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7f497-da42-484b-b1c2-904dcd07535d req-2ef12f0a-2a70-4326-b664-b3302440e18d tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:13.648314 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:13.648471 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-60c7f497-da42-484b-b1c2-904dcd07535d req-2ef12f0a-2a70-4326-b664-b3302440e18d tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0780683 Dec 11 22:52:13.651511 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:13.654596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:13.658588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:13.660594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ba2cb0-4028-4e81-9455-a36acc075230 req-e68a4257-1666-4b8c-b849-5df7d040f9af tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] No DVR routers for this DVR port 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:13.663747 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71ba2cb0-4028-4e81-9455-a36acc075230 req-e68a4257-1666-4b8c-b849-5df7d040f9af tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:13.665833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Pushing event updated for resources: {'Port': ['ID=11b12fc3-0a8f-47fa-993c-4f7707d1c226,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:13.668483 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71ba2cb0-4028-4e81-9455-a36acc075230 req-e68a4257-1666-4b8c-b849-5df7d040f9af tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.13 "DELETE /v2.0/ports/1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 HTTP/1.1" status: 204 len: 173 time: 0.8167460 Dec 11 22:52:13.684374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b5004d-e19e-4327-9864-2edb57ab2464', 'name': 'network-vif-deleted', 'tag': '1d79af06-eb2a-4cc3-b70b-66ed0f4f8126'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:52:13.687101 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5945b2c-af97-4c1e-a6d1-4a3f5e4c6788" -d '{"events": [{"server_uuid": "67b5004d-e19e-4327-9864-2edb57ab2464", "name": "network-vif-deleted", "tag": "1d79af06-eb2a-4cc3-b70b-66ed0f4f8126"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:52:13.713951 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5dbcaa1d-f256-4db9-8210-feee452854f1 req-23ae7d6b-0f93-4784-8894-e0a79acc2e28 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 210 time: 0.0545335 Dec 11 22:52:13.744016 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-60c7f497-da42-484b-b1c2-904dcd07535d req-e6df2143-905f-4692-aa03-bc0c02c001da tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962074 Dec 11 22:52:13.761575 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Attempting to bind port 11b12fc3-0a8f-47fa-993c-4f7707d1c226 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:52:13.761994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Attempting to bind port 11b12fc3-0a8f-47fa-993c-4f7707d1c226 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:52:13.762418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Attempting to bind port 11b12fc3-0a8f-47fa-993c-4f7707d1c226 on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:52:13.763336 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-7b7d45b4-7fb1-4b07-9462-1a119dbcea07 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::1ec (222e8032-d106-460a-b983-cafecada1526/2df63106-f6bf-48a2-9420-c91bef24bc65/083091a4-a6b0-4ebd-8194-757d0dcc8865) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:13.768617 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:52:13.769473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:52:13.769898 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:13.770304 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:52:13.770793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Bound port: 11b12fc3-0a8f-47fa-993c-4f7707d1c226, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:52:13.771313 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:13.794104 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfddf7d4-486b-40ca-9014-2f80fa6e1d21 x-openstack-request-id: req-cfddf7d4-486b-40ca-9014-2f80fa6e1d21 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:52:13.794464 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b5004d-e19e-4327-9864-2edb57ab2464", "name": "network-vif-deleted", "tag": "1d79af06-eb2a-4cc3-b70b-66ed0f4f8126", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:52:13.795495 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cfddf7d4-486b-40ca-9014-2f80fa6e1d21 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:52:13.796384 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b5004d-e19e-4327-9864-2edb57ab2464', 'name': 'network-vif-deleted', 'tag': '1d79af06-eb2a-4cc3-b70b-66ed0f4f8126', 'status': 'completed', 'code': 200} Dec 11 22:52:13.854210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] For port 11b12fc3-0a8f-47fa-993c-4f7707d1c226, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:52:13.859108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] For port 11b12fc3-0a8f-47fa-993c-4f7707d1c226, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=11b12fc3-0a8f-47fa-993c-4f7707d1c226,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:52:13.938863 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:13.961077 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b7d45b4-7fb1-4b07-9462-1a119dbcea07 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:14.014397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773f2e8-d023-4e56-af6c-3d2c06b79e5c None None] Pushing event updated for resources: {'Port': ['ID=11b12fc3-0a8f-47fa-993c-4f7707d1c226,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:14.148308 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b7d45b4-7fb1-4b07-9462-1a119dbcea07 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:14.199873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7d45b4-7fb1-4b07-9462-1a119dbcea07 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:14.203661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-7b7d45b4-7fb1-4b07-9462-1a119dbcea07 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:14.207474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d45b4-7fb1-4b07-9462-1a119dbcea07 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:14.213617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d45b4-7fb1-4b07-9462-1a119dbcea07 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:14.214220 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b7d45b4-7fb1-4b07-9462-1a119dbcea07 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:14.231852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d45b4-7fb1-4b07-9462-1a119dbcea07 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=083091a4-a6b0-4ebd-8194-757d0dcc8865,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:14.300193 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7b7d45b4-7fb1-4b07-9462-1a119dbcea07 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1978025 Dec 11 22:52:14.303219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38674) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:14.365526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff07adbb-4d74-453a-8183-43824b8554e4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:14.377545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff07adbb-4d74-453a-8183-43824b8554e4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:14.377545 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ff07adbb-4d74-453a-8183-43824b8554e4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0700283 Dec 11 22:52:14.377939 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38678) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:14.476920 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-69328b46-7088-4950-8ac8-b7ab42085cd1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 083091a4-a6b0-4ebd-8194-757d0dcc8865 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:14.476920 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-69328b46-7088-4950-8ac8-b7ab42085cd1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:14.606118 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-69328b46-7088-4950-8ac8-b7ab42085cd1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:14.619963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 11b12fc3-0a8f-47fa-993c-4f7707d1c226 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:52:14.626109 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-69328b46-7088-4950-8ac8-b7ab42085cd1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 083091a4-a6b0-4ebd-8194-757d0dcc8865 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:14.679925 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 11b12fc3-0a8f-47fa-993c-4f7707d1c226 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:14.680939 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:14.790067 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:14.839857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 11b12fc3-0a8f-47fa-993c-4f7707d1c226, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=11b12fc3-0a8f-47fa-993c-4f7707d1c226,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:14.898678 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1828e-ce28-4f32-9d63-705828425919 req-17d78a79-f690-44a2-98ef-b48308dde530 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:14.903581 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dbd1828e-ce28-4f32-9d63-705828425919 req-17d78a79-f690-44a2-98ef-b48308dde530 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0682909 Dec 11 22:52:14.907246 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-69328b46-7088-4950-8ac8-b7ab42085cd1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:14.931981 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-313ccf4c-2971-41da-af41-bd9b2a2cdc3e req-9b607b30-ca78-40a0-b03a-e4a856c283d1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b5004d-e19e-4327-9864-2edb57ab2464 HTTP/1.1" status: 200 len: 210 time: 0.0383301 Dec 11 22:52:14.956142 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69328b46-7088-4950-8ac8-b7ab42085cd1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=083091a4-a6b0-4ebd-8194-757d0dcc8865,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:15.008621 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:15.022048 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dbd1828e-ce28-4f32-9d63-705828425919 req-b611597b-f07e-497c-87cc-4dbcf9711750 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125505 Dec 11 22:52:15.072546 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-69328b46-7088-4950-8ac8-b7ab42085cd1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:15.086747 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-69328b46-7088-4950-8ac8-b7ab42085cd1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/083091a4-a6b0-4ebd-8194-757d0dcc8865 HTTP/1.1" status: 204 len: 168 time: 0.7077937 Dec 11 22:52:15.089176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38692) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:15.090404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=11b12fc3-0a8f-47fa-993c-4f7707d1c226,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:15.095582 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d0dbaf-4237-4d89-911c-61943193c09c req-a6eece1c-10e7-4d26-93ab-51371d47348a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592787 Dec 11 22:52:15.160027 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda563d1-d3fa-4317-985e-35fdd2747d5d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:15.161962 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda563d1-d3fa-4317-985e-35fdd2747d5d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:15.165352 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-eda563d1-d3fa-4317-985e-35fdd2747d5d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0733113 Dec 11 22:52:15.166411 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38694) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:15.197345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0dbaf-4237-4d89-911c-61943193c09c req-746a09fb-fada-4df8-8ed6-f5126595d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:15.198966 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d0dbaf-4237-4d89-911c-61943193c09c req-746a09fb-fada-4df8-8ed6-f5126595d778 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27217062ad8c4d4babc5ba4352c729c5&device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 1096 time: 0.0441282 Dec 11 22:52:15.224292 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f68eb3-fa2d-47c0-b31a-a2cb819e5b42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 2df63106-f6bf-48a2-9420-c91bef24bc65 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:52:15.227589 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55f68eb3-fa2d-47c0-b31a-a2cb819e5b42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:15.255661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-10cd934d-8fc3-405e-9211-0c881f178f70 None None] Provisioning complete for port 11b12fc3-0a8f-47fa-993c-4f7707d1c226 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:15.256578 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10cd934d-8fc3-405e-9211-0c881f178f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:15.271512 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55f68eb3-fa2d-47c0-b31a-a2cb819e5b42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:15.323771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0dbaf-4237-4d89-911c-61943193c09c req-edc90cbc-6df6-499f-8017-c14b2421bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:15.325543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d0dbaf-4237-4d89-911c-61943193c09c req-edc90cbc-6df6-499f-8017-c14b2421bebc service neutron] 10.222.0.47 "GET /v2.0/networks?id=82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 200 len: 913 time: 0.1049600 Dec 11 22:52:15.376364 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d0dbaf-4237-4d89-911c-61943193c09c req-d913f64a-da95-4caf-b9a0-b416cd983480 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80b6a5d7-4417-44b5-a891-d0cf65b39c69 HTTP/1.1" status: 200 len: 217 time: 0.0429566 Dec 11 22:52:15.379863 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55f68eb3-fa2d-47c0-b31a-a2cb819e5b42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:15.442834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0dbaf-4237-4d89-911c-61943193c09c req-3dae7e21-6b67-4d66-84bf-6b3ee90c9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:15.442834 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d0dbaf-4237-4d89-911c-61943193c09c req-3dae7e21-6b67-4d66-84bf-6b3ee90c9bcd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 200 len: 851 time: 0.0571632 Dec 11 22:52:15.446721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:15.477648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:52:15.478564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 1d79af06-eb2a-4cc3-b70b-66ed0f4f8126 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:52:15.532468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0dbaf-4237-4d89-911c-61943193c09c req-22ac7f61-e664-45bb-9b84-ba7969cdcadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:15.532468 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d0dbaf-4237-4d89-911c-61943193c09c req-22ac7f61-e664-45bb-9b84-ba7969cdcadd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82b08062-dcd3-4b12-b656-232a56b3b938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683966 Dec 11 22:52:15.567608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-42445573-e379-4e1c-8888-549bb7d26ac9 None None] Could not find standard attr ID for object 083091a4-a6b0-4ebd-8194-757d0dcc8865. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:52:15.656457 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d0dbaf-4237-4d89-911c-61943193c09c req-0600d431-a636-48f0-a5e2-0a1a51f345e3 service neutron] 10.222.0.47 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146691 Dec 11 22:52:15.742162 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55f68eb3-fa2d-47c0-b31a-a2cb819e5b42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:15.771781 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d0dbaf-4237-4d89-911c-61943193c09c req-6c04249c-2be9-4c3c-9e82-0d5d21e37803 service neutron] 10.222.0.47 "GET /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196952 Dec 11 22:52:15.774230 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f68eb3-fa2d-47c0-b31a-a2cb819e5b42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=2df63106-f6bf-48a2-9420-c91bef24bc65,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:15.776449 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55f68eb3-fa2d-47c0-b31a-a2cb819e5b42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:15.783716 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-55f68eb3-fa2d-47c0-b31a-a2cb819e5b42 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/2df63106-f6bf-48a2-9420-c91bef24bc65 HTTP/1.1" status: 204 len: 168 time: 0.6125250 Dec 11 22:52:15.783716 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38702) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:15.791855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f08a223-b880-47c1-ae87-63da3dc0c2ee None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:15.833046 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3f99da9b-093b-499b-9922-2191089d329c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485547 Dec 11 22:52:15.835503 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38704) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:15.897855 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af609fb-0809-4ce1-8c09-f77e4d26513e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:15.901409 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7af609fb-0809-4ce1-8c09-f77e4d26513e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0628593 Dec 11 22:52:15.903529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38706) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:15.980676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41072f37-eb62-4957-a7f8-22940e524b1e None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:52:15.986961 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8ae705-bc8c-4137-bbdc-0448b72e5935 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:15.991123 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-de8ae705-bc8c-4137-bbdc-0448b72e5935 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0864646 Dec 11 22:52:15.993884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38712) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:16.049285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-41072f37-eb62-4957-a7f8-22940e524b1e None None] Deleting port 11b12fc3-0a8f-47fa-993c-4f7707d1c226 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:16.049966 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-41072f37-eb62-4957-a7f8-22940e524b1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:16.054248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8e2a0ea7-6609-4302-8bad-b4ae5695bd37 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592101 Dec 11 22:52:16.060074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38720) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:16.065779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f359661d-d02a-4502-8358-f1e5ccf1f408 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:16.124633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-41072f37-eb62-4957-a7f8-22940e524b1e None None] For port 11b12fc3-0a8f-47fa-993c-4f7707d1c226, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=11b12fc3-0a8f-47fa-993c-4f7707d1c226,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:16.125270 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-41072f37-eb62-4957-a7f8-22940e524b1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:16.137618 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45413e2a-4cc5-4fae-8695-e0459bc1d29a req-7ad2bab0-f448-40a1-b3b7-5e5d7061b0e9 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:16.147447 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-41072f37-eb62-4957-a7f8-22940e524b1e None None] Calling delete_port for 11b12fc3-0a8f-47fa-993c-4f7707d1c226 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:16.147645 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45413e2a-4cc5-4fae-8695-e0459bc1d29a req-7ad2bab0-f448-40a1-b3b7-5e5d7061b0e9 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.1592655 Dec 11 22:52:16.213044 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45413e2a-4cc5-4fae-8695-e0459bc1d29a req-601d1a81-b4a4-49f2-8b29-54ec86f67a93 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660541 Dec 11 22:52:16.335879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f359661d-d02a-4502-8358-f1e5ccf1f408 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:16.340627 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f359661d-d02a-4502-8358-f1e5ccf1f408 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:16.364576 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-41072f37-eb62-4957-a7f8-22940e524b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:16.397837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41072f37-eb62-4957-a7f8-22940e524b1e None None] Pushing event deleted for resources: {'Port': ['ID=11b12fc3-0a8f-47fa-993c-4f7707d1c226,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:16.408185 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41072f37-eb62-4957-a7f8-22940e524b1e None None] No DVR routers for this DVR port 11b12fc3-0a8f-47fa-993c-4f7707d1c226 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:16.465176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24cb44-eea0-476c-8f6d-94e62b2d3794 req-26c41e82-6b1d-4bdb-af94-2b7d1f1fc729 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:16.466860 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea24cb44-eea0-476c-8f6d-94e62b2d3794 req-26c41e82-6b1d-4bdb-af94-2b7d1f1fc729 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.1230180 Dec 11 22:52:16.558263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea24cb44-eea0-476c-8f6d-94e62b2d3794 req-92910b29-04cf-4679-aefa-c0eb3a005bba tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797882 Dec 11 22:52:16.567484 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 11b12fc3-0a8f-47fa-993c-4f7707d1c226 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:16.608711 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 11b12fc3-0a8f-47fa-993c-4f7707d1c226 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:52:16.609343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 11b12fc3-0a8f-47fa-993c-4f7707d1c226 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:52:16.695657 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d50f1a-c7af-4ed8-b277-9ea50cbdb382 req-d3d4632d-ba76-4dc0-a778-47779ecd9176 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:16.697207 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-53d50f1a-c7af-4ed8-b277-9ea50cbdb382 req-d3d4632d-ba76-4dc0-a778-47779ecd9176 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 945 time: 0.0550029 Dec 11 22:52:16.748087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.objects.ports [None req-f359661d-d02a-4502-8358-f1e5ccf1f408 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103692) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:52:16.750160 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f359661d-d02a-4502-8358-f1e5ccf1f408 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:16.751620 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-53d50f1a-c7af-4ed8-b277-9ea50cbdb382 req-13f8ed16-af6d-4f50-a04f-e89020952312 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475128 Dec 11 22:52:16.794158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f359661d-d02a-4502-8358-f1e5ccf1f408 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:16.797948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-f359661d-d02a-4502-8358-f1e5ccf1f408 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:16.802139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f359661d-d02a-4502-8358-f1e5ccf1f408 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:16.806881 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f359661d-d02a-4502-8358-f1e5ccf1f408 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:16.808011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d23e4-d15e-4b1b-962d-9cb18e08c7e4 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:16.808461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359661d-d02a-4502-8358-f1e5ccf1f408 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=2d5f9b8a-b37d-4332-baf6-6db1a54494f2,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:16.902048 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38728) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:16.902731 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f359661d-d02a-4502-8358-f1e5ccf1f408 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8407753 Dec 11 22:52:16.908114 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3800167e-a080-4f83-8705-6fdbf7a7ac9f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:16.913691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': '2d5f9b8a-b37d-4332-baf6-6db1a54494f2'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:52:16.914599 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:17.058158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Allocated IP 2001:db8::f816:3eff:fe77:2ed3 (222e8032-d106-460a-b983-cafecada1526/2d5f9b8a-b37d-4332-baf6-6db1a54494f2/5ab16192-a128-4cf9-bedb-de6d904f734a) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:17.107541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3800167e-a080-4f83-8705-6fdbf7a7ac9f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:17.111203 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3800167e-a080-4f83-8705-6fdbf7a7ac9f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:17.204736 n-d-710847-6 neutron-server[103691]: INFO neutron.db.ipam_backend_mixin [None req-3800167e-a080-4f83-8705-6fdbf7a7ac9f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d5f9b8a-b37d-4332-baf6-6db1a54494f2 (CIDR: 2001:db8::/64) Dec 11 22:52:17.219663 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:17.223541 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:17.275868 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-3800167e-a080-4f83-8705-6fdbf7a7ac9f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:52:17.276332 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3800167e-a080-4f83-8705-6fdbf7a7ac9f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:17.303579 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:17.348205 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:17.351248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:17.354937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:17.358879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40277-468c-440f-bc6c-38387ffbcb75 req-b745b0cb-a050-466f-9de2-abd9a56493bc tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:17.363135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Pushing event updated for resources: {'Port': ['ID=5ab16192-a128-4cf9-bedb-de6d904f734a,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:17.364536 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eca40277-468c-440f-bc6c-38387ffbcb75 req-b745b0cb-a050-466f-9de2-abd9a56493bc tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.0798345 Dec 11 22:52:17.367993 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3800167e-a080-4f83-8705-6fdbf7a7ac9f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4646435 Dec 11 22:52:17.371736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38734) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:17.378061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6e277150-c9c3-4e9c-a1c4-98b2ac74f384 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:17.417504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Attempting to bind port 5ab16192-a128-4cf9-bedb-de6d904f734a on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:52:17.417885 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Attempting to bind port 5ab16192-a128-4cf9-bedb-de6d904f734a by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:52:17.418256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Attempting to bind port 5ab16192-a128-4cf9-bedb-de6d904f734a on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:52:17.423322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eca40277-468c-440f-bc6c-38387ffbcb75 req-c02ec8ce-33e1-45f9-bf78-5867d69cbbe5 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572262 Dec 11 22:52:17.424548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:52:17.424989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:52:17.425400 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:17.427010 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:52:17.437534 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Bound port: 5ab16192-a128-4cf9-bedb-de6d904f734a, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:52:17.437534 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:17.497070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] For port 5ab16192-a128-4cf9-bedb-de6d904f734a, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:52:17.500972 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] For port 5ab16192-a128-4cf9-bedb-de6d904f734a, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5ab16192-a128-4cf9-bedb-de6d904f734a,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:52:17.594879 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:17.610606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e277150-c9c3-4e9c-a1c4-98b2ac74f384 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:17.615726 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e277150-c9c3-4e9c-a1c4-98b2ac74f384 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:17.687532 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf81719-32bf-48e0-907a-be62f43dcdb0 None None] Pushing event updated for resources: {'Port': ['ID=5ab16192-a128-4cf9-bedb-de6d904f734a,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:17.728089 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a90ce1-16d5-4914-b968-a31b7e801c2d req-7a36c369-8c6e-480e-b5f8-ab6548494a14 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:17.729944 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03a90ce1-16d5-4914-b968-a31b7e801c2d req-7a36c369-8c6e-480e-b5f8-ab6548494a14 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0733685 Dec 11 22:52:17.798312 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03a90ce1-16d5-4914-b968-a31b7e801c2d req-430f0fa3-41d4-4c9a-9f31-71869367a46f tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564148 Dec 11 22:52:17.954984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b0568-dc7d-4237-b184-a183ea34e09c req-9add51a6-54df-44f8-93a6-a7ddc25b911a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:17.956608 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c70b0568-dc7d-4237-b184-a183ea34e09c req-9add51a6-54df-44f8-93a6-a7ddc25b911a tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 945 time: 0.1164911 Dec 11 22:52:18.037473 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c70b0568-dc7d-4237-b184-a183ea34e09c req-d456eaf4-721c-4e89-ab06-9478011b467f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646455 Dec 11 22:52:18.062502 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e277150-c9c3-4e9c-a1c4-98b2ac74f384 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:18.120431 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e277150-c9c3-4e9c-a1c4-98b2ac74f384 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:18.125119 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-6e277150-c9c3-4e9c-a1c4-98b2ac74f384 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:18.129328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e277150-c9c3-4e9c-a1c4-98b2ac74f384 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:18.129925 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e277150-c9c3-4e9c-a1c4-98b2ac74f384 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:18.149071 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e277150-c9c3-4e9c-a1c4-98b2ac74f384 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=feb678a5-9f7c-47be-bbc1-2f2fbf39f491,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:18.177480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b91a33-4411-4007-a218-f8d47fc8de5d req-96a9d949-75a9-4f62-9d61-2c0fec58eacb tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:18.179277 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5b91a33-4411-4007-a218-f8d47fc8de5d req-96a9d949-75a9-4f62-9d61-2c0fec58eacb tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.47 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 945 time: 0.0933928 Dec 11 22:52:18.200937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc333a4d-e232-4e36-a6fa-21cadd445887 req-969e7073-bc53-43a8-b10d-ea80031cc317 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:18.203626 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc333a4d-e232-4e36-a6fa-21cadd445887 req-969e7073-bc53-43a8-b10d-ea80031cc317 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0845685 Dec 11 22:52:18.248434 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6e277150-c9c3-4e9c-a1c4-98b2ac74f384 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8752658 Dec 11 22:52:18.251964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38748) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:18.259381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d54fa1d6-4705-4f3c-ae86-287452471392 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'mac_address': 'fa:16:3e:7b:54:17', 'name': 'tempest-NetworksTestDHCPv6-1028175838'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:18.367271 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc333a4d-e232-4e36-a6fa-21cadd445887 req-5f6182b8-8058-4d85-b21c-ac0db453791e tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456211 Dec 11 22:52:18.425727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a5b91a33-4411-4007-a218-f8d47fc8de5d req-c7a50c1f-b50a-4774-a827-256b4c13e058 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Deleting port 80b6a5d7-4417-44b5-a891-d0cf65b39c69 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:18.426691 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a5b91a33-4411-4007-a218-f8d47fc8de5d req-c7a50c1f-b50a-4774-a827-256b4c13e058 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:18.585749 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfd3e0-9562-4217-8197-62e7086415b3 req-d9e7f272-5e65-48f2-8ac0-bdb0a3c4727c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:18.589650 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-acbfd3e0-9562-4217-8197-62e7086415b3 req-d9e7f272-5e65-48f2-8ac0-bdb0a3c4727c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.0775313 Dec 11 22:52:18.593361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b476ae4-9c24-4c77-9c34-37cbe8d86316 req-c77b5a62-1905-49d0-936e-6816796a8a48 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:18.595140 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b476ae4-9c24-4c77-9c34-37cbe8d86316 req-c77b5a62-1905-49d0-936e-6816796a8a48 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.1444736 Dec 11 22:52:18.606473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54fa1d6-4705-4f3c-ae86-287452471392 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:18.639791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a5b91a33-4411-4007-a218-f8d47fc8de5d req-c7a50c1f-b50a-4774-a827-256b4c13e058 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] For port 80b6a5d7-4417-44b5-a891-d0cf65b39c69, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=80b6a5d7-4417-44b5-a891-d0cf65b39c69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:18.640496 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a5b91a33-4411-4007-a218-f8d47fc8de5d req-c7a50c1f-b50a-4774-a827-256b4c13e058 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:18.665993 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-acbfd3e0-9562-4217-8197-62e7086415b3 req-6e3f5749-38a7-45de-b443-ee5675fa5e14 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754533 Dec 11 22:52:18.666162 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5ab16192-a128-4cf9-bedb-de6d904f734a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:52:18.720843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a5b91a33-4411-4007-a218-f8d47fc8de5d req-c7a50c1f-b50a-4774-a827-256b4c13e058 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Calling delete_port for 80b6a5d7-4417-44b5-a891-d0cf65b39c69 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:18.773261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5ab16192-a128-4cf9-bedb-de6d904f734a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:18.773767 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:18.816977 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b476ae4-9c24-4c77-9c34-37cbe8d86316 req-3b1dccd4-7990-44ee-9ad0-ddbdf64ff931 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900740 Dec 11 22:52:18.860733 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d54fa1d6-4705-4f3c-ae86-287452471392 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:18.875010 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3be25e77-cbe0-42f3-979e-4abc4f7f11b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:18.887644 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:18.898517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-d54fa1d6-4705-4f3c-ae86-287452471392 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port c30edbb4-1260-4e7d-b0a0-94b1f1da9fe8 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:52:18.943144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 5ab16192-a128-4cf9-bedb-de6d904f734a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5ab16192-a128-4cf9-bedb-de6d904f734a,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:18.977161 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3da38d-01af-4806-9aff-3990dc2d4e01 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:19.044129 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:19.250448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-743646d2-2014-4a76-87b5-7867adbcdac9 None None] Provisioning complete for port 5ab16192-a128-4cf9-bedb-de6d904f734a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:19.250736 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-743646d2-2014-4a76-87b5-7867adbcdac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:19.326568 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=5ab16192-a128-4cf9-bedb-de6d904f734a,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:19.437600 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f2e99-8809-4f90-b025-a54022cf71e9 req-bbfdb72d-6301-4b3e-aae4-c740f98e17c0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:19.439517 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-425f2e99-8809-4f90-b025-a54022cf71e9 req-bbfdb72d-6301-4b3e-aae4-c740f98e17c0 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0673559 Dec 11 22:52:19.462743 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87fdd2a-6500-4b9b-80e1-2303853e122f None None] Update dhcp port {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'fixed_ips': [{'subnet_id': '2d5f9b8a-b37d-4332-baf6-6db1a54494f2', 'ip_address': '2001:db8::f816:3eff:fe77:2ed3'}, {'subnet_id': 'feb678a5-9f7c-47be-bbc1-2f2fbf39f491'}], 'binding:host_id': 'n-d-710847-6'}, 'id': '5ab16192-a128-4cf9-bedb-de6d904f734a'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 22:52:19.496552 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d87fdd2a-6500-4b9b-80e1-2303853e122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:19.526592 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-425f2e99-8809-4f90-b025-a54022cf71e9 req-7c507b80-762f-4086-91e3-8c3b2bcaa246 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747602 Dec 11 22:52:19.560201 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a5b91a33-4411-4007-a218-f8d47fc8de5d req-c7a50c1f-b50a-4774-a827-256b4c13e058 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:19.610694 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-d54fa1d6-4705-4f3c-ae86-287452471392 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8:0:1::3d3 (222e8032-d106-460a-b983-cafecada1526/feb678a5-9f7c-47be-bbc1-2f2fbf39f491/c30edbb4-1260-4e7d-b0a0-94b1f1da9fe8) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:19.616064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['bbb9e180-05f9-4f32-abab-86a8a2c173d1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:52:19.624323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b4602-9d04-42c0-b1ab-083e62a4a48e req-8a557bd0-8275-4a96-8426-3e99372269d7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:19.631344 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-139b4602-9d04-42c0-b1ab-083e62a4a48e req-8a557bd0-8275-4a96-8426-3e99372269d7 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 867 time: 0.4888000 Dec 11 22:52:19.647724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a50c1f-b50a-4774-a827-256b4c13e058 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event deleted for resources: {'Port': ['ID=80b6a5d7-4417-44b5-a891-d0cf65b39c69,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:19.647724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-d54fa1d6-4705-4f3c-ae86-287452471392 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::f816:3eff:fe7b:5417 (222e8032-d106-460a-b983-cafecada1526/2d5f9b8a-b37d-4332-baf6-6db1a54494f2/c30edbb4-1260-4e7d-b0a0-94b1f1da9fe8) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:19.698429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b91a33-4411-4007-a218-f8d47fc8de5d req-c7a50c1f-b50a-4774-a827-256b4c13e058 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] No DVR routers for this DVR port 80b6a5d7-4417-44b5-a891-d0cf65b39c69 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:19.704373 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a5b91a33-4411-4007-a218-f8d47fc8de5d req-c7a50c1f-b50a-4774-a827-256b4c13e058 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:19.709645 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5b91a33-4411-4007-a218-f8d47fc8de5d req-c7a50c1f-b50a-4774-a827-256b4c13e058 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.47 "DELETE /v2.0/ports/80b6a5d7-4417-44b5-a891-d0cf65b39c69 HTTP/1.1" status: 204 len: 173 time: 1.5216181 Dec 11 22:52:19.710918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e', 'name': 'network-vif-deleted', 'tag': '80b6a5d7-4417-44b5-a891-d0cf65b39c69'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:52:19.716808 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1156e8c8-bb24-4f72-b8ff-0598e784176f" -d '{"events": [{"server_uuid": "a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e", "name": "network-vif-deleted", "tag": "80b6a5d7-4417-44b5-a891-d0cf65b39c69"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:52:19.773954 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-139b4602-9d04-42c0-b1ab-083e62a4a48e req-41a6c316-994f-4f35-ba30-4408ddd8fe56 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414692 Dec 11 22:52:19.826251 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2bd6d-86cf-42eb-8824-d4bfceaca2f8 req-f76be9c9-e3f4-4958-9362-1e3069a6fdc9 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:19.826251 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cac2bd6d-86cf-42eb-8824-d4bfceaca2f8 req-f76be9c9-e3f4-4958-9362-1e3069a6fdc9 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.0717366 Dec 11 22:52:19.866344 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b19775b-e1b9-400b-b1d0-f8bfade58ec9 x-openstack-request-id: req-2b19775b-e1b9-400b-b1d0-f8bfade58ec9 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:52:19.866344 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e", "name": "network-vif-deleted", "tag": "80b6a5d7-4417-44b5-a891-d0cf65b39c69", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:52:19.866344 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b19775b-e1b9-400b-b1d0-f8bfade58ec9 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:52:19.866344 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e', 'name': 'network-vif-deleted', 'tag': '80b6a5d7-4417-44b5-a891-d0cf65b39c69', 'status': 'completed', 'code': 200} Dec 11 22:52:19.877380 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cac2bd6d-86cf-42eb-8824-d4bfceaca2f8 req-d9923e1c-22e0-445f-8a75-ecb5c86813d3 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507922 Dec 11 22:52:19.923109 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d54fa1d6-4705-4f3c-ae86-287452471392 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:20.028785 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d54fa1d6-4705-4f3c-ae86-287452471392 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:20.098258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fa1d6-4705-4f3c-ae86-287452471392 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=c30edbb4-1260-4e7d-b0a0-94b1f1da9fe8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:20.100453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-d87fdd2a-6500-4b9b-80e1-2303853e122f None None] Allocated IP 2001:db8:0:1::2 (222e8032-d106-460a-b983-cafecada1526/feb678a5-9f7c-47be-bbc1-2f2fbf39f491/5ab16192-a128-4cf9-bedb-de6d904f734a) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:20.103521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54fa1d6-4705-4f3c-ae86-287452471392 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:20.105087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d54fa1d6-4705-4f3c-ae86-287452471392 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:20.107550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54fa1d6-4705-4f3c-ae86-287452471392 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:20.115220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54fa1d6-4705-4f3c-ae86-287452471392 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:20.117133 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d54fa1d6-4705-4f3c-ae86-287452471392 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:20.203036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d87fdd2a-6500-4b9b-80e1-2303853e122f None None] For port 5ab16192-a128-4cf9-bedb-de6d904f734a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5ab16192-a128-4cf9-bedb-de6d904f734a,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:20.234231 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d87fdd2a-6500-4b9b-80e1-2303853e122f None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:20.244046 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d54fa1d6-4705-4f3c-ae86-287452471392 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9884524 Dec 11 22:52:20.246718 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38776) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:20.296010 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d87fdd2a-6500-4b9b-80e1-2303853e122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:20.336408 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-47b395a0-9871-4d12-9514-6baae7c0c04c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port c30edbb4-1260-4e7d-b0a0-94b1f1da9fe8 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:20.336753 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47b395a0-9871-4d12-9514-6baae7c0c04c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:20.394223 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fdd2a-6500-4b9b-80e1-2303853e122f None None] Pushing event updated for resources: {'Port': ['ID=5ab16192-a128-4cf9-bedb-de6d904f734a,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:20.435634 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47b395a0-9871-4d12-9514-6baae7c0c04c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:20.450063 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-47b395a0-9871-4d12-9514-6baae7c0c04c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for c30edbb4-1260-4e7d-b0a0-94b1f1da9fe8 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:20.621723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5ab16192-a128-4cf9-bedb-de6d904f734a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:52:20.698324 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5ab16192-a128-4cf9-bedb-de6d904f734a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:20.698861 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:20.741926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db7cd2-407a-4908-9dcb-038bb058bba9 req-7fea4251-3c4a-43fd-9925-8f116e282176 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:20.746926 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e6db7cd2-407a-4908-9dcb-038bb058bba9 req-7fea4251-3c4a-43fd-9925-8f116e282176 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.1301301 Dec 11 22:52:20.850293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d640fc3-9c10-45cb-8072-d4ec19283c99 req-a9f249ae-75f9-4672-9f00-7de927872d88 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:20.850293 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d640fc3-9c10-45cb-8072-d4ec19283c99 req-a9f249ae-75f9-4672-9f00-7de927872d88 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 945 time: 0.0962477 Dec 11 22:52:20.897256 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e6db7cd2-407a-4908-9dcb-038bb058bba9 req-a399cc15-ee67-4680-b597-b9e8a2300dda tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464400 Dec 11 22:52:20.977132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c1e4f201-a031-402b-88d3-427630d224ca req-abad4d3a-85ae-45df-970d-24c614830535 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a11bd10e-1ba4-4b62-bbd9-f56b6cd28e0e HTTP/1.1" status: 200 len: 210 time: 0.0503786 Dec 11 22:52:21.031567 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47b395a0-9871-4d12-9514-6baae7c0c04c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:21.059537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 80b6a5d7-4417-44b5-a891-d0cf65b39c69 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:21.060227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-5d640fc3-9c10-45cb-8072-d4ec19283c99 req-235fdc3a-2dcf-4ad9-a385-275249519720 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Deleting port 0a7e1713-4bb1-40f5-921a-c4120e9682c7 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:21.060580 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5d640fc3-9c10-45cb-8072-d4ec19283c99 req-235fdc3a-2dcf-4ad9-a385-275249519720 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:21.091679 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b395a0-9871-4d12-9514-6baae7c0c04c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=c30edbb4-1260-4e7d-b0a0-94b1f1da9fe8,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:21.098955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 80b6a5d7-4417-44b5-a891-d0cf65b39c69 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:52:21.099146 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 80b6a5d7-4417-44b5-a891-d0cf65b39c69 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:52:21.147578 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230824f-9b48-4261-a4ff-61ef9a09ca9c req-62dc7f56-a978-4419-acfe-df60222f6d43 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:21.149109 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b230824f-9b48-4261-a4ff-61ef9a09ca9c req-62dc7f56-a978-4419-acfe-df60222f6d43 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.1684721 Dec 11 22:52:21.153895 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47b395a0-9871-4d12-9514-6baae7c0c04c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:21.157186 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-47b395a0-9871-4d12-9514-6baae7c0c04c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/c30edbb4-1260-4e7d-b0a0-94b1f1da9fe8 HTTP/1.1" status: 204 len: 168 time: 0.9117439 Dec 11 22:52:21.161298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38790) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:21.188967 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-de38f46e-9a0c-4be0-beed-986605dcca0a None None] Provisioning complete for port 5ab16192-a128-4cf9-bedb-de6d904f734a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:21.190116 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-de38f46e-9a0c-4be0-beed-986605dcca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:21.200605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5d640fc3-9c10-45cb-8072-d4ec19283c99 req-235fdc3a-2dcf-4ad9-a385-275249519720 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] For port 0a7e1713-4bb1-40f5-921a-c4120e9682c7, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0a7e1713-4bb1-40f5-921a-c4120e9682c7,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:21.200970 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5d640fc3-9c10-45cb-8072-d4ec19283c99 req-235fdc3a-2dcf-4ad9-a385-275249519720 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:21.223085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-5d640fc3-9c10-45cb-8072-d4ec19283c99 req-235fdc3a-2dcf-4ad9-a385-275249519720 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Calling delete_port for 0a7e1713-4bb1-40f5-921a-c4120e9682c7 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:21.249711 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a8d98e-c9fc-4715-b844-30db83020734 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:21.253956 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-49a8d98e-c9fc-4715-b844-30db83020734 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0911252 Dec 11 22:52:21.254909 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38796) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:21.303936 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b230824f-9b48-4261-a4ff-61ef9a09ca9c req-3065bef8-f2ac-49bf-b0d0-560dc7c75529 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416349 Dec 11 22:52:21.322877 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-87714291-8859-4972-a90d-0253448e74f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:21.333545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237e585d-70e2-4fab-84b7-350c4fd61003 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:21.335515 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-237e585d-70e2-4fab-84b7-350c4fd61003 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0796223 Dec 11 22:52:21.338356 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38798) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:21.406490 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e30e7ce-29a4-4a09-b90a-e7e4adef4b2c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:21.408213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e30e7ce-29a4-4a09-b90a-e7e4adef4b2c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:21.409975 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e30e7ce-29a4-4a09-b90a-e7e4adef4b2c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:21.414235 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0e30e7ce-29a4-4a09-b90a-e7e4adef4b2c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0721345 Dec 11 22:52:21.419684 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38800) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:21.469647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d211f7b-250f-4556-bb79-c6fd18d5ed6d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 2d5f9b8a-b37d-4332-baf6-6db1a54494f2 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:52:21.473175 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d211f7b-250f-4556-bb79-c6fd18d5ed6d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:21.478963 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5d640fc3-9c10-45cb-8072-d4ec19283c99 req-235fdc3a-2dcf-4ad9-a385-275249519720 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:21.492357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ec559dce-69fa-4cb1-acdd-66e658b00f15'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:52:21.520963 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d211f7b-250f-4556-bb79-c6fd18d5ed6d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:21.531125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fdc3a-2dcf-4ad9-a385-275249519720 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Pushing event deleted for resources: {'Port': ['ID=0a7e1713-4bb1-40f5-921a-c4120e9682c7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:21.535722 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['0a7e1713-4bb1-40f5-921a-c4120e9682c7'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:52:21.564926 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46460523-0cfb-47e4-ad25-90db2f484b49 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:52:21.603136 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-81885f46-1d7d-4493-b96c-975ba33a915b None None] Could not find standard attr ID for object c30edbb4-1260-4e7d-b0a0-94b1f1da9fe8. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:52:21.615996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d640fc3-9c10-45cb-8072-d4ec19283c99 req-235fdc3a-2dcf-4ad9-a385-275249519720 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] No DVR routers for this DVR port 0a7e1713-4bb1-40f5-921a-c4120e9682c7 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:21.618777 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5d640fc3-9c10-45cb-8072-d4ec19283c99 req-235fdc3a-2dcf-4ad9-a385-275249519720 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:21.625770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d640fc3-9c10-45cb-8072-d4ec19283c99 req-235fdc3a-2dcf-4ad9-a385-275249519720 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.47 "DELETE /v2.0/ports/0a7e1713-4bb1-40f5-921a-c4120e9682c7 HTTP/1.1" status: 204 len: 173 time: 0.7763383 Dec 11 22:52:21.672199 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d211f7b-250f-4556-bb79-c6fd18d5ed6d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:21.844998 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d211f7b-250f-4556-bb79-c6fd18d5ed6d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:21.865031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ba3f40-2e60-43ea-abfb-a2e40301c42f', 'name': 'network-vif-deleted', 'tag': '0a7e1713-4bb1-40f5-921a-c4120e9682c7'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:52:21.867452 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0155afc-e920-47bd-9e57-0ec69d6a6d4e" -d '{"events": [{"server_uuid": "80ba3f40-2e60-43ea-abfb-a2e40301c42f", "name": "network-vif-deleted", "tag": "0a7e1713-4bb1-40f5-921a-c4120e9682c7"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:52:21.878449 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d211f7b-250f-4556-bb79-c6fd18d5ed6d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:21.882507 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9d211f7b-250f-4556-bb79-c6fd18d5ed6d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/2d5f9b8a-b37d-4332-baf6-6db1a54494f2 HTTP/1.1" status: 204 len: 168 time: 0.4664803 Dec 11 22:52:21.885770 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d211f7b-250f-4556-bb79-c6fd18d5ed6d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5f9b8a-b37d-4332-baf6-6db1a54494f2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:21.885931 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e9c50f-b8a0-4c62-bc69-f97bb9c236d9 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:21.886060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38808) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:21.947746 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259e0548-1b27-41e6-9cb0-43be24648e96 x-openstack-request-id: req-259e0548-1b27-41e6-9cb0-43be24648e96 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:52:21.948054 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ba3f40-2e60-43ea-abfb-a2e40301c42f", "name": "network-vif-deleted", "tag": "0a7e1713-4bb1-40f5-921a-c4120e9682c7", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:52:21.948299 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-259e0548-1b27-41e6-9cb0-43be24648e96 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:52:21.948702 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ba3f40-2e60-43ea-abfb-a2e40301c42f', 'name': 'network-vif-deleted', 'tag': '0a7e1713-4bb1-40f5-921a-c4120e9682c7', 'status': 'completed', 'code': 200} Dec 11 22:52:21.979877 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea8e3f1-f7ff-4f03-8ce6-f613a79857ec tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet feb678a5-9f7c-47be-bbc1-2f2fbf39f491 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:52:21.987526 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ea8e3f1-f7ff-4f03-8ce6-f613a79857ec tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:22.068577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-227de29c-67d8-4fa9-9d73-740629d11117 req-af7680ea-de55-46fb-aeb4-806eaa66bf6d tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=80ba3f40-2e60-43ea-abfb-a2e40301c42f HTTP/1.1" status: 200 len: 210 time: 0.0771775 Dec 11 22:52:22.073629 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ea8e3f1-f7ff-4f03-8ce6-f613a79857ec tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:22.193304 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ea8e3f1-f7ff-4f03-8ce6-f613a79857ec tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:22.238744 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:22.386923 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ea8e3f1-f7ff-4f03-8ce6-f613a79857ec tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:22.448196 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ea8e3f1-f7ff-4f03-8ce6-f613a79857ec tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:22.451679 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3ea8e3f1-f7ff-4f03-8ce6-f613a79857ec tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/feb678a5-9f7c-47be-bbc1-2f2fbf39f491 HTTP/1.1" status: 204 len: 168 time: 0.5656846 Dec 11 22:52:22.454409 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38820) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:22.455027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8e3f1-f7ff-4f03-8ce6-f613a79857ec tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=feb678a5-9f7c-47be-bbc1-2f2fbf39f491,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:22.477378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d441da-1b00-49eb-9dd5-28f6a0c3261f req-cabf0ac2-e923-42e7-90a4-884ae8bb7a08 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:22.479235 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98d441da-1b00-49eb-9dd5-28f6a0c3261f req-cabf0ac2-e923-42e7-90a4-884ae8bb7a08 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.1051862 Dec 11 22:52:22.519470 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bf4f3013-ec41-4f78-a2ac-315ca44be2c4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609901 Dec 11 22:52:22.520043 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38822) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:22.524986 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:22.552759 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98d441da-1b00-49eb-9dd5-28f6a0c3261f req-5b25a354-2b16-4c60-849d-8c13e55a60d4 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620656 Dec 11 22:52:22.678206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b63ab-bb1d-4b62-950e-c647bc0fd5c9 req-4a3177e1-6420-4f76-9bad-c4a8643c6773 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:22.679569 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5b8b63ab-bb1d-4b62-950e-c647bc0fd5c9 req-4a3177e1-6420-4f76-9bad-c4a8643c6773 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.0684822 Dec 11 22:52:22.712310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b2e502-09b6-4542-afe8-915f025214c8 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:22.737584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:22.744714 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:22.784208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2f8371bf-cdf9-476e-916d-6cd0c8a11698 None None] Provisioning complete for port 5ab16192-a128-4cf9-bedb-de6d904f734a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:22.784576 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f8371bf-cdf9-476e-916d-6cd0c8a11698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:22.805007 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5b8b63ab-bb1d-4b62-950e-c647bc0fd5c9 req-42a62244-7bde-4073-8c29-29796439b366 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=323c810c-32ee-4b92-8819-64c7d4a2d135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166799 Dec 11 22:52:22.915639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0bd2f-c677-413c-aed7-b80b981af6f9 req-5f73990a-fee9-4940-b6c2-f476f68cbf26 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:22.917716 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cca0bd2f-c677-413c-aed7-b80b981af6f9 req-5f73990a-fee9-4940-b6c2-f476f68cbf26 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 946 time: 0.0666695 Dec 11 22:52:22.957290 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db7943c-18c3-4e93-a5cc-f246fd97c202 None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:52:23.017805 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8db7943c-18c3-4e93-a5cc-f246fd97c202 None None] Deleting port 5ab16192-a128-4cf9-bedb-de6d904f734a {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:23.018528 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8db7943c-18c3-4e93-a5cc-f246fd97c202 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:23.049408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-cca0bd2f-c677-413c-aed7-b80b981af6f9 req-e4f11e73-a5bd-483e-b339-feeb52c13839 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Deleting port bbb9e180-05f9-4f32-abab-86a8a2c173d1 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:23.049751 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-cca0bd2f-c677-413c-aed7-b80b981af6f9 req-e4f11e73-a5bd-483e-b339-feeb52c13839 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:23.086025 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8db7943c-18c3-4e93-a5cc-f246fd97c202 None None] For port 5ab16192-a128-4cf9-bedb-de6d904f734a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5ab16192-a128-4cf9-bedb-de6d904f734a,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:23.086548 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8db7943c-18c3-4e93-a5cc-f246fd97c202 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:23.136188 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8db7943c-18c3-4e93-a5cc-f246fd97c202 None None] Calling delete_port for 5ab16192-a128-4cf9-bedb-de6d904f734a owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:23.170135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-cca0bd2f-c677-413c-aed7-b80b981af6f9 req-e4f11e73-a5bd-483e-b339-feeb52c13839 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] For port bbb9e180-05f9-4f32-abab-86a8a2c173d1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=bbb9e180-05f9-4f32-abab-86a8a2c173d1,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:23.170491 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-cca0bd2f-c677-413c-aed7-b80b981af6f9 req-e4f11e73-a5bd-483e-b339-feeb52c13839 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:23.189501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-cca0bd2f-c677-413c-aed7-b80b981af6f9 req-e4f11e73-a5bd-483e-b339-feeb52c13839 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Calling delete_port for bbb9e180-05f9-4f32-abab-86a8a2c173d1 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:23.198164 n-d-710847-6 neutron-server[103691]: DEBUG neutron.objects.ports [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103691) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:52:23.427439 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8db7943c-18c3-4e93-a5cc-f246fd97c202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:23.458366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7943c-18c3-4e93-a5cc-f246fd97c202 None None] Pushing event deleted for resources: {'Port': ['ID=5ab16192-a128-4cf9-bedb-de6d904f734a,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:23.464420 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db7943c-18c3-4e93-a5cc-f246fd97c202 None None] No DVR routers for this DVR port 5ab16192-a128-4cf9-bedb-de6d904f734a on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:23.507737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.ipam_pluggable_backend [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Port 5ab16192-a128-4cf9-bedb-de6d904f734a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103691) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 11 22:52:23.508121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.ipam_pluggable_backend [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Reverting IP allocation for 2001:db8::f816:3eff:fe77:2ed3 {{(pid=103691) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 11 22:52:23.512062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.ipam_pluggable_backend [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe77:2ed3 {{(pid=103691) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 11 22:52:23.516820 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:23.536195 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-cca0bd2f-c677-413c-aed7-b80b981af6f9 req-e4f11e73-a5bd-483e-b339-feeb52c13839 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:23.560390 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:23.564807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:23.569959 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['bbb9e180-05f9-4f32-abab-86a8a2c173d1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:52:23.571318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:23.572722 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:23.573006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f11e73-a5bd-483e-b339-feeb52c13839 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event deleted for resources: {'Port': ['ID=bbb9e180-05f9-4f32-abab-86a8a2c173d1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:23.612463 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=c169370b-301f-46fd-9697-df252b2b36b2,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:23.624388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:23.626013 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:23.626700 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:23.628287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:23.628839 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:23.629420 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:23.629941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:23.630690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:23.631236 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:23.631899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1347142-fdd2-4c63-ae79-408520b30a02 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:23.632333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:23.632861 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:23.633377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:23.634074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:23.667827 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a43ab1ac-61c2-4735-a2b0-2493ee3d88fb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1470129 Dec 11 22:52:23.669345 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38856) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:23.680075 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f5c07832-2ec6-4217-abf8-744452c7ecff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:23.719918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca0bd2f-c677-413c-aed7-b80b981af6f9 req-e4f11e73-a5bd-483e-b339-feeb52c13839 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] No DVR routers for this DVR port bbb9e180-05f9-4f32-abab-86a8a2c173d1 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:23.732390 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-cca0bd2f-c677-413c-aed7-b80b981af6f9 req-e4f11e73-a5bd-483e-b339-feeb52c13839 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:23.736552 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cca0bd2f-c677-413c-aed7-b80b981af6f9 req-e4f11e73-a5bd-483e-b339-feeb52c13839 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.47 "DELETE /v2.0/ports/bbb9e180-05f9-4f32-abab-86a8a2c173d1 HTTP/1.1" status: 204 len: 173 time: 0.8113012 Dec 11 22:52:23.779322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fad05-f02d-4fc1-b1ac-2168f745cc3f req-94667edc-509a-4d06-9565-bd39c68fd764 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:23.792154 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c45fad05-f02d-4fc1-b1ac-2168f745cc3f req-94667edc-509a-4d06-9565-bd39c68fd764 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.0998509 Dec 11 22:52:23.876456 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': 'c169370b-301f-46fd-9697-df252b2b36b2'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:52:23.879161 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:23.897262 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c45fad05-f02d-4fc1-b1ac-2168f745cc3f req-d6dc374c-b824-4500-a205-00562a393506 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006405 Dec 11 22:52:23.949444 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d328f2b-07d4-49b2-b1d0-590f2a22d8f9', 'name': 'network-vif-deleted', 'tag': 'bbb9e180-05f9-4f32-abab-86a8a2c173d1'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:52:23.952853 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa38c73-951e-44d0-a9f3-14729b1d29c5" -d '{"events": [{"server_uuid": "2d328f2b-07d4-49b2-b1d0-590f2a22d8f9", "name": "network-vif-deleted", "tag": "bbb9e180-05f9-4f32-abab-86a8a2c173d1"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:52:24.024894 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-59f9cae7-a6fe-436a-a130-86e5e5f918fa req-9f48f8a1-461f-492a-9aa9-eb54ee1ff0c5 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d328f2b-07d4-49b2-b1d0-590f2a22d8f9 HTTP/1.1" status: 200 len: 210 time: 0.0476360 Dec 11 22:52:24.069985 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9fdb1c-5a0c-4e30-be6f-b4fc29a7cb05 x-openstack-request-id: req-8f9fdb1c-5a0c-4e30-be6f-b4fc29a7cb05 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:52:24.070520 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d328f2b-07d4-49b2-b1d0-590f2a22d8f9", "name": "network-vif-deleted", "tag": "bbb9e180-05f9-4f32-abab-86a8a2c173d1", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:52:24.071141 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f9fdb1c-5a0c-4e30-be6f-b4fc29a7cb05 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:52:24.074922 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d328f2b-07d4-49b2-b1d0-590f2a22d8f9', 'name': 'network-vif-deleted', 'tag': 'bbb9e180-05f9-4f32-abab-86a8a2c173d1', 'status': 'completed', 'code': 200} Dec 11 22:52:24.075057 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:24.091042 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c07832-2ec6-4217-abf8-744452c7ecff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:24.097737 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f5c07832-2ec6-4217-abf8-744452c7ecff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:24.188521 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Allocated IP 2001:db8::f816:3eff:fe5a:3e62 (222e8032-d106-460a-b983-cafecada1526/c169370b-301f-46fd-9697-df252b2b36b2/4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:24.215978 n-d-710847-6 neutron-server[103691]: INFO neutron.db.ipam_backend_mixin [None req-f5c07832-2ec6-4217-abf8-744452c7ecff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c169370b-301f-46fd-9697-df252b2b36b2 (CIDR: 2001:db8::/64) Dec 11 22:52:24.257163 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c07832-2ec6-4217-abf8-744452c7ecff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:52:24.258422 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c07832-2ec6-4217-abf8-744452c7ecff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:24.349803 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f5c07832-2ec6-4217-abf8-744452c7ecff tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6778848 Dec 11 22:52:24.352737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38876) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:24.357661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-958adb93-04f9-4f2e-9588-4ba35b0b195c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:24.362604 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:24.471890 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:24.538554 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:24.542310 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958adb93-04f9-4f2e-9588-4ba35b0b195c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:24.547376 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-958adb93-04f9-4f2e-9588-4ba35b0b195c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:24.549208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:24.551971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:24.554380 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Pushing event updated for resources: {'Port': ['ID=4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:24.613380 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5ab16192-a128-4cf9-bedb-de6d904f734a no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:24.644467 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:24.649114 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 5ab16192-a128-4cf9-bedb-de6d904f734a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:52:24.649114 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5ab16192-a128-4cf9-bedb-de6d904f734a not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:52:24.653056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Attempting to bind port 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:52:24.653056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Attempting to bind port 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:52:24.653056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Attempting to bind port 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58 on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:52:24.666432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:52:24.666859 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:52:24.667284 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:24.667696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:52:24.668187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Bound port: 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:52:24.668907 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:24.694999 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182f459-68b6-4b35-97e4-72198284fcab req-bf03f72b-3b4f-4417-81e5-2998de066e01 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:24.696520 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c182f459-68b6-4b35-97e4-72198284fcab req-bf03f72b-3b4f-4417-81e5-2998de066e01 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 945 time: 0.1067512 Dec 11 22:52:24.751856 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-17047396-8727-48e7-9235-32657d20bc7a None None] For port 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:52:24.755986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-17047396-8727-48e7-9235-32657d20bc7a None None] For port 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:52:24.770484 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c182f459-68b6-4b35-97e4-72198284fcab req-3d3ad862-6c63-4afb-b0ed-1b159d072168 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656917 Dec 11 22:52:24.851066 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:24.919852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17047396-8727-48e7-9235-32657d20bc7a None None] Pushing event updated for resources: {'Port': ['ID=4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:25.005168 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-958adb93-04f9-4f2e-9588-4ba35b0b195c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:25.044732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f9d2e-60f1-40ea-b900-5dff7e53e685 req-9843e833-cb81-4693-9395-f146823da500 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:25.048345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac5f9d2e-60f1-40ea-b900-5dff7e53e685 req-9843e833-cb81-4693-9395-f146823da500 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.0690608 Dec 11 22:52:25.074325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958adb93-04f9-4f2e-9588-4ba35b0b195c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:25.081157 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-958adb93-04f9-4f2e-9588-4ba35b0b195c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:25.085777 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958adb93-04f9-4f2e-9588-4ba35b0b195c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:25.091503 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-958adb93-04f9-4f2e-9588-4ba35b0b195c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:25.103483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958adb93-04f9-4f2e-9588-4ba35b0b195c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=f7a97525-49bf-4222-ae39-46661a72b093,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:25.125164 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac5f9d2e-60f1-40ea-b900-5dff7e53e685 req-9db8d0b8-c855-4288-8f76-18484ad9ebf1 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675135 Dec 11 22:52:25.127927 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0a7e1713-4bb1-40f5-921a-c4120e9682c7 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:25.157738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 0a7e1713-4bb1-40f5-921a-c4120e9682c7 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:52:25.158102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0a7e1713-4bb1-40f5-921a-c4120e9682c7 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:52:25.158534 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device bbb9e180-05f9-4f32-abab-86a8a2c173d1 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:25.170641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38890) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:25.171802 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-958adb93-04f9-4f2e-9588-4ba35b0b195c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8179512 Dec 11 22:52:25.177981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'mac_address': 'fa:16:3e:b3:08:b8', 'name': 'tempest-NetworksTestDHCPv6-1059058840'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:25.192960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: bbb9e180-05f9-4f32-abab-86a8a2c173d1 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:52:25.193322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device bbb9e180-05f9-4f32-abab-86a8a2c173d1 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:52:25.432723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:25.556579 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:25.581824 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port 91c3320c-bd95-4aaf-88cb-7ecb35cd7c73 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:52:25.707270 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea0da1-4a0c-4b5b-bb82-4c868d8d99a7 req-e78f841e-ed8b-413f-8782-a4b29a30e303 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:25.709830 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bcea0da1-4a0c-4b5b-bb82-4c868d8d99a7 req-e78f841e-ed8b-413f-8782-a4b29a30e303 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0533657 Dec 11 22:52:25.784746 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bcea0da1-4a0c-4b5b-bb82-4c868d8d99a7 req-6679152f-cc2f-409d-9dc5-97237bb488de tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649846 Dec 11 22:52:25.796387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8:0:1::1ea (222e8032-d106-460a-b983-cafecada1526/f7a97525-49bf-4222-ae39-46661a72b093/91c3320c-bd95-4aaf-88cb-7ecb35cd7c73) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:25.801859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::f816:3eff:feb3:8b8 (222e8032-d106-460a-b983-cafecada1526/c169370b-301f-46fd-9697-df252b2b36b2/91c3320c-bd95-4aaf-88cb-7ecb35cd7c73) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:25.966209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4d8ba-7dd0-40cd-9dd3-36786575589f req-0a60019e-7483-45ac-a810-dc5aa7e60368 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:25.968457 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85e4d8ba-7dd0-40cd-9dd3-36786575589f req-0a60019e-7483-45ac-a810-dc5aa7e60368 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 945 time: 0.1081412 Dec 11 22:52:26.069799 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85e4d8ba-7dd0-40cd-9dd3-36786575589f req-c73f384a-2f27-4f63-a4c3-970b17705a32 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835428 Dec 11 22:52:26.072700 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:26.152382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e2487d-15c1-44cf-9ef3-0e6414a1771d None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:26.204751 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:26.238337 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2c09fc54-c359-4e8e-ade3-0769a3c88b6c None None] Provisioning complete for port 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:26.238717 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2c09fc54-c359-4e8e-ade3-0769a3c88b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:26.355111 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:26.369458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:26.377133 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:26.379543 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2c09fc54-c359-4e8e-ade3-0769a3c88b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:26.383093 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:26.383669 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:26.394061 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6e0c7-7c78-484b-89cc-58ebbdf972eb req-5ad312a8-f460-439c-aa33-f602d0d7e852 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:26.395633 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a3b6e0c7-7c78-484b-89cc-58ebbdf972eb req-5ad312a8-f460-439c-aa33-f602d0d7e852 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 945 time: 0.1888855 Dec 11 22:52:26.398422 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=91c3320c-bd95-4aaf-88cb-7ecb35cd7c73,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:26.412477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e068f-f86a-4dff-b35a-043dcbe07ac3 req-82dbf7f6-0526-4d20-8a33-193911b1fb3e tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:26.420048 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d9e068f-f86a-4dff-b35a-043dcbe07ac3 req-82dbf7f6-0526-4d20-8a33-193911b1fb3e tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.1531479 Dec 11 22:52:26.443271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2c09fc54-c359-4e8e-ade3-0769a3c88b6c None None] For port 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:26.460305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:26.467851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:26.467851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:26.467851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:26.467851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:26.467851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:26.467851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:26.467851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:26.467851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:26.467851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:26.467851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:26.467851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:26.467851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:52:26.557716 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2c09fc54-c359-4e8e-ade3-0769a3c88b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:26.557938 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d9e068f-f86a-4dff-b35a-043dcbe07ac3 req-02906621-6a60-4804-9469-d501e08ebde3 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209769 Dec 11 22:52:26.564650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d290b355-3607-4d89-8381-212bfd7f29ac None None] Update dhcp port {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'fixed_ips': [{'subnet_id': 'c169370b-301f-46fd-9697-df252b2b36b2', 'ip_address': '2001:db8::f816:3eff:fe5a:3e62'}, {'subnet_id': 'f7a97525-49bf-4222-ae39-46661a72b093'}], 'binding:host_id': 'n-d-710847-6'}, 'id': '4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 22:52:26.602031 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38908) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:26.602435 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6f6359ca-d7ae-4744-bdec-4168f199d975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4300232 Dec 11 22:52:26.669187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a3b6e0c7-7c78-484b-89cc-58ebbdf972eb req-0d3ccb26-db08-49cc-879b-4a459a73c1e6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Deleting port ec559dce-69fa-4cb1-acdd-66e658b00f15 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:26.669852 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a3b6e0c7-7c78-484b-89cc-58ebbdf972eb req-0d3ccb26-db08-49cc-879b-4a459a73c1e6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:26.705674 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:52:26.751048 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09fc54-c359-4e8e-ade3-0769a3c88b6c None None] Pushing event updated for resources: {'Port': ['ID=4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:26.754026 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d290b355-3607-4d89-8381-212bfd7f29ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:26.787667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-96158a04-5cdc-4f3e-8088-66275e916b7f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 91c3320c-bd95-4aaf-88cb-7ecb35cd7c73 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:26.789429 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96158a04-5cdc-4f3e-8088-66275e916b7f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:26.860792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a3b6e0c7-7c78-484b-89cc-58ebbdf972eb req-0d3ccb26-db08-49cc-879b-4a459a73c1e6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] For port ec559dce-69fa-4cb1-acdd-66e658b00f15, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ec559dce-69fa-4cb1-acdd-66e658b00f15,segment=NetworkSegment(b9ad1b59-646a-4ba5-99b7-ee001e5ec36f),segment_id=b9ad1b59-646a-4ba5-99b7-ee001e5ec36f)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:26.861117 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a3b6e0c7-7c78-484b-89cc-58ebbdf972eb req-0d3ccb26-db08-49cc-879b-4a459a73c1e6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:26.914878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a3b6e0c7-7c78-484b-89cc-58ebbdf972eb req-0d3ccb26-db08-49cc-879b-4a459a73c1e6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Calling delete_port for ec559dce-69fa-4cb1-acdd-66e658b00f15 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:26.922365 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:26.923010 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:26.937863 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96158a04-5cdc-4f3e-8088-66275e916b7f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:26.958285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-96158a04-5cdc-4f3e-8088-66275e916b7f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 91c3320c-bd95-4aaf-88cb-7ecb35cd7c73 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:26.993922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f83ff-dadc-48a6-bca7-55ddf2a7a408 req-052a25d5-a8f8-4185-83a2-d57ca5927c29 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:27.002515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-319f83ff-dadc-48a6-bca7-55ddf2a7a408 req-052a25d5-a8f8-4185-83a2-d57ca5927c29 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1235969 Dec 11 22:52:27.069756 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-d290b355-3607-4d89-8381-212bfd7f29ac None None] Allocated IP 2001:db8:0:1::2 (222e8032-d106-460a-b983-cafecada1526/f7a97525-49bf-4222-ae39-46661a72b093/4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:27.084779 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-319f83ff-dadc-48a6-bca7-55ddf2a7a408 req-e5c8595a-ddd6-4102-b0b1-ded774e20274 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811965 Dec 11 22:52:27.231111 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d290b355-3607-4d89-8381-212bfd7f29ac None None] For port 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:27.272220 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d290b355-3607-4d89-8381-212bfd7f29ac None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:27.313336 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a3b6e0c7-7c78-484b-89cc-58ebbdf972eb req-0d3ccb26-db08-49cc-879b-4a459a73c1e6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:27.328836 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6bdff-b298-4899-9c5a-990a11c62a98 req-3fd3464b-0657-4da7-8c8a-39264b3a6647 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:27.333044 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b2f6bdff-b298-4899-9c5a-990a11c62a98 req-3fd3464b-0657-4da7-8c8a-39264b3a6647 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 945 time: 0.1187744 Dec 11 22:52:27.337176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ec559dce-69fa-4cb1-acdd-66e658b00f15'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:52:27.377898 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d290b355-3607-4d89-8381-212bfd7f29ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:27.431633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52159274-98ad-4147-bd96-970de82c5c15 None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:52:27.446569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ccb26-db08-49cc-879b-4a459a73c1e6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Pushing event deleted for resources: {'Port': ['ID=ec559dce-69fa-4cb1-acdd-66e658b00f15,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:27.451007 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b2f6bdff-b298-4899-9c5a-990a11c62a98 req-a7fc1ba8-ec68-4f90-b2cd-eba87acc2015 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2ede63c-ddb8-455c-a9ee-ddf65f220661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026525 Dec 11 22:52:27.485568 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290b355-3607-4d89-8381-212bfd7f29ac None None] Pushing event updated for resources: {'Port': ['ID=4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:27.533466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b6e0c7-7c78-484b-89cc-58ebbdf972eb req-0d3ccb26-db08-49cc-879b-4a459a73c1e6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] No DVR routers for this DVR port ec559dce-69fa-4cb1-acdd-66e658b00f15 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:27.537545 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a3b6e0c7-7c78-484b-89cc-58ebbdf972eb req-0d3ccb26-db08-49cc-879b-4a459a73c1e6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:27.541549 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96158a04-5cdc-4f3e-8088-66275e916b7f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:27.547801 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a3b6e0c7-7c78-484b-89cc-58ebbdf972eb req-0d3ccb26-db08-49cc-879b-4a459a73c1e6 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.13 "DELETE /v2.0/ports/ec559dce-69fa-4cb1-acdd-66e658b00f15 HTTP/1.1" status: 204 len: 173 time: 1.1065140 Dec 11 22:52:27.549243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efaaa10-101f-4a31-8302-45f2ddad6124', 'name': 'network-vif-deleted', 'tag': 'ec559dce-69fa-4cb1-acdd-66e658b00f15'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:52:27.552895 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2e8f6d-6623-423d-ae9c-6bacb1166f23" -d '{"events": [{"server_uuid": "1efaaa10-101f-4a31-8302-45f2ddad6124", "name": "network-vif-deleted", "tag": "ec559dce-69fa-4cb1-acdd-66e658b00f15"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:52:27.591434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa4095-ec93-4547-81f5-0c9e567674ca req-2b68dac8-7212-4351-a909-7cf9f56dad37 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:27.591434 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03fa4095-ec93-4547-81f5-0c9e567674ca req-2b68dac8-7212-4351-a909-7cf9f56dad37 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.1959107 Dec 11 22:52:27.646418 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96158a04-5cdc-4f3e-8088-66275e916b7f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=91c3320c-bd95-4aaf-88cb-7ecb35cd7c73,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:27.671951 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fe0b65-f0c2-4bf6-ae53-594c7db4cd55 x-openstack-request-id: req-b4fe0b65-f0c2-4bf6-ae53-594c7db4cd55 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:52:27.672188 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efaaa10-101f-4a31-8302-45f2ddad6124", "name": "network-vif-deleted", "tag": "ec559dce-69fa-4cb1-acdd-66e658b00f15", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:52:27.672451 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4fe0b65-f0c2-4bf6-ae53-594c7db4cd55 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:52:27.672872 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efaaa10-101f-4a31-8302-45f2ddad6124', 'name': 'network-vif-deleted', 'tag': 'ec559dce-69fa-4cb1-acdd-66e658b00f15', 'status': 'completed', 'code': 200} Dec 11 22:52:27.756290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-03fa4095-ec93-4547-81f5-0c9e567674ca req-9564f3dc-fb5a-4ea4-a734-328d3934ff5d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Deleting port 763a2f6a-4b05-4cb4-b0de-68332b1abc69 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:27.756796 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03fa4095-ec93-4547-81f5-0c9e567674ca req-9564f3dc-fb5a-4ea4-a734-328d3934ff5d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:27.800087 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96158a04-5cdc-4f3e-8088-66275e916b7f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:27.809549 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-96158a04-5cdc-4f3e-8088-66275e916b7f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/91c3320c-bd95-4aaf-88cb-7ecb35cd7c73 HTTP/1.1" status: 204 len: 168 time: 1.2042546 Dec 11 22:52:27.813297 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38924) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:27.896654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-03fa4095-ec93-4547-81f5-0c9e567674ca req-9564f3dc-fb5a-4ea4-a734-328d3934ff5d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] For port 763a2f6a-4b05-4cb4-b0de-68332b1abc69, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=763a2f6a-4b05-4cb4-b0de-68332b1abc69,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:27.897478 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03fa4095-ec93-4547-81f5-0c9e567674ca req-9564f3dc-fb5a-4ea4-a734-328d3934ff5d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:27.897775 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a8273-1d77-4b6f-85de-f83e31d28700 req-09fa1f94-6caa-42a3-8e6b-8939d73ca755 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:27.900129 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8c3a8273-1d77-4b6f-85de-f83e31d28700 req-09fa1f94-6caa-42a3-8e6b-8939d73ca755 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.2049916 Dec 11 22:52:27.926196 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebce414-6a6b-4cc9-a6d1-54aa8a458697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:27.930314 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9ebce414-6a6b-4cc9-a6d1-54aa8a458697 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1137576 Dec 11 22:52:27.935118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38928) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:28.018953 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00beb8d4-3ab0-4f89-95a7-16593d271e00 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:28.020571 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-00beb8d4-3ab0-4f89-95a7-16593d271e00 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0845387 Dec 11 22:52:28.023433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38930) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:28.079575 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8c3a8273-1d77-4b6f-85de-f83e31d28700 req-63729a64-6abd-4882-b780-d7dc0968dab7 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502924 Dec 11 22:52:28.128289 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1105ab8b-349d-4b54-95e2-d4622d0a4d52 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:28.135000 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1105ab8b-349d-4b54-95e2-d4622d0a4d52 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:28.136776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1105ab8b-349d-4b54-95e2-d4622d0a4d52 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:28.142306 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1105ab8b-349d-4b54-95e2-d4622d0a4d52 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1178091 Dec 11 22:52:28.142877 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38936) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:28.200448 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03fa4095-ec93-4547-81f5-0c9e567674ca req-9564f3dc-fb5a-4ea4-a734-328d3934ff5d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:28.200815 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03fa4095-ec93-4547-81f5-0c9e567674ca req-9564f3dc-fb5a-4ea4-a734-328d3934ff5d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:28.201137 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-03fa4095-ec93-4547-81f5-0c9e567674ca req-9564f3dc-fb5a-4ea4-a734-328d3934ff5d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Floating IP 8ac5231c-8e35-4bf7-849d-d6e55dbeb4cf disassociated. External IP: 172.25.1.128, port: 763a2f6a-4b05-4cb4-b0de-68332b1abc69. Dec 11 22:52:28.201546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-03fa4095-ec93-4547-81f5-0c9e567674ca req-9564f3dc-fb5a-4ea4-a734-328d3934ff5d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Calling delete_port for 763a2f6a-4b05-4cb4-b0de-68332b1abc69 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:28.226071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-08fbb5c0-73b8-4e71-aac0-1fc46f6bd785 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet c169370b-301f-46fd-9697-df252b2b36b2 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:52:28.229666 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08fbb5c0-73b8-4e71-aac0-1fc46f6bd785 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:28.274383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7768cb-04ba-4c3b-b388-1ae49f145b20 req-52d3691a-5082-4125-a91b-a47c6f78cfea tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:28.275960 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a7768cb-04ba-4c3b-b388-1ae49f145b20 req-52d3691a-5082-4125-a91b-a47c6f78cfea tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 945 time: 0.0602627 Dec 11 22:52:28.335487 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08fbb5c0-73b8-4e71-aac0-1fc46f6bd785 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:28.346014 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a7768cb-04ba-4c3b-b388-1ae49f145b20 req-7fdd3283-7fad-4bb7-96bf-0f2a74b10c3b tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1b549a8-44a3-4282-bf97-493e20d95409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582342 Dec 11 22:52:28.488366 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08fbb5c0-73b8-4e71-aac0-1fc46f6bd785 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:28.562781 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bb221099-ecec-4c8a-97e4-c4b98ea0535d None None] Provisioning complete for port 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:28.566220 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb221099-ecec-4c8a-97e4-c4b98ea0535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:28.604278 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03fa4095-ec93-4547-81f5-0c9e567674ca req-9564f3dc-fb5a-4ea4-a734-328d3934ff5d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:28.681418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564f3dc-fb5a-4ea4-a734-328d3934ff5d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event deleted for resources: {'Port': ['ID=763a2f6a-4b05-4cb4-b0de-68332b1abc69,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:28.702306 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08fbb5c0-73b8-4e71-aac0-1fc46f6bd785 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:28.774732 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1d7eec8f-9c7a-4c6e-b0bd-b8c2ba559153 req-859e2bda-a906-4eff-84dd-2d5086a91a90 tempest-ServersTestJSON-244382374 tempest-ServersTestJSON-244382374-project] 10.222.0.45 "GET /v2.0/ports?device_id=1efaaa10-101f-4a31-8302-45f2ddad6124 HTTP/1.1" status: 200 len: 210 time: 0.0611181 Dec 11 22:52:28.780873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:52:28.864008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bb221099-ecec-4c8a-97e4-c4b98ea0535d None None] Could not find standard attr ID for object 91c3320c-bd95-4aaf-88cb-7ecb35cd7c73. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:52:28.878540 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:28.878791 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:28.938613 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08fbb5c0-73b8-4e71-aac0-1fc46f6bd785 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:28.942335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-08fbb5c0-73b8-4e71-aac0-1fc46f6bd785 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/c169370b-301f-46fd-9697-df252b2b36b2 HTTP/1.1" status: 204 len: 168 time: 0.7961693 Dec 11 22:52:28.943140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbb5c0-73b8-4e71-aac0-1fc46f6bd785 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=c169370b-301f-46fd-9697-df252b2b36b2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:28.944554 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38948) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:29.021138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8671bee4-bf63-4779-8d70-d9fbd0c238e8 None None] Could not find standard attr ID for object 91c3320c-bd95-4aaf-88cb-7ecb35cd7c73. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:52:29.050357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2f28c-31f6-404b-90cf-0486c4f6331a req-d649f19b-0170-4446-b60d-e3d247301509 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:29.052003 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5af2f28c-31f6-404b-90cf-0486c4f6331a req-d649f19b-0170-4446-b60d-e3d247301509 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.3750725 Dec 11 22:52:29.059635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca60453-e196-4562-88b6-aff45453f018 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet f7a97525-49bf-4222-ae39-46661a72b093 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:52:29.065969 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fca60453-e196-4562-88b6-aff45453f018 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:29.088438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb161d-8ab3-4844-b929-bfba32aec3eb req-5fa423d4-435b-41b3-9c21-c6fc49674552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:29.090702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7beb161d-8ab3-4844-b929-bfba32aec3eb req-5fa423d4-435b-41b3-9c21-c6fc49674552 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d6abf9ec56c472face9a971de3e07c9&device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 1096 time: 0.3585041 Dec 11 22:52:29.113340 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fca60453-e196-4562-88b6-aff45453f018 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:29.257303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55adb649-b091-416d-835d-8681926e4e8c None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:29.270558 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5af2f28c-31f6-404b-90cf-0486c4f6331a req-cbbd4f00-3639-4f78-9389-f3c8cba82c41 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055275 Dec 11 22:52:29.280990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03fa4095-ec93-4547-81f5-0c9e567674ca req-9564f3dc-fb5a-4ea4-a734-328d3934ff5d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Router a9183d14-da46-4d68-8c4a-53b75e50fafe has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:52:29.303841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb161d-8ab3-4844-b929-bfba32aec3eb req-9b85521b-4cd1-415b-8547-b196dcb8eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:29.305803 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7beb161d-8ab3-4844-b929-bfba32aec3eb req-9b85521b-4cd1-415b-8547-b196dcb8eb93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=013a72d6-e5b9-422d-a19b-93934f78c63b HTTP/1.1" status: 200 len: 911 time: 0.2009211 Dec 11 22:52:29.479009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03fa4095-ec93-4547-81f5-0c9e567674ca req-9564f3dc-fb5a-4ea4-a734-328d3934ff5d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:52:29.494359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb67a9-2e0c-44b9-99b8-326e48c79704 None None] Sync routers for ids ['a9183d14-da46-4d68-8c4a-53b75e50fafe'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:52:29.516797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb67a9-2e0c-44b9-99b8-326e48c79704 None None] Routers {'a9183d14-da46-4d68-8c4a-53b75e50fafe'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:52:29.517674 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-fcfb67a9-2e0c-44b9-99b8-326e48c79704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:52:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a9183d14-da46-4d68-8c4a-53b75e50fafe'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:29.533606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fa4095-ec93-4547-81f5-0c9e567674ca req-9564f3dc-fb5a-4ea4-a734-328d3934ff5d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] No DVR routers for this DVR port 763a2f6a-4b05-4cb4-b0de-68332b1abc69 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:29.536341 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03fa4095-ec93-4547-81f5-0c9e567674ca req-9564f3dc-fb5a-4ea4-a734-328d3934ff5d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:29.540369 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03fa4095-ec93-4547-81f5-0c9e567674ca req-9564f3dc-fb5a-4ea4-a734-328d3934ff5d tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.13 "DELETE /v2.0/ports/763a2f6a-4b05-4cb4-b0de-68332b1abc69 HTTP/1.1" status: 204 len: 173 time: 1.9432232 Dec 11 22:52:29.559506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7beb161d-8ab3-4844-b929-bfba32aec3eb req-dc5ef40d-1053-4068-8fbb-81e922678827 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7dd2882-73bf-4220-a096-7d6e295cf839 HTTP/1.1" status: 200 len: 1001 time: 0.2448180 Dec 11 22:52:29.570368 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ec559dce-69fa-4cb1-acdd-66e658b00f15 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:29.615386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: ec559dce-69fa-4cb1-acdd-66e658b00f15 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:52:29.615763 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ec559dce-69fa-4cb1-acdd-66e658b00f15 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:52:29.625499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb161d-8ab3-4844-b929-bfba32aec3eb req-40c81559-2ff8-49dd-abf2-a1ecc610e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:29.627298 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7beb161d-8ab3-4844-b929-bfba32aec3eb req-40c81559-2ff8-49dd-abf2-a1ecc610e2bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=987c9be0-fcb0-4823-a9e6-efc112c434ab HTTP/1.1" status: 200 len: 849 time: 0.0594313 Dec 11 22:52:29.699053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'name': 'network-vif-deleted', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:52:29.702304 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85aef151-3b5e-4ccf-ad3a-68beb3b34e0a" -d '{"events": [{"server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "name": "network-vif-deleted", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:52:29.724133 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fca60453-e196-4562-88b6-aff45453f018 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:29.731178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb161d-8ab3-4844-b929-bfba32aec3eb req-5b94f775-2e2f-468f-b1d3-c36afcf00587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:29.737666 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7beb161d-8ab3-4844-b929-bfba32aec3eb req-5b94f775-2e2f-468f-b1d3-c36afcf00587 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=013a72d6-e5b9-422d-a19b-93934f78c63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018853 Dec 11 22:52:29.777349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-48326a20-04dd-4479-b44b-6b25bc25f929 req-8d5b89a7-005b-4049-8d7e-577b83591661 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ff565e-f0c5-435a-8e2b-42881b5c53ce HTTP/1.1" status: 200 len: 210 time: 0.0780432 Dec 11 22:52:29.796522 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2699133a-1418-4ad6-ae1f-e4a0aec3905c x-openstack-request-id: req-2699133a-1418-4ad6-ae1f-e4a0aec3905c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:52:29.796817 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ff565e-f0c5-435a-8e2b-42881b5c53ce", "name": "network-vif-deleted", "tag": "763a2f6a-4b05-4cb4-b0de-68332b1abc69", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:52:29.797075 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2699133a-1418-4ad6-ae1f-e4a0aec3905c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:52:29.797480 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ff565e-f0c5-435a-8e2b-42881b5c53ce', 'name': 'network-vif-deleted', 'tag': '763a2f6a-4b05-4cb4-b0de-68332b1abc69', 'status': 'completed', 'code': 200} Dec 11 22:52:29.864619 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38958) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:29.926753 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7beb161d-8ab3-4844-b929-bfba32aec3eb req-341f3013-c2e6-4008-9211-4b05b62e8e94 service neutron] 10.222.0.13 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751640 Dec 11 22:52:29.933155 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fca60453-e196-4562-88b6-aff45453f018 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.021131 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca60453-e196-4562-88b6-aff45453f018 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a97525-49bf-4222-ae39-46661a72b093,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:30.025068 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fca60453-e196-4562-88b6-aff45453f018 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.031731 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fca60453-e196-4562-88b6-aff45453f018 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/f7a97525-49bf-4222-ae39-46661a72b093 HTTP/1.1" status: 204 len: 168 time: 1.0860622 Dec 11 22:52:30.033105 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38964) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:30.035729 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d86377-e365-40de-bc90-19f5e3d7e6ac admin admin] Deleting subnet 57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:52:30.046118 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b8d86377-e365-40de-bc90-19f5e3d7e6ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.088777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-fcfb67a9-2e0c-44b9-99b8-326e48c79704 None None] Set router a9183d14-da46-4d68-8c4a-53b75e50fafe gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:52:30.111479 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-67cd4c22-4db3-4242-bf09-c695a08ecf7a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735552 Dec 11 22:52:30.112496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38966) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:30.115215 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b8d86377-e365-40de-bc90-19f5e3d7e6ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.159475 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b8d86377-e365-40de-bc90-19f5e3d7e6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.183368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8c74e3ba-639e-4a93-8054-a104d0ddac97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:30.191173 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7beb161d-8ab3-4844-b929-bfba32aec3eb req-7745ca67-05cc-49c7-9602-58c9bd28c8fe service neutron] 10.222.0.13 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556658 Dec 11 22:52:30.308570 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b8d86377-e365-40de-bc90-19f5e3d7e6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.364000 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d86377-e365-40de-bc90-19f5e3d7e6ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:30.383667 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9f2194-e884-487b-ae53-7ec02b28b834 None None] Network 7b9ae698-01f2-4103-b52a-b4d048e88c69 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:30.384862 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b8d86377-e365-40de-bc90-19f5e3d7e6ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.391109 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dcc2ad-847d-49ce-a159-c526e9b964fc None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:30.391294 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b8d86377-e365-40de-bc90-19f5e3d7e6ac admin admin] 10.222.0.45 "DELETE /v2.0/subnets/57e77d5d-f6f7-4197-a4bc-7a77ed0c49b3 HTTP/1.1" status: 204 len: 168 time: 0.5198517 Dec 11 22:52:30.392184 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38970) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:30.443289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c74e3ba-639e-4a93-8054-a104d0ddac97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:30.450144 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c74e3ba-639e-4a93-8054-a104d0ddac97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.492402 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c654856-0ea8-4917-9245-6e6f8f5934cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.544903 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bffcca-9545-4cd8-9ef0-1c17b51312b0 req-20b34ccc-c89b-4065-aaba-d8b1873bfe08 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:30.548307 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70bffcca-9545-4cd8-9ef0-1c17b51312b0 req-20b34ccc-c89b-4065-aaba-d8b1873bfe08 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.1484604 Dec 11 22:52:30.601671 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-fcfb67a9-2e0c-44b9-99b8-326e48c79704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'name': 'tempest-ServerActionsTestJSON-1156920337-router', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:32Z', 'updated_at': '2021-12-11T22:40:41Z', 'revision_number': 4, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'gw_port': {'id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:34Z', 'updated_at': '2021-12-11T22:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7e4be401-7100-41de-bfaa-1e49714f457c', 'name': '', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'mac_address': 'fa:16:3e:32:11:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:39Z', 'updated_at': '2021-12-11T22:40:48Z', 'revision_number': 5, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'subnets': [{'id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:30.639988 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c654856-0ea8-4917-9245-6e6f8f5934cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.656987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b8cef1ab-11f1-43f9-b185-73775d04b3b6 None None] Provisioning complete for port 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:30.657470 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b8cef1ab-11f1-43f9-b185-73775d04b3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.660082 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb67a9-2e0c-44b9-99b8-326e48c79704 None None] Checking router: a9183d14-da46-4d68-8c4a-53b75e50fafe for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:52:30.676540 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70bffcca-9545-4cd8-9ef0-1c17b51312b0 req-e82c19df-44d1-4159-802d-049201a2e141 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146679 Dec 11 22:52:30.678505 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-0c654856-0ea8-4917-9245-6e6f8f5934cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9ae698-01f2-4103-b52a-b4d048e88c69']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:30.691972 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-0c654856-0ea8-4917-9245-6e6f8f5934cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:30.692274 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-0c654856-0ea8-4917-9245-6e6f8f5934cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ad1b59-646a-4ba5-99b7-ee001e5ec36f') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:30.713127 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c654856-0ea8-4917-9245-6e6f8f5934cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.731663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-6d97fc53-d56c-4b59-8032-5dd3e3c7f601 req-9eebee56-23f4-4b12-8a81-ad311a06dcf6 service neutron] (103692) timed out ('10.222.0.45', 42604) {{(pid=103692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 11 22:52:30.736668 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c654856-0ea8-4917-9245-6e6f8f5934cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.742892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0732ffe3-d0a8-4137-8d3c-efe77ae7f8db None None] DHCP port deletion for 7b9ae698-01f2-4103-b52a-b4d048e88c69 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:52:30.745973 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c654856-0ea8-4917-9245-6e6f8f5934cb admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:52:30.746390 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c654856-0ea8-4917-9245-6e6f8f5934cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: items = [ Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:52:30.749001 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:52:30.773723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb67a9-2e0c-44b9-99b8-326e48c79704 None None] Routers {'a9183d14-da46-4d68-8c4a-53b75e50fafe'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:52:30.775003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-fcfb67a9-2e0c-44b9-99b8-326e48c79704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:52:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a9183d14-da46-4d68-8c4a-53b75e50fafe'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:30.873835 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77b6e87-40e4-4777-bf65-553fe58ecea5 None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:52:30.907264 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c654856-0ea8-4917-9245-6e6f8f5934cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.930397 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c74e3ba-639e-4a93-8054-a104d0ddac97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.934698 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0c654856-0ea8-4917-9245-6e6f8f5934cb admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:30.940773 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0c654856-0ea8-4917-9245-6e6f8f5934cb admin admin] 10.222.0.45 "DELETE /v2.0/networks/7b9ae698-01f2-4103-b52a-b4d048e88c69 HTTP/1.1" status: 204 len: 168 time: 0.5482447 Dec 11 22:52:30.944482 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c654856-0ea8-4917-9245-6e6f8f5934cb admin admin] Pushing event deleted for resources: {'Network': ['ID=7b9ae698-01f2-4103-b52a-b4d048e88c69,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:30.980274 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38982) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:31.014944 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c74e3ba-639e-4a93-8054-a104d0ddac97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:31.021881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-8c74e3ba-639e-4a93-8054-a104d0ddac97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:31.033644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c74e3ba-639e-4a93-8054-a104d0ddac97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:31.034305 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c74e3ba-639e-4a93-8054-a104d0ddac97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:31.052267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74e3ba-639e-4a93-8054-a104d0ddac97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=dba273e6-3628-498c-b54d-61761740b8f3,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:31.081992 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-de8adc53-71ce-41a2-a30a-ed2931349d4f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:31.104893 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-fcfb67a9-2e0c-44b9-99b8-326e48c79704 None None] Set router a9183d14-da46-4d68-8c4a-53b75e50fafe gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:52:31.109254 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-de8adc53-71ce-41a2-a30a-ed2931349d4f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:31.131541 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8c74e3ba-639e-4a93-8054-a104d0ddac97 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9549921 Dec 11 22:52:31.134040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38984) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:31.139664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-eacc68b7-7d95-4864-891b-1edbf317542a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:31.166664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d77b6e87-40e4-4777-bf65-553fe58ecea5 None None] Deleting port 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:31.167076 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d77b6e87-40e4-4777-bf65-553fe58ecea5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:31.251639 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-de8adc53-71ce-41a2-a30a-ed2931349d4f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:31.262063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-de8adc53-71ce-41a2-a30a-ed2931349d4f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:31.262063 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-de8adc53-71ce-41a2-a30a-ed2931349d4f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "DELETE /v2.0/security-groups/f1b549a8-44a3-4282-bf97-493e20d95409 HTTP/1.1" status: 204 len: 168 time: 0.2819700 Dec 11 22:52:31.262063 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38988) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:31.294590 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8adc53-71ce-41a2-a30a-ed2931349d4f tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b549a8-44a3-4282-bf97-493e20d95409,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:31.306942 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-9933e820-346c-4a8d-ba04-70a411d6f5dc tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] show failed (client error): The resource could not be found. Dec 11 22:52:31.309157 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9933e820-346c-4a8d-ba04-70a411d6f5dc tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "GET /v2.0/security-groups/f1b549a8-44a3-4282-bf97-493e20d95409 HTTP/1.1" status: 404 len: 347 time: 0.0457892 Dec 11 22:52:31.312786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38990) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:31.317628 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38992) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:31.371077 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e1d187c4-0c2e-4ee9-976a-13e921fc3dca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=73763a9de6774bcb92f6d05a9e2496f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495067 Dec 11 22:52:31.372613 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38996) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:31.393268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacc68b7-7d95-4864-891b-1edbf317542a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:31.397195 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eacc68b7-7d95-4864-891b-1edbf317542a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:31.431905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d77b6e87-40e4-4777-bf65-553fe58ecea5 None None] For port 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:31.432309 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d77b6e87-40e4-4777-bf65-553fe58ecea5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:31.445486 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97e65000-ed92-4f3a-97c8-ed4f7c44e8ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:31.465616 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d77b6e87-40e4-4777-bf65-553fe58ecea5 None None] Calling delete_port for 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:31.470695 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97e65000-ed92-4f3a-97c8-ed4f7c44e8ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:31.553021 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 763a2f6a-4b05-4cb4-b0de-68332b1abc69 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:31.583486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-fcfb67a9-2e0c-44b9-99b8-326e48c79704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'name': 'tempest-ServerActionsTestJSON-1156920337-router', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:32Z', 'updated_at': '2021-12-11T22:40:41Z', 'revision_number': 4, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'gw_port': {'id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:34Z', 'updated_at': '2021-12-11T22:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7e4be401-7100-41de-bfaa-1e49714f457c', 'name': '', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'mac_address': 'fa:16:3e:32:11:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:39Z', 'updated_at': '2021-12-11T22:40:48Z', 'revision_number': 5, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'subnets': [{'id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:31.586920 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 763a2f6a-4b05-4cb4-b0de-68332b1abc69 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:52:31.587283 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 763a2f6a-4b05-4cb4-b0de-68332b1abc69 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:52:31.626085 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb67a9-2e0c-44b9-99b8-326e48c79704 None None] The sync data for ids ['a9183d14-da46-4d68-8c4a-53b75e50fafe'] in n-d-710847-6 is: [{'id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'name': 'tempest-ServerActionsTestJSON-1156920337-router', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:32Z', 'updated_at': '2021-12-11T22:40:41Z', 'revision_number': 4, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'gw_port': {'id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:34Z', 'updated_at': '2021-12-11T22:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7e4be401-7100-41de-bfaa-1e49714f457c', 'name': '', 'network_id': '82b08062-dcd3-4b12-b656-232a56b3b938', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'mac_address': 'fa:16:3e:32:11:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:39Z', 'updated_at': '2021-12-11T22:40:48Z', 'revision_number': 5, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'subnets': [{'id': 'c7fea1e5-16e5-4ed2-9658-4e69f5375c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:52:31.636700 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97e65000-ed92-4f3a-97c8-ed4f7c44e8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:31.640025 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97e65000-ed92-4f3a-97c8-ed4f7c44e8ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:31.641497 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-97e65000-ed92-4f3a-97c8-ed4f7c44e8ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2ede63c-ddb8-455c-a9ee-ddf65f220661 HTTP/1.1" status: 204 len: 168 time: 0.2658310 Dec 11 22:52:31.655843 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e65000-ed92-4f3a-97c8-ed4f7c44e8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ede63c-ddb8-455c-a9ee-ddf65f220661,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:31.724322 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d77b6e87-40e4-4777-bf65-553fe58ecea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:31.775659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b6e87-40e4-4777-bf65-553fe58ecea5 None None] Pushing event deleted for resources: {'Port': ['ID=4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:31.788111 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77b6e87-40e4-4777-bf65-553fe58ecea5 None None] No DVR routers for this DVR port 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:31.811833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da9de52-c610-42e9-9fd6-c2ac04501ecf None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:31.938039 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': 'dba273e6-3628-498c-b54d-61761740b8f3'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:52:31.939229 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:32.042993 n-d-710847-6 neutron-server[103692]: INFO neutron.db.ipam_backend_mixin [None req-eacc68b7-7d95-4864-891b-1edbf317542a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dba273e6-3628-498c-b54d-61761740b8f3 (CIDR: 2001:db8::/64) Dec 11 22:52:32.052032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8b7c1-89be-4f9d-8c6c-f092a247d2ce req-392c3130-be58-4c2e-9dcf-11de96b1d020 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:32.054170 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1fb8b7c1-89be-4f9d-8c6c-f092a247d2ce req-392c3130-be58-4c2e-9dcf-11de96b1d020 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.1464477 Dec 11 22:52:32.062066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-1ef64ce2-dcdf-4517-a249-4859cfedffd1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Deleting port 279fae25-afe0-4d16-a9ea-032fbe26cf90 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:32.062066 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ef64ce2-dcdf-4517-a249-4859cfedffd1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:32.087651 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-eacc68b7-7d95-4864-891b-1edbf317542a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:52:32.088370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eacc68b7-7d95-4864-891b-1edbf317542a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:32.095885 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf6c61-9ea5-46ec-9a2f-5b2cb93bb5f4 None None] New status for floating IP 8ac5231c-8e35-4bf7-849d-d6e55dbeb4cf: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:52:32.108794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Allocated IP 2001:db8::2 (222e8032-d106-460a-b983-cafecada1526/dba273e6-3628-498c-b54d-61761740b8f3/5282ca2c-e56b-4290-be09-c14165deb04b) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:32.190188 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1fb8b7c1-89be-4f9d-8c6c-f092a247d2ce req-aeca590d-ef0d-42e4-9421-c91151c697ba tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069109 Dec 11 22:52:32.218655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-eacc68b7-7d95-4864-891b-1edbf317542a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0827224 Dec 11 22:52:32.221548 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ef64ce2-dcdf-4517-a249-4859cfedffd1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:32.221943 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ef64ce2-dcdf-4517-a249-4859cfedffd1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:32.226485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39012) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:32.237458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-671e9bce-10e1-48b9-a406-7e4ea66945b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:32.256495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-1ef64ce2-dcdf-4517-a249-4859cfedffd1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Calling delete_port for 279fae25-afe0-4d16-a9ea-032fbe26cf90 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:32.293530 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:32.387484 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:32.431086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:32.435895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:32.441106 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:32.447365 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Pushing event updated for resources: {'Port': ['ID=5282ca2c-e56b-4290-be09-c14165deb04b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:32.503072 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Attempting to bind port 5282ca2c-e56b-4290-be09-c14165deb04b on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:52:32.503978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Attempting to bind port 5282ca2c-e56b-4290-be09-c14165deb04b by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:52:32.504538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Attempting to bind port 5282ca2c-e56b-4290-be09-c14165deb04b on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:52:32.519148 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671e9bce-10e1-48b9-a406-7e4ea66945b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:32.525612 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-671e9bce-10e1-48b9-a406-7e4ea66945b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:32.528576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:52:32.530698 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:52:32.535553 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:32.536156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:52:32.536849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Bound port: 5282ca2c-e56b-4290-be09-c14165deb04b, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:52:32.537581 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:32.614459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:32.626353 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ef64ce2-dcdf-4517-a249-4859cfedffd1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:32.646436 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:52:32.647100 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4f3fa1a3-d46f-414e-b5b2-9b7a62d78a58 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:52:32.649020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] For port 5282ca2c-e56b-4290-be09-c14165deb04b, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:52:32.665388 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] For port 5282ca2c-e56b-4290-be09-c14165deb04b, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5282ca2c-e56b-4290-be09-c14165deb04b,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:52:32.671806 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef64ce2-dcdf-4517-a249-4859cfedffd1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Pushing event deleted for resources: {'Port': ['ID=279fae25-afe0-4d16-a9ea-032fbe26cf90,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:32.687474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9f072b-adf4-413d-b12b-2c32ff9ff99f None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:52:32.719446 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:32.797245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d91dbb-19c3-48c4-a68f-5577ae850549 None None] Pushing event updated for resources: {'Port': ['ID=5282ca2c-e56b-4290-be09-c14165deb04b,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:32.897092 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ef64ce2-dcdf-4517-a249-4859cfedffd1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:32.900067 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1ef64ce2-dcdf-4517-a249-4859cfedffd1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:32.904188 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1ef64ce2-dcdf-4517-a249-4859cfedffd1 tempest-ServerActionsTestJSON-1861292442 tempest-ServerActionsTestJSON-1861292442-project] 10.222.0.45 "DELETE /v2.0/floatingips/8ac5231c-8e35-4bf7-849d-d6e55dbeb4cf HTTP/1.1" status: 204 len: 168 time: 1.5875356 Dec 11 22:52:32.905330 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39030) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:33.182882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.objects.ports [None req-671e9bce-10e1-48b9-a406-7e4ea66945b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103692) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:52:33.569466 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-671e9bce-10e1-48b9-a406-7e4ea66945b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:33.706338 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fa467652-a9df-4702-b49e-21a330955620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:33.760554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-671e9bce-10e1-48b9-a406-7e4ea66945b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] For port 5282ca2c-e56b-4290-be09-c14165deb04b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5282ca2c-e56b-4290-be09-c14165deb04b,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:33.797543 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-671e9bce-10e1-48b9-a406-7e4ea66945b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:33.872873 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-671e9bce-10e1-48b9-a406-7e4ea66945b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:33.874147 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-671e9bce-10e1-48b9-a406-7e4ea66945b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:33.963486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671e9bce-10e1-48b9-a406-7e4ea66945b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:33.971311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-671e9bce-10e1-48b9-a406-7e4ea66945b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:33.975431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671e9bce-10e1-48b9-a406-7e4ea66945b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:33.976048 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-671e9bce-10e1-48b9-a406-7e4ea66945b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:33.996395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e9bce-10e1-48b9-a406-7e4ea66945b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=8597842a-e9d9-40a4-9564-5ccb06a2016d,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:34.006457 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-fa467652-a9df-4702-b49e-21a330955620 admin admin] Deleting port 7e4be401-7100-41de-bfaa-1e49714f457c {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:34.007072 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fa467652-a9df-4702-b49e-21a330955620 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:34.013777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e9bce-10e1-48b9-a406-7e4ea66945b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=5282ca2c-e56b-4290-be09-c14165deb04b,revision_number=4']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:34.041896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68faf02-6273-473c-8a02-06eefa045c0d None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:34.098243 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-671e9bce-10e1-48b9-a406-7e4ea66945b7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8713470 Dec 11 22:52:34.104457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39072) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:34.112695 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:52:34.116358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8f982e4d-8369-4e09-8830-f2c9ccce152d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'mac_address': 'fa:16:3e:7e:26:2a', 'name': 'tempest-NetworksTestDHCPv6-1461580167'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:34.140323 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-80a80477-3f33-4613-9637-0d828b132e40 None None] Provisioning complete for port 5282ca2c-e56b-4290-be09-c14165deb04b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:34.140703 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-80a80477-3f33-4613-9637-0d828b132e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:34.141227 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-fa467652-a9df-4702-b49e-21a330955620 admin admin] For port 7e4be401-7100-41de-bfaa-1e49714f457c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7e4be401-7100-41de-bfaa-1e49714f457c,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:34.141608 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fa467652-a9df-4702-b49e-21a330955620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:34.159804 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-fa467652-a9df-4702-b49e-21a330955620 admin admin] Calling delete_port for 7e4be401-7100-41de-bfaa-1e49714f457c owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:34.302915 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-80a80477-3f33-4613-9637-0d828b132e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:34.360432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-80a80477-3f33-4613-9637-0d828b132e40 None None] For port 5282ca2c-e56b-4290-be09-c14165deb04b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5282ca2c-e56b-4290-be09-c14165deb04b,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:34.387772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f982e4d-8369-4e09-8830-f2c9ccce152d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:34.455295 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-80a80477-3f33-4613-9637-0d828b132e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:34.480764 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8f982e4d-8369-4e09-8830-f2c9ccce152d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:34.511703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-8f982e4d-8369-4e09-8830-f2c9ccce152d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port 9fffdc68-3774-4616-82a9-4362a03d7116 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:52:34.541620 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a80477-3f33-4613-9637-0d828b132e40 None None] Pushing event updated for resources: {'Port': ['ID=5282ca2c-e56b-4290-be09-c14165deb04b,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:34.575913 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fa467652-a9df-4702-b49e-21a330955620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:34.633384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa467652-a9df-4702-b49e-21a330955620 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4be401-7100-41de-bfaa-1e49714f457c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:34.735438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5282ca2c-e56b-4290-be09-c14165deb04b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:52:34.882614 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-8f982e4d-8369-4e09-8830-f2c9ccce152d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::1b4 (222e8032-d106-460a-b983-cafecada1526/dba273e6-3628-498c-b54d-61761740b8f3/9fffdc68-3774-4616-82a9-4362a03d7116) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:34.893682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5282ca2c-e56b-4290-be09-c14165deb04b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:34.894200 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:34.895483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-8f982e4d-8369-4e09-8830-f2c9ccce152d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7e:262a (222e8032-d106-460a-b983-cafecada1526/8597842a-e9d9-40a4-9564-5ccb06a2016d/9fffdc68-3774-4616-82a9-4362a03d7116) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:34.985224 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fa467652-a9df-4702-b49e-21a330955620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:35.232250 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8f982e4d-8369-4e09-8830-f2c9ccce152d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:35.412910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f32eec39-34f6-480a-a38e-4db37a729423 None None] Provisioning complete for port 5282ca2c-e56b-4290-be09-c14165deb04b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:35.413484 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f32eec39-34f6-480a-a38e-4db37a729423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:35.428361 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8f982e4d-8369-4e09-8830-f2c9ccce152d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:35.442224 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa467652-a9df-4702-b49e-21a330955620 admin admin] Router a9183d14-da46-4d68-8c4a-53b75e50fafe has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:52:35.503195 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f982e4d-8369-4e09-8830-f2c9ccce152d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:35.511373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-8f982e4d-8369-4e09-8830-f2c9ccce152d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:35.527305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f982e4d-8369-4e09-8830-f2c9ccce152d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:35.534349 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f982e4d-8369-4e09-8830-f2c9ccce152d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:35.540794 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8f982e4d-8369-4e09-8830-f2c9ccce152d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:35.571050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f982e4d-8369-4e09-8830-f2c9ccce152d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=9fffdc68-3774-4616-82a9-4362a03d7116,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:35.591202 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa467652-a9df-4702-b49e-21a330955620 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:52:35.599630 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fa467652-a9df-4702-b49e-21a330955620 admin admin] 10.222.0.45 "PUT /v2.0/routers/a9183d14-da46-4d68-8c4a-53b75e50fafe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6929138 Dec 11 22:52:35.601837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39104) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:35.604914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2387cb7-501a-4191-b2bf-48999785cd03 None None] Sync routers for ids ['a9183d14-da46-4d68-8c4a-53b75e50fafe'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:52:35.617073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2387cb7-501a-4191-b2bf-48999785cd03 None None] Routers {'a9183d14-da46-4d68-8c4a-53b75e50fafe'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:52:35.617711 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a2387cb7-501a-4191-b2bf-48999785cd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:52:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a9183d14-da46-4d68-8c4a-53b75e50fafe'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:35.659457 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8f982e4d-8369-4e09-8830-f2c9ccce152d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5538416 Dec 11 22:52:35.662138 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39108) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:35.816260 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a2387cb7-501a-4191-b2bf-48999785cd03 None None] Set router a9183d14-da46-4d68-8c4a-53b75e50fafe gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:52:35.840579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-eac5eadc-b429-474f-a825-8e896bdb23a7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 9fffdc68-3774-4616-82a9-4362a03d7116 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:35.841198 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eac5eadc-b429-474f-a825-8e896bdb23a7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:35.856276 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df2e70dc-4cf6-49fb-ad0c-d185c659eb4c admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:35.968973 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eac5eadc-b429-474f-a825-8e896bdb23a7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:35.982631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-eac5eadc-b429-474f-a825-8e896bdb23a7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 9fffdc68-3774-4616-82a9-4362a03d7116 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:36.009246 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df2e70dc-4cf6-49fb-ad0c-d185c659eb4c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:36.036663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-10a28fea-2a00-4558-9577-d9ade59a3af8 None None] Provisioning complete for port 9fffdc68-3774-4616-82a9-4362a03d7116 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:36.038477 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10a28fea-2a00-4558-9577-d9ade59a3af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:36.090131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-10a28fea-2a00-4558-9577-d9ade59a3af8 None None] Port 9fffdc68-3774-4616-82a9-4362a03d7116 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:52:36.146552 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a2387cb7-501a-4191-b2bf-48999785cd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'name': 'tempest-ServerActionsTestJSON-1156920337-router', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:32Z', 'updated_at': '2021-12-11T22:52:34Z', 'revision_number': 5, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'gw_port': {'id': 'b1d34629-99eb-42d9-8539-afc0bf50b243', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:40:34Z', 'updated_at': '2021-12-11T22:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:36.178101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-df2e70dc-4cf6-49fb-ad0c-d185c659eb4c admin admin] Deleting port b1d34629-99eb-42d9-8539-afc0bf50b243 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:36.178580 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df2e70dc-4cf6-49fb-ad0c-d185c659eb4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:36.179730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2387cb7-501a-4191-b2bf-48999785cd03 None None] Checking router: a9183d14-da46-4d68-8c4a-53b75e50fafe for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:52:36.188585 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2387cb7-501a-4191-b2bf-48999785cd03 None None] Routers {'a9183d14-da46-4d68-8c4a-53b75e50fafe'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:52:36.189261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a2387cb7-501a-4191-b2bf-48999785cd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:52:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a9183d14-da46-4d68-8c4a-53b75e50fafe'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:36.267327 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eac5eadc-b429-474f-a825-8e896bdb23a7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:36.289668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-df2e70dc-4cf6-49fb-ad0c-d185c659eb4c admin admin] For port b1d34629-99eb-42d9-8539-afc0bf50b243, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b1d34629-99eb-42d9-8539-afc0bf50b243,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:36.290452 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df2e70dc-4cf6-49fb-ad0c-d185c659eb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:36.304168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-df2e70dc-4cf6-49fb-ad0c-d185c659eb4c admin admin] Calling delete_port for b1d34629-99eb-42d9-8539-afc0bf50b243 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:36.307716 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a2387cb7-501a-4191-b2bf-48999785cd03 None None] Set router a9183d14-da46-4d68-8c4a-53b75e50fafe gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:52:36.313064 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5eadc-b429-474f-a825-8e896bdb23a7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=9fffdc68-3774-4616-82a9-4362a03d7116,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:36.387755 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eac5eadc-b429-474f-a825-8e896bdb23a7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:36.396609 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-eac5eadc-b429-474f-a825-8e896bdb23a7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/9fffdc68-3774-4616-82a9-4362a03d7116 HTTP/1.1" status: 204 len: 168 time: 0.7316220 Dec 11 22:52:36.397251 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39126) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:36.405546 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a2387cb7-501a-4191-b2bf-48999785cd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'name': 'tempest-ServerActionsTestJSON-1156920337-router', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:32Z', 'updated_at': '2021-12-11T22:52:36Z', 'revision_number': 6, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:36.445139 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2387cb7-501a-4191-b2bf-48999785cd03 None None] The sync data for ids ['a9183d14-da46-4d68-8c4a-53b75e50fafe'] in n-d-710847-6 is: [{'id': 'a9183d14-da46-4d68-8c4a-53b75e50fafe', 'name': 'tempest-ServerActionsTestJSON-1156920337-router', 'tenant_id': '27217062ad8c4d4babc5ba4352c729c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:40:32Z', 'updated_at': '2021-12-11T22:52:36Z', 'revision_number': 6, 'project_id': '27217062ad8c4d4babc5ba4352c729c5', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:52:36.487342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8bc955-f0c9-4f0c-957b-9f4d4e099220 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:36.488980 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-be8bc955-f0c9-4f0c-957b-9f4d4e099220 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0907369 Dec 11 22:52:36.492564 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39130) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:36.571257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffecaed-af4c-4c27-a289-84e552ab92f7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:36.575580 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3ffecaed-af4c-4c27-a289-84e552ab92f7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0800083 Dec 11 22:52:36.577102 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39136) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:36.652771 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a85cd68-6f55-4fd3-958a-972b3affdf52 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:36.655096 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a85cd68-6f55-4fd3-958a-972b3affdf52 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:36.656881 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a85cd68-6f55-4fd3-958a-972b3affdf52 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:36.661838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39142) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:36.662312 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7a85cd68-6f55-4fd3-958a-972b3affdf52 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0841820 Dec 11 22:52:36.713822 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa38da3-0e39-4a34-9086-5ea42fffc64e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 8597842a-e9d9-40a4-9564-5ccb06a2016d {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:52:36.717030 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5aa38da3-0e39-4a34-9086-5ea42fffc64e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:36.743306 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df2e70dc-4cf6-49fb-ad0c-d185c659eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:36.784261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e70dc-4cf6-49fb-ad0c-d185c659eb4c admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d34629-99eb-42d9-8539-afc0bf50b243,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:36.789562 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5aa38da3-0e39-4a34-9086-5ea42fffc64e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:36.794504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab39e2-ffb0-40d5-a232-9c9e217fb1f6 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:52:37.015613 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df2e70dc-4cf6-49fb-ad0c-d185c659eb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.119445 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5aa38da3-0e39-4a34-9086-5ea42fffc64e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.124094 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df2e70dc-4cf6-49fb-ad0c-d185c659eb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.143866 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df2e70dc-4cf6-49fb-ad0c-d185c659eb4c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.261625 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df2e70dc-4cf6-49fb-ad0c-d185c659eb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.262278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2e70dc-4cf6-49fb-ad0c-d185c659eb4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9183d14-da46-4d68-8c4a-53b75e50fafe {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:52:37.272967 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df2e70dc-4cf6-49fb-ad0c-d185c659eb4c admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.275885 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-df2e70dc-4cf6-49fb-ad0c-d185c659eb4c admin admin] 10.222.0.45 "DELETE /v2.0/routers/a9183d14-da46-4d68-8c4a-53b75e50fafe HTTP/1.1" status: 204 len: 168 time: 1.6705706 Dec 11 22:52:37.276422 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39160) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:37.285753 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5aa38da3-0e39-4a34-9086-5ea42fffc64e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.328592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81804764-8862-4724-939e-e3682eebef45 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:37.356365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa38da3-0e39-4a34-9086-5ea42fffc64e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=8597842a-e9d9-40a4-9564-5ccb06a2016d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:37.359140 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5aa38da3-0e39-4a34-9086-5ea42fffc64e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.363710 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5aa38da3-0e39-4a34-9086-5ea42fffc64e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/8597842a-e9d9-40a4-9564-5ccb06a2016d HTTP/1.1" status: 204 len: 168 time: 0.6998804 Dec 11 22:52:37.365501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39162) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:37.385960 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-2082a204-f920-48ea-add5-e93512d36513 admin admin] Deleting subnet c7fea1e5-16e5-4ed2-9658-4e69f5375c97 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:52:37.393311 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2082a204-f920-48ea-add5-e93512d36513 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.412327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5282ca2c-e56b-4290-be09-c14165deb04b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:52:37.451829 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3404649-454a-4e80-afc1-b43818d947ac tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet dba273e6-3628-498c-b54d-61761740b8f3 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:52:37.459697 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3404649-454a-4e80-afc1-b43818d947ac tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.490991 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2082a204-f920-48ea-add5-e93512d36513 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.546874 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3404649-454a-4e80-afc1-b43818d947ac tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.558157 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5282ca2c-e56b-4290-be09-c14165deb04b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:37.559934 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.632418 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2082a204-f920-48ea-add5-e93512d36513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.698387 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3404649-454a-4e80-afc1-b43818d947ac tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.761559 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7e4be401-7100-41de-bfaa-1e49714f457c no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:37.789986 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2082a204-f920-48ea-add5-e93512d36513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.794203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 7e4be401-7100-41de-bfaa-1e49714f457c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:52:37.795327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7e4be401-7100-41de-bfaa-1e49714f457c not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:52:37.830400 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2082a204-f920-48ea-add5-e93512d36513 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.836541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39168) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:37.844696 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2082a204-f920-48ea-add5-e93512d36513 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c7fea1e5-16e5-4ed2-9658-4e69f5375c97 HTTP/1.1" status: 204 len: 168 time: 0.5672238 Dec 11 22:52:37.847068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082a204-f920-48ea-add5-e93512d36513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7fea1e5-16e5-4ed2-9658-4e69f5375c97,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:37.857519 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d02e066-e783-49b5-8aaf-046f66109c39 None None] Network 82b08062-dcd3-4b12-b656-232a56b3b938 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:37.898498 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3404649-454a-4e80-afc1-b43818d947ac tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:37.987486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3404649-454a-4e80-afc1-b43818d947ac tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=dba273e6-3628-498c-b54d-61761740b8f3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:38.000099 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3404649-454a-4e80-afc1-b43818d947ac tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.009654 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39176) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:38.010056 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c3404649-454a-4e80-afc1-b43818d947ac tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/dba273e6-3628-498c-b54d-61761740b8f3 HTTP/1.1" status: 204 len: 168 time: 0.6429839 Dec 11 22:52:38.030493 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.099777 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4e35cb52-02dd-47f5-9268-8965c83c5aea tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888934 Dec 11 22:52:38.103291 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39178) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:38.112474 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d97393f9-caf4-45d8-be4f-a58db5720dcb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:38.176924 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] Deleting port 9b506ee8-6810-4b7d-900f-a76c654062f3 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:38.191761 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.264903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9e4ec7-83f6-48bc-9997-3c00b890ec54 None None] DHCP port deletion for 82b08062-dcd3-4b12-b656-232a56b3b938 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:52:38.286359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] For port 9b506ee8-6810-4b7d-900f-a76c654062f3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9b506ee8-6810-4b7d-900f-a76c654062f3,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:38.287083 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.301935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] Calling delete_port for 9b506ee8-6810-4b7d-900f-a76c654062f3 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:38.403913 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97393f9-caf4-45d8-be4f-a58db5720dcb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:38.415021 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d97393f9-caf4-45d8-be4f-a58db5720dcb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.430788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ad9e4ec7-83f6-48bc-9997-3c00b890ec54 None None] Deleting port 9b506ee8-6810-4b7d-900f-a76c654062f3 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:38.431534 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ad9e4ec7-83f6-48bc-9997-3c00b890ec54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.478739 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.540756 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b506ee8-6810-4b7d-900f-a76c654062f3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:38.551776 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] No DVR routers for this DVR port 9b506ee8-6810-4b7d-900f-a76c654062f3 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:38.626345 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ad9e4ec7-83f6-48bc-9997-3c00b890ec54 None None] For port 9b506ee8-6810-4b7d-900f-a76c654062f3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9b506ee8-6810-4b7d-900f-a76c654062f3,segment=NetworkSegment(39b03224-d711-47aa-8713-7c0a122d485e),segment_id=39b03224-d711-47aa-8713-7c0a122d485e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:38.627082 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ad9e4ec7-83f6-48bc-9997-3c00b890ec54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.651581 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b1d34629-99eb-42d9-8539-afc0bf50b243 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:38.653611 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ad9e4ec7-83f6-48bc-9997-3c00b890ec54 None None] Calling delete_port for 9b506ee8-6810-4b7d-900f-a76c654062f3 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:38.689471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: b1d34629-99eb-42d9-8539-afc0bf50b243 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:52:38.690125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b1d34629-99eb-42d9-8539-afc0bf50b243 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:52:38.690744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9b506ee8-6810-4b7d-900f-a76c654062f3 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:38.712690 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.721371 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 9b506ee8-6810-4b7d-900f-a76c654062f3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:52:38.721726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9b506ee8-6810-4b7d-900f-a76c654062f3 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:52:38.760858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b08062-dcd3-4b12-b656-232a56b3b938']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:38.774221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b03224-d711-47aa-8713-7c0a122d485e') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:38.774531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b03224-d711-47aa-8713-7c0a122d485e') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:38.775396 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e4a273-f796-4de3-88d8-7dbb8f11c8ba None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:38.787317 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.813299 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.820858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:52:38.821432 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:52:38.823561 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:52:38.897753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3dfda5a3-8c1b-4b72-a15f-21b3ce3bb5c9 None None] Provisioning complete for port 5282ca2c-e56b-4290-be09-c14165deb04b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:38.898130 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3dfda5a3-8c1b-4b72-a15f-21b3ce3bb5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.918608 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d97393f9-caf4-45d8-be4f-a58db5720dcb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.941435 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.957363 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.967916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] 10.222.0.45 "DELETE /v2.0/networks/82b08062-dcd3-4b12-b656-232a56b3b938 HTTP/1.1" status: 204 len: 168 time: 1.1273811 Dec 11 22:52:38.974904 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97393f9-caf4-45d8-be4f-a58db5720dcb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:38.978915 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d97393f9-caf4-45d8-be4f-a58db5720dcb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:38.994502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97393f9-caf4-45d8-be4f-a58db5720dcb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:38.994502 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d97393f9-caf4-45d8-be4f-a58db5720dcb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:38.998236 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a3fa8-191f-48e4-878f-eb00005c5f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=82b08062-dcd3-4b12-b656-232a56b3b938,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:39.019673 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ad9e4ec7-83f6-48bc-9997-3c00b890ec54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:39.031687 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97393f9-caf4-45d8-be4f-a58db5720dcb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=cdce04f5-0494-41ab-a6e9-22c8be6ffe9f,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:39.068798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e4ec7-83f6-48bc-9997-3c00b890ec54 None None] Pushing event deleted for resources: {'Port': ['ID=9b506ee8-6810-4b7d-900f-a76c654062f3,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:39.077923 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad9e4ec7-83f6-48bc-9997-3c00b890ec54 None None] Network 82b08062-dcd3-4b12-b656-232a56b3b938 is not hosted by any dhcp agent {{(pid=103693) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 11 22:52:39.078401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e4ec7-83f6-48bc-9997-3c00b890ec54 None None] No DVR routers for this DVR port 9b506ee8-6810-4b7d-900f-a76c654062f3 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:39.100933 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d97393f9-caf4-45d8-be4f-a58db5720dcb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9950907 Dec 11 22:52:39.102340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39194) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:39.107904 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8db97cf7-28a2-4844-807a-5e00ac105e37 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:39.162489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbe37c7-9b1c-4a58-adf3-b6be7f8ba9c7 None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:52:39.271275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe37c7-9b1c-4a58-adf3-b6be7f8ba9c7 None None] Deleting port 5282ca2c-e56b-4290-be09-c14165deb04b {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:39.271275 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fdbe37c7-9b1c-4a58-adf3-b6be7f8ba9c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:39.329806 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db97cf7-28a2-4844-807a-5e00ac105e37 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:39.333606 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8db97cf7-28a2-4844-807a-5e00ac105e37 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:39.380001 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-fdbe37c7-9b1c-4a58-adf3-b6be7f8ba9c7 None None] For port 5282ca2c-e56b-4290-be09-c14165deb04b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5282ca2c-e56b-4290-be09-c14165deb04b,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:39.380390 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fdbe37c7-9b1c-4a58-adf3-b6be7f8ba9c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:39.390336 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39206) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:39.397325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe37c7-9b1c-4a58-adf3-b6be7f8ba9c7 None None] Calling delete_port for 5282ca2c-e56b-4290-be09-c14165deb04b owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:39.433915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3d78abeb-a933-4c06-968a-31ac91456b57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27217062ad8c4d4babc5ba4352c729c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425081 Dec 11 22:52:39.436668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39208) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:39.458586 n-d-710847-6 neutron-server[103691]: INFO neutron.db.ipam_backend_mixin [None req-8db97cf7-28a2-4844-807a-5e00ac105e37 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cdce04f5-0494-41ab-a6e9-22c8be6ffe9f (CIDR: 2001:db8::/64) Dec 11 22:52:39.495390 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-34601208-707c-427a-ac7b-96b17bdafb7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:39.519203 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db97cf7-28a2-4844-807a-5e00ac105e37 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:52:39.519959 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db97cf7-28a2-4844-807a-5e00ac105e37 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:39.537705 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-34601208-707c-427a-ac7b-96b17bdafb7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:39.610141 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fdbe37c7-9b1c-4a58-adf3-b6be7f8ba9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:39.643632 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe37c7-9b1c-4a58-adf3-b6be7f8ba9c7 None None] Pushing event deleted for resources: {'Port': ['ID=5282ca2c-e56b-4290-be09-c14165deb04b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:39.648656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe37c7-9b1c-4a58-adf3-b6be7f8ba9c7 None None] No DVR routers for this DVR port 5282ca2c-e56b-4290-be09-c14165deb04b on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:39.668159 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2199dc4-eb71-4d86-a15d-a863b572886d None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:39.678023 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8db97cf7-28a2-4844-807a-5e00ac105e37 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5717621 Dec 11 22:52:39.678241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39214) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:39.683449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-445e7a6d-b08d-4548-afc5-2e12305a8e94 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'subnet': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:39.707503 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-34601208-707c-427a-ac7b-96b17bdafb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:39.710218 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-34601208-707c-427a-ac7b-96b17bdafb7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:39.711691 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-34601208-707c-427a-ac7b-96b17bdafb7c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/323c810c-32ee-4b92-8819-64c7d4a2d135 HTTP/1.1" status: 204 len: 168 time: 0.2738731 Dec 11 22:52:39.724600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34601208-707c-427a-ac7b-96b17bdafb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323c810c-32ee-4b92-8819-64c7d4a2d135,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:39.827466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-222e8032-d106-460a-b983-cafecada1526', 'network_id': '222e8032-d106-460a-b983-cafecada1526', 'project_id': 'fc2e5af593254e2dbd9d042b660321d3', 'fixed_ips': [{'subnet_id': 'cdce04f5-0494-41ab-a6e9-22c8be6ffe9f'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:52:39.829804 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:39.946889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445e7a6d-b08d-4548-afc5-2e12305a8e94 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:39.952885 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-445e7a6d-b08d-4548-afc5-2e12305a8e94 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:39.982037 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Allocated IP 2001:db8::2 (222e8032-d106-460a-b983-cafecada1526/cdce04f5-0494-41ab-a6e9-22c8be6ffe9f/406f307b-78d5-47c1-9a73-f41e64c09243) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:40.204980 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:40.296924 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:40.345782 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:40.348561 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:40.352903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:40.363893 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Pushing event updated for resources: {'Port': ['ID=406f307b-78d5-47c1-9a73-f41e64c09243,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:40.443115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Attempting to bind port 406f307b-78d5-47c1-9a73-f41e64c09243 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:52:40.443115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Attempting to bind port 406f307b-78d5-47c1-9a73-f41e64c09243 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:52:40.443115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Attempting to bind port 406f307b-78d5-47c1-9a73-f41e64c09243 on network 222e8032-d106-460a-b983-cafecada1526 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:52:40.448052 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:52:40.448449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Checking segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:52:40.448859 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:40.449357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Bound using segment: {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:52:40.449751 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Bound port: 406f307b-78d5-47c1-9a73-f41e64c09243, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '222e8032-d106-460a-b983-cafecada1526'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:52:40.450864 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:40.502937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.objects.ports [None req-445e7a6d-b08d-4548-afc5-2e12305a8e94 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103691) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:52:40.565567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] For port 406f307b-78d5-47c1-9a73-f41e64c09243, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:52:40.583378 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] For port 406f307b-78d5-47c1-9a73-f41e64c09243, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=406f307b-78d5-47c1-9a73-f41e64c09243,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:52:40.652888 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5282ca2c-e56b-4290-be09-c14165deb04b no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:40.699055 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 5282ca2c-e56b-4290-be09-c14165deb04b {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:52:40.700031 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5282ca2c-e56b-4290-be09-c14165deb04b not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:52:40.711408 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:40.781213 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd76d57-57bb-46b5-9db0-6231e944e6c6 None None] Pushing event updated for resources: {'Port': ['ID=406f307b-78d5-47c1-9a73-f41e64c09243,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:40.892882 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-445e7a6d-b08d-4548-afc5-2e12305a8e94 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:41.127704 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-445e7a6d-b08d-4548-afc5-2e12305a8e94 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] For port 406f307b-78d5-47c1-9a73-f41e64c09243, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=406f307b-78d5-47c1-9a73-f41e64c09243,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:41.178747 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-445e7a6d-b08d-4548-afc5-2e12305a8e94 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:41.249398 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39260) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:41.261458 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-445e7a6d-b08d-4548-afc5-2e12305a8e94 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:41.262844 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-445e7a6d-b08d-4548-afc5-2e12305a8e94 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:41.356471 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445e7a6d-b08d-4548-afc5-2e12305a8e94 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:41.365630 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-445e7a6d-b08d-4548-afc5-2e12305a8e94 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:41.398317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445e7a6d-b08d-4548-afc5-2e12305a8e94 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:41.399256 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-445e7a6d-b08d-4548-afc5-2e12305a8e94 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:41.408545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ffab0768-2ceb-4321-ac26-f4c8cdf4f13d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-464784228-network', 'tenant_id': '710dd1e51a13442497fd8e253ea69883'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:41.445520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e7a6d-b08d-4548-afc5-2e12305a8e94 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=406f307b-78d5-47c1-9a73-f41e64c09243,revision_number=4']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:41.460559 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e7a6d-b08d-4548-afc5-2e12305a8e94 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Subnet': ['ID=6580b2f6-2896-4d23-834f-ecc483b67585,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:41.549783 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-445e7a6d-b08d-4548-afc5-2e12305a8e94 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8677256 Dec 11 22:52:41.550147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39276) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:41.556081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-70e65ca4-5771-4ac5-99cc-b4a0c7a35881 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Request body: {'port': {'network_id': '222e8032-d106-460a-b983-cafecada1526', 'mac_address': 'fa:16:3e:de:45:8c', 'name': 'tempest-NetworksTestDHCPv6-1745080501'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:41.651008 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffab0768-2ceb-4321-ac26-f4c8cdf4f13d admin admin] Made reservation on behalf of 710dd1e51a13442497fd8e253ea69883 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:41.654393 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ffab0768-2ceb-4321-ac26-f4c8cdf4f13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:41.670220 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ffab0768-2ceb-4321-ac26-f4c8cdf4f13d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:41.772611 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ffab0768-2ceb-4321-ac26-f4c8cdf4f13d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:41.839094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e65ca4-5771-4ac5-99cc-b4a0c7a35881 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Made reservation on behalf of fc2e5af593254e2dbd9d042b660321d3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:41.869476 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ffab0768-2ceb-4321-ac26-f4c8cdf4f13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:41.902504 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffab0768-2ceb-4321-ac26-f4c8cdf4f13d admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:52:41.917064 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab0768-2ceb-4321-ac26-f4c8cdf4f13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4d7208-f694-4d50-8393-17cd0d34a19f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:41.921009 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ffab0768-2ceb-4321-ac26-f4c8cdf4f13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:41.921488 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-ffab0768-2ceb-4321-ac26-f4c8cdf4f13d admin admin] Added segment 7a2d7c61-aa6b-466b-a42f-070f1bc7c86d of type vlan for network 9617b851-613f-4f0b-8a36-e4bacfd5e40a Dec 11 22:52:41.972003 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ffab0768-2ceb-4321-ac26-f4c8cdf4f13d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.089485 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ffab0768-2ceb-4321-ac26-f4c8cdf4f13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.090532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffab0768-2ceb-4321-ac26-f4c8cdf4f13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:42.091173 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ffab0768-2ceb-4321-ac26-f4c8cdf4f13d admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.130268 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70e65ca4-5771-4ac5-99cc-b4a0c7a35881 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.149300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39286) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:42.172298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab0768-2ceb-4321-ac26-f4c8cdf4f13d admin admin] Pushing event updated for resources: {'Network': ['ID=9617b851-613f-4f0b-8a36-e4bacfd5e40a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:42.172743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-70e65ca4-5771-4ac5-99cc-b4a0c7a35881 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] device_id is not set on port 9752c7ed-d02f-4736-a39b-1a8f64e648d9 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:52:42.187910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 9617b851-613f-4f0b-8a36-e4bacfd5e40a details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:52:42.213004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b7a385-b99c-4d24-94e8-85302184b567 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:42.249158 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ffab0768-2ceb-4321-ac26-f4c8cdf4f13d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9985020 Dec 11 22:52:42.252029 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39292) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:42.258030 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a040a776-fc8e-4804-89e0-c90969268294 admin admin] Request body: {'subnet': {'network_id': '9617b851-613f-4f0b-8a36-e4bacfd5e40a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-464784228-subnet', 'tenant_id': '710dd1e51a13442497fd8e253ea69883', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:42.339321 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e5838901-2656-4091-b8cf-6b6edd69ea23 None None] Provisioning complete for port 406f307b-78d5-47c1-9a73-f41e64c09243 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:42.339915 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e5838901-2656-4091-b8cf-6b6edd69ea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.341945 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a040a776-fc8e-4804-89e0-c90969268294 admin admin] Made reservation on behalf of 710dd1e51a13442497fd8e253ea69883 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:42.345813 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a040a776-fc8e-4804-89e0-c90969268294 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.381680 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-295ac36c-0087-463f-86c3-d4ed66c12337 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.478943 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-295ac36c-0087-463f-86c3-d4ed66c12337 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.492836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-70e65ca4-5771-4ac5-99cc-b4a0c7a35881 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8::13d (222e8032-d106-460a-b983-cafecada1526/cdce04f5-0494-41ab-a6e9-22c8be6ffe9f/9752c7ed-d02f-4736-a39b-1a8f64e648d9) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:42.505755 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-70e65ca4-5771-4ac5-99cc-b4a0c7a35881 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Allocated IP 2001:db8:0:1:f816:3eff:fede:458c (222e8032-d106-460a-b983-cafecada1526/6580b2f6-2896-4d23-834f-ecc483b67585/9752c7ed-d02f-4736-a39b-1a8f64e648d9) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:42.581785 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-295ac36c-0087-463f-86c3-d4ed66c12337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.661792 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-295ac36c-0087-463f-86c3-d4ed66c12337 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b1c605064c04633bbbf8ddb06bc94da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5105536 Dec 11 22:52:42.665208 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39302) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:42.669035 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 406f307b-78d5-47c1-9a73-f41e64c09243 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:52:42.688912 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a040a776-fc8e-4804-89e0-c90969268294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.706680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ac36c-0087-463f-86c3-d4ed66c12337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191942b7-226d-44bb-a13f-7852ba12ab03,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:42.793480 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e5838901-2656-4091-b8cf-6b6edd69ea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.817371 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70e65ca4-5771-4ac5-99cc-b4a0c7a35881 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.833614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 406f307b-78d5-47c1-9a73-f41e64c09243 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:42.834042 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.844319 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040a776-fc8e-4804-89e0-c90969268294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba888335-4368-4788-9192-460448de94ad,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:42.849190 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e2b6-583b-47dd-ae67-23c74ceae60b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.859694 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040a776-fc8e-4804-89e0-c90969268294 admin admin] Checking segment: {'id': '7a2d7c61-aa6b-466b-a42f-070f1bc7c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9617b851-613f-4f0b-8a36-e4bacfd5e40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:52:42.861270 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a040a776-fc8e-4804-89e0-c90969268294 admin admin] Network hostable DHCP agents. Network: 9617b851-613f-4f0b-8a36-e4bacfd5e40a, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:52:42.885685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e5838901-2656-4091-b8cf-6b6edd69ea23 None None] For port 406f307b-78d5-47c1-9a73-f41e64c09243, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=406f307b-78d5-47c1-9a73-f41e64c09243,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:42.897152 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e2b6-583b-47dd-ae67-23c74ceae60b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.951943 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.970650 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70e65ca4-5771-4ac5-99cc-b4a0c7a35881 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:42.999326 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a040a776-fc8e-4804-89e0-c90969268294 admin admin] Network 9617b851-613f-4f0b-8a36-e4bacfd5e40a is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:52:43.002843 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e5838901-2656-4091-b8cf-6b6edd69ea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:43.038661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e65ca4-5771-4ac5-99cc-b4a0c7a35881 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Network 222e8032-d106-460a-b983-cafecada1526 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:43.042305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-70e65ca4-5771-4ac5-99cc-b4a0c7a35881 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:43.048058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e65ca4-5771-4ac5-99cc-b4a0c7a35881 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:43.049999 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e2b6-583b-47dd-ae67-23c74ceae60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:43.056869 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e2b6-583b-47dd-ae67-23c74ceae60b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:43.056869 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9aa2e2b6-583b-47dd-ae67-23c74ceae60b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/191942b7-226d-44bb-a13f-7852ba12ab03 HTTP/1.1" status: 204 len: 168 time: 0.3871937 Dec 11 22:52:43.064853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2e2b6-583b-47dd-ae67-23c74ceae60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191942b7-226d-44bb-a13f-7852ba12ab03,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:43.072463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e65ca4-5771-4ac5-99cc-b4a0c7a35881 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:43.073167 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70e65ca4-5771-4ac5-99cc-b4a0c7a35881 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:43.077335 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e65ca4-5771-4ac5-99cc-b4a0c7a35881 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event updated for resources: {'Port': ['ID=9752c7ed-d02f-4736-a39b-1a8f64e648d9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:43.095765 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-a040a776-fc8e-4804-89e0-c90969268294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 9617b851-613f-4f0b-8a36-e4bacfd5e40a) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:43.105019 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a040a776-fc8e-4804-89e0-c90969268294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:43.109523 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a040a776-fc8e-4804-89e0-c90969268294 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:43.116234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd69f140-296b-4be9-b940-ed5bcb25bd6d None None] Network 9617b851-613f-4f0b-8a36-e4bacfd5e40a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:43.159399 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39314) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:43.164221 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-70e65ca4-5771-4ac5-99cc-b4a0c7a35881 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6081562 Dec 11 22:52:43.181076 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:52:43.181444 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:52:43.183921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5838901-2656-4091-b8cf-6b6edd69ea23 None None] Pushing event updated for resources: {'Port': ['ID=406f307b-78d5-47c1-9a73-f41e64c09243,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:43.225493 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a040a776-fc8e-4804-89e0-c90969268294 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9716473 Dec 11 22:52:43.304492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f1f708-1ab7-437c-b8d1-e80607d2aa75 None None] Network 9617b851-613f-4f0b-8a36-e4bacfd5e40a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:43.324346 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-97f12365-c2c8-42a0-831b-404429b3c2b0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting port 9752c7ed-d02f-4736-a39b-1a8f64e648d9 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:43.325179 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97f12365-c2c8-42a0-831b-404429b3c2b0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:43.441926 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97f12365-c2c8-42a0-831b-404429b3c2b0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:43.461041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-97f12365-c2c8-42a0-831b-404429b3c2b0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Calling delete_port for 9752c7ed-d02f-4736-a39b-1a8f64e648d9 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:43.658058 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:43.741731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9f8dba5f-11cd-4750-9106-b0445e7beecd None None] Provisioning complete for port 406f307b-78d5-47c1-9a73-f41e64c09243 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:43.742211 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9f8dba5f-11cd-4750-9106-b0445e7beecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:43.804438 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97f12365-c2c8-42a0-831b-404429b3c2b0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:43.846960 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f12365-c2c8-42a0-831b-404429b3c2b0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Port': ['ID=9752c7ed-d02f-4736-a39b-1a8f64e648d9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:43.953424 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97f12365-c2c8-42a0-831b-404429b3c2b0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:43.959953 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39354) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:43.960674 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-97f12365-c2c8-42a0-831b-404429b3c2b0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/9752c7ed-d02f-4736-a39b-1a8f64e648d9 HTTP/1.1" status: 204 len: 168 time: 0.7994812 Dec 11 22:52:44.037976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0ed3af3f-3408-4ce8-91b5-b35c78f4d61e tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:44.041976 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0ed3af3f-3408-4ce8-91b5-b35c78f4d61e tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/networks?id=9617b851-613f-4f0b-8a36-e4bacfd5e40a HTTP/1.1" status: 200 len: 808 time: 0.2435856 Dec 11 22:52:44.063201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-e090a6e5-2a2f-4ebf-95ca-7811b421cf5a tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/quotas/710dd1e51a13442497fd8e253ea69883 HTTP/1.1" status: 200 len: 375 time: 0.0167019 Dec 11 22:52:44.072688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e93540-c0bf-49ec-bf9d-37e961069488 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:44.077831 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-67e93540-c0bf-49ec-bf9d-37e961069488 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1130347 Dec 11 22:52:44.077933 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39356) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:44.100997 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a43f2ac0-8450-4e62-a312-0fe374e1ed6c None None] Could not find standard attr ID for object 9752c7ed-d02f-4736-a39b-1a8f64e648d9. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:52:44.124447 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-ca9178f3-62a7-4b34-a48e-6583befd4a5a tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=710dd1e51a13442497fd8e253ea69883&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491674 Dec 11 22:52:44.146149 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2636c3e8-1ae1-4fcf-9459-47671a607896 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:44.151244 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2636c3e8-1ae1-4fcf-9459-47671a607896 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0725973 Dec 11 22:52:44.151427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39362) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:44.248321 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17213d6-2786-4258-9a1e-27e336f6892e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:44.250103 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17213d6-2786-4258-9a1e-27e336f6892e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:44.251729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17213d6-2786-4258-9a1e-27e336f6892e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:44.256140 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b17213d6-2786-4258-9a1e-27e336f6892e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1009488 Dec 11 22:52:44.256316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39370) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:44.338650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c40b8c2-62ee-4902-95e4-64369af67008 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet 6580b2f6-2896-4d23-834f-ecc483b67585 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:52:44.344168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-5772da77-6e10-4f54-a06d-e6190a6681bb service neutron] 10.222.0.45 "GET /v2.0/networks/9617b851-613f-4f0b-8a36-e4bacfd5e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109349 Dec 11 22:52:44.344899 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c40b8c2-62ee-4902-95e4-64369af67008 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:44.452415 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c40b8c2-62ee-4902-95e4-64369af67008 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:44.552355 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-4736175a-a412-44f8-b272-8ac742befa6b service neutron] 10.222.0.45 "GET /v2.0/networks/9617b851-613f-4f0b-8a36-e4bacfd5e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764033 Dec 11 22:52:44.570192 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c40b8c2-62ee-4902-95e4-64369af67008 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:44.616960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 406f307b-78d5-47c1-9a73-f41e64c09243 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:52:44.670971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 406f307b-78d5-47c1-9a73-f41e64c09243 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:44.671552 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:44.763037 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c40b8c2-62ee-4902-95e4-64369af67008 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:44.780876 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c40b8c2-62ee-4902-95e4-64369af67008 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:44.785219 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8c40b8c2-62ee-4902-95e4-64369af67008 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/6580b2f6-2896-4d23-834f-ecc483b67585 HTTP/1.1" status: 204 len: 168 time: 0.5274951 Dec 11 22:52:44.788558 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39386) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:44.808320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9735c298-179e-4aa2-8157-56628749675e None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:44.810871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40b8c2-62ee-4902-95e4-64369af67008 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=6580b2f6-2896-4d23-834f-ecc483b67585,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:44.859814 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-befdfbf0-589a-4462-a6f8-e3ca89f8ea5c req-ea57f954-3723-4ce6-8462-adc462efc232 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 210 time: 0.0542896 Dec 11 22:52:44.907841 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea3f3b5-90a0-409c-b178-2963e85ea586 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Deleting subnet cdce04f5-0494-41ab-a6e9-22c8be6ffe9f {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:52:44.913229 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aea3f3b5-90a0-409c-b178-2963e85ea586 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:45.388741 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aea3f3b5-90a0-409c-b178-2963e85ea586 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:45.515213 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aea3f3b5-90a0-409c-b178-2963e85ea586 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:45.661687 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aea3f3b5-90a0-409c-b178-2963e85ea586 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:45.700639 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3f3b5-90a0-409c-b178-2963e85ea586 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Subnet': ['ID=cdce04f5-0494-41ab-a6e9-22c8be6ffe9f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:45.711486 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aea3f3b5-90a0-409c-b178-2963e85ea586 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:45.719707 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-aea3f3b5-90a0-409c-b178-2963e85ea586 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/cdce04f5-0494-41ab-a6e9-22c8be6ffe9f HTTP/1.1" status: 204 len: 168 time: 0.9277394 Dec 11 22:52:45.719939 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39424) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:45.732737 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4097c198-4fd0-4c36-9e2b-c07f655e0d97 None None] Network 222e8032-d106-460a-b983-cafecada1526 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:45.778514 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-07fe5fca-3698-47f6-a8d2-6816191284a7 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550845 Dec 11 22:52:45.779377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39428) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:45.862304 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554a3657-0170-4a0d-a3e6-e3ed9fbcc6dc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:45.865022 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-554a3657-0170-4a0d-a3e6-e3ed9fbcc6dc tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0847473 Dec 11 22:52:45.867510 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39434) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:45.893143 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7a299be6-1e03-4a0b-b407-d663d9b8300d None None] Provisioning complete for port 406f307b-78d5-47c1-9a73-f41e64c09243 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:45.893728 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7a299be6-1e03-4a0b-b407-d663d9b8300d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:45.941005 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c9184a-6ec7-4b45-b6a6-936b4f2ef552 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:45.941005 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-33c9184a-6ec7-4b45-b6a6-936b4f2ef552 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0711334 Dec 11 22:52:45.943157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39442) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.006490 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2c7ca39b-147c-422a-9052-429d1853daeb tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585017 Dec 11 22:52:46.008352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39446) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.058343 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78f4d7ad-623f-4094-8247-c23f8470a534 req-00d29bae-e7a8-46bc-a0a0-39a55043a7cc tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 210 time: 0.0463796 Dec 11 22:52:46.069291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43483790-6980-409e-ba27-d3e74e3415b6 None None] DHCP port deletion for 222e8032-d106-460a-b983-cafecada1526 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:52:46.079725 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0be8ad-dd31-44ab-aba8-94c5198dd823 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.079725 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0be8ad-dd31-44ab-aba8-94c5198dd823 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.082866 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cc0be8ad-dd31-44ab-aba8-94c5198dd823 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/9752c7ed-d02f-4736-a39b-1a8f64e648d9 HTTP/1.1" status: 404 len: 333 time: 0.0733442 Dec 11 22:52:46.085658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39456) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.126510 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe342d9-fced-48b4-a272-07af6bbaf27b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.127340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe342d9-fced-48b4-a272-07af6bbaf27b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.131028 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4fe342d9-fced-48b4-a272-07af6bbaf27b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/6580b2f6-2896-4d23-834f-ecc483b67585 HTTP/1.1" status: 404 len: 337 time: 0.0439081 Dec 11 22:52:46.133628 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39458) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.171814 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb481f1-e87c-430c-88f2-2e6dab331708 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.175464 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb481f1-e87c-430c-88f2-2e6dab331708 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.175864 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9cb481f1-e87c-430c-88f2-2e6dab331708 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/cdce04f5-0494-41ab-a6e9-22c8be6ffe9f HTTP/1.1" status: 404 len: 337 time: 0.0409546 Dec 11 22:52:46.178976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39462) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.205280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-43483790-6980-409e-ba27-d3e74e3415b6 None None] Deleting port 406f307b-78d5-47c1-9a73-f41e64c09243 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:46.205947 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-43483790-6980-409e-ba27-d3e74e3415b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:46.213453 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdfe070-5ce9-45e9-bac8-a301c4040fe4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.214723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdfe070-5ce9-45e9-bac8-a301c4040fe4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.219972 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cfdfe070-5ce9-45e9-bac8-a301c4040fe4 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/9fffdc68-3774-4616-82a9-4362a03d7116 HTTP/1.1" status: 404 len: 333 time: 0.0395491 Dec 11 22:52:46.224732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39466) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.258859 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d87025-7d5b-4571-84e4-b164d8063e1f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.259728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d87025-7d5b-4571-84e4-b164d8063e1f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.263955 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a8d87025-7d5b-4571-84e4-b164d8063e1f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/8597842a-e9d9-40a4-9564-5ccb06a2016d HTTP/1.1" status: 404 len: 337 time: 0.0374022 Dec 11 22:52:46.266334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39468) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.302666 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0b1a5a-e5b2-4fef-832f-1f3132c38aef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.303500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e0b1a5a-e5b2-4fef-832f-1f3132c38aef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.307242 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6e0b1a5a-e5b2-4fef-832f-1f3132c38aef tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/dba273e6-3628-498c-b54d-61761740b8f3 HTTP/1.1" status: 404 len: 337 time: 0.0396826 Dec 11 22:52:46.307526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-43483790-6980-409e-ba27-d3e74e3415b6 None None] For port 406f307b-78d5-47c1-9a73-f41e64c09243, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=406f307b-78d5-47c1-9a73-f41e64c09243,segment=NetworkSegment(4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79),segment_id=4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:46.307882 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-43483790-6980-409e-ba27-d3e74e3415b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:46.309677 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39472) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.328099 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-43483790-6980-409e-ba27-d3e74e3415b6 None None] Calling delete_port for 406f307b-78d5-47c1-9a73-f41e64c09243 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:46.338770 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14a4a4b-aa4e-4e49-9eb6-3df254c30ab8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.339657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14a4a4b-aa4e-4e49-9eb6-3df254c30ab8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.343819 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b14a4a4b-aa4e-4e49-9eb6-3df254c30ab8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/91c3320c-bd95-4aaf-88cb-7ecb35cd7c73 HTTP/1.1" status: 404 len: 333 time: 0.0322130 Dec 11 22:52:46.347313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39476) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.380271 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef46cef5-a0b2-4385-a4c1-404c05881c98 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.381121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef46cef5-a0b2-4385-a4c1-404c05881c98 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.385848 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ef46cef5-a0b2-4385-a4c1-404c05881c98 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/f7a97525-49bf-4222-ae39-46661a72b093 HTTP/1.1" status: 404 len: 337 time: 0.0384741 Dec 11 22:52:46.389356 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39480) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.424701 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30200db-3d50-4240-8fde-ce0e21eeee3b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.425171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30200db-3d50-4240-8fde-ce0e21eeee3b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.429020 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c30200db-3d50-4240-8fde-ce0e21eeee3b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/c169370b-301f-46fd-9697-df252b2b36b2 HTTP/1.1" status: 404 len: 337 time: 0.0386834 Dec 11 22:52:46.431546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39482) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.457382 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca866db-9611-472d-ad42-3cc94e375c60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.464507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca866db-9611-472d-ad42-3cc94e375c60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.464507 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0ca866db-9611-472d-ad42-3cc94e375c60 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/c30edbb4-1260-4e7d-b0a0-94b1f1da9fe8 HTTP/1.1" status: 404 len: 333 time: 0.0287979 Dec 11 22:52:46.465158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39486) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.493445 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-62714fc8-bb0e-4dd5-b896-9e457dbe8e77 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.493895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62714fc8-bb0e-4dd5-b896-9e457dbe8e77 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.496986 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-62714fc8-bb0e-4dd5-b896-9e457dbe8e77 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/feb678a5-9f7c-47be-bbc1-2f2fbf39f491 HTTP/1.1" status: 404 len: 337 time: 0.0306761 Dec 11 22:52:46.502607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39488) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.532093 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c6bc9e-1d3a-462c-99e5-7e1bdd36e081 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.532532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c6bc9e-1d3a-462c-99e5-7e1bdd36e081 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.535918 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-52c6bc9e-1d3a-462c-99e5-7e1bdd36e081 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/2d5f9b8a-b37d-4332-baf6-6db1a54494f2 HTTP/1.1" status: 404 len: 337 time: 0.0322604 Dec 11 22:52:46.539599 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39490) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.563066 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c3f39c-8033-4b72-ae81-d7cc73bc4928 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.563713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c3f39c-8033-4b72-ae81-d7cc73bc4928 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.566834 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a3c3f39c-8033-4b72-ae81-d7cc73bc4928 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/083091a4-a6b0-4ebd-8194-757d0dcc8865 HTTP/1.1" status: 404 len: 333 time: 0.0262737 Dec 11 22:52:46.569779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39492) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.586768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 406f307b-78d5-47c1-9a73-f41e64c09243 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:52:46.596810 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3bd73c-ca98-4b04-b539-7572fe71303a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.597282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e3bd73c-ca98-4b04-b539-7572fe71303a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.604470 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4e3bd73c-ca98-4b04-b539-7572fe71303a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/2df63106-f6bf-48a2-9420-c91bef24bc65 HTTP/1.1" status: 404 len: 337 time: 0.0299380 Dec 11 22:52:46.604470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39494) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.646066 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-62be0b5a-b399-42e4-9cf3-bdfcb30ddbd8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.646066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62be0b5a-b399-42e4-9cf3-bdfcb30ddbd8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.646066 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-62be0b5a-b399-42e4-9cf3-bdfcb30ddbd8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/76ea8fe6-185d-4c1c-90d2-321a2dbc6e8a HTTP/1.1" status: 404 len: 333 time: 0.0328088 Dec 11 22:52:46.646066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39496) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.668951 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ab5618-178d-48f1-a325-159854ca1600 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.669439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ab5618-178d-48f1-a325-159854ca1600 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.673134 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-57ab5618-178d-48f1-a325-159854ca1600 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/e9714eb8-9e16-4d9a-9576-bdac37b01dc9 HTTP/1.1" status: 404 len: 337 time: 0.0307384 Dec 11 22:52:46.675730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39498) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.685237 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:46.698831 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-176b8d18-13fd-4913-b28e-a30d46343a0b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.699404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-176b8d18-13fd-4913-b28e-a30d46343a0b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.703273 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-176b8d18-13fd-4913-b28e-a30d46343a0b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/bb799f1e-c89d-4c25-b109-68bed4457aa8 HTTP/1.1" status: 404 len: 333 time: 0.0266285 Dec 11 22:52:46.706166 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39500) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.733540 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-eefc6330-4183-4b5a-82a7-aec85638e6c3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.734005 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eefc6330-4183-4b5a-82a7-aec85638e6c3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.737088 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-eefc6330-4183-4b5a-82a7-aec85638e6c3 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/352b52ab-d84b-426b-b8ba-eb932f5b6958 HTTP/1.1" status: 404 len: 337 time: 0.0299037 Dec 11 22:52:46.739781 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39504) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.753169 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-43483790-6980-409e-ba27-d3e74e3415b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:46.764335 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeaa362b-2aea-4e4e-a0a2-c0b71e2b30f1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.771876 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeaa362b-2aea-4e4e-a0a2-c0b71e2b30f1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.771876 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-eeaa362b-2aea-4e4e-a0a2-c0b71e2b30f1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/f7c0a6c1-df82-48bf-9604-5ae0b963511e HTTP/1.1" status: 404 len: 333 time: 0.0270607 Dec 11 22:52:46.771876 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39506) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.781573 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43483790-6980-409e-ba27-d3e74e3415b6 None None] Pushing event deleted for resources: {'Port': ['ID=406f307b-78d5-47c1-9a73-f41e64c09243,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:46.799592 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a4edc6-3944-4367-adb7-d55b665b16e1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.806330 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a4edc6-3944-4367-adb7-d55b665b16e1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.806330 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-72a4edc6-3944-4367-adb7-d55b665b16e1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/1e599aa9-c94b-4f0a-b384-7666d418666e HTTP/1.1" status: 404 len: 337 time: 0.0323482 Dec 11 22:52:46.806636 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39508) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.812056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43483790-6980-409e-ba27-d3e74e3415b6 None None] No DVR routers for this DVR port 406f307b-78d5-47c1-9a73-f41e64c09243 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:52:46.844361 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-01110144-6d6f-4f60-bda2-434eccd82b7c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.844361 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01110144-6d6f-4f60-bda2-434eccd82b7c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.847474 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-01110144-6d6f-4f60-bda2-434eccd82b7c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/13426ce0-fb52-4d9e-8135-65dc52c25515 HTTP/1.1" status: 404 len: 333 time: 0.0373013 Dec 11 22:52:46.847763 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39510) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.885626 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cd67b6-f6a0-4f3f-a297-8902b69111cf tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.887665 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35cd67b6-f6a0-4f3f-a297-8902b69111cf tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.895677 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-35cd67b6-f6a0-4f3f-a297-8902b69111cf tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/e05b913d-b8d0-426f-87be-bcbcde7d2e8c HTTP/1.1" status: 404 len: 337 time: 0.0465121 Dec 11 22:52:46.896005 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39514) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.920341 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-3734e59b-0180-4256-b35b-0205437a1c70 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.921062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3734e59b-0180-4256-b35b-0205437a1c70 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.924487 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3734e59b-0180-4256-b35b-0205437a1c70 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/6c039247-faf2-4f92-a9e9-364e5b3bf191 HTTP/1.1" status: 404 len: 333 time: 0.0274353 Dec 11 22:52:46.927237 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39516) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.952435 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6395d6a-dba8-4b4e-a608-22fd52a8cc8d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.952894 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6395d6a-dba8-4b4e-a608-22fd52a8cc8d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.955997 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b6395d6a-dba8-4b4e-a608-22fd52a8cc8d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/c9387560-3239-43fa-9ba2-0f3048bffb9a HTTP/1.1" status: 404 len: 337 time: 0.0278139 Dec 11 22:52:46.958539 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39518) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:46.986363 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f55034f-8c49-4994-b3c7-ae0e5a66f366 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:46.986856 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f55034f-8c49-4994-b3c7-ae0e5a66f366 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:46.990004 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8f55034f-8c49-4994-b3c7-ae0e5a66f366 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/3815bbd4-1e62-4bb7-a4e0-1617496ff80d HTTP/1.1" status: 404 len: 337 time: 0.0302832 Dec 11 22:52:46.992485 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39520) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.016799 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a05ab7-c99c-4901-a42f-7cf6e47d809c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:47.017378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a05ab7-c99c-4901-a42f-7cf6e47d809c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:47.020696 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-46a05ab7-c99c-4901-a42f-7cf6e47d809c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/391e2959-3f56-4572-a676-c626f7e5a214 HTTP/1.1" status: 404 len: 333 time: 0.0272765 Dec 11 22:52:47.034441 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39522) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.076658 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a0c7d7-daa2-4bd1-a3aa-2891512b0092 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:47.077522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a0c7d7-daa2-4bd1-a3aa-2891512b0092 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:47.080751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d1a0c7d7-daa2-4bd1-a3aa-2891512b0092 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/6a36e5e1-5eb8-4579-bb33-4b22f00de0fd HTTP/1.1" status: 404 len: 337 time: 0.0449595 Dec 11 22:52:47.083347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39528) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.110835 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2b91ca-9044-4c4f-8338-09e6d35e1e0e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:47.111442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2b91ca-9044-4c4f-8338-09e6d35e1e0e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:47.114416 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fa2b91ca-9044-4c4f-8338-09e6d35e1e0e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/24d6ec36-ae33-4dae-a0b0-04a0b67c7354 HTTP/1.1" status: 404 len: 337 time: 0.0285778 Dec 11 22:52:47.116997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39530) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.140075 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71315ef4-4566-471e-9d34-21d93ebf84a9 req-d11073ab-4fab-46d9-a10f-056db824294e tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 210 time: 0.0284791 Dec 11 22:52:47.140350 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-8939fbda-7715-4b6c-97f4-029b3d0206cf tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:47.140860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8939fbda-7715-4b6c-97f4-029b3d0206cf tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:47.146889 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8939fbda-7715-4b6c-97f4-029b3d0206cf tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/1425c8bb-2474-4dd8-81e6-9c1636f84660 HTTP/1.1" status: 404 len: 333 time: 0.0261030 Dec 11 22:52:47.147245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39532) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.186834 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e41a62b-664f-497a-9cd1-f04813b8f66d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:47.187380 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e41a62b-664f-497a-9cd1-f04813b8f66d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:47.193091 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5e41a62b-664f-497a-9cd1-f04813b8f66d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/12efc040-9837-4736-a1f3-734eac20781d HTTP/1.1" status: 404 len: 337 time: 0.0425806 Dec 11 22:52:47.193434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39538) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.235325 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeed99da-3457-42f4-8b21-20ac4be1330f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:47.235325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeed99da-3457-42f4-8b21-20ac4be1330f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:47.236591 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-eeed99da-3457-42f4-8b21-20ac4be1330f tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/30e3a541-4a40-4b45-8aa4-aaa9a08e819d HTTP/1.1" status: 404 len: 337 time: 0.0418835 Dec 11 22:52:47.237238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39542) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.279225 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:47.281991 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05751cc-09f1-46cc-9452-da435184ab0b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:47.282572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05751cc-09f1-46cc-9452-da435184ab0b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:47.285816 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c05751cc-09f1-46cc-9452-da435184ab0b tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/3dd9047f-084f-4258-90b8-110f1941ae16 HTTP/1.1" status: 404 len: 333 time: 0.0476079 Dec 11 22:52:47.289739 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39544) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.316663 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-728ea863-34f6-4f5c-a0e6-e6c4f5d3af2c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:47.317118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728ea863-34f6-4f5c-a0e6-e6c4f5d3af2c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:47.320261 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-728ea863-34f6-4f5c-a0e6-e6c4f5d3af2c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/aa0446d1-4206-4f45-915f-608b289fff9f HTTP/1.1" status: 404 len: 337 time: 0.0295687 Dec 11 22:52:47.322947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39546) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.349885 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-505de9a9-c23a-49a2-b1e4-0ff0c369e071 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:47.350415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505de9a9-c23a-49a2-b1e4-0ff0c369e071 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:47.353592 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-505de9a9-c23a-49a2-b1e4-0ff0c369e071 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/1ad160cb-b85d-4f43-8449-204d6abac221 HTTP/1.1" status: 404 len: 337 time: 0.0297201 Dec 11 22:52:47.356184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39548) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.387798 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bc871aad-e6dd-46c0-a9ee-eebebad2fa54 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4dab73f-8c07-461a-aa65-25c489486208 HTTP/1.1" status: 200 len: 205 time: 0.0305114 Dec 11 22:52:47.389183 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39550) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.433729 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-0b623df1-e5fd-4612-8aad-f7e99b74751a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] delete failed (client error): The resource could not be found. Dec 11 22:52:47.435669 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0b623df1-e5fd-4612-8aad-f7e99b74751a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/routers/c4dab73f-8c07-461a-aa65-25c489486208 HTTP/1.1" status: 404 len: 336 time: 0.0445247 Dec 11 22:52:47.438549 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39554) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.465920 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb9d82c-2322-4e59-89b3-454ff7e033cd tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:47.466412 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb9d82c-2322-4e59-89b3-454ff7e033cd tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:47.469633 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4fb9d82c-2322-4e59-89b3-454ff7e033cd tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/f70658cb-ba4c-4c19-8fae-586970f56c53 HTTP/1.1" status: 404 len: 337 time: 0.0301263 Dec 11 22:52:47.472387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39558) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.487903 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39560) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.501422 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9441236a-ef4d-4707-b7f2-b055715c4356 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "GET /v2.0/ports?device_id=df62cc85-2f7a-40b9-bea8-6e4f8043b95a HTTP/1.1" status: 200 len: 205 time: 0.0277925 Dec 11 22:52:47.503799 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39566) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.548616 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-616ee10d-8454-449d-bf54-94946d0f8625 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] delete failed (client error): The resource could not be found. Dec 11 22:52:47.550067 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-616ee10d-8454-449d-bf54-94946d0f8625 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/routers/df62cc85-2f7a-40b9-bea8-6e4f8043b95a HTTP/1.1" status: 404 len: 336 time: 0.0450087 Dec 11 22:52:47.552716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39570) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.604657 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-28eb1495-8502-4d33-a829-6d994becf406 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:47.605123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28eb1495-8502-4d33-a829-6d994becf406 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:47.609348 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-de01b360-bcd5-41d2-b372-fc69b3c01e22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:47.610512 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-28eb1495-8502-4d33-a829-6d994becf406 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/4a7f5ec2-853c-4cc9-85b4-8271e2983269 HTTP/1.1" status: 404 len: 337 time: 0.0567474 Dec 11 22:52:47.611694 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39572) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.711310 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-de01b360-bcd5-41d2-b372-fc69b3c01e22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:47.809819 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-de01b360-bcd5-41d2-b372-fc69b3c01e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:47.853663 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-de01b360-bcd5-41d2-b372-fc69b3c01e22 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fbbaa9cb2a144b028ffc29e012fab405&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3645842 Dec 11 22:52:47.854591 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01b360-bcd5-41d2-b372-fc69b3c01e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b104b934-17ea-44b2-b228-1eaf7a13e662,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:47.857703 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39576) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:47.912266 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3a16ea9-a11f-4885-819e-baa7eef40619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:47.938564 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3a16ea9-a11f-4885-819e-baa7eef40619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:48.006715 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-8025128c-b4b9-416c-9da0-2434a14b7155 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:48.007225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8025128c-b4b9-416c-9da0-2434a14b7155 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:48.010320 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8025128c-b4b9-416c-9da0-2434a14b7155 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/4b8e554e-ff33-4689-855f-564c842e16e2 HTTP/1.1" status: 404 len: 337 time: 0.3970528 Dec 11 22:52:48.013578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39580) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:48.071399 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9470b59-e407-44b5-8c9e-b476e2971e43 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:48.072751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9470b59-e407-44b5-8c9e-b476e2971e43 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:48.076729 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b9470b59-e407-44b5-8c9e-b476e2971e43 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/0c60b2ba-ff18-4d10-9b2d-669cc2395bf8 HTTP/1.1" status: 404 len: 333 time: 0.0618696 Dec 11 22:52:48.079438 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39582) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:48.111231 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3a16ea9-a11f-4885-819e-baa7eef40619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:48.113839 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3a16ea9-a11f-4885-819e-baa7eef40619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:48.117304 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a3a16ea9-a11f-4885-819e-baa7eef40619 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b104b934-17ea-44b2-b228-1eaf7a13e662 HTTP/1.1" status: 204 len: 168 time: 0.2561736 Dec 11 22:52:48.123555 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52ba534-2ccc-4e6a-a4af-14315c3a4975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:48.124038 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52ba534-2ccc-4e6a-a4af-14315c3a4975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:48.129407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b52ba534-2ccc-4e6a-a4af-14315c3a4975 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/cca0828f-d8ec-4bb3-84cc-7d53927377ba HTTP/1.1" status: 404 len: 337 time: 0.0467243 Dec 11 22:52:48.131611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39586) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:48.151096 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a16ea9-a11f-4885-819e-baa7eef40619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b104b934-17ea-44b2-b228-1eaf7a13e662,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:48.159523 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-7f308d54-c8fe-44bf-a879-43b06f28a3dc tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:48.161050 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-7f308d54-c8fe-44bf-a879-43b06f28a3dc tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.47 "GET /v2.0/networks?id=9617b851-613f-4f0b-8a36-e4bacfd5e40a HTTP/1.1" status: 200 len: 808 time: 0.1639488 Dec 11 22:52:48.181317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-b7b0f0de-2abc-4452-b370-93891a463a81 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Request body: {'port': {'device_id': 'c6a8199b-6cb3-4247-b379-9e75735940f6', 'network_id': '9617b851-613f-4f0b-8a36-e4bacfd5e40a', 'admin_state_up': True, 'tenant_id': '710dd1e51a13442497fd8e253ea69883'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:48.191168 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde4a962-1d03-4087-ab3a-d5e366286af5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:48.196274 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde4a962-1d03-4087-ab3a-d5e366286af5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:48.196712 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cde4a962-1d03-4087-ab3a-d5e366286af5 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/5fb16de5-a434-4252-8a61-66da4a5f5c89 HTTP/1.1" status: 404 len: 333 time: 0.0634198 Dec 11 22:52:48.198864 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39590) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:48.232285 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6ad8c8-db1f-434e-a4c6-c3830a66a595 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:48.235513 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6ad8c8-db1f-434e-a4c6-c3830a66a595 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:48.239091 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bc6ad8c8-db1f-434e-a4c6-c3830a66a595 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/e699252d-ecb4-4461-8d5d-3b68ed038446 HTTP/1.1" status: 404 len: 337 time: 0.0390618 Dec 11 22:52:48.241703 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39594) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:48.274768 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-1918e9ba-989f-45a1-81c6-29555cb7b740 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:48.275442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1918e9ba-989f-45a1-81c6-29555cb7b740 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:48.280294 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1918e9ba-989f-45a1-81c6-29555cb7b740 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/259f3ec7-b594-4c48-b230-3c05639e5e67 HTTP/1.1" status: 404 len: 333 time: 0.0315580 Dec 11 22:52:48.282761 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39598) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:48.297150 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c795608-bb8c-40d9-a1fe-fb3bce867309 req-29002b3f-417b-4301-9941-107033c5890f tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 210 time: 0.0386829 Dec 11 22:52:48.315407 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a10f18-8e25-4987-9993-207cc7d21cf0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:48.315950 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a10f18-8e25-4987-9993-207cc7d21cf0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:48.319481 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-66a10f18-8e25-4987-9993-207cc7d21cf0 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/683dbef3-28b1-4152-a50a-17a5ac812a3f HTTP/1.1" status: 404 len: 337 time: 0.0355306 Dec 11 22:52:48.322334 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39602) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:48.348395 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-218d249f-cb86-4312-9bde-a3c5dcc20761 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:48.348974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218d249f-cb86-4312-9bde-a3c5dcc20761 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:48.352572 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-218d249f-cb86-4312-9bde-a3c5dcc20761 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/def4c88b-d3a6-44e0-b061-1643c39677ab HTTP/1.1" status: 404 len: 333 time: 0.0288651 Dec 11 22:52:48.354926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39604) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:48.394084 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df9fe08-48f8-41b8-8a61-9464e7512aa1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:48.394084 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df9fe08-48f8-41b8-8a61-9464e7512aa1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:48.395659 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4df9fe08-48f8-41b8-8a61-9464e7512aa1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/cb0025c2-8e4b-4c8b-b2f2-498b359e3fe8 HTTP/1.1" status: 404 len: 337 time: 0.0397789 Dec 11 22:52:48.400073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39608) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:48.428520 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98ecb55-8591-4b1e-91d6-f1e45b177f2c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:48.441868 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98ecb55-8591-4b1e-91d6-f1e45b177f2c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:48.441868 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f98ecb55-8591-4b1e-91d6-f1e45b177f2c tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/932c72b6-8c0a-4f1b-b319-88d00e5d9c46 HTTP/1.1" status: 404 len: 333 time: 0.0335324 Dec 11 22:52:48.443952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39612) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:48.474461 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99d0aa7-f08c-4123-ab5d-20e36e1332f1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:48.479430 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99d0aa7-f08c-4123-ab5d-20e36e1332f1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:48.482884 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a99d0aa7-f08c-4123-ab5d-20e36e1332f1 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/47e4af29-aeb3-404c-bfd9-71d00b38029a HTTP/1.1" status: 404 len: 337 time: 0.0350926 Dec 11 22:52:48.485459 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39614) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:48.486868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-b7b0f0de-2abc-4452-b370-93891a463a81 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Made reservation on behalf of 710dd1e51a13442497fd8e253ea69883 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:48.490777 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-b7b0f0de-2abc-4452-b370-93891a463a81 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:48.510847 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5111e4-b329-47cb-895b-e3bef7e9c36e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:48.514279 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5111e4-b329-47cb-895b-e3bef7e9c36e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:48.515197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ad5111e4-b329-47cb-895b-e3bef7e9c36e tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/60436c68-dae3-46f6-84c0-f6c20dd970f4 HTTP/1.1" status: 404 len: 333 time: 0.0285707 Dec 11 22:52:48.517758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39616) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:48.566293 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcc337a-f71c-4706-8a5e-6a524bc2e513 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:48.566866 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fcc337a-f71c-4706-8a5e-6a524bc2e513 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:48.570156 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2fcc337a-f71c-4706-8a5e-6a524bc2e513 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/0f30ef81-d421-4a66-8653-64106aabfe3c HTTP/1.1" status: 404 len: 337 time: 0.0387871 Dec 11 22:52:48.572779 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39620) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:48.596484 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cf26dc-abff-48b4-87d4-a0abec71f03a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:48.597200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06cf26dc-abff-48b4-87d4-a0abec71f03a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:48.602970 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-06cf26dc-abff-48b4-87d4-a0abec71f03a tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/ports/7efdd838-ceef-4eb7-97cf-63393f265dde HTTP/1.1" status: 404 len: 333 time: 0.0266633 Dec 11 22:52:48.603890 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39622) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:48.653496 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1607f1-50ca-48ad-9e87-04fd585d105d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] DELETE failed (client error): The resource could not be found. Dec 11 22:52:48.659502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1607f1-50ca-48ad-9e87-04fd585d105d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:52:48.659502 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6a1607f1-50ca-48ad-9e87-04fd585d105d tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/subnets/c82ab3ae-9269-4fa1-885f-042d392305b4 HTTP/1.1" status: 404 len: 337 time: 0.0532022 Dec 11 22:52:48.660426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39624) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:48.728990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-b7b0f0de-2abc-4452-b370-93891a463a81 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Allocated IP 172.20.0.4 (9617b851-613f-4f0b-8a36-e4bacfd5e40a/ba888335-4368-4788-9192-460448de94ad/ee34c12e-11ac-448c-831c-39084bf071e7) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:48.761614 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b90ef57c-bf44-43c9-bc4e-af73cbe69ac8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:48.798419 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eed795b8-f292-4fe3-b00b-e006db329734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:48.876611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39630) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:48.891967 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9f43463b-1f60-45c8-a6fa-da79b95cf46a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:48.932991 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b90ef57c-bf44-43c9-bc4e-af73cbe69ac8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:48.963559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b90ef57c-bf44-43c9-bc4e-af73cbe69ac8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222e8032-d106-460a-b983-cafecada1526']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:48.989021 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9f43463b-1f60-45c8-a6fa-da79b95cf46a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:48.995457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b90ef57c-bf44-43c9-bc4e-af73cbe69ac8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:48.995763 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b90ef57c-bf44-43c9-bc4e-af73cbe69ac8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0eaf82-d08f-41aa-bed2-fcbbf7fe8f79') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:49.014209 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b90ef57c-bf44-43c9-bc4e-af73cbe69ac8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:49.040019 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-b7b0f0de-2abc-4452-b370-93891a463a81 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:49.044128 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b90ef57c-bf44-43c9-bc4e-af73cbe69ac8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:49.054597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90ef57c-bf44-43c9-bc4e-af73cbe69ac8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:52:49.055121 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b90ef57c-bf44-43c9-bc4e-af73cbe69ac8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:52:49.058097 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:52:49.061056 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9f43463b-1f60-45c8-a6fa-da79b95cf46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:49.099981 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9f43463b-1f60-45c8-a6fa-da79b95cf46a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb12b967feae4007ac1f94501c9f7cc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221420 Dec 11 22:52:49.102005 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43463b-1f60-45c8-a6fa-da79b95cf46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4df0af-8598-4e5f-a1c0-acee2b832fce,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:49.104347 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39634) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:49.154457 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd402658-b116-4ba2-903b-9d5ef17609db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:49.176585 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd402658-b116-4ba2-903b-9d5ef17609db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:49.197958 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b90ef57c-bf44-43c9-bc4e-af73cbe69ac8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:49.214150 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b90ef57c-bf44-43c9-bc4e-af73cbe69ac8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:49.218811 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b90ef57c-bf44-43c9-bc4e-af73cbe69ac8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] 10.222.0.45 "DELETE /v2.0/networks/222e8032-d106-460a-b983-cafecada1526 HTTP/1.1" status: 204 len: 168 time: 0.5576491 Dec 11 22:52:49.237452 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-b7b0f0de-2abc-4452-b370-93891a463a81 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:49.250380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ef57c-bf44-43c9-bc4e-af73cbe69ac8 tempest-NetworksTestDHCPv6-376670790 tempest-NetworksTestDHCPv6-376670790-project] Pushing event deleted for resources: {'Network': ['ID=222e8032-d106-460a-b983-cafecada1526,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:49.288183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-b7b0f0de-2abc-4452-b370-93891a463a81 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Network 9617b851-613f-4f0b-8a36-e4bacfd5e40a is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:49.289646 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd402658-b116-4ba2-903b-9d5ef17609db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:49.291833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-b7b0f0de-2abc-4452-b370-93891a463a81 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:49.292345 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd402658-b116-4ba2-903b-9d5ef17609db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:49.296548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-b7b0f0de-2abc-4452-b370-93891a463a81 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:49.300602 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fd402658-b116-4ba2-903b-9d5ef17609db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bd4df0af-8598-4e5f-a1c0-acee2b832fce HTTP/1.1" status: 204 len: 168 time: 0.1951792 Dec 11 22:52:49.313614 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd402658-b116-4ba2-903b-9d5ef17609db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4df0af-8598-4e5f-a1c0-acee2b832fce,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:49.341594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0f0de-2abc-4452-b370-93891a463a81 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Pushing event updated for resources: {'Port': ['ID=ee34c12e-11ac-448c-831c-39084bf071e7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:49.372094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-b7b0f0de-2abc-4452-b370-93891a463a81 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:49.372764 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-b7b0f0de-2abc-4452-b370-93891a463a81 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:49.442104 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-b7b0f0de-2abc-4452-b370-93891a463a81 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2650197 Dec 11 22:52:49.461083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Request body: {'port': {'device_id': 'c6a8199b-6cb3-4247-b379-9e75735940f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:49.546112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb2319-e3f3-41b9-91c0-6e64c67ba7c3 req-1c053d36-5509-4bf3-881a-8194fbbebf8a tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:49.547567 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4bb2319-e3f3-41b9-91c0-6e64c67ba7c3 req-1c053d36-5509-4bf3-881a-8194fbbebf8a tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 931 time: 0.1044545 Dec 11 22:52:49.552732 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:49.651897 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4bb2319-e3f3-41b9-91c0-6e64c67ba7c3 req-dc231240-fcf7-4498-a8b7-47591aff3327 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/security-groups?id=df4d7208-f694-4d50-8393-17cd0d34a19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880897 Dec 11 22:52:49.823079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39658) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:49.897984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee34c12e-11ac-448c-831c-39084bf071e7 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:52:49.906713 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:49.921674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Transition to ACTIVE for port object ee34c12e-11ac-448c-831c-39084bf071e7 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:52:49.976250 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:49.985166 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f16940c5-9039-4f88-ae0e-159bceadd430 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fc2e5af593254e2dbd9d042b660321d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1604249 Dec 11 22:52:49.987315 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39672) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:50.076562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Pushing event updated for resources: {'Port': ['ID=ee34c12e-11ac-448c-831c-39084bf071e7,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:50.134480 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c706bce7-0a8a-4f28-ad02-5672796a08de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:50.168665 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c706bce7-0a8a-4f28-ad02-5672796a08de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:50.187804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Attempting to bind port ee34c12e-11ac-448c-831c-39084bf071e7 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:52:50.188143 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Attempting to bind port ee34c12e-11ac-448c-831c-39084bf071e7 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '7a2d7c61-aa6b-466b-a42f-070f1bc7c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9617b851-613f-4f0b-8a36-e4bacfd5e40a'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:52:50.188473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Attempting to bind port ee34c12e-11ac-448c-831c-39084bf071e7 on network 9617b851-613f-4f0b-8a36-e4bacfd5e40a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:52:50.204859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Port ee34c12e-11ac-448c-831c-39084bf071e7 on network 9617b851-613f-4f0b-8a36-e4bacfd5e40a not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:52:50.205513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Attempting to bind port ee34c12e-11ac-448c-831c-39084bf071e7 on network 9617b851-613f-4f0b-8a36-e4bacfd5e40a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:52:50.218209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:52:50.218719 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Checking segment: {'id': '7a2d7c61-aa6b-466b-a42f-070f1bc7c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9617b851-613f-4f0b-8a36-e4bacfd5e40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:52:50.218977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Bound using segment: {'id': '7a2d7c61-aa6b-466b-a42f-070f1bc7c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9617b851-613f-4f0b-8a36-e4bacfd5e40a'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:52:50.219472 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Bound port: ee34c12e-11ac-448c-831c-39084bf071e7, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2d7c61-aa6b-466b-a42f-070f1bc7c86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9617b851-613f-4f0b-8a36-e4bacfd5e40a'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:52:50.219861 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:50.290181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] For port ee34c12e-11ac-448c-831c-39084bf071e7, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:52:50.293557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] For port ee34c12e-11ac-448c-831c-39084bf071e7, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ee34c12e-11ac-448c-831c-39084bf071e7,segment=NetworkSegment(7a2d7c61-aa6b-466b-a42f-070f1bc7c86d),segment_id=7a2d7c61-aa6b-466b-a42f-070f1bc7c86d)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:52:50.352137 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c706bce7-0a8a-4f28-ad02-5672796a08de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:50.355207 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c706bce7-0a8a-4f28-ad02-5672796a08de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:50.356262 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c706bce7-0a8a-4f28-ad02-5672796a08de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae07e3f7-4c76-469f-80e9-c02dbf312420 HTTP/1.1" status: 204 len: 168 time: 0.3679130 Dec 11 22:52:50.366177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706bce7-0a8a-4f28-ad02-5672796a08de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae07e3f7-4c76-469f-80e9-c02dbf312420,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:50.403707 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:50.454075 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:50.454710 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:50.456139 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] 10.222.0.47 "PUT /v2.0/ports/ee34c12e-11ac-448c-831c-39084bf071e7 HTTP/1.1" status: 200 len: 1091 time: 0.9999552 Dec 11 22:52:50.456633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a8199b-6cb3-4247-b379-9e75735940f6', 'tag': 'ee34c12e-11ac-448c-831c-39084bf071e7'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:52:50.458969 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e148a68e-e3f7-483c-a7bf-c2454ad6c671" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a8199b-6cb3-4247-b379-9e75735940f6", "tag": "ee34c12e-11ac-448c-831c-39084bf071e7"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:52:50.516249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de752e8-ee57-4e22-8acc-c00b9242cdce service neutron] Pushing event updated for resources: {'Port': ['ID=ee34c12e-11ac-448c-831c-39084bf071e7,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:50.565611 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95229d1f-19d5-47bf-b95f-2348030e1c3e x-openstack-request-id: req-95229d1f-19d5-47bf-b95f-2348030e1c3e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:52:50.565929 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a8199b-6cb3-4247-b379-9e75735940f6", "tag": "ee34c12e-11ac-448c-831c-39084bf071e7", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:52:50.566193 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-95229d1f-19d5-47bf-b95f-2348030e1c3e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:52:50.566615 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a8199b-6cb3-4247-b379-9e75735940f6', 'tag': 'ee34c12e-11ac-448c-831c-39084bf071e7', 'status': 'completed', 'code': 200} Dec 11 22:52:50.650081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148a68e-e3f7-483c-a7bf-c2454ad6c671 req-38ac9087-a46d-48c8-a9c8-f90b7ffe5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:50.651657 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e148a68e-e3f7-483c-a7bf-c2454ad6c671 req-38ac9087-a46d-48c8-a9c8-f90b7ffe5fc8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=710dd1e51a13442497fd8e253ea69883&device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 1094 time: 0.0587392 Dec 11 22:52:50.921156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88da8a8-3939-4855-a523-d17c5b517f3b req-c8ad9ed7-1532-47cf-80fd-10d2dac94198 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:50.922767 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b88da8a8-3939-4855-a523-d17c5b517f3b req-c8ad9ed7-1532-47cf-80fd-10d2dac94198 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 943 time: 0.1340895 Dec 11 22:52:50.955424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148a68e-e3f7-483c-a7bf-c2454ad6c671 req-9db4b91e-3393-4d4f-b79d-d789c9b326bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:50.956935 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e148a68e-e3f7-483c-a7bf-c2454ad6c671 req-9db4b91e-3393-4d4f-b79d-d789c9b326bc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=710dd1e51a13442497fd8e253ea69883&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2757130 Dec 11 22:52:51.043555 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b88da8a8-3939-4855-a523-d17c5b517f3b req-23a485b9-d9b5-4eb0-9522-ed2973376520 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/security-groups?id=df4d7208-f694-4d50-8393-17cd0d34a19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129377 Dec 11 22:52:51.144907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148a68e-e3f7-483c-a7bf-c2454ad6c671 req-d189adde-3267-45f4-8d23-9d95c61e334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:51.146448 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e148a68e-e3f7-483c-a7bf-c2454ad6c671 req-d189adde-3267-45f4-8d23-9d95c61e334d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1815028 Dec 11 22:52:51.262289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-2e0b5cda-3dc3-428e-bab2-db39cf6f7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:51.264017 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-2e0b5cda-3dc3-428e-bab2-db39cf6f7d53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=710dd1e51a13442497fd8e253ea69883&device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 1094 time: 0.0478988 Dec 11 22:52:51.312302 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4842-ba54-495f-93c7-04f402f6d28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:51.316548 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-29eaacd9-e764-44d3-8d3d-86e788d7620c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee34c12e-11ac-448c-831c-39084bf071e7 HTTP/1.1" status: 200 len: 217 time: 0.0402977 Dec 11 22:52:51.365271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-29463579-4c0e-44b9-b503-6df1c027cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:51.367165 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-29463579-4c0e-44b9-b503-6df1c027cbda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba888335-4368-4788-9192-460448de94ad HTTP/1.1" status: 200 len: 848 time: 0.0441272 Dec 11 22:52:51.401520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-42ce8e72-4168-4445-8e8e-93df8cbcd44a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9617b851-613f-4f0b-8a36-e4bacfd5e40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269969 Dec 11 22:52:51.514088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-ee7b8bcb-7015-455b-a5b7-ada2039b8a92 service neutron] 10.222.0.47 "GET /v2.0/networks/9617b851-613f-4f0b-8a36-e4bacfd5e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052186 Dec 11 22:52:51.650321 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d00d64cc-b553-43dc-bd3a-7e11425bd59f req-10b6e161-f893-45d9-9223-827d4ae1ec36 service neutron] 10.222.0.47 "GET /v2.0/networks/9617b851-613f-4f0b-8a36-e4bacfd5e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290691 Dec 11 22:52:51.828377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39756) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:51.926283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ecd03fdd-53b2-43e0-9b24-96814c9f548e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1637562187'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:51.999433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd03fdd-53b2-43e0-9b24-96814c9f548e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:52.003060 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ecd03fdd-53b2-43e0-9b24-96814c9f548e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:52.016471 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ecd03fdd-53b2-43e0-9b24-96814c9f548e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:52.119665 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ecd03fdd-53b2-43e0-9b24-96814c9f548e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:52.158102 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:52.186744 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ecd03fdd-53b2-43e0-9b24-96814c9f548e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:52.192571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc9b2f-fb82-4a8e-a1c5-2fcbfe89152a req-a7871c56-8421-4189-8561-41d6fa67a954 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:52.199348 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-36cc9b2f-fb82-4a8e-a1c5-2fcbfe89152a req-a7871c56-8421-4189-8561-41d6fa67a954 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 943 time: 0.0623231 Dec 11 22:52:52.214668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd03fdd-53b2-43e0-9b24-96814c9f548e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:52:52.224220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd03fdd-53b2-43e0-9b24-96814c9f548e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83df37d-f329-43f1-b93a-70eb972ad001,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:52.230363 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ecd03fdd-53b2-43e0-9b24-96814c9f548e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:52.230724 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-ecd03fdd-53b2-43e0-9b24-96814c9f548e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Added segment 03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9 of type vlan for network 52546f5f-fd35-4f7f-944a-369bdbb3a193 Dec 11 22:52:52.258858 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-36cc9b2f-fb82-4a8e-a1c5-2fcbfe89152a req-8a6642c3-2be7-42a1-a76c-2a78362dd6be tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/security-groups?id=df4d7208-f694-4d50-8393-17cd0d34a19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570545 Dec 11 22:52:52.290630 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ecd03fdd-53b2-43e0-9b24-96814c9f548e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:52.398429 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ecd03fdd-53b2-43e0-9b24-96814c9f548e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:52.408849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd03fdd-53b2-43e0-9b24-96814c9f548e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:52.408849 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ecd03fdd-53b2-43e0-9b24-96814c9f548e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:52.508456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd03fdd-53b2-43e0-9b24-96814c9f548e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Network': ['ID=52546f5f-fd35-4f7f-944a-369bdbb3a193,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:52.520941 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:52:52.549656 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ecd03fdd-53b2-43e0-9b24-96814c9f548e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7201376 Dec 11 22:52:52.552753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39784) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:52.557810 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1a23fd16-5f65-4942-95e5-20da526180df tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'name': 'tempest-PortsTestJSON-872926809'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:52.701019 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a23fd16-5f65-4942-95e5-20da526180df tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:52.704819 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a23fd16-5f65-4942-95e5-20da526180df tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:52.726663 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-1a23fd16-5f65-4942-95e5-20da526180df tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port ffafcebf-76df-4321-b3f5-3fd3594cdacc yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:52:52.910975 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a23fd16-5f65-4942-95e5-20da526180df tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:53.072779 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a23fd16-5f65-4942-95e5-20da526180df tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:53.147465 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23fd16-5f65-4942-95e5-20da526180df tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=ffafcebf-76df-4321-b3f5-3fd3594cdacc,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:53.158057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a23fd16-5f65-4942-95e5-20da526180df tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Checking segment: {'id': '03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:52:53.158430 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a23fd16-5f65-4942-95e5-20da526180df tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network hostable DHCP agents. Network: 52546f5f-fd35-4f7f-944a-369bdbb3a193, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:52:53.216896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a23fd16-5f65-4942-95e5-20da526180df tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:52:53.266443 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-1a23fd16-5f65-4942-95e5-20da526180df tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 52546f5f-fd35-4f7f-944a-369bdbb3a193) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:53.270357 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23fd16-5f65-4942-95e5-20da526180df tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:53.278972 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba0ec25-90cf-492d-85b2-4454ccbc2e27 None None] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:53.283005 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a23fd16-5f65-4942-95e5-20da526180df tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:53.283899 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a23fd16-5f65-4942-95e5-20da526180df tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:53.313004 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39810) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:53.362776 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1a23fd16-5f65-4942-95e5-20da526180df tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8088160 Dec 11 22:52:53.365994 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39816) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:53.372541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-7b3f8db1-1d88-4b88-a9a4-f49851fc11d5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-816700097'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:53.478349 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3f8db1-1d88-4b88-a9a4-f49851fc11d5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:53.482282 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b3f8db1-1d88-4b88-a9a4-f49851fc11d5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:53.510981 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3f8db1-1d88-4b88-a9a4-f49851fc11d5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:52:53.521733 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b3f8db1-1d88-4b88-a9a4-f49851fc11d5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:53.522501 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-7b3f8db1-1d88-4b88-a9a4-f49851fc11d5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Added segment a23528a5-572d-4cc2-8117-755322b828ed of type vlan for network feee2ff0-1cde-4dc7-b980-d8b0be7bd2db Dec 11 22:52:53.565692 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b3f8db1-1d88-4b88-a9a4-f49851fc11d5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:53.624599 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a81bd819-4609-4296-804b-40c584d70353 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:53.658748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506f734-f4c7-4761-8aba-5d9d67a3458b req-fdf02867-d5aa-438d-b3e5-5faf7f4d30c0 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:53.660294 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7506f734-f4c7-4761-8aba-5d9d67a3458b req-fdf02867-d5aa-438d-b3e5-5faf7f4d30c0 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 943 time: 0.3148270 Dec 11 22:52:53.668193 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b3f8db1-1d88-4b88-a9a4-f49851fc11d5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:53.675616 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3f8db1-1d88-4b88-a9a4-f49851fc11d5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:53.677597 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b3f8db1-1d88-4b88-a9a4-f49851fc11d5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:53.740621 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7506f734-f4c7-4761-8aba-5d9d67a3458b req-3c0c3bd1-a41a-4e6a-bc0c-c3fb5c70d930 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/security-groups?id=df4d7208-f694-4d50-8393-17cd0d34a19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698354 Dec 11 22:52:53.763166 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f8db1-1d88-4b88-a9a4-f49851fc11d5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Network': ['ID=feee2ff0-1cde-4dc7-b980-d8b0be7bd2db,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:53.765823 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a81bd819-4609-4296-804b-40c584d70353 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:53.773591 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network feee2ff0-1cde-4dc7-b980-d8b0be7bd2db details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:52:53.778990 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7b3f8db1-1d88-4b88-a9a4-f49851fc11d5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4110529 Dec 11 22:52:53.789022 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39826) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:53.794632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'ports': [{'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193'}, {'network_id': 'feee2ff0-1cde-4dc7-b980-d8b0be7bd2db'}]} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:53.795224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:53.796333 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'network_id': 'feee2ff0-1cde-4dc7-b980-d8b0be7bd2db'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:53.851674 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a81bd819-4609-4296-804b-40c584d70353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:53.915305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bd819-4609-4296-804b-40c584d70353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593cb70b-2df7-4bfa-a48a-516af6c9fecb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:53.924490 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a81bd819-4609-4296-804b-40c584d70353 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4fdf0433e9004c9bb17f8b5addbf4a32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6104040 Dec 11 22:52:53.927759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39832) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:53.964243 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:53.982825 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aad3363d-579c-4a2e-9812-2a031dc7f119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:54.013762 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aad3363d-579c-4a2e-9812-2a031dc7f119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:54.094955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'port': 2} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:54.099894 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:54.114014 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:54.117779 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aad3363d-579c-4a2e-9812-2a031dc7f119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:54.120560 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aad3363d-579c-4a2e-9812-2a031dc7f119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:54.121799 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-aad3363d-579c-4a2e-9812-2a031dc7f119 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/593cb70b-2df7-4bfa-a48a-516af6c9fecb HTTP/1.1" status: 204 len: 168 time: 0.1926427 Dec 11 22:52:54.131604 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3363d-579c-4a2e-9812-2a031dc7f119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593cb70b-2df7-4bfa-a48a-516af6c9fecb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:54.203624 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port 01a5c6f5-f8c5-4a85-9a35-30d35061bfe0 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:52:54.343209 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:54.417991 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port 5c45ffbc-3344-4d3b-b844-ff26ff4f2d55 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:52:54.528953 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:54.626648 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:54.656226 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:54.708015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:54.711204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:54.714119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:54.714982 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:54.736022 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39848) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:54.737129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=01a5c6f5-f8c5-4a85-9a35-30d35061bfe0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:54.750178 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d55e4bfb-d605-42bb-8f6e-1970ae32eeaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:54.802283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Checking segment: {'id': 'a23528a5-572d-4cc2-8117-755322b828ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'feee2ff0-1cde-4dc7-b980-d8b0be7bd2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:52:54.802645 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network hostable DHCP agents. Network: feee2ff0-1cde-4dc7-b980-d8b0be7bd2db, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:52:54.805956 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=5c45ffbc-3344-4d3b-b844-ff26ff4f2d55,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:54.889525 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d55e4bfb-d605-42bb-8f6e-1970ae32eeaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:54.890066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network feee2ff0-1cde-4dc7-b980-d8b0be7bd2db is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:52:54.902026 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bc15f-9e24-481c-bd2f-2661b612f0c6 req-daaac120-37ce-4cb1-8d2f-12c90a399a72 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:54.904527 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa0bc15f-9e24-481c-bd2f-2661b612f0c6 req-daaac120-37ce-4cb1-8d2f-12c90a399a72 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 943 time: 0.0821185 Dec 11 22:52:54.957541 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa0bc15f-9e24-481c-bd2f-2661b612f0c6 req-6ab2fe6c-be47-4273-9b94-b469e85f55ee tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/security-groups?id=df4d7208-f694-4d50-8393-17cd0d34a19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441313 Dec 11 22:52:54.974052 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d55e4bfb-d605-42bb-8f6e-1970ae32eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:54.987190 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, feee2ff0-1cde-4dc7-b980-d8b0be7bd2db) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:55.000676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72d8ff6-ab60-4d85-bd6a-b610d134d56c None None] Network feee2ff0-1cde-4dc7-b980-d8b0be7bd2db requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:55.002058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:55.013175 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e4bfb-d605-42bb-8f6e-1970ae32eeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab34a704-e80b-4a01-8a94-7a0a6edaeb5e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:55.047885 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:55.049029 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d55e4bfb-d605-42bb-8f6e-1970ae32eeaf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d1b1fe1a05a344ffb38ba2f95967d42d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3116641 Dec 11 22:52:55.051444 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39860) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:55.064622 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:55.065562 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:55.116707 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-73e2de5e-1c2a-4e12-8559-1dc7b20c935a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:55.140183 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-73e2de5e-1c2a-4e12-8559-1dc7b20c935a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:55.155858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-90bd4c7c-e952-4d17-95ce-ef3d65267db9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3653657 Dec 11 22:52:55.158661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39862) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:55.225216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ee34c12e-11ac-448c-831c-39084bf071e7 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:52:55.264076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a4fab83a-7296-48a5-8a40-4a1eb9a95d0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port 5c45ffbc-3344-4d3b-b844-ff26ff4f2d55 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:55.264418 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4fab83a-7296-48a5-8a40-4a1eb9a95d0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:55.324150 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-73e2de5e-1c2a-4e12-8559-1dc7b20c935a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:55.328222 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-73e2de5e-1c2a-4e12-8559-1dc7b20c935a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:55.332101 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-73e2de5e-1c2a-4e12-8559-1dc7b20c935a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab34a704-e80b-4a01-8a94-7a0a6edaeb5e HTTP/1.1" status: 204 len: 168 time: 0.2761493 Dec 11 22:52:55.332461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ee34c12e-11ac-448c-831c-39084bf071e7, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ee34c12e-11ac-448c-831c-39084bf071e7,segment=NetworkSegment(7a2d7c61-aa6b-466b-a42f-070f1bc7c86d),segment_id=7a2d7c61-aa6b-466b-a42f-070f1bc7c86d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:55.341734 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4fab83a-7296-48a5-8a40-4a1eb9a95d0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:55.348276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'ee34c12e-11ac-448c-831c-39084bf071e7', 'network_id': '9617b851-613f-4f0b-8a36-e4bacfd5e40a', 'port_id': 'ee34c12e-11ac-448c-831c-39084bf071e7', 'mac_address': 'fa:16:3e:60:9b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba888335-4368-4788-9192-460448de94ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:52:55.355928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2de5e-1c2a-4e12-8559-1dc7b20c935a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab34a704-e80b-4a01-8a94-7a0a6edaeb5e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:55.374879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a4fab83a-7296-48a5-8a40-4a1eb9a95d0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for 5c45ffbc-3344-4d3b-b844-ff26ff4f2d55 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:55.415310 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:55.440527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee34c12e-11ac-448c-831c-39084bf071e7 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:52:55.474208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ee34c12e-11ac-448c-831c-39084bf071e7, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ee34c12e-11ac-448c-831c-39084bf071e7,segment=NetworkSegment(7a2d7c61-aa6b-466b-a42f-070f1bc7c86d),segment_id=7a2d7c61-aa6b-466b-a42f-070f1bc7c86d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:55.541135 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:55.604018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=ee34c12e-11ac-448c-831c-39084bf071e7,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:55.604240 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4fab83a-7296-48a5-8a40-4a1eb9a95d0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:55.637071 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fab83a-7296-48a5-8a40-4a1eb9a95d0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=5c45ffbc-3344-4d3b-b844-ff26ff4f2d55,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:55.647560 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4fab83a-7296-48a5-8a40-4a1eb9a95d0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:55.651447 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a4fab83a-7296-48a5-8a40-4a1eb9a95d0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/5c45ffbc-3344-4d3b-b844-ff26ff4f2d55 HTTP/1.1" status: 204 len: 168 time: 0.4914026 Dec 11 22:52:55.653806 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39872) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:55.715717 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e501fbd-6005-4bd1-9b3d-09aa6642352b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:55.722936 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e501fbd-6005-4bd1-9b3d-09aa6642352b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:55.724542 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1e501fbd-6005-4bd1-9b3d-09aa6642352b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0696766 Dec 11 22:52:55.727541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39878) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:55.871273 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-09a45271-f65e-4541-8394-cae257c45adf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port 01a5c6f5-f8c5-4a85-9a35-30d35061bfe0 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:52:55.871911 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09a45271-f65e-4541-8394-cae257c45adf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:55.880116 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['ee34c12e-11ac-448c-831c-39084bf071e7'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:52:56.007786 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09a45271-f65e-4541-8394-cae257c45adf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:56.022982 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-09a45271-f65e-4541-8394-cae257c45adf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for 01a5c6f5-f8c5-4a85-9a35-30d35061bfe0 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:52:56.121524 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b0631-db35-490d-86a0-a2f446990991 req-ed740635-1d88-43e2-b47c-81024c4f1596 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:56.121524 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-254b0631-db35-490d-86a0-a2f446990991 req-ed740635-1d88-43e2-b47c-81024c4f1596 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 944 time: 0.0643797 Dec 11 22:52:56.173098 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-254b0631-db35-490d-86a0-a2f446990991 req-811270db-e8e8-4e9c-8a3d-97133ca05018 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/security-groups?id=df4d7208-f694-4d50-8393-17cd0d34a19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470934 Dec 11 22:52:56.215136 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09a45271-f65e-4541-8394-cae257c45adf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:56.246633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a45271-f65e-4541-8394-cae257c45adf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=01a5c6f5-f8c5-4a85-9a35-30d35061bfe0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:56.266063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09a45271-f65e-4541-8394-cae257c45adf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:56.274698 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-09a45271-f65e-4541-8394-cae257c45adf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/01a5c6f5-f8c5-4a85-9a35-30d35061bfe0 HTTP/1.1" status: 204 len: 168 time: 0.5457993 Dec 11 22:52:56.276285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39902) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:56.330862 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9fe2b8-2c79-4479-9ec6-6015dd851891 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:56.332385 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ea9fe2b8-2c79-4479-9ec6-6015dd851891 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0550244 Dec 11 22:52:56.335373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39906) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:56.361099 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-b858578a-07d9-4a14-b1eb-6b63ac54a5e6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] GET failed (client error): The resource could not be found. Dec 11 22:52:56.362528 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b858578a-07d9-4a14-b1eb-6b63ac54a5e6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/5c45ffbc-3344-4d3b-b844-ff26ff4f2d55 HTTP/1.1" status: 404 len: 333 time: 0.0262077 Dec 11 22:52:56.365279 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39910) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:56.390399 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d7f5e5-253e-4270-9b39-8d0a6d52be81 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] GET failed (client error): The resource could not be found. Dec 11 22:52:56.394887 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-87d7f5e5-253e-4270-9b39-8d0a6d52be81 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/01a5c6f5-f8c5-4a85-9a35-30d35061bfe0 HTTP/1.1" status: 404 len: 333 time: 0.0262358 Dec 11 22:52:56.395187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39912) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:56.472620 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec078688-d387-4aa1-b531-dc0f40706a0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:56.558900 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec078688-d387-4aa1-b531-dc0f40706a0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:56.586902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-ec078688-d387-4aa1-b531-dc0f40706a0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feee2ff0-1cde-4dc7-b980-d8b0be7bd2db']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:56.601199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-ec078688-d387-4aa1-b531-dc0f40706a0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23528a5-572d-4cc2-8117-755322b828ed') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:56.601492 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-ec078688-d387-4aa1-b531-dc0f40706a0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23528a5-572d-4cc2-8117-755322b828ed') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:52:56.612212 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec078688-d387-4aa1-b531-dc0f40706a0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:56.627226 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec078688-d387-4aa1-b531-dc0f40706a0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:56.634678 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec078688-d387-4aa1-b531-dc0f40706a0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:52:56.635102 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec078688-d387-4aa1-b531-dc0f40706a0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:52:56.641192 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:52:56.792694 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec078688-d387-4aa1-b531-dc0f40706a0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:56.805591 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec078688-d387-4aa1-b531-dc0f40706a0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:56.808979 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ec078688-d387-4aa1-b531-dc0f40706a0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/networks/feee2ff0-1cde-4dc7-b980-d8b0be7bd2db HTTP/1.1" status: 204 len: 168 time: 0.4129758 Dec 11 22:52:56.813770 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39926) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:56.819721 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-01539c03-4bc0-4480-b941-1d1512a2d3a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1519149420'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:56.823457 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec078688-d387-4aa1-b531-dc0f40706a0f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Network': ['ID=feee2ff0-1cde-4dc7-b980-d8b0be7bd2db,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:56.900845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01539c03-4bc0-4480-b941-1d1512a2d3a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:56.904436 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01539c03-4bc0-4480-b941-1d1512a2d3a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:56.928749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01539c03-4bc0-4480-b941-1d1512a2d3a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:52:56.938482 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01539c03-4bc0-4480-b941-1d1512a2d3a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:56.938863 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-01539c03-4bc0-4480-b941-1d1512a2d3a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Added segment d2d4dbd9-a6ca-4065-ac45-f377126a84aa of type vlan for network 82e32f60-c77a-478e-bdcb-39b3c3cd8bca Dec 11 22:52:56.986091 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01539c03-4bc0-4480-b941-1d1512a2d3a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:57.098452 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01539c03-4bc0-4480-b941-1d1512a2d3a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:57.101250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01539c03-4bc0-4480-b941-1d1512a2d3a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:57.101936 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01539c03-4bc0-4480-b941-1d1512a2d3a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:57.171354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01539c03-4bc0-4480-b941-1d1512a2d3a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Network': ['ID=82e32f60-c77a-478e-bdcb-39b3c3cd8bca,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:57.183505 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 82e32f60-c77a-478e-bdcb-39b3c3cd8bca details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:52:57.241636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ee34c12e-11ac-448c-831c-39084bf071e7 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:52:57.247986 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-01539c03-4bc0-4480-b941-1d1512a2d3a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4319003 Dec 11 22:52:57.248688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39948) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:57.254100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4a5dc3a2-ac69-405a-90c0-f19637b01876 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'subnet': {'network_id': '82e32f60-c77a-478e-bdcb-39b3c3cd8bca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:57.329626 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd716832-8c2d-4d4d-b422-4b3838f14033 req-faffc944-ae82-42ab-8c29-5a97ba6cedaf tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:57.331284 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd716832-8c2d-4d4d-b422-4b3838f14033 req-faffc944-ae82-42ab-8c29-5a97ba6cedaf tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 944 time: 0.0554132 Dec 11 22:52:57.392018 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd716832-8c2d-4d4d-b422-4b3838f14033 req-89fa825f-bdc0-4b89-b3cc-7c16707c8133 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/security-groups?id=df4d7208-f694-4d50-8393-17cd0d34a19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545316 Dec 11 22:52:57.432110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port ee34c12e-11ac-448c-831c-39084bf071e7 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:52:57.436125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port ee34c12e-11ac-448c-831c-39084bf071e7 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:52:57.436501 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:57.443805 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5dc3a2-ac69-405a-90c0-f19637b01876 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:57.447516 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a5dc3a2-ac69-405a-90c0-f19637b01876 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:57.508175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.ipam_backend_mixin [None req-4a5dc3a2-ac69-405a-90c0-f19637b01876 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Performing IP validity checks on allocation pools {{(pid=103692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 11 22:52:57.509057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.ipam_backend_mixin [None req-4a5dc3a2-ac69-405a-90c0-f19637b01876 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 11 22:52:57.529431 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:57.566788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a8199b-6cb3-4247-b379-9e75735940f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee34c12e-11ac-448c-831c-39084bf071e7'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:52:57.569787 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b545b127-2a53-4ac4-9502-fd191c612b9b" -d '{"events": [{"server_uuid": "c6a8199b-6cb3-4247-b379-9e75735940f6", "name": "network-vif-plugged", "status": "completed", "tag": "ee34c12e-11ac-448c-831c-39084bf071e7"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:52:57.613696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ee34c12e-11ac-448c-831c-39084bf071e7, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ee34c12e-11ac-448c-831c-39084bf071e7,segment=NetworkSegment(7a2d7c61-aa6b-466b-a42f-070f1bc7c86d),segment_id=7a2d7c61-aa6b-466b-a42f-070f1bc7c86d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:52:57.623013 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a9bf91-a8f0-483c-a62f-8a65972cd9ed x-openstack-request-id: req-c4a9bf91-a8f0-483c-a62f-8a65972cd9ed {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:52:57.623421 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a8199b-6cb3-4247-b379-9e75735940f6", "name": "network-vif-plugged", "status": "completed", "tag": "ee34c12e-11ac-448c-831c-39084bf071e7", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:52:57.623799 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4a9bf91-a8f0-483c-a62f-8a65972cd9ed {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:52:57.624305 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a8199b-6cb3-4247-b379-9e75735940f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee34c12e-11ac-448c-831c-39084bf071e7', 'code': 200} Dec 11 22:52:57.695690 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:57.751210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=ee34c12e-11ac-448c-831c-39084bf071e7,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:57.753758 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a5dc3a2-ac69-405a-90c0-f19637b01876 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:57.768147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4819550-484e-42fe-980c-2dcd67008221 req-09f24284-a6af-4a35-b03c-0304a479eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:57.769635 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4819550-484e-42fe-980c-2dcd67008221 req-09f24284-a6af-4a35-b03c-0304a479eedb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 1096 time: 0.0568671 Dec 11 22:52:57.845736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5dc3a2-ac69-405a-90c0-f19637b01876 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Subnet': ['ID=bbf0d563-f6b0-4a04-a571-b5b03648c3e7,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:57.866561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5dc3a2-ac69-405a-90c0-f19637b01876 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Checking segment: {'id': 'd2d4dbd9-a6ca-4065-ac45-f377126a84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '82e32f60-c77a-478e-bdcb-39b3c3cd8bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:52:57.866963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5dc3a2-ac69-405a-90c0-f19637b01876 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network hostable DHCP agents. Network: 82e32f60-c77a-478e-bdcb-39b3c3cd8bca, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:52:57.871769 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4819550-484e-42fe-980c-2dcd67008221 req-2d2b5227-672a-4a92-b83e-ec8506a38fbd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df4d7208-f694-4d50-8393-17cd0d34a19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812659 Dec 11 22:52:57.957852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5dc3a2-ac69-405a-90c0-f19637b01876 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 82e32f60-c77a-478e-bdcb-39b3c3cd8bca is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:52:58.043635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-4a5dc3a2-ac69-405a-90c0-f19637b01876 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 82e32f60-c77a-478e-bdcb-39b3c3cd8bca) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:58.052629 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b46eba6-faab-431d-b7af-999c14ca8ac2 None None] Network 82e32f60-c77a-478e-bdcb-39b3c3cd8bca requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:52:58.058535 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5dc3a2-ac69-405a-90c0-f19637b01876 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:58.059177 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4a5dc3a2-ac69-405a-90c0-f19637b01876 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:58.160691 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4a5dc3a2-ac69-405a-90c0-f19637b01876 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9109242 Dec 11 22:52:58.163301 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 39980) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:58.170727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'network_id': '82e32f60-c77a-478e-bdcb-39b3c3cd8bca', 'name': 'tempest-PortsTestJSON-1311696840'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:52:58.175981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-82e32f60-c77a-478e-bdcb-39b3c3cd8bca', 'network_id': '82e32f60-c77a-478e-bdcb-39b3c3cd8bca', 'project_id': '9cb51e5d0a1b43f58b4c4b5714178709', 'fixed_ips': [{'subnet_id': 'bbf0d563-f6b0-4a04-a571-b5b03648c3e7'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:52:58.177217 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:58.334200 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Allocated IP 172.20.0.2 (82e32f60-c77a-478e-bdcb-39b3c3cd8bca/bbf0d563-f6b0-4a04-a571-b5b03648c3e7/2489cada-a6a2-4420-8a5f-bfdf6475de55) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:58.363340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:52:58.367605 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:58.393033 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port 154a377c-4323-4528-b9ec-07b33d323872 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:52:58.437642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39990) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:58.542011 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:58.555301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8435f16-38d3-47b1-9cfa-ed1b54fb0acb req-46b94982-15cc-45cf-b425-32aaabde27c2 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:58.557073 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c8435f16-38d3-47b1-9cfa-ed1b54fb0acb req-46b94982-15cc-45cf-b425-32aaabde27c2 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 945 time: 0.0583265 Dec 11 22:52:58.603428 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:58.612490 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-24fcc0cf-af69-4b1a-b53c-7f6ca38d09a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:58.664262 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c8435f16-38d3-47b1-9cfa-ed1b54fb0acb req-d68c93e0-40dd-43ef-8567-579f06975278 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/security-groups?id=df4d7208-f694-4d50-8393-17cd0d34a19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986483 Dec 11 22:52:58.665315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Network 82e32f60-c77a-478e-bdcb-39b3c3cd8bca is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:58.669648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:58.671811 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Pushing event updated for resources: {'Port': ['ID=2489cada-a6a2-4420-8a5f-bfdf6475de55,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:58.673891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:58.713833 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.api [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a9529fd2-8fb8-4818-bbe1-9ca7beb14aaa {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:52:58.714462 n-d-710847-6 neutron-server[103692]: DEBUG oslo_db.api [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:52:58.722160 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-24fcc0cf-af69-4b1a-b53c-7f6ca38d09a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:58.728295 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Attempting to bind port 2489cada-a6a2-4420-8a5f-bfdf6475de55 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:52:58.728680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Attempting to bind port 2489cada-a6a2-4420-8a5f-bfdf6475de55 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'd2d4dbd9-a6ca-4065-ac45-f377126a84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '82e32f60-c77a-478e-bdcb-39b3c3cd8bca'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:52:58.729045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Attempting to bind port 2489cada-a6a2-4420-8a5f-bfdf6475de55 on network 82e32f60-c77a-478e-bdcb-39b3c3cd8bca {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:52:58.734231 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:52:58.734613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Checking segment: {'id': 'd2d4dbd9-a6ca-4065-ac45-f377126a84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '82e32f60-c77a-478e-bdcb-39b3c3cd8bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:52:58.735047 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:58.735442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Bound using segment: {'id': 'd2d4dbd9-a6ca-4065-ac45-f377126a84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '82e32f60-c77a-478e-bdcb-39b3c3cd8bca'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:52:58.735926 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Bound port: 2489cada-a6a2-4420-8a5f-bfdf6475de55, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d4dbd9-a6ca-4065-ac45-f377126a84aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '82e32f60-c77a-478e-bdcb-39b3c3cd8bca'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:52:58.736302 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:58.800698 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-24fcc0cf-af69-4b1a-b53c-7f6ca38d09a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:58.854306 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] For port 2489cada-a6a2-4420-8a5f-bfdf6475de55, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:52:58.859286 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] For port 2489cada-a6a2-4420-8a5f-bfdf6475de55, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2489cada-a6a2-4420-8a5f-bfdf6475de55,segment=NetworkSegment(d2d4dbd9-a6ca-4065-ac45-f377126a84aa),segment_id=d2d4dbd9-a6ca-4065-ac45-f377126a84aa)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:52:58.866138 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcc0cf-af69-4b1a-b53c-7f6ca38d09a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdc5668-8064-40e5-adaf-141c1f1a15d3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:58.875807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40000) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:52:58.877990 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-24fcc0cf-af69-4b1a-b53c-7f6ca38d09a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d107bf87ed84af9a3295a537844b32e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4391639 Dec 11 22:52:58.935873 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e6af6bf-399d-456c-a7a9-c3d40937f1e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:58.961288 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e6af6bf-399d-456c-a7a9-c3d40937f1e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:59.089298 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e6af6bf-399d-456c-a7a9-c3d40937f1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:59.092226 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e6af6bf-399d-456c-a7a9-c3d40937f1e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:59.093524 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0e6af6bf-399d-456c-a7a9-c3d40937f1e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3cdc5668-8064-40e5-adaf-141c1f1a15d3 HTTP/1.1" status: 204 len: 168 time: 0.2166796 Dec 11 22:52:59.102645 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6af6bf-399d-456c-a7a9-c3d40937f1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdc5668-8064-40e5-adaf-141c1f1a15d3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:59.119800 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:59.216479 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:59.230731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f470e5-b481-48e7-a18c-68f9367da7a7 None None] Pushing event updated for resources: {'Port': ['ID=2489cada-a6a2-4420-8a5f-bfdf6475de55,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:59.245042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port b91af4e6-b581-4e69-be02-03afbbcae6c5 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:52:59.385117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Allocated IP 172.20.0.5 (82e32f60-c77a-478e-bdcb-39b3c3cd8bca/bbf0d563-f6b0-4a04-a571-b5b03648c3e7/b91af4e6-b581-4e69-be02-03afbbcae6c5) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:52:59.602066 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:59.709411 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:59.792530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 82e32f60-c77a-478e-bdcb-39b3c3cd8bca is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:52:59.804673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:52:59.808082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:52:59.812627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=b91af4e6-b581-4e69-be02-03afbbcae6c5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:52:59.850035 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebba24-4da8-4a43-85be-11e4a599137e req-a408c697-9b8b-4142-957b-4f6c148bc5bd tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:59.851672 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-06ebba24-4da8-4a43-85be-11e4a599137e req-a408c697-9b8b-4142-957b-4f6c148bc5bd tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 945 time: 0.1255050 Dec 11 22:52:59.897977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:52:59.898798 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:52:59.939425 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-06ebba24-4da8-4a43-85be-11e4a599137e req-752d7dcc-e5ea-4d32-826f-e74fa291bff7 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/security-groups?id=df4d7208-f694-4d50-8393-17cd0d34a19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777829 Dec 11 22:52:59.983841 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cb9b3e26-789f-4313-9d1d-da5d7a18bbb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8192179 Dec 11 22:52:59.989535 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40036) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:00.139316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c9225-205d-4d53-8cd9-70168bf083bd tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port b91af4e6-b581-4e69-be02-03afbbcae6c5 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:00.140040 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c9c9225-205d-4d53-8cd9-70168bf083bd tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:00.299842 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c9c9225-205d-4d53-8cd9-70168bf083bd tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:00.315878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c9225-205d-4d53-8cd9-70168bf083bd tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for b91af4e6-b581-4e69-be02-03afbbcae6c5 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:00.385148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1329d461-8a2c-463b-ae52-94f1b6fc9e17 None None] Network 82e32f60-c77a-478e-bdcb-39b3c3cd8bca requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:00.549357 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a10f4f7-8af5-47b1-a573-b83fb2fd11d7 req-e17b38f9-4d92-43e5-a523-73f7a96098a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0945516 Dec 11 22:53:00.603903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-50d46560-553a-4b47-a9fa-e13070fedccb None None] Provisioning complete for port 2489cada-a6a2-4420-8a5f-bfdf6475de55 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:00.604308 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-50d46560-553a-4b47-a9fa-e13070fedccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:00.610031 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c9c9225-205d-4d53-8cd9-70168bf083bd tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:00.710940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2489cada-a6a2-4420-8a5f-bfdf6475de55 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:53:00.725906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c9225-205d-4d53-8cd9-70168bf083bd tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=b91af4e6-b581-4e69-be02-03afbbcae6c5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:00.794570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10f4f7-8af5-47b1-a573-b83fb2fd11d7 req-dd13c947-50a3-47a4-b39e-00029e839c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:00.796247 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a10f4f7-8af5-47b1-a573-b83fb2fd11d7 req-dd13c947-50a3-47a4-b39e-00029e839c1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d6abf9ec56c472face9a971de3e07c9&device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 1096 time: 0.1206877 Dec 11 22:53:00.841743 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 2489cada-a6a2-4420-8a5f-bfdf6475de55 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:00.842515 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:00.878535 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-50d46560-553a-4b47-a9fa-e13070fedccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:00.954882 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c9c9225-205d-4d53-8cd9-70168bf083bd tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:00.958348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-50d46560-553a-4b47-a9fa-e13070fedccb None None] For port 2489cada-a6a2-4420-8a5f-bfdf6475de55, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2489cada-a6a2-4420-8a5f-bfdf6475de55,segment=NetworkSegment(d2d4dbd9-a6ca-4065-ac45-f377126a84aa),segment_id=d2d4dbd9-a6ca-4065-ac45-f377126a84aa)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:00.958693 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8c9c9225-205d-4d53-8cd9-70168bf083bd tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/b91af4e6-b581-4e69-be02-03afbbcae6c5 HTTP/1.1" status: 204 len: 168 time: 0.9680932 Dec 11 22:53:00.961375 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40086) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:01.025204 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-7926b77f-2968-4312-968f-6892a9031e11 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] DELETE failed (client error): The resource could not be found. Dec 11 22:53:01.025778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7926b77f-2968-4312-968f-6892a9031e11 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:53:01.029681 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7926b77f-2968-4312-968f-6892a9031e11 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/b91af4e6-b581-4e69-be02-03afbbcae6c5 HTTP/1.1" status: 404 len: 333 time: 0.0665622 Dec 11 22:53:01.033361 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:01.034363 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40094) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:01.035681 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-50d46560-553a-4b47-a9fa-e13070fedccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:01.078067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10f4f7-8af5-47b1-a573-b83fb2fd11d7 req-d88b53a5-58f1-4c8e-90ef-fef64acdc11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:01.085248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a10f4f7-8af5-47b1-a573-b83fb2fd11d7 req-d88b53a5-58f1-4c8e-90ef-fef64acdc11a service neutron] 10.222.0.13 "GET /v2.0/networks?id=013a72d6-e5b9-422d-a19b-93934f78c63b HTTP/1.1" status: 200 len: 911 time: 0.2581267 Dec 11 22:53:01.098590 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1b0167-a472-40c8-87c7-583f6f2d5a9d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] GET failed (client error): The resource could not be found. Dec 11 22:53:01.102671 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ea1b0167-a472-40c8-87c7-583f6f2d5a9d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/b91af4e6-b581-4e69-be02-03afbbcae6c5 HTTP/1.1" status: 404 len: 333 time: 0.0611765 Dec 11 22:53:01.107346 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40098) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:01.233505 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-14eae6e6-ae98-4851-a3a7-6d8985d9cf99 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting subnet bbf0d563-f6b0-4a04-a571-b5b03648c3e7 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:53:01.241821 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14eae6e6-ae98-4851-a3a7-6d8985d9cf99 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:01.248285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d46560-553a-4b47-a9fa-e13070fedccb None None] Pushing event updated for resources: {'Port': ['ID=2489cada-a6a2-4420-8a5f-bfdf6475de55,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:01.271932 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:53:01.272309 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:53:01.293525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a10f4f7-8af5-47b1-a573-b83fb2fd11d7 req-8bbcd519-7fc5-4529-8fe9-22817602c38e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7dd2882-73bf-4220-a096-7d6e295cf839 HTTP/1.1" status: 200 len: 1001 time: 0.1938956 Dec 11 22:53:01.304663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9d26eb4d-9eaf-412b-bf65-04ffe9441f67 None None] Provisioning complete for port 2489cada-a6a2-4420-8a5f-bfdf6475de55 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:01.305056 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d26eb4d-9eaf-412b-bf65-04ffe9441f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:01.309186 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14eae6e6-ae98-4851-a3a7-6d8985d9cf99 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:01.365626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10f4f7-8af5-47b1-a573-b83fb2fd11d7 req-8562ceb5-353b-403b-9433-ef2d6382503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:01.367608 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a10f4f7-8af5-47b1-a573-b83fb2fd11d7 req-8562ceb5-353b-403b-9433-ef2d6382503b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=987c9be0-fcb0-4823-a9e6-efc112c434ab HTTP/1.1" status: 200 len: 849 time: 0.0649455 Dec 11 22:53:01.476245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10f4f7-8af5-47b1-a573-b83fb2fd11d7 req-0aec8c84-6f8d-4685-86db-751fdc8a3e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:01.478360 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a10f4f7-8af5-47b1-a573-b83fb2fd11d7 req-0aec8c84-6f8d-4685-86db-751fdc8a3e4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=013a72d6-e5b9-422d-a19b-93934f78c63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029177 Dec 11 22:53:01.512676 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14eae6e6-ae98-4851-a3a7-6d8985d9cf99 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:01.592083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a10f4f7-8af5-47b1-a573-b83fb2fd11d7 req-e48c1e83-29a0-495e-a096-16d557b5973f service neutron] 10.222.0.13 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967762 Dec 11 22:53:01.599618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e49209a1-d33d-4a87-86f4-4cb10e0a8ca5 None None] Could not find standard attr ID for object b91af4e6-b581-4e69-be02-03afbbcae6c5. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:53:01.685857 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14eae6e6-ae98-4851-a3a7-6d8985d9cf99 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:01.727372 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a10f4f7-8af5-47b1-a573-b83fb2fd11d7 req-67a75aca-5cf9-47ac-b55e-d1fdc748f983 service neutron] 10.222.0.13 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208127 Dec 11 22:53:01.738655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eae6e6-ae98-4851-a3a7-6d8985d9cf99 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf0d563-f6b0-4a04-a571-b5b03648c3e7,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:01.765132 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14eae6e6-ae98-4851-a3a7-6d8985d9cf99 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:01.773200 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-14eae6e6-ae98-4851-a3a7-6d8985d9cf99 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/bbf0d563-f6b0-4a04-a571-b5b03648c3e7 HTTP/1.1" status: 204 len: 168 time: 0.6643012 Dec 11 22:53:01.775720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40118) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:01.863617 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fd6406-ef40-46d6-9f10-c9d332d2e5ec None None] Network 82e32f60-c77a-478e-bdcb-39b3c3cd8bca requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:01.889866 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:01.941968 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40124) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:02.024401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port 2489cada-a6a2-4420-8a5f-bfdf6475de55 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:02.024845 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.071060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] DHCP port deletion for 82e32f60-c77a-478e-bdcb-39b3c3cd8bca request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:53:02.110164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] For port 2489cada-a6a2-4420-8a5f-bfdf6475de55, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2489cada-a6a2-4420-8a5f-bfdf6475de55,segment=NetworkSegment(d2d4dbd9-a6ca-4065-ac45-f377126a84aa),segment_id=d2d4dbd9-a6ca-4065-ac45-f377126a84aa)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:02.110558 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.120578 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b70d2c42-8b44-4f5e-8096-29cbfe080e94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.132771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for 2489cada-a6a2-4420-8a5f-bfdf6475de55 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:02.157360 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Deleting port 2489cada-a6a2-4420-8a5f-bfdf6475de55 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:02.157942 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.238717 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] For port 2489cada-a6a2-4420-8a5f-bfdf6475de55, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2489cada-a6a2-4420-8a5f-bfdf6475de55,segment=NetworkSegment(d2d4dbd9-a6ca-4065-ac45-f377126a84aa),segment_id=d2d4dbd9-a6ca-4065-ac45-f377126a84aa)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:02.239177 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.254689 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Calling delete_port for 2489cada-a6a2-4420-8a5f-bfdf6475de55 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:02.272899 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b70d2c42-8b44-4f5e-8096-29cbfe080e94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.336106 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.344849 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.369644 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b70d2c42-8b44-4f5e-8096-29cbfe080e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.371613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Pushing event deleted for resources: {'Port': ['ID=2489cada-a6a2-4420-8a5f-bfdf6475de55,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:02.383978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:02.384409 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:02.384864 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:02.385311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:02.385744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:02.386182 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:02.386613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:02.387075 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:02.387561 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:02.387995 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:02.388441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:02.388871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:02.389299 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:02.390086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No DVR routers for this DVR port 2489cada-a6a2-4420-8a5f-bfdf6475de55 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:53:02.394152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d29e3c-1c74-4229-b842-31141e0ead15 None None] No DVR routers for this DVR port 2489cada-a6a2-4420-8a5f-bfdf6475de55 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:53:02.408083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=2489cada-a6a2-4420-8a5f-bfdf6475de55,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:02.438618 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b70d2c42-8b44-4f5e-8096-29cbfe080e94 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2e757ae7ef1b43bf9c1a5d6f9ed30300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4951732 Dec 11 22:53:02.439239 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40140) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:02.449738 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d2c42-8b44-4f5e-8096-29cbfe080e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564a2b7e-b7d6-46b7-a644-836ccba382cf,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:02.500344 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.509714 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38ca7715-928d-4da1-8597-f95b6dbe539a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.529152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e32f60-c77a-478e-bdcb-39b3c3cd8bca']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:02.542360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d4dbd9-a6ca-4065-ac45-f377126a84aa') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:02.543592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d4dbd9-a6ca-4065-ac45-f377126a84aa') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:02.556858 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.559288 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38ca7715-928d-4da1-8597-f95b6dbe539a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.593654 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.600166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:53:02.600566 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:53:02.604047 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:53:02.647467 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2489cada-a6a2-4420-8a5f-bfdf6475de55 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:53:02.671275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 2489cada-a6a2-4420-8a5f-bfdf6475de55 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:53:02.671275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2489cada-a6a2-4420-8a5f-bfdf6475de55 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:53:02.719572 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38ca7715-928d-4da1-8597-f95b6dbe539a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.720545 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38ca7715-928d-4da1-8597-f95b6dbe539a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.723851 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-38ca7715-928d-4da1-8597-f95b6dbe539a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/564a2b7e-b7d6-46b7-a644-836ccba382cf HTTP/1.1" status: 204 len: 168 time: 0.2789185 Dec 11 22:53:02.732446 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca7715-928d-4da1-8597-f95b6dbe539a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564a2b7e-b7d6-46b7-a644-836ccba382cf,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:02.758348 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.769734 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.780137 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/networks/82e32f60-c77a-478e-bdcb-39b3c3cd8bca HTTP/1.1" status: 204 len: 168 time: 0.9993389 Dec 11 22:53:02.780499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40154) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:02.785761 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ebe269ed-9355-4c6c-a169-ffa615e546ba tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2077563462'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:02.791513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5e18c-d089-4294-8d02-f2e0e958028d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Network': ['ID=82e32f60-c77a-478e-bdcb-39b3c3cd8bca,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:02.889301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe269ed-9355-4c6c-a169-ffa615e546ba tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:02.893102 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ebe269ed-9355-4c6c-a169-ffa615e546ba tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.918225 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe269ed-9355-4c6c-a169-ffa615e546ba tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:53:02.928211 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ebe269ed-9355-4c6c-a169-ffa615e546ba tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:02.928600 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-ebe269ed-9355-4c6c-a169-ffa615e546ba tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Added segment ee6b24a1-057d-49d4-85be-95351be6602a of type vlan for network b4a69ae2-2c66-4ea1-9478-9912e242bcca Dec 11 22:53:02.970517 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ebe269ed-9355-4c6c-a169-ffa615e546ba tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:03.055203 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ebe269ed-9355-4c6c-a169-ffa615e546ba tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:03.061577 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe269ed-9355-4c6c-a169-ffa615e546ba tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:03.062317 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ebe269ed-9355-4c6c-a169-ffa615e546ba tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:03.139448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe269ed-9355-4c6c-a169-ffa615e546ba tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Network': ['ID=b4a69ae2-2c66-4ea1-9478-9912e242bcca,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:03.150221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network b4a69ae2-2c66-4ea1-9478-9912e242bcca details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:53:03.183457 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ebe269ed-9355-4c6c-a169-ffa615e546ba tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4018421 Dec 11 22:53:03.186508 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40176) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:03.195987 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d0c47976-3d3c-4a8c-95bb-31804a795fa7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'subnet': {'network_id': 'b4a69ae2-2c66-4ea1-9478-9912e242bcca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:03.380639 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c47976-3d3c-4a8c-95bb-31804a795fa7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:03.384341 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0c47976-3d3c-4a8c-95bb-31804a795fa7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:03.644357 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0c47976-3d3c-4a8c-95bb-31804a795fa7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:03.717184 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c47976-3d3c-4a8c-95bb-31804a795fa7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Subnet': ['ID=387106c3-987f-47c3-8603-15898c339e3a,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:03.724628 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c47976-3d3c-4a8c-95bb-31804a795fa7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Checking segment: {'id': 'ee6b24a1-057d-49d4-85be-95351be6602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4a69ae2-2c66-4ea1-9478-9912e242bcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:53:03.724938 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c47976-3d3c-4a8c-95bb-31804a795fa7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network hostable DHCP agents. Network: b4a69ae2-2c66-4ea1-9478-9912e242bcca, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:53:03.803430 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c47976-3d3c-4a8c-95bb-31804a795fa7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network b4a69ae2-2c66-4ea1-9478-9912e242bcca is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:53:03.851325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486fe77-cdb0-43de-9922-ef088acb6b2e req-c7021672-5071-4849-aafc-dc11cf6943a2 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:03.852940 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b486fe77-cdb0-43de-9922-ef088acb6b2e req-c7021672-5071-4849-aafc-dc11cf6943a2 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 945 time: 0.2471311 Dec 11 22:53:03.913567 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b486fe77-cdb0-43de-9922-ef088acb6b2e req-00004669-04e5-4848-8e96-35e90ff4e280 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/security-groups?id=df4d7208-f694-4d50-8393-17cd0d34a19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504999 Dec 11 22:53:03.917373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d0c47976-3d3c-4a8c-95bb-31804a795fa7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, b4a69ae2-2c66-4ea1-9478-9912e242bcca) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:03.929450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48251031-13c5-41be-84f2-31e6acebefb8 None None] Network b4a69ae2-2c66-4ea1-9478-9912e242bcca requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:03.937733 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c47976-3d3c-4a8c-95bb-31804a795fa7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:03.937733 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0c47976-3d3c-4a8c-95bb-31804a795fa7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:04.024548 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d0c47976-3d3c-4a8c-95bb-31804a795fa7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8365080 Dec 11 22:53:04.027351 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40208) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:04.033210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f00b9624-4a96-448c-8434-4a9a747d3302 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'network_id': 'b4a69ae2-2c66-4ea1-9478-9912e242bcca', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2111686316'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:04.101398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-b4a69ae2-2c66-4ea1-9478-9912e242bcca', 'network_id': 'b4a69ae2-2c66-4ea1-9478-9912e242bcca', 'project_id': '9cb51e5d0a1b43f58b4c4b5714178709', 'fixed_ips': [{'subnet_id': '387106c3-987f-47c3-8603-15898c339e3a'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:53:04.102295 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:04.209910 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00b9624-4a96-448c-8434-4a9a747d3302 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:04.216376 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f00b9624-4a96-448c-8434-4a9a747d3302 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:04.241255 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-f00b9624-4a96-448c-8434-4a9a747d3302 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port 1e912750-c4d2-4873-8889-72f2d73aa208 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:53:04.264029 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Allocated IP 172.20.0.2 (b4a69ae2-2c66-4ea1-9478-9912e242bcca/387106c3-987f-47c3-8603-15898c339e3a/3cd4a641-51ad-4bca-ac43-ba01bf1b5476) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:04.428535 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:04.501117 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:04.541975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Network b4a69ae2-2c66-4ea1-9478-9912e242bcca is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:04.545171 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:04.548717 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:04.553156 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-f00b9624-4a96-448c-8434-4a9a747d3302 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Allocated IP 172.20.0.5 (b4a69ae2-2c66-4ea1-9478-9912e242bcca/387106c3-987f-47c3-8603-15898c339e3a/1e912750-c4d2-4873-8889-72f2d73aa208) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:04.556135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Pushing event updated for resources: {'Port': ['ID=3cd4a641-51ad-4bca-ac43-ba01bf1b5476,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:04.609196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Attempting to bind port 3cd4a641-51ad-4bca-ac43-ba01bf1b5476 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:53:04.610502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Attempting to bind port 3cd4a641-51ad-4bca-ac43-ba01bf1b5476 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'ee6b24a1-057d-49d4-85be-95351be6602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4a69ae2-2c66-4ea1-9478-9912e242bcca'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:53:04.611188 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Attempting to bind port 3cd4a641-51ad-4bca-ac43-ba01bf1b5476 on network b4a69ae2-2c66-4ea1-9478-9912e242bcca {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:53:04.616675 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:53:04.617331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Checking segment: {'id': 'ee6b24a1-057d-49d4-85be-95351be6602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4a69ae2-2c66-4ea1-9478-9912e242bcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:53:04.617963 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:04.618567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Bound using segment: {'id': 'ee6b24a1-057d-49d4-85be-95351be6602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4a69ae2-2c66-4ea1-9478-9912e242bcca'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:53:04.619072 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Bound port: 3cd4a641-51ad-4bca-ac43-ba01bf1b5476, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6b24a1-057d-49d4-85be-95351be6602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4a69ae2-2c66-4ea1-9478-9912e242bcca'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:53:04.619461 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:04.729330 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f00b9624-4a96-448c-8434-4a9a747d3302 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:04.736825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] For port 3cd4a641-51ad-4bca-ac43-ba01bf1b5476, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:53:04.740713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] For port 3cd4a641-51ad-4bca-ac43-ba01bf1b5476, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3cd4a641-51ad-4bca-ac43-ba01bf1b5476,segment=NetworkSegment(ee6b24a1-057d-49d4-85be-95351be6602a),segment_id=ee6b24a1-057d-49d4-85be-95351be6602a)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:53:04.832232 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:04.855826 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f00b9624-4a96-448c-8434-4a9a747d3302 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:04.903848 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19716e5d-6c49-4965-967e-78fba9c4dc46 None None] Pushing event updated for resources: {'Port': ['ID=3cd4a641-51ad-4bca-ac43-ba01bf1b5476,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:04.917587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00b9624-4a96-448c-8434-4a9a747d3302 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network b4a69ae2-2c66-4ea1-9478-9912e242bcca is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:04.921860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f00b9624-4a96-448c-8434-4a9a747d3302 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:04.925640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b9624-4a96-448c-8434-4a9a747d3302 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:04.949549 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b9624-4a96-448c-8434-4a9a747d3302 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=1e912750-c4d2-4873-8889-72f2d73aa208,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:04.983075 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00b9624-4a96-448c-8434-4a9a747d3302 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:04.983728 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f00b9624-4a96-448c-8434-4a9a747d3302 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:05.117999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f00b9624-4a96-448c-8434-4a9a747d3302 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0894511 Dec 11 22:53:05.125197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40250) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:05.291192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001d7cd-d8f8-42e1-8ff3-cf2bb67a84df req-d6d0c02d-db12-4a92-9278-587243687745 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:05.292680 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9001d7cd-d8f8-42e1-8ff3-cf2bb67a84df req-d6d0c02d-db12-4a92-9278-587243687745 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 945 time: 0.2883835 Dec 11 22:53:05.362747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d4e00-f5cd-4bda-83aa-3e8c1587f866 req-9cffa007-8250-4e0c-9056-4d94adbd78c2 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:05.375544 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e44d4e00-f5cd-4bda-83aa-3e8c1587f866 req-9cffa007-8250-4e0c-9056-4d94adbd78c2 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 945 time: 0.3011370 Dec 11 22:53:05.478748 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e44d4e00-f5cd-4bda-83aa-3e8c1587f866 req-d0c06ebc-4ff1-4541-ba30-5e948ef71172 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/security-groups?id=df4d7208-f694-4d50-8393-17cd0d34a19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021051 Dec 11 22:53:05.494662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b01368ac-5f82-4490-9440-48f7c7cdf678 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port 1e912750-c4d2-4873-8889-72f2d73aa208 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:05.495026 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b01368ac-5f82-4490-9440-48f7c7cdf678 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:05.567831 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-9001d7cd-d8f8-42e1-8ff3-cf2bb67a84df req-62bd09a7-aba2-43f5-8f9c-422ea238248f tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Deleting port ee34c12e-11ac-448c-831c-39084bf071e7 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:05.569557 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9001d7cd-d8f8-42e1-8ff3-cf2bb67a84df req-62bd09a7-aba2-43f5-8f9c-422ea238248f tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:05.948248 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b01368ac-5f82-4490-9440-48f7c7cdf678 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:05.977446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b01368ac-5f82-4490-9440-48f7c7cdf678 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for 1e912750-c4d2-4873-8889-72f2d73aa208 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:05.988616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9001d7cd-d8f8-42e1-8ff3-cf2bb67a84df req-62bd09a7-aba2-43f5-8f9c-422ea238248f tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] For port ee34c12e-11ac-448c-831c-39084bf071e7, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ee34c12e-11ac-448c-831c-39084bf071e7,segment=NetworkSegment(7a2d7c61-aa6b-466b-a42f-070f1bc7c86d),segment_id=7a2d7c61-aa6b-466b-a42f-070f1bc7c86d)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:05.989021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9001d7cd-d8f8-42e1-8ff3-cf2bb67a84df req-62bd09a7-aba2-43f5-8f9c-422ea238248f tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:06.010534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-9001d7cd-d8f8-42e1-8ff3-cf2bb67a84df req-62bd09a7-aba2-43f5-8f9c-422ea238248f tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Calling delete_port for ee34c12e-11ac-448c-831c-39084bf071e7 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:06.267624 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe4b05e-b717-4385-aa5e-5e0935e7523a None None] Network b4a69ae2-2c66-4ea1-9478-9912e242bcca requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:06.300595 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b01368ac-5f82-4490-9440-48f7c7cdf678 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:06.333353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01368ac-5f82-4490-9440-48f7c7cdf678 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=1e912750-c4d2-4873-8889-72f2d73aa208,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:06.340965 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9001d7cd-d8f8-42e1-8ff3-cf2bb67a84df req-62bd09a7-aba2-43f5-8f9c-422ea238248f tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:06.347401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-91ac5f77-5b41-42c7-a431-fc65747655b2 None None] Provisioning complete for port 3cd4a641-51ad-4bca-ac43-ba01bf1b5476 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:06.347401 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-91ac5f77-5b41-42c7-a431-fc65747655b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:06.381013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['ee34c12e-11ac-448c-831c-39084bf071e7'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:53:06.483782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd09a7-aba2-43f5-8f9c-422ea238248f tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Pushing event deleted for resources: {'Port': ['ID=ee34c12e-11ac-448c-831c-39084bf071e7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:06.510616 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-91ac5f77-5b41-42c7-a431-fc65747655b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:06.569335 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-9001d7cd-d8f8-42e1-8ff3-cf2bb67a84df req-62bd09a7-aba2-43f5-8f9c-422ea238248f tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] No DVR routers for this DVR port ee34c12e-11ac-448c-831c-39084bf071e7 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:53:06.573714 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9001d7cd-d8f8-42e1-8ff3-cf2bb67a84df req-62bd09a7-aba2-43f5-8f9c-422ea238248f tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:06.576999 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9001d7cd-d8f8-42e1-8ff3-cf2bb67a84df req-62bd09a7-aba2-43f5-8f9c-422ea238248f tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.47 "DELETE /v2.0/ports/ee34c12e-11ac-448c-831c-39084bf071e7 HTTP/1.1" status: 204 len: 173 time: 1.2758181 Dec 11 22:53:06.581473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a8199b-6cb3-4247-b379-9e75735940f6', 'name': 'network-vif-deleted', 'tag': 'ee34c12e-11ac-448c-831c-39084bf071e7'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:53:06.584185 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5372842-72ad-4f99-9867-a65cf874120f" -d '{"events": [{"server_uuid": "c6a8199b-6cb3-4247-b379-9e75735940f6", "name": "network-vif-deleted", "tag": "ee34c12e-11ac-448c-831c-39084bf071e7"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:53:06.599467 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b01368ac-5f82-4490-9440-48f7c7cdf678 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:06.606185 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b01368ac-5f82-4490-9440-48f7c7cdf678 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/1e912750-c4d2-4873-8889-72f2d73aa208 HTTP/1.1" status: 204 len: 168 time: 1.4771035 Dec 11 22:53:06.606400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40322) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:06.609321 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-91ac5f77-5b41-42c7-a431-fc65747655b2 None None] For port 3cd4a641-51ad-4bca-ac43-ba01bf1b5476, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3cd4a641-51ad-4bca-ac43-ba01bf1b5476,segment=NetworkSegment(ee6b24a1-057d-49d4-85be-95351be6602a),segment_id=ee6b24a1-057d-49d4-85be-95351be6602a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:06.644155 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-19696955-2607-42a0-9877-5a13987e82ea tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] GET failed (client error): The resource could not be found. Dec 11 22:53:06.645780 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-19696955-2607-42a0-9877-5a13987e82ea tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/1e912750-c4d2-4873-8889-72f2d73aa208 HTTP/1.1" status: 404 len: 333 time: 0.0382650 Dec 11 22:53:06.648587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40324) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:06.699064 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f07e5a91-322c-4703-8192-e1f38925d3dc req-bcfc8bab-4d20-4e4a-a984-422207a0d070 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 210 time: 0.0417037 Dec 11 22:53:06.713836 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034e9f48-3c0a-4fa3-8e33-5e4546e57fc7 x-openstack-request-id: req-034e9f48-3c0a-4fa3-8e33-5e4546e57fc7 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:53:06.713990 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a8199b-6cb3-4247-b379-9e75735940f6", "name": "network-vif-deleted", "tag": "ee34c12e-11ac-448c-831c-39084bf071e7", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:53:06.714103 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-034e9f48-3c0a-4fa3-8e33-5e4546e57fc7 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:53:06.714498 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a8199b-6cb3-4247-b379-9e75735940f6', 'name': 'network-vif-deleted', 'tag': 'ee34c12e-11ac-448c-831c-39084bf071e7', 'status': 'completed', 'code': 200} Dec 11 22:53:06.735013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-70dc4509-19cd-4828-a70d-f508562bb369 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting subnet 387106c3-987f-47c3-8603-15898c339e3a {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:53:06.739159 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70dc4509-19cd-4828-a70d-f508562bb369 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:06.751410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3cd4a641-51ad-4bca-ac43-ba01bf1b5476 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:53:06.788563 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-91ac5f77-5b41-42c7-a431-fc65747655b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:06.788977 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70dc4509-19cd-4828-a70d-f508562bb369 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:06.863933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac5f77-5b41-42c7-a431-fc65747655b2 None None] Pushing event updated for resources: {'Port': ['ID=3cd4a641-51ad-4bca-ac43-ba01bf1b5476,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:06.886583 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 3cd4a641-51ad-4bca-ac43-ba01bf1b5476 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:06.893601 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:06.953629 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70dc4509-19cd-4828-a70d-f508562bb369 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:06.967547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-79eac9ec-067f-481c-bd92-eb4621d857c6 None None] Provisioning complete for port 3cd4a641-51ad-4bca-ac43-ba01bf1b5476 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:06.967943 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-79eac9ec-067f-481c-bd92-eb4621d857c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:07.120380 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70dc4509-19cd-4828-a70d-f508562bb369 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:07.144962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc4509-19cd-4828-a70d-f508562bb369 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Subnet': ['ID=387106c3-987f-47c3-8603-15898c339e3a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:07.149457 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-70dc4509-19cd-4828-a70d-f508562bb369 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:07.156589 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-70dc4509-19cd-4828-a70d-f508562bb369 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/387106c3-987f-47c3-8603-15898c339e3a HTTP/1.1" status: 204 len: 168 time: 0.5056648 Dec 11 22:53:07.156589 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40350) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:07.199089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5978065d-ec0b-436c-bf27-8a291b8c4fb4 None None] Network b4a69ae2-2c66-4ea1-9478-9912e242bcca requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:07.242996 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:07.263069 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5619f2f4-852b-4533-b000-5f380156bbcc None None] Could not find standard attr ID for object 1e912750-c4d2-4873-8889-72f2d73aa208. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:53:07.323034 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port 3cd4a641-51ad-4bca-ac43-ba01bf1b5476 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:07.323627 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:07.420001 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab675d4-f1e0-412b-9314-6b6570f2ec4b None None] DHCP port deletion for b4a69ae2-2c66-4ea1-9478-9912e242bcca request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:53:07.432365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] For port 3cd4a641-51ad-4bca-ac43-ba01bf1b5476, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3cd4a641-51ad-4bca-ac43-ba01bf1b5476,segment=NetworkSegment(ee6b24a1-057d-49d4-85be-95351be6602a),segment_id=ee6b24a1-057d-49d4-85be-95351be6602a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:07.432827 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:07.448026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for 3cd4a641-51ad-4bca-ac43-ba01bf1b5476 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:07.491629 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2ab675d4-f1e0-412b-9314-6b6570f2ec4b None None] Deleting port 3cd4a641-51ad-4bca-ac43-ba01bf1b5476 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:07.492180 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2ab675d4-f1e0-412b-9314-6b6570f2ec4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:07.562090 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2ab675d4-f1e0-412b-9314-6b6570f2ec4b None None] For port 3cd4a641-51ad-4bca-ac43-ba01bf1b5476, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3cd4a641-51ad-4bca-ac43-ba01bf1b5476,segment=NetworkSegment(ee6b24a1-057d-49d4-85be-95351be6602a),segment_id=ee6b24a1-057d-49d4-85be-95351be6602a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:07.562498 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2ab675d4-f1e0-412b-9314-6b6570f2ec4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:07.575317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2ab675d4-f1e0-412b-9314-6b6570f2ec4b None None] Calling delete_port for 3cd4a641-51ad-4bca-ac43-ba01bf1b5476 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:07.690667 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:07.695567 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2ab675d4-f1e0-412b-9314-6b6570f2ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:07.729855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab675d4-f1e0-412b-9314-6b6570f2ec4b None None] Pushing event deleted for resources: {'Port': ['ID=3cd4a641-51ad-4bca-ac43-ba01bf1b5476,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:07.748446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab675d4-f1e0-412b-9314-6b6570f2ec4b None None] No DVR routers for this DVR port 3cd4a641-51ad-4bca-ac43-ba01bf1b5476 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:53:07.766458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=3cd4a641-51ad-4bca-ac43-ba01bf1b5476,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:07.784780 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No DVR routers for this DVR port 3cd4a641-51ad-4bca-ac43-ba01bf1b5476 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:53:07.902449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40374) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:07.944418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-786dba3c-20eb-4738-af2c-446d2927057f req-db4a71e4-6263-4c51-b243-987bc57065c3 tempest-ServerTagsTestJSON-727996154 tempest-ServerTagsTestJSON-727996154-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6a8199b-6cb3-4247-b379-9e75735940f6 HTTP/1.1" status: 200 len: 210 time: 0.0781138 Dec 11 22:53:07.955989 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.005244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a69ae2-2c66-4ea1-9478-9912e242bcca']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:08.022230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6b24a1-057d-49d4-85be-95351be6602a') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:08.028071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6b24a1-057d-49d4-85be-95351be6602a') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:08.033593 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.049903 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0f82-f802-4f4f-aa80-f1b1d2ad7beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.051036 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.058646 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:53:08.059720 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:53:08.062827 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:53:08.190751 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.197854 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.201920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/networks/b4a69ae2-2c66-4ea1-9478-9912e242bcca HTTP/1.1" status: 204 len: 168 time: 1.0444710 Dec 11 22:53:08.212500 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40386) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:08.222722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49da038-0fc4-4020-a67e-a71611da85ca tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Network': ['ID=b4a69ae2-2c66-4ea1-9478-9912e242bcca,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:08.224319 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9c91efc7-ec91-46e3-b1ab-705ae55039fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'name': 'tempest-PortsTestJSON-118691135'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:08.330278 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0f82-f802-4f4f-aa80-f1b1d2ad7beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.403352 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0f82-f802-4f4f-aa80-f1b1d2ad7beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.441867 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c91efc7-ec91-46e3-b1ab-705ae55039fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:08.445479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c91efc7-ec91-46e3-b1ab-705ae55039fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.457517 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ed5d0f82-f802-4f4f-aa80-f1b1d2ad7beb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d7e4d15ff9e840faa1c813d5ec453c0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5529306 Dec 11 22:53:08.459828 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d0f82-f802-4f4f-aa80-f1b1d2ad7beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3407dc17-53ce-4d17-b745-ae9c06c3eb6a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:08.460355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40392) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:08.470447 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-9c91efc7-ec91-46e3-b1ab-705ae55039fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port 7d6250aa-696b-4df3-ba38-ef3e256544b2 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:53:08.532731 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41df7c19-9dd9-4ddb-8632-1aee60b8649e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.555701 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41df7c19-9dd9-4ddb-8632-1aee60b8649e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.647182 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c91efc7-ec91-46e3-b1ab-705ae55039fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.661135 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41df7c19-9dd9-4ddb-8632-1aee60b8649e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.663846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3cd4a641-51ad-4bca-ac43-ba01bf1b5476 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:53:08.665051 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-41df7c19-9dd9-4ddb-8632-1aee60b8649e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.666500 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-41df7c19-9dd9-4ddb-8632-1aee60b8649e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3407dc17-53ce-4d17-b745-ae9c06c3eb6a HTTP/1.1" status: 204 len: 168 time: 0.2051425 Dec 11 22:53:08.676922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df7c19-9dd9-4ddb-8632-1aee60b8649e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3407dc17-53ce-4d17-b745-ae9c06c3eb6a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:08.697085 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 3cd4a641-51ad-4bca-ac43-ba01bf1b5476 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:53:08.700215 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3cd4a641-51ad-4bca-ac43-ba01bf1b5476 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:53:08.747177 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c91efc7-ec91-46e3-b1ab-705ae55039fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.794021 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c91efc7-ec91-46e3-b1ab-705ae55039fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:08.797224 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-9c91efc7-ec91-46e3-b1ab-705ae55039fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:08.801714 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c91efc7-ec91-46e3-b1ab-705ae55039fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:08.806581 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91efc7-ec91-46e3-b1ab-705ae55039fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:08.807206 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c91efc7-ec91-46e3-b1ab-705ae55039fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:08.817286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91efc7-ec91-46e3-b1ab-705ae55039fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=7d6250aa-696b-4df3-ba38-ef3e256544b2,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:08.943712 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9c91efc7-ec91-46e3-b1ab-705ae55039fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7298307 Dec 11 22:53:08.946004 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40402) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:09.019350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40406) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:09.076411 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-93d15b7a-e50e-4b78-8704-be673c189498 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port 7d6250aa-696b-4df3-ba38-ef3e256544b2 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:09.081481 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-93d15b7a-e50e-4b78-8704-be673c189498 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.082331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e5addc-7d21-4de1-ac2d-3ca56198c55a admin admin] Deleting subnet ba888335-4368-4788-9192-460448de94ad {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:53:09.087191 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1e5addc-7d21-4de1-ac2d-3ca56198c55a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.136739 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1e5addc-7d21-4de1-ac2d-3ca56198c55a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.180465 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-93d15b7a-e50e-4b78-8704-be673c189498 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.185638 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1e5addc-7d21-4de1-ac2d-3ca56198c55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.198126 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-93d15b7a-e50e-4b78-8704-be673c189498 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for 7d6250aa-696b-4df3-ba38-ef3e256544b2 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:09.287252 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ee34c12e-11ac-448c-831c-39084bf071e7 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:53:09.308784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: ee34c12e-11ac-448c-831c-39084bf071e7 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:53:09.310289 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ee34c12e-11ac-448c-831c-39084bf071e7 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:53:09.358952 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1e5addc-7d21-4de1-ac2d-3ca56198c55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.386292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5addc-7d21-4de1-ac2d-3ca56198c55a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba888335-4368-4788-9192-460448de94ad,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:09.406766 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-93d15b7a-e50e-4b78-8704-be673c189498 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.406944 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1e5addc-7d21-4de1-ac2d-3ca56198c55a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.416390 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e1e5addc-7d21-4de1-ac2d-3ca56198c55a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ba888335-4368-4788-9192-460448de94ad HTTP/1.1" status: 204 len: 168 time: 0.3951402 Dec 11 22:53:09.421089 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40418) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:09.433819 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d15b7a-e50e-4b78-8704-be673c189498 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=7d6250aa-696b-4df3-ba38-ef3e256544b2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:09.450181 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-93d15b7a-e50e-4b78-8704-be673c189498 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.453734 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-93d15b7a-e50e-4b78-8704-be673c189498 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/7d6250aa-696b-4df3-ba38-ef3e256544b2 HTTP/1.1" status: 204 len: 168 time: 0.5067637 Dec 11 22:53:09.456487 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40420) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:09.462716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c7713ff1-ec88-4c9d-b87c-75fa7545c2fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'mac_address': 'fa:16:3e:14:1f:25', 'name': 'tempest-PortsTestJSON-191487244'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:09.524073 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0744aaf8-c3a2-434f-a9bf-80e54bb79427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.533182 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40424) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:09.548403 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df70cbbb-00dd-4d7a-b6c3-8698ce301341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.648318 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0744aaf8-c3a2-434f-a9bf-80e54bb79427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.648917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7713ff1-ec88-4c9d-b87c-75fa7545c2fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:09.681595 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-0744aaf8-c3a2-434f-a9bf-80e54bb79427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9617b851-613f-4f0b-8a36-e4bacfd5e40a']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:09.695682 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-0744aaf8-c3a2-434f-a9bf-80e54bb79427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2d7c61-aa6b-466b-a42f-070f1bc7c86d') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:09.696019 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-0744aaf8-c3a2-434f-a9bf-80e54bb79427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2d7c61-aa6b-466b-a42f-070f1bc7c86d') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:09.710230 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0744aaf8-c3a2-434f-a9bf-80e54bb79427 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.721190 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7713ff1-ec88-4c9d-b87c-75fa7545c2fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.738621 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0744aaf8-c3a2-434f-a9bf-80e54bb79427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.742673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-c7713ff1-ec88-4c9d-b87c-75fa7545c2fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port 894882e3-5282-482c-a1ba-b90515ff6e71 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:53:09.747463 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df70cbbb-00dd-4d7a-b6c3-8698ce301341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.749201 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0744aaf8-c3a2-434f-a9bf-80e54bb79427 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:53:09.749606 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0744aaf8-c3a2-434f-a9bf-80e54bb79427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:53:09.752567 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:53:09.815033 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df70cbbb-00dd-4d7a-b6c3-8698ce301341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.842654 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-df70cbbb-00dd-4d7a-b6c3-8698ce301341 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efef014127344fe7a937c7ec96b0bbed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3084326 Dec 11 22:53:09.849447 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40430) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:09.868932 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0744aaf8-c3a2-434f-a9bf-80e54bb79427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.887403 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0744aaf8-c3a2-434f-a9bf-80e54bb79427 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.890602 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0744aaf8-c3a2-434f-a9bf-80e54bb79427 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9617b851-613f-4f0b-8a36-e4bacfd5e40a HTTP/1.1" status: 204 len: 168 time: 0.4648030 Dec 11 22:53:09.903438 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70cbbb-00dd-4d7a-b6c3-8698ce301341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf19c0a-b219-458c-b9c7-7e9e992aafb8,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:09.908766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744aaf8-c3a2-434f-a9bf-80e54bb79427 admin admin] Pushing event deleted for resources: {'Network': ['ID=9617b851-613f-4f0b-8a36-e4bacfd5e40a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:09.946047 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0a6a-f5dd-483d-b5ee-e2f65d78c9f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.946982 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7713ff1-ec88-4c9d-b87c-75fa7545c2fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:09.966763 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0a6a-f5dd-483d-b5ee-e2f65d78c9f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:10.038180 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7713ff1-ec88-4c9d-b87c-75fa7545c2fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:10.085809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7713ff1-ec88-4c9d-b87c-75fa7545c2fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:10.088857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-c7713ff1-ec88-4c9d-b87c-75fa7545c2fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:10.092574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7713ff1-ec88-4c9d-b87c-75fa7545c2fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:10.098181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7713ff1-ec88-4c9d-b87c-75fa7545c2fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:10.098791 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7713ff1-ec88-4c9d-b87c-75fa7545c2fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:10.107301 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7713ff1-ec88-4c9d-b87c-75fa7545c2fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=894882e3-5282-482c-a1ba-b90515ff6e71,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:10.120233 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0a6a-f5dd-483d-b5ee-e2f65d78c9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:10.127768 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0a6a-f5dd-483d-b5ee-e2f65d78c9f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:10.127768 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6fdb0a6a-f5dd-483d-b5ee-e2f65d78c9f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4bf19c0a-b219-458c-b9c7-7e9e992aafb8 HTTP/1.1" status: 204 len: 168 time: 0.2737322 Dec 11 22:53:10.135092 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb0a6a-f5dd-483d-b5ee-e2f65d78c9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf19c0a-b219-458c-b9c7-7e9e992aafb8,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:10.178748 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c7713ff1-ec88-4c9d-b87c-75fa7545c2fa tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7209377 Dec 11 22:53:10.188693 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40442) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:10.242782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ce8f42-f177-4059-9981-1c1a464e425f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:10.244978 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e4ce8f42-f177-4059-9981-1c1a464e425f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/894882e3-5282-482c-a1ba-b90515ff6e71 HTTP/1.1" status: 200 len: 840 time: 0.0547299 Dec 11 22:53:10.248860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40444) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:10.347429 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-13991904-c709-4b06-8c6f-803d4fa466b0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port 894882e3-5282-482c-a1ba-b90515ff6e71 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:10.347768 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13991904-c709-4b06-8c6f-803d4fa466b0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:10.404849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40450) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:10.413878 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13991904-c709-4b06-8c6f-803d4fa466b0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:10.428117 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-13991904-c709-4b06-8c6f-803d4fa466b0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for 894882e3-5282-482c-a1ba-b90515ff6e71 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:10.446506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8e1b9f79-98ab-43a6-bc24-cd16142c87eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=710dd1e51a13442497fd8e253ea69883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404682 Dec 11 22:53:10.448920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40452) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:10.505312 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9861c993-a593-4be1-b332-6ce0045ef623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:10.531160 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9861c993-a593-4be1-b332-6ce0045ef623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:10.606684 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13991904-c709-4b06-8c6f-803d4fa466b0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:10.640698 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13991904-c709-4b06-8c6f-803d4fa466b0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=894882e3-5282-482c-a1ba-b90515ff6e71,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:10.651296 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13991904-c709-4b06-8c6f-803d4fa466b0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:10.660050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40462) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:10.674654 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-13991904-c709-4b06-8c6f-803d4fa466b0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/894882e3-5282-482c-a1ba-b90515ff6e71 HTTP/1.1" status: 204 len: 168 time: 0.4201033 Dec 11 22:53:10.687229 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca10e68-0278-4a13-ba90-b64c0971df6d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] GET failed (client error): The resource could not be found. Dec 11 22:53:10.692742 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40466) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:10.697851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b99b6356-0386-488a-a79e-40259395a653 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'name': 'tempest-PortsTestJSON-1455649657'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:10.701837 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2ca10e68-0278-4a13-ba90-b64c0971df6d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/894882e3-5282-482c-a1ba-b90515ff6e71 HTTP/1.1" status: 404 len: 333 time: 0.0405104 Dec 11 22:53:10.705314 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9861c993-a593-4be1-b332-6ce0045ef623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:10.708430 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9861c993-a593-4be1-b332-6ce0045ef623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:10.714388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9861c993-a593-4be1-b332-6ce0045ef623 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/df4d7208-f694-4d50-8393-17cd0d34a19f HTTP/1.1" status: 204 len: 168 time: 0.2644007 Dec 11 22:53:10.726569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861c993-a593-4be1-b332-6ce0045ef623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4d7208-f694-4d50-8393-17cd0d34a19f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:10.872602 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99b6356-0386-488a-a79e-40259395a653 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:10.876316 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b99b6356-0386-488a-a79e-40259395a653 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:10.893844 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-b99b6356-0386-488a-a79e-40259395a653 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port a2d347de-0540-4d56-9d29-03568ebf56c0 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:53:11.068064 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b99b6356-0386-488a-a79e-40259395a653 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:11.103873 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:53:11.170203 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b99b6356-0386-488a-a79e-40259395a653 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:11.237841 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99b6356-0386-488a-a79e-40259395a653 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:11.241178 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-b99b6356-0386-488a-a79e-40259395a653 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:11.245333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99b6356-0386-488a-a79e-40259395a653 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:11.262851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b6356-0386-488a-a79e-40259395a653 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:11.262851 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b99b6356-0386-488a-a79e-40259395a653 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:11.271465 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b6356-0386-488a-a79e-40259395a653 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=a2d347de-0540-4d56-9d29-03568ebf56c0,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:11.331727 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b99b6356-0386-488a-a79e-40259395a653 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6378677 Dec 11 22:53:11.334369 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40500) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:11.342116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ec2e2702-937c-4033-a95f-929db6314012 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:11.425518 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec2e2702-937c-4033-a95f-929db6314012 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:11.597434 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec2e2702-937c-4033-a95f-929db6314012 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:11.678002 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec2e2702-937c-4033-a95f-929db6314012 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:11.714736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e2702-937c-4033-a95f-929db6314012 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] In _notify_port_updated(), no bound segment for port a2d347de-0540-4d56-9d29-03568ebf56c0 on network 52546f5f-fd35-4f7f-944a-369bdbb3a193 {{(pid=103691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:53:11.720390 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2e2702-937c-4033-a95f-929db6314012 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:11.721024 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ec2e2702-937c-4033-a95f-929db6314012 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:11.725205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40514) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:11.725744 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ec2e2702-937c-4033-a95f-929db6314012 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "PUT /v2.0/ports/a2d347de-0540-4d56-9d29-03568ebf56c0 HTTP/1.1" status: 200 len: 818 time: 0.3897419 Dec 11 22:53:11.744101 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e2702-937c-4033-a95f-929db6314012 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=a2d347de-0540-4d56-9d29-03568ebf56c0,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:11.842349 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-33f936d8-4abb-4344-a59d-0964745a8cb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port a2d347de-0540-4d56-9d29-03568ebf56c0 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:11.843315 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33f936d8-4abb-4344-a59d-0964745a8cb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:11.932537 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33f936d8-4abb-4344-a59d-0964745a8cb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:11.948533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-33f936d8-4abb-4344-a59d-0964745a8cb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for a2d347de-0540-4d56-9d29-03568ebf56c0 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:12.104630 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33f936d8-4abb-4344-a59d-0964745a8cb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:12.138605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f936d8-4abb-4344-a59d-0964745a8cb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=a2d347de-0540-4d56-9d29-03568ebf56c0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:12.145144 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33f936d8-4abb-4344-a59d-0964745a8cb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:12.152010 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40536) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:12.152578 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-33f936d8-4abb-4344-a59d-0964745a8cb5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/a2d347de-0540-4d56-9d29-03568ebf56c0 HTTP/1.1" status: 204 len: 168 time: 0.4258115 Dec 11 22:53:12.213434 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5450903a-564b-4b91-9c07-22cac3fd96bc tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:12.218638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40538) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:12.228837 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5450903a-564b-4b91-9c07-22cac3fd96bc tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0756738 Dec 11 22:53:12.247376 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40540) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:12.257427 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb444c6-b6d5-4dfb-9a81-b2c595a14fdf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] GET failed (client error): The resource could not be found. Dec 11 22:53:12.261171 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cbb444c6-b6d5-4dfb-9a81-b2c595a14fdf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/a2d347de-0540-4d56-9d29-03568ebf56c0 HTTP/1.1" status: 404 len: 333 time: 0.0388815 Dec 11 22:53:12.263793 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40544) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:12.269912 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d781fb55-bd3b-403b-8ab8-7b8fc596aace tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1810548650'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:12.374102 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6e5208a2-f0b4-4585-8f49-1c5f8fa8c3f5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2017521419-network', 'tenant_id': 'c5dbb26b1c2d47daa5e3b28bbc8523ae'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:12.387778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d781fb55-bd3b-403b-8ab8-7b8fc596aace tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:12.392545 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d781fb55-bd3b-403b-8ab8-7b8fc596aace tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:12.426155 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d781fb55-bd3b-403b-8ab8-7b8fc596aace tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:53:12.434778 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d781fb55-bd3b-403b-8ab8-7b8fc596aace tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:12.438224 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-d781fb55-bd3b-403b-8ab8-7b8fc596aace tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Added segment c82d48f5-978e-40a2-aa73-fa8e47a80f99 of type vlan for network 1a827c1b-165c-46db-8060-c801b3016d1f Dec 11 22:53:12.474504 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d781fb55-bd3b-403b-8ab8-7b8fc596aace tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:12.523510 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5208a2-f0b4-4585-8f49-1c5f8fa8c3f5 admin admin] Made reservation on behalf of c5dbb26b1c2d47daa5e3b28bbc8523ae for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:12.530016 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e5208a2-f0b4-4585-8f49-1c5f8fa8c3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:12.535188 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e5208a2-f0b4-4585-8f49-1c5f8fa8c3f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:12.581934 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d781fb55-bd3b-403b-8ab8-7b8fc596aace tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:12.587603 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d781fb55-bd3b-403b-8ab8-7b8fc596aace tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:12.589017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d781fb55-bd3b-403b-8ab8-7b8fc596aace tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:12.679312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781fb55-bd3b-403b-8ab8-7b8fc596aace tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Network': ['ID=1a827c1b-165c-46db-8060-c801b3016d1f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:12.690420 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e5208a2-f0b4-4585-8f49-1c5f8fa8c3f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:12.691599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 1a827c1b-165c-46db-8060-c801b3016d1f details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:53:12.698484 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d781fb55-bd3b-403b-8ab8-7b8fc596aace tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4330316 Dec 11 22:53:12.701924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40564) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:12.707245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1579bde7-5c52-4b96-8454-c41b341434e0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'subnet': {'network_id': '1a827c1b-165c-46db-8060-c801b3016d1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:13.063674 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e5208a2-f0b4-4585-8f49-1c5f8fa8c3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:13.130019 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5208a2-f0b4-4585-8f49-1c5f8fa8c3f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:53:13.147069 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5208a2-f0b4-4585-8f49-1c5f8fa8c3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1181a12d-49f0-48a8-9196-1887e9c57af9,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:13.151750 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e5208a2-f0b4-4585-8f49-1c5f8fa8c3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:13.154163 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-6e5208a2-f0b4-4585-8f49-1c5f8fa8c3f5 admin admin] Added segment cf6ccf7a-6793-42be-90b0-ce7b767f703b of type vlan for network 5494fcde-a374-49ae-8815-130d057cc91f Dec 11 22:53:13.211471 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e5208a2-f0b4-4585-8f49-1c5f8fa8c3f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:13.311904 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1579bde7-5c52-4b96-8454-c41b341434e0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:13.315484 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1579bde7-5c52-4b96-8454-c41b341434e0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:13.363797 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e5208a2-f0b4-4585-8f49-1c5f8fa8c3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:13.366135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5208a2-f0b4-4585-8f49-1c5f8fa8c3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:13.366135 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e5208a2-f0b4-4585-8f49-1c5f8fa8c3f5 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:13.459984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5208a2-f0b4-4585-8f49-1c5f8fa8c3f5 admin admin] Pushing event updated for resources: {'Network': ['ID=5494fcde-a374-49ae-8815-130d057cc91f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:13.471172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 5494fcde-a374-49ae-8815-130d057cc91f details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:53:13.511812 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6e5208a2-f0b4-4585-8f49-1c5f8fa8c3f5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2631159 Dec 11 22:53:13.516769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40616) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:13.523443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-427b96f3-f215-4bb8-bb61-b225641d8cda admin admin] Request body: {'subnet': {'network_id': '5494fcde-a374-49ae-8815-130d057cc91f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2017521419-subnet', 'tenant_id': 'c5dbb26b1c2d47daa5e3b28bbc8523ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:13.597818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427b96f3-f215-4bb8-bb61-b225641d8cda admin admin] Made reservation on behalf of c5dbb26b1c2d47daa5e3b28bbc8523ae for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:13.601009 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-427b96f3-f215-4bb8-bb61-b225641d8cda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:13.615074 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:13.649553 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1579bde7-5c52-4b96-8454-c41b341434e0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:13.723359 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579bde7-5c52-4b96-8454-c41b341434e0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Subnet': ['ID=60f52491-c7de-4354-b939-97a9523d901e,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:13.726934 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579bde7-5c52-4b96-8454-c41b341434e0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Checking segment: {'id': 'c82d48f5-978e-40a2-aa73-fa8e47a80f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1a827c1b-165c-46db-8060-c801b3016d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:53:13.727300 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1579bde7-5c52-4b96-8454-c41b341434e0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network hostable DHCP agents. Network: 1a827c1b-165c-46db-8060-c801b3016d1f, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:53:13.843384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1579bde7-5c52-4b96-8454-c41b341434e0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 1a827c1b-165c-46db-8060-c801b3016d1f is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:53:13.872702 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-427b96f3-f215-4bb8-bb61-b225641d8cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:13.929322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-1579bde7-5c52-4b96-8454-c41b341434e0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 1a827c1b-165c-46db-8060-c801b3016d1f) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:13.934532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1579bde7-5c52-4b96-8454-c41b341434e0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:13.935311 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1579bde7-5c52-4b96-8454-c41b341434e0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:13.941203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab042e6f-89d3-4261-b013-0c6d4faec6a7 None None] Network 1a827c1b-165c-46db-8060-c801b3016d1f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:13.944546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b96f3-f215-4bb8-bb61-b225641d8cda admin admin] Checking segment: {'id': 'cf6ccf7a-6793-42be-90b0-ce7b767f703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:53:13.944990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b96f3-f215-4bb8-bb61-b225641d8cda admin admin] Network hostable DHCP agents. Network: 5494fcde-a374-49ae-8815-130d057cc91f, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:53:13.948800 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b96f3-f215-4bb8-bb61-b225641d8cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1ab4d1b-7934-4d41-b700-13bf819b1c98,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:14.015527 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1579bde7-5c52-4b96-8454-c41b341434e0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3122201 Dec 11 22:53:14.023253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40648) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:14.031858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a0286500-0fe6-4af1-b27a-498b547982a0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'subnet': {'network_id': '1a827c1b-165c-46db-8060-c801b3016d1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:14.088935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b96f3-f215-4bb8-bb61-b225641d8cda admin admin] Network 5494fcde-a374-49ae-8815-130d057cc91f is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:53:14.103547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-427b96f3-f215-4bb8-bb61-b225641d8cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 5494fcde-a374-49ae-8815-130d057cc91f) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:14.111568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427b96f3-f215-4bb8-bb61-b225641d8cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:14.112430 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-427b96f3-f215-4bb8-bb61-b225641d8cda admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:14.134551 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08857feb-4d3d-4042-8d21-8724183e6362 None None] Network 5494fcde-a374-49ae-8815-130d057cc91f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:14.214743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-427b96f3-f215-4bb8-bb61-b225641d8cda admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6965992 Dec 11 22:53:14.295648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-1a827c1b-165c-46db-8060-c801b3016d1f', 'network_id': '1a827c1b-165c-46db-8060-c801b3016d1f', 'project_id': '9cb51e5d0a1b43f58b4c4b5714178709', 'fixed_ips': [{'subnet_id': '60f52491-c7de-4354-b939-97a9523d901e'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:53:14.296531 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:14.306157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0286500-0fe6-4af1-b27a-498b547982a0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:14.309934 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a0286500-0fe6-4af1-b27a-498b547982a0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:14.335928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1593a9e7-c1c4-4615-b3c9-d51e9af23257 None None] Network 5494fcde-a374-49ae-8815-130d057cc91f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:14.479303 n-d-710847-6 neutron-server[103692]: INFO neutron.db.ipam_backend_mixin [None req-a0286500-0fe6-4af1-b27a-498b547982a0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 60f52491-c7de-4354-b939-97a9523d901e (CIDR: 172.20.0.0/28) Dec 11 22:53:14.530611 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0286500-0fe6-4af1-b27a-498b547982a0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:53:14.531284 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0286500-0fe6-4af1-b27a-498b547982a0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:53:14.581833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Allocated IP 172.20.0.2 (1a827c1b-165c-46db-8060-c801b3016d1f/60f52491-c7de-4354-b939-97a9523d901e/aff3895d-6a77-4e6c-a1a0-823bb669d043) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:14.600875 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a0286500-0fe6-4af1-b27a-498b547982a0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5764382 Dec 11 22:53:14.603634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40676) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:14.609278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e2db4f84-2341-471e-8e94-e752bba53972 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'subnet': {'network_id': '1a827c1b-165c-46db-8060-c801b3016d1f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:14.778445 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:14.839849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40690) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:14.855323 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:14.877789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2db4f84-2341-471e-8e94-e752bba53972 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:14.881659 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2db4f84-2341-471e-8e94-e752bba53972 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:14.911071 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Network 1a827c1b-165c-46db-8060-c801b3016d1f is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:14.925491 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:14.929720 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-df7e266d-5dc9-428e-9c51-67d86dabec06 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:14.930563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:14.934387 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-df7e266d-5dc9-428e-9c51-67d86dabec06 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/networks?id=5494fcde-a374-49ae-8815-130d057cc91f HTTP/1.1" status: 200 len: 814 time: 0.1504598 Dec 11 22:53:14.958198 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-46ca66a4-15d3-4d82-9e8d-54244a5b7b4d tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/quotas/c5dbb26b1c2d47daa5e3b28bbc8523ae HTTP/1.1" status: 200 len: 375 time: 0.0162365 Dec 11 22:53:14.965439 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Pushing event updated for resources: {'Port': ['ID=aff3895d-6a77-4e6c-a1a0-823bb669d043,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:15.016329 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Attempting to bind port aff3895d-6a77-4e6c-a1a0-823bb669d043 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:53:15.016824 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Attempting to bind port aff3895d-6a77-4e6c-a1a0-823bb669d043 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'c82d48f5-978e-40a2-aa73-fa8e47a80f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1a827c1b-165c-46db-8060-c801b3016d1f'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:53:15.017292 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Attempting to bind port aff3895d-6a77-4e6c-a1a0-823bb669d043 on network 1a827c1b-165c-46db-8060-c801b3016d1f {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:53:15.023462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:53:15.023966 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Checking segment: {'id': 'c82d48f5-978e-40a2-aa73-fa8e47a80f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1a827c1b-165c-46db-8060-c801b3016d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:53:15.024491 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:15.024989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Bound using segment: {'id': 'c82d48f5-978e-40a2-aa73-fa8e47a80f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1a827c1b-165c-46db-8060-c801b3016d1f'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:53:15.025565 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Bound port: aff3895d-6a77-4e6c-a1a0-823bb669d043, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82d48f5-978e-40a2-aa73-fa8e47a80f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1a827c1b-165c-46db-8060-c801b3016d1f'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:53:15.026166 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:15.028709 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-c4c0af29-a7c3-4551-84c8-4283064e1ca3 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5dbb26b1c2d47daa5e3b28bbc8523ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638473 Dec 11 22:53:15.030318 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2a0987e-fa57-4cce-b7a7-ad6d1c8e6a57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:15.128009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2299c479-0241-4a73-a485-4eb26735118f None None] For port aff3895d-6a77-4e6c-a1a0-823bb669d043, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:53:15.139785 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2299c479-0241-4a73-a485-4eb26735118f None None] For port aff3895d-6a77-4e6c-a1a0-823bb669d043, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=aff3895d-6a77-4e6c-a1a0-823bb669d043,segment=NetworkSegment(c82d48f5-978e-40a2-aa73-fa8e47a80f99),segment_id=c82d48f5-978e-40a2-aa73-fa8e47a80f99)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:53:15.155354 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-294b86c6-c952-468a-b951-ed7206aeb9ad service neutron] 10.222.0.45 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188090 Dec 11 22:53:15.204927 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:15.274050 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-2a765234-d668-45ca-9531-b39c7ebfcfec service neutron] 10.222.0.45 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129537 Dec 11 22:53:15.280395 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2a0987e-fa57-4cce-b7a7-ad6d1c8e6a57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:15.281366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299c479-0241-4a73-a485-4eb26735118f None None] Pushing event updated for resources: {'Port': ['ID=aff3895d-6a77-4e6c-a1a0-823bb669d043,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:15.352631 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2a0987e-fa57-4cce-b7a7-ad6d1c8e6a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:15.382159 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2db4f84-2341-471e-8e94-e752bba53972 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:15.426398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0987e-fa57-4cce-b7a7-ad6d1c8e6a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba62f199-1bdc-4221-981f-993c81891d59,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:15.435406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e2a0987e-fa57-4cce-b7a7-ad6d1c8e6a57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74d85d7cf76e45719228f1cddb58a4c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5935519 Dec 11 22:53:15.438180 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40704) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:15.453859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db4f84-2341-471e-8e94-e752bba53972 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 1a827c1b-165c-46db-8060-c801b3016d1f is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:15.458415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-e2db4f84-2341-471e-8e94-e752bba53972 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:15.461824 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2db4f84-2341-471e-8e94-e752bba53972 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:15.465571 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2db4f84-2341-471e-8e94-e752bba53972 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:15.494568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db4f84-2341-471e-8e94-e752bba53972 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Subnet': ['ID=bae498c6-c3c5-4e54-be35-7a61d6366c2d,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:15.533257 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-20e4a114-00bd-422d-8c62-1a98a52c0729 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:15.581251 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-20e4a114-00bd-422d-8c62-1a98a52c0729 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:15.597974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40714) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:15.604174 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e2db4f84-2341-471e-8e94-e752bba53972 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9902151 Dec 11 22:53:15.631282 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c457f646-adb2-4856-9611-874420e7739b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'network_id': '1a827c1b-165c-46db-8060-c801b3016d1f', 'fixed_ips': [{'subnet_id': '60f52491-c7de-4354-b939-97a9523d901e'}, {'subnet_id': 'bae498c6-c3c5-4e54-be35-7a61d6366c2d'}], 'name': 'tempest-PortsTestJSON-1808943350'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:15.854680 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4da20a2a-4f70-407f-b0e0-85c2371c4103 req-5ec69700-f202-4b74-8c96-fdd6e8b0a7f5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 210 time: 0.2421739 Dec 11 22:53:15.883390 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c457f646-adb2-4856-9611-874420e7739b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:15.927412 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-20e4a114-00bd-422d-8c62-1a98a52c0729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:15.930044 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-20e4a114-00bd-422d-8c62-1a98a52c0729 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:15.934925 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-20e4a114-00bd-422d-8c62-1a98a52c0729 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba62f199-1bdc-4221-981f-993c81891d59 HTTP/1.1" status: 204 len: 168 time: 0.4940865 Dec 11 22:53:15.949225 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4a114-00bd-422d-8c62-1a98a52c0729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba62f199-1bdc-4221-981f-993c81891d59,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:16.017523 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c457f646-adb2-4856-9611-874420e7739b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:16.042737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-c457f646-adb2-4856-9611-874420e7739b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port 1feed5da-e97b-44ce-8a26-4040fce7addc yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:53:16.165923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-656a6634-4318-44ed-84bd-f937748f08cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1128092 Dec 11 22:53:16.286038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-39721a4e-e050-4ac2-84a4-2a2762ef7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:16.286526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-39721a4e-e050-4ac2-84a4-2a2762ef7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:16.287026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-39721a4e-e050-4ac2-84a4-2a2762ef7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:16.287684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-39721a4e-e050-4ac2-84a4-2a2762ef7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:16.288455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-39721a4e-e050-4ac2-84a4-2a2762ef7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:16.289088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-39721a4e-e050-4ac2-84a4-2a2762ef7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:16.289716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-39721a4e-e050-4ac2-84a4-2a2762ef7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:16.292638 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-39721a4e-e050-4ac2-84a4-2a2762ef7921 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 6489 time: 0.0645137 Dec 11 22:53:16.523372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-ee65aa4c-4f34-4a5c-917f-6957fd179efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:16.523843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-ee65aa4c-4f34-4a5c-917f-6957fd179efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:16.524300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-ee65aa4c-4f34-4a5c-917f-6957fd179efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:16.526241 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-ee65aa4c-4f34-4a5c-917f-6957fd179efb service neutron] 10.222.0.47 "GET /v2.0/networks?id=73c527dd-bcee-4d43-8201-08f3277470d4&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=c5552553-fde7-4121-af84-11fda90b4772&id=c5552553-fde7-4121-af84-11fda90b4772 HTTP/1.1" status: 200 len: 2293 time: 0.1983666 Dec 11 22:53:16.568354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-c457f646-adb2-4856-9611-874420e7739b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Allocated IP 172.20.0.5 (1a827c1b-165c-46db-8060-c801b3016d1f/60f52491-c7de-4354-b939-97a9523d901e/1feed5da-e97b-44ce-8a26-4040fce7addc) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:16.577344 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-c457f646-adb2-4856-9611-874420e7739b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Allocated IP 172.20.0.21 (1a827c1b-165c-46db-8060-c801b3016d1f/bae498c6-c3c5-4e54-be35-7a61d6366c2d/1feed5da-e97b-44ce-8a26-4040fce7addc) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:16.638557 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-4062d63d-8276-40eb-80b4-ab01a010ee0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79832623-9c3e-4295-abe2-8667fa88c5ad HTTP/1.1" status: 200 len: 1000 time: 0.0912650 Dec 11 22:53:16.652292 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d49f7b-96ec-4e2f-9e41-0272a3efb8dc None None] Network 1a827c1b-165c-46db-8060-c801b3016d1f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:16.717933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-abe6186d-2903-4f5f-bc2e-c0da2cf12f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:16.721990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-abe6186d-2903-4f5f-bc2e-c0da2cf12f03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=232893f8-16d8-4344-8efe-6bf53e520d33 HTTP/1.1" status: 200 len: 850 time: 0.0774965 Dec 11 22:53:16.760725 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device aff3895d-6a77-4e6c-a1a0-823bb669d043 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:53:16.783985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40744) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:16.809366 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5ad8b882-51ae-4dcf-8cb0-75d4dd65e1cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:16.809728 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7e28c4ab-e180-42e1-852e-260efcf863b1 None None] Provisioning complete for port aff3895d-6a77-4e6c-a1a0-823bb669d043 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:16.810112 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e28c4ab-e180-42e1-852e-260efcf863b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:16.828927 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-d69ce27d-cb28-49c2-b043-ddceb946c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:16.830449 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-d69ce27d-cb28-49c2-b043-ddceb946c5e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73c527dd-bcee-4d43-8201-08f3277470d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013241 Dec 11 22:53:16.864535 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c457f646-adb2-4856-9611-874420e7739b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:16.950619 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port aff3895d-6a77-4e6c-a1a0-823bb669d043 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:16.951314 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:16.992047 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7ccb9f16-a11b-4fb9-a892-bb760d2d96d1 req-238bac60-f854-4d84-b97f-10c5ed495f12 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 210 time: 0.0739791 Dec 11 22:53:16.994907 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-37f51ffc-c9ca-40ba-ac66-189ba1b1d2cc service neutron] 10.222.0.47 "GET /v2.0/networks/73c527dd-bcee-4d43-8201-08f3277470d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535592 Dec 11 22:53:17.006682 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c457f646-adb2-4856-9611-874420e7739b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:17.008740 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e28c4ab-e180-42e1-852e-260efcf863b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:17.071929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c457f646-adb2-4856-9611-874420e7739b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 1a827c1b-165c-46db-8060-c801b3016d1f is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:17.076158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-c457f646-adb2-4856-9611-874420e7739b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:17.080817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c457f646-adb2-4856-9611-874420e7739b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:17.084915 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7e28c4ab-e180-42e1-852e-260efcf863b1 None None] For port aff3895d-6a77-4e6c-a1a0-823bb669d043, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=aff3895d-6a77-4e6c-a1a0-823bb669d043,segment=NetworkSegment(c82d48f5-978e-40a2-aa73-fa8e47a80f99),segment_id=c82d48f5-978e-40a2-aa73-fa8e47a80f99)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:17.107987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85bc714-8742-4f9f-bcee-4784ee85fffc None None] Update dhcp port {'port': {'network_id': '1a827c1b-165c-46db-8060-c801b3016d1f', 'fixed_ips': [{'subnet_id': '60f52491-c7de-4354-b939-97a9523d901e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bae498c6-c3c5-4e54-be35-7a61d6366c2d'}], 'binding:host_id': 'n-d-710847-6'}, 'id': 'aff3895d-6a77-4e6c-a1a0-823bb669d043'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 22:53:17.115633 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5ad8b882-51ae-4dcf-8cb0-75d4dd65e1cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:17.119070 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457f646-adb2-4856-9611-874420e7739b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=1feed5da-e97b-44ce-8a26-4040fce7addc,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:17.142220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c457f646-adb2-4856-9611-874420e7739b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:17.142954 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c457f646-adb2-4856-9611-874420e7739b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:17.145886 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f85bc714-8742-4f9f-bcee-4784ee85fffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:17.174549 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-80009f8c-2540-435c-9558-8175194d4f36 service neutron] 10.222.0.47 "GET /v2.0/networks/73c527dd-bcee-4d43-8201-08f3277470d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700840 Dec 11 22:53:17.180045 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5ad8b882-51ae-4dcf-8cb0-75d4dd65e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:17.223637 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e28c4ab-e180-42e1-852e-260efcf863b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:17.238149 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c457f646-adb2-4856-9611-874420e7739b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6278009 Dec 11 22:53:17.238840 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40752) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:17.244119 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d8fcb260-0fc1-47cb-b4ea-921a139c46b9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '60f52491-c7de-4354-b939-97a9523d901e'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:17.252761 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-1ec658af-5f98-4f14-9c0c-157742089b1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=dcd220ca-4e1f-4da3-9633-91e4e94fedd9 HTTP/1.1" status: 200 len: 217 time: 0.0680745 Dec 11 22:53:17.318993 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:17.338837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-a4ea6895-9315-4f03-ba68-e7376d132f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:17.341205 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-a4ea6895-9315-4f03-ba68-e7376d132f96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 200 len: 797 time: 0.0782351 Dec 11 22:53:17.346986 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5ad8b882-51ae-4dcf-8cb0-75d4dd65e1cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8dcd2ee3690644a8865de9861f7d702a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5602236 Dec 11 22:53:17.348196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8b882-51ae-4dcf-8cb0-75d4dd65e1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be37a0e-23a6-4ad3-ac06-9c53eabf64dd,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:17.349221 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:17.349571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40756) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:17.375884 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28c4ab-e180-42e1-852e-260efcf863b1 None None] Pushing event updated for resources: {'Port': ['ID=aff3895d-6a77-4e6c-a1a0-823bb669d043,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:17.381069 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb260-0fc1-47cb-b4ea-921a139c46b9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:17.419066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-77b76af6-331e-4421-aabf-e593b4380714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:17.421445 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-77b76af6-331e-4421-aabf-e593b4380714 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0468192 Dec 11 22:53:17.479189 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:53:17.479559 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:53:17.493555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-f85bc714-8742-4f9f-bcee-4784ee85fffc None None] Allocated IP 172.20.0.18 (1a827c1b-165c-46db-8060-c801b3016d1f/bae498c6-c3c5-4e54-be35-7a61d6366c2d/aff3895d-6a77-4e6c-a1a0-823bb669d043) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:17.500073 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8924ce46-1926-41c5-bd18-100bddb09a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:17.586557 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-ee0f60d6-fc72-4d6c-918f-fbc49a062d02 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490965 Dec 11 22:53:17.607103 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8924ce46-1926-41c5-bd18-100bddb09a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:17.670053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f85bc714-8742-4f9f-bcee-4784ee85fffc None None] For port aff3895d-6a77-4e6c-a1a0-823bb669d043, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=aff3895d-6a77-4e6c-a1a0-823bb669d043,segment=NetworkSegment(c82d48f5-978e-40a2-aa73-fa8e47a80f99),segment_id=c82d48f5-978e-40a2-aa73-fa8e47a80f99)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:17.717101 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-9a267cc6-e4b3-4dba-bfdf-02ffa3077850 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228743 Dec 11 22:53:17.722651 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f85bc714-8742-4f9f-bcee-4784ee85fffc None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:17.771551 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-69b0b512-3702-4554-aae4-9c59e0f51687 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=4f62b209-549f-451d-a578-3b22242ccc69 HTTP/1.1" status: 200 len: 217 time: 0.0389557 Dec 11 22:53:17.774984 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8924ce46-1926-41c5-bd18-100bddb09a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:17.778396 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8924ce46-1926-41c5-bd18-100bddb09a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:17.779583 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8924ce46-1926-41c5-bd18-100bddb09a46 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7be37a0e-23a6-4ad3-ac06-9c53eabf64dd HTTP/1.1" status: 204 len: 168 time: 0.4290028 Dec 11 22:53:17.788529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924ce46-1926-41c5-bd18-100bddb09a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be37a0e-23a6-4ad3-ac06-9c53eabf64dd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:17.828080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-1c773e1a-add8-439a-9dc8-f3494b1584d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:17.829584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-1c773e1a-add8-439a-9dc8-f3494b1584d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 200 len: 797 time: 0.0504558 Dec 11 22:53:17.849984 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f85bc714-8742-4f9f-bcee-4784ee85fffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:17.898433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-0cdada2d-4b1b-4e38-9002-ee2ea97b2e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:17.900151 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-0cdada2d-4b1b-4e38-9002-ee2ea97b2e43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0629909 Dec 11 22:53:17.932125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bc714-8742-4f9f-bcee-4784ee85fffc None None] Pushing event updated for resources: {'Port': ['ID=aff3895d-6a77-4e6c-a1a0-823bb669d043,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:17.942284 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-d8fcb260-0fc1-47cb-b4ea-921a139c46b9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Delete allocated IP 172.20.0.21 (1a827c1b-165c-46db-8060-c801b3016d1f/bae498c6-c3c5-4e54-be35-7a61d6366c2d) {{(pid=103691) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 11 22:53:18.029555 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-d5dc002d-9472-4944-841f-0b59b223a4f6 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201007 Dec 11 22:53:18.199537 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb260-0fc1-47cb-b4ea-921a139c46b9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:18.237273 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-81149df8-6431-4cf1-9a0d-c6eaf391eed8 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980169 Dec 11 22:53:18.263649 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a4fe21c0-6c91-4847-93e5-2799c3ab455b req-40d404b9-ed1c-4844-b0ab-7d1babed6120 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 210 time: 0.0429361 Dec 11 22:53:18.305366 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-9bca8ecd-11ae-4dbe-a02e-99c01dbca98b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=a25ec2b4-97b9-44f8-9ade-bc23768403eb HTTP/1.1" status: 200 len: 217 time: 0.0526683 Dec 11 22:53:18.346032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb260-0fc1-47cb-b4ea-921a139c46b9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:18.366127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-7688c5a8-b954-432d-8c55-e3409ece8759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:18.369434 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-7688c5a8-b954-432d-8c55-e3409ece8759 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 200 len: 797 time: 0.0568616 Dec 11 22:53:18.503713 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcb260-0fc1-47cb-b4ea-921a139c46b9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=1feed5da-e97b-44ce-8a26-4040fce7addc,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:18.568150 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-d8fcb260-0fc1-47cb-b4ea-921a139c46b9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] In _notify_port_updated(), no bound segment for port 1feed5da-e97b-44ce-8a26-4040fce7addc on network 1a827c1b-165c-46db-8060-c801b3016d1f {{(pid=103691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:53:18.576150 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fcb260-0fc1-47cb-b4ea-921a139c46b9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:18.576987 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb260-0fc1-47cb-b4ea-921a139c46b9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:18.579334 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d8fcb260-0fc1-47cb-b4ea-921a139c46b9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "PUT /v2.0/ports/1feed5da-e97b-44ce-8a26-4040fce7addc HTTP/1.1" status: 200 len: 919 time: 1.3387113 Dec 11 22:53:18.582927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40790) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:18.858415 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1841d8f6-f659-44c4-aeff-e24ea9c12b4b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '60f52491-c7de-4354-b939-97a9523d901e'}, {'subnet_id': 'bae498c6-c3c5-4e54-be35-7a61d6366c2d'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:18.860350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device aff3895d-6a77-4e6c-a1a0-823bb669d043 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:53:18.860350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port aff3895d-6a77-4e6c-a1a0-823bb669d043 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:18.860350 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:18.915147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-04e39411-5a92-4f94-9a6c-fb7487ea890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:18.917009 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-04e39411-5a92-4f94-9a6c-fb7487ea890b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5078318 Dec 11 22:53:18.940614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b12be4f-ba23-44b5-a56e-3380d897f2eb None None] Network 1a827c1b-165c-46db-8060-c801b3016d1f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:18.953492 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1841d8f6-f659-44c4-aeff-e24ea9c12b4b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:19.025568 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b0fffb6e-461f-4dd3-9a09-9452dd5da079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:19.040079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cce7a5ec-a9d6-487e-950c-8770f5254af4 None None] Provisioning complete for port aff3895d-6a77-4e6c-a1a0-823bb669d043 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:19.040623 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cce7a5ec-a9d6-487e-950c-8770f5254af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:19.082222 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-da27671b-9ad9-497d-b6e7-7d25f9738b75 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328547 Dec 11 22:53:19.110150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-4a851bcf-80f4-48f2-ae1b-57a40ef76f7c tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:19.113042 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-4a851bcf-80f4-48f2-ae1b-57a40ef76f7c tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.47 "GET /v2.0/networks?id=5494fcde-a374-49ae-8815-130d057cc91f HTTP/1.1" status: 200 len: 814 time: 0.7266886 Dec 11 22:53:19.157470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-0859117d-909c-405c-bb36-ec554b153937 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Request body: {'port': {'device_id': '9e99a4e6-828a-4378-a3bc-d3d9fcacac70', 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f', 'admin_state_up': True, 'tenant_id': 'c5dbb26b1c2d47daa5e3b28bbc8523ae'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:19.264597 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-378ab7e9-49a2-4faf-bee3-b66c4d290897 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817434 Dec 11 22:53:19.342200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-1841d8f6-f659-44c4-aeff-e24ea9c12b4b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Allocated IP 172.20.0.24 (1a827c1b-165c-46db-8060-c801b3016d1f/bae498c6-c3c5-4e54-be35-7a61d6366c2d/1feed5da-e97b-44ce-8a26-4040fce7addc) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:19.389302 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-09b4edbe-6b6b-4e29-8bd1-03efe422f6cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=af2ea78e-6ac1-4602-b7dc-a9863f8091ca HTTP/1.1" status: 200 len: 217 time: 0.0777435 Dec 11 22:53:19.478155 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-af7e6db3-e1b9-4e12-a6d6-a29f2e413e94 req-b8fa72d5-83a1-4a9a-a118-2e0e273ed514 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 210 time: 0.0374362 Dec 11 22:53:19.523905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-2b064860-5dfb-42c4-ba3c-f4cb751b53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:19.525387 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-2b064860-5dfb-42c4-ba3c-f4cb751b53a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 200 len: 797 time: 0.1274230 Dec 11 22:53:19.562789 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5f4138b1-9b04-482a-b1f5-85d0121d32a9 None None] Provisioning complete for port 1feed5da-e97b-44ce-8a26-4040fce7addc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:19.563199 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f4138b1-9b04-482a-b1f5-85d0121d32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:19.615294 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1841d8f6-f659-44c4-aeff-e24ea9c12b4b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:19.617289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-0a81eb38-8bf7-4b19-a917-6422c733035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:19.619039 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-0a81eb38-8bf7-4b19-a917-6422c733035f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0811791 Dec 11 22:53:19.673477 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5f4138b1-9b04-482a-b1f5-85d0121d32a9 None None] Port 1feed5da-e97b-44ce-8a26-4040fce7addc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:19.690655 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1841d8f6-f659-44c4-aeff-e24ea9c12b4b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:19.693451 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5f4138b1-9b04-482a-b1f5-85d0121d32a9 None None] Provisioning complete for port aff3895d-6a77-4e6c-a1a0-823bb669d043 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:19.693909 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f4138b1-9b04-482a-b1f5-85d0121d32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:19.696873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-0859117d-909c-405c-bb36-ec554b153937 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Made reservation on behalf of c5dbb26b1c2d47daa5e3b28bbc8523ae for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:19.701146 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-0859117d-909c-405c-bb36-ec554b153937 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:19.778978 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841d8f6-f659-44c4-aeff-e24ea9c12b4b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=1feed5da-e97b-44ce-8a26-4040fce7addc,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:19.820644 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-8a303b44-0de9-4e34-a14e-022b001e766c service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932023 Dec 11 22:53:19.920978 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-1841d8f6-f659-44c4-aeff-e24ea9c12b4b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] In _notify_port_updated(), no bound segment for port 1feed5da-e97b-44ce-8a26-4040fce7addc on network 1a827c1b-165c-46db-8060-c801b3016d1f {{(pid=103691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:53:19.927337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1841d8f6-f659-44c4-aeff-e24ea9c12b4b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:19.928636 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1841d8f6-f659-44c4-aeff-e24ea9c12b4b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:19.930914 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1841d8f6-f659-44c4-aeff-e24ea9c12b4b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "PUT /v2.0/ports/1feed5da-e97b-44ce-8a26-4040fce7addc HTTP/1.1" status: 200 len: 999 time: 1.3450859 Dec 11 22:53:19.932533 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40830) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:19.937349 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-0859117d-909c-405c-bb36-ec554b153937 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Allocated IP 172.20.0.14 (5494fcde-a374-49ae-8815-130d057cc91f/d1ab4d1b-7934-4d41-b700-13bf819b1c98/3974696b-7a10-40b4-a0ab-9c18d22a370f) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:20.008298 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-40ea018a-ed03-4c0c-a5bf-e9d0603ba01d None None] Provisioning complete for port 1feed5da-e97b-44ce-8a26-4040fce7addc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:20.008891 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40ea018a-ed03-4c0c-a5bf-e9d0603ba01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:20.043811 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-faffb16b-d82d-40c7-bfa7-536fb5fead6b service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913817 Dec 11 22:53:20.073524 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-40ea018a-ed03-4c0c-a5bf-e9d0603ba01d None None] Port 1feed5da-e97b-44ce-8a26-4040fce7addc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:20.110536 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e815ec42-e44d-489f-bfec-cca59f3a3293 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port 1feed5da-e97b-44ce-8a26-4040fce7addc {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:20.111006 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e815ec42-e44d-489f-bfec-cca59f3a3293 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:20.162923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-b41c42f1-eeda-41dc-8e90-007ce380ec3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a69950ad-c422-485a-b148-7b2af0519457 HTTP/1.1" status: 200 len: 217 time: 0.1021900 Dec 11 22:53:20.189404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d362855a-0739-4bef-833c-120840bf9b4d None None] Provisioning complete for port 1feed5da-e97b-44ce-8a26-4040fce7addc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:20.189777 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d362855a-0739-4bef-833c-120840bf9b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:20.250871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d362855a-0739-4bef-833c-120840bf9b4d None None] Port 1feed5da-e97b-44ce-8a26-4040fce7addc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:20.274254 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e815ec42-e44d-489f-bfec-cca59f3a3293 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:20.289295 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e815ec42-e44d-489f-bfec-cca59f3a3293 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for 1feed5da-e97b-44ce-8a26-4040fce7addc owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:20.292689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-b7df5159-4f8f-4b05-a54f-2ecd7a1715ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:20.295697 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-b7df5159-4f8f-4b05-a54f-2ecd7a1715ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7a7f52a-6baa-4f18-a249-4b879d242a22 HTTP/1.1" status: 200 len: 797 time: 0.1246140 Dec 11 22:53:20.395457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-e7e1af87-18b0-4f8c-a7a7-7b0a5b18c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:20.397031 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-e7e1af87-18b0-4f8c-a7a7-7b0a5b18c567 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5552553-fde7-4121-af84-11fda90b4772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0934913 Dec 11 22:53:20.405590 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-0859117d-909c-405c-bb36-ec554b153937 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:20.470700 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6ddcf5a9-4821-44fc-a33e-bd654abacc16 None None] Provisioning complete for port 1feed5da-e97b-44ce-8a26-4040fce7addc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:20.471778 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6ddcf5a9-4821-44fc-a33e-bd654abacc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:20.524996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6ddcf5a9-4821-44fc-a33e-bd654abacc16 None None] Port 1feed5da-e97b-44ce-8a26-4040fce7addc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:20.546999 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-db4bda5d-f888-4868-8511-3564bd114837 service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393206 Dec 11 22:53:20.576663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e815ec42-e44d-489f-bfec-cca59f3a3293 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:20.617781 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815ec42-e44d-489f-bfec-cca59f3a3293 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=1feed5da-e97b-44ce-8a26-4040fce7addc,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:20.706454 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-5ecbe420-0820-43de-a0a6-81af9875c6a1 service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514442 Dec 11 22:53:20.723400 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-0859117d-909c-405c-bb36-ec554b153937 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:20.757985 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e815ec42-e44d-489f-bfec-cca59f3a3293 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:20.763237 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e815ec42-e44d-489f-bfec-cca59f3a3293 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/1feed5da-e97b-44ce-8a26-4040fce7addc HTTP/1.1" status: 204 len: 168 time: 0.8295729 Dec 11 22:53:20.767237 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40868) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:20.802299 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b1ce21-b6a5-4f5e-ad55-1606e1854f6e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] GET failed (client error): The resource could not be found. Dec 11 22:53:20.804113 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b5b1ce21-b6a5-4f5e-ad55-1606e1854f6e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/1feed5da-e97b-44ce-8a26-4040fce7addc HTTP/1.1" status: 404 len: 333 time: 0.0354528 Dec 11 22:53:20.807242 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40870) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:20.818333 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-6cdcebb1-1444-4889-b339-45e1d4120c1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=627ed865-7237-41b1-ba07-82593a6a9db4 HTTP/1.1" status: 200 len: 217 time: 0.0925891 Dec 11 22:53:20.862738 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f85d494-131e-480a-b55f-d904fa56a017 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting subnet bae498c6-c3c5-4e54-be35-7a61d6366c2d {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:53:20.867255 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f85d494-131e-480a-b55f-d904fa56a017 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:20.881433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-0859117d-909c-405c-bb36-ec554b153937 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Network 5494fcde-a374-49ae-8815-130d057cc91f is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:20.911132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1a9cc-44ed-4050-b4f5-dcd25f49dd26 req-c70fefc2-0e0c-45d4-a2c6-de1481ffa593 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:21.119666 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1e1a9cc-44ed-4050-b4f5-dcd25f49dd26 req-c70fefc2-0e0c-45d4-a2c6-de1481ffa593 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 932 time: 0.3334394 Dec 11 22:53:21.119666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859117d-909c-405c-bb36-ec554b153937 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Pushing event updated for resources: {'Port': ['ID=3974696b-7a10-40b4-a0ab-9c18d22a370f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:21.120903 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f85d494-131e-480a-b55f-d904fa56a017 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:21.122196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-0859117d-909c-405c-bb36-ec554b153937 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:21.122196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-0859117d-909c-405c-bb36-ec554b153937 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:21.122196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-34850fdf-775f-45c6-8bdd-bf4e4a0a8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:21.122196 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-34850fdf-775f-45c6-8bdd-bf4e4a0a8e9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7a7f52a-6baa-4f18-a249-4b879d242a22 HTTP/1.1" status: 200 len: 797 time: 0.1716287 Dec 11 22:53:21.122727 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f85d494-131e-480a-b55f-d904fa56a017 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:21.126698 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1e1a9cc-44ed-4050-b4f5-dcd25f49dd26 req-3cf7bd01-bee4-4bfe-b411-33c24fb1cb7e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301827 Dec 11 22:53:21.126698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-0859117d-909c-405c-bb36-ec554b153937 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:21.126698 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-0859117d-909c-405c-bb36-ec554b153937 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:21.126698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402a37-538e-4412-b262-760cd4db58d3 req-929a48c1-18d7-4434-abd3-9e9f6612a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:21.126698 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-929a48c1-18d7-4434-abd3-9e9f6612a21d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5552553-fde7-4121-af84-11fda90b4772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0915658 Dec 11 22:53:21.250519 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-49d6643c-1778-49cf-a744-9906828e5642 service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410987 Dec 11 22:53:21.309978 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-0859117d-909c-405c-bb36-ec554b153937 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1605129 Dec 11 22:53:21.318183 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f85d494-131e-480a-b55f-d904fa56a017 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:21.320230 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0be2306f-8a46-4bdd-9da8-e5ea0a27de42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:21.330588 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Request body: {'port': {'device_id': '9e99a4e6-828a-4378-a3bc-d3d9fcacac70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:21.357764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85d494-131e-480a-b55f-d904fa56a017 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Subnet': ['ID=bae498c6-c3c5-4e54-be35-7a61d6366c2d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:21.372879 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f85d494-131e-480a-b55f-d904fa56a017 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:21.378470 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5f85d494-131e-480a-b55f-d904fa56a017 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/bae498c6-c3c5-4e54-be35-7a61d6366c2d HTTP/1.1" status: 204 len: 168 time: 0.5697069 Dec 11 22:53:21.379489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3804da9-b0ba-4a19-96ab-cb81ded49faf None None] Network 1a827c1b-165c-46db-8060-c801b3016d1f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:21.381609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40894) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:21.413534 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:21.446565 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05402a37-538e-4412-b262-760cd4db58d3 req-1da6cad6-8b79-4fdf-bc4e-a3303d9a8679 service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884866 Dec 11 22:53:21.451311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd4f776-c8b5-4e70-9b00-ede4eb4bb251 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting subnet 60f52491-c7de-4354-b939-97a9523d901e {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:53:21.453363 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f776-c8b5-4e70-9b00-ede4eb4bb251 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:21.522672 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f776-c8b5-4e70-9b00-ede4eb4bb251 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:21.677186 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f776-c8b5-4e70-9b00-ede4eb4bb251 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:21.823000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3974696b-7a10-40b4-a0ab-9c18d22a370f {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:53:21.828395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-7232452f-8b59-4e5d-8db2-f579f120151c req-a7f255cc-a21d-4b07-9caf-0d33454796dc service neutron] (103692) timed out ('10.222.0.47', 60380) {{(pid=103692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 11 22:53:21.832118 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f776-c8b5-4e70-9b00-ede4eb4bb251 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:21.832904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:21.847412 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Transition to ACTIVE for port object 3974696b-7a10-40b4-a0ab-9c18d22a370f will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:53:21.865711 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f776-c8b5-4e70-9b00-ede4eb4bb251 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:21.870464 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bbd4f776-c8b5-4e70-9b00-ede4eb4bb251 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/60f52491-c7de-4354-b939-97a9523d901e HTTP/1.1" status: 204 len: 168 time: 0.4837525 Dec 11 22:53:21.871887 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4f776-c8b5-4e70-9b00-ede4eb4bb251 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Subnet': ['ID=60f52491-c7de-4354-b939-97a9523d901e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:21.885509 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40920) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:21.900443 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:21.989427 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:21.993662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Pushing event updated for resources: {'Port': ['ID=3974696b-7a10-40b4-a0ab-9c18d22a370f,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:22.065751 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port aff3895d-6a77-4e6c-a1a0-823bb669d043 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:22.066105 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:22.090853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Attempting to bind port 3974696b-7a10-40b4-a0ab-9c18d22a370f on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:53:22.092285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Attempting to bind port 3974696b-7a10-40b4-a0ab-9c18d22a370f by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'cf6ccf7a-6793-42be-90b0-ce7b767f703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:53:22.092843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Attempting to bind port 3974696b-7a10-40b4-a0ab-9c18d22a370f on network 5494fcde-a374-49ae-8815-130d057cc91f {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:53:22.098633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Port 3974696b-7a10-40b4-a0ab-9c18d22a370f on network 5494fcde-a374-49ae-8815-130d057cc91f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:53:22.099479 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Attempting to bind port 3974696b-7a10-40b4-a0ab-9c18d22a370f on network 5494fcde-a374-49ae-8815-130d057cc91f {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:53:22.108440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:53:22.109339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Checking segment: {'id': 'cf6ccf7a-6793-42be-90b0-ce7b767f703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:53:22.109955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Bound using segment: {'id': 'cf6ccf7a-6793-42be-90b0-ce7b767f703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:53:22.110852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Bound port: 3974696b-7a10-40b4-a0ab-9c18d22a370f, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6ccf7a-6793-42be-90b0-ce7b767f703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:53:22.111424 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:22.169242 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:22.185903 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] For port aff3895d-6a77-4e6c-a1a0-823bb669d043, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=aff3895d-6a77-4e6c-a1a0-823bb669d043,segment=NetworkSegment(c82d48f5-978e-40a2-aa73-fa8e47a80f99),segment_id=c82d48f5-978e-40a2-aa73-fa8e47a80f99)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:22.186328 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:22.207826 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for aff3895d-6a77-4e6c-a1a0-823bb669d043 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:22.220659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:53:22.229356 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:53:22.317201 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:22.329020 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70660ac0-bb44-43a7-99bf-23aa3ab5c3d0 req-64302436-fd19-4522-9de7-4837c05b3568 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:22.330768 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70660ac0-bb44-43a7-99bf-23aa3ab5c3d0 req-64302436-fd19-4522-9de7-4837c05b3568 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 944 time: 0.1262786 Dec 11 22:53:22.392966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:22.393603 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:22.395044 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] 10.222.0.47 "PUT /v2.0/ports/3974696b-7a10-40b4-a0ab-9c18d22a370f HTTP/1.1" status: 200 len: 1092 time: 1.0712421 Dec 11 22:53:22.395500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e99a4e6-828a-4378-a3bc-d3d9fcacac70', 'tag': '3974696b-7a10-40b4-a0ab-9c18d22a370f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:53:22.397937 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baddd26a-3a79-4f96-a698-2b4d0cc6fdf9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e99a4e6-828a-4378-a3bc-d3d9fcacac70", "tag": "3974696b-7a10-40b4-a0ab-9c18d22a370f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:53:22.420632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b596f-e568-4758-b398-18bb81e6bac5 service neutron] Pushing event updated for resources: {'Port': ['ID=3974696b-7a10-40b4-a0ab-9c18d22a370f,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:22.424664 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70660ac0-bb44-43a7-99bf-23aa3ab5c3d0 req-6e9ca0b5-b3d8-4aba-8e48-cb7aba063182 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866961 Dec 11 22:53:22.456171 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad4227d-eb01-4275-be59-7192cfda06c6 x-openstack-request-id: req-5ad4227d-eb01-4275-be59-7192cfda06c6 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:53:22.456475 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e99a4e6-828a-4378-a3bc-d3d9fcacac70", "tag": "3974696b-7a10-40b4-a0ab-9c18d22a370f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:53:22.456756 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ad4227d-eb01-4275-be59-7192cfda06c6 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:53:22.457160 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e99a4e6-828a-4378-a3bc-d3d9fcacac70', 'tag': '3974696b-7a10-40b4-a0ab-9c18d22a370f', 'status': 'completed', 'code': 200} Dec 11 22:53:22.495116 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:22.567985 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=aff3895d-6a77-4e6c-a1a0-823bb669d043,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:22.581259 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No DVR routers for this DVR port aff3895d-6a77-4e6c-a1a0-823bb669d043 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:53:22.581599 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddd26a-3a79-4f96-a698-2b4d0cc6fdf9 req-cf396034-d8ab-474a-8089-e8800ca7acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:22.582452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-baddd26a-3a79-4f96-a698-2b4d0cc6fdf9 req-cf396034-d8ab-474a-8089-e8800ca7acad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5dbb26b1c2d47daa5e3b28bbc8523ae&device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 1095 time: 0.0806100 Dec 11 22:53:22.588920 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c463fc-4654-4626-83cc-9ef7ff4b16b4 None None] Network 1a827c1b-165c-46db-8060-c801b3016d1f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:22.674451 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-80448fe6-ab04-4df2-90c0-4010a5acb732 None None] Could not find standard attr ID for object aff3895d-6a77-4e6c-a1a0-823bb669d043. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:53:22.698416 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:22.729394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a827c1b-165c-46db-8060-c801b3016d1f']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:22.743736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddd26a-3a79-4f96-a698-2b4d0cc6fdf9 req-504571ec-ddc4-42f3-b250-487e0e57ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:22.745220 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-baddd26a-3a79-4f96-a698-2b4d0cc6fdf9 req-504571ec-ddc4-42f3-b250-487e0e57ede6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c5dbb26b1c2d47daa5e3b28bbc8523ae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1451280 Dec 11 22:53:22.750503 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82d48f5-978e-40a2-aa73-fa8e47a80f99') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:22.751163 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82d48f5-978e-40a2-aa73-fa8e47a80f99') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:22.772273 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:22.787992 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:22.796550 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e52655-b691-4183-9b89-c4fd598bd11a None None] DHCP port deletion for 1a827c1b-165c-46db-8060-c801b3016d1f request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:53:22.796724 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:53:22.797072 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:53:22.801726 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:53:22.888839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddd26a-3a79-4f96-a698-2b4d0cc6fdf9 req-3cb27886-2800-4d41-b213-757d817c1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:22.890501 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-baddd26a-3a79-4f96-a698-2b4d0cc6fdf9 req-3cb27886-2800-4d41-b213-757d817c1735 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1381478 Dec 11 22:53:22.946521 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:22.951126 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:22.955617 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/networks/1a827c1b-165c-46db-8060-c801b3016d1f HTTP/1.1" status: 204 len: 168 time: 1.0722933 Dec 11 22:53:22.959727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 40968) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:22.973752 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e5a0d-6df5-4ce0-867d-7a2ceb7f2477 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Network': ['ID=1a827c1b-165c-46db-8060-c801b3016d1f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:23.072452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e7486f-ef45-43e4-9895-f7bfdd4af60d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:23.077829 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40980) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:23.078021 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d0e7486f-ef45-43e4-9895-f7bfdd4af60d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1169114 Dec 11 22:53:23.080336 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-530f51fc-c723-4cec-9514-17f5a1bb7341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:23.081790 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-530f51fc-c723-4cec-9514-17f5a1bb7341 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5dbb26b1c2d47daa5e3b28bbc8523ae&device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 1095 time: 0.1116631 Dec 11 22:53:23.128115 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-390991cd-60fe-46e5-9194-d67e9f02af17 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0485950 Dec 11 22:53:23.131512 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40986) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:23.142949 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9b67fca7-dd28-4f82-9579-cf650ea03943 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1307706373'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:23.150352 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-12346860-d312-4478-ad3a-5e750911126f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f HTTP/1.1" status: 200 len: 217 time: 0.0547943 Dec 11 22:53:23.213180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-62a24c9d-da09-472b-8bac-0a14f0f6d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:23.215651 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-62a24c9d-da09-472b-8bac-0a14f0f6d2b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1ab4d1b-7934-4d41-b700-13bf819b1c98 HTTP/1.1" status: 200 len: 854 time: 0.0569932 Dec 11 22:53:23.237144 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b67fca7-dd28-4f82-9579-cf650ea03943 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:23.237144 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b67fca7-dd28-4f82-9579-cf650ea03943 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:23.256021 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b67fca7-dd28-4f82-9579-cf650ea03943 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:53:23.256220 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-3cc05a02-d46b-4c04-8ec2-a3fe683104d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5494fcde-a374-49ae-8815-130d057cc91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344284 Dec 11 22:53:23.267013 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b67fca7-dd28-4f82-9579-cf650ea03943 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:23.267684 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-9b67fca7-dd28-4f82-9579-cf650ea03943 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Added segment 0a8e4584-a6cb-4e8b-b66a-61ee31f71b29 of type vlan for network 6cc24a22-5bea-4293-86bd-5a6cdc58d542 Dec 11 22:53:23.320682 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b67fca7-dd28-4f82-9579-cf650ea03943 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:23.373052 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-9562e117-69ed-4a6c-a416-2d6626fa53b0 service neutron] 10.222.0.47 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089854 Dec 11 22:53:23.438185 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b67fca7-dd28-4f82-9579-cf650ea03943 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:23.445611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b67fca7-dd28-4f82-9579-cf650ea03943 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:23.446258 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b67fca7-dd28-4f82-9579-cf650ea03943 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:23.496822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0b2bbcc-c1fe-4ff8-8d50-f6b18e8ba182 req-0530a011-ed1a-4f2e-a654-6f54296f45ee service neutron] 10.222.0.47 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162589 Dec 11 22:53:23.599465 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9b67fca7-dd28-4f82-9579-cf650ea03943 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4660912 Dec 11 22:53:23.601324 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67fca7-dd28-4f82-9579-cf650ea03943 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Network': ['ID=6cc24a22-5bea-4293-86bd-5a6cdc58d542,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:23.602567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41010) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:23.612350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ddcbb12c-95df-40fd-bd0a-1443edb37e70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'subnet': {'network_id': '6cc24a22-5bea-4293-86bd-5a6cdc58d542', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:23.615290 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 6cc24a22-5bea-4293-86bd-5a6cdc58d542 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:53:23.630927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400f007-06ed-420c-b0d9-32d4b611cec4 req-11e13daf-23bf-42d8-9dff-84acc0c302dd tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:23.633222 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e400f007-06ed-420c-b0d9-32d4b611cec4 req-11e13daf-23bf-42d8-9dff-84acc0c302dd tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 944 time: 0.0894136 Dec 11 22:53:23.702775 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e400f007-06ed-420c-b0d9-32d4b611cec4 req-975ac145-f964-4b97-af1f-faffd3c00392 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625448 Dec 11 22:53:23.826283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcbb12c-95df-40fd-bd0a-1443edb37e70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:23.831544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ddcbb12c-95df-40fd-bd0a-1443edb37e70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:23.850164 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:24.094901 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ddcbb12c-95df-40fd-bd0a-1443edb37e70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:24.163884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbb12c-95df-40fd-bd0a-1443edb37e70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Subnet': ['ID=dedde645-bcb1-4754-b22f-ef1478e2466c,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:24.172963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcbb12c-95df-40fd-bd0a-1443edb37e70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Checking segment: {'id': '0a8e4584-a6cb-4e8b-b66a-61ee31f71b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6cc24a22-5bea-4293-86bd-5a6cdc58d542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:53:24.173328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcbb12c-95df-40fd-bd0a-1443edb37e70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network hostable DHCP agents. Network: 6cc24a22-5bea-4293-86bd-5a6cdc58d542, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:53:24.278181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcbb12c-95df-40fd-bd0a-1443edb37e70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 6cc24a22-5bea-4293-86bd-5a6cdc58d542 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:53:24.391762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-ddcbb12c-95df-40fd-bd0a-1443edb37e70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 6cc24a22-5bea-4293-86bd-5a6cdc58d542) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:24.404200 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62131c47-0960-4115-a209-908d05d763bd None None] Network 6cc24a22-5bea-4293-86bd-5a6cdc58d542 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:24.421844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcbb12c-95df-40fd-bd0a-1443edb37e70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:24.422459 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ddcbb12c-95df-40fd-bd0a-1443edb37e70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:24.518722 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ddcbb12c-95df-40fd-bd0a-1443edb37e70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9130435 Dec 11 22:53:24.520879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41056) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:24.528692 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'network_id': '6cc24a22-5bea-4293-86bd-5a6cdc58d542', 'name': 'tempest-PortsTestJSON-107112834'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:24.572590 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-6cc24a22-5bea-4293-86bd-5a6cdc58d542', 'network_id': '6cc24a22-5bea-4293-86bd-5a6cdc58d542', 'project_id': '9cb51e5d0a1b43f58b4c4b5714178709', 'fixed_ips': [{'subnet_id': 'dedde645-bcb1-4754-b22f-ef1478e2466c'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:53:24.575001 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:24.669098 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:24.697366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device aff3895d-6a77-4e6c-a1a0-823bb669d043 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:53:24.724671 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: aff3895d-6a77-4e6c-a1a0-823bb669d043 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:53:24.725026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device aff3895d-6a77-4e6c-a1a0-823bb669d043 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:53:24.740283 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:24.745089 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:24.769878 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Allocated IP 172.20.0.2 (6cc24a22-5bea-4293-86bd-5a6cdc58d542/dedde645-bcb1-4754-b22f-ef1478e2466c/33c89aef-07fa-4117-9e73-131dc5fae67d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:24.779009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port 71cdc624-560a-456c-a3d1-e8cbc579b9ee yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:53:24.879768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1911621-1154-46b0-8e97-f42a8e24eeb6 req-78e0da16-4c34-4856-b52b-db58d02fb37e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:24.881335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d1911621-1154-46b0-8e97-f42a8e24eeb6 req-78e0da16-4c34-4856-b52b-db58d02fb37e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 944 time: 0.0618310 Dec 11 22:53:24.945910 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d1911621-1154-46b0-8e97-f42a8e24eeb6 req-121486a1-7217-4245-a950-52bcda5d5e09 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568500 Dec 11 22:53:24.966758 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:25.026624 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:25.071456 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Network 6cc24a22-5bea-4293-86bd-5a6cdc58d542 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:25.077119 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:25.080190 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:25.099329 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Pushing event updated for resources: {'Port': ['ID=33c89aef-07fa-4117-9e73-131dc5fae67d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:25.103115 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Allocated IP 172.20.0.14 (6cc24a22-5bea-4293-86bd-5a6cdc58d542/dedde645-bcb1-4754-b22f-ef1478e2466c/71cdc624-560a-456c-a3d1-e8cbc579b9ee) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:25.165109 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Attempting to bind port 33c89aef-07fa-4117-9e73-131dc5fae67d on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:53:25.165472 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Attempting to bind port 33c89aef-07fa-4117-9e73-131dc5fae67d by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '0a8e4584-a6cb-4e8b-b66a-61ee31f71b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6cc24a22-5bea-4293-86bd-5a6cdc58d542'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:53:25.165848 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Attempting to bind port 33c89aef-07fa-4117-9e73-131dc5fae67d on network 6cc24a22-5bea-4293-86bd-5a6cdc58d542 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:53:25.172852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:53:25.173387 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Checking segment: {'id': '0a8e4584-a6cb-4e8b-b66a-61ee31f71b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6cc24a22-5bea-4293-86bd-5a6cdc58d542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:53:25.173954 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:25.174360 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Bound using segment: {'id': '0a8e4584-a6cb-4e8b-b66a-61ee31f71b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6cc24a22-5bea-4293-86bd-5a6cdc58d542'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:53:25.174935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Bound port: 33c89aef-07fa-4117-9e73-131dc5fae67d, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8e4584-a6cb-4e8b-b66a-61ee31f71b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6cc24a22-5bea-4293-86bd-5a6cdc58d542'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:53:25.175644 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:25.255200 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] For port 33c89aef-07fa-4117-9e73-131dc5fae67d, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:53:25.258489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] For port 33c89aef-07fa-4117-9e73-131dc5fae67d, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33c89aef-07fa-4117-9e73-131dc5fae67d,segment=NetworkSegment(0a8e4584-a6cb-4e8b-b66a-61ee31f71b29),segment_id=0a8e4584-a6cb-4e8b-b66a-61ee31f71b29)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:53:25.305981 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:25.335246 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:25.393430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79562c7-9a98-45fe-9132-2956f93280ac None None] Pushing event updated for resources: {'Port': ['ID=33c89aef-07fa-4117-9e73-131dc5fae67d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:25.403223 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3974696b-7a10-40b4-a0ab-9c18d22a370f details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:53:25.421416 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:25.471794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 6cc24a22-5bea-4293-86bd-5a6cdc58d542 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:25.475032 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:25.479406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:25.555644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:25.565260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=71cdc624-560a-456c-a3d1-e8cbc579b9ee,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:25.583518 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '3974696b-7a10-40b4-a0ab-9c18d22a370f', 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f', 'port_id': '3974696b-7a10-40b4-a0ab-9c18d22a370f', 'mac_address': 'fa:16:3e:ef:68:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ab4d1b-7934-4d41-b700-13bf819b1c98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:53:25.589407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:25.590587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:25.591189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:25.591917 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:25.592418 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:25.592899 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:25.593371 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:25.593841 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:25.594313 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:25.594796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:25.595304 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:25.595771 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:25.596237 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:25.620387 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:25.621074 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:25.638338 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:25.655359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3974696b-7a10-40b4-a0ab-9c18d22a370f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:53:25.692329 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a11066c5-bab4-4bc6-bb6e-900940fa7444 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1694427 Dec 11 22:53:25.696380 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41084) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:25.703090 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-54a2262f-e568-4d16-bbc3-dfda12413806 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'network_id': '6cc24a22-5bea-4293-86bd-5a6cdc58d542', 'name': 'tempest-PortsTestJSON-232600766'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:25.705180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:25.738392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41086) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:25.763638 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:25.873339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=3974696b-7a10-40b4-a0ab-9c18d22a370f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:25.894061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a2262f-e568-4d16-bbc3-dfda12413806 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:25.898025 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54a2262f-e568-4d16-bbc3-dfda12413806 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:25.928199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-54a2262f-e568-4d16-bbc3-dfda12413806 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port cf399462-967e-455e-8809-b69427ae4506 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:53:25.931245 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5eefb8b4-108e-47a0-91ec-b3416445fbc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:26.035102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5eefb8b4-108e-47a0-91ec-b3416445fbc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:26.082285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['3974696b-7a10-40b4-a0ab-9c18d22a370f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:53:26.088256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-54a2262f-e568-4d16-bbc3-dfda12413806 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Allocated IP 172.20.0.3 (6cc24a22-5bea-4293-86bd-5a6cdc58d542/dedde645-bcb1-4754-b22f-ef1478e2466c/cf399462-967e-455e-8809-b69427ae4506) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:26.106497 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5eefb8b4-108e-47a0-91ec-b3416445fbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:26.118434 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac881aa9-f041-48bc-9fcd-dbd797db5034 req-d04170f4-3a02-43b1-b501-11a1e6f1a4dd tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:26.120107 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ac881aa9-f041-48bc-9fcd-dbd797db5034 req-d04170f4-3a02-43b1-b501-11a1e6f1a4dd tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 945 time: 0.0767705 Dec 11 22:53:26.165119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5eefb8b4-108e-47a0-91ec-b3416445fbc8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e694f50f6a54fffbcae15f190ad64fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4253864 Dec 11 22:53:26.166111 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefb8b4-108e-47a0-91ec-b3416445fbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e83943a-e36f-4a81-863e-21c9ba2cdeb2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:26.169043 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41094) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:26.233965 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-961fd6f0-7375-4910-8f3a-a05bfe594279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:26.266214 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-961fd6f0-7375-4910-8f3a-a05bfe594279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:26.296180 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ac881aa9-f041-48bc-9fcd-dbd797db5034 req-f67e3593-717c-4513-9ad8-32a254c07548 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546381 Dec 11 22:53:26.392105 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54a2262f-e568-4d16-bbc3-dfda12413806 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:26.404118 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-961fd6f0-7375-4910-8f3a-a05bfe594279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:26.406997 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-961fd6f0-7375-4910-8f3a-a05bfe594279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:26.411012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-961fd6f0-7375-4910-8f3a-a05bfe594279 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e83943a-e36f-4a81-863e-21c9ba2cdeb2 HTTP/1.1" status: 204 len: 168 time: 0.2386870 Dec 11 22:53:26.437639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fd6f0-7375-4910-8f3a-a05bfe594279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e83943a-e36f-4a81-863e-21c9ba2cdeb2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:26.557631 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54a2262f-e568-4d16-bbc3-dfda12413806 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:26.704503 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2262f-e568-4d16-bbc3-dfda12413806 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 6cc24a22-5bea-4293-86bd-5a6cdc58d542 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:26.710861 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-54a2262f-e568-4d16-bbc3-dfda12413806 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:26.718568 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a2262f-e568-4d16-bbc3-dfda12413806 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:26.723679 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2262f-e568-4d16-bbc3-dfda12413806 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=cf399462-967e-455e-8809-b69427ae4506,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:26.768618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33c89aef-07fa-4117-9e73-131dc5fae67d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:53:26.799388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a2262f-e568-4d16-bbc3-dfda12413806 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:26.800247 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54a2262f-e568-4d16-bbc3-dfda12413806 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:26.888869 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 33c89aef-07fa-4117-9e73-131dc5fae67d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:26.889248 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:26.900430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98273918-f919-4aff-8c6a-cf0c067603ea None None] Network 6cc24a22-5bea-4293-86bd-5a6cdc58d542 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:26.935249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41110) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:26.937905 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-54a2262f-e568-4d16-bbc3-dfda12413806 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2416277 Dec 11 22:53:27.048713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e9e272-7571-4126-8bbb-d513868ac8e3 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:27.050771 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-69e9e272-7571-4126-8bbb-d513868ac8e3 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.1143451 Dec 11 22:53:27.053966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41116) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:27.130792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-afc3d76c-acbf-4d5e-844c-f571a3d61638 None None] Provisioning complete for port 33c89aef-07fa-4117-9e73-131dc5fae67d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:27.131132 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-afc3d76c-acbf-4d5e-844c-f571a3d61638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:27.298849 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:27.411992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 33c89aef-07fa-4117-9e73-131dc5fae67d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33c89aef-07fa-4117-9e73-131dc5fae67d,segment=NetworkSegment(0a8e4584-a6cb-4e8b-b66a-61ee31f71b29),segment_id=0a8e4584-a6cb-4e8b-b66a-61ee31f71b29)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:27.423262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3974696b-7a10-40b4-a0ab-9c18d22a370f up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:53:27.520901 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-afc3d76c-acbf-4d5e-844c-f571a3d61638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:27.531519 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:27.698655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port cf399462-967e-455e-8809-b69427ae4506 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:27.700049 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:27.716587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=33c89aef-07fa-4117-9e73-131dc5fae67d,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:27.720437 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-afc3d76c-acbf-4d5e-844c-f571a3d61638 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:53:27.720798 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-afc3d76c-acbf-4d5e-844c-f571a3d61638 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:53:27.790889 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f9928-6966-4cdd-a53f-72bea62bf327 req-472feed2-d156-4333-b4b9-da7703e13ba6 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:27.799187 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dd4f9928-6966-4cdd-a53f-72bea62bf327 req-472feed2-d156-4333-b4b9-da7703e13ba6 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 945 time: 0.1806386 Dec 11 22:53:27.803283 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 3974696b-7a10-40b4-a0ab-9c18d22a370f completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:53:27.807183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 3974696b-7a10-40b4-a0ab-9c18d22a370f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:27.807564 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:27.938171 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dd4f9928-6966-4cdd-a53f-72bea62bf327 req-00a9a596-e223-4e7a-a0fc-3a808807532c tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333556 Dec 11 22:53:28.000800 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:28.017657 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:28.033992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for cf399462-967e-455e-8809-b69427ae4506 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:28.079581 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e99a4e6-828a-4378-a3bc-d3d9fcacac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3974696b-7a10-40b4-a0ab-9c18d22a370f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:53:28.082174 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d821d08-b0ea-4178-9c2d-ce3ab88172f2" -d '{"events": [{"server_uuid": "9e99a4e6-828a-4378-a3bc-d3d9fcacac70", "name": "network-vif-plugged", "status": "completed", "tag": "3974696b-7a10-40b4-a0ab-9c18d22a370f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:53:28.116617 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:28.135109 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe176571-dea3-4190-a925-e14531033156 x-openstack-request-id: req-fe176571-dea3-4190-a925-e14531033156 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:53:28.135402 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e99a4e6-828a-4378-a3bc-d3d9fcacac70", "name": "network-vif-plugged", "status": "completed", "tag": "3974696b-7a10-40b4-a0ab-9c18d22a370f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:53:28.135841 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe176571-dea3-4190-a925-e14531033156 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:53:28.136283 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e99a4e6-828a-4378-a3bc-d3d9fcacac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3974696b-7a10-40b4-a0ab-9c18d22a370f', 'code': 200} Dec 11 22:53:28.191533 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:28.344887 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=3974696b-7a10-40b4-a0ab-9c18d22a370f,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:28.350908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21854c-4bc4-4792-8657-18942607315d req-8c198514-6bae-412f-86b3-6065904787e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:28.352401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b21854c-4bc4-4792-8657-18942607315d req-8c198514-6bae-412f-86b3-6065904787e2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 1097 time: 0.1122596 Dec 11 22:53:28.408039 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b21854c-4bc4-4792-8657-18942607315d req-d3d55ac6-6f7a-4ac5-b3e8-86ea5eea4d01 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481615 Dec 11 22:53:28.437603 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:28.456572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7cc48284-f7b7-4e68-864e-e6b801f4b06d None None] Could not find standard attr ID for object cf399462-967e-455e-8809-b69427ae4506. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:53:28.468019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7cc48284-f7b7-4e68-864e-e6b801f4b06d None None] Provisioning complete for port 33c89aef-07fa-4117-9e73-131dc5fae67d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:28.468618 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7cc48284-f7b7-4e68-864e-e6b801f4b06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:28.497928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=cf399462-967e-455e-8809-b69427ae4506,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:28.526366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:28.528621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:28.529389 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:28.529964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:28.530637 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:28.531201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:28.531741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:28.532436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:28.533847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:28.534516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:28.535088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:28.535928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:28.536463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:53:28.655067 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:28.666859 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6ca98a00-95d8-4843-adab-39bdcc38f6c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/cf399462-967e-455e-8809-b69427ae4506 HTTP/1.1" status: 204 len: 168 time: 1.6101298 Dec 11 22:53:28.668912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41156) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:28.675426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7cc48284-f7b7-4e68-864e-e6b801f4b06d None None] Provisioning complete for port 71cdc624-560a-456c-a3d1-e8cbc579b9ee triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:28.676411 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7cc48284-f7b7-4e68-864e-e6b801f4b06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:28.716232 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33c89aef-07fa-4117-9e73-131dc5fae67d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:53:28.719975 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08a17bc-04a2-4c09-83f3-00d88ad7377c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] GET failed (client error): The resource could not be found. Dec 11 22:53:28.724470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41160) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:28.734237 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c08a17bc-04a2-4c09-83f3-00d88ad7377c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/cf399462-967e-455e-8809-b69427ae4506 HTTP/1.1" status: 404 len: 333 time: 0.0641787 Dec 11 22:53:28.766423 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7cc48284-f7b7-4e68-864e-e6b801f4b06d None None] Port 71cdc624-560a-456c-a3d1-e8cbc579b9ee cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:28.796909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 33c89aef-07fa-4117-9e73-131dc5fae67d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:28.797314 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:28.873834 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-f99472db-70b7-4c83-881e-dfcace5433a2 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port 71cdc624-560a-456c-a3d1-e8cbc579b9ee {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:28.874349 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f99472db-70b7-4c83-881e-dfcace5433a2 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:28.904200 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-213b0412-6ac4-4f88-ba90-5fbf67e11841 None None] Could not find standard attr ID for object cf399462-967e-455e-8809-b69427ae4506. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:53:29.024263 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f99472db-70b7-4c83-881e-dfcace5433a2 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:29.040468 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-f99472db-70b7-4c83-881e-dfcace5433a2 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for 71cdc624-560a-456c-a3d1-e8cbc579b9ee owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:29.141540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41343351-3232-4d64-94b4-b886f0ac4dc1 req-d7ec3153-6ae2-4bad-ae55-2d664b8b54dd tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:29.152980 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41343351-3232-4d64-94b4-b886f0ac4dc1 req-d7ec3153-6ae2-4bad-ae55-2d664b8b54dd tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1130071 Dec 11 22:53:29.246460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41343351-3232-4d64-94b4-b886f0ac4dc1 req-22a6e7fe-3cd2-4586-a2f4-e0537e5184c7 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914466 Dec 11 22:53:29.335130 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f99472db-70b7-4c83-881e-dfcace5433a2 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:29.370872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99472db-70b7-4c83-881e-dfcace5433a2 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=71cdc624-560a-456c-a3d1-e8cbc579b9ee,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:29.518751 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f99472db-70b7-4c83-881e-dfcace5433a2 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:29.522963 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f99472db-70b7-4c83-881e-dfcace5433a2 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/71cdc624-560a-456c-a3d1-e8cbc579b9ee HTTP/1.1" status: 204 len: 168 time: 0.7973883 Dec 11 22:53:29.525650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41194) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:29.568057 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-015d22a2-9686-47fa-b861-14d36fd7a795 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] GET failed (client error): The resource could not be found. Dec 11 22:53:29.572011 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-015d22a2-9686-47fa-b861-14d36fd7a795 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/71cdc624-560a-456c-a3d1-e8cbc579b9ee HTTP/1.1" status: 404 len: 333 time: 0.0419757 Dec 11 22:53:29.572668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41202) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:29.673990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec4441f-e9bd-4145-a7b8-cc1488a27e86 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting subnet dedde645-bcb1-4754-b22f-ef1478e2466c {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:53:29.681433 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5ec4441f-e9bd-4145-a7b8-cc1488a27e86 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:29.797728 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5ec4441f-e9bd-4145-a7b8-cc1488a27e86 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:29.916806 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5ec4441f-e9bd-4145-a7b8-cc1488a27e86 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:30.060532 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5ec4441f-e9bd-4145-a7b8-cc1488a27e86 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:30.095380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4441f-e9bd-4145-a7b8-cc1488a27e86 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Subnet': ['ID=dedde645-bcb1-4754-b22f-ef1478e2466c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:30.112439 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eead52b2-63df-46df-814d-1b3f3da1c29a None None] Network 6cc24a22-5bea-4293-86bd-5a6cdc58d542 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:30.123722 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5ec4441f-e9bd-4145-a7b8-cc1488a27e86 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:30.129532 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5ec4441f-e9bd-4145-a7b8-cc1488a27e86 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/dedde645-bcb1-4754-b22f-ef1478e2466c HTTP/1.1" status: 204 len: 168 time: 0.5547917 Dec 11 22:53:30.132263 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41240) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:30.217653 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:30.323147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab45a7b-82dc-4680-9bb5-3cb4fa7aef56 None None] DHCP port deletion for 6cc24a22-5bea-4293-86bd-5a6cdc58d542 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:53:30.350196 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port 33c89aef-07fa-4117-9e73-131dc5fae67d {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:30.350925 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:30.439482 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] For port 33c89aef-07fa-4117-9e73-131dc5fae67d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33c89aef-07fa-4117-9e73-131dc5fae67d,segment=NetworkSegment(0a8e4584-a6cb-4e8b-b66a-61ee31f71b29),segment_id=0a8e4584-a6cb-4e8b-b66a-61ee31f71b29)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:30.450535 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:30.455397 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for 33c89aef-07fa-4117-9e73-131dc5fae67d owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:30.473601 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3ab45a7b-82dc-4680-9bb5-3cb4fa7aef56 None None] Deleting port 33c89aef-07fa-4117-9e73-131dc5fae67d {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:30.474181 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3ab45a7b-82dc-4680-9bb5-3cb4fa7aef56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:30.559337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8044cf-ebd4-420a-9b97-db237261ddef req-a3802aad-8f25-4598-8ced-203caa220813 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:30.562670 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2a8044cf-ebd4-420a-9b97-db237261ddef req-a3802aad-8f25-4598-8ced-203caa220813 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1051850 Dec 11 22:53:30.649716 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2a8044cf-ebd4-420a-9b97-db237261ddef req-545d1ff1-532f-4aba-9c9c-11f2c1de0d0c tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777242 Dec 11 22:53:30.664725 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3ab45a7b-82dc-4680-9bb5-3cb4fa7aef56 None None] For port 33c89aef-07fa-4117-9e73-131dc5fae67d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33c89aef-07fa-4117-9e73-131dc5fae67d,segment=NetworkSegment(0a8e4584-a6cb-4e8b-b66a-61ee31f71b29),segment_id=0a8e4584-a6cb-4e8b-b66a-61ee31f71b29)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:30.665115 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3ab45a7b-82dc-4680-9bb5-3cb4fa7aef56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:30.682695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3ab45a7b-82dc-4680-9bb5-3cb4fa7aef56 None None] Calling delete_port for 33c89aef-07fa-4117-9e73-131dc5fae67d owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:30.701235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33c89aef-07fa-4117-9e73-131dc5fae67d no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:53:30.730694 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:30.770089 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=33c89aef-07fa-4117-9e73-131dc5fae67d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:30.776831 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No DVR routers for this DVR port 33c89aef-07fa-4117-9e73-131dc5fae67d on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:53:30.982151 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:31.031711 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc24a22-5bea-4293-86bd-5a6cdc58d542']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:31.051008 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8e4584-a6cb-4e8b-b66a-61ee31f71b29') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:31.051327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8e4584-a6cb-4e8b-b66a-61ee31f71b29') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:31.075393 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No active binding found for port 33c89aef-07fa-4117-9e73-131dc5fae67d {{(pid=103693) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 11 22:53:31.075897 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33c89aef-07fa-4117-9e73-131dc5fae67d not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:53:31.078680 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:31.103881 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:31.123010 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:53:31.123420 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:53:31.126708 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.147100 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.149441 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.149441 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.149441 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.149441 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.149441 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.149441 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.149441 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.149441 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.149441 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.149441 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.149441 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.149441 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.149441 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:53:31.149441 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:53:31.153486 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3ab45a7b-82dc-4680-9bb5-3cb4fa7aef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:31.199325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab45a7b-82dc-4680-9bb5-3cb4fa7aef56 None None] Pushing event deleted for resources: {'Port': ['ID=33c89aef-07fa-4117-9e73-131dc5fae67d,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:31.206091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab45a7b-82dc-4680-9bb5-3cb4fa7aef56 None None] No DVR routers for this DVR port 33c89aef-07fa-4117-9e73-131dc5fae67d on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:53:31.259725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-11a02a00-b7d1-4416-a97c-fff9a3393ab2 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:31.268373 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-11a02a00-b7d1-4416-a97c-fff9a3393ab2 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/networks?id=5494fcde-a374-49ae-8815-130d057cc91f HTTP/1.1" status: 200 len: 814 time: 0.2464910 Dec 11 22:53:31.286144 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-46dfa4e8-01be-4851-851e-ea163feeab3e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/quotas/c5dbb26b1c2d47daa5e3b28bbc8523ae HTTP/1.1" status: 200 len: 375 time: 0.0168731 Dec 11 22:53:31.306253 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:31.323250 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:31.327713 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/networks/6cc24a22-5bea-4293-86bd-5a6cdc58d542 HTTP/1.1" status: 204 len: 168 time: 1.1944385 Dec 11 22:53:31.332515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41336) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:31.340039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2e6c2759-e9f8-4946-bbef-53048323830a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2038144855'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:31.351740 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91546b4d-a377-45cf-977b-cdd81166316f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Network': ['ID=6cc24a22-5bea-4293-86bd-5a6cdc58d542,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:31.385194 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-4c119fb0-e206-41b1-93b4-b5cfccae5be2 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5dbb26b1c2d47daa5e3b28bbc8523ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0980842 Dec 11 22:53:31.532992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6c2759-e9f8-4946-bbef-53048323830a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:31.536507 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2e6c2759-e9f8-4946-bbef-53048323830a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:31.561080 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-67b7f71f-0aa5-4437-845b-93c4607cadfd service neutron] 10.222.0.45 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748528 Dec 11 22:53:31.574722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6c2759-e9f8-4946-bbef-53048323830a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:53:31.629347 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2e6c2759-e9f8-4946-bbef-53048323830a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:31.629698 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-2e6c2759-e9f8-4946-bbef-53048323830a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Added segment 881d548c-76e7-40b7-a7d3-edfb328225a7 of type vlan for network 642b6f51-35f3-4da7-a906-07d03387391d Dec 11 22:53:31.686147 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2e6c2759-e9f8-4946-bbef-53048323830a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:31.727615 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-94b9218a-085a-46f7-8558-e779fc999c24 service neutron] 10.222.0.45 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545172 Dec 11 22:53:31.816685 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2e6c2759-e9f8-4946-bbef-53048323830a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:31.829004 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c2759-e9f8-4946-bbef-53048323830a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:31.833050 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2e6c2759-e9f8-4946-bbef-53048323830a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:31.925019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c2759-e9f8-4946-bbef-53048323830a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Network': ['ID=642b6f51-35f3-4da7-a906-07d03387391d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:31.940786 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 642b6f51-35f3-4da7-a906-07d03387391d details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:53:31.982940 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2e6c2759-e9f8-4946-bbef-53048323830a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6452475 Dec 11 22:53:31.983644 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41376) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:31.989400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-fc3f62ee-2a83-4298-b7dc-51555760e3f3 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'subnet': {'network_id': '642b6f51-35f3-4da7-a906-07d03387391d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:32.063948 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c6ace7e8-c304-44b0-a48a-ba4fffe99b33 req-60920b44-8010-4472-9923-966b44e6c450 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 210 time: 0.0561259 Dec 11 22:53:32.232416 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3f62ee-2a83-4298-b7dc-51555760e3f3 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:32.257151 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc3f62ee-2a83-4298-b7dc-51555760e3f3 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:32.428088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41406) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:32.614544 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc3f62ee-2a83-4298-b7dc-51555760e3f3 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:32.618225 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b71b443-e958-4222-a42a-cf8df7dddb6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:32.703640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f62ee-2a83-4298-b7dc-51555760e3f3 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Subnet': ['ID=23053895-14e6-42b3-a9d0-7e79d417cf6a,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:32.706456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3f62ee-2a83-4298-b7dc-51555760e3f3 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Checking segment: {'id': '881d548c-76e7-40b7-a7d3-edfb328225a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '642b6f51-35f3-4da7-a906-07d03387391d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:53:32.706836 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3f62ee-2a83-4298-b7dc-51555760e3f3 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network hostable DHCP agents. Network: 642b6f51-35f3-4da7-a906-07d03387391d, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:53:32.728143 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b71b443-e958-4222-a42a-cf8df7dddb6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:32.814323 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b71b443-e958-4222-a42a-cf8df7dddb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:32.815879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3f62ee-2a83-4298-b7dc-51555760e3f3 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 642b6f51-35f3-4da7-a906-07d03387391d is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:53:32.855873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71b443-e958-4222-a42a-cf8df7dddb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe2efaa-fbc5-4475-880d-f4fa5b6407d8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:32.860591 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1b71b443-e958-4222-a42a-cf8df7dddb6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5766f36963a74680889155a5ec2a382c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4314139 Dec 11 22:53:32.863229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41432) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:32.882932 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-fc3f62ee-2a83-4298-b7dc-51555760e3f3 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 642b6f51-35f3-4da7-a906-07d03387391d) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:32.888877 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3f62ee-2a83-4298-b7dc-51555760e3f3 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:32.889684 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc3f62ee-2a83-4298-b7dc-51555760e3f3 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:32.895915 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49ca698-e4a7-4a68-b3cf-3a72e84cb19f None None] Network 642b6f51-35f3-4da7-a906-07d03387391d requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:32.952916 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d21dcc2-3e10-4e92-b29f-9bc55dbea646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:32.983459 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d21dcc2-3e10-4e92-b29f-9bc55dbea646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:33.003169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41438) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:33.003375 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fc3f62ee-2a83-4298-b7dc-51555760e3f3 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0184081 Dec 11 22:53:33.008658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-63d95958-1674-4fb6-ad59-08df4010708d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'network_id': '642b6f51-35f3-4da7-a906-07d03387391d', 'name': 'tempest-PortsTestJSON-1256328061', 'fixed_ips': [{'subnet_id': '23053895-14e6-42b3-a9d0-7e79d417cf6a', 'ip_address': '172.20.0.10'}]}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:33.047111 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-642b6f51-35f3-4da7-a906-07d03387391d', 'network_id': '642b6f51-35f3-4da7-a906-07d03387391d', 'project_id': '9cb51e5d0a1b43f58b4c4b5714178709', 'fixed_ips': [{'subnet_id': '23053895-14e6-42b3-a9d0-7e79d417cf6a'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:53:33.048383 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:33.164505 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d21dcc2-3e10-4e92-b29f-9bc55dbea646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:33.172593 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d21dcc2-3e10-4e92-b29f-9bc55dbea646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:33.172593 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6d21dcc2-3e10-4e92-b29f-9bc55dbea646 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bbe2efaa-fbc5-4475-880d-f4fa5b6407d8 HTTP/1.1" status: 204 len: 168 time: 0.3033094 Dec 11 22:53:33.207826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21dcc2-3e10-4e92-b29f-9bc55dbea646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe2efaa-fbc5-4475-880d-f4fa5b6407d8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:33.270559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d49b2102-0b1d-407f-b77f-5aba7099e961 req-3dfcd2cf-9136-4a0c-9e16-3f89ffa31a79 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 210 time: 0.0436428 Dec 11 22:53:33.285408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d95958-1674-4fb6-ad59-08df4010708d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:33.304875 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Allocated IP 172.20.0.2 (642b6f51-35f3-4da7-a906-07d03387391d/23053895-14e6-42b3-a9d0-7e79d417cf6a/ada5421e-453f-4d8b-814a-eb04ca022b91) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:33.408496 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63d95958-1674-4fb6-ad59-08df4010708d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:33.429004 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-63d95958-1674-4fb6-ad59-08df4010708d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port b3e2c5f0-2b1a-4c8c-a6e9-76f89c238cf6 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:53:33.521496 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:33.673166 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:33.758997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-63d95958-1674-4fb6-ad59-08df4010708d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Allocated IP 172.20.0.10 (642b6f51-35f3-4da7-a906-07d03387391d/23053895-14e6-42b3-a9d0-7e79d417cf6a/b3e2c5f0-2b1a-4c8c-a6e9-76f89c238cf6) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:33.766062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Network 642b6f51-35f3-4da7-a906-07d03387391d is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:33.768531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:33.778247 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:33.786091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Pushing event updated for resources: {'Port': ['ID=ada5421e-453f-4d8b-814a-eb04ca022b91,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:33.842094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Attempting to bind port ada5421e-453f-4d8b-814a-eb04ca022b91 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:53:33.842484 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Attempting to bind port ada5421e-453f-4d8b-814a-eb04ca022b91 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '881d548c-76e7-40b7-a7d3-edfb328225a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '642b6f51-35f3-4da7-a906-07d03387391d'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:53:33.842882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Attempting to bind port ada5421e-453f-4d8b-814a-eb04ca022b91 on network 642b6f51-35f3-4da7-a906-07d03387391d {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:53:33.848574 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:53:33.848981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Checking segment: {'id': '881d548c-76e7-40b7-a7d3-edfb328225a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '642b6f51-35f3-4da7-a906-07d03387391d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:53:33.849385 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:33.849792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Bound using segment: {'id': '881d548c-76e7-40b7-a7d3-edfb328225a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '642b6f51-35f3-4da7-a906-07d03387391d'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:53:33.850282 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Bound port: ada5421e-453f-4d8b-814a-eb04ca022b91, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881d548c-76e7-40b7-a7d3-edfb328225a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '642b6f51-35f3-4da7-a906-07d03387391d'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:53:33.850676 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:33.928621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] For port ada5421e-453f-4d8b-814a-eb04ca022b91, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:53:33.932366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] For port ada5421e-453f-4d8b-814a-eb04ca022b91, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ada5421e-453f-4d8b-814a-eb04ca022b91,segment=NetworkSegment(881d548c-76e7-40b7-a7d3-edfb328225a7),segment_id=881d548c-76e7-40b7-a7d3-edfb328225a7)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:53:33.945884 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63d95958-1674-4fb6-ad59-08df4010708d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:34.018651 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41490) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:34.032243 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:34.034246 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-deeb958c-3472-46bc-a170-1a969ae86fe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:34.066060 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63d95958-1674-4fb6-ad59-08df4010708d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:34.122900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c021df-ba56-4da7-bca9-a824dfca5a84 None None] Pushing event updated for resources: {'Port': ['ID=ada5421e-453f-4d8b-814a-eb04ca022b91,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:34.136070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d95958-1674-4fb6-ad59-08df4010708d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 642b6f51-35f3-4da7-a906-07d03387391d is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:34.141384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-63d95958-1674-4fb6-ad59-08df4010708d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:34.148139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d95958-1674-4fb6-ad59-08df4010708d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:34.174750 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-deeb958c-3472-46bc-a170-1a969ae86fe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:34.199428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d95958-1674-4fb6-ad59-08df4010708d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=b3e2c5f0-2b1a-4c8c-a6e9-76f89c238cf6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:34.235183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d95958-1674-4fb6-ad59-08df4010708d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:34.235694 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63d95958-1674-4fb6-ad59-08df4010708d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:34.243576 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-deeb958c-3472-46bc-a170-1a969ae86fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:34.316870 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-deeb958c-3472-46bc-a170-1a969ae86fe1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32cd328aa405454a9576f5f0bcb9ed3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2970729 Dec 11 22:53:34.318077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb958c-3472-46bc-a170-1a969ae86fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a415fa09-f510-41b5-ae9c-403b62c25d84,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:34.319508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41504) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:34.377194 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-63d95958-1674-4fb6-ad59-08df4010708d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3729379 Dec 11 22:53:34.380050 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41508) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:34.396550 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-50451ba4-1def-4aab-bef6-2fb13a4ae658 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'network_id': '642b6f51-35f3-4da7-a906-07d03387391d', 'name': 'tempest-PortsTestJSON-1304659064', 'fixed_ips': [{'subnet_id': '23053895-14e6-42b3-a9d0-7e79d417cf6a', 'ip_address': '172.20.0.9'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:34.566147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-d2d78d77-cb5b-43b0-a841-e3549bdfe615 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:34.578194 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-d2d78d77-cb5b-43b0-a841-e3549bdfe615 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.13 "GET /v2.0/networks?id=5494fcde-a374-49ae-8815-130d057cc91f HTTP/1.1" status: 200 len: 814 time: 0.1946874 Dec 11 22:53:34.591528 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-276cf368-1d17-4b57-ad8e-76c864150e99 req-33418dc0-1eee-4e7a-981a-b8f808606dfa tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 210 time: 0.0456567 Dec 11 22:53:34.609733 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-2a9d4228-7ef3-44ac-82fe-516e8c28e5de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Request body: {'port': {'device_id': 'a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9', 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f', 'admin_state_up': True, 'tenant_id': 'c5dbb26b1c2d47daa5e3b28bbc8523ae'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:34.682996 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8642acf-3ed0-46fb-ad4f-ce3b296eca9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:34.723025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50451ba4-1def-4aab-bef6-2fb13a4ae658 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:34.740900 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8642acf-3ed0-46fb-ad4f-ce3b296eca9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:34.771271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ada5421e-453f-4d8b-814a-eb04ca022b91 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:53:34.916384 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port ada5421e-453f-4d8b-814a-eb04ca022b91 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:34.916777 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:34.927984 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50451ba4-1def-4aab-bef6-2fb13a4ae658 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:34.958737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-50451ba4-1def-4aab-bef6-2fb13a4ae658 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port d8c48765-bf93-4483-a4e3-3f878ca64c84 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:53:35.025633 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:35.054994 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-2a9d4228-7ef3-44ac-82fe-516e8c28e5de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Made reservation on behalf of c5dbb26b1c2d47daa5e3b28bbc8523ae for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:35.058659 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-2a9d4228-7ef3-44ac-82fe-516e8c28e5de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:35.061885 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8642acf-3ed0-46fb-ad4f-ce3b296eca9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:35.064755 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8642acf-3ed0-46fb-ad4f-ce3b296eca9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:35.068426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port ada5421e-453f-4d8b-814a-eb04ca022b91, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ada5421e-453f-4d8b-814a-eb04ca022b91,segment=NetworkSegment(881d548c-76e7-40b7-a7d3-edfb328225a7),segment_id=881d548c-76e7-40b7-a7d3-edfb328225a7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:35.069091 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a8642acf-3ed0-46fb-ad4f-ce3b296eca9e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a415fa09-f510-41b5-ae9c-403b62c25d84 HTTP/1.1" status: 204 len: 168 time: 0.7438889 Dec 11 22:53:35.112791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8642acf-3ed0-46fb-ad4f-ce3b296eca9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a415fa09-f510-41b5-ae9c-403b62c25d84,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:35.136640 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:35.237638 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=ada5421e-453f-4d8b-814a-eb04ca022b91,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:35.277787 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-50451ba4-1def-4aab-bef6-2fb13a4ae658 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Allocated IP 172.20.0.9 (642b6f51-35f3-4da7-a906-07d03387391d/23053895-14e6-42b3-a9d0-7e79d417cf6a/d8c48765-bf93-4483-a4e3-3f878ca64c84) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:35.307356 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-2a9d4228-7ef3-44ac-82fe-516e8c28e5de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Allocated IP 172.20.0.6 (5494fcde-a374-49ae-8815-130d057cc91f/d1ab4d1b-7934-4d41-b700-13bf819b1c98/c553530e-9641-4de8-a00e-62f205e0cd5c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:35.480595 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50451ba4-1def-4aab-bef6-2fb13a4ae658 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:35.532763 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-2a9d4228-7ef3-44ac-82fe-516e8c28e5de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:35.590171 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973c4307-5332-4a60-9b6d-7c168d522689 None None] Network 642b6f51-35f3-4da7-a906-07d03387391d requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:35.661862 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50451ba4-1def-4aab-bef6-2fb13a4ae658 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:35.711524 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-2a9d4228-7ef3-44ac-82fe-516e8c28e5de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:35.717354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50451ba4-1def-4aab-bef6-2fb13a4ae658 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 642b6f51-35f3-4da7-a906-07d03387391d is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:35.723464 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-50451ba4-1def-4aab-bef6-2fb13a4ae658 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:35.725744 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50451ba4-1def-4aab-bef6-2fb13a4ae658 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=d8c48765-bf93-4483-a4e3-3f878ca64c84,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:35.728329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50451ba4-1def-4aab-bef6-2fb13a4ae658 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:35.753112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['3974696b-7a10-40b4-a0ab-9c18d22a370f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:53:35.810776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50451ba4-1def-4aab-bef6-2fb13a4ae658 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:35.812479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50451ba4-1def-4aab-bef6-2fb13a4ae658 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:35.816789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee356a13-bd5a-4b07-a905-882f398a8784 req-fad505ad-fd28-4e5b-9e1a-00d30f779539 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:35.818915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee356a13-bd5a-4b07-a905-882f398a8784 req-fad505ad-fd28-4e5b-9e1a-00d30f779539 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 931 time: 0.1304364 Dec 11 22:53:35.831876 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a98ecfe8-7595-49c2-921f-0541762beac4 None None] Provisioning complete for port ada5421e-453f-4d8b-814a-eb04ca022b91 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:35.832587 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a98ecfe8-7595-49c2-921f-0541762beac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:35.834072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-2a9d4228-7ef3-44ac-82fe-516e8c28e5de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Network 5494fcde-a374-49ae-8815-130d057cc91f is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:35.854744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-2a9d4228-7ef3-44ac-82fe-516e8c28e5de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:35.867914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-2a9d4228-7ef3-44ac-82fe-516e8c28e5de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:35.896608 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-50451ba4-1def-4aab-bef6-2fb13a4ae658 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5150988 Dec 11 22:53:35.899172 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41586) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:35.987812 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d4228-7ef3-44ac-82fe-516e8c28e5de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Pushing event updated for resources: {'Port': ['ID=c553530e-9641-4de8-a00e-62f205e0cd5c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:36.071830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-2a9d4228-7ef3-44ac-82fe-516e8c28e5de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:36.072530 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-2a9d4228-7ef3-44ac-82fe-516e8c28e5de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:36.115050 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee356a13-bd5a-4b07-a905-882f398a8784 req-473ea00d-4c96-4229-bf2e-a9e3de7ea1bd tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736013 Dec 11 22:53:36.130768 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ec4417-4ee7-49e4-a165-0447d4c88261 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:36.132399 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-71ec4417-4ee7-49e4-a165-0447d4c88261 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2322910 Dec 11 22:53:36.135154 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41606) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:36.172398 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-2a9d4228-7ef3-44ac-82fe-516e8c28e5de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5697393 Dec 11 22:53:36.184929 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-01e53993-174e-4c40-a133-edb6245c3a7b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:53:36.186040 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-01e53993-174e-4c40-a133-edb6245c3a7b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076590 Dec 11 22:53:36.202850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93112634-a457-40e5-9599-bb0508b8734a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:36.214876 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93112634-a457-40e5-9599-bb0508b8734a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:36.222358 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93112634-a457-40e5-9599-bb0508b8734a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:36.224006 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-93112634-a457-40e5-9599-bb0508b8734a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.0878437 Dec 11 22:53:36.226837 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41614) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:36.268642 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-fea1a8d2-922f-41a9-825f-d9dcf1fa8650 None None] Provisioning complete for port d8c48765-bf93-4483-a4e3-3f878ca64c84 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:36.269193 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fea1a8d2-922f-41a9-825f-d9dcf1fa8650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:36.340520 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fea1a8d2-922f-41a9-825f-d9dcf1fa8650 None None] Port d8c48765-bf93-4483-a4e3-3f878ca64c84 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:36.374213 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-fea1a8d2-922f-41a9-825f-d9dcf1fa8650 None None] Provisioning complete for port b3e2c5f0-2b1a-4c8c-a6e9-76f89c238cf6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:36.374612 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fea1a8d2-922f-41a9-825f-d9dcf1fa8650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:36.387843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Request body: {'port': {'device_id': 'a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:36.430837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fea1a8d2-922f-41a9-825f-d9dcf1fa8650 None None] Port b3e2c5f0-2b1a-4c8c-a6e9-76f89c238cf6 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:36.454547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-fea1a8d2-922f-41a9-825f-d9dcf1fa8650 None None] Provisioning complete for port ada5421e-453f-4d8b-814a-eb04ca022b91 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:36.455199 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fea1a8d2-922f-41a9-825f-d9dcf1fa8650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:36.540264 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:36.641716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56eedf8-c6b9-4071-8312-f619b121a8bc req-4423c37f-80bb-4009-a698-ac4d19c5e4e6 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:36.657022 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b56eedf8-c6b9-4071-8312-f619b121a8bc req-4423c37f-80bb-4009-a698-ac4d19c5e4e6 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.2461834 Dec 11 22:53:36.757160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ada5421e-453f-4d8b-814a-eb04ca022b91 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:53:36.796572 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b56eedf8-c6b9-4071-8312-f619b121a8bc req-aa782b7a-ac27-4b55-86f1-078151d7cd11 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332567 Dec 11 22:53:36.814456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e25d7108-c845-441a-ac35-9fb20a7c9290 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port d8c48765-bf93-4483-a4e3-3f878ca64c84 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:36.815511 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e25d7108-c845-441a-ac35-9fb20a7c9290 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:36.852586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a8bbe326-29e0-4918-8787-6f5846d85893 None None] Provisioning complete for port b3e2c5f0-2b1a-4c8c-a6e9-76f89c238cf6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:36.852965 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe326-29e0-4918-8787-6f5846d85893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:36.909593 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port ada5421e-453f-4d8b-814a-eb04ca022b91 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:36.909975 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:36.914037 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a8bbe326-29e0-4918-8787-6f5846d85893 None None] Port b3e2c5f0-2b1a-4c8c-a6e9-76f89c238cf6 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:36.940649 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e25d7108-c845-441a-ac35-9fb20a7c9290 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:36.954701 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e25d7108-c845-441a-ac35-9fb20a7c9290 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for d8c48765-bf93-4483-a4e3-3f878ca64c84 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:37.051030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a437fd08-f301-446d-a0ce-2ab172a48dfd None None] Provisioning complete for port d8c48765-bf93-4483-a4e3-3f878ca64c84 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:37.051634 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a437fd08-f301-446d-a0ce-2ab172a48dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:37.108281 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a437fd08-f301-446d-a0ce-2ab172a48dfd None None] Port d8c48765-bf93-4483-a4e3-3f878ca64c84 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:37.131647 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c553530e-9641-4de8-a00e-62f205e0cd5c {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:53:37.141874 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:37.207830 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e25d7108-c845-441a-ac35-9fb20a7c9290 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:37.238480 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d7108-c845-441a-ac35-9fb20a7c9290 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=d8c48765-bf93-4483-a4e3-3f878ca64c84,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:37.243427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Transition to ACTIVE for port object c553530e-9641-4de8-a00e-62f205e0cd5c will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:53:37.260541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71399ef-8cd1-45f5-8b6d-eeb81f4ea0cf req-81631dab-5de5-4ac7-8e64-e7b0548c0112 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:37.263326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c71399ef-8cd1-45f5-8b6d-eeb81f4ea0cf req-81631dab-5de5-4ac7-8e64-e7b0548c0112 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 931 time: 0.0726779 Dec 11 22:53:37.317256 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e25d7108-c845-441a-ac35-9fb20a7c9290 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:37.321977 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c71399ef-8cd1-45f5-8b6d-eeb81f4ea0cf req-a18c6ed4-7dfe-4121-9636-3510c488043e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511417 Dec 11 22:53:37.331581 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e25d7108-c845-441a-ac35-9fb20a7c9290 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/d8c48765-bf93-4483-a4e3-3f878ca64c84 HTTP/1.1" status: 204 len: 168 time: 1.1034319 Dec 11 22:53:37.332311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41680) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:37.356684 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:37.367489 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ba7bf4-6342-4662-ad54-cc0bae5059fd tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] GET failed (client error): The resource could not be found. Dec 11 22:53:37.368899 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-44ba7bf4-6342-4662-ad54-cc0bae5059fd tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/d8c48765-bf93-4483-a4e3-3f878ca64c84 HTTP/1.1" status: 404 len: 333 time: 0.0356288 Dec 11 22:53:37.373357 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41684) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:37.426387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Pushing event updated for resources: {'Port': ['ID=c553530e-9641-4de8-a00e-62f205e0cd5c,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:37.486770 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-86d27880-61f1-4eab-87cc-15b008ed87cc tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port b3e2c5f0-2b1a-4c8c-a6e9-76f89c238cf6 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:37.487177 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86d27880-61f1-4eab-87cc-15b008ed87cc tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:37.490387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Attempting to bind port c553530e-9641-4de8-a00e-62f205e0cd5c on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:53:37.490737 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Attempting to bind port c553530e-9641-4de8-a00e-62f205e0cd5c by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'cf6ccf7a-6793-42be-90b0-ce7b767f703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:53:37.491130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Attempting to bind port c553530e-9641-4de8-a00e-62f205e0cd5c on network 5494fcde-a374-49ae-8815-130d057cc91f {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:53:37.496094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Port c553530e-9641-4de8-a00e-62f205e0cd5c on network 5494fcde-a374-49ae-8815-130d057cc91f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:53:37.496424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Attempting to bind port c553530e-9641-4de8-a00e-62f205e0cd5c on network 5494fcde-a374-49ae-8815-130d057cc91f {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:53:37.501288 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:53:37.501632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Checking segment: {'id': 'cf6ccf7a-6793-42be-90b0-ce7b767f703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:53:37.502019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Bound using segment: {'id': 'cf6ccf7a-6793-42be-90b0-ce7b767f703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:53:37.502456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Bound port: c553530e-9641-4de8-a00e-62f205e0cd5c, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6ccf7a-6793-42be-90b0-ce7b767f703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:53:37.502835 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:37.575920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] For port c553530e-9641-4de8-a00e-62f205e0cd5c, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:53:37.583475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] For port c553530e-9641-4de8-a00e-62f205e0cd5c, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c553530e-9641-4de8-a00e-62f205e0cd5c,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:53:37.591429 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86d27880-61f1-4eab-87cc-15b008ed87cc tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:37.606748 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-86d27880-61f1-4eab-87cc-15b008ed87cc tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for b3e2c5f0-2b1a-4c8c-a6e9-76f89c238cf6 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:37.649284 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:37.689759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:37.690828 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:37.691865 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] 10.222.0.13 "PUT /v2.0/ports/c553530e-9641-4de8-a00e-62f205e0cd5c HTTP/1.1" status: 200 len: 1091 time: 1.4934876 Dec 11 22:53:37.692322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9', 'tag': 'c553530e-9641-4de8-a00e-62f205e0cd5c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:53:37.697052 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be15d4a-af75-4434-ace4-b5c64c6e8736" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9", "tag": "c553530e-9641-4de8-a00e-62f205e0cd5c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:53:37.741765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112828ea-1a15-431d-a416-6ba31613a07c service neutron] Pushing event updated for resources: {'Port': ['ID=c553530e-9641-4de8-a00e-62f205e0cd5c,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:37.843508 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86d27880-61f1-4eab-87cc-15b008ed87cc tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:37.863963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-e447f173-0edb-49de-ae2f-68aa39cc7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:37.864478 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-e447f173-0edb-49de-ae2f-68aa39cc7882 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5dbb26b1c2d47daa5e3b28bbc8523ae&device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 1094 time: 0.0672340 Dec 11 22:53:37.925497 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d27880-61f1-4eab-87cc-15b008ed87cc tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=b3e2c5f0-2b1a-4c8c-a6e9-76f89c238cf6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:37.982174 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86d27880-61f1-4eab-87cc-15b008ed87cc tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:37.986204 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-86d27880-61f1-4eab-87cc-15b008ed87cc tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/b3e2c5f0-2b1a-4c8c-a6e9-76f89c238cf6 HTTP/1.1" status: 204 len: 168 time: 0.6115746 Dec 11 22:53:37.988493 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41730) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:37.989867 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18330245-ef25-4e0b-8f7b-a556e39e2ff0 x-openstack-request-id: req-18330245-ef25-4e0b-8f7b-a556e39e2ff0 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:53:37.990192 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9", "tag": "c553530e-9641-4de8-a00e-62f205e0cd5c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:53:37.990447 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-18330245-ef25-4e0b-8f7b-a556e39e2ff0 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:53:37.990897 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9', 'tag': 'c553530e-9641-4de8-a00e-62f205e0cd5c', 'status': 'completed', 'code': 200} Dec 11 22:53:37.996322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-2c25d962-1273-4d6c-9486-ef04f9c4c47b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c553530e-9641-4de8-a00e-62f205e0cd5c HTTP/1.1" status: 200 len: 217 time: 0.1212628 Dec 11 22:53:38.017288 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63d408b-1e50-4ae4-aa14-6ce35cadf75b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] GET failed (client error): The resource could not be found. Dec 11 22:53:38.019958 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d63d408b-1e50-4ae4-aa14-6ce35cadf75b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/b3e2c5f0-2b1a-4c8c-a6e9-76f89c238cf6 HTTP/1.1" status: 404 len: 333 time: 0.0300775 Dec 11 22:53:38.023344 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41734) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:38.054904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b225b1d-255b-4678-bbed-c6287677832d req-e061c88e-054e-4eed-bd5d-ca9cb3f684be tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:38.056491 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b225b1d-255b-4678-bbed-c6287677832d req-e061c88e-054e-4eed-bd5d-ca9cb3f684be tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.1056490 Dec 11 22:53:38.078654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-d4a1c59a-d3d4-46a2-a26d-db3f2df3a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:38.081195 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-d4a1c59a-d3d4-46a2-a26d-db3f2df3a18f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1ab4d1b-7934-4d41-b700-13bf819b1c98 HTTP/1.1" status: 200 len: 854 time: 0.0744944 Dec 11 22:53:38.095557 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ad6e3d-168d-443a-b22b-c2f79a75bda7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting subnet 23053895-14e6-42b3-a9d0-7e79d417cf6a {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:53:38.099644 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-90ad6e3d-168d-443a-b22b-c2f79a75bda7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:38.134249 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-40fa867b-dc40-47b8-b8b2-90663daa46e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5494fcde-a374-49ae-8815-130d057cc91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415158 Dec 11 22:53:38.143562 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-90ad6e3d-168d-443a-b22b-c2f79a75bda7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:38.262204 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-90ad6e3d-168d-443a-b22b-c2f79a75bda7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:38.405327 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-90ad6e3d-168d-443a-b22b-c2f79a75bda7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:38.451123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad6e3d-168d-443a-b22b-c2f79a75bda7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Subnet': ['ID=23053895-14e6-42b3-a9d0-7e79d417cf6a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:38.470642 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-90ad6e3d-168d-443a-b22b-c2f79a75bda7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:38.475256 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-90ad6e3d-168d-443a-b22b-c2f79a75bda7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/23053895-14e6-42b3-a9d0-7e79d417cf6a HTTP/1.1" status: 204 len: 168 time: 0.4495227 Dec 11 22:53:38.476331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c34742-f129-45f2-8da3-57b94ac0aec5 None None] Network 642b6f51-35f3-4da7-a906-07d03387391d requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:38.477586 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41762) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:38.484161 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b225b1d-255b-4678-bbed-c6287677832d req-95aa6ef2-ceed-4f4a-a76f-950b2f122a2f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018784 Dec 11 22:53:38.539642 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-422d813a-35bd-4814-95d9-1f5dee7cfa5f service neutron] 10.222.0.13 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975115 Dec 11 22:53:38.556059 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e74e3-33c0-4d10-bb4f-f95e6cbb90b2 req-cce2765f-b2ab-4f34-8e9b-92fe2cf171be tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:38.557591 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-012e74e3-33c0-4d10-bb4f-f95e6cbb90b2 req-cce2765f-b2ab-4f34-8e9b-92fe2cf171be tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 943 time: 0.1493099 Dec 11 22:53:38.597147 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:38.665443 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-012e74e3-33c0-4d10-bb4f-f95e6cbb90b2 req-d7ce66c8-7f6e-4631-9529-245b306d5a30 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976400 Dec 11 22:53:38.692887 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port ada5421e-453f-4d8b-814a-eb04ca022b91 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:38.693302 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:38.693444 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410d2c84-764a-44c4-b8a7-e84090ed1ebf None None] DHCP port deletion for 642b6f51-35f3-4da7-a906-07d03387391d request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:53:38.725032 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5802a6a7-02a9-4242-9f54-0bd44ce2cb2b req-736b83bb-4d50-4948-899b-df8e4a62f8be service neutron] 10.222.0.13 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781800 Dec 11 22:53:38.748063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-410d2c84-764a-44c4-b8a7-e84090ed1ebf None None] Deleting port ada5421e-453f-4d8b-814a-eb04ca022b91 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:38.748557 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-410d2c84-764a-44c4-b8a7-e84090ed1ebf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:38.773857 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] For port ada5421e-453f-4d8b-814a-eb04ca022b91, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ada5421e-453f-4d8b-814a-eb04ca022b91,segment=NetworkSegment(881d548c-76e7-40b7-a7d3-edfb328225a7),segment_id=881d548c-76e7-40b7-a7d3-edfb328225a7)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:38.774446 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:38.798423 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for ada5421e-453f-4d8b-814a-eb04ca022b91 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:38.821770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-410d2c84-764a-44c4-b8a7-e84090ed1ebf None None] For port ada5421e-453f-4d8b-814a-eb04ca022b91, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ada5421e-453f-4d8b-814a-eb04ca022b91,segment=NetworkSegment(881d548c-76e7-40b7-a7d3-edfb328225a7),segment_id=881d548c-76e7-40b7-a7d3-edfb328225a7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:38.822440 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-410d2c84-764a-44c4-b8a7-e84090ed1ebf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:38.841220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-410d2c84-764a-44c4-b8a7-e84090ed1ebf None None] Calling delete_port for ada5421e-453f-4d8b-814a-eb04ca022b91 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:38.947561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be15d4a-af75-4434-ace4-b5c64c6e8736 req-75061363-dc3b-4266-b787-ff7c8d6d1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:38.949694 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6be15d4a-af75-4434-ace4-b5c64c6e8736 req-75061363-dc3b-4266-b787-ff7c8d6d1012 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5dbb26b1c2d47daa5e3b28bbc8523ae&device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 1094 time: 0.0839460 Dec 11 22:53:38.998869 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:39.010352 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-410d2c84-764a-44c4-b8a7-e84090ed1ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:39.017288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410d2c84-764a-44c4-b8a7-e84090ed1ebf None None] No DVR routers for this DVR port ada5421e-453f-4d8b-814a-eb04ca022b91 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:53:39.035594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d2c84-764a-44c4-b8a7-e84090ed1ebf None None] Pushing event deleted for resources: {'Port': ['ID=ada5421e-453f-4d8b-814a-eb04ca022b91,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:39.039248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No DVR routers for this DVR port ada5421e-453f-4d8b-814a-eb04ca022b91 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:53:39.045585 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=ada5421e-453f-4d8b-814a-eb04ca022b91,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:39.088383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be15d4a-af75-4434-ace4-b5c64c6e8736 req-e82b9235-82cb-4ba0-b0a9-da91d570d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:39.090435 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6be15d4a-af75-4434-ace4-b5c64c6e8736 req-e82b9235-82cb-4ba0-b0a9-da91d570d7ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=5494fcde-a374-49ae-8815-130d057cc91f HTTP/1.1" status: 200 len: 915 time: 0.1274078 Dec 11 22:53:39.126363 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:39.136660 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6be15d4a-af75-4434-ace4-b5c64c6e8736 req-15802586-767b-4abf-a8b8-157f2b932491 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c553530e-9641-4de8-a00e-62f205e0cd5c HTTP/1.1" status: 200 len: 217 time: 0.0387940 Dec 11 22:53:39.147798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642b6f51-35f3-4da7-a906-07d03387391d']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:39.158352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881d548c-76e7-40b7-a7d3-edfb328225a7') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:39.158885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881d548c-76e7-40b7-a7d3-edfb328225a7') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:39.172870 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:39.187105 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:39.193360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:53:39.193800 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:53:39.196781 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:53:39.201072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be15d4a-af75-4434-ace4-b5c64c6e8736 req-94363877-6641-41a5-82c6-ed680f0dc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:39.202562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6be15d4a-af75-4434-ace4-b5c64c6e8736 req-94363877-6641-41a5-82c6-ed680f0dc93e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1ab4d1b-7934-4d41-b700-13bf819b1c98 HTTP/1.1" status: 200 len: 854 time: 0.0595026 Dec 11 22:53:39.235155 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6be15d4a-af75-4434-ace4-b5c64c6e8736 req-5d23e5f8-cfdd-4c45-af20-e545c7e2e3c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5494fcde-a374-49ae-8815-130d057cc91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255799 Dec 11 22:53:39.305940 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:39.311353 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:39.324649 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/networks/642b6f51-35f3-4da7-a906-07d03387391d HTTP/1.1" status: 204 len: 168 time: 0.8359163 Dec 11 22:53:39.324806 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41810) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:39.328651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-85625255-2537-4940-a260-7960713bb594 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-746026356'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:39.335345 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239ae45-43c6-4174-bf91-ae4eee3e0e2c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Network': ['ID=642b6f51-35f3-4da7-a906-07d03387391d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:39.359767 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6be15d4a-af75-4434-ace4-b5c64c6e8736 req-ee0ff791-96b5-4cfc-ba0e-1227affea2e0 service neutron] 10.222.0.13 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180491 Dec 11 22:53:39.441204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85625255-2537-4940-a260-7960713bb594 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:39.445160 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-85625255-2537-4940-a260-7960713bb594 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:39.481423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6be15d4a-af75-4434-ace4-b5c64c6e8736 req-d7eb82ef-ce60-4069-a1bd-401ebbd84c93 service neutron] 10.222.0.13 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137388 Dec 11 22:53:39.488737 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85625255-2537-4940-a260-7960713bb594 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:53:39.498468 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-85625255-2537-4940-a260-7960713bb594 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:39.502622 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-85625255-2537-4940-a260-7960713bb594 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Added segment 9d4023dc-2fd1-4623-9502-e7825615dd5f of type vlan for network 1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e Dec 11 22:53:39.543266 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-85625255-2537-4940-a260-7960713bb594 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:39.613218 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8f13d-8e54-4a91-aa4a-88a35a68ad91 req-cff12cfe-2b13-4ab3-9932-3ad2eb51acfd tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:39.614692 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85d8f13d-8e54-4a91-aa4a-88a35a68ad91 req-cff12cfe-2b13-4ab3-9932-3ad2eb51acfd tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.0581045 Dec 11 22:53:39.664566 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85d8f13d-8e54-4a91-aa4a-88a35a68ad91 req-972c821f-78e0-4d42-8317-595e902a8533 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432646 Dec 11 22:53:39.670886 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-85625255-2537-4940-a260-7960713bb594 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:39.681171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85625255-2537-4940-a260-7960713bb594 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:39.681171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-85625255-2537-4940-a260-7960713bb594 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:39.753302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85625255-2537-4940-a260-7960713bb594 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Network': ['ID=1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:39.764981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:53:39.824083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-85625255-2537-4940-a260-7960713bb594 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5015225 Dec 11 22:53:39.826715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41850) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:39.831798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f03c1-3570-4511-b9f4-25de397fd140 req-92bb8541-edc8-4411-8f8a-ae4958d6de15 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:39.833028 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-57cfb683-64a9-40ed-a7d2-6be306cadc70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'subnet': {'network_id': '1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:39.839179 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-191f03c1-3570-4511-b9f4-25de397fd140 req-92bb8541-edc8-4411-8f8a-ae4958d6de15 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 943 time: 0.0557716 Dec 11 22:53:39.885314 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-191f03c1-3570-4511-b9f4-25de397fd140 req-87ae0d31-5e39-415e-ab6b-e204de8f3260 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450079 Dec 11 22:53:39.974878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cfb683-64a9-40ed-a7d2-6be306cadc70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:39.978338 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-57cfb683-64a9-40ed-a7d2-6be306cadc70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:40.253715 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-57cfb683-64a9-40ed-a7d2-6be306cadc70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:40.320506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfb683-64a9-40ed-a7d2-6be306cadc70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Subnet': ['ID=a94dbc81-1093-4f22-bd7a-08a7af791490,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:40.329510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cfb683-64a9-40ed-a7d2-6be306cadc70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Checking segment: {'id': '9d4023dc-2fd1-4623-9502-e7825615dd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:53:40.329873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cfb683-64a9-40ed-a7d2-6be306cadc70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network hostable DHCP agents. Network: 1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:53:40.419516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cfb683-64a9-40ed-a7d2-6be306cadc70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:53:40.534687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-57cfb683-64a9-40ed-a7d2-6be306cadc70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:40.539017 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cfb683-64a9-40ed-a7d2-6be306cadc70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:40.539624 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-57cfb683-64a9-40ed-a7d2-6be306cadc70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:40.544532 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f49c77-31e4-473b-807b-b8a946577a19 None None] Network 1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:40.617539 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-57cfb683-64a9-40ed-a7d2-6be306cadc70 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7894845 Dec 11 22:53:40.626835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41896) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:40.631629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-54cb09de-09b0-4a81-9e28-b4cf97555d7f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1524143652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:40.643182 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ada5421e-453f-4d8b-814a-eb04ca022b91 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:53:40.666031 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e', 'network_id': '1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e', 'project_id': '9cb51e5d0a1b43f58b4c4b5714178709', 'fixed_ips': [{'subnet_id': 'a94dbc81-1093-4f22-bd7a-08a7af791490'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:53:40.666948 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:40.669933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: ada5421e-453f-4d8b-814a-eb04ca022b91 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:53:40.669933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ada5421e-453f-4d8b-814a-eb04ca022b91 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:53:40.723282 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54cb09de-09b0-4a81-9e28-b4cf97555d7f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:40.724382 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54cb09de-09b0-4a81-9e28-b4cf97555d7f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:40.805366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Allocated IP 172.20.0.2 (1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e/a94dbc81-1093-4f22-bd7a-08a7af791490/b0640405-dff4-494c-9088-7f5d9a8a6ea8) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:40.809648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54cb09de-09b0-4a81-9e28-b4cf97555d7f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:40.832771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9e5d9-e111-4fe1-9bad-10c3c2dbd3ac req-6db184d3-e6a8-426b-9b9f-3b5ab8628949 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:40.834305 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64e9e5d9-e111-4fe1-9bad-10c3c2dbd3ac req-6db184d3-e6a8-426b-9b9f-3b5ab8628949 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.0811603 Dec 11 22:53:40.897267 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54cb09de-09b0-4a81-9e28-b4cf97555d7f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:40.913486 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64e9e5d9-e111-4fe1-9bad-10c3c2dbd3ac req-7c904a31-ce47-4bc3-825e-8f8e83c56011 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728157 Dec 11 22:53:40.960710 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:40.971037 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-54cb09de-09b0-4a81-9e28-b4cf97555d7f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:40.972301 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-54cb09de-09b0-4a81-9e28-b4cf97555d7f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3442893 Dec 11 22:53:40.975241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41924) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:40.981733 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a19bb105-35d6-48be-a159-5b1f66dd5241 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'network_id': '1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e', 'name': 'tempest-PortsTestJSON-697856222'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:41.028362 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b0012-1cb9-438a-bb33-2483afce9a95 req-c99fd1d5-5aaa-4579-8db1-38e07b3c1543 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:41.030768 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd8b0012-1cb9-438a-bb33-2483afce9a95 req-c99fd1d5-5aaa-4579-8db1-38e07b3c1543 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 943 time: 0.0618954 Dec 11 22:53:41.054224 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:41.094318 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd8b0012-1cb9-438a-bb33-2483afce9a95 req-4bb1a692-8cb4-45f6-b11a-e3dc597e0f2a tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570095 Dec 11 22:53:41.120518 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Network 1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:41.125507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:41.129147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:41.137418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Pushing event updated for resources: {'Port': ['ID=b0640405-dff4-494c-9088-7f5d9a8a6ea8,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:41.199284 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Attempting to bind port b0640405-dff4-494c-9088-7f5d9a8a6ea8 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:53:41.199667 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Attempting to bind port b0640405-dff4-494c-9088-7f5d9a8a6ea8 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '9d4023dc-2fd1-4623-9502-e7825615dd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:53:41.200042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Attempting to bind port b0640405-dff4-494c-9088-7f5d9a8a6ea8 on network 1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:53:41.203091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19bb105-35d6-48be-a159-5b1f66dd5241 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:41.205432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:53:41.205816 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Checking segment: {'id': '9d4023dc-2fd1-4623-9502-e7825615dd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:53:41.206227 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:41.206631 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Bound using segment: {'id': '9d4023dc-2fd1-4623-9502-e7825615dd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:53:41.207148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Bound port: b0640405-dff4-494c-9088-7f5d9a8a6ea8, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4023dc-2fd1-4623-9502-e7825615dd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:53:41.207297 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a19bb105-35d6-48be-a159-5b1f66dd5241 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:41.207544 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:41.225579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-a19bb105-35d6-48be-a159-5b1f66dd5241 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port 23262ddf-932e-411f-b532-5baedceb85cb yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:53:41.273504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] For port b0640405-dff4-494c-9088-7f5d9a8a6ea8, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:53:41.277552 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] For port b0640405-dff4-494c-9088-7f5d9a8a6ea8, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b0640405-dff4-494c-9088-7f5d9a8a6ea8,segment=NetworkSegment(9d4023dc-2fd1-4623-9502-e7825615dd5f),segment_id=9d4023dc-2fd1-4623-9502-e7825615dd5f)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:53:41.340603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-a19bb105-35d6-48be-a159-5b1f66dd5241 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Allocated IP 172.20.0.5 (1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e/a94dbc81-1093-4f22-bd7a-08a7af791490/23262ddf-932e-411f-b532-5baedceb85cb) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:41.341541 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:41.405268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05372e-bf0a-40ec-8e74-c928ffda8625 None None] Pushing event updated for resources: {'Port': ['ID=b0640405-dff4-494c-9088-7f5d9a8a6ea8,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:41.507073 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a19bb105-35d6-48be-a159-5b1f66dd5241 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:41.621143 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a19bb105-35d6-48be-a159-5b1f66dd5241 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:41.674403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19bb105-35d6-48be-a159-5b1f66dd5241 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:41.678201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-a19bb105-35d6-48be-a159-5b1f66dd5241 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:41.680868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19bb105-35d6-48be-a159-5b1f66dd5241 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:41.713233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bb105-35d6-48be-a159-5b1f66dd5241 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=23262ddf-932e-411f-b532-5baedceb85cb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:41.741688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19bb105-35d6-48be-a159-5b1f66dd5241 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:41.742296 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a19bb105-35d6-48be-a159-5b1f66dd5241 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:41.842905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c553530e-9641-4de8-a00e-62f205e0cd5c details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:53:41.877386 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a19bb105-35d6-48be-a159-5b1f66dd5241 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8980534 Dec 11 22:53:41.878329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41962) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:41.943345 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port c553530e-9641-4de8-a00e-62f205e0cd5c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c553530e-9641-4de8-a00e-62f205e0cd5c,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:41.957513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'c553530e-9641-4de8-a00e-62f205e0cd5c', 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f', 'port_id': 'c553530e-9641-4de8-a00e-62f205e0cd5c', 'mac_address': 'fa:16:3e:24:a7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ab4d1b-7934-4d41-b700-13bf819b1c98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:53:42.014565 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:42.029902 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c553530e-9641-4de8-a00e-62f205e0cd5c {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:53:42.052016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port c553530e-9641-4de8-a00e-62f205e0cd5c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c553530e-9641-4de8-a00e-62f205e0cd5c,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:42.110689 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:42.181547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=c553530e-9641-4de8-a00e-62f205e0cd5c,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:42.192343 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658287a-5194-4d0f-b301-a30e9d5d3107 req-4825521f-cdb7-42a5-ab1e-8056eda6d76c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:42.195470 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1658287a-5194-4d0f-b301-a30e9d5d3107 req-4825521f-cdb7-42a5-ab1e-8056eda6d76c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.1456621 Dec 11 22:53:42.291229 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ce963-2e1c-4049-a434-310fc299dc78 req-07cb26d8-4cbf-4710-95c5-a2c025e037ec tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:42.293392 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce6ce963-2e1c-4049-a434-310fc299dc78 req-07cb26d8-4cbf-4710-95c5-a2c025e037ec tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 944 time: 0.1016941 Dec 11 22:53:42.314937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1658287a-5194-4d0f-b301-a30e9d5d3107 req-6a8233e5-090d-41b8-ad9d-01f124f4b4c7 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107976 Dec 11 22:53:42.322355 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb487ab0-efbf-4b7d-9661-4a61c41d0ca9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:42.357560 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce6ce963-2e1c-4049-a434-310fc299dc78 req-90c7d3cf-96f2-40b3-a0e7-20fd5900f457 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578640 Dec 11 22:53:42.464020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcf2eec-f12c-4d94-b9e1-c7306ac7e602 None None] Network 1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:42.480986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['c553530e-9641-4de8-a00e-62f205e0cd5c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:53:42.613973 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb487ab0-efbf-4b7d-9661-4a61c41d0ca9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:42.624984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e64a7c66-39bd-4b12-b293-9451c320e52e None None] Provisioning complete for port b0640405-dff4-494c-9088-7f5d9a8a6ea8 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:42.625393 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e64a7c66-39bd-4b12-b293-9451c320e52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:42.688253 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b0640405-dff4-494c-9088-7f5d9a8a6ea8 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:53:42.693945 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb487ab0-efbf-4b7d-9661-4a61c41d0ca9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:42.786368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb487ab0-efbf-4b7d-9661-4a61c41d0ca9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=23262ddf-932e-411f-b532-5baedceb85cb,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:42.826492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b0640405-dff4-494c-9088-7f5d9a8a6ea8 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:42.826703 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:42.877432 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e64a7c66-39bd-4b12-b293-9451c320e52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:42.962061 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e64a7c66-39bd-4b12-b293-9451c320e52e None None] For port b0640405-dff4-494c-9088-7f5d9a8a6ea8, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b0640405-dff4-494c-9088-7f5d9a8a6ea8,segment=NetworkSegment(9d4023dc-2fd1-4623-9502-e7825615dd5f),segment_id=9d4023dc-2fd1-4623-9502-e7825615dd5f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:43.001285 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb487ab0-efbf-4b7d-9661-4a61c41d0ca9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:43.003952 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:43.023970 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e64a7c66-39bd-4b12-b293-9451c320e52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:43.097452 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:53:43.097879 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:53:43.102288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a7c66-39bd-4b12-b293-9451c320e52e None None] Pushing event updated for resources: {'Port': ['ID=b0640405-dff4-494c-9088-7f5d9a8a6ea8,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:43.152748 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-da660560-057d-4e34-8a47-6c37234777ca None None] Provisioning complete for port b0640405-dff4-494c-9088-7f5d9a8a6ea8 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:43.153143 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da660560-057d-4e34-8a47-6c37234777ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:43.204584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1986440-73bf-45fd-984e-dcb11c662223 req-a7bb5e6b-b65c-4f42-a041-ee5fd0fee4a8 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:43.206198 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1986440-73bf-45fd-984e-dcb11c662223 req-a7bb5e6b-b65c-4f42-a041-ee5fd0fee4a8 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/networks?id=342542df-9e2a-49dd-8ac7-00b364607ac8 HTTP/1.1" status: 200 len: 814 time: 0.2183983 Dec 11 22:53:43.222591 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1986440-73bf-45fd-984e-dcb11c662223 req-0a41dc66-bc5e-4ffc-a655-86bc4caa8b05 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/quotas/1b8c7764b66c4fae8fcb775ff6e112ab HTTP/1.1" status: 200 len: 375 time: 0.0103207 Dec 11 22:53:43.259906 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1986440-73bf-45fd-984e-dcb11c662223 req-400dec88-2a97-4b4b-b8bf-279fee544c7d tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b8c7764b66c4fae8fcb775ff6e112ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303550 Dec 11 22:53:43.334995 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb487ab0-efbf-4b7d-9661-4a61c41d0ca9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:43.446597 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-da660560-057d-4e34-8a47-6c37234777ca None None] Provisioning complete for port 23262ddf-932e-411f-b532-5baedceb85cb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:43.447203 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da660560-057d-4e34-8a47-6c37234777ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:43.465238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53756882-3808-48dd-9700-3082fc7b1359 req-4296c289-cdef-410c-a6c5-2e7fbe20f2e6 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:43.474670 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-53756882-3808-48dd-9700-3082fc7b1359 req-4296c289-cdef-410c-a6c5-2e7fbe20f2e6 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.0735288 Dec 11 22:53:43.474921 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1986440-73bf-45fd-984e-dcb11c662223 req-b5bcd1b0-bb27-4151-ac78-482b19fed62d service neutron] 10.222.0.45 "GET /v2.0/networks/342542df-9e2a-49dd-8ac7-00b364607ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052290 Dec 11 22:53:43.496808 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-da660560-057d-4e34-8a47-6c37234777ca None None] Port 23262ddf-932e-411f-b532-5baedceb85cb cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:43.549602 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-53756882-3808-48dd-9700-3082fc7b1359 req-158f4739-ced6-43b5-af88-dcf1b2a00809 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735755 Dec 11 22:53:43.603474 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:43.663953 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d6f96e2e-5e56-4f55-b99a-9b36612f0f6e None None] Provisioning complete for port 23262ddf-932e-411f-b532-5baedceb85cb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:43.664791 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d6f96e2e-5e56-4f55-b99a-9b36612f0f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:43.681258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531726-67a5-4621-9cf5-b6d1ea71a070 req-3d5916df-6696-49b5-ac90-3ef0b0d3f971 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:43.683549 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b531726-67a5-4621-9cf5-b6d1ea71a070 req-3d5916df-6696-49b5-ac90-3ef0b0d3f971 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 944 time: 0.0642076 Dec 11 22:53:43.708561 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d6f96e2e-5e56-4f55-b99a-9b36612f0f6e None None] Port 23262ddf-932e-411f-b532-5baedceb85cb cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:43.747292 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b531726-67a5-4621-9cf5-b6d1ea71a070 req-b1dced2b-517c-4e19-8f95-2ac59993cd1c tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559256 Dec 11 22:53:43.837058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c553530e-9641-4de8-a00e-62f205e0cd5c up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:53:43.957375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port c553530e-9641-4de8-a00e-62f205e0cd5c completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:53:43.961747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port c553530e-9641-4de8-a00e-62f205e0cd5c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:43.962135 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:44.020929 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1986440-73bf-45fd-984e-dcb11c662223 req-17f299bf-2c30-44b5-83cf-35b098cf00c1 service neutron] 10.222.0.45 "GET /v2.0/networks/342542df-9e2a-49dd-8ac7-00b364607ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055783 Dec 11 22:53:44.055928 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:44.100664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port c553530e-9641-4de8-a00e-62f205e0cd5c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c553530e-9641-4de8-a00e-62f205e0cd5c,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:44.101965 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c553530e-9641-4de8-a00e-62f205e0cd5c'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:53:44.105888 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c277123b-3f30-4a24-ac83-b3d1ddd1a013" -d '{"events": [{"server_uuid": "a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9", "name": "network-vif-plugged", "status": "completed", "tag": "c553530e-9641-4de8-a00e-62f205e0cd5c"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:53:44.120970 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb487ab0-efbf-4b7d-9661-4a61c41d0ca9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:44.146455 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2719a9d-d4a1-4741-9d80-be3bee6c903c x-openstack-request-id: req-f2719a9d-d4a1-4741-9d80-be3bee6c903c {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:53:44.146763 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9", "name": "network-vif-plugged", "status": "completed", "tag": "c553530e-9641-4de8-a00e-62f205e0cd5c", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:53:44.147079 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2719a9d-d4a1-4741-9d80-be3bee6c903c {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:53:44.147490 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c553530e-9641-4de8-a00e-62f205e0cd5c', 'code': 200} Dec 11 22:53:44.158016 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:44.179642 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb487ab0-efbf-4b7d-9661-4a61c41d0ca9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:44.241871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=c553530e-9641-4de8-a00e-62f205e0cd5c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:44.318372 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb487ab0-efbf-4b7d-9661-4a61c41d0ca9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:44.352870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb487ab0-efbf-4b7d-9661-4a61c41d0ca9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=23262ddf-932e-411f-b532-5baedceb85cb,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:44.387367 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8318a41-c119-44a8-b14f-3b6f35fb093d req-f10f13e5-c795-4dee-be57-938285dab267 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 210 time: 0.0482512 Dec 11 22:53:44.442309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff1ebf-d6b4-4b88-8e8a-c26ecd928116 req-793a5148-3fcc-4e1d-97a3-22e0cec9eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:44.443534 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3ff1ebf-d6b4-4b88-8e8a-c26ecd928116 req-793a5148-3fcc-4e1d-97a3-22e0cec9eb86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 1096 time: 0.2070506 Dec 11 22:53:44.517687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb487ab0-efbf-4b7d-9661-4a61c41d0ca9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:44.521787 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3ff1ebf-d6b4-4b88-8e8a-c26ecd928116 req-79545fe5-3ec8-4817-97ad-4fd60106da8c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700426 Dec 11 22:53:44.522636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-cb487ab0-efbf-4b7d-9661-4a61c41d0ca9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:44.668080 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b0640405-dff4-494c-9088-7f5d9a8a6ea8 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:53:44.725587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4104d56-ba70-48ea-8225-94aff428ab55 req-047aab6e-9032-4596-ada1-d453c9241f07 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:44.727401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e4104d56-ba70-48ea-8225-94aff428ab55 req-047aab6e-9032-4596-ada1-d453c9241f07 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.0716496 Dec 11 22:53:44.739886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b0640405-dff4-494c-9088-7f5d9a8a6ea8 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:44.739886 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:44.795646 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e4104d56-ba70-48ea-8225-94aff428ab55 req-4b687ace-1b4f-4d46-a0da-261ddb5c9607 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606611 Dec 11 22:53:44.798436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb487ab0-efbf-4b7d-9661-4a61c41d0ca9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Router 3fe873ea-3395-42b4-9294-0faa21068844 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:53:44.906685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580be0d1-bdca-4e7f-85b0-4c4588827309 req-4f0cdec2-b24a-4dd6-bdac-f8d224f3cbea tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:44.916416 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-580be0d1-bdca-4e7f-85b0-4c4588827309 req-4f0cdec2-b24a-4dd6-bdac-f8d224f3cbea tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 945 time: 0.0702555 Dec 11 22:53:44.926596 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb487ab0-efbf-4b7d-9661-4a61c41d0ca9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:53:44.937935 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af92779-3e19-4609-b72c-65cca216426d None None] Sync routers for ids ['3fe873ea-3395-42b4-9294-0faa21068844'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:53:44.949694 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cb487ab0-efbf-4b7d-9661-4a61c41d0ca9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "PUT /v2.0/routers/3fe873ea-3395-42b4-9294-0faa21068844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0672078 Dec 11 22:53:44.951317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42136) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:44.951432 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af92779-3e19-4609-b72c-65cca216426d None None] Routers {'3fe873ea-3395-42b4-9294-0faa21068844'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:53:44.952082 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0af92779-3e19-4609-b72c-65cca216426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:53:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3fe873ea-3395-42b4-9294-0faa21068844'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:44.952297 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b795821e-d1c2-4d8f-af44-ae0eca547b39 None None] Provisioning complete for port 23262ddf-932e-411f-b532-5baedceb85cb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:44.952760 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b795821e-d1c2-4d8f-af44-ae0eca547b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:45.023223 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-580be0d1-bdca-4e7f-85b0-4c4588827309 req-f470d05a-fcab-4635-bc8c-e2573d515d77 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030889 Dec 11 22:53:45.030683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b795821e-d1c2-4d8f-af44-ae0eca547b39 None None] Port 23262ddf-932e-411f-b532-5baedceb85cb cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:45.047368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fb87ef-0bf9-494c-94bc-08c295eb6a68 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:45.051928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42138) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:45.052321 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-41fb87ef-0bf9-494c-94bc-08c295eb6a68 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fe873ea-3395-42b4-9294-0faa21068844 HTTP/1.1" status: 200 len: 981 time: 0.0973535 Dec 11 22:53:45.055457 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0af92779-3e19-4609-b72c-65cca216426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:45.068308 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af92779-3e19-4609-b72c-65cca216426d None None] Routers {'3fe873ea-3395-42b4-9294-0faa21068844'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:53:45.068927 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0af92779-3e19-4609-b72c-65cca216426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:53:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3fe873ea-3395-42b4-9294-0faa21068844'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:45.110561 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0af92779-3e19-4609-b72c-65cca216426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:45.111399 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af92779-3e19-4609-b72c-65cca216426d None None] The sync data for ids ['3fe873ea-3395-42b4-9294-0faa21068844'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:53:45.523590 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa7a251f-a1e8-4e72-8c12-ae6c157b3b38 req-d1eefb25-6837-406c-8d0e-73a390a1b99e tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 210 time: 0.0476353 Dec 11 22:53:45.540569 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9609a0af-e53e-4640-846f-63094f9c1ac4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:45.766663 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-9609a0af-e53e-4640-846f-63094f9c1ac4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port 23262ddf-932e-411f-b532-5baedceb85cb {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:45.767061 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9609a0af-e53e-4640-846f-63094f9c1ac4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:45.894228 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9609a0af-e53e-4640-846f-63094f9c1ac4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:45.915290 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-9609a0af-e53e-4640-846f-63094f9c1ac4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for 23262ddf-932e-411f-b532-5baedceb85cb owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:45.936801 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3df48-0f0f-4a93-9952-a8279f11302b req-2031c0ec-90a1-46f2-8a63-f28e5efa2767 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:45.938380 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7b3df48-0f0f-4a93-9952-a8279f11302b req-2031c0ec-90a1-46f2-8a63-f28e5efa2767 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.0662632 Dec 11 22:53:45.992140 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7b3df48-0f0f-4a93-9952-a8279f11302b req-18fedc53-dffc-4738-ac96-4df93e306108 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474980 Dec 11 22:53:46.162082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31807f-4c69-4897-ad48-1cf216316a90 req-53d8653c-f71f-4bee-b953-578a12526be3 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:46.163617 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9c31807f-4c69-4897-ad48-1cf216316a90 req-53d8653c-f71f-4bee-b953-578a12526be3 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 945 time: 0.0614743 Dec 11 22:53:46.197039 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9609a0af-e53e-4640-846f-63094f9c1ac4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:46.213069 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9c31807f-4c69-4897-ad48-1cf216316a90 req-f64fa5d4-a48b-4275-a640-c8df307944fc tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427284 Dec 11 22:53:46.227625 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609a0af-e53e-4640-846f-63094f9c1ac4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=23262ddf-932e-411f-b532-5baedceb85cb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:46.401819 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9609a0af-e53e-4640-846f-63094f9c1ac4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:46.624787 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20ea385a-6976-49e5-a81e-eb5a1dd3ebf5 req-3c8d6b7a-ea40-4ca7-ac09-9b179444291c tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 210 time: 0.0286250 Dec 11 22:53:46.755702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1986440-73bf-45fd-984e-dcb11c662223 req-c6cb7a69-51f4-42df-a480-773b3010073c tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:46.757216 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1986440-73bf-45fd-984e-dcb11c662223 req-c6cb7a69-51f4-42df-a480-773b3010073c tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.47 "GET /v2.0/networks?id=342542df-9e2a-49dd-8ac7-00b364607ac8 HTTP/1.1" status: 200 len: 814 time: 0.1213274 Dec 11 22:53:46.777778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-f1986440-73bf-45fd-984e-dcb11c662223 req-d1217ab4-4b52-4000-9342-7a0007fbc9fd tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Request body: {'port': {'device_id': 'af8ef3cf-b983-4f7d-970c-808c0440c38d', 'network_id': '342542df-9e2a-49dd-8ac7-00b364607ac8', 'admin_state_up': True, 'tenant_id': '1b8c7764b66c4fae8fcb775ff6e112ab'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:46.844047 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9609a0af-e53e-4640-846f-63094f9c1ac4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Router 3fe873ea-3395-42b4-9294-0faa21068844 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:53:46.873685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ec528-5639-4ecf-92ae-e9e079eb3dcb req-5dd6a393-34c4-4058-8317-bda5efa63b2b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:46.882621 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d71ec528-5639-4ecf-92ae-e9e079eb3dcb req-5dd6a393-34c4-4058-8317-bda5efa63b2b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 945 time: 0.0742652 Dec 11 22:53:46.973061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9609a0af-e53e-4640-846f-63094f9c1ac4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:53:46.986690 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9609a0af-e53e-4640-846f-63094f9c1ac4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "PUT /v2.0/routers/3fe873ea-3395-42b4-9294-0faa21068844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9330766 Dec 11 22:53:46.987214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1986440-73bf-45fd-984e-dcb11c662223 req-d1217ab4-4b52-4000-9342-7a0007fbc9fd tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Made reservation on behalf of 1b8c7764b66c4fae8fcb775ff6e112ab for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:46.989861 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42232) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:46.989971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d5a6c-822b-4337-b069-69636d891d4a None None] Sync routers for ids ['3fe873ea-3395-42b4-9294-0faa21068844'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:53:46.992005 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f1986440-73bf-45fd-984e-dcb11c662223 req-d1217ab4-4b52-4000-9342-7a0007fbc9fd tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:47.006002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d5a6c-822b-4337-b069-69636d891d4a None None] Routers {'3fe873ea-3395-42b4-9294-0faa21068844'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:53:47.007605 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-da1d5a6c-822b-4337-b069-69636d891d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:53:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3fe873ea-3395-42b4-9294-0faa21068844'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:47.035189 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b807fd-18c0-4684-8c98-e7db662a4af3 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] GET failed (client error): The resource could not be found. Dec 11 22:53:47.041172 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a3b807fd-18c0-4684-8c98-e7db662a4af3 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/23262ddf-932e-411f-b532-5baedceb85cb HTTP/1.1" status: 404 len: 333 time: 0.0462692 Dec 11 22:53:47.043119 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42240) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:47.059806 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d71ec528-5639-4ecf-92ae-e9e079eb3dcb req-ddf01c1d-b878-4dc2-980b-d0f9b1264104 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762021 Dec 11 22:53:47.093737 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-da1d5a6c-822b-4337-b069-69636d891d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:47.103451 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d5a6c-822b-4337-b069-69636d891d4a None None] Routers {'3fe873ea-3395-42b4-9294-0faa21068844'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:53:47.104312 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-da1d5a6c-822b-4337-b069-69636d891d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:53:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3fe873ea-3395-42b4-9294-0faa21068844'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:47.176423 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-da1d5a6c-822b-4337-b069-69636d891d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:47.177084 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d5a6c-822b-4337-b069-69636d891d4a None None] The sync data for ids ['3fe873ea-3395-42b4-9294-0faa21068844'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:53:47.181653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-f1986440-73bf-45fd-984e-dcb11c662223 req-d1217ab4-4b52-4000-9342-7a0007fbc9fd tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Allocated IP 172.20.0.9 (342542df-9e2a-49dd-8ac7-00b364607ac8/bc1b819d-488c-47f0-968f-45108833bb18/3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:47.200803 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86b6ead7-1547-4e3b-90b8-615fc1d513f5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:47.265557 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:47.368966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb27a16-bf4b-4332-910f-664428f51ccf req-31ba7848-2d2b-4f91-bae5-9452a2329faa tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:47.371061 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-acb27a16-bf4b-4332-910f-664428f51ccf req-31ba7848-2d2b-4f91-bae5-9452a2329faa tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.1327777 Dec 11 22:53:47.378728 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86b6ead7-1547-4e3b-90b8-615fc1d513f5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:47.380960 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86b6ead7-1547-4e3b-90b8-615fc1d513f5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:47.416174 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f1986440-73bf-45fd-984e-dcb11c662223 req-d1217ab4-4b52-4000-9342-7a0007fbc9fd tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:47.447386 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-acb27a16-bf4b-4332-910f-664428f51ccf req-2ac443b3-ca70-4ecd-ad61-ad1fd784dff7 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667017 Dec 11 22:53:47.551969 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f1986440-73bf-45fd-984e-dcb11c662223 req-d1217ab4-4b52-4000-9342-7a0007fbc9fd tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:47.579737 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86b6ead7-1547-4e3b-90b8-615fc1d513f5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:47.580290 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b6ead7-1547-4e3b-90b8-615fc1d513f5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Fanout notify agent at l3_agent the message router_deleted on router 3fe873ea-3395-42b4-9294-0faa21068844 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:53:47.587506 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86b6ead7-1547-4e3b-90b8-615fc1d513f5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:47.589306 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-86b6ead7-1547-4e3b-90b8-615fc1d513f5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/routers/3fe873ea-3395-42b4-9294-0faa21068844 HTTP/1.1" status: 204 len: 168 time: 0.5277462 Dec 11 22:53:47.595861 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42266) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:47.644107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1217ab4-4b52-4000-9342-7a0007fbc9fd tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Pushing event updated for resources: {'Port': ['ID=3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:47.654364 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-59102d09-abd2-4b23-ad27-7b346be8536f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting subnet a94dbc81-1093-4f22-bd7a-08a7af791490 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:53:47.660393 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59102d09-abd2-4b23-ad27-7b346be8536f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:47.667228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1986440-73bf-45fd-984e-dcb11c662223 req-d1217ab4-4b52-4000-9342-7a0007fbc9fd tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Network 342542df-9e2a-49dd-8ac7-00b364607ac8 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:47.669731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-f1986440-73bf-45fd-984e-dcb11c662223 req-d1217ab4-4b52-4000-9342-7a0007fbc9fd tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:47.672206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1986440-73bf-45fd-984e-dcb11c662223 req-d1217ab4-4b52-4000-9342-7a0007fbc9fd tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:47.688977 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0150d82e-5593-461d-a022-8fce176b7769 None None] DHCP port deletion for 342542df-9e2a-49dd-8ac7-00b364607ac8 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:53:47.748757 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59102d09-abd2-4b23-ad27-7b346be8536f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:47.774362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ddfc5b77-f1fd-4b18-8e0a-aa9e8877bdcf None None] Provisioning complete for port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:47.775013 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5b77-f1fd-4b18-8e0a-aa9e8877bdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:47.801448 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1986440-73bf-45fd-984e-dcb11c662223 req-d1217ab4-4b52-4000-9342-7a0007fbc9fd tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:47.802081 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f1986440-73bf-45fd-984e-dcb11c662223 req-d1217ab4-4b52-4000-9342-7a0007fbc9fd tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:47.826273 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc5b77-f1fd-4b18-8e0a-aa9e8877bdcf None None] Port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:47.837698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b709b-0b32-429f-976a-b2463cfd3ef1 req-c524646d-649b-4e77-8021-cc69eb7361e1 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:47.839837 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-377b709b-0b32-429f-976a-b2463cfd3ef1 req-c524646d-649b-4e77-8021-cc69eb7361e1 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 931 time: 0.1028612 Dec 11 22:53:47.851325 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59102d09-abd2-4b23-ad27-7b346be8536f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:47.898938 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-377b709b-0b32-429f-976a-b2463cfd3ef1 req-2b947b49-008b-43c6-99b5-44ee569cf3b4 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525219 Dec 11 22:53:47.908201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1986440-73bf-45fd-984e-dcb11c662223 req-d1217ab4-4b52-4000-9342-7a0007fbc9fd tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1347735 Dec 11 22:53:47.919292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-f1986440-73bf-45fd-984e-dcb11c662223 req-b0fadb38-23cc-4793-8562-ae79955312a3 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:53:47.920474 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1986440-73bf-45fd-984e-dcb11c662223 req-b0fadb38-23cc-4793-8562-ae79955312a3 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059876 Dec 11 22:53:48.002296 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59102d09-abd2-4b23-ad27-7b346be8536f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.038491 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59102d09-abd2-4b23-ad27-7b346be8536f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Subnet': ['ID=a94dbc81-1093-4f22-bd7a-08a7af791490,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:48.040806 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59102d09-abd2-4b23-ad27-7b346be8536f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.045899 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-59102d09-abd2-4b23-ad27-7b346be8536f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/a94dbc81-1093-4f22-bd7a-08a7af791490 HTTP/1.1" status: 204 len: 168 time: 0.4524186 Dec 11 22:53:48.046998 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd85f2e-c44e-46f8-9a96-beb8e4f446b5 None None] Network 1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:48.048609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42288) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:48.103801 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:53:48.107731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Request body: {'port': {'device_id': 'af8ef3cf-b983-4f7d-970c-808c0440c38d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:48.220876 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60609e-f96f-41a5-9637-04cd5052df82 req-d5478b54-a82a-4c47-afe8-bbcf3082189c tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:48.222375 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f60609e-f96f-41a5-9637-04cd5052df82 req-d5478b54-a82a-4c47-afe8-bbcf3082189c tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 945 time: 0.1843665 Dec 11 22:53:48.240488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf8018-3c7f-4f7f-8ae2-4bc4e8b81c1f req-e2ccad36-6e96-4fd1-8216-4e2a7c4fd07d tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:48.247386 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fcaf8018-3c7f-4f7f-8ae2-4bc4e8b81c1f req-e2ccad36-6e96-4fd1-8216-4e2a7c4fd07d tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.2131817 Dec 11 22:53:48.257931 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.264054 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.276866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3ef8cc-aecc-4536-b0ac-671efb234337 None None] DHCP port deletion for 1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:53:48.289794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e0daa-5a20-4638-8a4c-14cdabdfa565 req-fdb327bd-ccd2-45a6-82b1-7211cad29aaf tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:48.291333 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-506e0daa-5a20-4638-8a4c-14cdabdfa565 req-fdb327bd-ccd2-45a6-82b1-7211cad29aaf tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 945 time: 0.0871487 Dec 11 22:53:48.337093 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3b3ef8cc-aecc-4536-b0ac-671efb234337 None None] Deleting port b0640405-dff4-494c-9088-7f5d9a8a6ea8 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:48.337707 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b3ef8cc-aecc-4536-b0ac-671efb234337 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.376000 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-506e0daa-5a20-4638-8a4c-14cdabdfa565 req-7356834a-c33b-4f47-9880-5bce46157ead tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577726 Dec 11 22:53:48.382936 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port b0640405-dff4-494c-9088-7f5d9a8a6ea8 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:48.383496 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.419937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3b3ef8cc-aecc-4536-b0ac-671efb234337 None None] For port b0640405-dff4-494c-9088-7f5d9a8a6ea8, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b0640405-dff4-494c-9088-7f5d9a8a6ea8,segment=NetworkSegment(9d4023dc-2fd1-4623-9502-e7825615dd5f),segment_id=9d4023dc-2fd1-4623-9502-e7825615dd5f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:48.419937 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b3ef8cc-aecc-4536-b0ac-671efb234337 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.436196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3b3ef8cc-aecc-4536-b0ac-671efb234337 None None] Calling delete_port for b0640405-dff4-494c-9088-7f5d9a8a6ea8 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:48.452331 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fcaf8018-3c7f-4f7f-8ae2-4bc4e8b81c1f req-336b9b1a-2476-4d14-81df-e577a3d62ea9 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969793 Dec 11 22:53:48.452740 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] For port b0640405-dff4-494c-9088-7f5d9a8a6ea8, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b0640405-dff4-494c-9088-7f5d9a8a6ea8,segment=NetworkSegment(9d4023dc-2fd1-4623-9502-e7825615dd5f),segment_id=9d4023dc-2fd1-4623-9502-e7825615dd5f)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:48.453113 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.466304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc53a1f-bdb2-4ef6-a007-2767192f07af req-359e50b1-f4be-4098-9b74-012865cc465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:48.467915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfc53a1f-bdb2-4ef6-a007-2767192f07af req-359e50b1-f4be-4098-9b74-012865cc465a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d6abf9ec56c472face9a971de3e07c9&device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 1096 time: 0.2138388 Dec 11 22:53:48.468673 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for b0640405-dff4-494c-9088-7f5d9a8a6ea8 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:48.615893 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.624776 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b3ef8cc-aecc-4536-b0ac-671efb234337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.649646 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=b0640405-dff4-494c-9088-7f5d9a8a6ea8,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:48.654400 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b0640405-dff4-494c-9088-7f5d9a8a6ea8 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:53:48.658237 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No DVR routers for this DVR port b0640405-dff4-494c-9088-7f5d9a8a6ea8 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:53:48.659199 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ef8cc-aecc-4536-b0ac-671efb234337 None None] Pushing event deleted for resources: {'Port': ['ID=b0640405-dff4-494c-9088-7f5d9a8a6ea8,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:48.682070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: b0640405-dff4-494c-9088-7f5d9a8a6ea8 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:53:48.683457 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b0640405-dff4-494c-9088-7f5d9a8a6ea8 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:53:48.685124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3ef8cc-aecc-4536-b0ac-671efb234337 None None] No DVR routers for this DVR port b0640405-dff4-494c-9088-7f5d9a8a6ea8 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:53:48.685897 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42298) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:48.749742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3f60609e-f96f-41a5-9637-04cd5052df82 req-36bf74ca-c1c8-401f-8281-b58ed4739904 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Deleting port c553530e-9641-4de8-a00e-62f205e0cd5c {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:48.750256 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3f60609e-f96f-41a5-9637-04cd5052df82 req-36bf74ca-c1c8-401f-8281-b58ed4739904 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.764647 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.787699 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:48.797521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4023dc-2fd1-4623-9502-e7825615dd5f') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:48.797823 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4023dc-2fd1-4623-9502-e7825615dd5f') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:53:48.806685 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc53a1f-bdb2-4ef6-a007-2767192f07af req-8244caaa-3070-420c-b42b-74d12aff60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:48.807165 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfc53a1f-bdb2-4ef6-a007-2767192f07af req-8244caaa-3070-420c-b42b-74d12aff60a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=013a72d6-e5b9-422d-a19b-93934f78c63b HTTP/1.1" status: 200 len: 911 time: 0.2678628 Dec 11 22:53:48.809324 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-45da67d5-795a-4900-8581-4d8796e7c644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.812456 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.835546 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cabc67a-7ec0-43c7-8a44-d92a65f12298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.838357 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.853709 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:53:48.854146 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:53:48.857268 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:53:48.953170 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfc53a1f-bdb2-4ef6-a007-2767192f07af req-fdc9395f-0286-4a2f-93b5-92906baa941e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7dd2882-73bf-4220-a096-7d6e295cf839 HTTP/1.1" status: 200 len: 1001 time: 0.1383839 Dec 11 22:53:48.954901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3f60609e-f96f-41a5-9637-04cd5052df82 req-36bf74ca-c1c8-401f-8281-b58ed4739904 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] For port c553530e-9641-4de8-a00e-62f205e0cd5c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c553530e-9641-4de8-a00e-62f205e0cd5c,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:48.955319 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3f60609e-f96f-41a5-9637-04cd5052df82 req-36bf74ca-c1c8-401f-8281-b58ed4739904 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.970377 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.981783 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:48.989792 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/networks/1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e HTTP/1.1" status: 204 len: 168 time: 0.9362693 Dec 11 22:53:49.001562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42304) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:49.032292 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1940a-631a-41ef-a1fd-acf81ddb3f91 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Network': ['ID=1e0be1d8-cbb1-4c7c-b708-2b3a95a1ca9e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:49.034545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3f60609e-f96f-41a5-9637-04cd5052df82 req-36bf74ca-c1c8-401f-8281-b58ed4739904 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Calling delete_port for c553530e-9641-4de8-a00e-62f205e0cd5c owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:49.075383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26966e-d6de-4479-822f-84d8ce81dd6f req-9c481780-cae6-41be-9500-0831915d5f16 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:49.076975 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4e26966e-d6de-4479-822f-84d8ce81dd6f req-9c481780-cae6-41be-9500-0831915d5f16 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 931 time: 0.1045885 Dec 11 22:53:49.112254 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cabc67a-7ec0-43c7-8a44-d92a65f12298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:49.142237 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4e26966e-d6de-4479-822f-84d8ce81dd6f req-913c093b-8786-479d-900b-42b057a1631c tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566618 Dec 11 22:53:49.157115 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cabc67a-7ec0-43c7-8a44-d92a65f12298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:49.201422 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9cabc67a-7ec0-43c7-8a44-d92a65f12298 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da83d16ab30f4e72864dc17ade7a7fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5142863 Dec 11 22:53:49.202149 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabc67a-7ec0-43c7-8a44-d92a65f12298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96571df3-33d5-453d-971b-025a7bfe0207,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:49.204783 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42306) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:49.261747 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-159cbfaf-7b5f-49e0-a3bb-138c8023930a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:49.284155 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-159cbfaf-7b5f-49e0-a3bb-138c8023930a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:49.357683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:53:49.397971 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:49.408962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2dee13-396b-488a-9e48-54bb1e529676 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:49.437655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cd2dee13-396b-488a-9e48-54bb1e529676 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/ffafcebf-76df-4321-b3f5-3fd3594cdacc HTTP/1.1" status: 200 len: 840 time: 0.4027979 Dec 11 22:53:49.437655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc53a1f-bdb2-4ef6-a007-2767192f07af req-89214178-473d-4cf9-bfe2-22806433f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:49.437655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfc53a1f-bdb2-4ef6-a007-2767192f07af req-89214178-473d-4cf9-bfe2-22806433f5c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=987c9be0-fcb0-4823-a9e6-efc112c434ab HTTP/1.1" status: 200 len: 849 time: 0.4549458 Dec 11 22:53:49.460414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42310) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:49.501087 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-159cbfaf-7b5f-49e0-a3bb-138c8023930a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:49.504278 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-159cbfaf-7b5f-49e0-a3bb-138c8023930a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:49.508697 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-159cbfaf-7b5f-49e0-a3bb-138c8023930a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96571df3-33d5-453d-971b-025a7bfe0207 HTTP/1.1" status: 204 len: 168 time: 0.3031595 Dec 11 22:53:49.514075 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Transition to ACTIVE for port object 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:53:49.516284 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4bf2da1f-37df-4709-a74b-10444d282795 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/ffafcebf-76df-4321-b3f5-3fd3594cdacc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0547311 Dec 11 22:53:49.520623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42316) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:49.523330 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cbfaf-7b5f-49e0-a3bb-138c8023930a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96571df3-33d5-453d-971b-025a7bfe0207,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:49.531323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-cb229a51-fdf1-41bc-b153-7d7a8a954b2e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'subnet': {'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:49.543586 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc53a1f-bdb2-4ef6-a007-2767192f07af req-b6d69bd7-7a66-444c-872f-8867c21f22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:49.543857 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfc53a1f-bdb2-4ef6-a007-2767192f07af req-b6d69bd7-7a66-444c-872f-8867c21f22ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=013a72d6-e5b9-422d-a19b-93934f78c63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167386 Dec 11 22:53:49.615090 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ffa30-140f-414e-8015-6ab8d5cdff5a req-82b63a04-7489-4194-a704-e39d30a0a6f3 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:49.616951 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-310ffa30-140f-414e-8015-6ab8d5cdff5a req-82b63a04-7489-4194-a704-e39d30a0a6f3 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.0561564 Dec 11 22:53:49.662658 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:49.683500 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-310ffa30-140f-414e-8015-6ab8d5cdff5a req-f3f0d04f-a3c1-44f7-bbf4-905f18371784 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567484 Dec 11 22:53:49.719527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357db38e-731f-435b-b6dc-79ecb619cf79 req-2e5b0ebe-1709-482d-a323-46786606d9b9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:49.725257 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-357db38e-731f-435b-b6dc-79ecb619cf79 req-2e5b0ebe-1709-482d-a323-46786606d9b9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 945 time: 0.2519295 Dec 11 22:53:49.788191 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e3a702-14e0-4403-bf8e-da9a587315ae None None] DHCP port deletion for 342542df-9e2a-49dd-8ac7-00b364607ac8 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:53:49.850594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Pushing event updated for resources: {'Port': ['ID=3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:49.906264 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3f60609e-f96f-41a5-9637-04cd5052df82 req-36bf74ca-c1c8-401f-8281-b58ed4739904 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:49.946393 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['3974696b-7a10-40b4-a0ab-9c18d22a370f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:53:49.976766 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfc53a1f-bdb2-4ef6-a007-2767192f07af req-2666f617-73da-4ef9-80e5-08966c126c6d service neutron] 10.222.0.13 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871253 Dec 11 22:53:49.987894 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-357db38e-731f-435b-b6dc-79ecb619cf79 req-68dab064-a163-427f-8c18-f051cd237d5d tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286327 Dec 11 22:53:50.008837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf74ca-c1c8-401f-8281-b58ed4739904 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Pushing event deleted for resources: {'Port': ['ID=c553530e-9641-4de8-a00e-62f205e0cd5c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:50.012590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb229a51-fdf1-41bc-b153-7d7a8a954b2e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:50.016109 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb229a51-fdf1-41bc-b153-7d7a8a954b2e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:50.106948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f60609e-f96f-41a5-9637-04cd5052df82 req-36bf74ca-c1c8-401f-8281-b58ed4739904 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] No DVR routers for this DVR port c553530e-9641-4de8-a00e-62f205e0cd5c on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:53:50.110271 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3f60609e-f96f-41a5-9637-04cd5052df82 req-36bf74ca-c1c8-401f-8281-b58ed4739904 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:50.114899 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f60609e-f96f-41a5-9637-04cd5052df82 req-36bf74ca-c1c8-401f-8281-b58ed4739904 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.13 "DELETE /v2.0/ports/c553530e-9641-4de8-a00e-62f205e0cd5c HTTP/1.1" status: 204 len: 173 time: 1.8835385 Dec 11 22:53:50.150785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9', 'name': 'network-vif-deleted', 'tag': 'c553530e-9641-4de8-a00e-62f205e0cd5c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:53:50.157493 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31421221-2ab2-460a-9e0d-c028f2e9cd97" -d '{"events": [{"server_uuid": "a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9", "name": "network-vif-deleted", "tag": "c553530e-9641-4de8-a00e-62f205e0cd5c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:53:50.189425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Attempting to bind port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:53:50.189772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Attempting to bind port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '74662169-1a30-4856-b88a-4a05458741d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '342542df-9e2a-49dd-8ac7-00b364607ac8'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:53:50.197179 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Attempting to bind port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 on network 342542df-9e2a-49dd-8ac7-00b364607ac8 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:53:50.211249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 on network 342542df-9e2a-49dd-8ac7-00b364607ac8 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:53:50.211586 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Attempting to bind port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 on network 342542df-9e2a-49dd-8ac7-00b364607ac8 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:53:50.231451 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726aaa26-0811-45d4-a9a1-56ed261ec157 x-openstack-request-id: req-726aaa26-0811-45d4-a9a1-56ed261ec157 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:53:50.231772 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9", "name": "network-vif-deleted", "tag": "c553530e-9641-4de8-a00e-62f205e0cd5c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:53:50.232155 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-726aaa26-0811-45d4-a9a1-56ed261ec157 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:53:50.232566 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9', 'name': 'network-vif-deleted', 'tag': 'c553530e-9641-4de8-a00e-62f205e0cd5c', 'status': 'completed', 'code': 200} Dec 11 22:53:50.244392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:53:50.246426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Checking segment: {'id': '74662169-1a30-4856-b88a-4a05458741d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '342542df-9e2a-49dd-8ac7-00b364607ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:53:50.246426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Bound using segment: {'id': '74662169-1a30-4856-b88a-4a05458741d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '342542df-9e2a-49dd-8ac7-00b364607ac8'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:53:50.246426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Bound port: 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74662169-1a30-4856-b88a-4a05458741d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '342542df-9e2a-49dd-8ac7-00b364607ac8'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:53:50.246426 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:50.305127 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfc53a1f-bdb2-4ef6-a007-2767192f07af req-2f72813b-a2c0-4d6e-9e63-32924a55605f service neutron] 10.222.0.13 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152478 Dec 11 22:53:50.413720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153828cd-2a4a-4a6a-a3ae-9868e91d06c1 req-987a99fb-5b38-4da0-b154-3953faa274d9 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:50.415306 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-153828cd-2a4a-4a6a-a3ae-9868e91d06c1 req-987a99fb-5b38-4da0-b154-3953faa274d9 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 943 time: 0.1765018 Dec 11 22:53:50.504686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] For port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:53:50.524902 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] For port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60,segment=NetworkSegment(74662169-1a30-4856-b88a-4a05458741d7),segment_id=74662169-1a30-4856-b88a-4a05458741d7)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:53:50.529447 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-153828cd-2a4a-4a6a-a3ae-9868e91d06c1 req-62946f90-895c-45d5-b081-b5c8f20d25dc tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040657 Dec 11 22:53:50.597597 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb229a51-fdf1-41bc-b153-7d7a8a954b2e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:50.603715 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:50.686434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb229a51-fdf1-41bc-b153-7d7a8a954b2e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:50.686952 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c2a37-b503-48b3-b0ea-390dcf7fa98f None None] DHCP port deletion for 342542df-9e2a-49dd-8ac7-00b364607ac8 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:53:50.689751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:50.690370 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:50.691772 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1986440-73bf-45fd-984e-dcb11c662223 req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] 10.222.0.47 "PUT /v2.0/ports/3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 HTTP/1.1" status: 200 len: 1091 time: 2.7553878 Dec 11 22:53:50.696362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-cb229a51-fdf1-41bc-b153-7d7a8a954b2e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:50.702405 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb229a51-fdf1-41bc-b153-7d7a8a954b2e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:50.703034 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cb229a51-fdf1-41bc-b153-7d7a8a954b2e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:50.717723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa89cdd1-bb57-48b3-8d1f-765dd2c1a43c None None] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:50.720223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb229a51-fdf1-41bc-b153-7d7a8a954b2e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Subnet': ['ID=0b68d125-7a58-4f70-8b0a-ff79c0f1aacf,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:50.759110 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a0009-f484-40bd-93bf-b8c197603c35 service neutron] Pushing event updated for resources: {'Port': ['ID=3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:50.823402 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cb229a51-fdf1-41bc-b153-7d7a8a954b2e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2988827 Dec 11 22:53:50.826345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42350) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:50.830641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-37c9a9ea-ff6c-4c92-9320-027bcdd62fd2 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'security_group': {'name': 'tempest-secgroup-1704241241'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:50.906497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1986440-73bf-45fd-984e-dcb11c662223 req-f0059fc0-0fed-41c0-9429-070faa74fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:50.908075 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1986440-73bf-45fd-984e-dcb11c662223 req-f0059fc0-0fed-41c0-9429-070faa74fe05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b8c7764b66c4fae8fcb775ff6e112ab&device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 1094 time: 0.0634916 Dec 11 22:53:50.923105 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-52546f5f-fd35-4f7f-944a-369bdbb3a193', 'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'project_id': '9cb51e5d0a1b43f58b4c4b5714178709', 'fixed_ips': [{'subnet_id': '0b68d125-7a58-4f70-8b0a-ff79c0f1aacf'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:53:50.923105 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:50.953741 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b47e7-601a-4adb-845a-90e177840773 req-38887433-59fa-4b8a-93c5-f225cb5ac5ff tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:50.963274 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-983b47e7-601a-4adb-845a-90e177840773 req-38887433-59fa-4b8a-93c5-f225cb5ac5ff tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.1590304 Dec 11 22:53:50.995442 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1986440-73bf-45fd-984e-dcb11c662223 req-cda978d0-b0a4-465b-80c7-222ad3603af4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 HTTP/1.1" status: 200 len: 217 time: 0.0658808 Dec 11 22:53:50.995913 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-37c9a9ea-ff6c-4c92-9320-027bcdd62fd2 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.042110 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-983b47e7-601a-4adb-845a-90e177840773 req-d107fa60-bddc-4896-894c-73f10b3f67ad tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747523 Dec 11 22:53:51.076102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1986440-73bf-45fd-984e-dcb11c662223 req-39185d16-6590-443c-8a7c-385836c6f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:51.077754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1986440-73bf-45fd-984e-dcb11c662223 req-39185d16-6590-443c-8a7c-385836c6f43a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc1b819d-488c-47f0-968f-45108833bb18 HTTP/1.1" status: 200 len: 854 time: 0.0716202 Dec 11 22:53:51.122976 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1986440-73bf-45fd-984e-dcb11c662223 req-c42aa516-8e8c-44f8-bf89-e961876dcc45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=342542df-9e2a-49dd-8ac7-00b364607ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351412 Dec 11 22:53:51.175527 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5c30c487-b6a6-488d-9285-a7a39c35ffa0 req-42b094d1-3853-41d4-bdc2-e59ca426d316 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4d8e2b8-a42d-48da-bb1f-96ccd40ab8b9 HTTP/1.1" status: 200 len: 210 time: 0.0710917 Dec 11 22:53:51.217633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Allocated IP 172.20.0.2 (52546f5f-fd35-4f7f-944a-369bdbb3a193/0b68d125-7a58-4f70-8b0a-ff79c0f1aacf/433419ea-12e9-491e-b54a-940933b5065f) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:51.237538 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-37c9a9ea-ff6c-4c92-9320-027bcdd62fd2 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.282704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1986440-73bf-45fd-984e-dcb11c662223 req-0aa9e4b5-da82-4a35-be4a-afebc9a50c8a service neutron] 10.222.0.47 "GET /v2.0/networks/342542df-9e2a-49dd-8ac7-00b364607ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424220 Dec 11 22:53:51.298335 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-71e3d7de-1133-449c-a276-4c5aafb9bf47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.335811 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-37c9a9ea-ff6c-4c92-9320-027bcdd62fd2 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.368944 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.377528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9a9ea-ff6c-4c92-9320-027bcdd62fd2 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13eab9f4-3290-446a-9cf5-50d0553a9067,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:51.404578 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1986440-73bf-45fd-984e-dcb11c662223 req-35f66ffa-d6b0-4733-ba70-c666f9b8adee service neutron] 10.222.0.47 "GET /v2.0/networks/342542df-9e2a-49dd-8ac7-00b364607ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201203 Dec 11 22:53:51.450210 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-37c9a9ea-ff6c-4c92-9320-027bcdd62fd2 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.451755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-37c9a9ea-ff6c-4c92-9320-027bcdd62fd2 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6245785 Dec 11 22:53:51.455312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42364) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:51.460989 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9e609bcf-b11c-409d-8435-f858c213b08e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'security_group': {'name': 'tempest-secgroup-1918616640'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:51.471375 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.531395 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:51.534455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:51.538049 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:51.547454 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Pushing event updated for resources: {'Port': ['ID=433419ea-12e9-491e-b54a-940933b5065f,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:51.578081 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e609bcf-b11c-409d-8435-f858c213b08e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.608738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Attempting to bind port 433419ea-12e9-491e-b54a-940933b5065f on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:53:51.609115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Attempting to bind port 433419ea-12e9-491e-b54a-940933b5065f by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:53:51.609484 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Attempting to bind port 433419ea-12e9-491e-b54a-940933b5065f on network 52546f5f-fd35-4f7f-944a-369bdbb3a193 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:53:51.614821 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:53:51.621721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Checking segment: {'id': '03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:53:51.621721 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.621721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Bound using segment: {'id': '03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:53:51.621721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Bound port: 433419ea-12e9-491e-b54a-940933b5065f, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:53:51.621721 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.640260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42372) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:51.683542 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] For port 433419ea-12e9-491e-b54a-940933b5065f, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:53:51.686773 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] For port 433419ea-12e9-491e-b54a-940933b5065f, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=433419ea-12e9-491e-b54a-940933b5065f,segment=NetworkSegment(03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9),segment_id=03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:53:51.691765 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775721f0-749c-4c65-9012-fac2cc5f8f84 req-eebbcb2b-4033-4e87-aa9c-5e1a022d6f7f tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:51.693235 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-775721f0-749c-4c65-9012-fac2cc5f8f84 req-eebbcb2b-4033-4e87-aa9c-5e1a022d6f7f tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 943 time: 0.0905449 Dec 11 22:53:51.700303 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e609bcf-b11c-409d-8435-f858c213b08e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.743571 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-775721f0-749c-4c65-9012-fac2cc5f8f84 req-1339b2fd-29b1-4a7e-929d-d1457e5fcd8b tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Dec 11 22:53:51.750841 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.752794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1929924301', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:51.778707 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e609bcf-b11c-409d-8435-f858c213b08e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.816463 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e609bcf-b11c-409d-8435-f858c213b08e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b8a4dd-8348-4bf9-bd01-23d839297e2c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:51.820211 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc960b-7f66-4ffb-a2bb-c1740916329d None None] Pushing event updated for resources: {'Port': ['ID=433419ea-12e9-491e-b54a-940933b5065f,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:51.836612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Made reservation on behalf of 4b5ce351b12147f3a733ad196e5c85ff for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:51.839534 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.849598 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.863481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c553530e-9641-4de8-a00e-62f205e0cd5c no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:53:51.884774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: c553530e-9641-4de8-a00e-62f205e0cd5c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:53:51.891386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c553530e-9641-4de8-a00e-62f205e0cd5c not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:53:51.936865 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.941709 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e609bcf-b11c-409d-8435-f858c213b08e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:51.943030 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9e609bcf-b11c-409d-8435-f858c213b08e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4865124 Dec 11 22:53:51.946494 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42378) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:51.952829 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c679c601-c1ee-40da-8539-e5220dabe402 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1523881094', 'security_groups': ['34b8a4dd-8348-4bf9-bd01-23d839297e2c'], 'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0b68d125-7a58-4f70-8b0a-ff79c0f1aacf'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:52.008404 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:52.014917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] device_id is not set on port 050338df-c333-4463-ae5f-c6a404a18118 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:53:52.084125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94f1c40-ecbe-43c2-9b79-a1598a2d7c5f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:52.174272 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:52.191632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c679c601-c1ee-40da-8539-e5220dabe402 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:52.193934 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Allocated IP 172.25.1.231 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/050338df-c333-4463-ae5f-c6a404a18118) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:52.234890 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8ef3cf-b983-4f7d-970c-808c0440c38d', 'tag': '3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:53:52.237231 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca7873c-7805-4abf-bf57-24a181f32191" -d '{"events": [{"name": "network-changed", "server_uuid": "af8ef3cf-b983-4f7d-970c-808c0440c38d", "tag": "3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:53:52.253017 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60380e4-ac19-46bf-b34d-cc464f18f769 req-139dce2f-a99d-495f-b445-21cfb09e4d7a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:52.254580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c60380e4-ac19-46bf-b34d-cc464f18f769 req-139dce2f-a99d-495f-b445-21cfb09e4d7a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.1007783 Dec 11 22:53:52.285899 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e8ab0d-5c9a-4b9a-a71d-01aefb79af65 x-openstack-request-id: req-57e8ab0d-5c9a-4b9a-a71d-01aefb79af65 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:53:52.286190 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8ef3cf-b983-4f7d-970c-808c0440c38d", "tag": "3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:53:52.286449 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57e8ab0d-5c9a-4b9a-a71d-01aefb79af65 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:53:52.286874 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8ef3cf-b983-4f7d-970c-808c0440c38d', 'tag': '3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60', 'status': 'completed', 'code': 200} Dec 11 22:53:52.311603 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c679c601-c1ee-40da-8539-e5220dabe402 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:52.332136 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-c679c601-c1ee-40da-8539-e5220dabe402 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port bba01cbb-6583-4786-8010-12fb5d05dffb yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:53:52.391990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c60380e4-ac19-46bf-b34d-cc464f18f769 req-64f28c94-9763-4e14-81cb-2499e1fc5a38 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269429 Dec 11 22:53:52.427838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7873c-7805-4abf-bf57-24a181f32191 req-b35d2099-093b-4025-b03f-6bbb0d947f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:52.429345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ca7873c-7805-4abf-bf57-24a181f32191 req-b35d2099-093b-4025-b03f-6bbb0d947f21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b8c7764b66c4fae8fcb775ff6e112ab&device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 1094 time: 0.0896971 Dec 11 22:53:52.453628 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:52.460928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09dfb5-10b7-4fd5-a6d3-371af7bf7656 req-6a65f535-bffb-4908-a818-acf9ee291426 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:52.462459 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7b09dfb5-10b7-4fd5-a6d3-371af7bf7656 req-6a65f535-bffb-4908-a818-acf9ee291426 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1240129 Dec 11 22:53:52.554905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7873c-7805-4abf-bf57-24a181f32191 req-018068ab-6f33-430e-b01a-592937782799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:52.556408 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ca7873c-7805-4abf-bf57-24a181f32191 req-018068ab-6f33-430e-b01a-592937782799 service neutron] 10.222.0.47 "GET /v2.0/networks?id=342542df-9e2a-49dd-8ac7-00b364607ac8 HTTP/1.1" status: 200 len: 915 time: 0.1156189 Dec 11 22:53:52.566292 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7b09dfb5-10b7-4fd5-a6d3-371af7bf7656 req-134ba0d0-387f-4db8-af7e-d1f4607dce55 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929112 Dec 11 22:53:52.575949 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-c679c601-c1ee-40da-8539-e5220dabe402 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Allocated IP 172.20.0.7 (52546f5f-fd35-4f7f-944a-369bdbb3a193/0b68d125-7a58-4f70-8b0a-ff79c0f1aacf/bba01cbb-6583-4786-8010-12fb5d05dffb) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:52.614898 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:52.617485 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ca7873c-7805-4abf-bf57-24a181f32191 req-a1d3a71b-71ec-427e-82f1-20d24703e226 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 HTTP/1.1" status: 200 len: 217 time: 0.0535150 Dec 11 22:53:52.692454 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Pushing event updated for resources: {'Port': ['ID=050338df-c333-4463-ae5f-c6a404a18118,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:52.706661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:52.725818 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 433419ea-12e9-491e-b54a-940933b5065f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:53:52.765220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:52.772208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:52.792747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeabca63-78dc-41f3-912a-2eebe95ae0c4 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:53:52.793443 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c679c601-c1ee-40da-8539-e5220dabe402 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:52.813325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7873c-7805-4abf-bf57-24a181f32191 req-65be869a-51b2-4671-920a-c4f7f55a95d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:52.815447 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ca7873c-7805-4abf-bf57-24a181f32191 req-65be869a-51b2-4671-920a-c4f7f55a95d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc1b819d-488c-47f0-968f-45108833bb18 HTTP/1.1" status: 200 len: 854 time: 0.1875708 Dec 11 22:53:52.825272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 433419ea-12e9-491e-b54a-940933b5065f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:52.826198 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:52.876118 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ca7873c-7805-4abf-bf57-24a181f32191 req-a019f901-2f9e-4283-ba41-05e7e6ade556 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=342542df-9e2a-49dd-8ac7-00b364607ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335491 Dec 11 22:53:52.915234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-209fd537-9bb7-403f-8c5c-99ef3897319f None None] Provisioning complete for port 050338df-c333-4463-ae5f-c6a404a18118 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:52.915872 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-209fd537-9bb7-403f-8c5c-99ef3897319f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:52.935002 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2917a2-ef0b-4a25-977f-a7e3c48c09b4 req-ec159b8c-82c6-4dd0-a93e-2a56f8a352e1 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:52.936183 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2a2917a2-ef0b-4a25-977f-a7e3c48c09b4 req-ec159b8c-82c6-4dd0-a93e-2a56f8a352e1 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0708184 Dec 11 22:53:52.968891 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c679c601-c1ee-40da-8539-e5220dabe402 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:52.996899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-209fd537-9bb7-403f-8c5c-99ef3897319f None None] Port 050338df-c333-4463-ae5f-c6a404a18118 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:52.998488 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:53.021295 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:53.021910 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:53.041372 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 433419ea-12e9-491e-b54a-940933b5065f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=433419ea-12e9-491e-b54a-940933b5065f,segment=NetworkSegment(03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9),segment_id=03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:53.051281 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ca7873c-7805-4abf-bf57-24a181f32191 req-f6989ae5-2696-4ac5-89f5-62f5e424f1c1 service neutron] 10.222.0.47 "GET /v2.0/networks/342542df-9e2a-49dd-8ac7-00b364607ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668620 Dec 11 22:53:53.060021 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c679c601-c1ee-40da-8539-e5220dabe402 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:53.063979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266be9b-5a7f-471c-90e5-b8f0f38fefc4 req-2b13d50a-48c4-48d9-88e7-1996caacc1dc tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:53.065427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7266be9b-5a7f-471c-90e5-b8f0f38fefc4 req-2b13d50a-48c4-48d9-88e7-1996caacc1dc tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 943 time: 0.1552455 Dec 11 22:53:53.067151 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-c679c601-c1ee-40da-8539-e5220dabe402 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:53.069763 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c679c601-c1ee-40da-8539-e5220dabe402 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:53:53.102334 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679c601-c1ee-40da-8539-e5220dabe402 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=bba01cbb-6583-4786-8010-12fb5d05dffb,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:53.117723 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2a2917a2-ef0b-4a25-977f-a7e3c48c09b4 req-fedf4091-db8d-4314-9227-434e7655739f tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728225 Dec 11 22:53:53.133238 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:53.142363 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c679c601-c1ee-40da-8539-e5220dabe402 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:53.143066 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c679c601-c1ee-40da-8539-e5220dabe402 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:53.175460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-488e59a1-c35b-472f-b581-a96eaf3913c7 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5340335 Dec 11 22:53:53.177513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-09fab704-07d5-4e0a-8988-af776be1c175 None None] Provisioning complete for port ffafcebf-76df-4321-b3f5-3fd3594cdacc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:53.178148 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09fab704-07d5-4e0a-8988-af776be1c175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:53.179980 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42406) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:53.186387 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-cd9f2543-991d-48a2-a838-a361939552e5 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231'}]}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:53.205808 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7266be9b-5a7f-471c-90e5-b8f0f38fefc4 req-1b0f1c0e-e447-43d7-82b1-161485064fed tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307001 Dec 11 22:53:53.231148 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ca7873c-7805-4abf-bf57-24a181f32191 req-ff6961cf-f7bf-4714-978d-1c8512dc4d09 service neutron] 10.222.0.47 "GET /v2.0/networks/342542df-9e2a-49dd-8ac7-00b364607ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587002 Dec 11 22:53:53.245396 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=433419ea-12e9-491e-b54a-940933b5065f,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:53.249996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-09fab704-07d5-4e0a-8988-af776be1c175 None None] Port ffafcebf-76df-4321-b3f5-3fd3594cdacc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:53.267334 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c679c601-c1ee-40da-8539-e5220dabe402 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3192863 Dec 11 22:53:53.270099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42408) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:53.275603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8381d902-86a9-4c5c-b7df-845722b1825b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'subnet': {'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:53.297812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-09fab704-07d5-4e0a-8988-af776be1c175 None None] Provisioning complete for port 433419ea-12e9-491e-b54a-940933b5065f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:53.298199 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09fab704-07d5-4e0a-8988-af776be1c175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:53.385563 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2543-991d-48a2-a838-a361939552e5 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:53.386871 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2543-991d-48a2-a838-a361939552e5 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:53.446962 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ac773-0044-488c-bfc2-5b4d4f0ceb6f req-6519237d-55f0-4d63-8656-d389653d0abf tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:53.449258 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9d7ac773-0044-488c-bfc2-5b4d4f0ceb6f req-6519237d-55f0-4d63-8656-d389653d0abf tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1076446 Dec 11 22:53:53.503727 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2543-991d-48a2-a838-a361939552e5 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:53.524218 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:53:53.545857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-615983b3-8fcf-4e32-8b8b-6347a3396a1c None None] Provisioning complete for port bba01cbb-6583-4786-8010-12fb5d05dffb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:53.546356 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-615983b3-8fcf-4e32-8b8b-6347a3396a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:53.549666 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9d7ac773-0044-488c-bfc2-5b4d4f0ceb6f req-d322b0c1-1499-4441-9fe5-fbea1117bdbc tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787601 Dec 11 22:53:53.636950 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-615983b3-8fcf-4e32-8b8b-6347a3396a1c None None] Port bba01cbb-6583-4786-8010-12fb5d05dffb cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:53.678248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60,segment=NetworkSegment(74662169-1a30-4856-b88a-4a05458741d7),segment_id=74662169-1a30-4856-b88a-4a05458741d7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:53.692240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60', 'network_id': '342542df-9e2a-49dd-8ac7-00b364607ac8', 'port_id': '3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60', 'mac_address': 'fa:16:3e:2f:73:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc1b819d-488c-47f0-968f-45108833bb18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:53:53.735205 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:53.740623 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2543-991d-48a2-a838-a361939552e5 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:53.752498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:53:53.768152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8381d902-86a9-4c5c-b7df-845722b1825b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:53.771761 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8381d902-86a9-4c5c-b7df-845722b1825b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:53.772451 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60,segment=NetworkSegment(74662169-1a30-4856-b88a-4a05458741d7),segment_id=74662169-1a30-4856-b88a-4a05458741d7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:53.861051 n-d-710847-6 neutron-server[103692]: INFO neutron.db.ipam_backend_mixin [None req-8381d902-86a9-4c5c-b7df-845722b1825b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0b68d125-7a58-4f70-8b0a-ff79c0f1aacf (CIDR: 172.20.0.0/28) Dec 11 22:53:53.882107 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:53.882983 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:53.911728 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-8381d902-86a9-4c5c-b7df-845722b1825b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:53:53.912163 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8381d902-86a9-4c5c-b7df-845722b1825b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:53:53.937028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:54.002822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8381d902-86a9-4c5c-b7df-845722b1825b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7312818 Dec 11 22:53:54.005444 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42412) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:54.010894 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8414bdaa-f09c-4c9a-b081-3ab9d9537aaf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'subnet': {'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:54.056317 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2543-991d-48a2-a838-a361939552e5 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:54.082560 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2543-991d-48a2-a838-a361939552e5 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:54.196586 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8414bdaa-f09c-4c9a-b081-3ab9d9537aaf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:54.204988 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8414bdaa-f09c-4c9a-b081-3ab9d9537aaf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:54.256790 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:53:54.283197 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2543-991d-48a2-a838-a361939552e5 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:54.435809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63538211-f955-4f5d-a7d2-88ff6d27c1c2 req-d2ba1694-bab3-49df-a0b7-8c6fda631b37 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:54.437455 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63538211-f955-4f5d-a7d2-88ff6d27c1c2 req-d2ba1694-bab3-49df-a0b7-8c6fda631b37 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 944 time: 0.0811627 Dec 11 22:53:54.489643 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2543-991d-48a2-a838-a361939552e5 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:54.491815 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2543-991d-48a2-a838-a361939552e5 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:54.545336 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63538211-f955-4f5d-a7d2-88ff6d27c1c2 req-ca3490cb-8bc9-42f9-ae75-edec8554199a tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895770 Dec 11 22:53:54.647758 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 433419ea-12e9-491e-b54a-940933b5065f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:53:54.699558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 433419ea-12e9-491e-b54a-940933b5065f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:54.699921 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:54.781050 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:54.791166 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8414bdaa-f09c-4c9a-b081-3ab9d9537aaf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:54.834534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8414bdaa-f09c-4c9a-b081-3ab9d9537aaf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:54.837693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-8414bdaa-f09c-4c9a-b081-3ab9d9537aaf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:54.841685 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2543-991d-48a2-a838-a361939552e5 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:54.842449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9f2543-991d-48a2-a838-a361939552e5 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa6665b2-5878-4e19-b8fe-78fb6cceda13 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:53:54.842564 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8414bdaa-f09c-4c9a-b081-3ab9d9537aaf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:54.843145 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8414bdaa-f09c-4c9a-b081-3ab9d9537aaf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:54.856511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414bdaa-f09c-4c9a-b081-3ab9d9537aaf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Subnet': ['ID=3c23749b-9455-4ccb-b519-d9725e701beb,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:54.858857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a63996-187f-4a35-a6e3-71d3bde8c01a None None] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:54.927824 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42426) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:54.928189 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8414bdaa-f09c-4c9a-b081-3ab9d9537aaf tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9213836 Dec 11 22:53:54.934211 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9a44f9dc-84d9-4fa4-96ad-904516e938d0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-484750539', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3c23749b-9455-4ccb-b519-d9725e701beb'}], 'security_groups': ['13eab9f4-3290-446a-9cf5-50d0553a9067']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:54.939017 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-cd9f2543-991d-48a2-a838-a361939552e5 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 11 22:53:54.940116 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cd9f2543-991d-48a2-a838-a361939552e5 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7590909 Dec 11 22:53:54.943160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42428) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:55.023869 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9a44f9dc-84d9-4fa4-96ad-904516e938d0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:55.039724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b32f216f-c8a8-4829-9d2b-823a5b06c598 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Deleting port 050338df-c333-4463-ae5f-c6a404a18118 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:55.039952 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b32f216f-c8a8-4829-9d2b-823a5b06c598 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:55.100707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91acbcd-f1d3-495f-8a0c-541cafd8ffbe None None] Update dhcp port {'port': {'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'fixed_ips': [{'subnet_id': '0b68d125-7a58-4f70-8b0a-ff79c0f1aacf', 'ip_address': '172.20.0.2'}, {'subnet_id': '3c23749b-9455-4ccb-b519-d9725e701beb'}], 'binding:host_id': 'n-d-710847-6'}, 'id': '433419ea-12e9-491e-b54a-940933b5065f'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 22:53:55.125780 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b32f216f-c8a8-4829-9d2b-823a5b06c598 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:55.128836 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e91acbcd-f1d3-495f-8a0c-541cafd8ffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:55.140978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b32f216f-c8a8-4829-9d2b-823a5b06c598 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Calling delete_port for 050338df-c333-4463-ae5f-c6a404a18118 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:55.323700 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-e91acbcd-f1d3-495f-8a0c-541cafd8ffbe None None] Allocated IP 172.20.0.18 (52546f5f-fd35-4f7f-944a-369bdbb3a193/3c23749b-9455-4ccb-b519-d9725e701beb/433419ea-12e9-491e-b54a-940933b5065f) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:55.363265 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b32f216f-c8a8-4829-9d2b-823a5b06c598 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:55.405968 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c89356-253a-473e-8bcf-95f9820e9502 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:53:55.429694 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e91acbcd-f1d3-495f-8a0c-541cafd8ffbe None None] For port 433419ea-12e9-491e-b54a-940933b5065f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=433419ea-12e9-491e-b54a-940933b5065f,segment=NetworkSegment(03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9),segment_id=03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:55.440144 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f216f-c8a8-4829-9d2b-823a5b06c598 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Pushing event deleted for resources: {'Port': ['ID=050338df-c333-4463-ae5f-c6a404a18118,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:55.488816 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e91acbcd-f1d3-495f-8a0c-541cafd8ffbe None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:55.501211 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b32f216f-c8a8-4829-9d2b-823a5b06c598 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:55.504850 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b32f216f-c8a8-4829-9d2b-823a5b06c598 tempest-RoutersAdminNegativeTest-1101490641 tempest-RoutersAdminNegativeTest-1101490641-project-admin] 10.222.0.45 "DELETE /v2.0/ports/050338df-c333-4463-ae5f-c6a404a18118 HTTP/1.1" status: 204 len: 168 time: 0.5601556 Dec 11 22:53:55.518834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:53:55.725737 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e91acbcd-f1d3-495f-8a0c-541cafd8ffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:55.741286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05953f49-5935-4dc5-aff5-3916b164b9c4 req-78e5e79e-0068-4a71-a97e-2310659a6df0 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:55.743116 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-05953f49-5935-4dc5-aff5-3916b164b9c4 req-78e5e79e-0068-4a71-a97e-2310659a6df0 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 944 time: 0.0944269 Dec 11 22:53:55.744290 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-9a44f9dc-84d9-4fa4-96ad-904516e938d0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Delete allocated IP 172.20.0.7 (52546f5f-fd35-4f7f-944a-369bdbb3a193/0b68d125-7a58-4f70-8b0a-ff79c0f1aacf) {{(pid=103691) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 11 22:53:55.761465 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-9a44f9dc-84d9-4fa4-96ad-904516e938d0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Allocated IP 172.20.0.30 (52546f5f-fd35-4f7f-944a-369bdbb3a193/3c23749b-9455-4ccb-b519-d9725e701beb/bba01cbb-6583-4786-8010-12fb5d05dffb) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:55.829317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91acbcd-f1d3-495f-8a0c-541cafd8ffbe None None] Pushing event updated for resources: {'Port': ['ID=433419ea-12e9-491e-b54a-940933b5065f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:55.836679 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-05953f49-5935-4dc5-aff5-3916b164b9c4 req-f137f405-180a-4218-a03e-aa259e26c677 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844190 Dec 11 22:53:55.910790 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:53:55.915167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:55.915551 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:56.070871 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:56.096743 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9a44f9dc-84d9-4fa4-96ad-904516e938d0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:56.124647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8ef3cf-b983-4f7d-970c-808c0440c38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:53:56.127683 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9f09a5-6e3a-496b-8ec3-30aa2ca58f23" -d '{"events": [{"server_uuid": "af8ef3cf-b983-4f7d-970c-808c0440c38d", "name": "network-vif-plugged", "status": "completed", "tag": "3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:53:56.134086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60,segment=NetworkSegment(74662169-1a30-4856-b88a-4a05458741d7),segment_id=74662169-1a30-4856-b88a-4a05458741d7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:56.168223 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42444) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:56.180358 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9a44f9dc-84d9-4fa4-96ad-904516e938d0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:56.185000 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a856a22a-cd42-42df-a598-72712b703fab x-openstack-request-id: req-a856a22a-cd42-42df-a598-72712b703fab {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:53:56.186830 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8ef3cf-b983-4f7d-970c-808c0440c38d", "name": "network-vif-plugged", "status": "completed", "tag": "3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:53:56.187108 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a856a22a-cd42-42df-a598-72712b703fab {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:53:56.187533 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8ef3cf-b983-4f7d-970c-808c0440c38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60', 'code': 200} Dec 11 22:53:56.201841 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:56.301864 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44f9dc-84d9-4fa4-96ad-904516e938d0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=bba01cbb-6583-4786-8010-12fb5d05dffb,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:56.302747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:56.352790 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-9a44f9dc-84d9-4fa4-96ad-904516e938d0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] In _notify_port_updated(), no bound segment for port bba01cbb-6583-4786-8010-12fb5d05dffb on network 52546f5f-fd35-4f7f-944a-369bdbb3a193 {{(pid=103691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:53:56.360094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a44f9dc-84d9-4fa4-96ad-904516e938d0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:56.361001 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9a44f9dc-84d9-4fa4-96ad-904516e938d0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:56.362544 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9a44f9dc-84d9-4fa4-96ad-904516e938d0 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "PUT /v2.0/ports/bba01cbb-6583-4786-8010-12fb5d05dffb HTTP/1.1" status: 200 len: 920 time: 1.4330587 Dec 11 22:53:56.365380 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42450) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:56.373644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9faf59-ccef-4ed8-bd1b-8d5384ef3b68 req-db1724d2-8c25-4e8a-a6b1-f4a25057ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:56.375446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f9faf59-ccef-4ed8-bd1b-8d5384ef3b68 req-db1724d2-8c25-4e8a-a6b1-f4a25057ed5a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 1096 time: 0.0648458 Dec 11 22:53:56.440844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f9faf59-ccef-4ed8-bd1b-8d5384ef3b68 req-d0ed3a67-6868-423f-b963-42eba1e1ad73 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568943 Dec 11 22:53:56.464654 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d163b242-ab4e-4b1e-8b1c-dd0cde4dcbd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:56.525619 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca4a6c-746e-480e-8a52-27d04fb65775 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port bba01cbb-6583-4786-8010-12fb5d05dffb {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:53:56.526258 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4a6c-746e-480e-8a52-27d04fb65775 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:56.666568 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 433419ea-12e9-491e-b54a-940933b5065f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:53:56.672319 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d163b242-ab4e-4b1e-8b1c-dd0cde4dcbd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:56.677135 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4a6c-746e-480e-8a52-27d04fb65775 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:56.693247 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca4a6c-746e-480e-8a52-27d04fb65775 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for bba01cbb-6583-4786-8010-12fb5d05dffb owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:53:56.736676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 433419ea-12e9-491e-b54a-940933b5065f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:56.737166 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:56.747162 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d163b242-ab4e-4b1e-8b1c-dd0cde4dcbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:56.795715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-07b2e606-906c-45a0-b14e-2f8e6ff338d8 None None] Provisioning complete for port bba01cbb-6583-4786-8010-12fb5d05dffb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:56.796169 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07b2e606-906c-45a0-b14e-2f8e6ff338d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:56.817680 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d163b242-ab4e-4b1e-8b1c-dd0cde4dcbd7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8aaa15516168429ba326e5726df4e2b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6481941 Dec 11 22:53:56.820314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42468) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:56.820664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163b242-ab4e-4b1e-8b1c-dd0cde4dcbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6cc035-cc88-443d-a359-2ead0a8addda,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:56.867050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-07b2e606-906c-45a0-b14e-2f8e6ff338d8 None None] Port bba01cbb-6583-4786-8010-12fb5d05dffb cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:56.880588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-07b2e606-906c-45a0-b14e-2f8e6ff338d8 None None] Provisioning complete for port ffafcebf-76df-4321-b3f5-3fd3594cdacc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:56.880990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07b2e606-906c-45a0-b14e-2f8e6ff338d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:56.901455 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-519e2a13-cd47-4d87-bc8b-bb30ae67de94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:56.905381 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9984-be70-46f7-89a0-67b412c35273 req-6ef1c18a-621a-499c-89b3-8086ead8c3bf tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:56.912768 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c0ba9984-be70-46f7-89a0-67b412c35273 req-6ef1c18a-621a-499c-89b3-8086ead8c3bf tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1105359 Dec 11 22:53:56.923635 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-07b2e606-906c-45a0-b14e-2f8e6ff338d8 None None] Port ffafcebf-76df-4321-b3f5-3fd3594cdacc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:56.932358 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-519e2a13-cd47-4d87-bc8b-bb30ae67de94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:56.934849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-07b2e606-906c-45a0-b14e-2f8e6ff338d8 None None] Provisioning complete for port 433419ea-12e9-491e-b54a-940933b5065f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:56.935206 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-07b2e606-906c-45a0-b14e-2f8e6ff338d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.003318 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c0ba9984-be70-46f7-89a0-67b412c35273 req-79c39987-3edf-43b3-b9de-c0ed2575d2ce tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896335 Dec 11 22:53:57.014754 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f0753-61e3-4893-ab46-ca94df688975 req-85cbd9a9-f99f-412a-9b15-044a82bc3842 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:57.017378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b5f0753-61e3-4893-ab46-ca94df688975 req-85cbd9a9-f99f-412a-9b15-044a82bc3842 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 945 time: 0.0759158 Dec 11 22:53:57.081470 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b5f0753-61e3-4893-ab46-ca94df688975 req-9d1ab653-4e96-4aff-be3a-d36b9515dcf5 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496094 Dec 11 22:53:57.098273 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4a6c-746e-480e-8a52-27d04fb65775 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.111101 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-519e2a13-cd47-4d87-bc8b-bb30ae67de94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.114013 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-519e2a13-cd47-4d87-bc8b-bb30ae67de94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.116739 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-519e2a13-cd47-4d87-bc8b-bb30ae67de94 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3b6cc035-cc88-443d-a359-2ead0a8addda HTTP/1.1" status: 204 len: 168 time: 0.2952158 Dec 11 22:53:57.127839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e2a13-cd47-4d87-bc8b-bb30ae67de94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6cc035-cc88-443d-a359-2ead0a8addda,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:57.171326 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca4a6c-746e-480e-8a52-27d04fb65775 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=bba01cbb-6583-4786-8010-12fb5d05dffb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:57.240022 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6061a-e897-4c74-8e6d-c5f137ec9854 req-f28665f5-c3c6-4fc3-ae4c-1fba282f76d0 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:57.241663 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c0f6061a-e897-4c74-8e6d-c5f137ec9854 req-f28665f5-c3c6-4fc3-ae4c-1fba282f76d0 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1586819 Dec 11 22:53:57.264138 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4a6c-746e-480e-8a52-27d04fb65775 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.269936 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b5ca4a6c-746e-480e-8a52-27d04fb65775 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/bba01cbb-6583-4786-8010-12fb5d05dffb HTTP/1.1" status: 204 len: 168 time: 0.9010162 Dec 11 22:53:57.270342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42476) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:57.295671 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef86f36e-9494-45b4-9027-3da6f6ee05f6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] GET failed (client error): The resource could not be found. Dec 11 22:53:57.297288 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ef86f36e-9494-45b4-9027-3da6f6ee05f6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/bba01cbb-6583-4786-8010-12fb5d05dffb HTTP/1.1" status: 404 len: 333 time: 0.0259175 Dec 11 22:53:57.300323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42478) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:57.309840 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c0f6061a-e897-4c74-8e6d-c5f137ec9854 req-f29187aa-cd61-45df-bd2a-49b4e6965c26 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567021 Dec 11 22:53:57.358686 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-87629ec3-63ca-46f8-a6f1-3fcde2696a62 None None] Could not find standard attr ID for object bba01cbb-6583-4786-8010-12fb5d05dffb. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:53:57.373327 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3ef208f-c002-4dc4-8b52-8b9476b1dea8 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.404262 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3ef208f-c002-4dc4-8b52-8b9476b1dea8 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.562272 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3ef208f-c002-4dc4-8b52-8b9476b1dea8 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.565012 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3ef208f-c002-4dc4-8b52-8b9476b1dea8 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.566219 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c3ef208f-c002-4dc4-8b52-8b9476b1dea8 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/security-groups/34b8a4dd-8348-4bf9-bd01-23d839297e2c HTTP/1.1" status: 204 len: 168 time: 0.2649813 Dec 11 22:53:57.568954 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42484) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:57.575914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef208f-c002-4dc4-8b52-8b9476b1dea8 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b8a4dd-8348-4bf9-bd01-23d839297e2c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:57.628323 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b127-7b4f-4c37-8db3-bf3ed8877c64 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.651759 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b127-7b4f-4c37-8db3-bf3ed8877c64 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.774026 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b127-7b4f-4c37-8db3-bf3ed8877c64 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.777686 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b127-7b4f-4c37-8db3-bf3ed8877c64 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.781531 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dfd6b127-7b4f-4c37-8db3-bf3ed8877c64 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/security-groups/13eab9f4-3290-446a-9cf5-50d0553a9067 HTTP/1.1" status: 204 len: 168 time: 0.2088356 Dec 11 22:53:57.798114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42490) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:57.798566 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6b127-7b4f-4c37-8db3-bf3ed8877c64 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eab9f4-3290-446a-9cf5-50d0553a9067,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:57.844907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-440bf2c7-b3ac-42a1-a002-105c2d926a3e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting subnet 0b68d125-7a58-4f70-8b0a-ff79c0f1aacf {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:53:57.848219 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-440bf2c7-b3ac-42a1-a002-105c2d926a3e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.850248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42492) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:57.891732 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-440bf2c7-b3ac-42a1-a002-105c2d926a3e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.892945 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-775109a7-a696-43f6-a9d8-b93b5d49ad74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b5ce351b12147f3a733ad196e5c85ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414066 Dec 11 22:53:57.898607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42494) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:57.945225 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e4b0c45-ec79-4a48-9354-c856e4236fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.967874 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e4b0c45-ec79-4a48-9354-c856e4236fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:57.984803 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-440bf2c7-b3ac-42a1-a002-105c2d926a3e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:58.082441 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e4b0c45-ec79-4a48-9354-c856e4236fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:58.085223 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e4b0c45-ec79-4a48-9354-c856e4236fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:58.086397 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7e4b0c45-ec79-4a48-9354-c856e4236fca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f94f1c40-ecbe-43c2-9b79-a1598a2d7c5f HTTP/1.1" status: 204 len: 168 time: 0.1901307 Dec 11 22:53:58.095333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b0c45-ec79-4a48-9354-c856e4236fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94f1c40-ecbe-43c2-9b79-a1598a2d7c5f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:58.128749 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-440bf2c7-b3ac-42a1-a002-105c2d926a3e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:58.159644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bf2c7-b3ac-42a1-a002-105c2d926a3e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Subnet': ['ID=0b68d125-7a58-4f70-8b0a-ff79c0f1aacf,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:58.173279 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-440bf2c7-b3ac-42a1-a002-105c2d926a3e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:58.180940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebc1a63-0426-4330-90b9-751a0a6f1f2f None None] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:58.181470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42504) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:58.186461 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-cef27535-f095-4310-8365-72427e48c4c7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'subnet': {'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:58.190984 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-440bf2c7-b3ac-42a1-a002-105c2d926a3e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/0b68d125-7a58-4f70-8b0a-ff79c0f1aacf HTTP/1.1" status: 204 len: 168 time: 0.4077666 Dec 11 22:53:58.233571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6660f62-dfe2-4d14-a3c4-2d1c783d9f88 req-8e50220d-b126-4fd9-8c51-7ca8703927ff tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:58.235362 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6660f62-dfe2-4d14-a3c4-2d1c783d9f88 req-8e50220d-b126-4fd9-8c51-7ca8703927ff tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 945 time: 0.0770326 Dec 11 22:53:58.289948 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6660f62-dfe2-4d14-a3c4-2d1c783d9f88 req-e116143a-4c67-498e-b78e-c8ef94fe6db0 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465891 Dec 11 22:53:58.419686 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef27535-f095-4310-8365-72427e48c4c7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:58.425270 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef27535-f095-4310-8365-72427e48c4c7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:58.902589 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef27535-f095-4310-8365-72427e48c4c7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:58.967385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef27535-f095-4310-8365-72427e48c4c7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:53:58.973540 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-cef27535-f095-4310-8365-72427e48c4c7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:53:58.982022 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef27535-f095-4310-8365-72427e48c4c7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:53:58.983119 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef27535-f095-4310-8365-72427e48c4c7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.015380 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef27535-f095-4310-8365-72427e48c4c7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Subnet': ['ID=197fe3d2-a7c1-4cbc-a15c-31f51c014252,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:59.042563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cde656-f0f6-4237-8490-e7d0b2caa7f2 None None] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:53:59.109972 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cef27535-f095-4310-8365-72427e48c4c7 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9275138 Dec 11 22:53:59.112635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42564) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:59.117400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4a293915-eb8a-4f25-9154-98ec376e9a7e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'security_group': {'name': 'tempest-secgroup-684077781'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:59.129558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-78bbfefe-d514-403f-8bd2-7314b83e2460 None None] Provisioning complete for port ffafcebf-76df-4321-b3f5-3fd3594cdacc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:59.133647 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78bbfefe-d514-403f-8bd2-7314b83e2460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.191109 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a293915-eb8a-4f25-9154-98ec376e9a7e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.206720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-78bbfefe-d514-403f-8bd2-7314b83e2460 None None] Port ffafcebf-76df-4321-b3f5-3fd3594cdacc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:53:59.229084 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-78bbfefe-d514-403f-8bd2-7314b83e2460 None None] Provisioning complete for port 433419ea-12e9-491e-b54a-940933b5065f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:53:59.229774 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78bbfefe-d514-403f-8bd2-7314b83e2460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.316894 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a293915-eb8a-4f25-9154-98ec376e9a7e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.403723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d59cd4-4e05-4db0-9446-ee29b67a9f76 None None] Update dhcp port {'port': {'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'fixed_ips': [{'subnet_id': '3c23749b-9455-4ccb-b519-d9725e701beb', 'ip_address': '172.20.0.18'}, {'subnet_id': '197fe3d2-a7c1-4cbc-a15c-31f51c014252'}], 'binding:host_id': 'n-d-710847-6'}, 'id': '433419ea-12e9-491e-b54a-940933b5065f'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 22:53:59.419557 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a293915-eb8a-4f25-9154-98ec376e9a7e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.429725 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36d59cd4-4e05-4db0-9446-ee29b67a9f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.456716 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a293915-eb8a-4f25-9154-98ec376e9a7e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec05535-1ced-4f4f-b9ea-b7a8bd3d3839,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:59.564518 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a293915-eb8a-4f25-9154-98ec376e9a7e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.578218 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4a293915-eb8a-4f25-9154-98ec376e9a7e tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4521573 Dec 11 22:53:59.578218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42580) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:59.578218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c99135d1-0995-4636-8fc8-fe0cd68bf5e9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'security_group': {'name': 'tempest-secgroup-1703190715'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:59.595584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42586) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:59.614555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-36d59cd4-4e05-4db0-9446-ee29b67a9f76 None None] Allocated IP 172.20.0.2 (52546f5f-fd35-4f7f-944a-369bdbb3a193/197fe3d2-a7c1-4cbc-a15c-31f51c014252/433419ea-12e9-491e-b54a-940933b5065f) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:53:59.700491 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c99135d1-0995-4636-8fc8-fe0cd68bf5e9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.718944 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-60a2f6b7-0aa4-48f5-ad06-7b8eb4c1ade9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1432424149'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:59.736545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-36d59cd4-4e05-4db0-9446-ee29b67a9f76 None None] For port 433419ea-12e9-491e-b54a-940933b5065f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=433419ea-12e9-491e-b54a-940933b5065f,segment=NetworkSegment(03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9),segment_id=03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:53:59.771295 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36d59cd4-4e05-4db0-9446-ee29b67a9f76 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.789043 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c99135d1-0995-4636-8fc8-fe0cd68bf5e9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.808344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a2f6b7-0aa4-48f5-ad06-7b8eb4c1ade9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Made reservation on behalf of 7cef8149861943ecbee1f1a2391483dc for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:53:59.811934 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-60a2f6b7-0aa4-48f5-ad06-7b8eb4c1ade9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.820978 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-60a2f6b7-0aa4-48f5-ad06-7b8eb4c1ade9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.848161 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36d59cd4-4e05-4db0-9446-ee29b67a9f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.848852 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c99135d1-0995-4636-8fc8-fe0cd68bf5e9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.898100 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99135d1-0995-4636-8fc8-fe0cd68bf5e9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ccb843-9669-44ef-859b-5ca9d0b34ee8,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:59.923249 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-60a2f6b7-0aa4-48f5-ad06-7b8eb4c1ade9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.937149 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c99135d1-0995-4636-8fc8-fe0cd68bf5e9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:53:59.939608 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c99135d1-0995-4636-8fc8-fe0cd68bf5e9 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3699687 Dec 11 22:53:59.943015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42618) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:53:59.949383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-69952e7a-4a52-4e8d-9d09-8ad8449e76c4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'security_group': {'name': 'tempest-secgroup-1070644996'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:53:59.966341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d59cd4-4e05-4db0-9446-ee29b67a9f76 None None] Pushing event updated for resources: {'Port': ['ID=433419ea-12e9-491e-b54a-940933b5065f,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:53:59.974220 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-60a2f6b7-0aa4-48f5-ad06-7b8eb4c1ade9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:00.009628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a2f6b7-0aa4-48f5-ad06-7b8eb4c1ade9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:54:00.018021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2f6b7-0aa4-48f5-ad06-7b8eb4c1ade9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8c6700-3380-4436-8d96-af66c0fff180,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:00.025527 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-60a2f6b7-0aa4-48f5-ad06-7b8eb4c1ade9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:00.025931 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-60a2f6b7-0aa4-48f5-ad06-7b8eb4c1ade9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Added segment d6518a6e-c41d-467d-b24c-05eb2bbee2a7 of type vlan for network 01c3be58-385e-47fd-956f-ef94831723d7 Dec 11 22:54:00.074532 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-60a2f6b7-0aa4-48f5-ad06-7b8eb4c1ade9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:00.082632 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-69952e7a-4a52-4e8d-9d09-8ad8449e76c4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:00.174338 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-60a2f6b7-0aa4-48f5-ad06-7b8eb4c1ade9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:00.181657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a2f6b7-0aa4-48f5-ad06-7b8eb4c1ade9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:00.185719 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-60a2f6b7-0aa4-48f5-ad06-7b8eb4c1ade9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:00.198119 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-69952e7a-4a52-4e8d-9d09-8ad8449e76c4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:00.265554 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-69952e7a-4a52-4e8d-9d09-8ad8449e76c4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:00.274263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2f6b7-0aa4-48f5-ad06-7b8eb4c1ade9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event updated for resources: {'Network': ['ID=01c3be58-385e-47fd-956f-ef94831723d7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:00.286647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 01c3be58-385e-47fd-956f-ef94831723d7 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:54:00.304412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-60a2f6b7-0aa4-48f5-ad06-7b8eb4c1ade9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7074668 Dec 11 22:54:00.308212 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42626) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:00.314233 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69952e7a-4a52-4e8d-9d09-8ad8449e76c4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e09fb04-cd2e-4eb7-90c8-9fd60736a283,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:00.330526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0b4fc504-cc20-4bad-a9dc-6c87817a2241 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Request body: {'subnet': {'network_id': '01c3be58-385e-47fd-956f-ef94831723d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:00.381462 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-69952e7a-4a52-4e8d-9d09-8ad8449e76c4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:00.382913 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-69952e7a-4a52-4e8d-9d09-8ad8449e76c4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4381559 Dec 11 22:54:00.388457 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42632) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:00.412560 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8550f32e-cca3-4762-8bda-5ae4984d9418 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1637871111', 'security_groups': ['5e09fb04-cd2e-4eb7-90c8-9fd60736a283'], 'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '197fe3d2-a7c1-4cbc-a15c-31f51c014252'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:00.511906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dba32-76eb-4806-bdbc-8d4fc1e4edb6 req-69e466d8-9af0-4ae0-8828-b72210d0e1a4 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:00.520011 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-311dba32-76eb-4806-bdbc-8d4fc1e4edb6 req-69e466d8-9af0-4ae0-8828-b72210d0e1a4 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1085687 Dec 11 22:54:00.600114 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ac091e8-851e-49d1-a8fd-e29b74f91624 req-535ea34d-b5c0-44c1-abe0-1dfd984db732 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1086574 Dec 11 22:54:00.611729 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-311dba32-76eb-4806-bdbc-8d4fc1e4edb6 req-42dceda7-bda5-4bcb-89b8-d1ff2d4c3032 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850589 Dec 11 22:54:00.671868 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 433419ea-12e9-491e-b54a-940933b5065f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:54:00.678779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4fc504-cc20-4bad-a9dc-6c87817a2241 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Made reservation on behalf of 7cef8149861943ecbee1f1a2391483dc for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:00.683475 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc504-cc20-4bad-a9dc-6c87817a2241 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:00.750077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac091e8-851e-49d1-a8fd-e29b74f91624 req-63214444-9006-4723-b4c1-6319e40bb0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:00.753461 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ac091e8-851e-49d1-a8fd-e29b74f91624 req-63214444-9006-4723-b4c1-6319e40bb0ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=508c3b684a10425d94f0afe5834cd8b2&device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 1096 time: 0.1189921 Dec 11 22:54:00.763170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 433419ea-12e9-491e-b54a-940933b5065f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:00.763654 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:00.774344 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63de08-817f-4321-b2b1-b59a3efacdf5 req-52122d82-d10a-4ad3-bd22-8fd3fad6b642 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:00.776525 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cc63de08-817f-4321-b2b1-b59a3efacdf5 req-52122d82-d10a-4ad3-bd22-8fd3fad6b642 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0921617 Dec 11 22:54:00.801570 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8550f32e-cca3-4762-8bda-5ae4984d9418 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:00.838431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8c479722-e33d-403f-9bfb-e9fac1acd157 None None] Provisioning complete for port ffafcebf-76df-4321-b3f5-3fd3594cdacc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:00.839077 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8c479722-e33d-403f-9bfb-e9fac1acd157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:00.898993 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cc63de08-817f-4321-b2b1-b59a3efacdf5 req-95353320-ed5a-42f8-82ef-6ebc44ec8675 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130438 Dec 11 22:54:00.939563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8c479722-e33d-403f-9bfb-e9fac1acd157 None None] Port ffafcebf-76df-4321-b3f5-3fd3594cdacc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:00.945602 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8550f32e-cca3-4762-8bda-5ae4984d9418 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:00.950027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac091e8-851e-49d1-a8fd-e29b74f91624 req-6c86b7da-0c6c-41e2-b50a-e4efaa0736a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:00.951699 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ac091e8-851e-49d1-a8fd-e29b74f91624 req-6c86b7da-0c6c-41e2-b50a-e4efaa0736a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0880f6bd-c0aa-40c6-9367-729d7d05d0b8 HTTP/1.1" status: 200 len: 907 time: 0.1790590 Dec 11 22:54:00.972292 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8c479722-e33d-403f-9bfb-e9fac1acd157 None None] Provisioning complete for port 433419ea-12e9-491e-b54a-940933b5065f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:00.980711 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8c479722-e33d-403f-9bfb-e9fac1acd157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:01.011894 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-8550f32e-cca3-4762-8bda-5ae4984d9418 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] device_id is not set on port 0373180d-a7aa-4690-bc4f-126fe7cc9d99 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:54:01.095457 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc504-cc20-4bad-a9dc-6c87817a2241 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:01.153385 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ac091e8-851e-49d1-a8fd-e29b74f91624 req-7f4e0e51-d3c2-4dd2-914e-32497c62e124 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fb71a21-6052-4829-b813-75a1b08ed337 HTTP/1.1" status: 200 len: 1001 time: 0.1403813 Dec 11 22:54:01.227000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fc504-cc20-4bad-a9dc-6c87817a2241 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event updated for resources: {'Subnet': ['ID=c81748e7-231a-4563-a89f-8ad442aa10eb,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:01.227771 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977e6b3-169d-4b80-b482-0d9f7777f458 req-62daa0de-98b3-444f-a14b-87210aa8c7c1 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:01.235743 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d977e6b3-169d-4b80-b482-0d9f7777f458 req-62daa0de-98b3-444f-a14b-87210aa8c7c1 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1205180 Dec 11 22:54:01.239166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac091e8-851e-49d1-a8fd-e29b74f91624 req-f6105965-e2af-4272-9a1e-a281cd024d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:01.240643 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ac091e8-851e-49d1-a8fd-e29b74f91624 req-f6105965-e2af-4272-9a1e-a281cd024d80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5924d922-8569-4668-b07a-e14ab5f9850f HTTP/1.1" status: 200 len: 845 time: 0.0761635 Dec 11 22:54:01.293936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fc504-cc20-4bad-a9dc-6c87817a2241 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Checking segment: {'id': 'd6518a6e-c41d-467d-b24c-05eb2bbee2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '01c3be58-385e-47fd-956f-ef94831723d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:01.294991 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4fc504-cc20-4bad-a9dc-6c87817a2241 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Network hostable DHCP agents. Network: 01c3be58-385e-47fd-956f-ef94831723d7, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:54:01.319803 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac091e8-851e-49d1-a8fd-e29b74f91624 req-2f05b5e6-2a36-472b-9bfb-9f25459fbba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:01.321431 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ac091e8-851e-49d1-a8fd-e29b74f91624 req-2f05b5e6-2a36-472b-9bfb-9f25459fbba2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0880f6bd-c0aa-40c6-9367-729d7d05d0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716166 Dec 11 22:54:01.336802 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d977e6b3-169d-4b80-b482-0d9f7777f458 req-885d73f0-517c-41d9-bcf3-884dcc9d814b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001675 Dec 11 22:54:01.342876 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-8550f32e-cca3-4762-8bda-5ae4984d9418 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Allocated IP 172.20.0.4 (52546f5f-fd35-4f7f-944a-369bdbb3a193/197fe3d2-a7c1-4cbc-a15c-31f51c014252/0373180d-a7aa-4690-bc4f-126fe7cc9d99) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:01.436809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4fc504-cc20-4bad-a9dc-6c87817a2241 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Network 01c3be58-385e-47fd-956f-ef94831723d7 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:54:01.444509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ac091e8-851e-49d1-a8fd-e29b74f91624 req-7e3c75a3-2f5a-429d-84d2-20358d91e8b7 service neutron] 10.222.0.13 "GET /v2.0/networks/0880f6bd-c0aa-40c6-9367-729d7d05d0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146464 Dec 11 22:54:01.496078 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8550f32e-cca3-4762-8bda-5ae4984d9418 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:01.515605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-0b4fc504-cc20-4bad-a9dc-6c87817a2241 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 01c3be58-385e-47fd-956f-ef94831723d7) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:01.525323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4fc504-cc20-4bad-a9dc-6c87817a2241 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:01.525540 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c947ee37-648f-4729-9cbc-c9f257affbcf None None] Network 01c3be58-385e-47fd-956f-ef94831723d7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:01.526018 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc504-cc20-4bad-a9dc-6c87817a2241 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:01.552775 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef80a6-e708-4891-a65e-bb9d2f02d977 req-5c676b8a-aa9f-4ee1-ba37-e5ec3fc3290b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:01.554302 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b1ef80a6-e708-4891-a65e-bb9d2f02d977 req-5c676b8a-aa9f-4ee1-ba37-e5ec3fc3290b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1296051 Dec 11 22:54:01.612245 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ac091e8-851e-49d1-a8fd-e29b74f91624 req-70569ebe-c952-446c-a9ad-766d2aa3468b service neutron] 10.222.0.13 "GET /v2.0/networks/0880f6bd-c0aa-40c6-9367-729d7d05d0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511948 Dec 11 22:54:01.627172 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b1ef80a6-e708-4891-a65e-bb9d2f02d977 req-6864f548-1c07-4b3d-bb04-2ae3afc52608 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653548 Dec 11 22:54:01.631432 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8550f32e-cca3-4762-8bda-5ae4984d9418 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:01.658152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-01c3be58-385e-47fd-956f-ef94831723d7', 'network_id': '01c3be58-385e-47fd-956f-ef94831723d7', 'project_id': '7cef8149861943ecbee1f1a2391483dc', 'fixed_ips': [{'subnet_id': 'c81748e7-231a-4563-a89f-8ad442aa10eb'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:54:01.659340 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:01.667258 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0b4fc504-cc20-4bad-a9dc-6c87817a2241 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3569958 Dec 11 22:54:01.667954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42650) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:01.679029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-bf99ef14-19c6-469b-8789-a5c6d7202655 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Request body: {'port': {'network_id': '01c3be58-385e-47fd-956f-ef94831723d7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1499571593'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:01.689809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8550f32e-cca3-4762-8bda-5ae4984d9418 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:01.689809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-8550f32e-cca3-4762-8bda-5ae4984d9418 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:01.693216 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8550f32e-cca3-4762-8bda-5ae4984d9418 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:01.720913 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550f32e-cca3-4762-8bda-5ae4984d9418 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=0373180d-a7aa-4690-bc4f-126fe7cc9d99,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:01.786579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8550f32e-cca3-4762-8bda-5ae4984d9418 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:01.794162 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8550f32e-cca3-4762-8bda-5ae4984d9418 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:01.885354 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8550f32e-cca3-4762-8bda-5ae4984d9418 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4955256 Dec 11 22:54:01.890583 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42658) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:01.896314 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-caa9c02e-c9d9-4ed7-ae78-f9892b763e86 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'subnet': {'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:01.901907 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Allocated IP 2001:db8::2 (01c3be58-385e-47fd-956f-ef94831723d7/c81748e7-231a-4563-a89f-8ad442aa10eb/00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:01.943919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4400059-ec40-41b4-8f60-7d2911b55e1f req-619ee1a4-fc96-41ae-aff4-8f1eecb1b926 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:01.945465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a4400059-ec40-41b4-8f60-7d2911b55e1f req-619ee1a4-fc96-41ae-aff4-8f1eecb1b926 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0793014 Dec 11 22:54:02.001437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf99ef14-19c6-469b-8789-a5c6d7202655 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Made reservation on behalf of 7cef8149861943ecbee1f1a2391483dc for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:02.008853 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bf99ef14-19c6-469b-8789-a5c6d7202655 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:02.035884 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a4400059-ec40-41b4-8f60-7d2911b55e1f req-3b0d20f1-fb2a-408c-84b5-09b485d6ef68 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817308 Dec 11 22:54:02.044280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-bf99ef14-19c6-469b-8789-a5c6d7202655 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] device_id is not set on port 76b0b517-7fbe-4355-b888-eefb566b3122 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:54:02.134102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-fb270dde-4142-4333-bb15-4bb2c931d122 None None] Provisioning complete for port 0373180d-a7aa-4690-bc4f-126fe7cc9d99 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:02.134508 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fb270dde-4142-4333-bb15-4bb2c931d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:02.136782 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:02.174796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa9c02e-c9d9-4ed7-ae78-f9892b763e86 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:02.179093 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-caa9c02e-c9d9-4ed7-ae78-f9892b763e86 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:02.185694 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fb270dde-4142-4333-bb15-4bb2c931d122 None None] Port 0373180d-a7aa-4690-bc4f-126fe7cc9d99 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:02.231225 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:02.247490 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d0a85-1cf8-4ac6-9ed9-802bad083983 req-57ea3b2c-71f3-4b6b-b620-a7399e8ab304 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:02.251212 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b31d0a85-1cf8-4ac6-9ed9-802bad083983 req-57ea3b2c-71f3-4b6b-b620-a7399e8ab304 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1097877 Dec 11 22:54:02.324677 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-bf99ef14-19c6-469b-8789-a5c6d7202655 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Allocated IP 2001:db8::9d (01c3be58-385e-47fd-956f-ef94831723d7/c81748e7-231a-4563-a89f-8ad442aa10eb/76b0b517-7fbe-4355-b888-eefb566b3122) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:02.338549 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b31d0a85-1cf8-4ac6-9ed9-802bad083983 req-7016268c-99d8-4aa1-bbd9-909110e4248b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757530 Dec 11 22:54:02.353019 n-d-710847-6 neutron-server[103691]: INFO neutron.db.ipam_backend_mixin [None req-caa9c02e-c9d9-4ed7-ae78-f9892b763e86 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 197fe3d2-a7c1-4cbc-a15c-31f51c014252 (CIDR: 172.20.0.0/28) Dec 11 22:54:02.356433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Network 01c3be58-385e-47fd-956f-ef94831723d7 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:02.360059 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:02.363005 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:02.401944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Pushing event updated for resources: {'Port': ['ID=00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:02.426069 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa9c02e-c9d9-4ed7-ae78-f9892b763e86 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:54:02.430212 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa9c02e-c9d9-4ed7-ae78-f9892b763e86 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:02.430343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:02.430343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:02.430343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:02.430343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:02.430343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:02.430685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:02.430755 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:02.431098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:02.431437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:02.431978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:02.432187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:02.432487 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:02.433348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:02.457648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Attempting to bind port 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:54:02.458094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Attempting to bind port 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'd6518a6e-c41d-467d-b24c-05eb2bbee2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '01c3be58-385e-47fd-956f-ef94831723d7'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:54:02.464688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Attempting to bind port 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 on network 01c3be58-385e-47fd-956f-ef94831723d7 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:54:02.464688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:54:02.465242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Checking segment: {'id': 'd6518a6e-c41d-467d-b24c-05eb2bbee2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '01c3be58-385e-47fd-956f-ef94831723d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:02.465242 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:02.465652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Bound using segment: {'id': 'd6518a6e-c41d-467d-b24c-05eb2bbee2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '01c3be58-385e-47fd-956f-ef94831723d7'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:54:02.466140 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Bound port: 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6518a6e-c41d-467d-b24c-05eb2bbee2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '01c3be58-385e-47fd-956f-ef94831723d7'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:54:02.466547 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:02.547301 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bf99ef14-19c6-469b-8789-a5c6d7202655 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:02.549156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] For port 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:54:02.550393 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-caa9c02e-c9d9-4ed7-ae78-f9892b763e86 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6581655 Dec 11 22:54:02.552899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] For port 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6,segment=NetworkSegment(d6518a6e-c41d-467d-b24c-05eb2bbee2a7),segment_id=d6518a6e-c41d-467d-b24c-05eb2bbee2a7)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:54:02.553089 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42674) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:02.561655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d6910695-c5e9-4480-b53e-ee0bc93c6f5a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'subnet': {'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:02.625802 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:02.637144 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fca15-8836-485f-b5b5-839b299d0440 req-8669a305-a18d-42e2-a5f1-33c189325509 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:02.638797 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fb1fca15-8836-485f-b5b5-839b299d0440 req-8669a305-a18d-42e2-a5f1-33c189325509 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1270616 Dec 11 22:54:02.649019 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bf99ef14-19c6-469b-8789-a5c6d7202655 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:02.693473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945fdac-179a-4d8a-8cf5-2e490309d3a8 None None] Pushing event updated for resources: {'Port': ['ID=00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:02.732501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf99ef14-19c6-469b-8789-a5c6d7202655 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Network 01c3be58-385e-47fd-956f-ef94831723d7 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:02.736417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-bf99ef14-19c6-469b-8789-a5c6d7202655 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:02.740433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf99ef14-19c6-469b-8789-a5c6d7202655 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:02.747456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf99ef14-19c6-469b-8789-a5c6d7202655 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:02.748117 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bf99ef14-19c6-469b-8789-a5c6d7202655 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:02.755153 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fb1fca15-8836-485f-b5b5-839b299d0440 req-1934d9ce-711a-4311-bbfa-63377ef40e08 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053324 Dec 11 22:54:02.762796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99ef14-19c6-469b-8789-a5c6d7202655 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event updated for resources: {'Port': ['ID=76b0b517-7fbe-4355-b888-eefb566b3122,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:02.831097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6910695-c5e9-4480-b53e-ee0bc93c6f5a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:02.834663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d6910695-c5e9-4480-b53e-ee0bc93c6f5a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:02.890491 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d308cf-6981-4ee1-9206-5b64cb947358 req-d6a7b60a-6115-419d-8c4a-37fa67e0222f tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:02.901982 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68d308cf-6981-4ee1-9206-5b64cb947358 req-d6a7b60a-6115-419d-8c4a-37fa67e0222f tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0767460 Dec 11 22:54:02.936014 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bf99ef14-19c6-469b-8789-a5c6d7202655 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2664626 Dec 11 22:54:02.942053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42678) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:02.949154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9ae9b4c1-9f70-47cd-aa35-3cd86c52e60c tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Request body: {'port': {'network_id': '01c3be58-385e-47fd-956f-ef94831723d7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-485140450', 'allowed_address_pairs': [{'ip_address': '2001:db8::9d', 'mac_address': 'fa:16:3e:d1:36:f4'}]}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:02.968434 n-d-710847-6 neutron-server[103691]: INFO neutron.db.ipam_backend_mixin [None req-d6910695-c5e9-4480-b53e-ee0bc93c6f5a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3c23749b-9455-4ccb-b519-d9725e701beb (CIDR: 172.20.0.16/28) Dec 11 22:54:03.019355 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6910695-c5e9-4480-b53e-ee0bc93c6f5a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 22:54:03.020103 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6910695-c5e9-4480-b53e-ee0bc93c6f5a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:03.069113 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68d308cf-6981-4ee1-9206-5b64cb947358 req-6f067d10-854c-4c90-9a96-0a68d79627f5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673665 Dec 11 22:54:03.104171 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d6910695-c5e9-4480-b53e-ee0bc93c6f5a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5488987 Dec 11 22:54:03.106967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42682) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:03.112095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-344c0beb-1e42-4d9f-8a37-a16fad3a18c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'subnet': {'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:03.262129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae9b4c1-9f70-47cd-aa35-3cd86c52e60c tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Made reservation on behalf of 7cef8149861943ecbee1f1a2391483dc for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:03.329224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90261c52-6749-4ce6-917b-aaf5cb3c6f5d req-9e1cac1b-4f38-41e2-ba0b-08fb21b87210 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:03.330759 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90261c52-6749-4ce6-917b-aaf5cb3c6f5d req-9e1cac1b-4f38-41e2-ba0b-08fb21b87210 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1213260 Dec 11 22:54:03.404672 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ae9b4c1-9f70-47cd-aa35-3cd86c52e60c tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:03.419708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344c0beb-1e42-4d9f-8a37-a16fad3a18c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Made reservation on behalf of 9cb51e5d0a1b43f58b4c4b5714178709 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:03.423202 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-344c0beb-1e42-4d9f-8a37-a16fad3a18c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:03.453646 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-9ae9b4c1-9f70-47cd-aa35-3cd86c52e60c tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] device_id is not set on port f3387d89-1756-46e7-b187-91c23a616fbe yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:54:03.461870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90261c52-6749-4ce6-917b-aaf5cb3c6f5d req-2d8c3d69-c5be-4859-855a-ff0bf5a27070 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137254 Dec 11 22:54:03.613018 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae557f-da65-45d8-b970-179abad76b95 req-76e7556a-2864-4834-8a2a-3d1275f58154 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:03.615996 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-27ae557f-da65-45d8-b970-179abad76b95 req-76e7556a-2864-4834-8a2a-3d1275f58154 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0622566 Dec 11 22:54:03.667081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-9ae9b4c1-9f70-47cd-aa35-3cd86c52e60c tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Allocated IP 2001:db8::28d (01c3be58-385e-47fd-956f-ef94831723d7/c81748e7-231a-4563-a89f-8ad442aa10eb/f3387d89-1756-46e7-b187-91c23a616fbe) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:03.692850 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-27ae557f-da65-45d8-b970-179abad76b95 req-bd2191ec-372a-41a1-a8ef-8acf1e68743d tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690048 Dec 11 22:54:03.907742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be98796d-a894-4f56-9a24-ac7b8916fd42 None None] Network 01c3be58-385e-47fd-956f-ef94831723d7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:03.915175 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ae9b4c1-9f70-47cd-aa35-3cd86c52e60c tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:03.915370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c5309-0d81-474c-b084-9396797e88e1 req-a4a4c849-3c7c-4e6f-a014-58e5f711bfc9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:03.919756 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-368c5309-0d81-474c-b084-9396797e88e1 req-a4a4c849-3c7c-4e6f-a014-58e5f711bfc9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0606539 Dec 11 22:54:03.951942 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-344c0beb-1e42-4d9f-8a37-a16fad3a18c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:03.979410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ca865713-6a9c-475f-be1f-4fe814a899ef None None] Provisioning complete for port 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:03.979945 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ca865713-6a9c-475f-be1f-4fe814a899ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:03.997971 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-368c5309-0d81-474c-b084-9396797e88e1 req-09d74e73-eec9-42d0-bce4-1eb0fc60479c tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686245 Dec 11 22:54:04.003001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344c0beb-1e42-4d9f-8a37-a16fad3a18c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:04.006546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-344c0beb-1e42-4d9f-8a37-a16fad3a18c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:04.011385 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ae9b4c1-9f70-47cd-aa35-3cd86c52e60c tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:04.020386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c0beb-1e42-4d9f-8a37-a16fad3a18c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:04.021058 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-344c0beb-1e42-4d9f-8a37-a16fad3a18c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:04.033563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c0beb-1e42-4d9f-8a37-a16fad3a18c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Subnet': ['ID=712a5371-7f81-40ce-8a36-4bb3ed8b6f3b,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:04.043591 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9def1504-5467-4eae-9ed8-9d91f798666a None None] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:04.086950 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae9b4c1-9f70-47cd-aa35-3cd86c52e60c tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Network 01c3be58-385e-47fd-956f-ef94831723d7 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:04.090625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-9ae9b4c1-9f70-47cd-aa35-3cd86c52e60c tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:04.106319 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae9b4c1-9f70-47cd-aa35-3cd86c52e60c tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:04.111996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae9b4c1-9f70-47cd-aa35-3cd86c52e60c tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:04.112679 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ae9b4c1-9f70-47cd-aa35-3cd86c52e60c tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:04.137868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9b4c1-9f70-47cd-aa35-3cd86c52e60c tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event updated for resources: {'Port': ['ID=f3387d89-1756-46e7-b187-91c23a616fbe,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:04.165936 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-344c0beb-1e42-4d9f-8a37-a16fad3a18c6 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0462718 Dec 11 22:54:04.165936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42704) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:04.165936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-822a2a2d-2adf-4e8a-b5c7-ef6da92fc42b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1972199994', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '712a5371-7f81-40ce-8a36-4bb3ed8b6f3b'}], 'security_groups': ['2ec05535-1ced-4f4f-b9ea-b7a8bd3d3839', 'b5ccb843-9669-44ef-859b-5ca9d0b34ee8']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:04.176978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41fd23-c7de-47f4-8b52-fa162f99520a req-948f178b-a74c-4f1f-9f00-b39d6b6f07d3 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:04.178472 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e41fd23-c7de-47f4-8b52-fa162f99520a req-948f178b-a74c-4f1f-9f00-b39d6b6f07d3 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0851924 Dec 11 22:54:04.277477 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9ae9b4c1-9f70-47cd-aa35-3cd86c52e60c tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.3340216 Dec 11 22:54:04.277753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42708) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:04.334908 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e41fd23-c7de-47f4-8b52-fa162f99520a req-40b955b0-d407-48d1-9506-ef785b9d20f6 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378539 Dec 11 22:54:04.375395 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b082e5-cee4-4651-bbc1-a057e17c2907 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:04.387406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b082e5-cee4-4651-bbc1-a057e17c2907 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:04.397176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b082e5-cee4-4651-bbc1-a057e17c2907 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:04.401181 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-39b082e5-cee4-4651-bbc1-a057e17c2907 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1200459 Dec 11 22:54:04.408205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42712) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:04.442396 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-822a2a2d-2adf-4e8a-b5c7-ef6da92fc42b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:04.492565 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ca865713-6a9c-475f-be1f-4fe814a899ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:04.587020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ca865713-6a9c-475f-be1f-4fe814a899ef None None] For port 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6,segment=NetworkSegment(d6518a6e-c41d-467d-b24c-05eb2bbee2a7),segment_id=d6518a6e-c41d-467d-b24c-05eb2bbee2a7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:04.668143 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ca865713-6a9c-475f-be1f-4fe814a899ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:04.768784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d3abd1-2b9b-411e-827a-093dd1cb646d None None] Update dhcp port {'port': {'network_id': '52546f5f-fd35-4f7f-944a-369bdbb3a193', 'fixed_ips': [{'subnet_id': '3c23749b-9455-4ccb-b519-d9725e701beb', 'ip_address': '172.20.0.18'}, {'subnet_id': '197fe3d2-a7c1-4cbc-a15c-31f51c014252', 'ip_address': '172.20.0.2'}, {'subnet_id': '712a5371-7f81-40ce-8a36-4bb3ed8b6f3b'}], 'binding:host_id': 'n-d-710847-6'}, 'id': '433419ea-12e9-491e-b54a-940933b5065f'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 22:54:04.793129 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-9d69994f-8b9e-41d6-9280-69f325b11620 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Deleting port f3387d89-1756-46e7-b187-91c23a616fbe {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:04.793845 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d69994f-8b9e-41d6-9280-69f325b11620 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:04.823663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:54:04.873190 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca865713-6a9c-475f-be1f-4fe814a899ef None None] Pushing event updated for resources: {'Port': ['ID=00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:04.889571 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17d3abd1-2b9b-411e-827a-093dd1cb646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:04.924506 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97085027-2725-435c-96aa-c1fcc7d8904f req-87bb6c93-125f-4331-baae-63e455a5bd48 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:04.932622 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97085027-2725-435c-96aa-c1fcc7d8904f req-87bb6c93-125f-4331-baae-63e455a5bd48 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/networks?id=5494fcde-a374-49ae-8815-130d057cc91f HTTP/1.1" status: 200 len: 814 time: 0.3486061 Dec 11 22:54:04.967177 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-844d9432-b9f5-4f46-9a8d-2e5c3e04e132 None None] Provisioning complete for port f3387d89-1756-46e7-b187-91c23a616fbe triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:04.967819 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-844d9432-b9f5-4f46-9a8d-2e5c3e04e132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:04.969137 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97085027-2725-435c-96aa-c1fcc7d8904f req-a859b40b-7e98-43f2-8457-2b8e208610b6 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/quotas/c5dbb26b1c2d47daa5e3b28bbc8523ae HTTP/1.1" status: 200 len: 375 time: 0.0352764 Dec 11 22:54:05.063218 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:05.063475 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:05.094966 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97085027-2725-435c-96aa-c1fcc7d8904f req-2d86ef6d-97fb-440f-8dbb-db02f6f56a31 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5dbb26b1c2d47daa5e3b28bbc8523ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1248457 Dec 11 22:54:05.107294 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d69994f-8b9e-41d6-9280-69f325b11620 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:05.132048 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-9d69994f-8b9e-41d6-9280-69f325b11620 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Calling delete_port for f3387d89-1756-46e7-b187-91c23a616fbe owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:05.146322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-844d9432-b9f5-4f46-9a8d-2e5c3e04e132 None None] Port f3387d89-1756-46e7-b187-91c23a616fbe cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:05.172172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-844d9432-b9f5-4f46-9a8d-2e5c3e04e132 None None] Provisioning complete for port 76b0b517-7fbe-4355-b888-eefb566b3122 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:05.172330 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-844d9432-b9f5-4f46-9a8d-2e5c3e04e132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:05.248596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-844d9432-b9f5-4f46-9a8d-2e5c3e04e132 None None] Port 76b0b517-7fbe-4355-b888-eefb566b3122 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:05.256731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-822a2a2d-2adf-4e8a-b5c7-ef6da92fc42b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Delete allocated IP 172.20.0.4 (52546f5f-fd35-4f7f-944a-369bdbb3a193/197fe3d2-a7c1-4cbc-a15c-31f51c014252) {{(pid=103692) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 11 22:54:05.289476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-822a2a2d-2adf-4e8a-b5c7-ef6da92fc42b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Allocated IP 172.20.0.45 (52546f5f-fd35-4f7f-944a-369bdbb3a193/712a5371-7f81-40ce-8a36-4bb3ed8b6f3b/0373180d-a7aa-4690-bc4f-126fe7cc9d99) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:05.291610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-844d9432-b9f5-4f46-9a8d-2e5c3e04e132 None None] Provisioning complete for port 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:05.292508 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-844d9432-b9f5-4f46-9a8d-2e5c3e04e132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:05.372454 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c3c4a-e751-4a15-b4c3-f70adf5f0e55 req-1ec5663f-f9a1-4cea-b6e7-89f466b59109 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:05.374022 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cf3c3c4a-e751-4a15-b4c3-f70adf5f0e55 req-1ec5663f-f9a1-4cea-b6e7-89f466b59109 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1071014 Dec 11 22:54:05.407379 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d69994f-8b9e-41d6-9280-69f325b11620 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:05.463373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69994f-8b9e-41d6-9280-69f325b11620 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event deleted for resources: {'Port': ['ID=f3387d89-1756-46e7-b187-91c23a616fbe,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:05.509816 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cf3c3c4a-e751-4a15-b4c3-f70adf5f0e55 req-e9b5a674-b6f1-4fb8-a041-50fcaed308ca tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232240 Dec 11 22:54:05.559064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3b189726-c1a9-443f-b54e-1d0efc8fd4c2 None None] Provisioning complete for port 76b0b517-7fbe-4355-b888-eefb566b3122 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:05.559614 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b189726-c1a9-443f-b54e-1d0efc8fd4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:05.629908 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-822a2a2d-2adf-4e8a-b5c7-ef6da92fc42b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:05.663292 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3b189726-c1a9-443f-b54e-1d0efc8fd4c2 None None] Port 76b0b517-7fbe-4355-b888-eefb566b3122 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:05.696598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a093ae-d677-433e-a071-c9f591808522 req-daa7cf5e-ec90-480e-9831-499e3f0e4de3 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:05.703373 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80a093ae-d677-433e-a071-c9f591808522 req-daa7cf5e-ec90-480e-9831-499e3f0e4de3 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0783095 Dec 11 22:54:05.704692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-822a2a2d-2adf-4e8a-b5c7-ef6da92fc42b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:05.731836 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d69994f-8b9e-41d6-9280-69f325b11620 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:05.735365 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9d69994f-8b9e-41d6-9280-69f325b11620 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "DELETE /v2.0/ports/f3387d89-1756-46e7-b187-91c23a616fbe HTTP/1.1" status: 204 len: 168 time: 1.3271132 Dec 11 22:54:05.737974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42738) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:05.769618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-17d3abd1-2b9b-411e-827a-093dd1cb646d None None] Allocated IP 172.20.0.34 (52546f5f-fd35-4f7f-944a-369bdbb3a193/712a5371-7f81-40ce-8a36-4bb3ed8b6f3b/433419ea-12e9-491e-b54a-940933b5065f) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:05.772693 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e11000-4612-4a2c-9286-96680b77e9a1 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] GET failed (client error): The resource could not be found. Dec 11 22:54:05.774866 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-93e11000-4612-4a2c-9286-96680b77e9a1 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "GET /v2.0/ports/f3387d89-1756-46e7-b187-91c23a616fbe HTTP/1.1" status: 404 len: 333 time: 0.0356677 Dec 11 22:54:05.778653 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42740) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:05.786132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-85232589-c832-4396-876e-25bbcbd2c1ad tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Request body: {'port': {'network_id': '01c3be58-385e-47fd-956f-ef94831723d7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1756061214'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:05.805196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7fd3130a-7d68-41b7-be26-b196d429cd62 None None] Could not find standard attr ID for object f3387d89-1756-46e7-b187-91c23a616fbe. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:54:05.882447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a2a2d-2adf-4e8a-b5c7-ef6da92fc42b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event updated for resources: {'Port': ['ID=0373180d-a7aa-4690-bc4f-126fe7cc9d99,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:05.919605 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-17d3abd1-2b9b-411e-827a-093dd1cb646d None None] For port 433419ea-12e9-491e-b54a-940933b5065f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=433419ea-12e9-491e-b54a-940933b5065f,segment=NetworkSegment(03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9),segment_id=03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:05.961255 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17d3abd1-2b9b-411e-827a-093dd1cb646d None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:05.969785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80a093ae-d677-433e-a071-c9f591808522 req-ff1bdaf5-8703-4a42-8056-a64f883db54c tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555544 Dec 11 22:54:05.995618 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-822a2a2d-2adf-4e8a-b5c7-ef6da92fc42b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] In _notify_port_updated(), no bound segment for port 0373180d-a7aa-4690-bc4f-126fe7cc9d99 on network 52546f5f-fd35-4f7f-944a-369bdbb3a193 {{(pid=103692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:54:06.001559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822a2a2d-2adf-4e8a-b5c7-ef6da92fc42b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:06.002198 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-822a2a2d-2adf-4e8a-b5c7-ef6da92fc42b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:06.003831 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-822a2a2d-2adf-4e8a-b5c7-ef6da92fc42b tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "PUT /v2.0/ports/0373180d-a7aa-4690-bc4f-126fe7cc9d99 HTTP/1.1" status: 200 len: 960 time: 1.8453431 Dec 11 22:54:06.006748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42744) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:06.020130 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85232589-c832-4396-876e-25bbcbd2c1ad tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Made reservation on behalf of 7cef8149861943ecbee1f1a2391483dc for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:06.024327 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85232589-c832-4396-876e-25bbcbd2c1ad tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:06.043513 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17d3abd1-2b9b-411e-827a-093dd1cb646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:06.061173 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-85232589-c832-4396-876e-25bbcbd2c1ad tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] device_id is not set on port b274b8ba-07e8-4e13-8ac8-9d086912a2e5 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:54:06.157153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d5263f38-248f-4e4c-9077-7b92a5f4fe6f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port 0373180d-a7aa-4690-bc4f-126fe7cc9d99 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:06.157989 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5263f38-248f-4e4c-9077-7b92a5f4fe6f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:06.175141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3abd1-2b9b-411e-827a-093dd1cb646d None None] Pushing event updated for resources: {'Port': ['ID=433419ea-12e9-491e-b54a-940933b5065f,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:06.188667 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70ac2cb6-716d-448d-92dc-790aa58a778f req-e3ded4e3-7797-4d44-8011-de956018ea37 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c5dbb26b1c2d47daa5e3b28bbc8523ae HTTP/1.1" status: 200 len: 221 time: 0.0643137 Dec 11 22:54:06.264938 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-85232589-c832-4396-876e-25bbcbd2c1ad tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Allocated IP 2001:db8::69 (01c3be58-385e-47fd-956f-ef94831723d7/c81748e7-231a-4563-a89f-8ad442aa10eb/b274b8ba-07e8-4e13-8ac8-9d086912a2e5) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:06.314397 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5263f38-248f-4e4c-9077-7b92a5f4fe6f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:06.334416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d5263f38-248f-4e4c-9077-7b92a5f4fe6f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for 0373180d-a7aa-4690-bc4f-126fe7cc9d99 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:06.352712 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8df5c-5d43-4689-88b3-74115d88626b req-c2eeaefb-d96a-4566-a2d5-e92fb7bb4129 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:06.354942 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27a8df5c-5d43-4689-88b3-74115d88626b req-c2eeaefb-d96a-4566-a2d5-e92fb7bb4129 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0938601 Dec 11 22:54:06.458826 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85232589-c832-4396-876e-25bbcbd2c1ad tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:06.465578 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27a8df5c-5d43-4689-88b3-74115d88626b req-f5580a4c-4318-41c6-9ba9-e8fd3d2d1ae0 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016002 Dec 11 22:54:06.574372 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85232589-c832-4396-876e-25bbcbd2c1ad tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:06.604031 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85232589-c832-4396-876e-25bbcbd2c1ad tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Network 01c3be58-385e-47fd-956f-ef94831723d7 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:06.639354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-85232589-c832-4396-876e-25bbcbd2c1ad tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:06.642342 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5263f38-248f-4e4c-9077-7b92a5f4fe6f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:06.642533 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85232589-c832-4396-876e-25bbcbd2c1ad tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:06.651682 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85232589-c832-4396-876e-25bbcbd2c1ad tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:06.651682 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-85232589-c832-4396-876e-25bbcbd2c1ad tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:06.708015 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:54:06.717915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5263f38-248f-4e4c-9077-7b92a5f4fe6f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=0373180d-a7aa-4690-bc4f-126fe7cc9d99,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:06.801698 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85232589-c832-4396-876e-25bbcbd2c1ad tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event updated for resources: {'Port': ['ID=b274b8ba-07e8-4e13-8ac8-9d086912a2e5,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:06.843519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8d492-eab6-4cc9-bf2a-cf0732c5b3c1 req-80d66894-5e44-4be1-8a64-a7febc40799a tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:06.844981 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bce8d492-eab6-4cc9-bf2a-cf0732c5b3c1 req-80d66894-5e44-4be1-8a64-a7febc40799a tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.2523236 Dec 11 22:54:06.847742 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5263f38-248f-4e4c-9077-7b92a5f4fe6f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:06.848986 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-85232589-c832-4396-876e-25bbcbd2c1ad tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0693290 Dec 11 22:54:06.852753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42766) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:06.854340 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d5263f38-248f-4e4c-9077-7b92a5f4fe6f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/0373180d-a7aa-4690-bc4f-126fe7cc9d99 HTTP/1.1" status: 204 len: 168 time: 0.8465674 Dec 11 22:54:06.857092 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42768) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:06.867472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0dd7c278-d6da-4d57-81b6-130cfe7e65ee tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::9d', 'mac_address': 'fa:16:3e:d1:36:f4'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:06.875145 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:06.875145 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:06.950501 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-a788debd-f149-495d-99e5-e39e30e8f90d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] GET failed (client error): The resource could not be found. Dec 11 22:54:06.953021 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a788debd-f149-495d-99e5-e39e30e8f90d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports/0373180d-a7aa-4690-bc4f-126fe7cc9d99 HTTP/1.1" status: 404 len: 333 time: 0.0936890 Dec 11 22:54:06.956017 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42772) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:06.998258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 433419ea-12e9-491e-b54a-940933b5065f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:54:07.059594 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bce8d492-eab6-4cc9-bf2a-cf0732c5b3c1 req-028eaffe-88f9-4cf9-820a-5c5ebb2ccd13 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874890 Dec 11 22:54:07.085554 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 433419ea-12e9-491e-b54a-940933b5065f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:07.085554 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.086191 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11ff2d87-ed81-4ba6-9416-65c7927804a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.121713 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11ff2d87-ed81-4ba6-9416-65c7927804a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.180257 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0dd7c278-d6da-4d57-81b6-130cfe7e65ee tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.198020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4469c08b-f5e2-4ec6-a22b-7737cc38d51e None None] Provisioning complete for port 433419ea-12e9-491e-b54a-940933b5065f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:07.198495 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4469c08b-f5e2-4ec6-a22b-7737cc38d51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.259685 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11ff2d87-ed81-4ba6-9416-65c7927804a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.264263 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11ff2d87-ed81-4ba6-9416-65c7927804a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.268309 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-11ff2d87-ed81-4ba6-9416-65c7927804a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/security-groups/5e09fb04-cd2e-4eb7-90c8-9fd60736a283 HTTP/1.1" status: 204 len: 168 time: 0.3111980 Dec 11 22:54:07.272034 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42778) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:07.290606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff2d87-ed81-4ba6-9416-65c7927804a4 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e09fb04-cd2e-4eb7-90c8-9fd60736a283,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:07.331551 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4469c08b-f5e2-4ec6-a22b-7737cc38d51e None None] Provisioning complete for port ffafcebf-76df-4321-b3f5-3fd3594cdacc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:07.332414 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4469c08b-f5e2-4ec6-a22b-7737cc38d51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.364959 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5f877d3-c8ef-4429-8b6f-48422657b3e5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.381078 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4469c08b-f5e2-4ec6-a22b-7737cc38d51e None None] Port ffafcebf-76df-4321-b3f5-3fd3594cdacc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:07.385424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4469c08b-f5e2-4ec6-a22b-7737cc38d51e None None] Could not find standard attr ID for object 0373180d-a7aa-4690-bc4f-126fe7cc9d99. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:54:07.393495 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5f877d3-c8ef-4429-8b6f-48422657b3e5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.402100 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4469c08b-f5e2-4ec6-a22b-7737cc38d51e None None] Provisioning complete for port b274b8ba-07e8-4e13-8ac8-9d086912a2e5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:07.402627 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4469c08b-f5e2-4ec6-a22b-7737cc38d51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.445640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4469c08b-f5e2-4ec6-a22b-7737cc38d51e None None] Port b274b8ba-07e8-4e13-8ac8-9d086912a2e5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:07.537226 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371266b-04a6-4cdd-a798-8c19f173da0a req-9d2a3692-314b-4f7e-a68f-22d7b9733676 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:07.538844 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4371266b-04a6-4cdd-a798-8c19f173da0a req-9d2a3692-314b-4f7e-a68f-22d7b9733676 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.3546426 Dec 11 22:54:07.539527 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5f877d3-c8ef-4429-8b6f-48422657b3e5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.542665 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5f877d3-c8ef-4429-8b6f-48422657b3e5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.544705 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a5f877d3-c8ef-4429-8b6f-48422657b3e5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/security-groups/b5ccb843-9669-44ef-859b-5ca9d0b34ee8 HTTP/1.1" status: 204 len: 168 time: 0.2711222 Dec 11 22:54:07.548787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42780) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:07.571082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f877d3-c8ef-4429-8b6f-48422657b3e5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ccb843-9669-44ef-859b-5ca9d0b34ee8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:07.634101 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a940-a849-41bb-a410-ceb621bdda92 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.668112 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a940-a849-41bb-a410-ceb621bdda92 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.700405 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4371266b-04a6-4cdd-a798-8c19f173da0a req-11ec099b-78d5-4aee-861b-a5157e692d49 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519980 Dec 11 22:54:07.767300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f29675ce-e5ec-4bce-ac65-2ad181a43cd9 None None] Could not find standard attr ID for object 0373180d-a7aa-4690-bc4f-126fe7cc9d99. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:54:07.795901 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0dd7c278-d6da-4d57-81b6-130cfe7e65ee tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.820347 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a940-a849-41bb-a410-ceb621bdda92 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.823327 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a940-a849-41bb-a410-ceb621bdda92 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.827219 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42788) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:07.827634 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e6c4a940-a849-41bb-a410-ceb621bdda92 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/security-groups/2ec05535-1ced-4f4f-b9ea-b7a8bd3d3839 HTTP/1.1" status: 204 len: 168 time: 0.2762401 Dec 11 22:54:07.857462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4a940-a849-41bb-a410-ceb621bdda92 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec05535-1ced-4f4f-b9ea-b7a8bd3d3839,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:07.879204 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0dd7c278-d6da-4d57-81b6-130cfe7e65ee tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.926766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a6403-6b0e-4698-98dc-bf03920f4def req-f29b8169-26c0-4da5-b17f-2967d7652cdf tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:07.928983 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f10a6403-6b0e-4698-98dc-bf03920f4def req-f29b8169-26c0-4da5-b17f-2967d7652cdf tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0964785 Dec 11 22:54:07.943216 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d304cbe-22e9-4c7d-bec6-6d8d40c9c714 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting subnet 197fe3d2-a7c1-4cbc-a15c-31f51c014252 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:54:07.945720 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0dd7c278-d6da-4d57-81b6-130cfe7e65ee tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] In _notify_port_updated(), no bound segment for port b274b8ba-07e8-4e13-8ac8-9d086912a2e5 on network 01c3be58-385e-47fd-956f-ef94831723d7 {{(pid=103691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:54:07.952189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd7c278-d6da-4d57-81b6-130cfe7e65ee tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:07.952831 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0dd7c278-d6da-4d57-81b6-130cfe7e65ee tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.954333 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0dd7c278-d6da-4d57-81b6-130cfe7e65ee tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "PUT /v2.0/ports/b274b8ba-07e8-4e13-8ac8-9d086912a2e5 HTTP/1.1" status: 200 len: 1001 time: 1.0962400 Dec 11 22:54:07.958549 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42792) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:07.960935 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d304cbe-22e9-4c7d-bec6-6d8d40c9c714 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:07.996723 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f10a6403-6b0e-4698-98dc-bf03920f4def req-b8d6febd-d02c-48c6-ac3d-d1ba54a49707 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603857 Dec 11 22:54:08.025869 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7c278-d6da-4d57-81b6-130cfe7e65ee tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event updated for resources: {'Port': ['ID=b274b8ba-07e8-4e13-8ac8-9d086912a2e5,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:08.056028 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d304cbe-22e9-4c7d-bec6-6d8d40c9c714 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:08.214933 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-fccd5de8-85de-41ab-bb2d-63daea5e5b69 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Deleting port b274b8ba-07e8-4e13-8ac8-9d086912a2e5 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:08.215498 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fccd5de8-85de-41ab-bb2d-63daea5e5b69 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:08.243561 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ad06a-55d3-4048-a5bf-1672314563b0 req-fc725976-6d0e-4d1c-b38c-e7a2bad25423 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:08.249482 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c1ad06a-55d3-4048-a5bf-1672314563b0 req-fc725976-6d0e-4d1c-b38c-e7a2bad25423 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1244891 Dec 11 22:54:08.249628 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d304cbe-22e9-4c7d-bec6-6d8d40c9c714 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:08.324918 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-eaea0ba1-3ea9-4a49-9cd9-2e3c47bf34fc None None] Provisioning complete for port b274b8ba-07e8-4e13-8ac8-9d086912a2e5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:08.325440 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eaea0ba1-3ea9-4a49-9cd9-2e3c47bf34fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:08.365064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-eaea0ba1-3ea9-4a49-9cd9-2e3c47bf34fc None None] Port b274b8ba-07e8-4e13-8ac8-9d086912a2e5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:08.392587 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c1ad06a-55d3-4048-a5bf-1672314563b0 req-f18ee8ff-95a9-4f4a-8c69-2ec5b1b3a023 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982459 Dec 11 22:54:08.405874 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fccd5de8-85de-41ab-bb2d-63daea5e5b69 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:08.421006 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-fccd5de8-85de-41ab-bb2d-63daea5e5b69 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Calling delete_port for b274b8ba-07e8-4e13-8ac8-9d086912a2e5 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:08.480258 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d304cbe-22e9-4c7d-bec6-6d8d40c9c714 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:08.515310 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d304cbe-22e9-4c7d-bec6-6d8d40c9c714 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Subnet': ['ID=197fe3d2-a7c1-4cbc-a15c-31f51c014252,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:08.529724 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d304cbe-22e9-4c7d-bec6-6d8d40c9c714 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:08.530822 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94484983-3e5c-4fe4-8f54-51ede2924477 None None] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:08.534107 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0d304cbe-22e9-4c7d-bec6-6d8d40c9c714 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/197fe3d2-a7c1-4cbc-a15c-31f51c014252 HTTP/1.1" status: 204 len: 168 time: 0.7058246 Dec 11 22:54:08.537170 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39345530-9ee4-4c60-9c04-d2a93234a34e req-051a6ebc-a096-4983-b536-acda90c23d48 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:08.541463 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42800) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:08.546070 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39345530-9ee4-4c60-9c04-d2a93234a34e req-051a6ebc-a096-4983-b536-acda90c23d48 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0732052 Dec 11 22:54:08.622096 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39345530-9ee4-4c60-9c04-d2a93234a34e req-e02779d3-d8f3-4757-b071-87cc0b335f83 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720136 Dec 11 22:54:08.629175 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6078a7-396c-4e7a-b3d2-30181a668623 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting subnet 712a5371-7f81-40ce-8a36-4bb3ed8b6f3b {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:54:08.656945 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed6078a7-396c-4e7a-b3d2-30181a668623 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:08.716703 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed6078a7-396c-4e7a-b3d2-30181a668623 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:08.823308 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fccd5de8-85de-41ab-bb2d-63daea5e5b69 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:08.841265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51c449-350c-4577-b21d-747691f1b287 req-58369658-438a-4806-842e-232a92dcf46f tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:08.842837 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba51c449-350c-4577-b21d-747691f1b287 req-58369658-438a-4806-842e-232a92dcf46f tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0835021 Dec 11 22:54:08.899267 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd5de8-85de-41ab-bb2d-63daea5e5b69 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event deleted for resources: {'Port': ['ID=b274b8ba-07e8-4e13-8ac8-9d086912a2e5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:08.918661 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba51c449-350c-4577-b21d-747691f1b287 req-286982b2-31ce-4969-88c5-9533c59483f3 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669987 Dec 11 22:54:08.952292 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed6078a7-396c-4e7a-b3d2-30181a668623 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:09.108195 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fccd5de8-85de-41ab-bb2d-63daea5e5b69 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:09.114017 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fccd5de8-85de-41ab-bb2d-63daea5e5b69 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "DELETE /v2.0/ports/b274b8ba-07e8-4e13-8ac8-9d086912a2e5 HTTP/1.1" status: 204 len: 168 time: 1.1521611 Dec 11 22:54:09.114734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42814) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:09.144301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25677c-ca2f-4931-a8fa-327b88e57a54 req-871d4068-bcac-4c48-a2b6-ae43809fa378 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:09.147269 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f25677c-ca2f-4931-a8fa-327b88e57a54 req-871d4068-bcac-4c48-a2b6-ae43809fa378 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1089118 Dec 11 22:54:09.156999 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf0b059-193a-4f11-b0a0-8c1ba485a03c tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] GET failed (client error): The resource could not be found. Dec 11 22:54:09.158448 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fbf0b059-193a-4f11-b0a0-8c1ba485a03c tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "GET /v2.0/ports/b274b8ba-07e8-4e13-8ac8-9d086912a2e5 HTTP/1.1" status: 404 len: 333 time: 0.0425363 Dec 11 22:54:09.164093 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42816) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:09.170277 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b2694b76-3720-4956-bd12-3091f2f7c18f tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Request body: {'port': {'network_id': '01c3be58-385e-47fd-956f-ef94831723d7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-775064399'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:09.245509 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed6078a7-396c-4e7a-b3d2-30181a668623 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:09.310428 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6078a7-396c-4e7a-b3d2-30181a668623 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Subnet': ['ID=712a5371-7f81-40ce-8a36-4bb3ed8b6f3b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:09.315911 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed6078a7-396c-4e7a-b3d2-30181a668623 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:09.320031 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ed6078a7-396c-4e7a-b3d2-30181a668623 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/712a5371-7f81-40ce-8a36-4bb3ed8b6f3b HTTP/1.1" status: 204 len: 168 time: 0.7764831 Dec 11 22:54:09.321710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42818) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:09.325884 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f25677c-ca2f-4931-a8fa-327b88e57a54 req-ee2239f2-ecc0-4cff-8cd5-883ee2b72ccb tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686418 Dec 11 22:54:09.378023 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-2178a92d-77b6-4a9c-8c25-3d0c230771cb tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:09.378023 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2178a92d-77b6-4a9c-8c25-3d0c230771cb tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:09.378730 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2178a92d-77b6-4a9c-8c25-3d0c230771cb tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/197fe3d2-a7c1-4cbc-a15c-31f51c014252 HTTP/1.1" status: 404 len: 337 time: 0.0552695 Dec 11 22:54:09.381259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42822) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:09.451475 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdfbbfc-39db-437c-9164-75c378f6b92c None None] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:09.461687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bc3039-0c74-47da-a7f1-59dc5828b97c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting subnet 3c23749b-9455-4ccb-b519-d9725e701beb {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:54:09.466166 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-82bc3039-0c74-47da-a7f1-59dc5828b97c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:09.489405 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2694b76-3720-4956-bd12-3091f2f7c18f tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Made reservation on behalf of 7cef8149861943ecbee1f1a2391483dc for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:09.492882 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b2694b76-3720-4956-bd12-3091f2f7c18f tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:09.522105 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-82bc3039-0c74-47da-a7f1-59dc5828b97c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:09.522291 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-b2694b76-3720-4956-bd12-3091f2f7c18f tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] device_id is not set on port 1437a062-031d-4cbd-a8a2-6e59aa2325e2 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:54:09.566692 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-384b38ad-c888-461e-a5f4-d457b0230bd3 None None] Provisioning complete for port ffafcebf-76df-4321-b3f5-3fd3594cdacc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:09.567447 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-384b38ad-c888-461e-a5f4-d457b0230bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:09.574240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64944a-1c6d-43e6-b573-0a7cc622db7e req-395364d7-12cb-4dc3-b0b0-a554b0c85e98 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:09.575829 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd64944a-1c6d-43e6-b573-0a7cc622db7e req-395364d7-12cb-4dc3-b0b0-a554b0c85e98 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1179934 Dec 11 22:54:09.611592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-384b38ad-c888-461e-a5f4-d457b0230bd3 None None] Port ffafcebf-76df-4321-b3f5-3fd3594cdacc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:09.623269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-384b38ad-c888-461e-a5f4-d457b0230bd3 None None] Provisioning complete for port 433419ea-12e9-491e-b54a-940933b5065f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:09.623643 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-384b38ad-c888-461e-a5f4-d457b0230bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:09.668488 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-82bc3039-0c74-47da-a7f1-59dc5828b97c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:09.680344 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd64944a-1c6d-43e6-b573-0a7cc622db7e req-0dd596c7-9314-4ac1-9a12-1d8ab7f1edb7 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941734 Dec 11 22:54:09.707976 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-b2694b76-3720-4956-bd12-3091f2f7c18f tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Allocated IP 2001:db8::1da (01c3be58-385e-47fd-956f-ef94831723d7/c81748e7-231a-4563-a89f-8ad442aa10eb/1437a062-031d-4cbd-a8a2-6e59aa2325e2) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:09.826326 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-82bc3039-0c74-47da-a7f1-59dc5828b97c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:09.909572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc3039-0c74-47da-a7f1-59dc5828b97c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Subnet': ['ID=3c23749b-9455-4ccb-b519-d9725e701beb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:09.917588 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-82bc3039-0c74-47da-a7f1-59dc5828b97c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:09.921544 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-82bc3039-0c74-47da-a7f1-59dc5828b97c tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/3c23749b-9455-4ccb-b519-d9725e701beb HTTP/1.1" status: 204 len: 168 time: 0.5386467 Dec 11 22:54:09.923962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42832) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:09.940659 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b2694b76-3720-4956-bd12-3091f2f7c18f tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:09.958406 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e835b9f-0f0d-4d6d-b403-c9d56726e318 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:09.958904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e835b9f-0f0d-4d6d-b403-c9d56726e318 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:09.962164 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0e835b9f-0f0d-4d6d-b403-c9d56726e318 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/0b68d125-7a58-4f70-8b0a-ff79c0f1aacf HTTP/1.1" status: 404 len: 337 time: 0.0372648 Dec 11 22:54:09.965160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42834) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:10.011075 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b0ad4ac7-4496-45fe-a10f-1d7a7bc956e8 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fe873ea-3395-42b4-9294-0faa21068844 HTTP/1.1" status: 200 len: 205 time: 0.0445671 Dec 11 22:54:10.013918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42836) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:10.029537 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03935d-449a-4058-a529-82415453555b req-aa09a8c1-6d68-4fff-85a4-ea38260d1ff6 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:10.031170 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b03935d-449a-4058-a529-82415453555b req-aa09a8c1-6d68-4fff-85a4-ea38260d1ff6 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.2063782 Dec 11 22:54:10.054087 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b2694b76-3720-4956-bd12-3091f2f7c18f tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:10.069932 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-95aec3f8-b94a-4dcb-a798-44b881987725 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] delete failed (client error): The resource could not be found. Dec 11 22:54:10.073609 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-95aec3f8-b94a-4dcb-a798-44b881987725 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/routers/3fe873ea-3395-42b4-9294-0faa21068844 HTTP/1.1" status: 404 len: 336 time: 0.0550480 Dec 11 22:54:10.076250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42838) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:10.119151 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f5ddcc-8df0-4779-b2bf-c8430fe98f5a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:10.119505 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f5ddcc-8df0-4779-b2bf-c8430fe98f5a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:10.122704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-72f5ddcc-8df0-4779-b2bf-c8430fe98f5a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/a94dbc81-1093-4f22-bd7a-08a7af791490 HTTP/1.1" status: 404 len: 337 time: 0.0445259 Dec 11 22:54:10.123599 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2694b76-3720-4956-bd12-3091f2f7c18f tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event updated for resources: {'Port': ['ID=1437a062-031d-4cbd-a8a2-6e59aa2325e2,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:10.125924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42840) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:10.152799 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b03935d-449a-4058-a529-82415453555b req-d958eb63-f2ef-4565-958d-49cdbecc1ac5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857675 Dec 11 22:54:10.167794 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe43a2b3-c146-4b19-9192-4dba093e14d5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:10.168257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe43a2b3-c146-4b19-9192-4dba093e14d5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:10.172298 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fe43a2b3-c146-4b19-9192-4dba093e14d5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/23053895-14e6-42b3-a9d0-7e79d417cf6a HTTP/1.1" status: 404 len: 337 time: 0.0452969 Dec 11 22:54:10.175146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42844) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:10.179782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2694b76-3720-4956-bd12-3091f2f7c18f tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Network 01c3be58-385e-47fd-956f-ef94831723d7 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:10.181527 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-b2694b76-3720-4956-bd12-3091f2f7c18f tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:10.191360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2694b76-3720-4956-bd12-3091f2f7c18f tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:10.207610 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2694b76-3720-4956-bd12-3091f2f7c18f tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:10.208313 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b2694b76-3720-4956-bd12-3091f2f7c18f tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:10.213312 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c4afb2-586a-44fb-b61e-4bc2db3ed085 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:10.214475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c4afb2-586a-44fb-b61e-4bc2db3ed085 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:10.218345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-31c4afb2-586a-44fb-b61e-4bc2db3ed085 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/dedde645-bcb1-4754-b22f-ef1478e2466c HTTP/1.1" status: 404 len: 337 time: 0.0417411 Dec 11 22:54:10.222447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42850) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:10.268996 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b55a11c-6fe7-42f0-bdbc-286a5555e71f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:10.269588 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b55a11c-6fe7-42f0-bdbc-286a5555e71f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:10.279019 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1b55a11c-6fe7-42f0-bdbc-286a5555e71f tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/1feed5da-e97b-44ce-8a26-4040fce7addc HTTP/1.1" status: 404 len: 333 time: 0.0481384 Dec 11 22:54:10.281772 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42852) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:10.323246 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80d4295-e993-47b5-b83f-6e6b0665f778 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:10.323755 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80d4295-e993-47b5-b83f-6e6b0665f778 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:10.329929 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e80d4295-e993-47b5-b83f-6e6b0665f778 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/bae498c6-c3c5-4e54-be35-7a61d6366c2d HTTP/1.1" status: 404 len: 337 time: 0.0441301 Dec 11 22:54:10.331795 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b2694b76-3720-4956-bd12-3091f2f7c18f tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1664436 Dec 11 22:54:10.333189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42854) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:10.334545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42856) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:10.344418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b069723a-cb81-4b4f-b63c-bc8f2aca6075 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d1:36:f4'}]}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:10.363675 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90780b1-69e7-4d9d-a6e6-92b795e19d58 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:10.364141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90780b1-69e7-4d9d-a6e6-92b795e19d58 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:10.372762 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f90780b1-69e7-4d9d-a6e6-92b795e19d58 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/60f52491-c7de-4354-b939-97a9523d901e HTTP/1.1" status: 404 len: 337 time: 0.0383613 Dec 11 22:54:10.375227 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42858) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:10.402600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d82cdc-543d-448e-8c92-199ed9422734 req-278307ac-8c63-4bd1-a69a-31cb3ffb85c8 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:10.411500 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-02d82cdc-543d-448e-8c92-199ed9422734 req-278307ac-8c63-4bd1-a69a-31cb3ffb85c8 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1309764 Dec 11 22:54:10.431800 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f73d43-3009-4022-99fc-ac7ff972395d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:10.432919 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f73d43-3009-4022-99fc-ac7ff972395d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:10.436320 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-98f73d43-3009-4022-99fc-ac7ff972395d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/1e912750-c4d2-4873-8889-72f2d73aa208 HTTP/1.1" status: 404 len: 333 time: 0.0565181 Dec 11 22:54:10.438979 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42860) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:10.486337 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ee24b8-1039-498f-bded-22295273bfea tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:10.486337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ee24b8-1039-498f-bded-22295273bfea tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:10.486508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e301007c-1c60-4ec4-a63a-97b904cb2d06 None None] Network 52546f5f-fd35-4f7f-944a-369bdbb3a193 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:10.496244 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c4ee24b8-1039-498f-bded-22295273bfea tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/387106c3-987f-47c3-8603-15898c339e3a HTTP/1.1" status: 404 len: 337 time: 0.0545976 Dec 11 22:54:10.497607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42862) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:10.533454 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-02d82cdc-543d-448e-8c92-199ed9422734 req-5c731e4c-9aac-4719-9d59-00f7e1708990 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162994 Dec 11 22:54:10.537238 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-5270eeda-c739-4c23-9166-2830d7f6f47d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:10.538642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5270eeda-c739-4c23-9166-2830d7f6f47d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:10.555652 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5270eeda-c739-4c23-9166-2830d7f6f47d tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/subnets/bbf0d563-f6b0-4a04-a571-b5b03648c3e7 HTTP/1.1" status: 404 len: 337 time: 0.0565960 Dec 11 22:54:10.566566 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42866) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:10.647464 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-47bb0ee4-4508-4d23-8cde-516583afa32f None None] Provisioning complete for port ffafcebf-76df-4321-b3f5-3fd3594cdacc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:10.647991 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b069723a-cb81-4b4f-b63c-bc8f2aca6075 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:10.648310 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47bb0ee4-4508-4d23-8cde-516583afa32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:10.717852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-47bb0ee4-4508-4d23-8cde-516583afa32f None None] Port ffafcebf-76df-4321-b3f5-3fd3594cdacc cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:10.747820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-47bb0ee4-4508-4d23-8cde-516583afa32f None None] Provisioning complete for port 433419ea-12e9-491e-b54a-940933b5065f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:10.748197 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47bb0ee4-4508-4d23-8cde-516583afa32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:10.753477 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0196df-19b0-4a38-adaa-fdb416165457 req-f5639188-94e3-4278-bf0d-569c4365b346 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:10.755800 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec0196df-19b0-4a38-adaa-fdb416165457 req-f5639188-94e3-4278-bf0d-569c4365b346 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1198249 Dec 11 22:54:10.758475 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-01543cd4-d8df-4fd3-9e54-392e62b6dba5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Deleting port ffafcebf-76df-4321-b3f5-3fd3594cdacc {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:10.758836 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-01543cd4-d8df-4fd3-9e54-392e62b6dba5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:10.817346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7514de8-43c2-4fb0-b85f-7df28ef70d86 None None] DHCP port deletion for 52546f5f-fd35-4f7f-944a-369bdbb3a193 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:54:10.911674 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec0196df-19b0-4a38-adaa-fdb416165457 req-61d24f3f-7360-4894-b098-17afeb22fdcd tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236129 Dec 11 22:54:10.926310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f7514de8-43c2-4fb0-b85f-7df28ef70d86 None None] Deleting port 433419ea-12e9-491e-b54a-940933b5065f {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:10.926310 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f7514de8-43c2-4fb0-b85f-7df28ef70d86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:10.930911 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-01543cd4-d8df-4fd3-9e54-392e62b6dba5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:10.934714 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b069723a-cb81-4b4f-b63c-bc8f2aca6075 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:10.956658 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-01543cd4-d8df-4fd3-9e54-392e62b6dba5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Calling delete_port for ffafcebf-76df-4321-b3f5-3fd3594cdacc owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:11.002706 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b069723a-cb81-4b4f-b63c-bc8f2aca6075 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.032080 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f7514de8-43c2-4fb0-b85f-7df28ef70d86 None None] For port 433419ea-12e9-491e-b54a-940933b5065f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=433419ea-12e9-491e-b54a-940933b5065f,segment=NetworkSegment(03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9),segment_id=03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:11.032414 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f7514de8-43c2-4fb0-b85f-7df28ef70d86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.056827 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f7514de8-43c2-4fb0-b85f-7df28ef70d86 None None] Calling delete_port for 433419ea-12e9-491e-b54a-940933b5065f owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:11.067246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0fc4f3c4-c775-4046-88bf-8dc3c554b031 None None] Provisioning complete for port 1437a062-031d-4cbd-a8a2-6e59aa2325e2 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:11.067629 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0fc4f3c4-c775-4046-88bf-8dc3c554b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.100810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b069723a-cb81-4b4f-b63c-bc8f2aca6075 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] In _notify_port_updated(), no bound segment for port 1437a062-031d-4cbd-a8a2-6e59aa2325e2 on network 01c3be58-385e-47fd-956f-ef94831723d7 {{(pid=103692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:54:11.107388 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069723a-cb81-4b4f-b63c-bc8f2aca6075 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:11.108030 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b069723a-cb81-4b4f-b63c-bc8f2aca6075 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.109399 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b069723a-cb81-4b4f-b63c-bc8f2aca6075 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "PUT /v2.0/ports/1437a062-031d-4cbd-a8a2-6e59aa2325e2 HTTP/1.1" status: 200 len: 1002 time: 0.7735462 Dec 11 22:54:11.112328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42876) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:11.151945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069723a-cb81-4b4f-b63c-bc8f2aca6075 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event updated for resources: {'Port': ['ID=1437a062-031d-4cbd-a8a2-6e59aa2325e2,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:11.163587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a73113-0264-4a16-8ff7-296afeaa6c30 req-95e7caf9-54f9-44d4-b167-6c99353b820d tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:11.165462 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a6a73113-0264-4a16-8ff7-296afeaa6c30 req-95e7caf9-54f9-44d4-b167-6c99353b820d tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1005638 Dec 11 22:54:11.201968 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0fc4f3c4-c775-4046-88bf-8dc3c554b031 None None] Port 1437a062-031d-4cbd-a8a2-6e59aa2325e2 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:11.220881 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-01543cd4-d8df-4fd3-9e54-392e62b6dba5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.226379 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-dddcd872-df1d-4ada-8858-1570d6e1e177 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Deleting port 1437a062-031d-4cbd-a8a2-6e59aa2325e2 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:11.226649 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dddcd872-df1d-4ada-8858-1570d6e1e177 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.282756 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-01543cd4-d8df-4fd3-9e54-392e62b6dba5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.287847 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-01543cd4-d8df-4fd3-9e54-392e62b6dba5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/ports/ffafcebf-76df-4321-b3f5-3fd3594cdacc HTTP/1.1" status: 204 len: 168 time: 0.7202096 Dec 11 22:54:11.289313 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f7514de8-43c2-4fb0-b85f-7df28ef70d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.289456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01543cd4-d8df-4fd3-9e54-392e62b6dba5 tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Port': ['ID=ffafcebf-76df-4321-b3f5-3fd3594cdacc,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:11.293561 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42878) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:11.315527 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a6a73113-0264-4a16-8ff7-296afeaa6c30 req-13443532-6b35-4850-8cc5-7eb30312474f tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418014 Dec 11 22:54:11.371974 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dddcd872-df1d-4ada-8858-1570d6e1e177 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.373257 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7514de8-43c2-4fb0-b85f-7df28ef70d86 None None] No DVR routers for this DVR port 433419ea-12e9-491e-b54a-940933b5065f on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:54:11.380405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7514de8-43c2-4fb0-b85f-7df28ef70d86 None None] Pushing event deleted for resources: {'Port': ['ID=433419ea-12e9-491e-b54a-940933b5065f,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:11.407295 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-dddcd872-df1d-4ada-8858-1570d6e1e177 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Calling delete_port for 1437a062-031d-4cbd-a8a2-6e59aa2325e2 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:11.454090 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a2243b5-d999-411f-a755-0d88916d1e9a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.527972 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-99401250-4c11-4c4e-b250-dbe5edb39fa0 None None] Provisioning complete for port 1437a062-031d-4cbd-a8a2-6e59aa2325e2 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:11.528543 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-99401250-4c11-4c4e-b250-dbe5edb39fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.565439 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-99401250-4c11-4c4e-b250-dbe5edb39fa0 None None] Port 1437a062-031d-4cbd-a8a2-6e59aa2325e2 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:11.593999 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068dc42-9af5-465a-bc8f-07fab7305bdd req-b1f3c522-952c-41cf-994b-4f2e17ad0bad tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:11.595538 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c068dc42-9af5-465a-bc8f-07fab7305bdd req-b1f3c522-952c-41cf-994b-4f2e17ad0bad tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1390967 Dec 11 22:54:11.620070 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a2243b5-d999-411f-a755-0d88916d1e9a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.635912 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dddcd872-df1d-4ada-8858-1570d6e1e177 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.657900 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-3a2243b5-d999-411f-a755-0d88916d1e9a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52546f5f-fd35-4f7f-944a-369bdbb3a193']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:11.670006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcd872-df1d-4ada-8858-1570d6e1e177 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event deleted for resources: {'Port': ['ID=1437a062-031d-4cbd-a8a2-6e59aa2325e2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:11.676240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-3a2243b5-d999-411f-a755-0d88916d1e9a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:11.676545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-3a2243b5-d999-411f-a755-0d88916d1e9a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c4a18d-d0ff-43c2-93d3-8489bc7e3ac9') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:11.687466 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c068dc42-9af5-465a-bc8f-07fab7305bdd req-b68e8a74-bf0f-4997-a308-b3826d23d0de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806942 Dec 11 22:54:11.691376 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a2243b5-d999-411f-a755-0d88916d1e9a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.706639 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dddcd872-df1d-4ada-8858-1570d6e1e177 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.707265 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a2243b5-d999-411f-a755-0d88916d1e9a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.713217 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dddcd872-df1d-4ada-8858-1570d6e1e177 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "DELETE /v2.0/ports/1437a062-031d-4cbd-a8a2-6e59aa2325e2 HTTP/1.1" status: 204 len: 168 time: 0.5974927 Dec 11 22:54:11.713517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42884) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:11.725544 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2243b5-d999-411f-a755-0d88916d1e9a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:54:11.725946 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a2243b5-d999-411f-a755-0d88916d1e9a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:54:11.729240 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:54:11.766237 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f5ecf6-67d8-4427-a24d-d1376f144a46 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] GET failed (client error): The resource could not be found. Dec 11 22:54:11.768098 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-74f5ecf6-67d8-4427-a24d-d1376f144a46 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "GET /v2.0/ports/1437a062-031d-4cbd-a8a2-6e59aa2325e2 HTTP/1.1" status: 404 len: 333 time: 0.0536110 Dec 11 22:54:11.776088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42892) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:11.786945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1bc824fb-a2c6-494e-b6ff-35f23760a03a tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Request body: {'port': {'network_id': '01c3be58-385e-47fd-956f-ef94831723d7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-591633293'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:11.916105 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41a1bc-e7dc-4803-b85a-674e470860da req-b7bc03ed-e9ef-457e-a3ee-848a18c701e6 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:11.918007 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c41a1bc-e7dc-4803-b85a-674e470860da req-b7bc03ed-e9ef-457e-a3ee-848a18c701e6 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0595307 Dec 11 22:54:11.918875 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a2243b5-d999-411f-a755-0d88916d1e9a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.939276 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a2243b5-d999-411f-a755-0d88916d1e9a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:11.945265 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3a2243b5-d999-411f-a755-0d88916d1e9a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] 10.222.0.45 "DELETE /v2.0/networks/52546f5f-fd35-4f7f-944a-369bdbb3a193 HTTP/1.1" status: 204 len: 168 time: 0.6485324 Dec 11 22:54:11.966282 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2243b5-d999-411f-a755-0d88916d1e9a tempest-PortsTestJSON-1559771456 tempest-PortsTestJSON-1559771456-project] Pushing event deleted for resources: {'Network': ['ID=52546f5f-fd35-4f7f-944a-369bdbb3a193,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:12.023650 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c41a1bc-e7dc-4803-b85a-674e470860da req-6aa54ff7-a6b3-48fe-b1ed-bc74e92d7fc1 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843604 Dec 11 22:54:12.048769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc824fb-a2c6-494e-b6ff-35f23760a03a tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Made reservation on behalf of 7cef8149861943ecbee1f1a2391483dc for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:12.059534 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1bc824fb-a2c6-494e-b6ff-35f23760a03a tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:12.077628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-1bc824fb-a2c6-494e-b6ff-35f23760a03a tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] device_id is not set on port f0000b03-6b76-43ff-9f55-242a15770139 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:54:12.160041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455d585-e266-426e-8bff-737fd43b4246 req-ee1f17fe-6f26-4e55-9fa7-c10a30064e36 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:12.161737 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a455d585-e266-426e-8bff-737fd43b4246 req-ee1f17fe-6f26-4e55-9fa7-c10a30064e36 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0718241 Dec 11 22:54:12.221596 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a455d585-e266-426e-8bff-737fd43b4246 req-754a0daf-f05f-454b-991f-d3aa85cd8df9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490756 Dec 11 22:54:12.249689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-1bc824fb-a2c6-494e-b6ff-35f23760a03a tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Allocated IP 2001:db8::28b (01c3be58-385e-47fd-956f-ef94831723d7/c81748e7-231a-4563-a89f-8ad442aa10eb/f0000b03-6b76-43ff-9f55-242a15770139) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:12.409257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0163abb-4930-48dc-a084-fe348141b96a req-7ad6d2ee-f923-4dc2-9ca7-f292bf147f02 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:12.411162 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0163abb-4930-48dc-a084-fe348141b96a req-7ad6d2ee-f923-4dc2-9ca7-f292bf147f02 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0635569 Dec 11 22:54:12.417458 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1bc824fb-a2c6-494e-b6ff-35f23760a03a tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:12.495430 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0163abb-4930-48dc-a084-fe348141b96a req-e7b205c3-bc03-4c21-baa1-abaab5a61fd9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758116 Dec 11 22:54:12.514113 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42912) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:12.574691 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1bc824fb-a2c6-494e-b6ff-35f23760a03a tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:12.619893 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc824fb-a2c6-494e-b6ff-35f23760a03a tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Network 01c3be58-385e-47fd-956f-ef94831723d7 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:12.623371 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1bc824fb-a2c6-494e-b6ff-35f23760a03a tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:12.627253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc824fb-a2c6-494e-b6ff-35f23760a03a tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:12.633632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc824fb-a2c6-494e-b6ff-35f23760a03a tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:12.634930 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1bc824fb-a2c6-494e-b6ff-35f23760a03a tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:12.658850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc824fb-a2c6-494e-b6ff-35f23760a03a tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event updated for resources: {'Port': ['ID=f0000b03-6b76-43ff-9f55-242a15770139,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:12.701358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 433419ea-12e9-491e-b54a-940933b5065f no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:54:12.706061 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-43333d90-9de7-4354-b9e9-22e17c816f73 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9cb51e5d0a1b43f58b4c4b5714178709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1904593 Dec 11 22:54:12.707721 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42918) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:12.708800 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb3ae-f9c0-421c-8c9b-714c721c1933 req-6d5c8b21-256b-447d-ad24-ac1a3766d373 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:12.710994 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-225eb3ae-f9c0-421c-8c9b-714c721c1933 req-6d5c8b21-256b-447d-ad24-ac1a3766d373 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1353564 Dec 11 22:54:12.731341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 433419ea-12e9-491e-b54a-940933b5065f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:54:12.731341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 433419ea-12e9-491e-b54a-940933b5065f not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:54:12.731796 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1bc824fb-a2c6-494e-b6ff-35f23760a03a tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9545810 Dec 11 22:54:12.737574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42920) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:12.742730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1eb87730-33aa-435f-9698-562736bce28d tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Request body: {'port': {'network_id': '01c3be58-385e-47fd-956f-ef94831723d7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1915698949'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:12.789107 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-225eb3ae-f9c0-421c-8c9b-714c721c1933 req-0e924489-3ddc-46e2-8bb3-51dc4f77dcdd tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702567 Dec 11 22:54:12.850466 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-de56bc53-5f9e-4462-989e-2f4c3e42d4e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:12.876700 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-de56bc53-5f9e-4462-989e-2f4c3e42d4e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:13.043045 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486ed99-904c-4d4c-9935-bc36ccf70dd2 req-a734f08d-d4b3-4daa-96a5-0f814ca65bec tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:13.043045 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4486ed99-904c-4d4c-9935-bc36ccf70dd2 req-a734f08d-d4b3-4daa-96a5-0f814ca65bec tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0638015 Dec 11 22:54:13.045086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-da93fdf9-a9de-4774-ae10-751fc8beefb8 None None] Provisioning complete for port f0000b03-6b76-43ff-9f55-242a15770139 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:13.045086 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da93fdf9-a9de-4774-ae10-751fc8beefb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:13.045273 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4486ed99-904c-4d4c-9935-bc36ccf70dd2 req-88e92f6e-a932-446d-952b-707115858934 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444691 Dec 11 22:54:13.060097 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-da93fdf9-a9de-4774-ae10-751fc8beefb8 None None] Port f0000b03-6b76-43ff-9f55-242a15770139 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:13.162847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f5066-7f73-410e-89c6-d463ac7f2cd4 req-8eda7088-e61e-433d-b577-fbc4d9303ba5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:13.163310 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e42f5066-7f73-410e-89c6-d463ac7f2cd4 req-8eda7088-e61e-433d-b577-fbc4d9303ba5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0561922 Dec 11 22:54:13.176198 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-de56bc53-5f9e-4462-989e-2f4c3e42d4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:13.178874 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-de56bc53-5f9e-4462-989e-2f4c3e42d4e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:13.180021 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-de56bc53-5f9e-4462-989e-2f4c3e42d4e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b83df37d-f329-43f1-b93a-70eb972ad001 HTTP/1.1" status: 204 len: 168 time: 0.4723055 Dec 11 22:54:13.197818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb87730-33aa-435f-9698-562736bce28d tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Made reservation on behalf of 7cef8149861943ecbee1f1a2391483dc for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:13.201686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1eb87730-33aa-435f-9698-562736bce28d tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:13.208204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56bc53-5f9e-4462-989e-2f4c3e42d4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83df37d-f329-43f1-b93a-70eb972ad001,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:13.245957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-1eb87730-33aa-435f-9698-562736bce28d tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] device_id is not set on port 73225a86-470a-417d-8255-86dcfccb933e yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:54:13.255398 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e42f5066-7f73-410e-89c6-d463ac7f2cd4 req-be6091ec-de22-4219-b778-66d02854a713 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860898 Dec 11 22:54:13.419379 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-1eb87730-33aa-435f-9698-562736bce28d tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Allocated IP 2001:db8::9a (01c3be58-385e-47fd-956f-ef94831723d7/c81748e7-231a-4563-a89f-8ad442aa10eb/73225a86-470a-417d-8255-86dcfccb933e) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:13.579499 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1eb87730-33aa-435f-9698-562736bce28d tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:13.620068 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:13.713199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414006dc-2830-4041-a36d-92091d09d70a req-b7a69671-939c-42b5-81fa-b2acd042c031 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:13.715419 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-414006dc-2830-4041-a36d-92091d09d70a req-b7a69671-939c-42b5-81fa-b2acd042c031 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0713320 Dec 11 22:54:13.722953 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1eb87730-33aa-435f-9698-562736bce28d tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:13.783616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb87730-33aa-435f-9698-562736bce28d tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Network 01c3be58-385e-47fd-956f-ef94831723d7 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:13.788183 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-414006dc-2830-4041-a36d-92091d09d70a req-56e53cfa-a952-4c66-881c-0bb262fdc0cf tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646527 Dec 11 22:54:13.788349 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1eb87730-33aa-435f-9698-562736bce28d tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:13.790082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb87730-33aa-435f-9698-562736bce28d tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event updated for resources: {'Port': ['ID=73225a86-470a-417d-8255-86dcfccb933e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:13.793557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb87730-33aa-435f-9698-562736bce28d tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:13.800548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb87730-33aa-435f-9698-562736bce28d tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:13.800548 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1eb87730-33aa-435f-9698-562736bce28d tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:13.882291 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1eb87730-33aa-435f-9698-562736bce28d tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1412585 Dec 11 22:54:13.882639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42952) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:13.890274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-264c07f7-b092-477e-92b6-75bf54c1f3c9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::9d', 'mac_address': 'fa:16:3e:d1:36:f4'}, {'ip_address': '2001:db8::28b', 'mac_address': 'fa:16:3e:ae:d6:f6'}]}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:13.979457 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-264c07f7-b092-477e-92b6-75bf54c1f3c9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:14.094197 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5f92b88b-bb04-4cbf-a778-934be649c938 None None] Provisioning complete for port 73225a86-470a-417d-8255-86dcfccb933e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:14.094762 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f92b88b-bb04-4cbf-a778-934be649c938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:14.137195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5f92b88b-bb04-4cbf-a778-934be649c938 None None] Port 73225a86-470a-417d-8255-86dcfccb933e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:14.206413 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-264c07f7-b092-477e-92b6-75bf54c1f3c9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:14.275376 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-264c07f7-b092-477e-92b6-75bf54c1f3c9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:14.320430 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-264c07f7-b092-477e-92b6-75bf54c1f3c9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] In _notify_port_updated(), no bound segment for port 73225a86-470a-417d-8255-86dcfccb933e on network 01c3be58-385e-47fd-956f-ef94831723d7 {{(pid=103692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:54:14.328029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c07f7-b092-477e-92b6-75bf54c1f3c9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:14.330044 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-264c07f7-b092-477e-92b6-75bf54c1f3c9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:14.331509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-264c07f7-b092-477e-92b6-75bf54c1f3c9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "PUT /v2.0/ports/73225a86-470a-417d-8255-86dcfccb933e HTTP/1.1" status: 200 len: 1066 time: 0.4478052 Dec 11 22:54:14.334325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42966) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:14.351650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c07f7-b092-477e-92b6-75bf54c1f3c9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event updated for resources: {'Port': ['ID=73225a86-470a-417d-8255-86dcfccb933e,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:14.449871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42968) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:14.468325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-be0a87c1-6135-4322-8a1c-6646f2f41966 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Deleting port 73225a86-470a-417d-8255-86dcfccb933e {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:14.468769 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-be0a87c1-6135-4322-8a1c-6646f2f41966 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:14.574426 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-be0a87c1-6135-4322-8a1c-6646f2f41966 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:14.580563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-36dfb514-b4e9-4d8b-9369-2e14fcad26c1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'network': {'name': 'tempest-RoutersTest-2048288536'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:14.599317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-be0a87c1-6135-4322-8a1c-6646f2f41966 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Calling delete_port for 73225a86-470a-417d-8255-86dcfccb933e owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:14.660870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-80e3cf85-a42a-4792-aea8-654cfb0c7068 None None] Provisioning complete for port 73225a86-470a-417d-8255-86dcfccb933e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:14.661409 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-80e3cf85-a42a-4792-aea8-654cfb0c7068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:14.670334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dfb514-b4e9-4d8b-9369-2e14fcad26c1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:14.673884 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36dfb514-b4e9-4d8b-9369-2e14fcad26c1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:14.691976 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36dfb514-b4e9-4d8b-9369-2e14fcad26c1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:14.710994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-80e3cf85-a42a-4792-aea8-654cfb0c7068 None None] Port 73225a86-470a-417d-8255-86dcfccb933e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:14.813826 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-be0a87c1-6135-4322-8a1c-6646f2f41966 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:14.883860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a87c1-6135-4322-8a1c-6646f2f41966 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event deleted for resources: {'Port': ['ID=73225a86-470a-417d-8255-86dcfccb933e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:14.886720 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36dfb514-b4e9-4d8b-9369-2e14fcad26c1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:14.936419 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36dfb514-b4e9-4d8b-9369-2e14fcad26c1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:14.957476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfefa83-fd23-417a-8f65-7f3a1231c55f req-7e8a59b0-a591-4eaa-8b38-ebe0a896e446 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:14.967033 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ddfefa83-fd23-417a-8f65-7f3a1231c55f req-7e8a59b0-a591-4eaa-8b38-ebe0a896e446 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0833225 Dec 11 22:54:14.996415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36dfb514-b4e9-4d8b-9369-2e14fcad26c1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:54:15.017558 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfb514-b4e9-4d8b-9369-2e14fcad26c1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c176b4-adbe-4374-8037-0321a992450a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:15.035705 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36dfb514-b4e9-4d8b-9369-2e14fcad26c1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:15.036068 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-36dfb514-b4e9-4d8b-9369-2e14fcad26c1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Added segment 04579082-be49-4b41-be12-a2b11c1c4481 of type vlan for network 6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127 Dec 11 22:54:15.078019 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ddfefa83-fd23-417a-8f65-7f3a1231c55f req-24adc83d-c771-480e-be10-ffbcf61a799d tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101689 Dec 11 22:54:15.093615 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-be0a87c1-6135-4322-8a1c-6646f2f41966 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:15.105876 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42976) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:15.106158 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-be0a87c1-6135-4322-8a1c-6646f2f41966 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "DELETE /v2.0/ports/73225a86-470a-417d-8255-86dcfccb933e HTTP/1.1" status: 204 len: 168 time: 0.7666814 Dec 11 22:54:15.143692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36dfb514-b4e9-4d8b-9369-2e14fcad26c1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:15.146396 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb102a5d-1593-4223-8f08-dbf1c3e2cc3a tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] GET failed (client error): The resource could not be found. Dec 11 22:54:15.147848 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-eb102a5d-1593-4223-8f08-dbf1c3e2cc3a tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "GET /v2.0/ports/73225a86-470a-417d-8255-86dcfccb933e HTTP/1.1" status: 404 len: 333 time: 0.0449703 Dec 11 22:54:15.151527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42980) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:15.265917 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36dfb514-b4e9-4d8b-9369-2e14fcad26c1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:15.271339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dfb514-b4e9-4d8b-9369-2e14fcad26c1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:15.271940 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36dfb514-b4e9-4d8b-9369-2e14fcad26c1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:15.331599 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-566d19cc-45ba-4f8a-a9cc-efa618b46286 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Deleting port f0000b03-6b76-43ff-9f55-242a15770139 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:15.336287 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-566d19cc-45ba-4f8a-a9cc-efa618b46286 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:15.395805 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-36dfb514-b4e9-4d8b-9369-2e14fcad26c1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9446392 Dec 11 22:54:15.398381 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42988) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:15.401291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfb514-b4e9-4d8b-9369-2e14fcad26c1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Network': ['ID=6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:15.404339 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b05a5210-5cc4-4c18-a930-7fcfe854d159 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'network': {'name': 'tempest-RoutersTest-620210474'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:15.423768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:54:15.463718 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-566d19cc-45ba-4f8a-a9cc-efa618b46286 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:15.477209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-566d19cc-45ba-4f8a-a9cc-efa618b46286 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Calling delete_port for f0000b03-6b76-43ff-9f55-242a15770139 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:15.546532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6f50a-eec1-488e-9546-77ab000b0619 req-81117ffa-bc9e-40a5-a3d9-63663dd81481 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:15.548966 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-05d6f50a-eec1-488e-9546-77ab000b0619 req-81117ffa-bc9e-40a5-a3d9-63663dd81481 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0609872 Dec 11 22:54:15.560550 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05a5210-5cc4-4c18-a930-7fcfe854d159 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:15.564178 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b05a5210-5cc4-4c18-a930-7fcfe854d159 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:15.607931 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05a5210-5cc4-4c18-a930-7fcfe854d159 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:54:15.632910 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b05a5210-5cc4-4c18-a930-7fcfe854d159 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:15.633256 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-b05a5210-5cc4-4c18-a930-7fcfe854d159 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Added segment 01dc47fb-d7b0-44cf-a99e-40deabea55c8 of type vlan for network 7720bf68-1c69-4392-b6da-9d32428bdd4c Dec 11 22:54:15.646683 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-05d6f50a-eec1-488e-9546-77ab000b0619 req-12bd45a6-4ea8-4308-b545-2629d9e77005 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791502 Dec 11 22:54:15.687442 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b05a5210-5cc4-4c18-a930-7fcfe854d159 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:15.694545 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-566d19cc-45ba-4f8a-a9cc-efa618b46286 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:15.730929 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d19cc-45ba-4f8a-a9cc-efa618b46286 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event deleted for resources: {'Port': ['ID=f0000b03-6b76-43ff-9f55-242a15770139,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:15.763678 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-566d19cc-45ba-4f8a-a9cc-efa618b46286 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:15.767023 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-566d19cc-45ba-4f8a-a9cc-efa618b46286 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "DELETE /v2.0/ports/f0000b03-6b76-43ff-9f55-242a15770139 HTTP/1.1" status: 204 len: 168 time: 0.6145518 Dec 11 22:54:15.769734 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42992) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:15.806282 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a046f15-3810-4a19-8dd9-22d91598bab2 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] GET failed (client error): The resource could not be found. Dec 11 22:54:15.808389 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0a046f15-3810-4a19-8dd9-22d91598bab2 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "GET /v2.0/ports/f0000b03-6b76-43ff-9f55-242a15770139 HTTP/1.1" status: 404 len: 333 time: 0.0322223 Dec 11 22:54:15.810525 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b05a5210-5cc4-4c18-a930-7fcfe854d159 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:15.812357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42996) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:15.824966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a5210-5cc4-4c18-a930-7fcfe854d159 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:15.829092 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b05a5210-5cc4-4c18-a930-7fcfe854d159 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:15.925297 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a5210-5cc4-4c18-a930-7fcfe854d159 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Network': ['ID=7720bf68-1c69-4392-b6da-9d32428bdd4c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:15.938244 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b05a5210-5cc4-4c18-a930-7fcfe854d159 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5387030 Dec 11 22:54:15.939512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 7720bf68-1c69-4392-b6da-9d32428bdd4c details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:54:15.941079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42998) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:15.949824 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-6ad76fea-9305-4528-a544-103e508bc6b9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Deleting port 76b0b517-7fbe-4355-b888-eefb566b3122 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:15.950172 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ad76fea-9305-4528-a544-103e508bc6b9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:15.952114 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-38814d43-d7d6-4374-aff3-5daf2774974d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'subnet': {'network_id': '6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:16.130539 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-a0e8e728-b3fe-4049-9d89-22b2200b6655 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0915754 Dec 11 22:54:16.132495 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ad76fea-9305-4528-a544-103e508bc6b9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:16.146149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-6ad76fea-9305-4528-a544-103e508bc6b9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Calling delete_port for 76b0b517-7fbe-4355-b888-eefb566b3122 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:16.189895 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38814d43-d7d6-4374-aff3-5daf2774974d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:16.193754 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38814d43-d7d6-4374-aff3-5daf2774974d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:16.292493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-b376d822-8074-4dd0-b91d-0fff9e65e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:16.293070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-b376d822-8074-4dd0-b91d-0fff9e65e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:16.293483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-b376d822-8074-4dd0-b91d-0fff9e65e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:16.293886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-b376d822-8074-4dd0-b91d-0fff9e65e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:16.294342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-b376d822-8074-4dd0-b91d-0fff9e65e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:16.294796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-b376d822-8074-4dd0-b91d-0fff9e65e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:16.295272 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-b376d822-8074-4dd0-b91d-0fff9e65e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:16.297147 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-b376d822-8074-4dd0-b91d-0fff9e65e2e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 6489 time: 0.0865672 Dec 11 22:54:16.737300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-e0fa6250-034e-4b8e-b950-03418f9a24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:16.737529 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-e0fa6250-034e-4b8e-b950-03418f9a24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:16.738053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-e0fa6250-034e-4b8e-b950-03418f9a24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:16.740045 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-e0fa6250-034e-4b8e-b950-03418f9a24f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73c527dd-bcee-4d43-8201-08f3277470d4&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=c5552553-fde7-4121-af84-11fda90b4772&id=c5552553-fde7-4121-af84-11fda90b4772 HTTP/1.1" status: 200 len: 2293 time: 0.3938179 Dec 11 22:54:16.998427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-b8829560-687a-4934-9657-24d2586afaff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79832623-9c3e-4295-abe2-8667fa88c5ad HTTP/1.1" status: 200 len: 1000 time: 0.0860453 Dec 11 22:54:16.998427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd25f0-761f-4558-bf23-6d1944059ade req-d9001e5f-a506-4e10-9248-c6be39f1f70b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:16.998427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f9cd25f0-761f-4558-bf23-6d1944059ade req-d9001e5f-a506-4e10-9248-c6be39f1f70b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1068375 Dec 11 22:54:16.998427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-1748de5d-3daa-45a2-85d1-21c80d8bb358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:16.998427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-1748de5d-3daa-45a2-85d1-21c80d8bb358 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=232893f8-16d8-4344-8efe-6bf53e520d33 HTTP/1.1" status: 200 len: 850 time: 0.0676274 Dec 11 22:54:16.998427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f9cd25f0-761f-4558-bf23-6d1944059ade req-ba367017-04f6-479d-8b06-fa6d5e9dce72 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752890 Dec 11 22:54:16.998427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-759c3e39-e044-4a2a-a98f-22cafef6d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:16.998427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-759c3e39-e044-4a2a-a98f-22cafef6d44c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73c527dd-bcee-4d43-8201-08f3277470d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426452 Dec 11 22:54:17.139677 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b940f07-6435-40ef-baec-5de866af7597 req-7a13f7c6-1115-4c03-9872-49088e7eed5f tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:17.141182 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b940f07-6435-40ef-baec-5de866af7597 req-7a13f7c6-1115-4c03-9872-49088e7eed5f tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0799592 Dec 11 22:54:17.144921 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-feab38de-da25-4685-a555-ccf5d18cde5f service neutron] 10.222.0.47 "GET /v2.0/networks/73c527dd-bcee-4d43-8201-08f3277470d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400580 Dec 11 22:54:17.196976 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38814d43-d7d6-4374-aff3-5daf2774974d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:17.249576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b940f07-6435-40ef-baec-5de866af7597 req-890f1f38-99c0-41d1-a45c-2aa86cdb366d tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020467 Dec 11 22:54:17.265200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38814d43-d7d6-4374-aff3-5daf2774974d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Subnet': ['ID=fbb0d477-62c4-4c56-90fa-8b5395c25d8c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:17.276773 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-93d9991b-712b-496e-84e1-a70fc464023d service neutron] 10.222.0.47 "GET /v2.0/networks/73c527dd-bcee-4d43-8201-08f3277470d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227016 Dec 11 22:54:17.282012 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ad76fea-9305-4528-a544-103e508bc6b9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:17.288724 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38814d43-d7d6-4374-aff3-5daf2774974d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Checking segment: {'id': '04579082-be49-4b41-be12-a2b11c1c4481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:17.289287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38814d43-d7d6-4374-aff3-5daf2774974d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network hostable DHCP agents. Network: 6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:54:17.316496 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:17.356497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad76fea-9305-4528-a544-103e508bc6b9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event deleted for resources: {'Port': ['ID=76b0b517-7fbe-4355-b888-eefb566b3122,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:17.361266 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-d9aba805-442a-4c37-bf3d-64cda1e61843 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=dcd220ca-4e1f-4da3-9633-91e4e94fedd9 HTTP/1.1" status: 200 len: 217 time: 0.0769424 Dec 11 22:54:17.391490 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38814d43-d7d6-4374-aff3-5daf2774974d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:54:17.453087 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-38814d43-d7d6-4374-aff3-5daf2774974d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:17.458028 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38814d43-d7d6-4374-aff3-5daf2774974d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:17.458709 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38814d43-d7d6-4374-aff3-5daf2774974d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:17.463889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9871d256-89ac-4c37-80bb-9187e111e7ea None None] Network 6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:17.494428 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ad76fea-9305-4528-a544-103e508bc6b9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:17.500995 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43022) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:17.511270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6ad76fea-9305-4528-a544-103e508bc6b9 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "DELETE /v2.0/ports/76b0b517-7fbe-4355-b888-eefb566b3122 HTTP/1.1" status: 204 len: 168 time: 1.6976261 Dec 11 22:54:17.576084 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65086700-40d7-4157-8496-a8c8b01a0166 req-a4041391-e25e-4e98-8b07-b3891b801bdf tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:17.586562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-65086700-40d7-4157-8496-a8c8b01a0166 req-a4041391-e25e-4e98-8b07-b3891b801bdf tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.2136850 Dec 11 22:54:17.592192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-af901bf1-c39d-4600-8f70-dda83859db1e tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Deleting subnet c81748e7-231a-4563-a89f-8ad442aa10eb {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:54:17.596278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-3a53fb02-e91e-49bf-9263-81fa82a7564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:17.596861 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af901bf1-c39d-4600-8f70-dda83859db1e tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:17.597818 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-3a53fb02-e91e-49bf-9263-81fa82a7564f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 200 len: 797 time: 0.2261913 Dec 11 22:54:17.629133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127', 'network_id': '6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127', 'project_id': '45f23748810f4e429297db13dc401da1', 'fixed_ips': [{'subnet_id': 'fbb0d477-62c4-4c56-90fa-8b5395c25d8c'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:54:17.630223 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-38814d43-d7d6-4374-aff3-5daf2774974d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6875842 Dec 11 22:54:17.630577 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:17.635640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43028) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:17.640957 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f42946b7-51e5-4783-8c95-2246d3666e8b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'subnet': {'network_id': '7720bf68-1c69-4392-b6da-9d32428bdd4c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:17.680252 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-65086700-40d7-4157-8496-a8c8b01a0166 req-129ee2cd-1439-410e-a703-72246a6ea1d4 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926857 Dec 11 22:54:17.703330 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af901bf1-c39d-4600-8f70-dda83859db1e tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:17.714712 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-ea72357a-bfd0-4b0c-b946-ccddf9b5b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:17.717458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-ea72357a-bfd0-4b0c-b946-ccddf9b5b278 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1075552 Dec 11 22:54:17.808709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Allocated IP 172.20.0.2 (6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127/fbb0d477-62c4-4c56-90fa-8b5395c25d8c/5ef127ab-2fb6-4f13-be00-efe46f87add0) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:17.856863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-da3e05f6-1f73-4cbd-bef2-087e22ed0c74 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307507 Dec 11 22:54:17.961529 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:17.972444 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-3d9c6085-5a7a-4c67-ad4c-1336d443e987 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079304 Dec 11 22:54:18.036609 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-d1012b9c-0c0b-4132-81fc-7377aa0633b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=4f62b209-549f-451d-a578-3b22242ccc69 HTTP/1.1" status: 200 len: 217 time: 0.0535574 Dec 11 22:54:18.065125 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:18.116584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-77470514-9c07-498a-a234-035a326f776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:18.118138 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-77470514-9c07-498a-a234-035a326f776c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 200 len: 797 time: 0.0754929 Dec 11 22:54:18.129105 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Network 6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:18.132843 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:18.133574 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9ea44-2879-46e4-ae5d-52d1eeee4aec req-717f3a16-d21e-4b57-864a-53e4ae0e5e8f tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:18.135507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Pushing event updated for resources: {'Port': ['ID=5ef127ab-2fb6-4f13-be00-efe46f87add0,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:18.137747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:18.141906 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8f9ea44-2879-46e4-ae5d-52d1eeee4aec req-717f3a16-d21e-4b57-864a-53e4ae0e5e8f tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1330538 Dec 11 22:54:18.170171 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af901bf1-c39d-4600-8f70-dda83859db1e tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:18.191575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-e14a5a81-7386-47ce-9601-d8fe31cac047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:18.193173 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-e14a5a81-7386-47ce-9601-d8fe31cac047 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0649886 Dec 11 22:54:18.202147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Attempting to bind port 5ef127ab-2fb6-4f13-be00-efe46f87add0 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:54:18.202742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Attempting to bind port 5ef127ab-2fb6-4f13-be00-efe46f87add0 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '04579082-be49-4b41-be12-a2b11c1c4481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:54:18.203342 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Attempting to bind port 5ef127ab-2fb6-4f13-be00-efe46f87add0 on network 6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:54:18.209327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:54:18.209954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Checking segment: {'id': '04579082-be49-4b41-be12-a2b11c1c4481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:18.210774 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:18.216198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Bound using segment: {'id': '04579082-be49-4b41-be12-a2b11c1c4481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:54:18.216198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Bound port: 5ef127ab-2fb6-4f13-be00-efe46f87add0, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04579082-be49-4b41-be12-a2b11c1c4481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:54:18.216198 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:18.216503 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42946b7-51e5-4783-8c95-2246d3666e8b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:18.217018 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f42946b7-51e5-4783-8c95-2246d3666e8b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:18.271461 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8f9ea44-2879-46e4-ae5d-52d1eeee4aec req-c154cff1-448d-4ea4-81e0-9edf82302642 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286573 Dec 11 22:54:18.300570 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] For port 5ef127ab-2fb6-4f13-be00-efe46f87add0, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:54:18.305987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] For port 5ef127ab-2fb6-4f13-be00-efe46f87add0, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5ef127ab-2fb6-4f13-be00-efe46f87add0,segment=NetworkSegment(04579082-be49-4b41-be12-a2b11c1c4481),segment_id=04579082-be49-4b41-be12-a2b11c1c4481)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:54:18.313761 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-779d6eee-dc34-46e4-b481-bb4d6e3fa063 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130793 Dec 11 22:54:18.427186 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-efc42330-75f8-43cd-8591-90d97a17a046 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031973 Dec 11 22:54:18.445016 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:18.480586 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-a2c42a60-d76a-4b7f-b581-b21223e0304c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=a25ec2b4-97b9-44f8-9ade-bc23768403eb HTTP/1.1" status: 200 len: 217 time: 0.0461578 Dec 11 22:54:18.490560 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af901bf1-c39d-4600-8f70-dda83859db1e tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:18.525261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e0fc8-30ae-43d9-bf24-0792187546e2 None None] Pushing event updated for resources: {'Port': ['ID=5ef127ab-2fb6-4f13-be00-efe46f87add0,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:18.583666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fc4c1-9454-4550-a99a-67dff03ac49b req-292d5214-3384-40e3-94e6-f79ff98a8688 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:18.585261 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b92fc4c1-9454-4550-a99a-67dff03ac49b req-292d5214-3384-40e3-94e6-f79ff98a8688 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1782176 Dec 11 22:54:18.591349 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af901bf1-c39d-4600-8f70-dda83859db1e tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event deleted for resources: {'Subnet': ['ID=c81748e7-231a-4563-a89f-8ad442aa10eb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:18.591486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-6ebe8e29-6bde-4cf3-8eb6-aaaf18085154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:18.594975 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af901bf1-c39d-4600-8f70-dda83859db1e tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:18.599462 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-6ebe8e29-6bde-4cf3-8eb6-aaaf18085154 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 200 len: 797 time: 0.1105340 Dec 11 22:54:18.599949 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b89978-1d6b-48c0-a3fe-13f08f576da5 None None] Network 01c3be58-385e-47fd-956f-ef94831723d7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:18.601980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43050) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:18.602104 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-af901bf1-c39d-4600-8f70-dda83859db1e tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "DELETE /v2.0/subnets/c81748e7-231a-4563-a89f-8ad442aa10eb HTTP/1.1" status: 204 len: 168 time: 1.1000285 Dec 11 22:54:18.648854 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b92fc4c1-9454-4550-a99a-67dff03ac49b req-aa87112d-3892-447e-89c1-7cea131b0181 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455763 Dec 11 22:54:18.650794 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f42946b7-51e5-4783-8c95-2246d3666e8b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:18.704150 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42946b7-51e5-4783-8c95-2246d3666e8b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Subnet': ['ID=7b55ffd3-13d2-4f36-838f-8ce3a1b513b6,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:18.707654 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:18.765901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42946b7-51e5-4783-8c95-2246d3666e8b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Checking segment: {'id': '01dc47fb-d7b0-44cf-a99e-40deabea55c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7720bf68-1c69-4392-b6da-9d32428bdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:18.769123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42946b7-51e5-4783-8c95-2246d3666e8b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network hostable DHCP agents. Network: 7720bf68-1c69-4392-b6da-9d32428bdd4c, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:54:18.794292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-c55dc16b-d84d-481a-b06a-17258099da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:18.795886 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-c55dc16b-d84d-481a-b06a-17258099da5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0930765 Dec 11 22:54:18.856936 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-adb4ce30-abe9-4f46-ab86-166e4eac3041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:18.909164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Deleting port 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:18.909164 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:18.956047 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42946b7-51e5-4783-8c95-2246d3666e8b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 7720bf68-1c69-4392-b6da-9d32428bdd4c is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:54:18.972363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708a47f8-9e1a-45b7-a53a-98407ae0042e None None] DHCP port deletion for 01c3be58-385e-47fd-956f-ef94831723d7 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:54:19.034354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab8c3e-d5a3-4ac4-a6f8-24c6af3331c5 req-839ee4f5-c9d7-4022-aa6b-f2a7bc132d1e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:19.035962 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-81ab8c3e-d5a3-4ac4-a6f8-24c6af3331c5 req-839ee4f5-c9d7-4022-aa6b-f2a7bc132d1e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.2005005 Dec 11 22:54:19.037215 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-708a47f8-9e1a-45b7-a53a-98407ae0042e None None] Deleting port 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:19.037605 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-708a47f8-9e1a-45b7-a53a-98407ae0042e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.042913 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f42946b7-51e5-4783-8c95-2246d3666e8b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 7720bf68-1c69-4392-b6da-9d32428bdd4c) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:19.043492 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-b28557d9-d97f-4eb3-abb5-c820bb85be41 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393091 Dec 11 22:54:19.045359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] For port 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6,segment=NetworkSegment(d6518a6e-c41d-467d-b24c-05eb2bbee2a7),segment_id=d6518a6e-c41d-467d-b24c-05eb2bbee2a7)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:19.045718 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.054760 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42946b7-51e5-4783-8c95-2246d3666e8b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:19.055479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f42946b7-51e5-4783-8c95-2246d3666e8b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.065713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18fc99c-8473-4905-bdda-6a6d900cfb75 None None] Network 7720bf68-1c69-4392-b6da-9d32428bdd4c requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:19.124295 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Calling delete_port for 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:19.153800 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f42946b7-51e5-4783-8c95-2246d3666e8b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5172460 Dec 11 22:54:19.156388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43056) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:19.161210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-531ce1e3-dc03-458f-a1d9-db841fc855f1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1683961869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:19.190062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-708a47f8-9e1a-45b7-a53a-98407ae0042e None None] For port 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6,segment=NetworkSegment(d6518a6e-c41d-467d-b24c-05eb2bbee2a7),segment_id=d6518a6e-c41d-467d-b24c-05eb2bbee2a7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:19.190822 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-708a47f8-9e1a-45b7-a53a-98407ae0042e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.212773 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-708a47f8-9e1a-45b7-a53a-98407ae0042e None None] Calling delete_port for 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:19.229208 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-8e70bfac-888b-42b9-a1cb-ff77b0ef3811 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617992 Dec 11 22:54:19.253494 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-531ce1e3-dc03-458f-a1d9-db841fc855f1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.255666 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-531ce1e3-dc03-458f-a1d9-db841fc855f1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.304317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-7720bf68-1c69-4392-b6da-9d32428bdd4c', 'network_id': '7720bf68-1c69-4392-b6da-9d32428bdd4c', 'project_id': '45f23748810f4e429297db13dc401da1', 'fixed_ips': [{'subnet_id': '7b55ffd3-13d2-4f36-838f-8ce3a1b513b6'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:54:19.305201 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.321101 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-7a9f41ad-aa8e-4bc5-b42f-d0c50ae7eae6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=af2ea78e-6ac1-4602-b7dc-a9863f8091ca HTTP/1.1" status: 200 len: 217 time: 0.0839751 Dec 11 22:54:19.330587 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-81ab8c3e-d5a3-4ac4-a6f8-24c6af3331c5 req-222a34d0-a682-4336-887c-a9f8bdd30844 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816663 Dec 11 22:54:19.387471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-8b801bb3-4b5d-4512-9cc9-a4792d08de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:19.388946 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-8b801bb3-4b5d-4512-9cc9-a4792d08de92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 200 len: 797 time: 0.0539944 Dec 11 22:54:19.413653 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-531ce1e3-dc03-458f-a1d9-db841fc855f1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.471663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-52981fb1-70a3-46ff-97ef-c14eee34eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:19.473237 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-52981fb1-70a3-46ff-97ef-c14eee34eb31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0744781 Dec 11 22:54:19.479513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Allocated IP 172.21.0.2 (7720bf68-1c69-4392-b6da-9d32428bdd4c/7b55ffd3-13d2-4f36-838f-8ce3a1b513b6/fc512b1a-6728-4939-b287-ebff253b1fe2) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:19.481955 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-708a47f8-9e1a-45b7-a53a-98407ae0042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.517102 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-531ce1e3-dc03-458f-a1d9-db841fc855f1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.518979 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a47f8-9e1a-45b7-a53a-98407ae0042e None None] Pushing event deleted for resources: {'Port': ['ID=00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:19.525496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a47f8-9e1a-45b7-a53a-98407ae0042e None None] No DVR routers for this DVR port 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:54:19.573705 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.592185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] No DVR routers for this DVR port 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:54:19.669523 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-531ce1e3-dc03-458f-a1d9-db841fc855f1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.670721 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-531ce1e3-dc03-458f-a1d9-db841fc855f1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5133746 Dec 11 22:54:19.673495 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43066) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:19.715032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event deleted for resources: {'Port': ['ID=00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:19.769571 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.781626 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-6660299e-b3c2-4fd9-a9ef-1c84d647df2d service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974176 Dec 11 22:54:19.796515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c5332-593f-4134-b91e-20fefa5c8728 req-dbb92178-1b96-4c11-9d50-84fd3d49b370 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:19.799272 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-417c5332-593f-4134-b91e-20fefa5c8728 req-dbb92178-1b96-4c11-9d50-84fd3d49b370 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.3251026 Dec 11 22:54:19.810871 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.836856 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.855530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c3be58-385e-47fd-956f-ef94831723d7']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:19.868168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6518a6e-c41d-467d-b24c-05eb2bbee2a7') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:19.869545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6518a6e-c41d-467d-b24c-05eb2bbee2a7') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:19.880590 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.896123 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Network 7720bf68-1c69-4392-b6da-9d32428bdd4c is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:19.898052 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.905532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:54:19.905942 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:19.907423 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:19.921754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:19.968961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Pushing event updated for resources: {'Port': ['ID=fc512b1a-6728-4939-b287-ebff253b1fe2,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:54:19.973881 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:54:20.032991 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Attempting to bind port fc512b1a-6728-4939-b287-ebff253b1fe2 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:54:20.039642 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Attempting to bind port fc512b1a-6728-4939-b287-ebff253b1fe2 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '01dc47fb-d7b0-44cf-a99e-40deabea55c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7720bf68-1c69-4392-b6da-9d32428bdd4c'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:54:20.039857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Attempting to bind port fc512b1a-6728-4939-b287-ebff253b1fe2 on network 7720bf68-1c69-4392-b6da-9d32428bdd4c {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:54:20.050408 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:54:20.050814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Checking segment: {'id': '01dc47fb-d7b0-44cf-a99e-40deabea55c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7720bf68-1c69-4392-b6da-9d32428bdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:20.051232 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:20.051634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Bound using segment: {'id': '01dc47fb-d7b0-44cf-a99e-40deabea55c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7720bf68-1c69-4392-b6da-9d32428bdd4c'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:54:20.052113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Bound port: fc512b1a-6728-4939-b287-ebff253b1fe2, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01dc47fb-d7b0-44cf-a99e-40deabea55c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7720bf68-1c69-4392-b6da-9d32428bdd4c'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:54:20.052521 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:20.058474 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:20.064167 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:20.070452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] 10.222.0.45 "DELETE /v2.0/networks/01c3be58-385e-47fd-956f-ef94831723d7 HTTP/1.1" status: 204 len: 168 time: 1.4660285 Dec 11 22:54:20.101646 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3fac2-caa9-4683-b1c4-2291169b3046 tempest-AllowedAddressPairIpV6TestJSON-178737068 tempest-AllowedAddressPairIpV6TestJSON-178737068-project] Pushing event deleted for resources: {'Network': ['ID=01c3be58-385e-47fd-956f-ef94831723d7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:20.117303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-417c5332-593f-4134-b91e-20fefa5c8728 req-075df0b6-4052-4ac1-a26d-7e5a88859587 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350417 Dec 11 22:54:20.157755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-b2bf9b1a-3152-4432-9901-a44f942508e9 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555121 Dec 11 22:54:20.179219 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:20.202287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-c56ebb6b-dcfe-49e9-96a4-247a36f06912 req-149f9ed6-f466-42f3-b8cf-840ea0535436 service neutron] (103691) timed out ('10.222.0.45', 38906) {{(pid=103691) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 11 22:54:20.246033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] For port fc512b1a-6728-4939-b287-ebff253b1fe2, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:54:20.253906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] For port fc512b1a-6728-4939-b287-ebff253b1fe2, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fc512b1a-6728-4939-b287-ebff253b1fe2,segment=NetworkSegment(01dc47fb-d7b0-44cf-a99e-40deabea55c8),segment_id=01dc47fb-d7b0-44cf-a99e-40deabea55c8)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:54:20.256730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6ae7c2-e03c-41db-8530-5f2449c1ff0e None None] Network 6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:20.319256 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-f8cedc55-b4d6-4c84-824e-9e156919a0b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a69950ad-c422-485a-b148-7b2af0519457 HTTP/1.1" status: 200 len: 217 time: 0.1431353 Dec 11 22:54:20.336626 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-59d28f9b-92bc-47fc-855b-a81a23154842 None None] Provisioning complete for port 5ef127ab-2fb6-4f13-be00-efe46f87add0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:20.337000 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59d28f9b-92bc-47fc-855b-a81a23154842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:20.369949 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:20.378384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-9095387b-8138-4663-8759-9e1ff3abac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:20.380237 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-9095387b-8138-4663-8759-9e1ff3abac5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7a7f52a-6baa-4f18-a249-4b879d242a22 HTTP/1.1" status: 200 len: 797 time: 0.0518396 Dec 11 22:54:20.425776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f185790-e277-4441-ace6-8ab5b178c5e0 req-b8656bff-d849-45a8-98bc-37d1a4c62982 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:20.427475 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f185790-e277-4441-ace6-8ab5b178c5e0 req-b8656bff-d849-45a8-98bc-37d1a4c62982 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1108696 Dec 11 22:54:20.463091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-f4b28ac2-591e-49f9-b157-ce3fdf0d4c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:20.463091 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-f4b28ac2-591e-49f9-b157-ce3fdf0d4c30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5552553-fde7-4121-af84-11fda90b4772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0733678 Dec 11 22:54:20.589288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db122fb1-c9ab-4a77-b13d-7459761aaf27 None None] Pushing event updated for resources: {'Port': ['ID=fc512b1a-6728-4939-b287-ebff253b1fe2,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:20.610104 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-0eca165d-115a-4ecf-a454-e504144ac330 service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407914 Dec 11 22:54:20.613513 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f185790-e277-4441-ace6-8ab5b178c5e0 req-c31364e6-fed7-484e-8061-06bc68a6a9d7 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213441 Dec 11 22:54:20.749328 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-7662ae02-3306-4466-ab8c-4157bba6b351 service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309524 Dec 11 22:54:20.769559 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Allocated IP 172.20.0.1 (6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127/fbb0d477-62c4-4c56-90fa-8b5395c25d8c/6275f225-2f4e-4025-9299-6c5c7d74d603) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:20.813957 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59d28f9b-92bc-47fc-855b-a81a23154842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:20.910190 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-59d28f9b-92bc-47fc-855b-a81a23154842 None None] For port 5ef127ab-2fb6-4f13-be00-efe46f87add0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5ef127ab-2fb6-4f13-be00-efe46f87add0,segment=NetworkSegment(04579082-be49-4b41-be12-a2b11c1c4481),segment_id=04579082-be49-4b41-be12-a2b11c1c4481)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:20.922837 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-dbaa55d5-ff74-4188-99ba-6704ff97121a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=627ed865-7237-41b1-ba07-82593a6a9db4 HTTP/1.1" status: 200 len: 217 time: 0.1663375 Dec 11 22:54:20.963325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5ef127ab-2fb6-4f13-be00-efe46f87add0 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:54:21.005431 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59d28f9b-92bc-47fc-855b-a81a23154842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:21.013387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43086) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:21.032575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-374a1b39-400e-4bed-a1d7-d5b7c90098be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:21.034080 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-374a1b39-400e-4bed-a1d7-d5b7c90098be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7a7f52a-6baa-4f18-a249-4b879d242a22 HTTP/1.1" status: 200 len: 797 time: 0.0959227 Dec 11 22:54:21.145700 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-5aadce21-c8b6-440e-ac38-a34fe1c9ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:21.148171 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-5aadce21-c8b6-440e-ac38-a34fe1c9ceac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5552553-fde7-4121-af84-11fda90b4772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1054537 Dec 11 22:54:21.157940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d28f9b-92bc-47fc-855b-a81a23154842 None None] Pushing event updated for resources: {'Port': ['ID=5ef127ab-2fb6-4f13-be00-efe46f87add0,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:21.172608 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12463cb2-2447-4d68-ad78-327bc001fd20 req-7360cf74-2d81-425e-98bb-a782ed89e492 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:21.180389 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-12463cb2-2447-4d68-ad78-327bc001fd20 req-7360cf74-2d81-425e-98bb-a782ed89e492 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1436167 Dec 11 22:54:21.187062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5ef127ab-2fb6-4f13-be00-efe46f87add0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:21.187735 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:21.260274 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-12463cb2-2447-4d68-ad78-327bc001fd20 req-0d0d96d6-6149-46d0-bef9-16f0f671d96f tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787802 Dec 11 22:54:21.265940 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-80e76257-ec0d-495a-85af-d904955f5d9c service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095738 Dec 11 22:54:21.276390 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:21.343700 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-29353499-ceef-4b19-96d8-e0c7625fbcdb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7cef8149861943ecbee1f1a2391483dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3267484 Dec 11 22:54:21.344273 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43100) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:21.397906 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f5319ad-8fbf-47e3-a71a-eb2aa00e6297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:21.439651 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:21.507218 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:54:21.536342 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:54:21.537052 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 00b58e70-e0b0-4ff2-acc2-f4cc17faa9e6 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:54:21.541819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47d331-4ed6-44d5-9e08-c814b6091553 req-87b1cc38-57c7-4aa0-9690-c125fb3c2b4b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:21.543446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a47d331-4ed6-44d5-9e08-c814b6091553 req-87b1cc38-57c7-4aa0-9690-c125fb3c2b4b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1114662 Dec 11 22:54:21.552546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50ee2d33-e702-4931-ad70-06d21a04e1db req-6c77a0c1-0d8a-4696-85b1-b68493bcae01 service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664058 Dec 11 22:54:21.559684 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4caff867-8e9f-4547-bfe6-e9da8e15b569 None None] Provisioning complete for port 5ef127ab-2fb6-4f13-be00-efe46f87add0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:21.560070 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4caff867-8e9f-4547-bfe6-e9da8e15b569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:21.599900 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:21.601537 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31bdf70c-d973-432c-94aa-230a4ffa3e75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:21.606168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a47d331-4ed6-44d5-9e08-c814b6091553 req-7f86a853-b0e3-46a6-a457-175f2538be87 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526309 Dec 11 22:54:21.613467 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:21.642641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:21.646578 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=6275f225-2f4e-4025-9299-6c5c7d74d603,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:21.714647 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31bdf70c-d973-432c-94aa-230a4ffa3e75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:21.738297 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:21.825437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183889c3-9d78-486c-8730-ceccf30b6af2 req-57ce8880-20d8-43fc-9874-dd6afdecf8cb tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:21.827075 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-183889c3-9d78-486c-8730-ceccf30b6af2 req-57ce8880-20d8-43fc-9874-dd6afdecf8cb tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0910659 Dec 11 22:54:21.912906 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-183889c3-9d78-486c-8730-ceccf30b6af2 req-de216bdb-46ea-4a86-a8d2-400e761168e5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769956 Dec 11 22:54:22.014450 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31bdf70c-d973-432c-94aa-230a4ffa3e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:22.031318 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-31bdf70c-d973-432c-94aa-230a4ffa3e75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:22.033667 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-31bdf70c-d973-432c-94aa-230a4ffa3e75 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca8c6700-3380-4436-8d96-af66c0fff180 HTTP/1.1" status: 204 len: 168 time: 0.6883426 Dec 11 22:54:22.039158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f6ec6fe7-cfbc-4149-b5e5-62eb06b1bdce None None] Provisioning complete for port 6275f225-2f4e-4025-9299-6c5c7d74d603 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:22.041197 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f6ec6fe7-cfbc-4149-b5e5-62eb06b1bdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:22.078568 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdf70c-d973-432c-94aa-230a4ffa3e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8c6700-3380-4436-8d96-af66c0fff180,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:22.088577 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:22.121192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d1253-9580-4a7e-aaa9-7f413b00e413 req-e0e8f455-4d2a-4ff0-8082-4a5913092601 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:22.140049 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b8d1253-9580-4a7e-aaa9-7f413b00e413 req-e0e8f455-4d2a-4ff0-8082-4a5913092601 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1133614 Dec 11 22:54:22.151465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec6fe7-cfbc-4149-b5e5-62eb06b1bdce None None] Port 6275f225-2f4e-4025-9299-6c5c7d74d603 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:22.214306 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b8d1253-9580-4a7e-aaa9-7f413b00e413 req-3b912cf4-e909-402d-ac5a-f1d735c63789 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731230 Dec 11 22:54:22.224399 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:22.311883 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13a3b2a-a2a0-4a5c-ae00-bfe1d1ee4db9 None None] Network 7720bf68-1c69-4392-b6da-9d32428bdd4c requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:22.439401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cb6a9-962c-4d83-991a-9c8694d4897d req-c97fd7da-6902-44c5-9749-d54df31719c9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:22.441063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-193cb6a9-962c-4d83-991a-9c8694d4897d req-c97fd7da-6902-44c5-9749-d54df31719c9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0732203 Dec 11 22:54:22.471004 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:22.473234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d39c4b61-9fcc-4c55-ad4e-0221d7dff5d2 None None] Provisioning complete for port fc512b1a-6728-4939-b287-ebff253b1fe2 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:22.473644 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d39c4b61-9fcc-4c55-ad4e-0221d7dff5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:22.528319 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-193cb6a9-962c-4d83-991a-9c8694d4897d req-e79218d1-4d84-4880-800a-db7895bd0756 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802507 Dec 11 22:54:22.561845 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:22.758391 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:22.761832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca7636-6f62-4ae9-87a3-80ece9a21fe2 req-31747630-1a95-4238-b588-0b9eaccfaabb tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:22.763982 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-06ca7636-6f62-4ae9-87a3-80ece9a21fe2 req-31747630-1a95-4238-b588-0b9eaccfaabb tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1000309 Dec 11 22:54:22.820617 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d39c4b61-9fcc-4c55-ad4e-0221d7dff5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:22.875598 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-06ca7636-6f62-4ae9-87a3-80ece9a21fe2 req-b65e6287-6868-4ff5-9647-ac21fadda87e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037242 Dec 11 22:54:22.876574 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d39c4b61-9fcc-4c55-ad4e-0221d7dff5d2 None None] For port fc512b1a-6728-4939-b287-ebff253b1fe2, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fc512b1a-6728-4939-b287-ebff253b1fe2,segment=NetworkSegment(01dc47fb-d7b0-44cf-a99e-40deabea55c8),segment_id=01dc47fb-d7b0-44cf-a99e-40deabea55c8)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:22.903218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=6275f225-2f4e-4025-9299-6c5c7d74d603,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:22.961440 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d39c4b61-9fcc-4c55-ad4e-0221d7dff5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:22.973757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5ef127ab-2fb6-4f13-be00-efe46f87add0 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:54:23.053809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:23.055495 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:23.085489 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e905ee-ef3f-4db3-ac35-51797057406a req-a4162da3-4dae-48ed-b360-d545fc637167 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:23.094762 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93e905ee-ef3f-4db3-ac35-51797057406a req-a4162da3-4dae-48ed-b360-d545fc637167 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0687618 Dec 11 22:54:23.171572 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93e905ee-ef3f-4db3-ac35-51797057406a req-c63ae227-550f-4c77-8bd1-81fd2db11596 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758953 Dec 11 22:54:23.196151 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bf46b60a-568a-46b0-b387-5d848ad7143b None None] Provisioning complete for port fc512b1a-6728-4939-b287-ebff253b1fe2 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:23.196705 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bf46b60a-568a-46b0-b387-5d848ad7143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:23.312033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5ef127ab-2fb6-4f13-be00-efe46f87add0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:23.312410 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:23.316343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c4b61-9fcc-4c55-ad4e-0221d7dff5d2 None None] Pushing event updated for resources: {'Port': ['ID=fc512b1a-6728-4939-b287-ebff253b1fe2,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:23.359922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1013dcf-6ff9-4777-9bc9-c5df53de8482 req-9775409e-a811-4f63-a017-37fbc4afbd13 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:23.370249 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e1013dcf-6ff9-4777-9bc9-c5df53de8482 req-9775409e-a811-4f63-a017-37fbc4afbd13 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0688961 Dec 11 22:54:23.403406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router f9f97451-fc8c-454a-adf2-672f71effc5d is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:54:23.424120 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e1013dcf-6ff9-4777-9bc9-c5df53de8482 req-0f674ca8-23ca-476f-9f95-1a643822ec66 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529821 Dec 11 22:54:23.486900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fc512b1a-6728-4939-b287-ebff253b1fe2 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:54:23.545285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:54:23.558350 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5715b5-9fba-44c3-9b31-7a5919b561fa None None] Sync routers for ids ['f9f97451-fc8c-454a-adf2-672f71effc5d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:54:23.571082 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d61d2f7b-c5b1-4f29-89c1-dc3fa688e1ed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/f9f97451-fc8c-454a-adf2-672f71effc5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8940859 Dec 11 22:54:23.572188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43156) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:23.575100 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5715b5-9fba-44c3-9b31-7a5919b561fa None None] Routers {'f9f97451-fc8c-454a-adf2-672f71effc5d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:23.575736 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-aa5715b5-9fba-44c3-9b31-7a5919b561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f9f97451-fc8c-454a-adf2-672f71effc5d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:23.594949 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fc512b1a-6728-4939-b287-ebff253b1fe2 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:23.595561 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:23.625462 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-aa5715b5-9fba-44c3-9b31-7a5919b561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:23.644776 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1f52fcbe-36ca-4c68-85f2-f37628b6c97b None None] Provisioning complete for port 6275f225-2f4e-4025-9299-6c5c7d74d603 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:23.645165 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f52fcbe-36ca-4c68-85f2-f37628b6c97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:23.646546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43158) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:23.651217 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5715b5-9fba-44c3-9b31-7a5919b561fa None None] Routers {'f9f97451-fc8c-454a-adf2-672f71effc5d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:23.651866 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-aa5715b5-9fba-44c3-9b31-7a5919b561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f9f97451-fc8c-454a-adf2-672f71effc5d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:23.694162 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1f52fcbe-36ca-4c68-85f2-f37628b6c97b None None] Port 6275f225-2f4e-4025-9299-6c5c7d74d603 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:23.716592 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25991d9f-7ded-4479-8969-25bbfb08923d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:23.718071 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-25991d9f-7ded-4479-8969-25bbfb08923d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports/6275f225-2f4e-4025-9299-6c5c7d74d603 HTTP/1.1" status: 200 len: 910 time: 0.1446369 Dec 11 22:54:23.721197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43164) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:23.732624 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-aa5715b5-9fba-44c3-9b31-7a5919b561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:23.735623 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5715b5-9fba-44c3-9b31-7a5919b561fa None None] The sync data for ids ['f9f97451-fc8c-454a-adf2-672f71effc5d'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:54:23.771974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1da6be-090d-43ab-a074-ac15f7e3d947 req-aa091e76-e90f-45cd-aff9-44326fab8ecc tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:23.789486 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ba1da6be-090d-43ab-a074-ac15f7e3d947 req-aa091e76-e90f-45cd-aff9-44326fab8ecc tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1659198 Dec 11 22:54:23.854704 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ba1da6be-090d-43ab-a074-ac15f7e3d947 req-4475ccfd-9dad-4493-9b07-a84c489847bc tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643275 Dec 11 22:54:23.856409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f188af80-8a5a-4c99-85de-3ebefd19a5c7 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1826243615'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:23.910558 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:24.283712 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f188af80-8a5a-4c99-85de-3ebefd19a5c7 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Made reservation on behalf of 412ed36984f448b5bf12d8e33046b783 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:24.287544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f188af80-8a5a-4c99-85de-3ebefd19a5c7 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:24.308280 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f188af80-8a5a-4c99-85de-3ebefd19a5c7 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:24.350223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897c9ec-d7be-400b-a993-fe18aef92e97 req-36408508-0d83-4b48-9cfa-54aed694bd28 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:24.351981 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c897c9ec-d7be-400b-a993-fe18aef92e97 req-36408508-0d83-4b48-9cfa-54aed694bd28 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.4033597 Dec 11 22:54:24.499897 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c897c9ec-d7be-400b-a993-fe18aef92e97 req-9a7fe88f-abbe-4b6a-9a8d-c3ef47df6565 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113589 Dec 11 22:54:24.582950 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f188af80-8a5a-4c99-85de-3ebefd19a5c7 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:24.596209 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:24.624860 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:24.689321 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fc512b1a-6728-4939-b287-ebff253b1fe2 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:54:24.698664 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f188af80-8a5a-4c99-85de-3ebefd19a5c7 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:24.745819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fc512b1a-6728-4939-b287-ebff253b1fe2 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:24.746198 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:24.786018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f188af80-8a5a-4c99-85de-3ebefd19a5c7 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:54:24.840971 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f188af80-8a5a-4c99-85de-3ebefd19a5c7 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:24.841344 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-f188af80-8a5a-4c99-85de-3ebefd19a5c7 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Added segment 103aee53-f819-4abb-a4a6-af08d1b1d5d2 of type vlan for network 5700e9f2-4c5f-41a5-bf82-7e7189bec16d Dec 11 22:54:24.857482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188af80-8a5a-4c99-85de-3ebefd19a5c7 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae32710-123f-449b-9704-3aba49120b51,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:24.972243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370fcd8-5775-4451-98a7-0d492ccccfb5 req-1e406682-3d06-4ad0-b4ce-288b6c832141 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:24.973870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f370fcd8-5775-4451-98a7-0d492ccccfb5 req-1e406682-3d06-4ad0-b4ce-288b6c832141 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.2244444 Dec 11 22:54:24.975718 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f188af80-8a5a-4c99-85de-3ebefd19a5c7 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:25.095503 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f370fcd8-5775-4451-98a7-0d492ccccfb5 req-8c5f3988-687d-4a7b-a2b7-7242e2ebb5be tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052682 Dec 11 22:54:25.106251 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:54:25.144806 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f188af80-8a5a-4c99-85de-3ebefd19a5c7 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:25.150981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f188af80-8a5a-4c99-85de-3ebefd19a5c7 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:25.152199 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f188af80-8a5a-4c99-85de-3ebefd19a5c7 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:25.182297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Allocated IP 172.21.0.1 (7720bf68-1c69-4392-b6da-9d32428bdd4c/7b55ffd3-13d2-4f36-838f-8ce3a1b513b6/8cea53e6-8894-49e5-aba1-e9005caeed65) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:25.225128 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d40c4e-4e6a-4224-a40d-7af6f9548737 req-9ffa0c34-5b0b-416c-9aa8-b95169d993a7 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:25.227534 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-85d40c4e-4e6a-4224-a40d-7af6f9548737 req-9ffa0c34-5b0b-416c-9aa8-b95169d993a7 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0557408 Dec 11 22:54:25.243234 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188af80-8a5a-4c99-85de-3ebefd19a5c7 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event updated for resources: {'Network': ['ID=5700e9f2-4c5f-41a5-bf82-7e7189bec16d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:25.256398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 5700e9f2-4c5f-41a5-bf82-7e7189bec16d details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:54:25.287170 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f188af80-8a5a-4c99-85de-3ebefd19a5c7 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6392207 Dec 11 22:54:25.294709 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-85d40c4e-4e6a-4224-a40d-7af6f9548737 req-4b3a3024-5870-4b52-ba12-f9fb2b3c4de6 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544138 Dec 11 22:54:25.372768 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:25.454778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4133b3-3cab-455b-a7db-7961bda3eb78 req-55749a84-de66-4929-b512-f93734282c97 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:25.456364 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f4133b3-3cab-455b-a7db-7961bda3eb78 req-55749a84-de66-4929-b512-f93734282c97 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0512440 Dec 11 22:54:25.498717 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:25.511762 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f4133b3-3cab-455b-a7db-7961bda3eb78 req-a14820c7-dde4-4e88-99e5-cd7d6c31bca7 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490787 Dec 11 22:54:25.545578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 7720bf68-1c69-4392-b6da-9d32428bdd4c is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:25.549072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:25.553810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:25.558920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=8cea53e6-8894-49e5-aba1-e9005caeed65,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:25.601313 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:25.728679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd28ec7-c2ea-4249-8ff0-2fb2434be0c9 req-607f834a-a8d2-4a9f-9c66-0a54e29c55d1 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:25.729446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dd28ec7-c2ea-4249-8ff0-2fb2434be0c9 req-607f834a-a8d2-4a9f-9c66-0a54e29c55d1 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1250319 Dec 11 22:54:25.786480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dd28ec7-c2ea-4249-8ff0-2fb2434be0c9 req-6f7069b1-6b68-4264-aaf8-b3313892241e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487392 Dec 11 22:54:25.830946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-69a88f3c-fb11-4e8a-b036-07b3e1348100 None None] Provisioning complete for port 8cea53e6-8894-49e5-aba1-e9005caeed65 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:25.831429 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69a88f3c-fb11-4e8a-b036-07b3e1348100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:25.853658 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:25.872328 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-69a88f3c-fb11-4e8a-b036-07b3e1348100 None None] Port 8cea53e6-8894-49e5-aba1-e9005caeed65 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:26.177729 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:26.298904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:26.385317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=8cea53e6-8894-49e5-aba1-e9005caeed65,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:26.390350 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:26.501592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 7720bf68-1c69-4392-b6da-9d32428bdd4c is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:26.503064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:26.759865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router f9f97451-fc8c-454a-adf2-672f71effc5d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:54:26.777112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea63f8-6f65-4183-9caa-ade6d5882482 req-e210074e-5717-4a9d-8570-e799cdf77239 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:26.783339 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dfea63f8-6f65-4183-9caa-ade6d5882482 req-e210074e-5717-4a9d-8570-e799cdf77239 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0802894 Dec 11 22:54:26.911051 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dfea63f8-6f65-4183-9caa-ade6d5882482 req-0cdf26e5-867e-4866-8475-bb61038408f2 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246989 Dec 11 22:54:26.930359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:54:26.942354 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7922ce41-21f8-49b8-bfb1-e646f940701f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/f9f97451-fc8c-454a-adf2-672f71effc5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2201927 Dec 11 22:54:26.945343 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43210) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:26.945787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d163c71b-d51d-4549-ba16-d762d80e8522 None None] Provisioning complete for port 8cea53e6-8894-49e5-aba1-e9005caeed65 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:26.946254 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d163c71b-d51d-4549-ba16-d762d80e8522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:26.991548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978a27db-11ad-494d-b90f-add343f7b174 None None] Sync routers for ids ['f9f97451-fc8c-454a-adf2-672f71effc5d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:54:26.995870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d163c71b-d51d-4549-ba16-d762d80e8522 None None] Port 8cea53e6-8894-49e5-aba1-e9005caeed65 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:27.016738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a27db-11ad-494d-b90f-add343f7b174 None None] Routers {'f9f97451-fc8c-454a-adf2-672f71effc5d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:27.018322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-978a27db-11ad-494d-b90f-add343f7b174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f9f97451-fc8c-454a-adf2-672f71effc5d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:27.019509 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39db8f44-ae7b-40db-802a-7fafe129dd2c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:27.020969 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-39db8f44-ae7b-40db-802a-7fafe129dd2c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports/8cea53e6-8894-49e5-aba1-e9005caeed65 HTTP/1.1" status: 200 len: 910 time: 0.0746286 Dec 11 22:54:27.024040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43212) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:27.060290 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-978a27db-11ad-494d-b90f-add343f7b174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:27.070167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a27db-11ad-494d-b90f-add343f7b174 None None] Routers {'f9f97451-fc8c-454a-adf2-672f71effc5d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:27.070999 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-978a27db-11ad-494d-b90f-add343f7b174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f9f97451-fc8c-454a-adf2-672f71effc5d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:27.119320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-978a27db-11ad-494d-b90f-add343f7b174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:27.122156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978a27db-11ad-494d-b90f-add343f7b174 None None] The sync data for ids ['f9f97451-fc8c-454a-adf2-672f71effc5d'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:54:27.500996 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:27.641575 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190d46a-d86b-43dd-91d1-0d9cd53140cc req-3c718c86-5f88-40c7-869d-6c77a46fea8a tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:27.643165 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b190d46a-d86b-43dd-91d1-0d9cd53140cc req-3c718c86-5f88-40c7-869d-6c77a46fea8a tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 945 time: 0.0590546 Dec 11 22:54:27.696239 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b190d46a-d86b-43dd-91d1-0d9cd53140cc req-d2d68f57-6d55-43bf-8237-6ff12a342dd7 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bd01f0-7758-4263-bab7-aee5cad7e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467114 Dec 11 22:54:27.841193 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port 8cea53e6-8894-49e5-aba1-e9005caeed65 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:27.841534 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:27.926684 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:27.939475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for 8cea53e6-8894-49e5-aba1-e9005caeed65 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:28.097918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1560b-76f6-4fda-a501-6a320c73d6f2 req-329804c7-f3b9-4a98-852e-846f5448d1f0 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:28.099418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fba1560b-76f6-4fda-a501-6a320c73d6f2 req-329804c7-f3b9-4a98-852e-846f5448d1f0 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1010818 Dec 11 22:54:28.475216 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fba1560b-76f6-4fda-a501-6a320c73d6f2 req-856a67d3-7b91-4f7f-9ab5-b9a6c83cb1a3 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688028 Dec 11 22:54:28.542099 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5c859-c576-4746-a39a-a80396c268a5 req-32e47c16-e22d-47ac-b409-4039cec869c0 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:28.543623 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dce5c859-c576-4746-a39a-a80396c268a5 req-32e47c16-e22d-47ac-b409-4039cec869c0 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 945 time: 0.0744042 Dec 11 22:54:28.561563 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:28.591968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=8cea53e6-8894-49e5-aba1-e9005caeed65,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:28.598397 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dce5c859-c576-4746-a39a-a80396c268a5 req-5982513a-cf5e-474c-9190-dbe3db1baa4e tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bd01f0-7758-4263-bab7-aee5cad7e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478106 Dec 11 22:54:28.605918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:28.606645 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:28.606645 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:28.607112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:28.607467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:28.607803 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:28.608191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:28.608614 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:28.608841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:28.609219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:28.609554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:28.609880 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:28.610211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:28.683727 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43240) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:28.689153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Request body: {'subnet': {'network_id': '5700e9f2-4c5f-41a5-bf82-7e7189bec16d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:28.790678 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:28.891995 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Made reservation on behalf of 412ed36984f448b5bf12d8e33046b783 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:28.895592 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:28.985189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router f9f97451-fc8c-454a-adf2-672f71effc5d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:54:29.085054 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:54:29.090723 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7c323553-3856-440e-9e36-7e0a58d9563f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/f9f97451-fc8c-454a-adf2-672f71effc5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0653763 Dec 11 22:54:29.093441 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43242) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:29.096098 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7d995f-b792-4706-b987-89943299859e None None] Sync routers for ids ['f9f97451-fc8c-454a-adf2-672f71effc5d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:54:29.107846 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d995f-b792-4706-b987-89943299859e None None] Routers {'f9f97451-fc8c-454a-adf2-672f71effc5d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:29.108547 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9f7d995f-b792-4706-b987-89943299859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f9f97451-fc8c-454a-adf2-672f71effc5d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:29.145066 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9f7d995f-b792-4706-b987-89943299859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:29.155339 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d995f-b792-4706-b987-89943299859e None None] Routers {'f9f97451-fc8c-454a-adf2-672f71effc5d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:29.156032 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9f7d995f-b792-4706-b987-89943299859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f9f97451-fc8c-454a-adf2-672f71effc5d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:29.178545 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:29.214643 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9f7d995f-b792-4706-b987-89943299859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:29.215648 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7d995f-b792-4706-b987-89943299859e None None] The sync data for ids ['f9f97451-fc8c-454a-adf2-672f71effc5d'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:54:29.250865 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event updated for resources: {'Subnet': ['ID=569e783c-96c8-4e84-813f-468f3942ecb4,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:29.474070 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88a49712-f6cf-4888-acd9-b98706c9aa3e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:29.510501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:29.510883 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:29.511236 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:29.511581 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:29.511941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:29.512268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:29.512610 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:29.512944 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:29.513277 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:29.513605 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:29.513934 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:29.514265 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:29.514598 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:54:29.525118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Checking segment: {'id': '103aee53-f819-4abb-a4a6-af08d1b1d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5700e9f2-4c5f-41a5-bf82-7e7189bec16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:29.525118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Network hostable DHCP agents. Network: 5700e9f2-4c5f-41a5-bf82-7e7189bec16d, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:54:29.670449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Network 5700e9f2-4c5f-41a5-bf82-7e7189bec16d is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:54:29.673091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e9713-b393-4fdb-98c0-27e448fb834f req-dee6aa15-2e75-4a8d-a871-923324b1fbdf tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:29.674909 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b12e9713-b393-4fdb-98c0-27e448fb834f req-dee6aa15-2e75-4a8d-a871-923324b1fbdf tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1097105 Dec 11 22:54:29.695689 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8101de-9a1b-4a6d-8b9e-b904b95c61bd req-30b8c1b2-9ada-4b12-b7e0-aea4a0843be6 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:29.697304 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cb8101de-9a1b-4a6d-8b9e-b904b95c61bd req-30b8c1b2-9ada-4b12-b7e0-aea4a0843be6 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 945 time: 0.0561364 Dec 11 22:54:29.741104 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b12e9713-b393-4fdb-98c0-27e448fb834f req-78edc757-7499-4f66-b5cc-35932a15adf5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588770 Dec 11 22:54:29.746394 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cb8101de-9a1b-4a6d-8b9e-b904b95c61bd req-37257ed1-a782-4735-912d-9624cdfee5dd tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bd01f0-7758-4263-bab7-aee5cad7e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427132 Dec 11 22:54:29.784358 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 5700e9f2-4c5f-41a5-bf82-7e7189bec16d) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:29.788772 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:29.789389 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:29.798845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0c4774-95c2-464f-b1e0-a9e605f06b05 None None] Network 5700e9f2-4c5f-41a5-bf82-7e7189bec16d requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:29.858758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-88a49712-f6cf-4888-acd9-b98706c9aa3e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port 6275f225-2f4e-4025-9299-6c5c7d74d603 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:29.859188 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88a49712-f6cf-4888-acd9-b98706c9aa3e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:29.894719 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1af9410d-bb10-4dc1-95a8-e85c139672c9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2095041 Dec 11 22:54:29.895561 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43254) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:29.901470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ef6815f7-83c5-47da-a9a2-a68ecbb51a33 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1904345904'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:29.908382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-5700e9f2-4c5f-41a5-bf82-7e7189bec16d', 'network_id': '5700e9f2-4c5f-41a5-bf82-7e7189bec16d', 'project_id': '412ed36984f448b5bf12d8e33046b783', 'fixed_ips': [{'subnet_id': '569e783c-96c8-4e84-813f-468f3942ecb4'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:54:29.909714 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:29.964787 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88a49712-f6cf-4888-acd9-b98706c9aa3e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:29.977659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-88a49712-f6cf-4888-acd9-b98706c9aa3e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for 6275f225-2f4e-4025-9299-6c5c7d74d603 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:29.995976 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6815f7-83c5-47da-a9a2-a68ecbb51a33 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Made reservation on behalf of 412ed36984f448b5bf12d8e33046b783 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:30.001002 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef6815f7-83c5-47da-a9a2-a68ecbb51a33 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:30.029081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6815f7-83c5-47da-a9a2-a68ecbb51a33 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:54:30.038412 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef6815f7-83c5-47da-a9a2-a68ecbb51a33 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:30.038761 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-ef6815f7-83c5-47da-a9a2-a68ecbb51a33 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Added segment c254d667-1928-4323-9b6e-a199cf50428f of type vlan for network 2e826676-9a91-4007-911f-2527ff782fc3 Dec 11 22:54:30.061631 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Allocated IP 2001:db8:0:ffff::2 (5700e9f2-4c5f-41a5-bf82-7e7189bec16d/569e783c-96c8-4e84-813f-468f3942ecb4/7df82e78-f06d-4f93-9f66-0b5178eea769) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:30.082346 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef6815f7-83c5-47da-a9a2-a68ecbb51a33 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:30.207504 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef6815f7-83c5-47da-a9a2-a68ecbb51a33 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:30.213736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6815f7-83c5-47da-a9a2-a68ecbb51a33 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:30.214351 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef6815f7-83c5-47da-a9a2-a68ecbb51a33 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:30.214576 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:30.282271 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88a49712-f6cf-4888-acd9-b98706c9aa3e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:30.286635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6815f7-83c5-47da-a9a2-a68ecbb51a33 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event updated for resources: {'Network': ['ID=2e826676-9a91-4007-911f-2527ff782fc3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:30.304400 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 2e826676-9a91-4007-911f-2527ff782fc3 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:54:30.315827 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ef6815f7-83c5-47da-a9a2-a68ecbb51a33 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4188609 Dec 11 22:54:30.318731 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43256) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:30.326302 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3ebdfc5c-e72b-4376-80e7-e256bbf96e7b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Request body: {'subnet': {'network_id': '2e826676-9a91-4007-911f-2527ff782fc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:30.336592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a49712-f6cf-4888-acd9-b98706c9aa3e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=6275f225-2f4e-4025-9299-6c5c7d74d603,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:30.389609 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:30.459429 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Pushing event updated for resources: {'Port': ['ID=7df82e78-f06d-4f93-9f66-0b5178eea769,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:30.475742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Network 5700e9f2-4c5f-41a5-bf82-7e7189bec16d is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:30.477479 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:30.482422 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:30.550324 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Attempting to bind port 7df82e78-f06d-4f93-9f66-0b5178eea769 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:54:30.550629 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Attempting to bind port 7df82e78-f06d-4f93-9f66-0b5178eea769 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '103aee53-f819-4abb-a4a6-af08d1b1d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5700e9f2-4c5f-41a5-bf82-7e7189bec16d'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:54:30.550981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Attempting to bind port 7df82e78-f06d-4f93-9f66-0b5178eea769 on network 5700e9f2-4c5f-41a5-bf82-7e7189bec16d {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:54:30.557026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:54:30.557430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Checking segment: {'id': '103aee53-f819-4abb-a4a6-af08d1b1d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5700e9f2-4c5f-41a5-bf82-7e7189bec16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:30.557847 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:30.558256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Bound using segment: {'id': '103aee53-f819-4abb-a4a6-af08d1b1d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5700e9f2-4c5f-41a5-bf82-7e7189bec16d'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:54:30.558743 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Bound port: 7df82e78-f06d-4f93-9f66-0b5178eea769, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103aee53-f819-4abb-a4a6-af08d1b1d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5700e9f2-4c5f-41a5-bf82-7e7189bec16d'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:54:30.559164 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:30.595529 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88a49712-f6cf-4888-acd9-b98706c9aa3e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:30.647594 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebdfc5c-e72b-4376-80e7-e256bbf96e7b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Made reservation on behalf of 412ed36984f448b5bf12d8e33046b783 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:30.651960 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfc5c-e72b-4376-80e7-e256bbf96e7b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:30.652842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5324334d-af18-4416-a1de-84e62442b680 None None] For port 7df82e78-f06d-4f93-9f66-0b5178eea769, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:54:30.657512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5324334d-af18-4416-a1de-84e62442b680 None None] For port 7df82e78-f06d-4f93-9f66-0b5178eea769, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7df82e78-f06d-4f93-9f66-0b5178eea769,segment=NetworkSegment(103aee53-f819-4abb-a4a6-af08d1b1d5d2),segment_id=103aee53-f819-4abb-a4a6-af08d1b1d5d2)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:54:30.734491 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:30.802191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a49712-f6cf-4888-acd9-b98706c9aa3e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router f9f97451-fc8c-454a-adf2-672f71effc5d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:54:30.832384 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324334d-af18-4416-a1de-84e62442b680 None None] Pushing event updated for resources: {'Port': ['ID=7df82e78-f06d-4f93-9f66-0b5178eea769,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:30.947753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c677c4-ec62-4716-ba94-e0b5ebce86ef req-8295fc27-5f1e-4e36-a28f-af78c6acab87 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:30.949575 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38c677c4-ec62-4716-ba94-e0b5ebce86ef req-8295fc27-5f1e-4e36-a28f-af78c6acab87 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0875814 Dec 11 22:54:30.983394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a49712-f6cf-4888-acd9-b98706c9aa3e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:54:30.992226 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-88a49712-f6cf-4888-acd9-b98706c9aa3e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/f9f97451-fc8c-454a-adf2-672f71effc5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8976867 Dec 11 22:54:30.995585 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43266) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:31.009859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc64f1c-c052-4830-8bb7-0e993121f005 req-29dcf2f3-bb68-4c15-94b9-a50f79cf104e tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:31.011033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8205cad7-8f1c-4e90-8810-47727cc2ad44 None None] Sync routers for ids ['f9f97451-fc8c-454a-adf2-672f71effc5d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:54:31.017253 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fbc64f1c-c052-4830-8bb7-0e993121f005 req-29dcf2f3-bb68-4c15-94b9-a50f79cf104e tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 945 time: 0.1290329 Dec 11 22:54:31.037084 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205cad7-8f1c-4e90-8810-47727cc2ad44 None None] Routers {'f9f97451-fc8c-454a-adf2-672f71effc5d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:31.039311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8205cad7-8f1c-4e90-8810-47727cc2ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f9f97451-fc8c-454a-adf2-672f71effc5d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:31.052038 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e17f7c58-32b9-4fc8-b476-76b363ef0874 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9f97451-fc8c-454a-adf2-672f71effc5d HTTP/1.1" status: 200 len: 205 time: 0.0508101 Dec 11 22:54:31.053457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43268) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:31.088904 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8205cad7-8f1c-4e90-8810-47727cc2ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:31.091168 n-d-710847-6 neutron-server[103691]: DEBUG neutron.objects.ports [None req-3ebdfc5c-e72b-4376-80e7-e256bbf96e7b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103691) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:54:31.094789 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfc5c-e72b-4376-80e7-e256bbf96e7b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:31.121906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205cad7-8f1c-4e90-8810-47727cc2ad44 None None] Routers {'f9f97451-fc8c-454a-adf2-672f71effc5d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:31.122785 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8205cad7-8f1c-4e90-8810-47727cc2ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f9f97451-fc8c-454a-adf2-672f71effc5d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:31.200977 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38c677c4-ec62-4716-ba94-e0b5ebce86ef req-a5196031-d6ea-43a1-a833-3b0d0801c3ce tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319601 Dec 11 22:54:31.202543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8205cad7-8f1c-4e90-8810-47727cc2ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:31.203250 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8205cad7-8f1c-4e90-8810-47727cc2ad44 None None] The sync data for ids ['f9f97451-fc8c-454a-adf2-672f71effc5d'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:54:31.241259 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdfc5c-e72b-4376-80e7-e256bbf96e7b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event updated for resources: {'Subnet': ['ID=381f95b2-c979-439e-a489-aaa4487943ff,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:31.256076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fbc64f1c-c052-4830-8bb7-0e993121f005 req-be147582-4f30-4022-9643-99c2d4cde816 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bd01f0-7758-4263-bab7-aee5cad7e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249856 Dec 11 22:54:31.256922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebdfc5c-e72b-4376-80e7-e256bbf96e7b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Checking segment: {'id': 'c254d667-1928-4323-9b6e-a199cf50428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2e826676-9a91-4007-911f-2527ff782fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:31.257304 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebdfc5c-e72b-4376-80e7-e256bbf96e7b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Network hostable DHCP agents. Network: 2e826676-9a91-4007-911f-2527ff782fc3, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:54:31.272743 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ca562f7-e736-4501-b035-47b0df1bb906 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:31.327559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2f12e-94e3-4e52-b7f2-3031e8e4646c req-da20b2ab-568e-4819-9199-5d1804047dc0 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:31.329125 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-51c2f12e-94e3-4e52-b7f2-3031e8e4646c req-da20b2ab-568e-4819-9199-5d1804047dc0 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.13 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 945 time: 0.1852696 Dec 11 22:54:31.395769 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebdfc5c-e72b-4376-80e7-e256bbf96e7b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Network 2e826676-9a91-4007-911f-2527ff782fc3 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:54:31.480975 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-3ebdfc5c-e72b-4376-80e7-e256bbf96e7b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 2e826676-9a91-4007-911f-2527ff782fc3) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:31.489495 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73317d65-3705-45d3-ad46-e9ba7f62827a None None] Network 2e826676-9a91-4007-911f-2527ff782fc3 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:31.491949 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebdfc5c-e72b-4376-80e7-e256bbf96e7b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:31.492664 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfc5c-e72b-4376-80e7-e256bbf96e7b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:31.508414 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ca562f7-e736-4501-b035-47b0df1bb906 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:31.512217 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ca562f7-e736-4501-b035-47b0df1bb906 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:31.581885 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-51c2f12e-94e3-4e52-b7f2-3031e8e4646c req-b9efdf5e-35ac-4b94-a4e9-98957c205151 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Deleting port 4fb71a21-6052-4829-b813-75a1b08ed337 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:31.582166 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-51c2f12e-94e3-4e52-b7f2-3031e8e4646c req-b9efdf5e-35ac-4b94-a4e9-98957c205151 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:31.592690 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3ebdfc5c-e72b-4376-80e7-e256bbf96e7b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2704163 Dec 11 22:54:31.593893 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43274) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:31.598362 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d8ef4da9-ae65-48f7-99b9-a61d5c8953c5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Request body: {'port': {'network_id': '2e826676-9a91-4007-911f-2527ff782fc3', 'name': 'tempest-NetworksIpV6TestAttrs-2042747182'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:31.640092 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-2e826676-9a91-4007-911f-2527ff782fc3', 'network_id': '2e826676-9a91-4007-911f-2527ff782fc3', 'project_id': '412ed36984f448b5bf12d8e33046b783', 'fixed_ips': [{'subnet_id': '381f95b2-c979-439e-a489-aaa4487943ff'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:54:31.641066 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:31.645922 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ca562f7-e736-4501-b035-47b0df1bb906 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:31.646475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca562f7-e736-4501-b035-47b0df1bb906 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Fanout notify agent at l3_agent the message router_deleted on router f9f97451-fc8c-454a-adf2-672f71effc5d {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:54:31.656314 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ca562f7-e736-4501-b035-47b0df1bb906 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:31.657170 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2ca562f7-e736-4501-b035-47b0df1bb906 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/routers/f9f97451-fc8c-454a-adf2-672f71effc5d HTTP/1.1" status: 204 len: 168 time: 0.6028428 Dec 11 22:54:31.660913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43276) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:31.735720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d46fb0-3ad6-4b59-9651-1eaa302a9347 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting subnet 7b55ffd3-13d2-4f36-838f-8ce3a1b513b6 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:54:31.739670 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16d46fb0-3ad6-4b59-9651-1eaa302a9347 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:31.781781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-51c2f12e-94e3-4e52-b7f2-3031e8e4646c req-b9efdf5e-35ac-4b94-a4e9-98957c205151 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] For port 4fb71a21-6052-4829-b813-75a1b08ed337, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4fb71a21-6052-4829-b813-75a1b08ed337,segment=NetworkSegment(190f9573-495f-4fc2-ae01-ad16a092a395),segment_id=190f9573-495f-4fc2-ae01-ad16a092a395)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:31.782154 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-51c2f12e-94e3-4e52-b7f2-3031e8e4646c req-b9efdf5e-35ac-4b94-a4e9-98957c205151 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:31.785025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ef4da9-ae65-48f7-99b9-a61d5c8953c5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Made reservation on behalf of 412ed36984f448b5bf12d8e33046b783 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:31.788070 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4da9-ae65-48f7-99b9-a61d5c8953c5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:31.792548 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16d46fb0-3ad6-4b59-9651-1eaa302a9347 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:31.808527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Allocated IP 2001:db8::f816:3eff:feb3:304b (2e826676-9a91-4007-911f-2527ff782fc3/381f95b2-c979-439e-a489-aaa4487943ff/a9c51957-4d24-4282-9425-70517c8bba1f) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:31.813436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-d8ef4da9-ae65-48f7-99b9-a61d5c8953c5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] device_id is not set on port b11ff0d9-f2a4-4e75-85ce-f574ad7780dd yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:54:31.990924 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.040560 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16d46fb0-3ad6-4b59-9651-1eaa302a9347 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.064433 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.090093 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-51c2f12e-94e3-4e52-b7f2-3031e8e4646c req-b9efdf5e-35ac-4b94-a4e9-98957c205151 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.090465 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-51c2f12e-94e3-4e52-b7f2-3031e8e4646c req-b9efdf5e-35ac-4b94-a4e9-98957c205151 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.099230 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-51c2f12e-94e3-4e52-b7f2-3031e8e4646c req-b9efdf5e-35ac-4b94-a4e9-98957c205151 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Floating IP 7a7b9466-ae86-4b5d-8d57-286b3136ef73 disassociated. External IP: 172.25.1.104, port: 4fb71a21-6052-4829-b813-75a1b08ed337. Dec 11 22:54:32.099230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-51c2f12e-94e3-4e52-b7f2-3031e8e4646c req-b9efdf5e-35ac-4b94-a4e9-98957c205151 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Calling delete_port for 4fb71a21-6052-4829-b813-75a1b08ed337 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:32.102169 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Network 2e826676-9a91-4007-911f-2527ff782fc3 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:32.107267 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:32.111122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:32.127496 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-d8ef4da9-ae65-48f7-99b9-a61d5c8953c5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Allocated IP 2001:db8::f816:3eff:fe18:7ccf (2e826676-9a91-4007-911f-2527ff782fc3/381f95b2-c979-439e-a489-aaa4487943ff/b11ff0d9-f2a4-4e75-85ce-f574ad7780dd) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:32.163618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Pushing event updated for resources: {'Port': ['ID=a9c51957-4d24-4282-9425-70517c8bba1f,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:32.183424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Attempting to bind port a9c51957-4d24-4282-9425-70517c8bba1f on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:54:32.183828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Attempting to bind port a9c51957-4d24-4282-9425-70517c8bba1f by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'c254d667-1928-4323-9b6e-a199cf50428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2e826676-9a91-4007-911f-2527ff782fc3'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:54:32.184209 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Attempting to bind port a9c51957-4d24-4282-9425-70517c8bba1f on network 2e826676-9a91-4007-911f-2527ff782fc3 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:54:32.195792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:54:32.195792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Checking segment: {'id': 'c254d667-1928-4323-9b6e-a199cf50428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2e826676-9a91-4007-911f-2527ff782fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:32.195792 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.195792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Bound using segment: {'id': 'c254d667-1928-4323-9b6e-a199cf50428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2e826676-9a91-4007-911f-2527ff782fc3'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:54:32.195792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Bound port: a9c51957-4d24-4282-9425-70517c8bba1f, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c254d667-1928-4323-9b6e-a199cf50428f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2e826676-9a91-4007-911f-2527ff782fc3'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:54:32.195792 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.197890 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01a623b-7380-4c99-9c0a-8bd8e0e0d0f3 None None] Network 5700e9f2-4c5f-41a5-bf82-7e7189bec16d requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:32.341457 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e4bc6820-d58f-4585-b403-233ef7b37a8d None None] Provisioning complete for port 7df82e78-f06d-4f93-9f66-0b5178eea769 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:32.341834 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6820-d58f-4585-b403-233ef7b37a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.353493 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4da9-ae65-48f7-99b9-a61d5c8953c5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.376698 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] For port a9c51957-4d24-4282-9425-70517c8bba1f, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:54:32.409805 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] For port a9c51957-4d24-4282-9425-70517c8bba1f, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a9c51957-4d24-4282-9425-70517c8bba1f,segment=NetworkSegment(c254d667-1928-4323-9b6e-a199cf50428f),segment_id=c254d667-1928-4323-9b6e-a199cf50428f)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:54:32.427147 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c096c-854c-4e63-8763-1bc91d4723bd req-3903b258-c392-4aae-adf0-a045ad3922cc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:32.428726 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-562c096c-854c-4e63-8763-1bc91d4723bd req-3903b258-c392-4aae-adf0-a045ad3922cc tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 945 time: 0.0728300 Dec 11 22:54:32.478035 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6820-d58f-4585-b403-233ef7b37a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.529066 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-562c096c-854c-4e63-8763-1bc91d4723bd req-2e02eb89-5080-48e7-8e7f-4afb73852703 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bd01f0-7758-4263-bab7-aee5cad7e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854228 Dec 11 22:54:32.530223 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e4bc6820-d58f-4585-b403-233ef7b37a8d None None] For port 7df82e78-f06d-4f93-9f66-0b5178eea769, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7df82e78-f06d-4f93-9f66-0b5178eea769,segment=NetworkSegment(103aee53-f819-4abb-a4a6-af08d1b1d5d2),segment_id=103aee53-f819-4abb-a4a6-af08d1b1d5d2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:32.542105 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.543394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512a6a7-24be-49b0-b5d1-e35be98859a7 req-57b60447-1f5c-4036-b08b-117e2c218c22 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:32.544960 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3512a6a7-24be-49b0-b5d1-e35be98859a7 req-57b60447-1f5c-4036-b08b-117e2c218c22 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0831642 Dec 11 22:54:32.579617 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4da9-ae65-48f7-99b9-a61d5c8953c5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.617120 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb57fe3-a1a0-487b-802b-1d6abe6447aa None None] Pushing event updated for resources: {'Port': ['ID=a9c51957-4d24-4282-9425-70517c8bba1f,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:32.655524 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16d46fb0-3ad6-4b59-9651-1eaa302a9347 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.664650 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6820-d58f-4585-b403-233ef7b37a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.676967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef4da9-ae65-48f7-99b9-a61d5c8953c5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Network 2e826676-9a91-4007-911f-2527ff782fc3 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:32.681631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d8ef4da9-ae65-48f7-99b9-a61d5c8953c5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:32.687079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef4da9-ae65-48f7-99b9-a61d5c8953c5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:32.705170 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ef4da9-ae65-48f7-99b9-a61d5c8953c5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:32.705905 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8ef4da9-ae65-48f7-99b9-a61d5c8953c5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.722969 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef4da9-ae65-48f7-99b9-a61d5c8953c5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event updated for resources: {'Port': ['ID=b11ff0d9-f2a4-4e75-85ce-f574ad7780dd,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:32.742533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3512a6a7-24be-49b0-b5d1-e35be98859a7 req-69a4edd7-af4b-4b8c-bbcf-0e4bc581faf4 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907682 Dec 11 22:54:32.772068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc6820-d58f-4585-b403-233ef7b37a8d None None] Pushing event updated for resources: {'Port': ['ID=7df82e78-f06d-4f93-9f66-0b5178eea769,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:32.772068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c6dfd1-9d45-45cf-a355-0056e353b7fe None None] Network 7720bf68-1c69-4392-b6da-9d32428bdd4c requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:32.792051 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16d46fb0-3ad6-4b59-9651-1eaa302a9347 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.798929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43290) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:32.809032 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-16d46fb0-3ad6-4b59-9651-1eaa302a9347 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/7b55ffd3-13d2-4f36-838f-8ce3a1b513b6 HTTP/1.1" status: 204 len: 168 time: 1.1474271 Dec 11 22:54:32.811901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d46fb0-3ad6-4b59-9651-1eaa302a9347 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Subnet': ['ID=7b55ffd3-13d2-4f36-838f-8ce3a1b513b6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:32.819425 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-51c2f12e-94e3-4e52-b7f2-3031e8e4646c req-b9efdf5e-35ac-4b94-a4e9-98957c205151 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:32.900568 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d8ef4da9-ae65-48f7-99b9-a61d5c8953c5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2999916 Dec 11 22:54:32.925832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43292) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:32.940017 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efdf5e-35ac-4b94-a4e9-98957c205151 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Pushing event deleted for resources: {'Port': ['ID=4fb71a21-6052-4829-b813-75a1b08ed337,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:32.968881 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bc29d984-42dd-480d-8126-c8561ea3f278 None None] Provisioning complete for port 7df82e78-f06d-4f93-9f66-0b5178eea769 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:32.979256 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bc29d984-42dd-480d-8126-c8561ea3f278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.031154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7df82e78-f06d-4f93-9f66-0b5178eea769 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:54:33.031799 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d1ebfd-ec83-4a8a-8794-42ff0833f99f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting subnet fbb0d477-62c4-4c56-90fa-8b5395c25d8c {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:54:33.038750 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82d1ebfd-ec83-4a8a-8794-42ff0833f99f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.069974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5e2230-99ad-4532-b162-c71af0c4931b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Deleting subnet 381f95b2-c979-439e-a489-aaa4487943ff {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:54:33.083905 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2230-99ad-4532-b162-c71af0c4931b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.111973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 7df82e78-f06d-4f93-9f66-0b5178eea769 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:33.112413 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.165719 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82d1ebfd-ec83-4a8a-8794-42ff0833f99f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.199077 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2818c85e-4294-432d-929a-546529935e65 None None] DHCP port deletion for 7720bf68-1c69-4392-b6da-9d32428bdd4c request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:54:33.203468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51c2f12e-94e3-4e52-b7f2-3031e8e4646c req-b9efdf5e-35ac-4b94-a4e9-98957c205151 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Router 9b876dfd-3808-415c-8ec7-88f7785296aa has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:54:33.219066 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2230-99ad-4532-b162-c71af0c4931b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.308324 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2818c85e-4294-432d-929a-546529935e65 None None] Deleting port fc512b1a-6728-4939-b287-ebff253b1fe2 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:33.309223 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2818c85e-4294-432d-929a-546529935e65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.351524 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82d1ebfd-ec83-4a8a-8794-42ff0833f99f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.355495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51c2f12e-94e3-4e52-b7f2-3031e8e4646c req-b9efdf5e-35ac-4b94-a4e9-98957c205151 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:54:33.367444 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9226b-bf78-4797-9a9e-bab5978ba695 None None] Sync routers for ids ['9b876dfd-3808-415c-8ec7-88f7785296aa'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:54:33.387315 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c9226b-bf78-4797-9a9e-bab5978ba695 None None] Routers {'9b876dfd-3808-415c-8ec7-88f7785296aa'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:33.389399 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-28c9226b-bf78-4797-9a9e-bab5978ba695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9b876dfd-3808-415c-8ec7-88f7785296aa'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:33.394289 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2818c85e-4294-432d-929a-546529935e65 None None] For port fc512b1a-6728-4939-b287-ebff253b1fe2, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fc512b1a-6728-4939-b287-ebff253b1fe2,segment=NetworkSegment(01dc47fb-d7b0-44cf-a99e-40deabea55c8),segment_id=01dc47fb-d7b0-44cf-a99e-40deabea55c8)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:33.395472 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2818c85e-4294-432d-929a-546529935e65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.426641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2818c85e-4294-432d-929a-546529935e65 None None] Calling delete_port for fc512b1a-6728-4939-b287-ebff253b1fe2 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:33.462753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c2f12e-94e3-4e52-b7f2-3031e8e4646c req-b9efdf5e-35ac-4b94-a4e9-98957c205151 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] No DVR routers for this DVR port 4fb71a21-6052-4829-b813-75a1b08ed337 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:54:33.467280 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2230-99ad-4532-b162-c71af0c4931b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.468809 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-51c2f12e-94e3-4e52-b7f2-3031e8e4646c req-b9efdf5e-35ac-4b94-a4e9-98957c205151 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.472307 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-51c2f12e-94e3-4e52-b7f2-3031e8e4646c req-b9efdf5e-35ac-4b94-a4e9-98957c205151 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.13 "DELETE /v2.0/ports/4fb71a21-6052-4829-b813-75a1b08ed337 HTTP/1.1" status: 204 len: 173 time: 2.1166415 Dec 11 22:54:33.475613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0483104b-78f1-433f-ba42-2ccf9a27b252', 'name': 'network-vif-deleted', 'tag': '4fb71a21-6052-4829-b813-75a1b08ed337'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:54:33.483296 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdcf99d-bd80-4f96-821c-6b420c8929ae" -d '{"events": [{"server_uuid": "0483104b-78f1-433f-ba42-2ccf9a27b252", "name": "network-vif-deleted", "tag": "4fb71a21-6052-4829-b813-75a1b08ed337"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:54:33.548091 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82d1ebfd-ec83-4a8a-8794-42ff0833f99f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.561801 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa718bb-9ca4-424f-ad5a-82776da2d926 x-openstack-request-id: req-cfa718bb-9ca4-424f-ad5a-82776da2d926 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:54:33.562165 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0483104b-78f1-433f-ba42-2ccf9a27b252", "name": "network-vif-deleted", "tag": "4fb71a21-6052-4829-b813-75a1b08ed337", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:54:33.562357 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cfa718bb-9ca4-424f-ad5a-82776da2d926 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:54:33.562998 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0483104b-78f1-433f-ba42-2ccf9a27b252', 'name': 'network-vif-deleted', 'tag': '4fb71a21-6052-4829-b813-75a1b08ed337', 'status': 'completed', 'code': 200} Dec 11 22:54:33.624690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1ebfd-ec83-4a8a-8794-42ff0833f99f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb0d477-62c4-4c56-90fa-8b5395c25d8c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:33.632856 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2818c85e-4294-432d-929a-546529935e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.636108 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82d1ebfd-ec83-4a8a-8794-42ff0833f99f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.644267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43304) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:33.644785 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da7a93f-87b7-464e-8143-a67229aa7655 None None] Network 6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:33.646942 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-82d1ebfd-ec83-4a8a-8794-42ff0833f99f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/fbb0d477-62c4-4c56-90fa-8b5395c25d8c HTTP/1.1" status: 204 len: 168 time: 0.8459926 Dec 11 22:54:33.739492 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2230-99ad-4532-b162-c71af0c4931b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.842214 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-453a55c5-5533-4c99-a619-76403e72355d req-0474e7b3-3c88-4e54-a8f2-0695d8df0582 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/ports?device_id=0483104b-78f1-433f-ba42-2ccf9a27b252 HTTP/1.1" status: 200 len: 210 time: 0.1195598 Dec 11 22:54:33.855064 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e2230-99ad-4532-b162-c71af0c4931b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Subnet': ['ID=381f95b2-c979-439e-a489-aaa4487943ff,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:33.870227 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2230-99ad-4532-b162-c71af0c4931b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.880958 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-28c9226b-bf78-4797-9a9e-bab5978ba695 None None] Set router 9b876dfd-3808-415c-8ec7-88f7785296aa gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:54:33.888126 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d87259f7-79cc-4dc2-b4f0-04b9ffa17070 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:33.900390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43310) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:33.903121 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4d5e2230-99ad-4532-b162-c71af0c4931b tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/subnets/381f95b2-c979-439e-a489-aaa4487943ff HTTP/1.1" status: 204 len: 168 time: 0.9725425 Dec 11 22:54:33.950825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818c85e-4294-432d-929a-546529935e65 None None] Pushing event deleted for resources: {'Port': ['ID=fc512b1a-6728-4939-b287-ebff253b1fe2,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:33.965250 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2818c85e-4294-432d-929a-546529935e65 None None] No DVR routers for this DVR port fc512b1a-6728-4939-b287-ebff253b1fe2 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:54:34.000568 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f597d9-b305-415e-96a1-81dc4e243ced req-26790940-250b-4d1f-8bee-8b2c9bb08753 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:34.012459 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-86f597d9-b305-415e-96a1-81dc4e243ced req-26790940-250b-4d1f-8bee-8b2c9bb08753 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0936277 Dec 11 22:54:34.119153 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-86f597d9-b305-415e-96a1-81dc4e243ced req-8743af2b-82d1-44b3-bc2d-15727f1e316e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063421 Dec 11 22:54:34.142342 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4fb71a21-6052-4829-b813-75a1b08ed337 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:54:34.174689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0febe960-cd49-4b7d-9f13-5b9a58e93368 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:34.176568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0febe960-cd49-4b7d-9f13-5b9a58e93368 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:34.177834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 4fb71a21-6052-4829-b813-75a1b08ed337 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:54:34.181719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4fb71a21-6052-4829-b813-75a1b08ed337 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:54:34.181919 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0febe960-cd49-4b7d-9f13-5b9a58e93368 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2769208 Dec 11 22:54:34.182134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43314) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:34.198440 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d87259f7-79cc-4dc2-b4f0-04b9ffa17070 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.198623 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10549db4-a02c-4e24-b0de-8d0345680dca None None] DHCP port deletion for 6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:54:34.253759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-d87259f7-79cc-4dc2-b4f0-04b9ffa17070 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7720bf68-1c69-4392-b6da-9d32428bdd4c']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:34.277268 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-28c9226b-bf78-4797-9a9e-bab5978ba695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'name': 'tempest-ServersTestJSON-1962488865-router', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:18Z', 'updated_at': '2021-12-11T22:51:25Z', 'revision_number': 4, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'gw_port': {'id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:20Z', 'updated_at': '2021-12-11T22:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'f46045c3-4714-44da-acf4-9176eba03bcc', 'name': '', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'mac_address': 'fa:16:3e:95:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:24Z', 'updated_at': '2021-12-11T22:51:35Z', 'revision_number': 5, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'subnets': [{'id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:34.287274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-d87259f7-79cc-4dc2-b4f0-04b9ffa17070 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01dc47fb-d7b0-44cf-a99e-40deabea55c8') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:34.289057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-d87259f7-79cc-4dc2-b4f0-04b9ffa17070 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01dc47fb-d7b0-44cf-a99e-40deabea55c8') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:34.289175 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-10549db4-a02c-4e24-b0de-8d0345680dca None None] Deleting port 5ef127ab-2fb6-4f13-be00-efe46f87add0 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:34.289175 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10549db4-a02c-4e24-b0de-8d0345680dca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.310674 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9226b-bf78-4797-9a9e-bab5978ba695 None None] Checking router: 9b876dfd-3808-415c-8ec7-88f7785296aa for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:54:34.322675 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d87259f7-79cc-4dc2-b4f0-04b9ffa17070 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.323028 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c23c8f2-801f-407c-9b02-86526be657b8 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.329678 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c9226b-bf78-4797-9a9e-bab5978ba695 None None] Routers {'9b876dfd-3808-415c-8ec7-88f7785296aa'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:34.330670 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-28c9226b-bf78-4797-9a9e-bab5978ba695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9b876dfd-3808-415c-8ec7-88f7785296aa'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:34.334134 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c23c8f2-801f-407c-9b02-86526be657b8 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 11 22:54:34.334134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c23c8f2-801f-407c-9b02-86526be657b8 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:34.335583 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7c23c8f2-801f-407c-9b02-86526be657b8 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/networks/2e826676-9a91-4007-911f-2527ff782fc3 HTTP/1.1" status: 409 len: 405 time: 0.1524265 Dec 11 22:54:34.340246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43316) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:34.347272 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d181a1cc-c43a-43f2-a5a7-2e1d8aed91b9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1224740733'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:34.382320 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d87259f7-79cc-4dc2-b4f0-04b9ffa17070 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.389706 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8f0fec-5567-40cb-9923-810ed9ce9238 None None] Network 2e826676-9a91-4007-911f-2527ff782fc3 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:34.395294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87259f7-79cc-4dc2-b4f0-04b9ffa17070 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:54:34.395723 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d87259f7-79cc-4dc2-b4f0-04b9ffa17070 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:54:34.409619 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:54:34.478821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d181a1cc-c43a-43f2-a5a7-2e1d8aed91b9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Made reservation on behalf of 412ed36984f448b5bf12d8e33046b783 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:34.482571 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-28c9226b-bf78-4797-9a9e-bab5978ba695 None None] Set router 9b876dfd-3808-415c-8ec7-88f7785296aa gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:54:34.483424 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d181a1cc-c43a-43f2-a5a7-2e1d8aed91b9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.510362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-10549db4-a02c-4e24-b0de-8d0345680dca None None] For port 5ef127ab-2fb6-4f13-be00-efe46f87add0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5ef127ab-2fb6-4f13-be00-efe46f87add0,segment=NetworkSegment(04579082-be49-4b41-be12-a2b11c1c4481),segment_id=04579082-be49-4b41-be12-a2b11c1c4481)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:34.510935 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10549db4-a02c-4e24-b0de-8d0345680dca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.515208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d181a1cc-c43a-43f2-a5a7-2e1d8aed91b9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:54:34.525343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-10549db4-a02c-4e24-b0de-8d0345680dca None None] Calling delete_port for 5ef127ab-2fb6-4f13-be00-efe46f87add0 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:34.528412 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d181a1cc-c43a-43f2-a5a7-2e1d8aed91b9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.528775 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-d181a1cc-c43a-43f2-a5a7-2e1d8aed91b9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Added segment f44ceb1e-2643-4dd9-858b-8902645e7d79 of type vlan for network b900e5bd-63a8-4609-a10f-06d313604972 Dec 11 22:54:34.583239 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d87259f7-79cc-4dc2-b4f0-04b9ffa17070 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.590426 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d87259f7-79cc-4dc2-b4f0-04b9ffa17070 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.595649 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d87259f7-79cc-4dc2-b4f0-04b9ffa17070 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/networks/7720bf68-1c69-4392-b6da-9d32428bdd4c HTTP/1.1" status: 204 len: 168 time: 0.9500005 Dec 11 22:54:34.601030 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43318) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:34.629948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87259f7-79cc-4dc2-b4f0-04b9ffa17070 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Network': ['ID=7720bf68-1c69-4392-b6da-9d32428bdd4c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:34.638255 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d181a1cc-c43a-43f2-a5a7-2e1d8aed91b9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.730987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-dcf306de-a300-4fff-a81d-ac0a94ff4921 None None] Provisioning complete for port a9c51957-4d24-4282-9425-70517c8bba1f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:34.730987 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dcf306de-a300-4fff-a81d-ac0a94ff4921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.750855 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d181a1cc-c43a-43f2-a5a7-2e1d8aed91b9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.761850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d181a1cc-c43a-43f2-a5a7-2e1d8aed91b9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:34.762542 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d181a1cc-c43a-43f2-a5a7-2e1d8aed91b9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.791494 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-28c9226b-bf78-4797-9a9e-bab5978ba695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'name': 'tempest-ServersTestJSON-1962488865-router', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:18Z', 'updated_at': '2021-12-11T22:51:25Z', 'revision_number': 4, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'gw_port': {'id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:20Z', 'updated_at': '2021-12-11T22:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'f46045c3-4714-44da-acf4-9176eba03bcc', 'name': '', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'mac_address': 'fa:16:3e:95:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:24Z', 'updated_at': '2021-12-11T22:51:35Z', 'revision_number': 5, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'subnets': [{'id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:34.827209 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10549db4-a02c-4e24-b0de-8d0345680dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.848999 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9226b-bf78-4797-9a9e-bab5978ba695 None None] The sync data for ids ['9b876dfd-3808-415c-8ec7-88f7785296aa'] in n-d-710847-6 is: [{'id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'name': 'tempest-ServersTestJSON-1962488865-router', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:18Z', 'updated_at': '2021-12-11T22:51:25Z', 'revision_number': 4, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'gw_port': {'id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:20Z', 'updated_at': '2021-12-11T22:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'f46045c3-4714-44da-acf4-9176eba03bcc', 'name': '', 'network_id': '0880f6bd-c0aa-40c6-9367-729d7d05d0b8', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'mac_address': 'fa:16:3e:95:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:24Z', 'updated_at': '2021-12-11T22:51:35Z', 'revision_number': 5, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'subnets': [{'id': '5924d922-8569-4668-b07a-e14ab5f9850f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:54:34.858757 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fbd6833e-502e-499e-a42d-03b429ce1345 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:34.874843 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10549db4-a02c-4e24-b0de-8d0345680dca None None] No DVR routers for this DVR port 5ef127ab-2fb6-4f13-be00-efe46f87add0 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:54:34.948879 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d181a1cc-c43a-43f2-a5a7-2e1d8aed91b9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6047308 Dec 11 22:54:34.961165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43326) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:34.970105 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-044f78f4-3330-4df9-bd81-a1925fc4d372 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Request body: {'subnet': {'network_id': 'b900e5bd-63a8-4609-a10f-06d313604972', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:34.982614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb4b92c-484b-465b-9374-5ab38a90dd4e None None] DHCP port deletion for 2e826676-9a91-4007-911f-2527ff782fc3 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:54:34.998113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10549db4-a02c-4e24-b0de-8d0345680dca None None] Pushing event deleted for resources: {'Port': ['ID=5ef127ab-2fb6-4f13-be00-efe46f87add0,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:35.047844 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7df82e78-f06d-4f93-9f66-0b5178eea769 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:54:35.073433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181a1cc-c43a-43f2-a5a7-2e1d8aed91b9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event updated for resources: {'Network': ['ID=b900e5bd-63a8-4609-a10f-06d313604972,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:35.080702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43328) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:35.132397 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fbd6833e-502e-499e-a42d-03b429ce1345 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.137049 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network b900e5bd-63a8-4609-a10f-06d313604972 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:54:35.179337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-fbd6833e-502e-499e-a42d-03b429ce1345 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:35.201411 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-fbd6833e-502e-499e-a42d-03b429ce1345 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04579082-be49-4b41-be12-a2b11c1c4481') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:35.202067 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-fbd6833e-502e-499e-a42d-03b429ce1345 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04579082-be49-4b41-be12-a2b11c1c4481') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:35.225498 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fbd6833e-502e-499e-a42d-03b429ce1345 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.253622 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-64081768-25d8-4c43-aee6-07527c9f98a7 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.255981 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fbd6833e-502e-499e-a42d-03b429ce1345 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.281400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd6833e-502e-499e-a42d-03b429ce1345 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:54:35.281400 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fbd6833e-502e-499e-a42d-03b429ce1345 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:54:35.286610 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:54:35.315911 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-64081768-25d8-4c43-aee6-07527c9f98a7 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.348640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044f78f4-3330-4df9-bd81-a1925fc4d372 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Made reservation on behalf of 412ed36984f448b5bf12d8e33046b783 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:35.354381 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-044f78f4-3330-4df9-bd81-a1925fc4d372 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.364976 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dcf306de-a300-4fff-a81d-ac0a94ff4921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.381773 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae59dfb-b000-4f84-aec0-aba11cf48286 req-1a34818e-aa19-431e-826f-4d815b22db75 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:35.388484 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 7df82e78-f06d-4f93-9f66-0b5178eea769 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:35.389211 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.390964 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ae59dfb-b000-4f84-aec0-aba11cf48286 req-1a34818e-aa19-431e-826f-4d815b22db75 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1247144 Dec 11 22:54:35.454230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262433d0-e46d-4b0f-be79-d362ff22ed3d None None] New status for floating IP 7a7b9466-ae86-4b5d-8d57-286b3136ef73: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:54:35.457208 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ae59dfb-b000-4f84-aec0-aba11cf48286 req-a4cb9c50-da4e-4a99-995d-7c5656535278 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646930 Dec 11 22:54:35.516099 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fbd6833e-502e-499e-a42d-03b429ce1345 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.519240 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-64081768-25d8-4c43-aee6-07527c9f98a7 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.522039 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-64081768-25d8-4c43-aee6-07527c9f98a7 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.522979 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fbd6833e-502e-499e-a42d-03b429ce1345 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.523282 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-64081768-25d8-4c43-aee6-07527c9f98a7 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "DELETE /v2.0/security-groups/45bd01f0-7758-4263-bab7-aee5cad7e2cf HTTP/1.1" status: 204 len: 168 time: 0.4390137 Dec 11 22:54:35.529716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43334) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:35.532283 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fbd6833e-502e-499e-a42d-03b429ce1345 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/networks/6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127 HTTP/1.1" status: 204 len: 168 time: 0.9273329 Dec 11 22:54:35.534565 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43336) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:35.541036 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c19b5a86-52ff-4c79-bccd-a1354363b060 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'network': {'name': 'tempest-RoutersTest-1832228636'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:35.541212 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ecb4b92c-484b-465b-9374-5ab38a90dd4e None None] Deleting port a9c51957-4d24-4282-9425-70517c8bba1f {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:35.541467 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ecb4b92c-484b-465b-9374-5ab38a90dd4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.558197 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6833e-502e-499e-a42d-03b429ce1345 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Network': ['ID=6fbdcbf9-b2c3-4afb-85ce-2aba0ba6c127,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:35.559097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64081768-25d8-4c43-aee6-07527c9f98a7 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bd01f0-7758-4263-bab7-aee5cad7e2cf,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:35.564312 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-850ece5a-9685-47da-a8c4-ac60db6b3227 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] show failed (client error): The resource could not be found. Dec 11 22:54:35.567679 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-850ece5a-9685-47da-a8c4-ac60db6b3227 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "GET /v2.0/security-groups/45bd01f0-7758-4263-bab7-aee5cad7e2cf HTTP/1.1" status: 404 len: 347 time: 0.0287366 Dec 11 22:54:35.569680 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43338) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:35.676494 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-dcf306de-a300-4fff-a81d-ac0a94ff4921 None None] For port a9c51957-4d24-4282-9425-70517c8bba1f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a9c51957-4d24-4282-9425-70517c8bba1f,segment=NetworkSegment(c254d667-1928-4323-9b6e-a199cf50428f),segment_id=c254d667-1928-4323-9b6e-a199cf50428f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:35.705978 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19b5a86-52ff-4c79-bccd-a1354363b060 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:35.709588 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c19b5a86-52ff-4c79-bccd-a1354363b060 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.747280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ecb4b92c-484b-465b-9374-5ab38a90dd4e None None] For port a9c51957-4d24-4282-9425-70517c8bba1f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a9c51957-4d24-4282-9425-70517c8bba1f,segment=NetworkSegment(c254d667-1928-4323-9b6e-a199cf50428f),segment_id=c254d667-1928-4323-9b6e-a199cf50428f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:35.747679 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ecb4b92c-484b-465b-9374-5ab38a90dd4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.748931 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19b5a86-52ff-4c79-bccd-a1354363b060 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:54:35.753448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-51022575-4091-4219-b2a8-c9f976482367 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Deleting port a1dda3ea-fc1f-469d-8845-88d3d81d31c4 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:35.753825 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51022575-4091-4219-b2a8-c9f976482367 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.764574 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ecb4b92c-484b-465b-9374-5ab38a90dd4e None None] Calling delete_port for a9c51957-4d24-4282-9425-70517c8bba1f owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:35.809837 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c19b5a86-52ff-4c79-bccd-a1354363b060 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.810193 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-c19b5a86-52ff-4c79-bccd-a1354363b060 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Added segment 3744dc3e-2054-4691-8db5-071c2bb9c41c of type vlan for network 4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5 Dec 11 22:54:35.837634 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dcf306de-a300-4fff-a81d-ac0a94ff4921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.880953 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c19b5a86-52ff-4c79-bccd-a1354363b060 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.890756 n-d-710847-6 neutron-server[103692]: DEBUG neutron.objects.ports [None req-044f78f4-3330-4df9-bd81-a1925fc4d372 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103692) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:54:35.892902 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-044f78f4-3330-4df9-bd81-a1925fc4d372 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.903440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fc512b1a-6728-4939-b287-ebff253b1fe2 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:54:35.909279 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51022575-4091-4219-b2a8-c9f976482367 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.909279 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51022575-4091-4219-b2a8-c9f976482367 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:35.933498 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-51022575-4091-4219-b2a8-c9f976482367 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Calling delete_port for a1dda3ea-fc1f-469d-8845-88d3d81d31c4 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:35.968068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: fc512b1a-6728-4939-b287-ebff253b1fe2 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:54:35.968487 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fc512b1a-6728-4939-b287-ebff253b1fe2 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:54:35.968923 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5ef127ab-2fb6-4f13-be00-efe46f87add0 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:54:36.000991 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 5ef127ab-2fb6-4f13-be00-efe46f87add0 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:54:36.002185 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5ef127ab-2fb6-4f13-be00-efe46f87add0 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:54:36.016451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f78f4-3330-4df9-bd81-a1925fc4d372 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event updated for resources: {'Subnet': ['ID=16b475ec-f4ca-4a50-9439-4fe88e05170e,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:36.020984 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c19b5a86-52ff-4c79-bccd-a1354363b060 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:36.032941 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf306de-a300-4fff-a81d-ac0a94ff4921 None None] Pushing event updated for resources: {'Port': ['ID=a9c51957-4d24-4282-9425-70517c8bba1f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:36.034674 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19b5a86-52ff-4c79-bccd-a1354363b060 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:36.035434 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c19b5a86-52ff-4c79-bccd-a1354363b060 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:36.055199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044f78f4-3330-4df9-bd81-a1925fc4d372 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Checking segment: {'id': 'f44ceb1e-2643-4dd9-858b-8902645e7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b900e5bd-63a8-4609-a10f-06d313604972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:36.056155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044f78f4-3330-4df9-bd81-a1925fc4d372 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Network hostable DHCP agents. Network: b900e5bd-63a8-4609-a10f-06d313604972, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:54:36.132339 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ecb4b92c-484b-465b-9374-5ab38a90dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:36.146995 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b5a86-52ff-4c79-bccd-a1354363b060 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Network': ['ID=4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:36.165640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:54:36.167732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044f78f4-3330-4df9-bd81-a1925fc4d372 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Network b900e5bd-63a8-4609-a10f-06d313604972 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:54:36.169337 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4b92c-484b-465b-9374-5ab38a90dd4e None None] Pushing event deleted for resources: {'Port': ['ID=a9c51957-4d24-4282-9425-70517c8bba1f,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:36.186635 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb4b92c-484b-465b-9374-5ab38a90dd4e None None] No DVR routers for this DVR port a9c51957-4d24-4282-9425-70517c8bba1f on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:54:36.192621 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c19b5a86-52ff-4c79-bccd-a1354363b060 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6569893 Dec 11 22:54:36.195488 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43342) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:36.202329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-aeb5060b-66c1-45b1-85fb-50179d4e9673 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'subnet': {'network_id': '4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:36.259745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-044f78f4-3330-4df9-bd81-a1925fc4d372 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, b900e5bd-63a8-4609-a10f-06d313604972) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:36.267418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044f78f4-3330-4df9-bd81-a1925fc4d372 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:36.270796 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-044f78f4-3330-4df9-bd81-a1925fc4d372 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:36.274359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b840e1e1-d8ce-452c-8271-2acb8a22f937 None None] Network b900e5bd-63a8-4609-a10f-06d313604972 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:36.387649 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-044f78f4-3330-4df9-bd81-a1925fc4d372 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4249613 Dec 11 22:54:36.390328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43346) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:36.393484 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-b900e5bd-63a8-4609-a10f-06d313604972', 'network_id': 'b900e5bd-63a8-4609-a10f-06d313604972', 'project_id': '412ed36984f448b5bf12d8e33046b783', 'fixed_ips': [{'subnet_id': '16b475ec-f4ca-4a50-9439-4fe88e05170e'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:54:36.395350 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:36.397470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6af388c3-fd44-40b0-b40c-3242b21195e5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Request body: {'port': {'network_id': 'b900e5bd-63a8-4609-a10f-06d313604972', 'name': 'tempest-NetworksIpV6TestAttrs-2050602000'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:36.420410 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51022575-4091-4219-b2a8-c9f976482367 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:36.486294 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51022575-4091-4219-b2a8-c9f976482367 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Pushing event deleted for resources: {'Port': ['ID=a1dda3ea-fc1f-469d-8845-88d3d81d31c4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:36.564647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Allocated IP 2001:db8::f816:3eff:feac:981 (b900e5bd-63a8-4609-a10f-06d313604972/16b475ec-f4ca-4a50-9439-4fe88e05170e/e96ea140-9c60-48e2-a64f-f63e87360bc9) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:36.569341 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb5060b-66c1-45b1-85fb-50179d4e9673 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:36.572670 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aeb5060b-66c1-45b1-85fb-50179d4e9673 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:36.580527 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51022575-4091-4219-b2a8-c9f976482367 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:36.583255 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51022575-4091-4219-b2a8-c9f976482367 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:36.587645 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-51022575-4091-4219-b2a8-c9f976482367 tempest-ServersTestJSON-52676029 tempest-ServersTestJSON-52676029-project] 10.222.0.45 "DELETE /v2.0/floatingips/7a7b9466-ae86-4b5d-8d57-286b3136ef73 HTTP/1.1" status: 204 len: 168 time: 1.0107143 Dec 11 22:54:36.587975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43350) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:36.740328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69022dd-d7a1-452e-a11c-352a4ab4a1c9 req-95ed32dd-4e04-4d0f-bdb4-a44788dc33c3 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:36.741811 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a69022dd-d7a1-452e-a11c-352a4ab4a1c9 req-95ed32dd-4e04-4d0f-bdb4-a44788dc33c3 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1624479 Dec 11 22:54:36.802896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a9c51957-4d24-4282-9425-70517c8bba1f no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:54:36.829611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af388c3-fd44-40b0-b40c-3242b21195e5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Made reservation on behalf of 412ed36984f448b5bf12d8e33046b783 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:36.833264 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6af388c3-fd44-40b0-b40c-3242b21195e5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:36.833695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: a9c51957-4d24-4282-9425-70517c8bba1f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:54:36.834291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a9c51957-4d24-4282-9425-70517c8bba1f not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:54:36.850457 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:36.858746 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a69022dd-d7a1-452e-a11c-352a4ab4a1c9 req-a56565cf-4abf-465f-85c2-a329742ca90f tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079903 Dec 11 22:54:36.863372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-6af388c3-fd44-40b0-b40c-3242b21195e5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] device_id is not set on port d29d8a15-e1ad-4ae0-9e03-577677060c09 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:54:36.917701 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:36.986892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Network b900e5bd-63a8-4609-a10f-06d313604972 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:36.992137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:36.996842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:37.000185 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Pushing event updated for resources: {'Port': ['ID=e96ea140-9c60-48e2-a64f-f63e87360bc9,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:37.042224 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aeb5060b-66c1-45b1-85fb-50179d4e9673 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.063657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Attempting to bind port e96ea140-9c60-48e2-a64f-f63e87360bc9 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:54:37.064179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Attempting to bind port e96ea140-9c60-48e2-a64f-f63e87360bc9 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'f44ceb1e-2643-4dd9-858b-8902645e7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b900e5bd-63a8-4609-a10f-06d313604972'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:54:37.064557 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Attempting to bind port e96ea140-9c60-48e2-a64f-f63e87360bc9 on network b900e5bd-63a8-4609-a10f-06d313604972 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:54:37.070262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:54:37.070655 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Checking segment: {'id': 'f44ceb1e-2643-4dd9-858b-8902645e7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b900e5bd-63a8-4609-a10f-06d313604972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:37.071670 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.072288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Bound using segment: {'id': 'f44ceb1e-2643-4dd9-858b-8902645e7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b900e5bd-63a8-4609-a10f-06d313604972'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:54:37.072569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Bound port: e96ea140-9c60-48e2-a64f-f63e87360bc9, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44ceb1e-2643-4dd9-858b-8902645e7d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b900e5bd-63a8-4609-a10f-06d313604972'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:54:37.072918 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.098449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5060b-66c1-45b1-85fb-50179d4e9673 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Subnet': ['ID=937d8e13-2c24-4a0e-95e2-92f464335467,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:37.118610 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-6af388c3-fd44-40b0-b40c-3242b21195e5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Allocated IP 2001:db8::f816:3eff:feee:7757 (b900e5bd-63a8-4609-a10f-06d313604972/16b475ec-f4ca-4a50-9439-4fe88e05170e/d29d8a15-e1ad-4ae0-9e03-577677060c09) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:37.164770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] For port e96ea140-9c60-48e2-a64f-f63e87360bc9, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:54:37.169490 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] For port e96ea140-9c60-48e2-a64f-f63e87360bc9, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e96ea140-9c60-48e2-a64f-f63e87360bc9,segment=NetworkSegment(f44ceb1e-2643-4dd9-858b-8902645e7d79),segment_id=f44ceb1e-2643-4dd9-858b-8902645e7d79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:54:37.177588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb5060b-66c1-45b1-85fb-50179d4e9673 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Checking segment: {'id': '3744dc3e-2054-4691-8db5-071c2bb9c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:37.177928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb5060b-66c1-45b1-85fb-50179d4e9673 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network hostable DHCP agents. Network: 4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:54:37.201328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef0666d2-4d59-48ad-8bec-ab55cd485e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.219761 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.280354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb5060b-66c1-45b1-85fb-50179d4e9673 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:54:37.300308 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f7b09-2fa4-436d-b30e-53475923c4d4 None None] Pushing event updated for resources: {'Port': ['ID=e96ea140-9c60-48e2-a64f-f63e87360bc9,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:37.356847 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6af388c3-fd44-40b0-b40c-3242b21195e5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.362355 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-aeb5060b-66c1-45b1-85fb-50179d4e9673 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:37.369841 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb5060b-66c1-45b1-85fb-50179d4e9673 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:37.370436 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aeb5060b-66c1-45b1-85fb-50179d4e9673 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.379606 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36eef3e-3a79-448b-bbb5-fb07b27633e7 None None] Network 4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:37.519831 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-aeb5060b-66c1-45b1-85fb-50179d4e9673 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3224862 Dec 11 22:54:37.522133 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43356) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:37.526933 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-05797ebe-7a81-4e69-8d00-7bf0c1c206b3 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-56401749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:37.548614 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6af388c3-fd44-40b0-b40c-3242b21195e5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.596470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5', 'network_id': '4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5', 'project_id': '45f23748810f4e429297db13dc401da1', 'fixed_ips': [{'subnet_id': '937d8e13-2c24-4a0e-95e2-92f464335467'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:54:37.597641 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.606328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-ef0666d2-4d59-48ad-8bec-ab55cd485e63 admin admin] Deleting port f46045c3-4714-44da-acf4-9176eba03bcc {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:37.607940 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef0666d2-4d59-48ad-8bec-ab55cd485e63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.633761 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af388c3-fd44-40b0-b40c-3242b21195e5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Network b900e5bd-63a8-4609-a10f-06d313604972 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:37.636956 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-6af388c3-fd44-40b0-b40c-3242b21195e5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:37.641970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af388c3-fd44-40b0-b40c-3242b21195e5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:37.647950 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af388c3-fd44-40b0-b40c-3242b21195e5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:37.648688 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6af388c3-fd44-40b0-b40c-3242b21195e5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.657176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af388c3-fd44-40b0-b40c-3242b21195e5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event updated for resources: {'Port': ['ID=d29d8a15-e1ad-4ae0-9e03-577677060c09,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:37.667626 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05797ebe-7a81-4e69-8d00-7bf0c1c206b3 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.668816 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05797ebe-7a81-4e69-8d00-7bf0c1c206b3 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.755158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-ef0666d2-4d59-48ad-8bec-ab55cd485e63 admin admin] For port f46045c3-4714-44da-acf4-9176eba03bcc, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f46045c3-4714-44da-acf4-9176eba03bcc,segment=NetworkSegment(190f9573-495f-4fc2-ae01-ad16a092a395),segment_id=190f9573-495f-4fc2-ae01-ad16a092a395)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:37.756963 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef0666d2-4d59-48ad-8bec-ab55cd485e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.767149 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05797ebe-7a81-4e69-8d00-7bf0c1c206b3 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.774384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-ef0666d2-4d59-48ad-8bec-ab55cd485e63 admin admin] Calling delete_port for f46045c3-4714-44da-acf4-9176eba03bcc owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:37.776620 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43358) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:37.779247 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6af388c3-fd44-40b0-b40c-3242b21195e5 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3874586 Dec 11 22:54:37.810744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Allocated IP 172.20.0.2 (4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5/937d8e13-2c24-4a0e-95e2-92f464335467/431fb0ec-2d42-4910-96ca-e8d0b326e539) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:37.831199 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05797ebe-7a81-4e69-8d00-7bf0c1c206b3 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.905093 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f46a4d-714a-4d8a-b6ef-0c81b7a27f08 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Deleting subnet 16b475ec-f4ca-4a50-9439-4fe88e05170e {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:54:37.919031 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a0f46a4d-714a-4d8a-b6ef-0c81b7a27f08 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.919396 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05797ebe-7a81-4e69-8d00-7bf0c1c206b3 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:37.923285 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-05797ebe-7a81-4e69-8d00-7bf0c1c206b3 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3976545 Dec 11 22:54:37.924509 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43362) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:37.931834 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0a76b10e-33b9-42b3-b851-1e833b12102b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'port': {'network_id': '4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5', 'name': 'tempest-RoutersTest-888249289'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:38.028847 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:38.034570 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a0f46a4d-714a-4d8a-b6ef-0c81b7a27f08 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:38.105527 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:38.207192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Network 4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:38.213230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:38.220248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Pushing event updated for resources: {'Port': ['ID=431fb0ec-2d42-4910-96ca-e8d0b326e539,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:38.225375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:38.275003 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a0f46a4d-714a-4d8a-b6ef-0c81b7a27f08 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:38.329457 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef0666d2-4d59-48ad-8bec-ab55cd485e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:38.351046 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Attempting to bind port 431fb0ec-2d42-4910-96ca-e8d0b326e539 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:54:38.351440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Attempting to bind port 431fb0ec-2d42-4910-96ca-e8d0b326e539 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '3744dc3e-2054-4691-8db5-071c2bb9c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:54:38.351812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Attempting to bind port 431fb0ec-2d42-4910-96ca-e8d0b326e539 on network 4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:54:38.359280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:54:38.360730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Checking segment: {'id': '3744dc3e-2054-4691-8db5-071c2bb9c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:38.361156 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:38.362016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Bound using segment: {'id': '3744dc3e-2054-4691-8db5-071c2bb9c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:54:38.362016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Bound port: 431fb0ec-2d42-4910-96ca-e8d0b326e539, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3744dc3e-2054-4691-8db5-071c2bb9c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:54:38.362440 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:38.373487 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0666d2-4d59-48ad-8bec-ab55cd485e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=f46045c3-4714-44da-acf4-9176eba03bcc,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:38.418001 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdd56a-3562-45bc-a938-4bae466c3636 req-23a70531-7807-4e4a-a084-f2e90617bbd5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:38.419729 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7bdd56a-3562-45bc-a938-4bae466c3636 req-23a70531-7807-4e4a-a084-f2e90617bbd5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.4185834 Dec 11 22:54:38.498036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] For port 431fb0ec-2d42-4910-96ca-e8d0b326e539, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:54:38.506572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] For port 431fb0ec-2d42-4910-96ca-e8d0b326e539, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=431fb0ec-2d42-4910-96ca-e8d0b326e539,segment=NetworkSegment(3744dc3e-2054-4691-8db5-071c2bb9c41c),segment_id=3744dc3e-2054-4691-8db5-071c2bb9c41c)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:54:38.524335 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7bdd56a-3562-45bc-a938-4bae466c3636 req-8596e166-9fef-4ee1-9dc6-d7a75515a6b3 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905273 Dec 11 22:54:38.558135 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a0f46a4d-714a-4d8a-b6ef-0c81b7a27f08 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:38.561502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a76b10e-33b9-42b3-b851-1e833b12102b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:38.567046 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a76b10e-33b9-42b3-b851-1e833b12102b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:38.592587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f46a4d-714a-4d8a-b6ef-0c81b7a27f08 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Subnet': ['ID=16b475ec-f4ca-4a50-9439-4fe88e05170e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:38.598394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-0a76b10e-33b9-42b3-b851-1e833b12102b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] device_id is not set on port 37c0e6e2-165e-4ea4-8809-be41ff098500 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:54:38.616502 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a0f46a4d-714a-4d8a-b6ef-0c81b7a27f08 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:38.621798 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:38.622437 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a0f46a4d-714a-4d8a-b6ef-0c81b7a27f08 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/subnets/16b475ec-f4ca-4a50-9439-4fe88e05170e HTTP/1.1" status: 204 len: 168 time: 0.8441219 Dec 11 22:54:38.624801 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43368) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:38.706660 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef0666d2-4d59-48ad-8bec-ab55cd485e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:38.833167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4123c1aa-d97b-4021-98bb-0bba8c0493b8 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:38.836205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4123c1aa-d97b-4021-98bb-0bba8c0493b8 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:38.843808 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4123c1aa-d97b-4021-98bb-0bba8c0493b8 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1791358 Dec 11 22:54:38.852671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43370) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:39.054875 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d5ddc-aa05-444e-818b-2b19775fc333 None None] Pushing event updated for resources: {'Port': ['ID=431fb0ec-2d42-4910-96ca-e8d0b326e539,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:39.082155 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d3f77d-82cd-4749-9b27-6d5494945905 None None] Network b900e5bd-63a8-4609-a10f-06d313604972 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:39.156252 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae06b-fcc1-4d08-b569-6aabc347d056 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:39.171680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e96ea140-9c60-48e2-a64f-f63e87360bc9 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:54:39.181149 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8ae06b-fcc1-4d08-b569-6aabc347d056 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 11 22:54:39.181620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8ae06b-fcc1-4d08-b569-6aabc347d056 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:39.188911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0666d2-4d59-48ad-8bec-ab55cd485e63 admin admin] Router 9b876dfd-3808-415c-8ec7-88f7785296aa has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:54:39.191570 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cd8ae06b-fcc1-4d08-b569-6aabc347d056 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/networks/b900e5bd-63a8-4609-a10f-06d313604972 HTTP/1.1" status: 409 len: 405 time: 0.3370762 Dec 11 22:54:39.192172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43372) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:39.198955 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-0a76b10e-33b9-42b3-b851-1e833b12102b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Allocated IP 172.20.0.10 (4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5/937d8e13-2c24-4a0e-95e2-92f464335467/37c0e6e2-165e-4ea4-8809-be41ff098500) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:39.201837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-481d39ef-f76d-4635-9fdc-2bc08fa1a786 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-847963295'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:39.264913 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-836fd5e0-83b2-4766-9b4e-de67cfcb0f64 None None] Provisioning complete for port e96ea140-9c60-48e2-a64f-f63e87360bc9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:39.265291 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-836fd5e0-83b2-4766-9b4e-de67cfcb0f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:39.396737 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port e96ea140-9c60-48e2-a64f-f63e87360bc9 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:39.397116 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:39.496652 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a76b10e-33b9-42b3-b851-1e833b12102b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:39.531297 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef1a90-8ed5-4006-a532-6938a97757ef None None] DHCP port deletion for b900e5bd-63a8-4609-a10f-06d313604972 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:54:39.537224 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:39.560906 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-836fd5e0-83b2-4766-9b4e-de67cfcb0f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:39.609233 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a76b10e-33b9-42b3-b851-1e833b12102b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:39.629266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port e96ea140-9c60-48e2-a64f-f63e87360bc9, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e96ea140-9c60-48e2-a64f-f63e87360bc9,segment=NetworkSegment(f44ceb1e-2643-4dd9-858b-8902645e7d79),segment_id=f44ceb1e-2643-4dd9-858b-8902645e7d79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:39.654633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2cef1a90-8ed5-4006-a532-6938a97757ef None None] Deleting port e96ea140-9c60-48e2-a64f-f63e87360bc9 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:39.655046 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2cef1a90-8ed5-4006-a532-6938a97757ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:39.722931 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a76b10e-33b9-42b3-b851-1e833b12102b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:39.733369 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-0a76b10e-33b9-42b3-b851-1e833b12102b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:39.739114 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2cef1a90-8ed5-4006-a532-6938a97757ef None None] For port e96ea140-9c60-48e2-a64f-f63e87360bc9, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e96ea140-9c60-48e2-a64f-f63e87360bc9,segment=NetworkSegment(f44ceb1e-2643-4dd9-858b-8902645e7d79),segment_id=f44ceb1e-2643-4dd9-858b-8902645e7d79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:39.739798 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2cef1a90-8ed5-4006-a532-6938a97757ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:39.746454 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a76b10e-33b9-42b3-b851-1e833b12102b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:39.757940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2cef1a90-8ed5-4006-a532-6938a97757ef None None] Calling delete_port for e96ea140-9c60-48e2-a64f-f63e87360bc9 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:39.794788 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76b10e-33b9-42b3-b851-1e833b12102b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=37c0e6e2-165e-4ea4-8809-be41ff098500,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:39.834632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0666d2-4d59-48ad-8bec-ab55cd485e63 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:54:39.841135 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ef0666d2-4d59-48ad-8bec-ab55cd485e63 admin admin] 10.222.0.45 "PUT /v2.0/routers/9b876dfd-3808-415c-8ec7-88f7785296aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2520347 Dec 11 22:54:39.846959 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c06208-a99a-4a2b-b83f-b8bcfa4dccc3 None None] Sync routers for ids ['9b876dfd-3808-415c-8ec7-88f7785296aa'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:54:39.851391 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd456a44-6bd8-41b3-8b6e-91ee1e68cb4d req-a6935bc5-c6ce-460f-a86e-217dc0039bc1 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:39.856945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43382) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:39.861386 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd456a44-6bd8-41b3-8b6e-91ee1e68cb4d req-a6935bc5-c6ce-460f-a86e-217dc0039bc1 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1902940 Dec 11 22:54:39.862791 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c06208-a99a-4a2b-b83f-b8bcfa4dccc3 None None] Routers {'9b876dfd-3808-415c-8ec7-88f7785296aa'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:39.863744 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-34c06208-a99a-4a2b-b83f-b8bcfa4dccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9b876dfd-3808-415c-8ec7-88f7785296aa'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:39.864728 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:39.916214 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a76b10e-33b9-42b3-b851-1e833b12102b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:39.916898 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a76b10e-33b9-42b3-b851-1e833b12102b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:39.957468 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-836fd5e0-83b2-4766-9b4e-de67cfcb0f64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:54:39.958236 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-836fd5e0-83b2-4766-9b4e-de67cfcb0f64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:54:39.967096 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481d39ef-f76d-4635-9fdc-2bc08fa1a786 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Made reservation on behalf of 412ed36984f448b5bf12d8e33046b783 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:39.973288 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-481d39ef-f76d-4635-9fdc-2bc08fa1a786 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:39.989345 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2cef1a90-8ed5-4006-a532-6938a97757ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:40.004293 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd456a44-6bd8-41b3-8b6e-91ee1e68cb4d req-ee4c603b-37e7-4a59-9a3a-dcd40642e2f9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413653 Dec 11 22:54:40.015527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cef1a90-8ed5-4006-a532-6938a97757ef None None] No DVR routers for this DVR port e96ea140-9c60-48e2-a64f-f63e87360bc9 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:54:40.044385 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=e96ea140-9c60-48e2-a64f-f63e87360bc9,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:40.050566 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481d39ef-f76d-4635-9fdc-2bc08fa1a786 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:54:40.067612 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0a76b10e-33b9-42b3-b851-1e833b12102b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1425605 Dec 11 22:54:40.070296 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43384) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:40.073418 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-481d39ef-f76d-4635-9fdc-2bc08fa1a786 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:40.073774 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-481d39ef-f76d-4635-9fdc-2bc08fa1a786 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Added segment 5ac27d61-9803-42a1-90e5-e6eb77a0668e of type vlan for network ec553a11-adbb-454d-9923-65bef0de3593 Dec 11 22:54:40.119350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef1a90-8ed5-4006-a532-6938a97757ef None None] Pushing event deleted for resources: {'Port': ['ID=e96ea140-9c60-48e2-a64f-f63e87360bc9,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:40.139881 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-34c06208-a99a-4a2b-b83f-b8bcfa4dccc3 None None] Set router 9b876dfd-3808-415c-8ec7-88f7785296aa gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:54:40.252252 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-481d39ef-f76d-4635-9fdc-2bc08fa1a786 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:40.289115 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d24c469c-1f0a-49a4-bae4-f9d81bd09bec admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:40.362374 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-481d39ef-f76d-4635-9fdc-2bc08fa1a786 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:40.369479 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481d39ef-f76d-4635-9fdc-2bc08fa1a786 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:40.370063 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-481d39ef-f76d-4635-9fdc-2bc08fa1a786 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:40.390479 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-34c06208-a99a-4a2b-b83f-b8bcfa4dccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'name': 'tempest-ServersTestJSON-1962488865-router', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:18Z', 'updated_at': '2021-12-11T22:54:38Z', 'revision_number': 5, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'gw_port': {'id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:20Z', 'updated_at': '2021-12-11T22:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:40.425231 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c06208-a99a-4a2b-b83f-b8bcfa4dccc3 None None] Checking router: 9b876dfd-3808-415c-8ec7-88f7785296aa for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:54:40.442162 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdd4e3a-972c-40c5-b08a-eeb846c6c028 None None] Network 4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:40.442256 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c06208-a99a-4a2b-b83f-b8bcfa4dccc3 None None] Routers {'9b876dfd-3808-415c-8ec7-88f7785296aa'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:40.442256 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-34c06208-a99a-4a2b-b83f-b8bcfa4dccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9b876dfd-3808-415c-8ec7-88f7785296aa'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:40.475791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d39ef-f76d-4635-9fdc-2bc08fa1a786 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event updated for resources: {'Network': ['ID=ec553a11-adbb-454d-9923-65bef0de3593,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:40.534004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network ec553a11-adbb-454d-9923-65bef0de3593 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:54:40.545519 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-481d39ef-f76d-4635-9fdc-2bc08fa1a786 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3447270 Dec 11 22:54:40.558304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43388) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:40.573879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-88ec9caa-0dd9-4e2d-a797-da4fd581e5b6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Request body: {'subnet': {'network_id': 'ec553a11-adbb-454d-9923-65bef0de3593', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:40.579640 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e576344-ca96-4aea-88c6-dae13e8c88f5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:40.592579 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-34c06208-a99a-4a2b-b83f-b8bcfa4dccc3 None None] Set router 9b876dfd-3808-415c-8ec7-88f7785296aa gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:54:40.687532 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-836fd5e0-83b2-4766-9b4e-de67cfcb0f64 None None] Port e96ea140-9c60-48e2-a64f-f63e87360bc9 update to ACTIVE by agent not found {{(pid=103693) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 11 22:54:40.718998 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d24c469c-1f0a-49a4-bae4-f9d81bd09bec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:40.807557 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 431fb0ec-2d42-4910-96ca-e8d0b326e539 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:54:40.835298 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ec9caa-0dd9-4e2d-a797-da4fd581e5b6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Made reservation on behalf of 412ed36984f448b5bf12d8e33046b783 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:40.841292 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88ec9caa-0dd9-4e2d-a797-da4fd581e5b6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:40.876013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-32ca10db-bde8-4e83-87a9-eb350c038e9d None None] Provisioning complete for port 431fb0ec-2d42-4910-96ca-e8d0b326e539 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:40.876499 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-32ca10db-bde8-4e83-87a9-eb350c038e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:40.921002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 431fb0ec-2d42-4910-96ca-e8d0b326e539 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:40.922037 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:41.067438 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-34c06208-a99a-4a2b-b83f-b8bcfa4dccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'name': 'tempest-ServersTestJSON-1962488865-router', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:18Z', 'updated_at': '2021-12-11T22:54:38Z', 'revision_number': 5, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'gw_port': {'id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:20Z', 'updated_at': '2021-12-11T22:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:41.075741 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e576344-ca96-4aea-88c6-dae13e8c88f5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:41.105820 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d24c469c-1f0a-49a4-bae4-f9d81bd09bec admin admin] Deleting port fa9efa48-40cc-4d59-8bc4-7510cd62b5b8 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:41.117106 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d24c469c-1f0a-49a4-bae4-f9d81bd09bec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:41.119113 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c06208-a99a-4a2b-b83f-b8bcfa4dccc3 None None] The sync data for ids ['9b876dfd-3808-415c-8ec7-88f7785296aa'] in n-d-710847-6 is: [{'id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'name': 'tempest-ServersTestJSON-1962488865-router', 'tenant_id': '508c3b684a10425d94f0afe5834cd8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:51:18Z', 'updated_at': '2021-12-11T22:54:38Z', 'revision_number': 5, 'project_id': '508c3b684a10425d94f0afe5834cd8b2', 'gw_port': {'id': 'fa9efa48-40cc-4d59-8bc4-7510cd62b5b8', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b876dfd-3808-415c-8ec7-88f7785296aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:51:20Z', 'updated_at': '2021-12-11T22:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:54:41.139479 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-32ca10db-bde8-4e83-87a9-eb350c038e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:41.166664 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:41.167145 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e576344-ca96-4aea-88c6-dae13e8c88f5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:41.231694 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 431fb0ec-2d42-4910-96ca-e8d0b326e539, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=431fb0ec-2d42-4910-96ca-e8d0b326e539,segment=NetworkSegment(3744dc3e-2054-4691-8db5-071c2bb9c41c),segment_id=3744dc3e-2054-4691-8db5-071c2bb9c41c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:41.280110 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-d24c469c-1f0a-49a4-bae4-f9d81bd09bec admin admin] For port fa9efa48-40cc-4d59-8bc4-7510cd62b5b8, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fa9efa48-40cc-4d59-8bc4-7510cd62b5b8,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:41.280406 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d24c469c-1f0a-49a4-bae4-f9d81bd09bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:41.295649 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:41.351508 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e576344-ca96-4aea-88c6-dae13e8c88f5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=37c0e6e2-165e-4ea4-8809-be41ff098500,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:41.355276 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-32ca10db-bde8-4e83-87a9-eb350c038e9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:54:41.355763 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-32ca10db-bde8-4e83-87a9-eb350c038e9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:54:41.368264 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d24c469c-1f0a-49a4-bae4-f9d81bd09bec admin admin] Calling delete_port for fa9efa48-40cc-4d59-8bc4-7510cd62b5b8 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:41.385287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673344f-54b1-4da1-8a53-464a7b45541c req-0230924c-217d-4612-a630-d57d5a1ab7af tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:41.387139 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b673344f-54b1-4da1-8a53-464a7b45541c req-0230924c-217d-4612-a630-d57d5a1ab7af tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.2398477 Dec 11 22:54:41.421279 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=431fb0ec-2d42-4910-96ca-e8d0b326e539,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:41.525889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e96ea140-9c60-48e2-a64f-f63e87360bc9 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:54:41.563180 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b673344f-54b1-4da1-8a53-464a7b45541c req-23c5eb5f-488b-4822-9be0-095ed4958a51 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675022 Dec 11 22:54:41.573747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: e96ea140-9c60-48e2-a64f-f63e87360bc9 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:54:41.574112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e96ea140-9c60-48e2-a64f-f63e87360bc9 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:54:41.646080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.objects.ports [None req-88ec9caa-0dd9-4e2d-a797-da4fd581e5b6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103692) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:54:41.649694 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88ec9caa-0dd9-4e2d-a797-da4fd581e5b6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:41.676376 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e576344-ca96-4aea-88c6-dae13e8c88f5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:41.803570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec9caa-0dd9-4e2d-a797-da4fd581e5b6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event updated for resources: {'Subnet': ['ID=9f79cbb5-0ee4-4d59-a765-9281138a5cd2,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:41.812221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ec9caa-0dd9-4e2d-a797-da4fd581e5b6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Checking segment: {'id': '5ac27d61-9803-42a1-90e5-e6eb77a0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ec553a11-adbb-454d-9923-65bef0de3593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:41.812589 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ec9caa-0dd9-4e2d-a797-da4fd581e5b6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Network hostable DHCP agents. Network: ec553a11-adbb-454d-9923-65bef0de3593, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:54:41.905630 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e576344-ca96-4aea-88c6-dae13e8c88f5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:41.915439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ec9caa-0dd9-4e2d-a797-da4fd581e5b6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Network ec553a11-adbb-454d-9923-65bef0de3593 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:54:41.967683 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d24c469c-1f0a-49a4-bae4-f9d81bd09bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:41.969566 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-88ec9caa-0dd9-4e2d-a797-da4fd581e5b6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, ec553a11-adbb-454d-9923-65bef0de3593) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:41.980102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef31017-e562-4e8e-81d9-7a72b6697483 None None] Network ec553a11-adbb-454d-9923-65bef0de3593 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:42.003021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ec9caa-0dd9-4e2d-a797-da4fd581e5b6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:42.003021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88ec9caa-0dd9-4e2d-a797-da4fd581e5b6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.050214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18302ad7-20ac-4d26-84fa-d7e6d0104b23 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:54:42.089303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-aa63f0cb-81d7-4d9e-b961-25074a7bb268 None None] Provisioning complete for port 37c0e6e2-165e-4ea4-8809-be41ff098500 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:42.089697 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aa63f0cb-81d7-4d9e-b961-25074a7bb268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.095267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c469c-1f0a-49a4-bae4-f9d81bd09bec admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9efa48-40cc-4d59-8bc4-7510cd62b5b8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:42.120797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-88ec9caa-0dd9-4e2d-a797-da4fd581e5b6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5592403 Dec 11 22:54:42.128157 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43398) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:42.152740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-aa63f0cb-81d7-4d9e-b961-25074a7bb268 None None] Port 37c0e6e2-165e-4ea4-8809-be41ff098500 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:42.168387 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d24c469c-1f0a-49a4-bae4-f9d81bd09bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.169788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-ec553a11-adbb-454d-9923-65bef0de3593', 'network_id': 'ec553a11-adbb-454d-9923-65bef0de3593', 'project_id': '412ed36984f448b5bf12d8e33046b783', 'fixed_ips': [{'subnet_id': '9f79cbb5-0ee4-4d59-a765-9281138a5cd2'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:54:42.170667 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.191014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-aa63f0cb-81d7-4d9e-b961-25074a7bb268 None None] Provisioning complete for port 431fb0ec-2d42-4910-96ca-e8d0b326e539 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:42.191402 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aa63f0cb-81d7-4d9e-b961-25074a7bb268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.270169 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d24c469c-1f0a-49a4-bae4-f9d81bd09bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.272322 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d24c469c-1f0a-49a4-bae4-f9d81bd09bec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.298221 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.319380 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e576344-ca96-4aea-88c6-dae13e8c88f5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.373112 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.379545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Allocated IP 2001:db8::f816:3eff:fedd:4a37 (ec553a11-adbb-454d-9923-65bef0de3593/9f79cbb5-0ee4-4d59-a765-9281138a5cd2/cf61eda6-f5cf-45b8-a862-bae8abbf072a) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:42.389950 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d24c469c-1f0a-49a4-bae4-f9d81bd09bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.390536 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24c469c-1f0a-49a4-bae4-f9d81bd09bec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b876dfd-3808-415c-8ec7-88f7785296aa {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:54:42.403692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d24c469c-1f0a-49a4-bae4-f9d81bd09bec admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.403692 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d24c469c-1f0a-49a4-bae4-f9d81bd09bec admin admin] 10.222.0.45 "DELETE /v2.0/routers/9b876dfd-3808-415c-8ec7-88f7785296aa HTTP/1.1" status: 204 len: 168 time: 2.5425172 Dec 11 22:54:42.403692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43400) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:42.424907 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e576344-ca96-4aea-88c6-dae13e8c88f5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.462258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1302e67-77c8-4038-b482-b9951c5342de admin admin] Deleting subnet 5924d922-8569-4668-b07a-e14ab5f9850f {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:54:42.466326 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1302e67-77c8-4038-b482-b9951c5342de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.504137 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1302e67-77c8-4038-b482-b9951c5342de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.512538 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e576344-ca96-4aea-88c6-dae13e8c88f5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=37c0e6e2-165e-4ea4-8809-be41ff098500,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:42.547071 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.552724 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e576344-ca96-4aea-88c6-dae13e8c88f5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.591662 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1302e67-77c8-4038-b482-b9951c5342de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.608350 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.670820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Network ec553a11-adbb-454d-9923-65bef0de3593 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:42.670820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:42.671543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:42.677949 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Pushing event updated for resources: {'Port': ['ID=cf61eda6-f5cf-45b8-a862-bae8abbf072a,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:42.684077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e576344-ca96-4aea-88c6-dae13e8c88f5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:42.716850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-1e576344-ca96-4aea-88c6-dae13e8c88f5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:42.748914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Attempting to bind port cf61eda6-f5cf-45b8-a862-bae8abbf072a on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:54:42.773339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Attempting to bind port cf61eda6-f5cf-45b8-a862-bae8abbf072a by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '5ac27d61-9803-42a1-90e5-e6eb77a0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ec553a11-adbb-454d-9923-65bef0de3593'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:54:42.773339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Attempting to bind port cf61eda6-f5cf-45b8-a862-bae8abbf072a on network ec553a11-adbb-454d-9923-65bef0de3593 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:54:42.773339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:54:42.773339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Checking segment: {'id': '5ac27d61-9803-42a1-90e5-e6eb77a0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ec553a11-adbb-454d-9923-65bef0de3593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:42.773339 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.773339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Bound using segment: {'id': '5ac27d61-9803-42a1-90e5-e6eb77a0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ec553a11-adbb-454d-9923-65bef0de3593'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:54:42.773339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Bound port: cf61eda6-f5cf-45b8-a862-bae8abbf072a, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac27d61-9803-42a1-90e5-e6eb77a0668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ec553a11-adbb-454d-9923-65bef0de3593'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:54:42.773339 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.827234 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.837803 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] For port cf61eda6-f5cf-45b8-a862-bae8abbf072a, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:54:42.841267 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] For port cf61eda6-f5cf-45b8-a862-bae8abbf072a, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=cf61eda6-f5cf-45b8-a862-bae8abbf072a,segment=NetworkSegment(5ac27d61-9803-42a1-90e5-e6eb77a0668e),segment_id=5ac27d61-9803-42a1-90e5-e6eb77a0668e)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:54:42.848280 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1302e67-77c8-4038-b482-b9951c5342de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.874754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16555d46-442d-49c4-a44e-33073d67f5c9 req-3b34e497-4bc1-44d2-8367-3b5fecf938e1 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:42.879324 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16555d46-442d-49c4-a44e-33073d67f5c9 req-3b34e497-4bc1-44d2-8367-3b5fecf938e1 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1989496 Dec 11 22:54:42.884149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1302e67-77c8-4038-b482-b9951c5342de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5924d922-8569-4668-b07a-e14ab5f9850f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:42.896466 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Subnet': ['ID=9f79cbb5-0ee4-4d59-a765-9281138a5cd2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:42.896854 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3b56ae-04a5-4313-b1c1-047eb2528f05 None None] Network 0880f6bd-c0aa-40c6-9367-729d7d05d0b8 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:42.904636 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f1302e67-77c8-4038-b482-b9951c5342de admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:42.917231 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f1302e67-77c8-4038-b482-b9951c5342de admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5924d922-8569-4668-b07a-e14ab5f9850f HTTP/1.1" status: 204 len: 168 time: 0.5126889 Dec 11 22:54:42.917875 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43406) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:43.021999 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.043967 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.049600 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16555d46-442d-49c4-a44e-33073d67f5c9 req-a091a605-c5a4-41b7-aa2c-a82fbc20f6d9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497843 Dec 11 22:54:43.061304 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.077038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 431fb0ec-2d42-4910-96ca-e8d0b326e539 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:54:43.077163 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec553a11-adbb-454d-9923-65bef0de3593']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:43.082655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac27d61-9803-42a1-90e5-e6eb77a0668e') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:43.086204 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac27d61-9803-42a1-90e5-e6eb77a0668e') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:43.093795 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.109581 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.118472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:54:43.119038 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:54:43.123317 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:54:43.141970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e576344-ca96-4aea-88c6-dae13e8c88f5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router b3600309-36a6-4b0a-a7fc-12ade009323d is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:54:43.154777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7762c682-9741-44cd-8779-fd39f519234f None None] Provisioning complete for port 37c0e6e2-165e-4ea4-8809-be41ff098500 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:43.155197 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7762c682-9741-44cd-8779-fd39f519234f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.160731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15130f7e-ba79-431a-bd72-dc02a6b64875 None None] Pushing event updated for resources: {'Port': ['ID=cf61eda6-f5cf-45b8-a862-bae8abbf072a,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:43.171289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] Deleting port 72f9071e-2489-4b45-8e81-b734f68e398b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:43.171690 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.210284 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7762c682-9741-44cd-8779-fd39f519234f None None] Port 37c0e6e2-165e-4ea4-8809-be41ff098500 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:43.231071 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 431fb0ec-2d42-4910-96ca-e8d0b326e539 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:43.236558 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.297012 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.api [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 22:54:43.297012 n-d-710847-6 neutron-server[103691]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 22:54:43.297012 n-d-710847-6 neutron-server[103691]: [parameters: {'id': 'ec553a11-adbb-454d-9923-65bef0de3593'}] Dec 11 22:54:43.297012 n-d-710847-6 neutron-server[103691]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:54:43.297539 n-d-710847-6 neutron-server[103691]: DEBUG oslo_db.api [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:54:43.301952 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72cc723-93c0-42a3-be1c-91bc6c25e244 None None] DHCP port deletion for 0880f6bd-c0aa-40c6-9367-729d7d05d0b8 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:54:43.303252 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] For port 72f9071e-2489-4b45-8e81-b734f68e398b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=72f9071e-2489-4b45-8e81-b734f68e398b,segment=NetworkSegment(190f9573-495f-4fc2-ae01-ad16a092a395),segment_id=190f9573-495f-4fc2-ae01-ad16a092a395)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:43.304567 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.309534 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e576344-ca96-4aea-88c6-dae13e8c88f5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:54:43.315969 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1e576344-ca96-4aea-88c6-dae13e8c88f5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/b3600309-36a6-4b0a-a7fc-12ade009323d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2433832 Dec 11 22:54:43.318342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43410) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:43.319852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] Calling delete_port for 72f9071e-2489-4b45-8e81-b734f68e398b owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:43.366302 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39b03d-085a-4a04-b113-a1440840b78a None None] Sync routers for ids ['b3600309-36a6-4b0a-a7fc-12ade009323d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:54:43.376798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7152125-1ed2-456d-8a23-d35b4d6deb34 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:43.376798 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b7152125-1ed2-456d-8a23-d35b4d6deb34 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports/37c0e6e2-165e-4ea4-8809-be41ff098500 HTTP/1.1" status: 200 len: 977 time: 0.0545626 Dec 11 22:54:43.377187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43412) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:43.396988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f39b03d-085a-4a04-b113-a1440840b78a None None] Routers {'b3600309-36a6-4b0a-a7fc-12ade009323d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:43.398055 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2f39b03d-085a-4a04-b113-a1440840b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b3600309-36a6-4b0a-a7fc-12ade009323d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:43.471628 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2f39b03d-085a-4a04-b113-a1440840b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:43.493885 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f39b03d-085a-4a04-b113-a1440840b78a None None] Routers {'b3600309-36a6-4b0a-a7fc-12ade009323d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:43.494530 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2f39b03d-085a-4a04-b113-a1440840b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b3600309-36a6-4b0a-a7fc-12ade009323d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:43.674145 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.696173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f46045c3-4714-44da-acf4-9176eba03bcc no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:54:43.700357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3974696b-7a10-40b4-a0ab-9c18d22a370f details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:54:43.704875 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2f39b03d-085a-4a04-b113-a1440840b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:43.705419 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39b03d-085a-4a04-b113-a1440840b78a None None] The sync data for ids ['b3600309-36a6-4b0a-a7fc-12ade009323d'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:54:43.709034 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c72cc723-93c0-42a3-be1c-91bc6c25e244 None None] Deleting port 72f9071e-2489-4b45-8e81-b734f68e398b {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:43.709034 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c72cc723-93c0-42a3-be1c-91bc6c25e244 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.711502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=72f9071e-2489-4b45-8e81-b734f68e398b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:43.714275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] No DVR routers for this DVR port 72f9071e-2489-4b45-8e81-b734f68e398b on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:54:43.751678 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: f46045c3-4714-44da-acf4-9176eba03bcc {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:54:43.752033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f46045c3-4714-44da-acf4-9176eba03bcc not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:54:43.752460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fa9efa48-40cc-4d59-8bc4-7510cd62b5b8 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:54:43.798690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.808942 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: fa9efa48-40cc-4d59-8bc4-7510cd62b5b8 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:54:43.809810 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fa9efa48-40cc-4d59-8bc4-7510cd62b5b8 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:54:43.841236 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.863981 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Deleting port cf61eda6-f5cf-45b8-a862-bae8abbf072a {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:43.864766 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.871518 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.875044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0880f6bd-c0aa-40c6-9367-729d7d05d0b8']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:43.875492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c72cc723-93c0-42a3-be1c-91bc6c25e244 None None] For port 72f9071e-2489-4b45-8e81-b734f68e398b, host n-d-710847-6, got binding levels [] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:43.875888 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c72cc723-93c0-42a3-be1c-91bc6c25e244 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.889620 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190f9573-495f-4fc2-ae01-ad16a092a395') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:43.889947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190f9573-495f-4fc2-ae01-ad16a092a395') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:43.893044 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c72cc723-93c0-42a3-be1c-91bc6c25e244 None None] Calling delete_port for 72f9071e-2489-4b45-8e81-b734f68e398b owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:43.896896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.ipam_backend_mixin [None req-c72cc723-93c0-42a3-be1c-91bc6c25e244 None None] Port 72f9071e-2489-4b45-8e81-b734f68e398b was not found and therefore no delete operation was performed {{(pid=103693) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 11 22:54:43.901060 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c72cc723-93c0-42a3-be1c-91bc6c25e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.905904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.932187 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.936010 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cc723-93c0-42a3-be1c-91bc6c25e244 None None] Pushing event deleted for resources: {'Port': ['ID=72f9071e-2489-4b45-8e81-b734f68e398b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:43.944043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72cc723-93c0-42a3-be1c-91bc6c25e244 None None] No DVR routers for this DVR port 72f9071e-2489-4b45-8e81-b734f68e398b on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:54:43.945266 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] For port cf61eda6-f5cf-45b8-a862-bae8abbf072a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=cf61eda6-f5cf-45b8-a862-bae8abbf072a,segment=NetworkSegment(5ac27d61-9803-42a1-90e5-e6eb77a0668e),segment_id=5ac27d61-9803-42a1-90e5-e6eb77a0668e)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:43.953057 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.964201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:43.965852 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Calling delete_port for cf61eda6-f5cf-45b8-a862-bae8abbf072a owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:43.979419 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '3974696b-7a10-40b4-a0ab-9c18d22a370f', 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f', 'port_id': '3974696b-7a10-40b4-a0ab-9c18d22a370f', 'mac_address': 'fa:16:3e:ef:68:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ab4d1b-7934-4d41-b700-13bf819b1c98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:54:43.981742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:54:43.981742 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:54:43.982009 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:54:44.031361 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.048406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3974696b-7a10-40b4-a0ab-9c18d22a370f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:54:44.077013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:44.085665 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2be8e478-42bb-4cad-87e5-f439f96f05e9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.168629 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.196764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d82f83-4ef3-40cc-9610-7e0471274da5 req-b6870f37-4c05-4576-aeb7-9e8bc9911c38 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:44.197928 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.199576 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-72d82f83-4ef3-40cc-9610-7e0471274da5 req-b6870f37-4c05-4576-aeb7-9e8bc9911c38 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0636265 Dec 11 22:54:44.201749 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.202472 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.206620 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] 10.222.0.45 "DELETE /v2.0/networks/0880f6bd-c0aa-40c6-9367-729d7d05d0b8 HTTP/1.1" status: 204 len: 168 time: 1.2877452 Dec 11 22:54:44.241815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25525d4e-8f00-4b3a-9e91-29d4566a7c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=0880f6bd-c0aa-40c6-9367-729d7d05d0b8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:44.253820 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Port': ['ID=cf61eda6-f5cf-45b8-a862-bae8abbf072a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:44.264215 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=3974696b-7a10-40b4-a0ab-9c18d22a370f,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:44.286504 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] No DVR routers for this DVR port cf61eda6-f5cf-45b8-a862-bae8abbf072a on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:54:44.349738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['3974696b-7a10-40b4-a0ab-9c18d22a370f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:54:44.421982 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-72d82f83-4ef3-40cc-9610-7e0471274da5 req-c8988c06-1d68-48fa-9b58-821aee1521a4 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886702 Dec 11 22:54:44.443601 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.485213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-2be8e478-42bb-4cad-87e5-f439f96f05e9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port 37c0e6e2-165e-4ea4-8809-be41ff098500 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:44.486142 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec553a11-adbb-454d-9923-65bef0de3593']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:44.486279 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2be8e478-42bb-4cad-87e5-f439f96f05e9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.488934 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e86e92-ec43-44c5-b2d7-c63465edec22 None None] Network ec553a11-adbb-454d-9923-65bef0de3593 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:44.498567 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac27d61-9803-42a1-90e5-e6eb77a0668e') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:44.499031 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac27d61-9803-42a1-90e5-e6eb77a0668e') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:44.511049 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.525052 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.532056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:54:44.532056 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:54:44.536841 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:54:44.574913 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3ae7a108-bcbb-4866-b471-7707c08b62b7 None None] Could not find standard attr ID for object cf61eda6-f5cf-45b8-a862-bae8abbf072a. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 22:54:44.585088 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2be8e478-42bb-4cad-87e5-f439f96f05e9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.599638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-2be8e478-42bb-4cad-87e5-f439f96f05e9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for 37c0e6e2-165e-4ea4-8809-be41ff098500 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:44.674863 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24c4c8c-83d9-4f7b-8c93-8dbd8b65d121 None None] DHCP port deletion for ec553a11-adbb-454d-9923-65bef0de3593 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:54:44.709953 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.715101 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.718755 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/networks/ec553a11-adbb-454d-9923-65bef0de3593 HTTP/1.1" status: 204 len: 168 time: 2.5893562 Dec 11 22:54:44.722748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43430) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:44.734397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-022d72c5-79a1-4339-90d1-f69a03279fbb tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-699297082'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:44.734556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6aaef-141d-475d-bcd2-b910309c11cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Network': ['ID=ec553a11-adbb-454d-9923-65bef0de3593,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:44.746174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 72f9071e-2489-4b45-8e81-b734f68e398b no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:54:44.768379 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 72f9071e-2489-4b45-8e81-b734f68e398b {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:54:44.769192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 72f9071e-2489-4b45-8e81-b734f68e398b not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:54:44.791886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device cf61eda6-f5cf-45b8-a862-bae8abbf072a no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:54:44.812743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022d72c5-79a1-4339-90d1-f69a03279fbb tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Made reservation on behalf of 412ed36984f448b5bf12d8e33046b783 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:44.817430 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-022d72c5-79a1-4339-90d1-f69a03279fbb tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.825762 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43438) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:44.826386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: cf61eda6-f5cf-45b8-a862-bae8abbf072a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:54:44.826798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device cf61eda6-f5cf-45b8-a862-bae8abbf072a not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:54:44.864211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022d72c5-79a1-4339-90d1-f69a03279fbb tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:54:44.874038 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-022d72c5-79a1-4339-90d1-f69a03279fbb tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.874452 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-022d72c5-79a1-4339-90d1-f69a03279fbb tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Added segment 30ef8a01-bcb6-44c6-a92a-af93291a033a of type vlan for network 199b2268-958a-4bdb-96fd-0a4ddad63d5b Dec 11 22:54:44.883764 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e3008656-18da-4a9f-bea2-cd1632f03ce1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=508c3b684a10425d94f0afe5834cd8b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552087 Dec 11 22:54:44.886179 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43440) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:44.916395 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-022d72c5-79a1-4339-90d1-f69a03279fbb tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.932540 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2be8e478-42bb-4cad-87e5-f439f96f05e9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.935478 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9ea4735e-94f8-45c0-b2e4-5aa308acb574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.959446 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9ea4735e-94f8-45c0-b2e4-5aa308acb574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:44.966484 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8e478-42bb-4cad-87e5-f439f96f05e9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=37c0e6e2-165e-4ea4-8809-be41ff098500,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:45.099592 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9ea4735e-94f8-45c0-b2e4-5aa308acb574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:45.105261 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9ea4735e-94f8-45c0-b2e4-5aa308acb574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:45.112225 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9ea4735e-94f8-45c0-b2e4-5aa308acb574 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/84ad3620-0db0-4304-97fb-5bc98b798c06 HTTP/1.1" status: 204 len: 168 time: 0.2199874 Dec 11 22:54:45.121022 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4735e-94f8-45c0-b2e4-5aa308acb574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ad3620-0db0-4304-97fb-5bc98b798c06,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:45.384850 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-022d72c5-79a1-4339-90d1-f69a03279fbb tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:45.391000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d72c5-79a1-4339-90d1-f69a03279fbb tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:45.391611 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-022d72c5-79a1-4339-90d1-f69a03279fbb tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:45.480627 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2be8e478-42bb-4cad-87e5-f439f96f05e9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:45.557655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-022d72c5-79a1-4339-90d1-f69a03279fbb tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8281727 Dec 11 22:54:45.560745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d72c5-79a1-4339-90d1-f69a03279fbb tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event updated for resources: {'Network': ['ID=199b2268-958a-4bdb-96fd-0a4ddad63d5b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:45.565057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43462) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:45.571417 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-84a93d51-42c6-4ab6-bc1d-7ad952e930f9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Request body: {'subnet': {'network_id': '199b2268-958a-4bdb-96fd-0a4ddad63d5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:45.574012 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 199b2268-958a-4bdb-96fd-0a4ddad63d5b details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:54:45.684846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3974696b-7a10-40b4-a0ab-9c18d22a370f up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:54:45.735544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be8e478-42bb-4cad-87e5-f439f96f05e9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router b3600309-36a6-4b0a-a7fc-12ade009323d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:54:45.787015 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 3974696b-7a10-40b4-a0ab-9c18d22a370f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:45.787400 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:45.878074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be8e478-42bb-4cad-87e5-f439f96f05e9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:54:45.894432 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6127ec6a-2fc4-4d41-9ae7-e17a2b190c5f None None] Sync routers for ids ['b3600309-36a6-4b0a-a7fc-12ade009323d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:54:45.900797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2be8e478-42bb-4cad-87e5-f439f96f05e9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/b3600309-36a6-4b0a-a7fc-12ade009323d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5225339 Dec 11 22:54:45.907840 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43476) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:45.913202 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6127ec6a-2fc4-4d41-9ae7-e17a2b190c5f None None] Routers {'b3600309-36a6-4b0a-a7fc-12ade009323d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:45.915107 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6127ec6a-2fc4-4d41-9ae7-e17a2b190c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b3600309-36a6-4b0a-a7fc-12ade009323d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:45.952740 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:45.968720 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6127ec6a-2fc4-4d41-9ae7-e17a2b190c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:45.990446 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6127ec6a-2fc4-4d41-9ae7-e17a2b190c5f None None] Routers {'b3600309-36a6-4b0a-a7fc-12ade009323d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:45.993385 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6127ec6a-2fc4-4d41-9ae7-e17a2b190c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b3600309-36a6-4b0a-a7fc-12ade009323d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:46.009820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e99a4e6-828a-4378-a3bc-d3d9fcacac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3974696b-7a10-40b4-a0ab-9c18d22a370f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:54:46.012199 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c99432-3fdb-48b6-9606-30d9508972e4" -d '{"events": [{"server_uuid": "9e99a4e6-828a-4378-a3bc-d3d9fcacac70", "name": "network-vif-plugged", "status": "completed", "tag": "3974696b-7a10-40b4-a0ab-9c18d22a370f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:54:46.029698 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:46.098156 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6127ec6a-2fc4-4d41-9ae7-e17a2b190c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:46.099905 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6127ec6a-2fc4-4d41-9ae7-e17a2b190c5f None None] The sync data for ids ['b3600309-36a6-4b0a-a7fc-12ade009323d'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:54:46.104646 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:46.212346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=3974696b-7a10-40b4-a0ab-9c18d22a370f,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:46.248290 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecde82-0d39-45bc-9cfa-68c697b912e3 req-31f8e466-848b-4b84-b564-7b63cd3a59ba tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:46.251306 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cdecde82-0d39-45bc-9cfa-68c697b912e3 req-31f8e466-848b-4b84-b564-7b63cd3a59ba tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 945 time: 0.7320070 Dec 11 22:54:46.310726 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a93d51-42c6-4ab6-bc1d-7ad952e930f9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Made reservation on behalf of 412ed36984f448b5bf12d8e33046b783 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:46.315577 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84a93d51-42c6-4ab6-bc1d-7ad952e930f9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:46.393330 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-ca9dff6e-14cf-40a4-95c3-9934771a9422 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] remove_router_interface failed (client error): The resource could not be found. Dec 11 22:54:46.397385 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ca9dff6e-14cf-40a4-95c3-9934771a9422 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/b3600309-36a6-4b0a-a7fc-12ade009323d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4884892 Dec 11 22:54:46.397946 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43484) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:46.411020 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cdecde82-0d39-45bc-9cfa-68c697b912e3 req-af0722e6-cdc4-49c4-beed-78cdda215df1 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523931 Dec 11 22:54:46.415369 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8bea2b-ccd8-4d99-b520-c20be4e7069e x-openstack-request-id: req-af8bea2b-ccd8-4d99-b520-c20be4e7069e {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:54:46.415369 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e99a4e6-828a-4378-a3bc-d3d9fcacac70", "name": "network-vif-plugged", "status": "completed", "tag": "3974696b-7a10-40b4-a0ab-9c18d22a370f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:54:46.415369 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af8bea2b-ccd8-4d99-b520-c20be4e7069e {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:54:46.415369 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e99a4e6-828a-4378-a3bc-d3d9fcacac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3974696b-7a10-40b4-a0ab-9c18d22a370f', 'code': 200} Dec 11 22:54:46.454196 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43486) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:46.454972 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5175c67e-84de-44ce-8574-b0f87e9971b7 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3600309-36a6-4b0a-a7fc-12ade009323d HTTP/1.1" status: 200 len: 205 time: 0.0545733 Dec 11 22:54:46.577865 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0ed3-4e22-4837-9431-66f736e4ba66 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:46.794504 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0ed3-4e22-4837-9431-66f736e4ba66 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:46.797056 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0ed3-4e22-4837-9431-66f736e4ba66 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:46.876907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43498) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:46.878376 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84a93d51-42c6-4ab6-bc1d-7ad952e930f9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:46.947771 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a93d51-42c6-4ab6-bc1d-7ad952e930f9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event updated for resources: {'Subnet': ['ID=549a202e-c577-4299-a7e8-608d05cae62b,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:46.953709 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a93d51-42c6-4ab6-bc1d-7ad952e930f9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Checking segment: {'id': '30ef8a01-bcb6-44c6-a92a-af93291a033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '199b2268-958a-4bdb-96fd-0a4ddad63d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:46.954139 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a93d51-42c6-4ab6-bc1d-7ad952e930f9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Network hostable DHCP agents. Network: 199b2268-958a-4bdb-96fd-0a4ddad63d5b, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:54:46.957679 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0ed3-4e22-4837-9431-66f736e4ba66 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:46.958266 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8e0ed3-4e22-4837-9431-66f736e4ba66 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Fanout notify agent at l3_agent the message router_deleted on router b3600309-36a6-4b0a-a7fc-12ade009323d {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:54:46.978146 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0ed3-4e22-4837-9431-66f736e4ba66 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:46.978146 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5e8e0ed3-4e22-4837-9431-66f736e4ba66 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/routers/b3600309-36a6-4b0a-a7fc-12ade009323d HTTP/1.1" status: 204 len: 168 time: 0.5121746 Dec 11 22:54:46.978316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43502) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:47.055965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8b644a1d-2161-4c1d-8155-7809d3c3fffe admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-551317218-network', 'tenant_id': '0bd67ea3659a42e286ab80e506df1e25'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:47.087652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a93d51-42c6-4ab6-bc1d-7ad952e930f9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Network 199b2268-958a-4bdb-96fd-0a4ddad63d5b is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:54:47.098533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-711d8517-78eb-48e5-80c3-03e87c45b741 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting subnet 937d8e13-2c24-4a0e-95e2-92f464335467 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:54:47.104070 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-711d8517-78eb-48e5-80c3-03e87c45b741 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.154441 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-711d8517-78eb-48e5-80c3-03e87c45b741 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.174973 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-84a93d51-42c6-4ab6-bc1d-7ad952e930f9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 199b2268-958a-4bdb-96fd-0a4ddad63d5b) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:47.178419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b644a1d-2161-4c1d-8155-7809d3c3fffe admin admin] Made reservation on behalf of 0bd67ea3659a42e286ab80e506df1e25 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:47.181417 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a93d51-42c6-4ab6-bc1d-7ad952e930f9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:47.182237 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b644a1d-2161-4c1d-8155-7809d3c3fffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.183222 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84a93d51-42c6-4ab6-bc1d-7ad952e930f9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.189119 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14364ae2-6122-488c-991c-bdd216e478f9 None None] Network 199b2268-958a-4bdb-96fd-0a4ddad63d5b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:47.199544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b644a1d-2161-4c1d-8155-7809d3c3fffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.256653 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.295977 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-84a93d51-42c6-4ab6-bc1d-7ad952e930f9 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7271395 Dec 11 22:54:47.296515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43506) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:47.323219 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-711d8517-78eb-48e5-80c3-03e87c45b741 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.357205 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-199b2268-958a-4bdb-96fd-0a4ddad63d5b', 'network_id': '199b2268-958a-4bdb-96fd-0a4ddad63d5b', 'project_id': '412ed36984f448b5bf12d8e33046b783', 'fixed_ips': [{'subnet_id': '549a202e-c577-4299-a7e8-608d05cae62b'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:54:47.359480 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.435686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b644a1d-2161-4c1d-8155-7809d3c3fffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.461232 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.521687 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-711d8517-78eb-48e5-80c3-03e87c45b741 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.555425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d8517-78eb-48e5-80c3-03e87c45b741 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Subnet': ['ID=937d8e13-2c24-4a0e-95e2-92f464335467,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:47.562162 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b644a1d-2161-4c1d-8155-7809d3c3fffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.585760 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-711d8517-78eb-48e5-80c3-03e87c45b741 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.590092 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-711d8517-78eb-48e5-80c3-03e87c45b741 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/937d8e13-2c24-4a0e-95e2-92f464335467 HTTP/1.1" status: 204 len: 168 time: 0.6179647 Dec 11 22:54:47.593233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43514) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:47.604141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Allocated IP 2001:db8::2 (199b2268-958a-4bdb-96fd-0a4ddad63d5b/549a202e-c577-4299-a7e8-608d05cae62b/06e32497-49e7-4672-8af4-461924c5bfa9) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:47.606596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2f8ecb-4783-40eb-b254-d10f680a40f7 None None] Network 4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:47.608019 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.659081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e22a87-d61e-4329-a812-d24705e8419e req-693ef179-2760-423c-852c-845da11862b7 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:47.660834 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-06e22a87-d61e-4329-a812-d24705e8419e req-693ef179-2760-423c-852c-845da11862b7 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1457169 Dec 11 22:54:47.671636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b644a1d-2161-4c1d-8155-7809d3c3fffe admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:54:47.732457 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-06e22a87-d61e-4329-a812-d24705e8419e req-3580c304-6ea2-4c4b-a02f-2abbcac7c258 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611048 Dec 11 22:54:47.752650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b644a1d-2161-4c1d-8155-7809d3c3fffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc6c3b2-41c6-4726-bd11-3c4a59a53685,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:47.755976 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b644a1d-2161-4c1d-8155-7809d3c3fffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.756333 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-8b644a1d-2161-4c1d-8155-7809d3c3fffe admin admin] Added segment a0bee918-f6e9-4e42-94bc-423e58ad6540 of type vlan for network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 Dec 11 22:54:47.803200 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.827480 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b644a1d-2161-4c1d-8155-7809d3c3fffe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.952431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7e1b23-11c6-4b82-82ad-c0c1f2238f04 None None] DHCP port deletion for 4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:54:47.969679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port 431fb0ec-2d42-4910-96ca-e8d0b326e539 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:47.969910 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.971463 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.991109 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b644a1d-2161-4c1d-8155-7809d3c3fffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:47.993359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b644a1d-2161-4c1d-8155-7809d3c3fffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:47.994035 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b644a1d-2161-4c1d-8155-7809d3c3fffe admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:48.039936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0d7e1b23-11c6-4b82-82ad-c0c1f2238f04 None None] Deleting port 431fb0ec-2d42-4910-96ca-e8d0b326e539 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:48.040330 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1b23-11c6-4b82-82ad-c0c1f2238f04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:48.139303 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:48.145031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b644a1d-2161-4c1d-8155-7809d3c3fffe admin admin] Pushing event updated for resources: {'Network': ['ID=899c801e-bd1d-4aa0-8bf5-5ab01b073be2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:48.164777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0d7e1b23-11c6-4b82-82ad-c0c1f2238f04 None None] For port 431fb0ec-2d42-4910-96ca-e8d0b326e539, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=431fb0ec-2d42-4910-96ca-e8d0b326e539,segment=NetworkSegment(3744dc3e-2054-4691-8db5-071c2bb9c41c),segment_id=3744dc3e-2054-4691-8db5-071c2bb9c41c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:48.172615 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1b23-11c6-4b82-82ad-c0c1f2238f04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:48.189597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] For port 431fb0ec-2d42-4910-96ca-e8d0b326e539, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=431fb0ec-2d42-4910-96ca-e8d0b326e539,segment=NetworkSegment(3744dc3e-2054-4691-8db5-071c2bb9c41c),segment_id=3744dc3e-2054-4691-8db5-071c2bb9c41c)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:48.189995 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:48.204932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0d7e1b23-11c6-4b82-82ad-c0c1f2238f04 None None] Calling delete_port for 431fb0ec-2d42-4910-96ca-e8d0b326e539 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:48.238052 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Subnet': ['ID=549a202e-c577-4299-a7e8-608d05cae62b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:48.238749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for 431fb0ec-2d42-4910-96ca-e8d0b326e539 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:48.273816 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8b644a1d-2161-4c1d-8155-7809d3c3fffe admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3930342 Dec 11 22:54:48.282350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43528) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:48.295662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3e00bdb9-3f3d-4b85-bb7a-23eae4c4b8d5 admin admin] Request body: {'subnet': {'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-551317218-subnet', 'tenant_id': '0bd67ea3659a42e286ab80e506df1e25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:48.316407 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:48.331582 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:54:48.396930 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:48.443246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199b2268-958a-4bdb-96fd-0a4ddad63d5b']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:48.449653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e00bdb9-3f3d-4b85-bb7a-23eae4c4b8d5 admin admin] Made reservation on behalf of 0bd67ea3659a42e286ab80e506df1e25 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:48.453656 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e00bdb9-3f3d-4b85-bb7a-23eae4c4b8d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:48.476627 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ef8a01-bcb6-44c6-a92a-af93291a033a') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:48.477526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ef8a01-bcb6-44c6-a92a-af93291a033a') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:48.495222 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:48.524613 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:48.536848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:54:48.538598 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:54:48.546011 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:54:48.559219 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Network 199b2268-958a-4bdb-96fd-0a4ddad63d5b is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:48.575345 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Pushing event updated for resources: {'Port': ['ID=06e32497-49e7-4672-8af4-461924c5bfa9,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:48.579440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:48.585151 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:48.619814 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:48.682555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] No DVR routers for this DVR port 431fb0ec-2d42-4910-96ca-e8d0b326e539 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:54:48.688496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=431fb0ec-2d42-4910-96ca-e8d0b326e539,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:48.705015 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.api [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 22:54:48.705015 n-d-710847-6 neutron-server[103691]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 22:54:48.705015 n-d-710847-6 neutron-server[103691]: [parameters: {'id': '199b2268-958a-4bdb-96fd-0a4ddad63d5b'}] Dec 11 22:54:48.705015 n-d-710847-6 neutron-server[103691]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:54:48.705322 n-d-710847-6 neutron-server[103691]: DEBUG oslo_db.api [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:54:48.767862 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1b23-11c6-4b82-82ad-c0c1f2238f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:48.779576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Attempting to bind port 06e32497-49e7-4672-8af4-461924c5bfa9 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:54:48.779960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Attempting to bind port 06e32497-49e7-4672-8af4-461924c5bfa9 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '30ef8a01-bcb6-44c6-a92a-af93291a033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '199b2268-958a-4bdb-96fd-0a4ddad63d5b'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:54:48.780377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Attempting to bind port 06e32497-49e7-4672-8af4-461924c5bfa9 on network 199b2268-958a-4bdb-96fd-0a4ddad63d5b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:54:48.815406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 431fb0ec-2d42-4910-96ca-e8d0b326e539 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:54:48.870934 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e1b23-11c6-4b82-82ad-c0c1f2238f04 None None] Pushing event deleted for resources: {'Port': ['ID=431fb0ec-2d42-4910-96ca-e8d0b326e539,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:48.875012 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 431fb0ec-2d42-4910-96ca-e8d0b326e539 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:54:48.875602 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 431fb0ec-2d42-4910-96ca-e8d0b326e539 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:54:48.893545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:54:48.893545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Checking segment: {'id': '30ef8a01-bcb6-44c6-a92a-af93291a033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '199b2268-958a-4bdb-96fd-0a4ddad63d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:48.893545 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:48.893545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Bound using segment: {'id': '30ef8a01-bcb6-44c6-a92a-af93291a033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '199b2268-958a-4bdb-96fd-0a4ddad63d5b'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:54:48.893545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Bound port: 06e32497-49e7-4672-8af4-461924c5bfa9, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ef8a01-bcb6-44c6-a92a-af93291a033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '199b2268-958a-4bdb-96fd-0a4ddad63d5b'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:54:48.893545 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:48.899047 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7e1b23-11c6-4b82-82ad-c0c1f2238f04 None None] No DVR routers for this DVR port 431fb0ec-2d42-4910-96ca-e8d0b326e539 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:54:48.984086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada149f-ddba-453d-99c9-eae5da7932e8 req-278cbc2e-ffb4-4dc2-9cd5-a6a0ed7f1223 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:48.994139 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ada149f-ddba-453d-99c9-eae5da7932e8 req-278cbc2e-ffb4-4dc2-9cd5-a6a0ed7f1223 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.1464605 Dec 11 22:54:49.009132 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e40cefc3-7d41-4650-8275-cc0f0f0d2dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:49.035578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] For port 06e32497-49e7-4672-8af4-461924c5bfa9, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:54:49.042450 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:49.042654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] For port 06e32497-49e7-4672-8af4-461924c5bfa9, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=06e32497-49e7-4672-8af4-461924c5bfa9,segment=NetworkSegment(30ef8a01-bcb6-44c6-a92a-af93291a033a),segment_id=30ef8a01-bcb6-44c6-a92a-af93291a033a)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:54:49.059635 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ada149f-ddba-453d-99c9-eae5da7932e8 req-8b7a6acf-e3ca-4796-85bd-a9d4206ffc58 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646126 Dec 11 22:54:49.120855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:49.131983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3744dc3e-2054-4691-8db5-071c2bb9c41c') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:49.132423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3744dc3e-2054-4691-8db5-071c2bb9c41c') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:49.139138 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:49.144648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:49.163512 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:49.171511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:54:49.171928 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:49.206315 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:49.232558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bee789-7eae-4780-abb0-4f3ed175a1fd None None] Pushing event updated for resources: {'Port': ['ID=06e32497-49e7-4672-8af4-461924c5bfa9,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:54:49.300504 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:54:49.305386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d284a49-4831-4a6d-bbcf-cecabc9c7c21 None None] Network 199b2268-958a-4bdb-96fd-0a4ddad63d5b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:49.309322 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e00bdb9-3f3d-4b85-bb7a-23eae4c4b8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:49.322619 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Deleting port 06e32497-49e7-4672-8af4-461924c5bfa9 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:49.328525 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:49.414946 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00bdb9-3f3d-4b85-bb7a-23eae4c4b8d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec2c5c86-08e2-4025-8006-42a91eb9a631,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:49.417580 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:49.427989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021dfe2e-a567-43ef-beb4-eb9e2df4264d None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 22:54:49.439942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3d5f7-75b0-406b-873c-6c83839eda0e req-2cd67664-ee22-48ae-bd7f-01081d340d5c tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:49.444893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4fa3d5f7-75b0-406b-873c-6c83839eda0e req-2cd67664-ee22-48ae-bd7f-01081d340d5c tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.4553106 Dec 11 22:54:49.491552 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:49.495713 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] For port 06e32497-49e7-4672-8af4-461924c5bfa9, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=06e32497-49e7-4672-8af4-461924c5bfa9,segment=NetworkSegment(30ef8a01-bcb6-44c6-a92a-af93291a033a),segment_id=30ef8a01-bcb6-44c6-a92a-af93291a033a)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:49.496265 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:49.501047 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/networks/4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5 HTTP/1.1" status: 204 len: 168 time: 1.8988707 Dec 11 22:54:49.509172 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43540) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:49.514386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f5259-5b26-449a-a91a-b04d3a324f50 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Network': ['ID=4c871c6f-8f1e-4bf4-ad01-bb4e4c574ce5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:49.535878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4df9b3ac-d5a8-44be-abf1-adbddef34bac tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'network': {'name': 'tempest-RoutersTest-596210107'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:49.544721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Calling delete_port for 06e32497-49e7-4672-8af4-461924c5bfa9 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:49.610555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021dfe2e-a567-43ef-beb4-eb9e2df4264d None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 22:54:49.628167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00bdb9-3f3d-4b85-bb7a-23eae4c4b8d5 admin admin] Checking segment: {'id': 'a0bee918-f6e9-4e42-94bc-423e58ad6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:49.628608 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e00bdb9-3f3d-4b85-bb7a-23eae4c4b8d5 admin admin] Network hostable DHCP agents. Network: 899c801e-bd1d-4aa0-8bf5-5ab01b073be2, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:54:49.635973 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4fa3d5f7-75b0-406b-873c-6c83839eda0e req-019dc0f8-b663-44e7-b7e7-7224b1dc4abd tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324284 Dec 11 22:54:49.733981 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df9b3ac-d5a8-44be-abf1-adbddef34bac tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:49.737471 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4df9b3ac-d5a8-44be-abf1-adbddef34bac tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:49.760842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e00bdb9-3f3d-4b85-bb7a-23eae4c4b8d5 admin admin] Network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:54:49.772786 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:49.774835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df9b3ac-d5a8-44be-abf1-adbddef34bac tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:54:49.814853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Port': ['ID=06e32497-49e7-4672-8af4-461924c5bfa9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:49.817851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] No DVR routers for this DVR port 06e32497-49e7-4672-8af4-461924c5bfa9 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:54:49.826424 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4df9b3ac-d5a8-44be-abf1-adbddef34bac tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:49.826776 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-4df9b3ac-d5a8-44be-abf1-adbddef34bac tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Added segment 94ded761-3978-4b4b-86d9-09b3362d5dbb of type vlan for network bcc8ecef-2fc7-4b10-91e2-e2203de871aa Dec 11 22:54:49.858925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-3e00bdb9-3f3d-4b85-bb7a-23eae4c4b8d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 899c801e-bd1d-4aa0-8bf5-5ab01b073be2) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:49.863793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e00bdb9-3f3d-4b85-bb7a-23eae4c4b8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:49.864598 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e00bdb9-3f3d-4b85-bb7a-23eae4c4b8d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:50.015809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdd0d6-1c88-4ec9-bd4d-565070068561 req-660fd167-7a5c-4b4f-a62e-e2bae2b6098f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:50.020669 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:50.022345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27cdd0d6-1c88-4ec9-bd4d-565070068561 req-660fd167-7a5c-4b4f-a62e-e2bae2b6098f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.1532972 Dec 11 22:54:50.043417 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3e00bdb9-3f3d-4b85-bb7a-23eae4c4b8d5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7584922 Dec 11 22:54:50.156891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199b2268-958a-4bdb-96fd-0a4ddad63d5b']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:50.181821 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c8fad5-e996-44ad-9962-cb71fae04ba2 None None] Network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:50.192122 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4df9b3ac-d5a8-44be-abf1-adbddef34bac tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:50.200467 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ef8a01-bcb6-44c6-a92a-af93291a033a') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:50.200768 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ef8a01-bcb6-44c6-a92a-af93291a033a') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:50.228079 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:50.294360 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:50.306580 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:54:50.307024 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:54:50.310737 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:54:50.344053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-27cdd0d6-1c88-4ec9-bd4d-565070068561 req-a27059e8-f0f3-40d4-afd2-8eda75890f4a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Deleting port f7dd2882-73bf-4220-a096-7d6e295cf839 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:50.344053 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-27cdd0d6-1c88-4ec9-bd4d-565070068561 req-a27059e8-f0f3-40d4-afd2-8eda75890f4a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:50.421893 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13de737c-e4e5-4250-b33d-998644cd4e11 None None] Network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:50.515112 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4df9b3ac-d5a8-44be-abf1-adbddef34bac tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:50.517308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b6314-89a9-4d42-8c94-1c47d7bcd2bb req-ce8d3160-07e2-4888-85fd-b2d41eb930d0 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:50.522513 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac9b6314-89a9-4d42-8c94-1c47d7bcd2bb req-ce8d3160-07e2-4888-85fd-b2d41eb930d0 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 945 time: 0.3007133 Dec 11 22:54:50.531252 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df9b3ac-d5a8-44be-abf1-adbddef34bac tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:50.532531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-de7869b0-4b14-4b57-9dad-c6c078723892 None None] Provisioning complete for port 3974696b-7a10-40b4-a0ab-9c18d22a370f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:50.533161 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-de7869b0-4b14-4b57-9dad-c6c078723892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:50.544764 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4df9b3ac-d5a8-44be-abf1-adbddef34bac tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:50.686445 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac9b6314-89a9-4d42-8c94-1c47d7bcd2bb req-65b5ee8c-6a48-4b80-89fe-a27d880bd7b2 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=183b76f8-3bb7-43c4-877c-0d64406ab604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554227 Dec 11 22:54:50.720330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-27cdd0d6-1c88-4ec9-bd4d-565070068561 req-a27059e8-f0f3-40d4-afd2-8eda75890f4a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] For port f7dd2882-73bf-4220-a096-7d6e295cf839, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=f7dd2882-73bf-4220-a096-7d6e295cf839,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:50.720815 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-27cdd0d6-1c88-4ec9-bd4d-565070068561 req-a27059e8-f0f3-40d4-afd2-8eda75890f4a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:50.720947 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:50.757507 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:50.766536 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/networks/199b2268-958a-4bdb-96fd-0a4ddad63d5b HTTP/1.1" status: 204 len: 168 time: 3.4690387 Dec 11 22:54:50.782105 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43558) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:50.805734 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a4668a53-94e8-43df-bba4-083a41842434 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-607956459'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:50.822183 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4df9b3ac-d5a8-44be-abf1-adbddef34bac tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3058236 Dec 11 22:54:50.831313 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43568) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:50.837631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9b3ac-d5a8-44be-abf1-adbddef34bac tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Network': ['ID=bcc8ecef-2fc7-4b10-91e2-e2203de871aa,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:50.850586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network bcc8ecef-2fc7-4b10-91e2-e2203de871aa details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:54:50.858556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a327b37f-e4ce-400f-9726-620f78bcf690 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'subnet': {'network_id': 'bcc8ecef-2fc7-4b10-91e2-e2203de871aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:50.967700 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204bb52-f1a9-4646-9971-c690dfafb32d tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Network': ['ID=199b2268-958a-4bdb-96fd-0a4ddad63d5b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:51.078414 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-27cdd0d6-1c88-4ec9-bd4d-565070068561 req-a27059e8-f0f3-40d4-afd2-8eda75890f4a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:51.078414 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-27cdd0d6-1c88-4ec9-bd4d-565070068561 req-a27059e8-f0f3-40d4-afd2-8eda75890f4a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:51.078749 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-27cdd0d6-1c88-4ec9-bd4d-565070068561 req-a27059e8-f0f3-40d4-afd2-8eda75890f4a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Floating IP 7a3ed42e-b307-4b16-953b-1813905cb7b7 disassociated. External IP: 172.25.1.252, port: f7dd2882-73bf-4220-a096-7d6e295cf839. Dec 11 22:54:51.078892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-27cdd0d6-1c88-4ec9-bd4d-565070068561 req-a27059e8-f0f3-40d4-afd2-8eda75890f4a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Calling delete_port for f7dd2882-73bf-4220-a096-7d6e295cf839 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:51.100363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc08f5-753e-483c-a078-c110215bfefe req-617c916d-a15d-4e50-b33b-27e1e4aac175 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:51.108585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4bdc08f5-753e-483c-a078-c110215bfefe req-617c916d-a15d-4e50-b33b-27e1e4aac175 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0922446 Dec 11 22:54:51.148121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-cd8cd9cf-41f2-43a6-800d-c73154fce273 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:51.149979 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-cd8cd9cf-41f2-43a6-800d-c73154fce273 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/networks?id=899c801e-bd1d-4aa0-8bf5-5ab01b073be2 HTTP/1.1" status: 200 len: 814 time: 0.3069422 Dec 11 22:54:51.167261 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-56d4e97d-ff47-4155-a269-9babe65d92da tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/quotas/0bd67ea3659a42e286ab80e506df1e25 HTTP/1.1" status: 200 len: 375 time: 0.0110676 Dec 11 22:54:51.200906 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-58404c02-afc8-4b33-9878-cca9598b5cee tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bd67ea3659a42e286ab80e506df1e25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277042 Dec 11 22:54:51.209972 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4bdc08f5-753e-483c-a078-c110215bfefe req-f50acef2-bb4f-403f-a9c8-48b71d3f6e41 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005092 Dec 11 22:54:51.282977 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-95c31dd5-f354-488d-8c31-527520bf3c81 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:54:51.284120 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-95c31dd5-f354-488d-8c31-527520bf3c81 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0751469 Dec 11 22:54:51.381819 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-89687da9-6430-4962-b879-7dc7e39ee7cc service neutron] 10.222.0.45 "GET /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894861 Dec 11 22:54:51.450588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4668a53-94e8-43df-bba4-083a41842434 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Made reservation on behalf of 412ed36984f448b5bf12d8e33046b783 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:51.454054 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4668a53-94e8-43df-bba4-083a41842434 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:51.506881 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-c272f6b1-a287-4387-ac67-2c6d4d18f9de service neutron] 10.222.0.45 "GET /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180987 Dec 11 22:54:51.512286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4668a53-94e8-43df-bba4-083a41842434 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:54:51.521198 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4668a53-94e8-43df-bba4-083a41842434 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:51.521747 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-a4668a53-94e8-43df-bba4-083a41842434 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Added segment 4db534e0-31ee-4654-9cf7-06e6606b7694 of type vlan for network 1692e296-394d-47f1-8610-771bebed075a Dec 11 22:54:51.551160 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f685817-bca2-4540-bf64-8917876122ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:51.569545 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4668a53-94e8-43df-bba4-083a41842434 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:51.590696 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a327b37f-e4ce-400f-9726-620f78bcf690 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:51.592234 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-27cdd0d6-1c88-4ec9-bd4d-565070068561 req-a27059e8-f0f3-40d4-afd2-8eda75890f4a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:51.594495 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a327b37f-e4ce-400f-9726-620f78bcf690 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:51.641876 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27059e8-f0f3-40d4-afd2-8eda75890f4a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event deleted for resources: {'Port': ['ID=f7dd2882-73bf-4220-a096-7d6e295cf839,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:51.724526 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4668a53-94e8-43df-bba4-083a41842434 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:51.739298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4668a53-94e8-43df-bba4-083a41842434 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:51.739713 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4668a53-94e8-43df-bba4-083a41842434 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:51.917042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27cdd0d6-1c88-4ec9-bd4d-565070068561 req-a27059e8-f0f3-40d4-afd2-8eda75890f4a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Router 0ea403fe-fb5c-4430-8089-82a08b66eca1 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:54:51.953553 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b00e157-f964-4c89-8817-2f96e25881ab req-afee682c-6647-45ed-992d-6e80ff88457c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 210 time: 0.0407474 Dec 11 22:54:52.173070 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4668a53-94e8-43df-bba4-083a41842434 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event updated for resources: {'Network': ['ID=1692e296-394d-47f1-8610-771bebed075a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:52.187403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27cdd0d6-1c88-4ec9-bd4d-565070068561 req-a27059e8-f0f3-40d4-afd2-8eda75890f4a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:54:52.187807 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 1692e296-394d-47f1-8610-771bebed075a details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:54:52.237182 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device f7dd2882-73bf-4220-a096-7d6e295cf839 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:54:52.245535 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4def8238-9255-4e31-8819-f07779cf034b req-2ce9bdfa-958d-48f7-bbe8-4383bafaf50a tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 210 time: 0.3656073 Dec 11 22:54:52.259757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d72165f-54fe-40ca-aa22-c7e9cb0e6fe3 None None] Sync routers for ids ['0ea403fe-fb5c-4430-8089-82a08b66eca1'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:54:52.282307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cdd0d6-1c88-4ec9-bd4d-565070068561 req-a27059e8-f0f3-40d4-afd2-8eda75890f4a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] No DVR routers for this DVR port f7dd2882-73bf-4220-a096-7d6e295cf839 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:54:52.295942 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-27cdd0d6-1c88-4ec9-bd4d-565070068561 req-a27059e8-f0f3-40d4-afd2-8eda75890f4a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:52.302311 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27cdd0d6-1c88-4ec9-bd4d-565070068561 req-a27059e8-f0f3-40d4-afd2-8eda75890f4a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.13 "DELETE /v2.0/ports/f7dd2882-73bf-4220-a096-7d6e295cf839 HTTP/1.1" status: 204 len: 173 time: 2.2745109 Dec 11 22:54:52.302900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbd1582-eb09-43f4-a3bc-69092c3e475a', 'name': 'network-vif-deleted', 'tag': 'f7dd2882-73bf-4220-a096-7d6e295cf839'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:54:52.313906 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b816d79-ed1e-44ff-9e32-2156366ee27e" -d '{"events": [{"server_uuid": "0bbd1582-eb09-43f4-a3bc-69092c3e475a", "name": "network-vif-deleted", "tag": "f7dd2882-73bf-4220-a096-7d6e295cf839"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:54:52.354026 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a4668a53-94e8-43df-bba4-083a41842434 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5631704 Dec 11 22:54:52.354627 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43596) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:52.360919 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4b2a4d1a-c3a6-43bb-9a75-d84919410df3 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Request body: {'subnet': {'network_id': '1692e296-394d-47f1-8610-771bebed075a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:52.376711 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:52.393487 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: f7dd2882-73bf-4220-a096-7d6e295cf839 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:54:52.393487 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device f7dd2882-73bf-4220-a096-7d6e295cf839 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:54:52.393487 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d72165f-54fe-40ca-aa22-c7e9cb0e6fe3 None None] Routers {'0ea403fe-fb5c-4430-8089-82a08b66eca1'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:52.394253 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3d72165f-54fe-40ca-aa22-c7e9cb0e6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0ea403fe-fb5c-4430-8089-82a08b66eca1'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:52.475504 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a327b37f-e4ce-400f-9726-620f78bcf690 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:52.559403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d1735-2d85-445b-8775-bb250b5a5bc5 req-5c570cdc-81de-4cfd-a4fe-d9a377145f05 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:52.561211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f6d1735-2d85-445b-8775-bb250b5a5bc5 req-5c570cdc-81de-4cfd-a4fe-d9a377145f05 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1373365 Dec 11 22:54:52.563547 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a37d03-3ebd-41ef-be48-f37184eb810d x-openstack-request-id: req-84a37d03-3ebd-41ef-be48-f37184eb810d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:54:52.564139 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbd1582-eb09-43f4-a3bc-69092c3e475a", "name": "network-vif-deleted", "tag": "f7dd2882-73bf-4220-a096-7d6e295cf839", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:54:52.564139 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-84a37d03-3ebd-41ef-be48-f37184eb810d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:54:52.564487 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbd1582-eb09-43f4-a3bc-69092c3e475a', 'name': 'network-vif-deleted', 'tag': 'f7dd2882-73bf-4220-a096-7d6e295cf839', 'status': 'completed', 'code': 200} Dec 11 22:54:52.621253 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327b37f-e4ce-400f-9726-620f78bcf690 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Subnet': ['ID=7888b7e1-d0dd-4328-9ad4-8824451aa34e,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:52.625236 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327b37f-e4ce-400f-9726-620f78bcf690 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Checking segment: {'id': '94ded761-3978-4b4b-86d9-09b3362d5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bcc8ecef-2fc7-4b10-91e2-e2203de871aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:52.625618 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327b37f-e4ce-400f-9726-620f78bcf690 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network hostable DHCP agents. Network: bcc8ecef-2fc7-4b10-91e2-e2203de871aa, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:54:52.658329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2a4d1a-c3a6-43bb-9a75-d84919410df3 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Made reservation on behalf of 412ed36984f448b5bf12d8e33046b783 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:52.662842 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4d1a-c3a6-43bb-9a75-d84919410df3 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:52.669162 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f6d1735-2d85-445b-8775-bb250b5a5bc5 req-cb17d472-d7d7-464d-9212-50bf5f42f3ae tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994136 Dec 11 22:54:52.805986 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327b37f-e4ce-400f-9726-620f78bcf690 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network bcc8ecef-2fc7-4b10-91e2-e2203de871aa is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:54:52.872074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-3d72165f-54fe-40ca-aa22-c7e9cb0e6fe3 None None] Set router 0ea403fe-fb5c-4430-8089-82a08b66eca1 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:54:52.930954 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-a327b37f-e4ce-400f-9726-620f78bcf690 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, bcc8ecef-2fc7-4b10-91e2-e2203de871aa) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:52.940872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327b37f-e4ce-400f-9726-620f78bcf690 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:52.941537 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a327b37f-e4ce-400f-9726-620f78bcf690 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:52.975690 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f952f9db-44bb-415a-b3fd-c88b1c7b7191 None None] Network bcc8ecef-2fc7-4b10-91e2-e2203de871aa requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:53.063094 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a327b37f-e4ce-400f-9726-620f78bcf690 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2211907 Dec 11 22:54:53.065816 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43604) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:53.070967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-fa86998c-f332-44f6-a711-73b3968c93b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-715243078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:53.179999 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa86998c-f332-44f6-a711-73b3968c93b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:53.181530 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa86998c-f332-44f6-a711-73b3968c93b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:53.271486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.objects.ports [None req-4b2a4d1a-c3a6-43bb-9a75-d84919410df3 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103691) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 11 22:54:53.274030 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4d1a-c3a6-43bb-9a75-d84919410df3 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:53.285167 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa86998c-f332-44f6-a711-73b3968c93b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:53.320980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-bcc8ecef-2fc7-4b10-91e2-e2203de871aa', 'network_id': 'bcc8ecef-2fc7-4b10-91e2-e2203de871aa', 'project_id': '45f23748810f4e429297db13dc401da1', 'fixed_ips': [{'subnet_id': '7888b7e1-d0dd-4328-9ad4-8824451aa34e'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:54:53.321949 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:53.376773 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71340d2f-4704-4318-a058-a777fd29632b req-2ccfc75e-81ed-4086-aa62-8b631e49eae1 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbd1582-eb09-43f4-a3bc-69092c3e475a HTTP/1.1" status: 200 len: 210 time: 0.2317305 Dec 11 22:54:53.378477 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96d887f7-f68b-4a22-8140-3d46aeba170a req-afda5887-021d-444f-87e9-5f4a934d2fb1 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 210 time: 0.0441279 Dec 11 22:54:53.409262 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa86998c-f332-44f6-a711-73b3968c93b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:53.510897 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a4d1a-c3a6-43bb-9a75-d84919410df3 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event updated for resources: {'Subnet': ['ID=86ca8985-7522-40c7-809b-e2cab4f93618,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:53.516172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3d72165f-54fe-40ca-aa22-c7e9cb0e6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '33ca7a34-dd6a-420b-b451-6a97e2ebdca4', 'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'mac_address': 'fa:16:3e:d3:c4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:43Z', 'updated_at': '2021-12-11T22:48:50Z', 'revision_number': 5, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'subnets': [{'id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:53.564749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d72165f-54fe-40ca-aa22-c7e9cb0e6fe3 None None] Checking router: 0ea403fe-fb5c-4430-8089-82a08b66eca1 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:54:53.565524 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a4d1a-c3a6-43bb-9a75-d84919410df3 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Checking segment: {'id': '4db534e0-31ee-4654-9cf7-06e6606b7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1692e296-394d-47f1-8610-771bebed075a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:53.565958 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2a4d1a-c3a6-43bb-9a75-d84919410df3 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Network hostable DHCP agents. Network: 1692e296-394d-47f1-8610-771bebed075a, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:54:53.569152 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa86998c-f332-44f6-a711-73b3968c93b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:53.571628 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fa86998c-f332-44f6-a711-73b3968c93b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5041432 Dec 11 22:54:53.573748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43616) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:53.594540 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d72165f-54fe-40ca-aa22-c7e9cb0e6fe3 None None] Routers {'0ea403fe-fb5c-4430-8089-82a08b66eca1'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:54:53.595383 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3d72165f-54fe-40ca-aa22-c7e9cb0e6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0ea403fe-fb5c-4430-8089-82a08b66eca1'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:53.646363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Allocated IP 172.20.0.2 (bcc8ecef-2fc7-4b10-91e2-e2203de871aa/7888b7e1-d0dd-4328-9ad4-8824451aa34e/4640ba88-e221-40b2-879a-4d1407335a7e) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:53.687015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2a4d1a-c3a6-43bb-9a75-d84919410df3 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Network 1692e296-394d-47f1-8610-771bebed075a is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:54:53.819053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-4b2a4d1a-c3a6-43bb-9a75-d84919410df3 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 1692e296-394d-47f1-8610-771bebed075a) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:53.836385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2a4d1a-c3a6-43bb-9a75-d84919410df3 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:53.844691 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4d1a-c3a6-43bb-9a75-d84919410df3 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:53.908342 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16f4a01-7823-40a4-bbe5-ee98e83c3a30 None None] Network 1692e296-394d-47f1-8610-771bebed075a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:54.029548 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4b2a4d1a-c3a6-43bb-9a75-d84919410df3 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6735907 Dec 11 22:54:54.030349 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43622) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:54.064878 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9577043f-398d-4ba9-aa9d-6660ef2db6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-1692e296-394d-47f1-8610-771bebed075a', 'network_id': '1692e296-394d-47f1-8610-771bebed075a', 'project_id': '412ed36984f448b5bf12d8e33046b783', 'fixed_ips': [{'subnet_id': '86ca8985-7522-40c7-809b-e2cab4f93618'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:54:54.065842 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9577043f-398d-4ba9-aa9d-6660ef2db6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:54.082846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-3d72165f-54fe-40ca-aa22-c7e9cb0e6fe3 None None] Set router 0ea403fe-fb5c-4430-8089-82a08b66eca1 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:54:54.129649 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:54.266402 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05a68919-da8a-4a09-857f-381e02209ffd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:54.304040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa10087-8f0b-4455-a261-2d9a6b98dd3c req-41247fd2-ff02-4bd4-9313-c0d95b9322e3 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:54.313124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-afa10087-8f0b-4455-a261-2d9a6b98dd3c req-41247fd2-ff02-4bd4-9313-c0d95b9322e3 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1845081 Dec 11 22:54:54.378405 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05a68919-da8a-4a09-857f-381e02209ffd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:54.440753 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:54.486423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-afa10087-8f0b-4455-a261-2d9a6b98dd3c req-7c6b3668-73ba-49b6-9bfc-15e47199f30a tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706114 Dec 11 22:54:54.655220 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:54.661720 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43632) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:54.678186 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e411c282-f028-4c66-81e6-75f9fec4775c req-b48a321c-a9d7-45bb-b9c4-b954476bd0c5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 210 time: 0.0873566 Dec 11 22:54:54.691482 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05a68919-da8a-4a09-857f-381e02209ffd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:54.705231 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server [None req-9577043f-398d-4ba9-aa9d-6660ef2db6ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86ca8985-7522-40c7-809b-e2cab4f93618: This subnet is being modified by another concurrent operation. Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 11 22:54:54.708249 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise self.value Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server raise exception Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86ca8985-7522-40c7-809b-e2cab4f93618: This subnet is being modified by another concurrent operation. Dec 11 22:54:54.711352 n-d-710847-6 neutron-server[103693]: ERROR oslo_messaging.rpc.server Dec 11 22:54:54.737723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a37f05d-5b56-43b0-bda8-e43c6bdb9201 None None] Network 1692e296-394d-47f1-8610-771bebed075a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:54.744527 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:54.825796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a68919-da8a-4a09-857f-381e02209ffd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Subnet': ['ID=86ca8985-7522-40c7-809b-e2cab4f93618,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:54.857464 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Network bcc8ecef-2fc7-4b10-91e2-e2203de871aa is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:54.862595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:54.865390 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:54.913159 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Pushing event updated for resources: {'Port': ['ID=4640ba88-e221-40b2-879a-4d1407335a7e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:54.929216 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b1b0d805-ef30-4a34-8645-361b3dec6b75 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:54.988997 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05a68919-da8a-4a09-857f-381e02209ffd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:54.999405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Attempting to bind port 4640ba88-e221-40b2-879a-4d1407335a7e on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:54:55.001830 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Attempting to bind port 4640ba88-e221-40b2-879a-4d1407335a7e by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '94ded761-3978-4b4b-86d9-09b3362d5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bcc8ecef-2fc7-4b10-91e2-e2203de871aa'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:54:55.006378 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Attempting to bind port 4640ba88-e221-40b2-879a-4d1407335a7e on network bcc8ecef-2fc7-4b10-91e2-e2203de871aa {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:54:55.007107 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b1b0d805-ef30-4a34-8645-361b3dec6b75 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:55.016024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Allocated IP 172.20.0.1 (bcc8ecef-2fc7-4b10-91e2-e2203de871aa/7888b7e1-d0dd-4328-9ad4-8824451aa34e/c4184959-52f1-4a97-9eda-3a122f7bbae1) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:55.020198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:54:55.021415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Checking segment: {'id': '94ded761-3978-4b4b-86d9-09b3362d5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bcc8ecef-2fc7-4b10-91e2-e2203de871aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:55.021764 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:55.022324 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Bound using segment: {'id': '94ded761-3978-4b4b-86d9-09b3362d5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bcc8ecef-2fc7-4b10-91e2-e2203de871aa'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:54:55.024828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Bound port: 4640ba88-e221-40b2-879a-4d1407335a7e, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ded761-3978-4b4b-86d9-09b3362d5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bcc8ecef-2fc7-4b10-91e2-e2203de871aa'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:54:55.025377 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:55.030265 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-05a68919-da8a-4a09-857f-381e02209ffd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1692e296-394d-47f1-8610-771bebed075a']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:55.049925 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3d72165f-54fe-40ca-aa22-c7e9cb0e6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '33ca7a34-dd6a-420b-b451-6a97e2ebdca4', 'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'mac_address': 'fa:16:3e:d3:c4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:43Z', 'updated_at': '2021-12-11T22:48:50Z', 'revision_number': 5, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'subnets': [{'id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:55.051610 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-05a68919-da8a-4a09-857f-381e02209ffd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db534e0-31ee-4654-9cf7-06e6606b7694') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:55.051916 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-05a68919-da8a-4a09-857f-381e02209ffd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db534e0-31ee-4654-9cf7-06e6606b7694') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:55.073581 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05a68919-da8a-4a09-857f-381e02209ffd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:55.111073 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05a68919-da8a-4a09-857f-381e02209ffd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:55.128075 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a68919-da8a-4a09-857f-381e02209ffd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:54:55.128504 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05a68919-da8a-4a09-857f-381e02209ffd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:54:55.147238 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:54:55.186436 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:55.244805 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b1b0d805-ef30-4a34-8645-361b3dec6b75 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:55.248099 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b1b0d805-ef30-4a34-8645-361b3dec6b75 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:55.251732 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b1b0d805-ef30-4a34-8645-361b3dec6b75 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "DELETE /v2.0/security-groups/183b76f8-3bb7-43c4-877c-0d64406ab604 HTTP/1.1" status: 204 len: 168 time: 0.5699008 Dec 11 22:54:55.252136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43636) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:55.278793 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0d805-ef30-4a34-8645-361b3dec6b75 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=183b76f8-3bb7-43c4-877c-0d64406ab604,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:55.296969 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-da5e0ba3-2877-4a3c-80c9-fef99d20527b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] show failed (client error): The resource could not be found. Dec 11 22:54:55.300937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-da5e0ba3-2877-4a3c-80c9-fef99d20527b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups/183b76f8-3bb7-43c4-877c-0d64406ab604 HTTP/1.1" status: 404 len: 347 time: 0.0447388 Dec 11 22:54:55.301256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43638) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:55.335038 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:55.390690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05a68919-da8a-4a09-857f-381e02209ffd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:55.412827 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05a68919-da8a-4a09-857f-381e02209ffd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:55.417737 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-05a68919-da8a-4a09-857f-381e02209ffd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/networks/1692e296-394d-47f1-8610-771bebed075a HTTP/1.1" status: 204 len: 168 time: 1.3857749 Dec 11 22:54:55.438868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43640) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:55.474211 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d72165f-54fe-40ca-aa22-c7e9cb0e6fe3 None None] The sync data for ids ['0ea403fe-fb5c-4430-8089-82a08b66eca1'] in n-d-710847-6 is: [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '33ca7a34-dd6a-420b-b451-6a97e2ebdca4', 'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'mac_address': 'fa:16:3e:d3:c4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:43Z', 'updated_at': '2021-12-11T22:48:50Z', 'revision_number': 5, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'subnets': [{'id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:54:55.514918 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a68919-da8a-4a09-857f-381e02209ffd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Network': ['ID=1692e296-394d-47f1-8610-771bebed075a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:55.551668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] For port 4640ba88-e221-40b2-879a-4d1407335a7e, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:54:55.561050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] For port 4640ba88-e221-40b2-879a-4d1407335a7e, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4640ba88-e221-40b2-879a-4d1407335a7e,segment=NetworkSegment(94ded761-3978-4b4b-86d9-09b3362d5dbb),segment_id=94ded761-3978-4b4b-86d9-09b3362d5dbb)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:54:55.619353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network bcc8ecef-2fc7-4b10-91e2-e2203de871aa is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:55.621343 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f58433c-b5bb-4206-acc1-283bc855885c tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:55.621973 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f58433c-b5bb-4206-acc1-283bc855885c tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:55.626037 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3f58433c-b5bb-4206-acc1-283bc855885c tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/subnets/86ca8985-7522-40c7-809b-e2cab4f93618 HTTP/1.1" status: 404 len: 337 time: 0.1836407 Dec 11 22:54:55.638566 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:55.662643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=c4184959-52f1-4a97-9eda-3a122f7bbae1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:55.675203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:55.682980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43644) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:55.687962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:55.751319 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fdc9f-9fc5-4dab-b314-890ef766e7ed None None] Pushing event updated for resources: {'Port': ['ID=4640ba88-e221-40b2-879a-4d1407335a7e,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:55.843545 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ab93dc-ff70-4846-9701-265b26f7a106 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:55.844217 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ab93dc-ff70-4846-9701-265b26f7a106 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:55.847545 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-12ab93dc-ff70-4846-9701-265b26f7a106 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/networks/1692e296-394d-47f1-8610-771bebed075a HTTP/1.1" status: 404 len: 339 time: 0.1607375 Dec 11 22:54:55.862175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43652) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:55.937297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-9bb0c282-fb13-40b3-b6c7-6aef1e3f1c17 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:55.939015 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-9bb0c282-fb13-40b3-b6c7-6aef1e3f1c17 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.13 "GET /v2.0/networks?id=899c801e-bd1d-4aa0-8bf5-5ab01b073be2 HTTP/1.1" status: 200 len: 814 time: 0.6375258 Dec 11 22:54:55.985121 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df9e71b-7aff-4929-80b2-58f2e927b0fd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:55.987970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df9e71b-7aff-4929-80b2-58f2e927b0fd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:55.994777 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5df9e71b-7aff-4929-80b2-58f2e927b0fd tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/subnets/549a202e-c577-4299-a7e8-608d05cae62b HTTP/1.1" status: 404 len: 337 time: 0.1258934 Dec 11 22:54:55.999452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43654) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:56.007440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-a7698b68-94a7-401c-b066-02014df515dd tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Request body: {'port': {'device_id': '3633c586-f872-423f-8197-6ed2eed99c02', 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2', 'admin_state_up': True, 'tenant_id': '0bd67ea3659a42e286ab80e506df1e25'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:56.028850 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b945b6f9-a555-4b28-9f23-0428751114fb None None] New status for floating IP 7a3ed42e-b307-4b16-953b-1813905cb7b7: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:54:56.198131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f44ff495-03bc-412c-8836-fe2067787edd req-ed735947-5260-43c5-9380-53a48158b696 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 210 time: 0.3183632 Dec 11 22:54:56.269353 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-6465673a-822e-4e36-aec2-78b4d66361bf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:56.270271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6465673a-822e-4e36-aec2-78b4d66361bf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:56.278721 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6465673a-822e-4e36-aec2-78b4d66361bf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/networks/199b2268-958a-4bdb-96fd-0a4ddad63d5b HTTP/1.1" status: 404 len: 339 time: 0.0779722 Dec 11 22:54:56.282089 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43656) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:56.315430 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:56.381902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025508b9-d15a-45d0-9f16-17768e16688b req-c2810fd2-1ddf-4fde-a775-b9218f75936f tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:56.394197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-025508b9-d15a-45d0-9f16-17768e16688b req-c2810fd2-1ddf-4fde-a775-b9218f75936f tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1268430 Dec 11 22:54:56.453969 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b1f086-21fc-4ac8-bcde-e33fdfc64364 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:56.467756 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b1f086-21fc-4ac8-bcde-e33fdfc64364 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:56.474420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-48b1f086-21fc-4ac8-bcde-e33fdfc64364 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/subnets/9f79cbb5-0ee4-4d59-a765-9281138a5cd2 HTTP/1.1" status: 404 len: 337 time: 0.1857622 Dec 11 22:54:56.481324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43658) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:56.486033 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-025508b9-d15a-45d0-9f16-17768e16688b req-d77e5445-40dd-42a8-96bb-a42202f92352 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909503 Dec 11 22:54:56.517419 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8a6092d2-9e67-4dcb-8f53-26e1fb6bc0ba tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Deleting port 53ccbb50-ab2d-4221-9cf2-ffae62f6ed93 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:56.517768 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a6092d2-9e67-4dcb-8f53-26e1fb6bc0ba tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:56.566451 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1526ef-7cf5-402e-9044-7083857536d1 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:56.567085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1526ef-7cf5-402e-9044-7083857536d1 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:56.571706 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6a1526ef-7cf5-402e-9044-7083857536d1 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/networks/ec553a11-adbb-454d-9923-65bef0de3593 HTTP/1.1" status: 404 len: 339 time: 0.0858276 Dec 11 22:54:56.594107 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43660) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:56.594655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-a7698b68-94a7-401c-b066-02014df515dd tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Made reservation on behalf of 0bd67ea3659a42e286ab80e506df1e25 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:54:56.598456 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-a7698b68-94a7-401c-b066-02014df515dd tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:56.904364 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4640ba88-e221-40b2-879a-4d1407335a7e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:54:57.037400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-a7698b68-94a7-401c-b066-02014df515dd tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Allocated IP 172.20.0.8 (899c801e-bd1d-4aa0-8bf5-5ab01b073be2/ec2c5c86-08e2-4025-8006-42a91eb9a631/c12a3857-c0a6-49b0-972f-c3e3c9c07f04) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:54:57.041446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4640ba88-e221-40b2-879a-4d1407335a7e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:57.041839 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:57.062385 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a6092d2-9e67-4dcb-8f53-26e1fb6bc0ba tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:57.062385 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a6092d2-9e67-4dcb-8f53-26e1fb6bc0ba tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:57.109657 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8a6092d2-9e67-4dcb-8f53-26e1fb6bc0ba tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Calling delete_port for 53ccbb50-ab2d-4221-9cf2-ffae62f6ed93 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:57.127844 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-dd807d8a-8d39-414a-88e2-a6100ece3910 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Deleting port d29d8a15-e1ad-4ae0-9e03-577677060c09 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:57.128496 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd807d8a-8d39-414a-88e2-a6100ece3910 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:57.224497 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:57.332846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 4640ba88-e221-40b2-879a-4d1407335a7e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4640ba88-e221-40b2-879a-4d1407335a7e,segment=NetworkSegment(94ded761-3978-4b4b-86d9-09b3362d5dbb),segment_id=94ded761-3978-4b4b-86d9-09b3362d5dbb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:54:57.341154 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd807d8a-8d39-414a-88e2-a6100ece3910 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:57.402202 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:57.425648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-a7698b68-94a7-401c-b066-02014df515dd tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:57.440022 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-dd807d8a-8d39-414a-88e2-a6100ece3910 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Calling delete_port for d29d8a15-e1ad-4ae0-9e03-577677060c09 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:57.580742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=4640ba88-e221-40b2-879a-4d1407335a7e,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:57.613727 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4c4c115d-b546-4603-9324-fa50010ad00f req-c658c004-f24b-4405-b4da-91f416ee0041 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 210 time: 0.1072781 Dec 11 22:54:57.622411 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-a7698b68-94a7-401c-b066-02014df515dd tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:57.692401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-a7698b68-94a7-401c-b066-02014df515dd tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:57.695885 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-a7698b68-94a7-401c-b066-02014df515dd tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:57.701594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-a7698b68-94a7-401c-b066-02014df515dd tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:54:57.766416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-a7698b68-94a7-401c-b066-02014df515dd tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:57.767086 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-a7698b68-94a7-401c-b066-02014df515dd tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:57.776634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7698b68-94a7-401c-b066-02014df515dd tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Pushing event updated for resources: {'Port': ['ID=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:57.806067 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a6092d2-9e67-4dcb-8f53-26e1fb6bc0ba tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:57.844507 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:57.933451 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-a7698b68-94a7-401c-b066-02014df515dd tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9283876 Dec 11 22:54:57.946897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Request body: {'port': {'device_id': '3633c586-f872-423f-8197-6ed2eed99c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:57.967974 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d77158-4b9d-4393-b0f2-d728732b37e7 None None] Network bcc8ecef-2fc7-4b10-91e2-e2203de871aa requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:54:58.008697 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a6092d2-9e67-4dcb-8f53-26e1fb6bc0ba tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:58.021662 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8a6092d2-9e67-4dcb-8f53-26e1fb6bc0ba tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:58.023955 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8a6092d2-9e67-4dcb-8f53-26e1fb6bc0ba tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "DELETE /v2.0/floatingips/7a3ed42e-b307-4b16-953b-1813905cb7b7 HTTP/1.1" status: 204 len: 168 time: 2.7214379 Dec 11 22:54:58.050409 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbaf72-e12f-475d-9e7d-8c1588fa765f req-dadfde1f-cdf9-49a4-9056-92f21d32d1ca tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:58.055762 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ffbaf72-e12f-475d-9e7d-8c1588fa765f req-dadfde1f-cdf9-49a4-9056-92f21d32d1ca tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.3389812 Dec 11 22:54:58.056705 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6092d2-9e67-4dcb-8f53-26e1fb6bc0ba tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event deleted for resources: {'Port': ['ID=53ccbb50-ab2d-4221-9cf2-ffae62f6ed93,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:58.151814 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:58.169105 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ffbaf72-e12f-475d-9e7d-8c1588fa765f req-833719c0-9fbc-40be-9f6d-300f4beed5d0 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931222 Dec 11 22:54:58.170039 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd807d8a-8d39-414a-88e2-a6100ece3910 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:58.195770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-37c69871-8474-478e-a7f0-5973848ea775 None None] Provisioning complete for port 4640ba88-e221-40b2-879a-4d1407335a7e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:58.196121 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-37c69871-8474-478e-a7f0-5973848ea775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:58.222743 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd807d8a-8d39-414a-88e2-a6100ece3910 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:58.228765 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dd807d8a-8d39-414a-88e2-a6100ece3910 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/ports/d29d8a15-e1ad-4ae0-9e03-577677060c09 HTTP/1.1" status: 204 len: 168 time: 1.6327271 Dec 11 22:54:58.230204 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd807d8a-8d39-414a-88e2-a6100ece3910 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Port': ['ID=d29d8a15-e1ad-4ae0-9e03-577677060c09,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:58.234423 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43676) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:58.274947 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e03269b-1f78-4fb8-95d0-69b5364a834a tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] DELETE failed (client error): The resource could not be found. Dec 11 22:54:58.275980 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e03269b-1f78-4fb8-95d0-69b5364a834a tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:54:58.280017 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6e03269b-1f78-4fb8-95d0-69b5364a834a tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/subnets/16b475ec-f4ca-4a50-9439-4fe88e05170e HTTP/1.1" status: 404 len: 337 time: 0.0430536 Dec 11 22:54:58.282475 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43678) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:58.434615 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3eb464e-0565-42c9-b5c2-680b01a587e6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:58.511365 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:58.563189 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3eb464e-0565-42c9-b5c2-680b01a587e6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:58.625532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-a3eb464e-0565-42c9-b5c2-680b01a587e6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b900e5bd-63a8-4609-a10f-06d313604972']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:58.642262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-a3eb464e-0565-42c9-b5c2-680b01a587e6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44ceb1e-2643-4dd9-858b-8902645e7d79') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:58.645996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-a3eb464e-0565-42c9-b5c2-680b01a587e6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44ceb1e-2643-4dd9-858b-8902645e7d79') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:54:58.674017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3eb464e-0565-42c9-b5c2-680b01a587e6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:58.720619 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3eb464e-0565-42c9-b5c2-680b01a587e6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:58.741728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3eb464e-0565-42c9-b5c2-680b01a587e6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:54:58.742641 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3eb464e-0565-42c9-b5c2-680b01a587e6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:58.754704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12a3857-c0a6-49b0-972f-c3e3c9c07f04 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:54:58.786119 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:54:58.790125 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:58.822680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43686) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:58.839148 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-68ca966a-95cc-4a21-afa2-4896efc48fd0 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2013338254', 'description': 'tempest-description--1357135242'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:58.906240 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:58.910457 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4640ba88-e221-40b2-879a-4d1407335a7e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:54:58.946518 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4115ce-9d27-4d82-a632-974036aa41c3 req-25eccb23-4ae2-4799-84a5-fcd7a7683c99 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:58.948055 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec4115ce-9d27-4d82-a632-974036aa41c3 req-25eccb23-4ae2-4799-84a5-fcd7a7683c99 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 931 time: 0.1485925 Dec 11 22:54:59.012837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-23a408ee-f5de-44c4-aae6-0e4d51f215a4 None None] Provisioning complete for port 4640ba88-e221-40b2-879a-4d1407335a7e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:59.013373 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23a408ee-f5de-44c4-aae6-0e4d51f215a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.019328 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3eb464e-0565-42c9-b5c2-680b01a587e6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.021457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Transition to ACTIVE for port object c12a3857-c0a6-49b0-972f-c3e3c9c07f04 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:54:59.032388 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.035761 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-68ca966a-95cc-4a21-afa2-4896efc48fd0 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.059374 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a3eb464e-0565-42c9-b5c2-680b01a587e6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.063180 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a3eb464e-0565-42c9-b5c2-680b01a587e6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/networks/b900e5bd-63a8-4609-a10f-06d313604972 HTTP/1.1" status: 204 len: 168 time: 0.7775021 Dec 11 22:54:59.067294 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43688) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:59.092152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4640ba88-e221-40b2-879a-4d1407335a7e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:59.095898 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.110068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb464e-0565-42c9-b5c2-680b01a587e6 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Network': ['ID=b900e5bd-63a8-4609-a10f-06d313604972,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:59.119363 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.167261 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec4115ce-9d27-4d82-a632-974036aa41c3 req-ab759514-62fe-4828-9f46-646886da4a87 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121756 Dec 11 22:54:59.197917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc41a3ba-4658-4c73-83a8-d633704dc74e None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 22:54:59.198050 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-68ca966a-95cc-4a21-afa2-4896efc48fd0 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.264595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=c4184959-52f1-4a97-9eda-3a122f7bbae1,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:59.303498 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-68ca966a-95cc-4a21-afa2-4896efc48fd0 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.379199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-7d28c2d5-e423-40fa-a141-9298fc50dd67 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Deleting port b11ff0d9-f2a4-4e75-85ce-f574ad7780dd {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:54:59.379839 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d28c2d5-e423-40fa-a141-9298fc50dd67 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.389767 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca966a-95cc-4a21-afa2-4896efc48fd0 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ec96a7-7f39-4312-83c1-651c005532c5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:59.512221 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d28c2d5-e423-40fa-a141-9298fc50dd67 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.555941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-7d28c2d5-e423-40fa-a141-9298fc50dd67 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Calling delete_port for b11ff0d9-f2a4-4e75-85ce-f574ad7780dd owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:54:59.595444 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Attempting to bind port c12a3857-c0a6-49b0-972f-c3e3c9c07f04 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:54:59.596204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Attempting to bind port c12a3857-c0a6-49b0-972f-c3e3c9c07f04 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'a0bee918-f6e9-4e42-94bc-423e58ad6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:54:59.596842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Attempting to bind port c12a3857-c0a6-49b0-972f-c3e3c9c07f04 on network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:54:59.615651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Pushing event updated for resources: {'Port': ['ID=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:59.618853 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc41a3ba-4658-4c73-83a8-d633704dc74e None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 22:54:59.649329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75d3d0-dc27-4ffe-b72f-03d27432d11a req-1a6bd4c1-0dec-4cb6-b688-50295a49dc71 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:54:59.651745 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf75d3d0-dc27-4ffe-b72f-03d27432d11a req-1a6bd4c1-0dec-4cb6-b688-50295a49dc71 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.2270854 Dec 11 22:54:59.652436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Port c12a3857-c0a6-49b0-972f-c3e3c9c07f04 on network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:54:59.652848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Attempting to bind port c12a3857-c0a6-49b0-972f-c3e3c9c07f04 on network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:54:59.662358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-23a408ee-f5de-44c4-aae6-0e4d51f215a4 None None] Provisioning complete for port c4184959-52f1-4a97-9eda-3a122f7bbae1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:59.662737 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23a408ee-f5de-44c4-aae6-0e4d51f215a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.676597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network bcc8ecef-2fc7-4b10-91e2-e2203de871aa is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:54:59.759378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:54:59.759378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:54:59.759378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Checking segment: {'id': 'a0bee918-f6e9-4e42-94bc-423e58ad6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:54:59.759378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Bound using segment: {'id': 'a0bee918-f6e9-4e42-94bc-423e58ad6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:54:59.759378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Bound port: c12a3857-c0a6-49b0-972f-c3e3c9c07f04, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bee918-f6e9-4e42-94bc-423e58ad6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:54:59.759378 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.760456 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-23a408ee-f5de-44c4-aae6-0e4d51f215a4 None None] Port c4184959-52f1-4a97-9eda-3a122f7bbae1 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:54:59.812191 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-68ca966a-95cc-4a21-afa2-4896efc48fd0 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.816285 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-68ca966a-95cc-4a21-afa2-4896efc48fd0 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9897094 Dec 11 22:54:59.818833 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43696) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:59.826097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4ca8ede8-71d2-4d46-89f7-1498b023c73b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Request body: {'security_group_rule': {'security_group_id': '40ec96a7-7f39-4312-83c1-651c005532c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:54:59.857581 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf75d3d0-dc27-4ffe-b72f-03d27432d11a req-cc952911-ee6a-40ea-954d-2ccc775bd3d8 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850171 Dec 11 22:54:59.858425 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d28c2d5-e423-40fa-a141-9298fc50dd67 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.897066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] For port c12a3857-c0a6-49b0-972f-c3e3c9c07f04, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:54:59.903822 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] For port c12a3857-c0a6-49b0-972f-c3e3c9c07f04, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:54:59.933756 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d28c2d5-e423-40fa-a141-9298fc50dd67 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.939793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c2f0862c-b13e-4331-aacf-26d3e3a60830 None None] Provisioning complete for port c4184959-52f1-4a97-9eda-3a122f7bbae1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:54:59.943585 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2f0862c-b13e-4331-aacf-26d3e3a60830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:54:59.943774 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7d28c2d5-e423-40fa-a141-9298fc50dd67 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/ports/b11ff0d9-f2a4-4e75-85ce-f574ad7780dd HTTP/1.1" status: 204 len: 168 time: 0.8622975 Dec 11 22:54:59.944430 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28c2d5-e423-40fa-a141-9298fc50dd67 tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Port': ['ID=b11ff0d9-f2a4-4e75-85ce-f574ad7780dd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:54:59.955022 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43702) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:54:59.976673 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ca8ede8-71d2-4d46-89f7-1498b023c73b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:00.030061 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:00.035878 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd03114-77f7-45e0-943d-864e40f5034c tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] DELETE failed (client error): The resource could not be found. Dec 11 22:55:00.036570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd03114-77f7-45e0-943d-864e40f5034c tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:55:00.042326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1bd03114-77f7-45e0-943d-864e40f5034c tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/subnets/381f95b2-c979-439e-a489-aaa4487943ff HTTP/1.1" status: 404 len: 337 time: 0.0810516 Dec 11 22:55:00.072050 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43704) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:00.129068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Pushing event updated for resources: {'Port': ['ID=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:00.131146 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c2f0862c-b13e-4331-aacf-26d3e3a60830 None None] Port c4184959-52f1-4a97-9eda-3a122f7bbae1 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:00.156266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:00.157463 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:00.161250 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-8b4da1fa-c6b2-41c0-bcf2-15b6978ef588 service neutron] 10.222.0.13 "PUT /v2.0/ports/c12a3857-c0a6-49b0-972f-c3e3c9c07f04 HTTP/1.1" status: 200 len: 1091 time: 2.2208090 Dec 11 22:55:00.161995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3633c586-f872-423f-8197-6ed2eed99c02', 'tag': 'c12a3857-c0a6-49b0-972f-c3e3c9c07f04'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:55:00.165422 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5ed5d7-467d-4c74-94dd-770ea3c4fcd8" -d '{"events": [{"name": "network-changed", "server_uuid": "3633c586-f872-423f-8197-6ed2eed99c02", "tag": "c12a3857-c0a6-49b0-972f-c3e3c9c07f04"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:55:00.190461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router 2f64e87a-05e9-4b60-ae41-97452db5bf52 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:55:00.216511 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d146946-ef05-4202-ae00-d02e896bc096 None None] DHCP port deletion for 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:00.290168 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65d7363-bb3f-48cd-9f5c-81d6ee8d5e1a None None] DHCP port deletion for 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:00.326756 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84160a6f-f539-4a62-8c7a-ddda91885f7f tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:00.342880 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ca8ede8-71d2-4d46-89f7-1498b023c73b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:00.377830 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49abc75e-f19c-43e1-80a5-05fbb1cd0729 x-openstack-request-id: req-49abc75e-f19c-43e1-80a5-05fbb1cd0729 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:55:00.378270 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3633c586-f872-423f-8197-6ed2eed99c02", "tag": "c12a3857-c0a6-49b0-972f-c3e3c9c07f04", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:55:00.378586 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-49abc75e-f19c-43e1-80a5-05fbb1cd0729 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:55:00.379036 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3633c586-f872-423f-8197-6ed2eed99c02', 'tag': 'c12a3857-c0a6-49b0-972f-c3e3c9c07f04', 'status': 'completed', 'code': 200} Dec 11 22:55:00.393165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:00.411578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc8462a-7088-40b5-8c09-022408516b7f None None] Sync routers for ids ['2f64e87a-05e9-4b60-ae41-97452db5bf52'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:00.418251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-35c8b289-ea73-4ddf-95a7-5c8bab8a95a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/2f64e87a-05e9-4b60-ae41-97452db5bf52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8434315 Dec 11 22:55:00.442527 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43710) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:00.470678 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ca8ede8-71d2-4d46-89f7-1498b023c73b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:00.470986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc8462a-7088-40b5-8c09-022408516b7f None None] Routers {'2f64e87a-05e9-4b60-ae41-97452db5bf52'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:00.471969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8dc8462a-7088-40b5-8c09-022408516b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f64e87a-05e9-4b60-ae41-97452db5bf52'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:00.513790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-fe0ea36d-9087-4f9a-8672-451f9375f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:00.515382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-fe0ea36d-9087-4f9a-8672-451f9375f35e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bd67ea3659a42e286ab80e506df1e25&device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 1094 time: 0.1355798 Dec 11 22:55:00.585284 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8dc8462a-7088-40b5-8c09-022408516b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:00.587304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dafec1-0dfc-48b1-a4f2-f314f4eda77c req-fca50473-d013-48dc-b33d-cdb7c6fc6fc2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:00.592211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c2dafec1-0dfc-48b1-a4f2-f314f4eda77c req-fca50473-d013-48dc-b33d-cdb7c6fc6fc2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 943 time: 0.2102890 Dec 11 22:55:00.606313 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8ede8-71d2-4d46-89f7-1498b023c73b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf771eb-d726-4b23-bb08-12ea7e96d864,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:00.612811 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc8462a-7088-40b5-8c09-022408516b7f None None] Routers {'2f64e87a-05e9-4b60-ae41-97452db5bf52'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:00.612811 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8dc8462a-7088-40b5-8c09-022408516b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f64e87a-05e9-4b60-ae41-97452db5bf52'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:00.669267 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-55cf7bee-235e-407a-bd81-f943d7a5c184 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c12a3857-c0a6-49b0-972f-c3e3c9c07f04 HTTP/1.1" status: 200 len: 217 time: 0.1395295 Dec 11 22:55:00.691257 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84160a6f-f539-4a62-8c7a-ddda91885f7f tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:00.695496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8dc8462a-7088-40b5-8c09-022408516b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:00.695496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc8462a-7088-40b5-8c09-022408516b7f None None] The sync data for ids ['2f64e87a-05e9-4b60-ae41-97452db5bf52'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:00.720647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b42064b3-ead0-435d-a9a4-dd273010b979 None None] Provisioning complete for port c4184959-52f1-4a97-9eda-3a122f7bbae1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:00.721034 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b42064b3-ead0-435d-a9a4-dd273010b979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:00.726569 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f2c5d-eecd-40a2-90ad-ed4e56bb5ebf tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:00.729335 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2c8f2c5d-eecd-40a2-90ad-ed4e56bb5ebf tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports/c4184959-52f1-4a97-9eda-3a122f7bbae1 HTTP/1.1" status: 200 len: 910 time: 0.2848248 Dec 11 22:55:00.736848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43714) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:00.749206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-84160a6f-f539-4a62-8c7a-ddda91885f7f tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e826676-9a91-4007-911f-2527ff782fc3']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:00.796724 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b42064b3-ead0-435d-a9a4-dd273010b979 None None] Port c4184959-52f1-4a97-9eda-3a122f7bbae1 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:00.853732 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c2dafec1-0dfc-48b1-a4f2-f314f4eda77c req-94a0d8f2-c439-462c-8051-8c8241474d31 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977746 Dec 11 22:55:00.861283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-de68e9c8-d8ea-4829-bca2-3163d8eb6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:00.864361 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-de68e9c8-d8ea-4829-bca2-3163d8eb6883 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec2c5c86-08e2-4025-8006-42a91eb9a631 HTTP/1.1" status: 200 len: 854 time: 0.1817842 Dec 11 22:55:00.959370 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-7cda0a01-0a78-4926-8120-b2aa41a282ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=899c801e-bd1d-4aa0-8bf5-5ab01b073be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866051 Dec 11 22:55:00.963504 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-84160a6f-f539-4a62-8c7a-ddda91885f7f tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c254d667-1928-4323-9b6e-a199cf50428f') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:00.964390 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-84160a6f-f539-4a62-8c7a-ddda91885f7f tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c254d667-1928-4323-9b6e-a199cf50428f') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:00.968279 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ca8ede8-71d2-4d46-89f7-1498b023c73b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:00.969498 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4ca8ede8-71d2-4d46-89f7-1498b023c73b tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1488068 Dec 11 22:55:00.980063 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43720) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:00.985399 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b4f39353-e850-4154-9bed-362cf1d8aae4 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Request body: {'security_group_rule': {'security_group_id': '40ec96a7-7f39-4312-83c1-651c005532c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:01.012607 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84160a6f-f539-4a62-8c7a-ddda91885f7f tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:01.077853 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84160a6f-f539-4a62-8c7a-ddda91885f7f tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:01.088925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84160a6f-f539-4a62-8c7a-ddda91885f7f tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:55:01.089758 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84160a6f-f539-4a62-8c7a-ddda91885f7f tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:55:01.245085 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:55:01.396699 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84160a6f-f539-4a62-8c7a-ddda91885f7f tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:01.459243 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84160a6f-f539-4a62-8c7a-ddda91885f7f tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:01.465868 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-84160a6f-f539-4a62-8c7a-ddda91885f7f tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/networks/2e826676-9a91-4007-911f-2527ff782fc3 HTTP/1.1" status: 204 len: 168 time: 1.3926694 Dec 11 22:55:01.467920 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84160a6f-f539-4a62-8c7a-ddda91885f7f tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Network': ['ID=2e826676-9a91-4007-911f-2527ff782fc3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:01.474576 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43722) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:01.542893 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4f39353-e850-4154-9bed-362cf1d8aae4 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:01.655666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-58869d85-df22-4239-8cb9-4ba5e54e5adf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Deleting subnet 569e783c-96c8-4e84-813f-468f3942ecb4 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:55:01.666409 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-58869d85-df22-4239-8cb9-4ba5e54e5adf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:01.768843 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-58869d85-df22-4239-8cb9-4ba5e54e5adf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:01.777463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ead30a-9b9f-4f6e-8a61-5beeccee9e7d req-1430fac5-f40f-4637-8737-b346cff65b32 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:01.779758 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04ead30a-9b9f-4f6e-8a61-5beeccee9e7d req-1430fac5-f40f-4637-8737-b346cff65b32 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.6745248 Dec 11 22:55:01.808588 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4f39353-e850-4154-9bed-362cf1d8aae4 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:01.822475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-3f763afe-457a-41dd-99ea-6e95ef4459e3 service neutron] 10.222.0.13 "GET /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8558443 Dec 11 22:55:01.932055 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04ead30a-9b9f-4f6e-8a61-5beeccee9e7d req-7e0a0f89-c5d5-442c-8e01-19319082157b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379783 Dec 11 22:55:01.949356 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b85082dd-aa82-41b6-ab45-0b383df70c9d req-ffb23bdc-79f4-4a64-9c79-47ca1ff7500b service neutron] 10.222.0.13 "GET /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164365 Dec 11 22:55:02.006461 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4f39353-e850-4154-9bed-362cf1d8aae4 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:02.070712 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-58869d85-df22-4239-8cb9-4ba5e54e5adf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:02.076703 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f39353-e850-4154-9bed-362cf1d8aae4 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d2cded-94cd-4e93-aa46-f2d1ae699fa0,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:02.109015 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:55:02.151818 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd420c6e-a91a-4327-b588-e6fe102869e5 req-b659b337-5899-4b4a-84bd-90cb9998441a tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:02.153462 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd420c6e-a91a-4327-b588-e6fe102869e5 req-b659b337-5899-4b4a-84bd-90cb9998441a tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 943 time: 0.1659362 Dec 11 22:55:02.154135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ed5d7-467d-4c74-94dd-770ea3c4fcd8 req-2559cc9d-0200-4dea-a062-6ab475d743ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:02.155828 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc5ed5d7-467d-4c74-94dd-770ea3c4fcd8 req-2559cc9d-0200-4dea-a062-6ab475d743ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bd67ea3659a42e286ab80e506df1e25&device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 1094 time: 0.0647926 Dec 11 22:55:02.203372 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3e790c1d-92e6-45aa-a4f7-8173af711c38 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:02.212024 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4f39353-e850-4154-9bed-362cf1d8aae4 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:02.216461 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b4f39353-e850-4154-9bed-362cf1d8aae4 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2323096 Dec 11 22:55:02.252265 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43730) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:02.263421 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:02.281498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ed5d7-467d-4c74-94dd-770ea3c4fcd8 req-41183dbd-babf-4b0e-9a88-370b218f5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:02.283062 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc5ed5d7-467d-4c74-94dd-770ea3c4fcd8 req-41183dbd-babf-4b0e-9a88-370b218f5812 service neutron] 10.222.0.13 "GET /v2.0/networks?id=899c801e-bd1d-4aa0-8bf5-5ab01b073be2 HTTP/1.1" status: 200 len: 915 time: 0.1152699 Dec 11 22:55:02.343608 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc5ed5d7-467d-4c74-94dd-770ea3c4fcd8 req-8e74b5d2-054a-4994-96bf-0874fdafbd69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c12a3857-c0a6-49b0-972f-c3e3c9c07f04 HTTP/1.1" status: 200 len: 217 time: 0.0527935 Dec 11 22:55:02.345358 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd420c6e-a91a-4327-b588-e6fe102869e5 req-5ee7d8c5-9864-4c56-a0a4-a8db12089e13 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700425 Dec 11 22:55:02.426566 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ed5d7-467d-4c74-94dd-770ea3c4fcd8 req-43d19c7d-64c3-4b39-80ff-c4a398f88b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:02.428761 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc5ed5d7-467d-4c74-94dd-770ea3c4fcd8 req-43d19c7d-64c3-4b39-80ff-c4a398f88b5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec2c5c86-08e2-4025-8006-42a91eb9a631 HTTP/1.1" status: 200 len: 854 time: 0.0693774 Dec 11 22:55:02.449838 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-58869d85-df22-4239-8cb9-4ba5e54e5adf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:02.465067 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc5ed5d7-467d-4c74-94dd-770ea3c4fcd8 req-d77d6946-eb3d-4b5c-93f9-3d6ca45b9380 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=899c801e-bd1d-4aa0-8bf5-5ab01b073be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288324 Dec 11 22:55:02.514602 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:02.533895 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58869d85-df22-4239-8cb9-4ba5e54e5adf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Subnet': ['ID=569e783c-96c8-4e84-813f-468f3942ecb4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:02.550496 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-58869d85-df22-4239-8cb9-4ba5e54e5adf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:02.553081 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ece7ace-82d0-4067-958d-128d3e0c7851 None None] Network 5700e9f2-4c5f-41a5-bf82-7e7189bec16d requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:02.555276 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-58869d85-df22-4239-8cb9-4ba5e54e5adf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/subnets/569e783c-96c8-4e84-813f-468f3942ecb4 HTTP/1.1" status: 204 len: 168 time: 1.0752676 Dec 11 22:55:02.562962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43732) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:02.700484 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc5ed5d7-467d-4c74-94dd-770ea3c4fcd8 req-81b706da-f149-4f6b-9ea1-fff0c6de88de service neutron] 10.222.0.13 "GET /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269850 Dec 11 22:55:02.791944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] DHCP port deletion for 5700e9f2-4c5f-41a5-bf82-7e7189bec16d request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:02.872296 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc5ed5d7-467d-4c74-94dd-770ea3c4fcd8 req-328639bd-cfd0-4de8-9008-0244d21496b7 service neutron] 10.222.0.13 "GET /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624811 Dec 11 22:55:02.889793 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:02.935145 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Deleting port 7df82e78-f06d-4f93-9f66-0b5178eea769 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:02.935529 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:03.006321 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Deleting port 7df82e78-f06d-4f93-9f66-0b5178eea769 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:03.008850 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:03.085106 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] For port 7df82e78-f06d-4f93-9f66-0b5178eea769, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7df82e78-f06d-4f93-9f66-0b5178eea769,segment=NetworkSegment(103aee53-f819-4abb-a4a6-af08d1b1d5d2),segment_id=103aee53-f819-4abb-a4a6-af08d1b1d5d2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:03.086112 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:03.123195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Calling delete_port for 7df82e78-f06d-4f93-9f66-0b5178eea769 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:03.165099 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:03.224540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] For port 7df82e78-f06d-4f93-9f66-0b5178eea769, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7df82e78-f06d-4f93-9f66-0b5178eea769,segment=NetworkSegment(103aee53-f819-4abb-a4a6-af08d1b1d5d2),segment_id=103aee53-f819-4abb-a4a6-af08d1b1d5d2)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:03.225597 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:03.228098 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-3e790c1d-92e6-45aa-a4f7-8173af711c38 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port c4184959-52f1-4a97-9eda-3a122f7bbae1 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:03.228563 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3e790c1d-92e6-45aa-a4f7-8173af711c38 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:03.248534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d240322-a458-4898-9fbd-c549e5d90e8c req-f34f9310-78ff-45b1-9a58-43eb9a24038c tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:03.257306 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d240322-a458-4898-9fbd-c549e5d90e8c req-f34f9310-78ff-45b1-9a58-43eb9a24038c tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1560867 Dec 11 22:55:03.274625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Calling delete_port for 7df82e78-f06d-4f93-9f66-0b5178eea769 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:03.328674 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d240322-a458-4898-9fbd-c549e5d90e8c req-9af09c20-abde-4003-9588-af6cccc44fb9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700841 Dec 11 22:55:03.340110 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3e790c1d-92e6-45aa-a4f7-8173af711c38 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:03.355784 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-3e790c1d-92e6-45aa-a4f7-8173af711c38 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for c4184959-52f1-4a97-9eda-3a122f7bbae1 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:03.401072 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:03.435801 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:03.444833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Pushing event deleted for resources: {'Port': ['ID=7df82e78-f06d-4f93-9f66-0b5178eea769,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:03.481839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:03.482200 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:03.482552 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:03.482965 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:03.483298 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:03.483637 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:03.483976 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:03.484316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:03.484649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:03.485039 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:03.485300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:03.485632 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:03.485962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:03.495905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Port': ['ID=7df82e78-f06d-4f93-9f66-0b5178eea769,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:03.502167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] No DVR routers for this DVR port 7df82e78-f06d-4f93-9f66-0b5178eea769 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:55:03.503828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5610901-edef-473d-bc6f-0a18e1679dd9 None None] No DVR routers for this DVR port 7df82e78-f06d-4f93-9f66-0b5178eea769 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:55:03.606084 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:03.627920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5700e9f2-4c5f-41a5-bf82-7e7189bec16d']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:03.638334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103aee53-f819-4abb-a4a6-af08d1b1d5d2') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:03.638627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103aee53-f819-4abb-a4a6-af08d1b1d5d2') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:03.652233 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:03.666586 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:03.672729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:55:03.673123 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:03.692073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc5b06-647f-473c-a893-c6e2c58bfa7c req-52a3f13d-db32-4a03-bb68-e76c4f3fc7fe tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:03.693454 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-78bc5b06-647f-473c-a893-c6e2c58bfa7c req-52a3f13d-db32-4a03-bb68-e76c4f3fc7fe tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 943 time: 0.1663566 Dec 11 22:55:03.712360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Allocated IP 172.25.1.204 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/ea0e60c2-052c-49fd-a13c-56820893aee0) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:55:03.728704 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:55:03.803710 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3e790c1d-92e6-45aa-a4f7-8173af711c38 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:03.840512 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:03.848763 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-78bc5b06-647f-473c-a893-c6e2c58bfa7c req-3e0afddb-5045-46fd-8ddd-1ef3ba66a117 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438127 Dec 11 22:55:03.852827 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e790c1d-92e6-45aa-a4f7-8173af711c38 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=c4184959-52f1-4a97-9eda-3a122f7bbae1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:03.931896 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:03.948301 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] 10.222.0.45 "DELETE /v2.0/networks/5700e9f2-4c5f-41a5-bf82-7e7189bec16d HTTP/1.1" status: 204 len: 168 time: 1.3839958 Dec 11 22:55:03.950136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832293d-f449-4093-9f4b-c54703dab8cf tempest-NetworksIpV6TestAttrs-1902867402 tempest-NetworksIpV6TestAttrs-1902867402-project] Pushing event deleted for resources: {'Network': ['ID=5700e9f2-4c5f-41a5-bf82-7e7189bec16d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:03.996668 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:04.121669 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3e790c1d-92e6-45aa-a4f7-8173af711c38 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:04.251062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c12a3857-c0a6-49b0-972f-c3e3c9c07f04 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:55:04.485109 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port c12a3857-c0a6-49b0-972f-c3e3c9c07f04, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:04.517246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'c12a3857-c0a6-49b0-972f-c3e3c9c07f04', 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2', 'port_id': 'c12a3857-c0a6-49b0-972f-c3e3c9c07f04', 'mac_address': 'fa:16:3e:02:e4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2c5c86-08e2-4025-8006-42a91eb9a631', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:55:04.542124 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e790c1d-92e6-45aa-a4f7-8173af711c38 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router 2f64e87a-05e9-4b60-ae41-97452db5bf52 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:55:04.575553 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e74656-d6cf-4e5e-8db6-ffc0047ec442 req-38b99a76-6a5d-4c4a-8de9-413047eb1d0b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:04.582638 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5e74656-d6cf-4e5e-8db6-ffc0047ec442 req-38b99a76-6a5d-4c4a-8de9-413047eb1d0b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1296113 Dec 11 22:55:04.634023 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43756) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:04.636525 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:04.660883 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12a3857-c0a6-49b0-972f-c3e3c9c07f04 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:55:04.704299 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port c12a3857-c0a6-49b0-972f-c3e3c9c07f04, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:04.732597 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:04.748628 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7df82e78-f06d-4f93-9f66-0b5178eea769 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:55:04.785068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 7df82e78-f06d-4f93-9f66-0b5178eea769 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:55:04.786430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7df82e78-f06d-4f93-9f66-0b5178eea769 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:55:04.795444 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:04.805890 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5e74656-d6cf-4e5e-8db6-ffc0047ec442 req-4cbbf3d8-2ccf-4b38-a9ee-2abeabfa5951 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210388 Dec 11 22:55:04.807008 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e790c1d-92e6-45aa-a4f7-8173af711c38 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:04.821502 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac71472a-cdbb-44b7-8472-aa78c904e2bb None None] Sync routers for ids ['2f64e87a-05e9-4b60-ae41-97452db5bf52'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:04.828792 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3e790c1d-92e6-45aa-a4f7-8173af711c38 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/2f64e87a-05e9-4b60-ae41-97452db5bf52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0904801 Dec 11 22:55:04.831472 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43760) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:04.836805 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:04.840258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:04.844288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:04.871870 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event updated for resources: {'Port': ['ID=ea0e60c2-052c-49fd-a13c-56820893aee0,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:04.878985 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac71472a-cdbb-44b7-8472-aa78c904e2bb None None] Routers {'2f64e87a-05e9-4b60-ae41-97452db5bf52'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:04.884893 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ac71472a-cdbb-44b7-8472-aa78c904e2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f64e87a-05e9-4b60-ae41-97452db5bf52'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:04.934322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e737cd13-769b-4107-b7b1-0938adbcc49e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f64e87a-05e9-4b60-ae41-97452db5bf52 HTTP/1.1" status: 200 len: 205 time: 0.1013746 Dec 11 22:55:04.937494 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43764) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:05.019965 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ac71472a-cdbb-44b7-8472-aa78c904e2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:05.059032 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac71472a-cdbb-44b7-8472-aa78c904e2bb None None] Routers {'2f64e87a-05e9-4b60-ae41-97452db5bf52'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:05.060093 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ac71472a-cdbb-44b7-8472-aa78c904e2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f64e87a-05e9-4b60-ae41-97452db5bf52'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:05.099134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:05.172812 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b13a4748-05b1-4c3c-a55d-a3315a836e81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=412ed36984f448b5bf12d8e33046b783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5361571 Dec 11 22:55:05.173714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43768) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:05.189219 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['c12a3857-c0a6-49b0-972f-c3e3c9c07f04'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:55:05.255823 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ac71472a-cdbb-44b7-8472-aa78c904e2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:05.256755 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac71472a-cdbb-44b7-8472-aa78c904e2bb None None] The sync data for ids ['2f64e87a-05e9-4b60-ae41-97452db5bf52'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:05.291006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188918c-5bb4-462f-8e3f-01560c16f6dd req-9a4b3ff5-cb4a-4e7f-b6a3-5980b04740eb tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:05.292683 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b188918c-5bb4-462f-8e3f-01560c16f6dd req-9a4b3ff5-cb4a-4e7f-b6a3-5980b04740eb tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 944 time: 0.1809947 Dec 11 22:55:05.331533 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6b8e36c9-c673-4515-9430-75e1cd0554c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:05.376101 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-17deb19a-223c-4475-a1b7-adb38ae30974 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:05.392777 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6b8e36c9-c673-4515-9430-75e1cd0554c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:05.418157 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b188918c-5bb4-462f-8e3f-01560c16f6dd req-b1be4e8e-195f-41af-ae46-0978672b6093 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192474 Dec 11 22:55:05.523376 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:05.561034 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6b8e36c9-c673-4515-9430-75e1cd0554c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:05.565247 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6b8e36c9-c673-4515-9430-75e1cd0554c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:05.567811 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6b8e36c9-c673-4515-9430-75e1cd0554c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ae32710-123f-449b-9704-3aba49120b51 HTTP/1.1" status: 204 len: 168 time: 0.3929348 Dec 11 22:55:05.581516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e36c9-c673-4515-9430-75e1cd0554c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae32710-123f-449b-9704-3aba49120b51,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:05.689021 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-17deb19a-223c-4475-a1b7-adb38ae30974 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:05.692949 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-17deb19a-223c-4475-a1b7-adb38ae30974 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:05.698631 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:05.909591 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:05.931117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee2338-f8e0-42a2-957a-4bbdee4b8523 req-5f1ce1e3-8c48-41bf-811c-eddf423bf3c9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:05.932618 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9bee2338-f8e0-42a2-957a-4bbdee4b8523 req-5f1ce1e3-8c48-41bf-811c-eddf423bf3c9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0517797 Dec 11 22:55:05.980621 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9bee2338-f8e0-42a2-957a-4bbdee4b8523 req-7acfe05a-ad75-4e41-9433-0ae88159f77a tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Dec 11 22:55:06.132640 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-17deb19a-223c-4475-a1b7-adb38ae30974 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:06.136788 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17deb19a-223c-4475-a1b7-adb38ae30974 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Fanout notify agent at l3_agent the message router_deleted on router 2f64e87a-05e9-4b60-ae41-97452db5bf52 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:55:06.140291 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-17deb19a-223c-4475-a1b7-adb38ae30974 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:06.144342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43780) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:06.145129 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-17deb19a-223c-4475-a1b7-adb38ae30974 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/routers/2f64e87a-05e9-4b60-ae41-97452db5bf52 HTTP/1.1" status: 204 len: 168 time: 1.2062528 Dec 11 22:55:06.146211 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:06.213470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c36b5c-c1d2-4e00-ba99-5904964f16c5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting subnet 7888b7e1-d0dd-4328-9ad4-8824451aa34e {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:55:06.217458 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1c36b5c-c1d2-4e00-ba99-5904964f16c5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:06.225219 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:06.251211 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event updated for resources: {'Port': ['ID=ea0e60c2-052c-49fd-a13c-56820893aee0,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:06.271903 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1c36b5c-c1d2-4e00-ba99-5904964f16c5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:06.273079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c12a3857-c0a6-49b0-972f-c3e3c9c07f04 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:06.324104 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:06.325563 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c85f6e6d-55a1-4b2c-a061-d0ccfe28fb86 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0719273 Dec 11 22:55:06.425273 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port c12a3857-c0a6-49b0-972f-c3e3c9c07f04 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:55:06.426202 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1c36b5c-c1d2-4e00-ba99-5904964f16c5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:06.433174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port c12a3857-c0a6-49b0-972f-c3e3c9c07f04 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:06.434094 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:06.589846 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1c36b5c-c1d2-4e00-ba99-5904964f16c5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:06.595702 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d766b0-cf2a-4ea8-82db-5cc808ca052e req-922cf5a8-d08e-44e4-92c5-913e2ceb74f6 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:06.612008 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01d766b0-cf2a-4ea8-82db-5cc808ca052e req-922cf5a8-d08e-44e4-92c5-913e2ceb74f6 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 944 time: 0.0841589 Dec 11 22:55:06.612902 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1c36b5c-c1d2-4e00-ba99-5904964f16c5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:06.620831 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a1c36b5c-c1d2-4e00-ba99-5904964f16c5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/7888b7e1-d0dd-4328-9ad4-8824451aa34e HTTP/1.1" status: 204 len: 168 time: 0.4753926 Dec 11 22:55:06.624172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43808) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:06.628363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e186500-f6ea-47bd-a84b-9de71d1e9344 None None] Network bcc8ecef-2fc7-4b10-91e2-e2203de871aa requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:06.676163 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:06.724651 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01d766b0-cf2a-4ea8-82db-5cc808ca052e req-ff407b32-dffa-45a1-9ffd-e00078e9dbec tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114638 Dec 11 22:55:06.808866 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-d521c880-ca78-42bc-ab91-2f0d7f42c3bd tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2013338254&fields=id&tenant_id=9d6abf9ec56c472face9a971de3e07c9 HTTP/1.1" status: 200 len: 267 time: 0.1754382 Dec 11 22:55:06.811959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c36b5c-c1d2-4e00-ba99-5904964f16c5 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Subnet': ['ID=7888b7e1-d0dd-4328-9ad4-8824451aa34e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:06.832642 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port c12a3857-c0a6-49b0-972f-c3e3c9c07f04, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:06.833879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3633c586-f872-423f-8197-6ed2eed99c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12a3857-c0a6-49b0-972f-c3e3c9c07f04'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:55:06.838401 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359466f8-8685-4c17-aa38-22cc4c927c35" -d '{"events": [{"server_uuid": "3633c586-f872-423f-8197-6ed2eed99c02", "name": "network-vif-plugged", "status": "completed", "tag": "c12a3857-c0a6-49b0-972f-c3e3c9c07f04"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:55:06.967825 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:07.075309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-b0d852d5-b5bc-4463-aa80-9a8f7290f855 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:07.083340 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-b0d852d5-b5bc-4463-aa80-9a8f7290f855 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/networks?id=013a72d6-e5b9-422d-a19b-93934f78c63b HTTP/1.1" status: 200 len: 810 time: 0.2728343 Dec 11 22:55:07.145066 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-95576f81-bef2-47f1-afec-3cc5f04d6015 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/quotas/9d6abf9ec56c472face9a971de3e07c9 HTTP/1.1" status: 200 len: 375 time: 0.0606766 Dec 11 22:55:07.187776 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3a2dc1-3b99-419c-8cd0-b9e719cc45e2 x-openstack-request-id: req-0a3a2dc1-3b99-419c-8cd0-b9e719cc45e2 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:55:07.190737 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3633c586-f872-423f-8197-6ed2eed99c02", "name": "network-vif-plugged", "status": "completed", "tag": "c12a3857-c0a6-49b0-972f-c3e3c9c07f04", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:55:07.191033 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a3a2dc1-3b99-419c-8cd0-b9e719cc45e2 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:55:07.191513 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3633c586-f872-423f-8197-6ed2eed99c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12a3857-c0a6-49b0-972f-c3e3c9c07f04', 'code': 200} Dec 11 22:55:07.193770 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:07.212754 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port 4640ba88-e221-40b2-879a-4d1407335a7e {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:07.213344 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:07.293419 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323f3f8-0b94-4dcd-ae2d-c40c0f06b897 req-bad34873-b37b-4e9f-9a14-548b44b497c5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:07.299500 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1323f3f8-0b94-4dcd-ae2d-c40c0f06b897 req-bad34873-b37b-4e9f-9a14-548b44b497c5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1396518 Dec 11 22:55:07.308562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:07.360317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] For port 4640ba88-e221-40b2-879a-4d1407335a7e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4640ba88-e221-40b2-879a-4d1407335a7e,segment=NetworkSegment(94ded761-3978-4b4b-86d9-09b3362d5dbb),segment_id=94ded761-3978-4b4b-86d9-09b3362d5dbb)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:07.360317 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:07.360317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76fd2-1416-4d4a-849f-8954fbab8d69 req-531c35d2-ca13-43f6-8c00-377190abd21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:07.360317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60d76fd2-1416-4d4a-849f-8954fbab8d69 req-531c35d2-ca13-43f6-8c00-377190abd21e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 1096 time: 0.1728232 Dec 11 22:55:07.360317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for 4640ba88-e221-40b2-879a-4d1407335a7e owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:07.362080 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1323f3f8-0b94-4dcd-ae2d-c40c0f06b897 req-0df7506f-087c-4c60-9868-6684d04f0a26 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494847 Dec 11 22:55:07.362172 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-45b8bce0-4662-4088-bfd6-cbfce86aa0c6 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6abf9ec56c472face9a971de3e07c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2102213 Dec 11 22:55:07.383667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-fef6f966-5b51-41e8-86de-5dcaae43611a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:55:07.387538 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-fef6f966-5b51-41e8-86de-5dcaae43611a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070941 Dec 11 22:55:07.422944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed5c90a-0897-4845-a221-039d46182b2c None None] DHCP port deletion for bcc8ecef-2fc7-4b10-91e2-e2203de871aa request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:07.465349 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60d76fd2-1416-4d4a-849f-8954fbab8d69 req-861bc474-df69-40a3-b3a4-1df06a270107 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254926 Dec 11 22:55:07.480883 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fed5c90a-0897-4845-a221-039d46182b2c None None] Deleting port 4640ba88-e221-40b2-879a-4d1407335a7e {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:07.481274 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fed5c90a-0897-4845-a221-039d46182b2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:07.554436 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-fed5c90a-0897-4845-a221-039d46182b2c None None] For port 4640ba88-e221-40b2-879a-4d1407335a7e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4640ba88-e221-40b2-879a-4d1407335a7e,segment=NetworkSegment(94ded761-3978-4b4b-86d9-09b3362d5dbb),segment_id=94ded761-3978-4b4b-86d9-09b3362d5dbb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:07.554822 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fed5c90a-0897-4845-a221-039d46182b2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:07.568226 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fed5c90a-0897-4845-a221-039d46182b2c None None] Calling delete_port for 4640ba88-e221-40b2-879a-4d1407335a7e owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:07.600909 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-c70ce4cc-218d-460f-898f-4b8db0c156f3 service neutron] 10.222.0.45 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043126 Dec 11 22:55:07.670379 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43836) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:07.688901 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:07.693988 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fed5c90a-0897-4845-a221-039d46182b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:07.719741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=4640ba88-e221-40b2-879a-4d1407335a7e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:07.732195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5c90a-0897-4845-a221-039d46182b2c None None] Pushing event deleted for resources: {'Port': ['ID=4640ba88-e221-40b2-879a-4d1407335a7e,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:07.732195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed5c90a-0897-4845-a221-039d46182b2c None None] No DVR routers for this DVR port 4640ba88-e221-40b2-879a-4d1407335a7e on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:55:07.735938 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] No DVR routers for this DVR port 4640ba88-e221-40b2-879a-4d1407335a7e on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:55:07.804716 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-9ddc74ed-6e87-478c-98d3-697302f4853d service neutron] 10.222.0.45 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917741 Dec 11 22:55:07.885175 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:07.913063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc8ecef-2fc7-4b10-91e2-e2203de871aa']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:07.923549 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c0b24290-211c-48a8-a5f1-283c35b31a90 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1373950331'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:07.925879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ded761-3978-4b4b-86d9-09b3362d5dbb') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:07.926235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ded761-3978-4b4b-86d9-09b3362d5dbb') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:07.937609 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:07.944007 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660aa5a-bd0b-4d9a-acaa-9efd1579197e req-65ddc77e-eb67-4326-a6cd-a8f93d4b786c tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:07.951300 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e660aa5a-bd0b-4d9a-acaa-9efd1579197e req-65ddc77e-eb67-4326-a6cd-a8f93d4b786c tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.1082723 Dec 11 22:55:07.952609 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:07.958926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:55:07.959455 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:55:07.963318 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:55:08.011611 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e660aa5a-bd0b-4d9a-acaa-9efd1579197e req-a2398f74-12c6-4fbe-b56a-e83416b33e1d tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593956 Dec 11 22:55:08.056799 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b24290-211c-48a8-a5f1-283c35b31a90 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:08.060272 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0b24290-211c-48a8-a5f1-283c35b31a90 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:08.070201 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0b24290-211c-48a8-a5f1-283c35b31a90 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:08.115413 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:08.121674 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:08.125286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/networks/bcc8ecef-2fc7-4b10-91e2-e2203de871aa HTTP/1.1" status: 204 len: 168 time: 1.4908895 Dec 11 22:55:08.130540 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43852) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:08.151503 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-657944034', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:08.164279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cba9b-fb7f-4645-bd6f-1c41f86fd017 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Network': ['ID=bcc8ecef-2fc7-4b10-91e2-e2203de871aa,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:08.193782 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0b24290-211c-48a8-a5f1-283c35b31a90 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:08.208503 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-44037605-243f-44b1-a03e-918b3a92b11d req-c815900b-885a-47f8-8d34-4196b60837f1 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 210 time: 0.0394380 Dec 11 22:55:08.239816 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:08.240869 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:08.270882 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0b24290-211c-48a8-a5f1-283c35b31a90 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:08.321277 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b24290-211c-48a8-a5f1-283c35b31a90 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:55:08.525918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289242e0-f160-43ee-87f5-ee079edd4038 req-f944b87d-ac1a-4d2d-946a-19c39ec390dd tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:08.539825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-289242e0-f160-43ee-87f5-ee079edd4038 req-f944b87d-ac1a-4d2d-946a-19c39ec390dd tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0652492 Dec 11 22:55:08.618615 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:08.630881 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f235-2b79-479c-b6ac-914742049735 req-df56ef8e-2758-4742-b707-63a4fdbd9e4f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:08.632979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6819ab-1007-4ccb-88a0-bb681b053682 req-84e2afcc-16b3-4cae-b289-687fd7387880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:08.635511 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e6819ab-1007-4ccb-88a0-bb681b053682 req-84e2afcc-16b3-4cae-b289-687fd7387880 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5dbb26b1c2d47daa5e3b28bbc8523ae&device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 1097 time: 0.0922766 Dec 11 22:55:08.637974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f235-2b79-479c-b6ac-914742049735 req-df56ef8e-2758-4742-b707-63a4fdbd9e4f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:08.645014 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-289242e0-f160-43ee-87f5-ee079edd4038 req-82c09ade-3e94-4375-a07d-50c3c127c076 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946383 Dec 11 22:55:08.646967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f235-2b79-479c-b6ac-914742049735 req-df56ef8e-2758-4742-b707-63a4fdbd9e4f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:08.653979 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f235-2b79-479c-b6ac-914742049735 req-df56ef8e-2758-4742-b707-63a4fdbd9e4f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:08.660725 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f235-2b79-479c-b6ac-914742049735 req-df56ef8e-2758-4742-b707-63a4fdbd9e4f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:08.669579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f235-2b79-479c-b6ac-914742049735 req-df56ef8e-2758-4742-b707-63a4fdbd9e4f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:08.676404 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f235-2b79-479c-b6ac-914742049735 req-df56ef8e-2758-4742-b707-63a4fdbd9e4f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:08.685653 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bc51f235-2b79-479c-b6ac-914742049735 req-df56ef8e-2758-4742-b707-63a4fdbd9e4f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5432 time: 0.4565902 Dec 11 22:55:08.689302 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b24290-211c-48a8-a5f1-283c35b31a90 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119bc71c-2a54-4f45-9b80-a09e2e218dcf,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:08.702079 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0b24290-211c-48a8-a5f1-283c35b31a90 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:08.710642 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-c0b24290-211c-48a8-a5f1-283c35b31a90 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Added segment 793c7eca-c27e-4ef1-a598-a904ffa65f79 of type vlan for network 197dfb88-6366-4d80-a7c5-148ed1e93e9a Dec 11 22:55:08.755857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6819ab-1007-4ccb-88a0-bb681b053682 req-a268ae87-e9e8-4f8e-a94a-b0b39f368f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:08.758275 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e6819ab-1007-4ccb-88a0-bb681b053682 req-a268ae87-e9e8-4f8e-a94a-b0b39f368f3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=5494fcde-a374-49ae-8815-130d057cc91f HTTP/1.1" status: 200 len: 915 time: 0.1123679 Dec 11 22:55:08.826937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e6819ab-1007-4ccb-88a0-bb681b053682 req-87e604d7-b92b-4bb6-a8d5-f71e8322ee1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f HTTP/1.1" status: 200 len: 217 time: 0.0522501 Dec 11 22:55:08.837065 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4640ba88-e221-40b2-879a-4d1407335a7e no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:55:08.842409 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0b24290-211c-48a8-a5f1-283c35b31a90 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:08.866001 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 4640ba88-e221-40b2-879a-4d1407335a7e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:55:08.867103 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4640ba88-e221-40b2-879a-4d1407335a7e not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:55:08.872211 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bc51f235-2b79-479c-b6ac-914742049735 req-0486f84e-f9dc-4236-9a59-8be9e08522bd tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1854360 Dec 11 22:55:08.911005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6819ab-1007-4ccb-88a0-bb681b053682 req-85b3ea32-be55-4805-a42d-7e7e063ad016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:08.912847 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e6819ab-1007-4ccb-88a0-bb681b053682 req-85b3ea32-be55-4805-a42d-7e7e063ad016 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d1ab4d1b-7934-4d41-b700-13bf819b1c98 HTTP/1.1" status: 200 len: 854 time: 0.0792308 Dec 11 22:55:08.964231 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:08.979649 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e6819ab-1007-4ccb-88a0-bb681b053682 req-208c6500-4285-40e7-90bb-eaa95f353a37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5494fcde-a374-49ae-8815-130d057cc91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515845 Dec 11 22:55:09.055393 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0b24290-211c-48a8-a5f1-283c35b31a90 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:09.074568 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b24290-211c-48a8-a5f1-283c35b31a90 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:09.075396 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0b24290-211c-48a8-a5f1-283c35b31a90 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:09.179741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e00ca-4d02-449e-a450-ebe5f6e4a170 req-82ea9a3c-9bda-481b-a027-6b278fb18517 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:09.185718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e00ca-4d02-449e-a450-ebe5f6e4a170 req-82ea9a3c-9bda-481b-a027-6b278fb18517 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:09.191708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e00ca-4d02-449e-a450-ebe5f6e4a170 req-82ea9a3c-9bda-481b-a027-6b278fb18517 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:09.197783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e00ca-4d02-449e-a450-ebe5f6e4a170 req-82ea9a3c-9bda-481b-a027-6b278fb18517 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:09.206511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e00ca-4d02-449e-a450-ebe5f6e4a170 req-82ea9a3c-9bda-481b-a027-6b278fb18517 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:09.212753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e00ca-4d02-449e-a450-ebe5f6e4a170 req-82ea9a3c-9bda-481b-a027-6b278fb18517 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:09.218849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e00ca-4d02-449e-a450-ebe5f6e4a170 req-82ea9a3c-9bda-481b-a027-6b278fb18517 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:09.220838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-659e00ca-4d02-449e-a450-ebe5f6e4a170 req-82ea9a3c-9bda-481b-a027-6b278fb18517 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5432 time: 0.2201173 Dec 11 22:55:09.226698 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c0b24290-211c-48a8-a5f1-283c35b31a90 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5543609 Dec 11 22:55:09.234395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e6819ab-1007-4ccb-88a0-bb681b053682 req-004e1b18-4cdc-4f95-84a4-1ab576e43a5c service neutron] 10.222.0.47 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475476 Dec 11 22:55:09.235539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43870) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:09.242933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-757238f1-221b-4512-830d-09467b28bfa6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-231120084'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:09.243243 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b24290-211c-48a8-a5f1-283c35b31a90 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Network': ['ID=197dfb88-6366-4d80-a7c5-148ed1e93e9a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:09.255819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 197dfb88-6366-4d80-a7c5-148ed1e93e9a details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:55:09.295359 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a57502-76cc-41b0-9454-a3c53b802482 req-66e73a3c-9fd6-4e65-be06-33675dbc495c tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:09.304775 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a5a57502-76cc-41b0-9454-a3c53b802482 req-66e73a3c-9fd6-4e65-be06-33675dbc495c tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.1874442 Dec 11 22:55:09.380578 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a5a57502-76cc-41b0-9454-a3c53b802482 req-3ad115a3-ec17-4a08-9d43-37c06922ec38 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739307 Dec 11 22:55:09.408496 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4c279894-3351-460b-a9cf-b8d876ed5957 req-5419a827-2f11-4ba7-baa5-9fe17d8c6a34 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 210 time: 0.0658321 Dec 11 22:55:09.466213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757238f1-221b-4512-830d-09467b28bfa6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:09.470284 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-757238f1-221b-4512-830d-09467b28bfa6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:09.497694 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e6819ab-1007-4ccb-88a0-bb681b053682 req-a6c19bb8-8466-40cd-a0f5-55fdd448b90e service neutron] 10.222.0.47 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494292 Dec 11 22:55:09.506302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757238f1-221b-4512-830d-09467b28bfa6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:55:09.518732 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-757238f1-221b-4512-830d-09467b28bfa6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:09.519414 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-757238f1-221b-4512-830d-09467b28bfa6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Added segment f53e8179-8c76-4817-9280-67481ef5cab0 of type vlan for network edf6fd32-d594-4c1c-8621-327dad56b1f6 Dec 11 22:55:09.534324 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:09.557796 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:09.570944 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-757238f1-221b-4512-830d-09467b28bfa6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:09.649153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfcb82-7431-4e95-8a49-0eddd80464af req-b6dafaf9-40f1-41b3-9715-308ba421e993 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:09.650893 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d8bfcb82-7431-4e95-8a49-0eddd80464af req-b6dafaf9-40f1-41b3-9715-308ba421e993 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.0955803 Dec 11 22:55:09.691433 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-757238f1-221b-4512-830d-09467b28bfa6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:09.698940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757238f1-221b-4512-830d-09467b28bfa6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:09.700713 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-757238f1-221b-4512-830d-09467b28bfa6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:09.751318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Allocated IP 172.25.1.9 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/99810fc5-32e2-4948-b6b1-6c4daae8ffff) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:09.760312 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d8bfcb82-7431-4e95-8a49-0eddd80464af req-21b52fe2-b56a-4b61-8893-7de6b9073f61 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014073 Dec 11 22:55:09.826196 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-757238f1-221b-4512-830d-09467b28bfa6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5894845 Dec 11 22:55:09.826999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757238f1-221b-4512-830d-09467b28bfa6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Network': ['ID=edf6fd32-d594-4c1c-8621-327dad56b1f6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:09.828993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43884) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:09.836099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-137b3bd2-d8ca-42bf-bb3b-9cc181f82914 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'subnet': {'network_id': '197dfb88-6366-4d80-a7c5-148ed1e93e9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:09.846115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network edf6fd32-d594-4c1c-8621-327dad56b1f6 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:55:09.885867 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:09.939304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a8a0c-4a6d-4a7d-bbc2-bace3b17bed1 req-dad4869f-c71c-414d-91a9-842d2b248e46 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:09.940843 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-492a8a0c-4a6d-4a7d-bbc2-bace3b17bed1 req-dad4869f-c71c-414d-91a9-842d2b248e46 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1505215 Dec 11 22:55:09.997062 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:10.017911 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-492a8a0c-4a6d-4a7d-bbc2-bace3b17bed1 req-37e82b46-be73-40c7-af20-9a032f1e6d9a tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670683 Dec 11 22:55:10.042546 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:10.047648 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:10.050146 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=99810fc5-32e2-4948-b6b1-6c4daae8ffff,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:10.052332 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:10.062177 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b497262b-517e-4258-a958-15bf0e40afc8 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:10.103699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137b3bd2-d8ca-42bf-bb3b-9cc181f82914 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:10.107431 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-137b3bd2-d8ca-42bf-bb3b-9cc181f82914 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:10.121798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-153c7399-4cf3-4d56-a64b-aee35d80f2f0 None None] Provisioning complete for port 99810fc5-32e2-4948-b6b1-6c4daae8ffff triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:10.122445 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-153c7399-4cf3-4d56-a64b-aee35d80f2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:10.164094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-153c7399-4cf3-4d56-a64b-aee35d80f2f0 None None] Port 99810fc5-32e2-4948-b6b1-6c4daae8ffff cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:10.371688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc612109-28cb-487a-9e3e-2649f39b2f78 req-56660c5c-c670-41d4-9129-cb1c4bb664eb tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:10.373937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc612109-28cb-487a-9e3e-2649f39b2f78 req-56660c5c-c670-41d4-9129-cb1c4bb664eb tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.0680790 Dec 11 22:55:10.434467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc612109-28cb-487a-9e3e-2649f39b2f78 req-7dae139d-c1f7-4cd7-82fb-a80f9416e76e tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539012 Dec 11 22:55:10.437369 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-137b3bd2-d8ca-42bf-bb3b-9cc181f82914 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:10.456455 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:10.521409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b3bd2-d8ca-42bf-bb3b-9cc181f82914 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Subnet': ['ID=a2f9379e-ed49-4cc7-aa9e-25f29a416600,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:10.527598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137b3bd2-d8ca-42bf-bb3b-9cc181f82914 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Checking segment: {'id': '793c7eca-c27e-4ef1-a598-a904ffa65f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '197dfb88-6366-4d80-a7c5-148ed1e93e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:10.528019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137b3bd2-d8ca-42bf-bb3b-9cc181f82914 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network hostable DHCP agents. Network: 197dfb88-6366-4d80-a7c5-148ed1e93e9a, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:55:10.535611 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2cb24562-1bb7-4812-983a-478f17ccc614 req-e31b6322-8c26-4fc5-9ec0-f0cc91430a4d tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 210 time: 0.0388064 Dec 11 22:55:10.648019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137b3bd2-d8ca-42bf-bb3b-9cc181f82914 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network 197dfb88-6366-4d80-a7c5-148ed1e93e9a is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:55:10.729034 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-137b3bd2-d8ca-42bf-bb3b-9cc181f82914 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 197dfb88-6366-4d80-a7c5-148ed1e93e9a) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:10.740505 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0928c273-e175-43af-8acc-5950eeff061d None None] Network 197dfb88-6366-4d80-a7c5-148ed1e93e9a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:10.743141 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:10.747248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-47c435b5-a2f1-45b1-ab1d-5975e8db96f2 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:10.748912 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-47c435b5-a2f1-45b1-ab1d-5975e8db96f2 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.47 "GET /v2.0/networks?id=013a72d6-e5b9-422d-a19b-93934f78c63b HTTP/1.1" status: 200 len: 810 time: 0.1665585 Dec 11 22:55:10.752960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137b3bd2-d8ca-42bf-bb3b-9cc181f82914 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:10.753592 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-137b3bd2-d8ca-42bf-bb3b-9cc181f82914 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:10.841094 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-137b3bd2-d8ca-42bf-bb3b-9cc181f82914 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0102053 Dec 11 22:55:10.857336 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-300e0e1a-40f3-43e2-936b-a7ededc7b928 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d6abf9ec56c472face9a971de3e07c9 HTTP/1.1" status: 200 len: 380 time: 0.0905001 Dec 11 22:55:10.857982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43910) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:10.863162 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3273dbbc-d8a2-4c2a-b4cd-1f1c81035b46 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'subnet': {'network_id': 'edf6fd32-d594-4c1c-8621-327dad56b1f6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:10.872091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-f9641fab-5b9f-4404-bb79-c8b4d021b306 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Request body: {'port': {'device_id': '903769ab-db03-4681-ada8-49de715e3234', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'admin_state_up': True, 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'security_groups': ['40ec96a7-7f39-4312-83c1-651c005532c5']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:10.910928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-197dfb88-6366-4d80-a7c5-148ed1e93e9a', 'network_id': '197dfb88-6366-4d80-a7c5-148ed1e93e9a', 'project_id': '42ad0153638a4214b33983a425162708', 'fixed_ips': [{'subnet_id': 'a2f9379e-ed49-4cc7-aa9e-25f29a416600'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:55:10.911825 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:11.012338 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router 2636c82f-d4df-4a93-b63e-dc5806175ac3 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:55:11.118723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3273dbbc-d8a2-4c2a-b4cd-1f1c81035b46 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:11.123557 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3273dbbc-d8a2-4c2a-b4cd-1f1c81035b46 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:11.207418 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:11.232442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Allocated IP 2001:db8::2 (197dfb88-6366-4d80-a7c5-148ed1e93e9a/a2f9379e-ed49-4cc7-aa9e-25f29a416600/7d810dfd-16ac-4e65-a1e5-787babe20c8e) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:11.238682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc1211-fa7f-4c79-8475-14209137e8e5 None None] Sync routers for ids ['2636c82f-d4df-4a93-b63e-dc5806175ac3'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:11.297374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc1211-fa7f-4c79-8475-14209137e8e5 None None] Routers {'2636c82f-d4df-4a93-b63e-dc5806175ac3'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:11.297996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-45bc1211-fa7f-4c79-8475-14209137e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2636c82f-d4df-4a93-b63e-dc5806175ac3'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:11.365693 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-45bc1211-fa7f-4c79-8475-14209137e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:11.447354 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc1211-fa7f-4c79-8475-14209137e8e5 None None] Routers {'2636c82f-d4df-4a93-b63e-dc5806175ac3'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:11.448099 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-45bc1211-fa7f-4c79-8475-14209137e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2636c82f-d4df-4a93-b63e-dc5806175ac3'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:11.497981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-45bc1211-fa7f-4c79-8475-14209137e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:11.498757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc1211-fa7f-4c79-8475-14209137e8e5 None None] The sync data for ids ['2636c82f-d4df-4a93-b63e-dc5806175ac3'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:11.589733 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:11.613498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e056256-2a0e-45dd-8b95-ca462e3d0323 req-fdee42d4-8e6b-4e72-bbf7-cb46770da16b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:11.615461 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7e056256-2a0e-45dd-8b95-ca462e3d0323 req-fdee42d4-8e6b-4e72-bbf7-cb46770da16b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.4536254 Dec 11 22:55:11.630175 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b4d2b-5be0-4fb4-9b00-991511355e9a req-055f3b56-3045-49a5-a249-297c83a2d758 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:11.633068 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f52b4d2b-5be0-4fb4-9b00-991511355e9a req-055f3b56-3045-49a5-a249-297c83a2d758 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.0901287 Dec 11 22:55:11.647231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-f9641fab-5b9f-4404-bb79-c8b4d021b306 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Made reservation on behalf of 9d6abf9ec56c472face9a971de3e07c9 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:11.652644 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-f9641fab-5b9f-4404-bb79-c8b4d021b306 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:11.669749 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:11.690715 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f52b4d2b-5be0-4fb4-9b00-991511355e9a req-0d6ec2e3-a47a-48ca-a176-2420a0b3f1ff tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509427 Dec 11 22:55:11.718585 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:11.718585 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-aebc43b2-7993-4d18-8932-485f0e39d91e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.5864635 Dec 11 22:55:11.721108 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43930) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:11.776330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7e056256-2a0e-45dd-8b95-ca462e3d0323 req-7259546e-1fc8-4de8-815f-4b45274a3299 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358385 Dec 11 22:55:11.793278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Network 197dfb88-6366-4d80-a7c5-148ed1e93e9a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:11.804773 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:11.809814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:11.819571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3974696b-7a10-40b4-a0ab-9c18d22a370f no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:55:11.936245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Pushing event updated for resources: {'Port': ['ID=7d810dfd-16ac-4e65-a1e5-787babe20c8e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:12.001864 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43938) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:12.008341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Attempting to bind port 7d810dfd-16ac-4e65-a1e5-787babe20c8e on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:55:12.008849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Attempting to bind port 7d810dfd-16ac-4e65-a1e5-787babe20c8e by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '793c7eca-c27e-4ef1-a598-a904ffa65f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '197dfb88-6366-4d80-a7c5-148ed1e93e9a'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:55:12.009360 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Attempting to bind port 7d810dfd-16ac-4e65-a1e5-787babe20c8e on network 197dfb88-6366-4d80-a7c5-148ed1e93e9a {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:12.022907 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:55:12.023788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Checking segment: {'id': '793c7eca-c27e-4ef1-a598-a904ffa65f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '197dfb88-6366-4d80-a7c5-148ed1e93e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:12.024298 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:12.024853 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Bound using segment: {'id': '793c7eca-c27e-4ef1-a598-a904ffa65f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '197dfb88-6366-4d80-a7c5-148ed1e93e9a'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:55:12.025817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Bound port: 7d810dfd-16ac-4e65-a1e5-787babe20c8e, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793c7eca-c27e-4ef1-a598-a904ffa65f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '197dfb88-6366-4d80-a7c5-148ed1e93e9a'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:55:12.026321 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:12.045961 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3273dbbc-d8a2-4c2a-b4cd-1f1c81035b46 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:12.079290 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8c8421f0-1571-4f39-b16d-a3ed76081745 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/routers/2636c82f-d4df-4a93-b63e-dc5806175ac3 HTTP/1.1" status: 200 len: 878 time: 0.3540065 Dec 11 22:55:12.082987 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43942) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:12.097797 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70089514-7ec7-4df1-9732-f84202ce8ce2 req-32957a67-fccf-44bd-ac70-07b324a3c1cc tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 210 time: 0.2342110 Dec 11 22:55:12.108834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] For port 7d810dfd-16ac-4e65-a1e5-787babe20c8e, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:55:12.112362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] For port 7d810dfd-16ac-4e65-a1e5-787babe20c8e, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7d810dfd-16ac-4e65-a1e5-787babe20c8e,segment=NetworkSegment(793c7eca-c27e-4ef1-a598-a904ffa65f79),segment_id=793c7eca-c27e-4ef1-a598-a904ffa65f79)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:55:12.134222 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:12.167060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e99a4e6-828a-4378-a3bc-d3d9fcacac70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3974696b-7a10-40b4-a0ab-9c18d22a370f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:55:12.169366 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d953bde7-9511-4423-a4fd-3485829dac06" -d '{"events": [{"server_uuid": "9e99a4e6-828a-4378-a3bc-d3d9fcacac70", "name": "network-vif-unplugged", "status": "completed", "tag": "3974696b-7a10-40b4-a0ab-9c18d22a370f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:55:12.200170 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:12.212946 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3273dbbc-d8a2-4c2a-b4cd-1f1c81035b46 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Checking segment: {'id': 'f53e8179-8c76-4817-9280-67481ef5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'edf6fd32-d594-4c1c-8621-327dad56b1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:12.213318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3273dbbc-d8a2-4c2a-b4cd-1f1c81035b46 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network hostable DHCP agents. Network: edf6fd32-d594-4c1c-8621-327dad56b1f6, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:55:12.218168 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:12.235075 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f33a114-25f2-49ed-a97f-4fad8f7219b2 x-openstack-request-id: req-6f33a114-25f2-49ed-a97f-4fad8f7219b2 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:55:12.235448 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e99a4e6-828a-4378-a3bc-d3d9fcacac70", "name": "network-vif-unplugged", "status": "completed", "tag": "3974696b-7a10-40b4-a0ab-9c18d22a370f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:55:12.235703 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f33a114-25f2-49ed-a97f-4fad8f7219b2 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:55:12.236099 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e99a4e6-828a-4378-a3bc-d3d9fcacac70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3974696b-7a10-40b4-a0ab-9c18d22a370f', 'code': 200} Dec 11 22:55:12.244661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-f9641fab-5b9f-4404-bb79-c8b4d021b306 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Allocated IP 172.20.0.12 (013a72d6-e5b9-422d-a19b-93934f78c63b/987c9be0-fcb0-4823-a9e6-efc112c434ab/87757d9e-ccf2-4a20-8e10-7f97d0bd5209) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:12.249464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273dbbc-d8a2-4c2a-b4cd-1f1c81035b46 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Subnet': ['ID=1c80046e-484a-489c-8827-69f387b55294,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:12.288439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd4a7b-7e71-4966-bf5d-4ca3d35e392e req-03f1c7da-72b0-4322-ac20-1fc1bcc4d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:12.288970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd4a7b-7e71-4966-bf5d-4ca3d35e392e req-03f1c7da-72b0-4322-ac20-1fc1bcc4d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:12.289362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd4a7b-7e71-4966-bf5d-4ca3d35e392e req-03f1c7da-72b0-4322-ac20-1fc1bcc4d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:12.289829 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd4a7b-7e71-4966-bf5d-4ca3d35e392e req-03f1c7da-72b0-4322-ac20-1fc1bcc4d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:12.289936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7d414-7ea7-499e-ad8a-24bef02c1f27 None None] Pushing event updated for resources: {'Port': ['ID=7d810dfd-16ac-4e65-a1e5-787babe20c8e,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:12.290297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd4a7b-7e71-4966-bf5d-4ca3d35e392e req-03f1c7da-72b0-4322-ac20-1fc1bcc4d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:12.290760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd4a7b-7e71-4966-bf5d-4ca3d35e392e req-03f1c7da-72b0-4322-ac20-1fc1bcc4d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:12.291248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd4a7b-7e71-4966-bf5d-4ca3d35e392e req-03f1c7da-72b0-4322-ac20-1fc1bcc4d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:12.293960 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3dbd4a7b-7e71-4966-bf5d-4ca3d35e392e req-03f1c7da-72b0-4322-ac20-1fc1bcc4d1b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 6489 time: 0.2884250 Dec 11 22:55:12.304546 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:12.387425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3273dbbc-d8a2-4c2a-b4cd-1f1c81035b46 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network edf6fd32-d594-4c1c-8621-327dad56b1f6 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:55:12.395316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=3974696b-7a10-40b4-a0ab-9c18d22a370f,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:12.485705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-3273dbbc-d8a2-4c2a-b4cd-1f1c81035b46 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, edf6fd32-d594-4c1c-8621-327dad56b1f6) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:12.494835 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72beae4-7c0c-4808-89c5-395d7be6e9f4 None None] Network edf6fd32-d594-4c1c-8621-327dad56b1f6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:12.501368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3273dbbc-d8a2-4c2a-b4cd-1f1c81035b46 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:12.501969 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3273dbbc-d8a2-4c2a-b4cd-1f1c81035b46 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:12.513966 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3dbd4a7b-7e71-4966-bf5d-4ca3d35e392e req-d4e209e4-9238-485e-80bc-806c3cd4d9b0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2060952 Dec 11 22:55:12.584681 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-f9641fab-5b9f-4404-bb79-c8b4d021b306 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:12.667188 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3273dbbc-d8a2-4c2a-b4cd-1f1c81035b46 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8078718 Dec 11 22:55:12.670959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43948) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:12.675895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4c5829ca-0417-477e-877d-6bc610174e52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1698360622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:12.727247 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-edf6fd32-d594-4c1c-8621-327dad56b1f6', 'network_id': 'edf6fd32-d594-4c1c-8621-327dad56b1f6', 'project_id': '42ad0153638a4214b33983a425162708', 'fixed_ips': [{'subnet_id': '1c80046e-484a-489c-8827-69f387b55294'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:55:12.728168 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:12.750502 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-f9641fab-5b9f-4404-bb79-c8b4d021b306 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:12.809634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-f9641fab-5b9f-4404-bb79-c8b4d021b306 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Network 013a72d6-e5b9-422d-a19b-93934f78c63b is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:12.827462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-f9641fab-5b9f-4404-bb79-c8b4d021b306 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:12.829452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-f9641fab-5b9f-4404-bb79-c8b4d021b306 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:12.908019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7d810dfd-16ac-4e65-a1e5-787babe20c8e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:13.014148 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-f9641fab-5b9f-4404-bb79-c8b4d021b306 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:13.014841 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-f9641fab-5b9f-4404-bb79-c8b4d021b306 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:13.041325 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c5829ca-0417-477e-877d-6bc610174e52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:13.042367 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c5829ca-0417-477e-877d-6bc610174e52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:13.056507 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6a76c68c-151c-444b-a39e-33298bb80b10 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.9697909 Dec 11 22:55:13.056696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Allocated IP 2001:db8:1::2 (edf6fd32-d594-4c1c-8621-327dad56b1f6/1c80046e-484a-489c-8827-69f387b55294/36f682ce-0e64-482a-911a-840366b62c0d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:13.057116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43958) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:13.061744 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1859d198-6bc5-43f4-bfcc-5f6aa14c8733 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-657944034'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:13.097562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc87617-a088-4870-91fd-d3912f551159 req-cbec7862-32e7-4856-907e-0813067d6ed6 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:13.099580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6dc87617-a088-4870-91fd-d3912f551159 req-cbec7862-32e7-4856-907e-0813067d6ed6 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 944 time: 0.1517947 Dec 11 22:55:13.117231 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-f9641fab-5b9f-4404-bb79-c8b4d021b306 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2489843 Dec 11 22:55:13.118360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9641fab-5b9f-4404-bb79-c8b4d021b306 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event updated for resources: {'Port': ['ID=87757d9e-ccf2-4a20-8e10-7f97d0bd5209,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:13.140530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Request body: {'port': {'device_id': '903769ab-db03-4681-ada8-49de715e3234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:13.179692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c5829ca-0417-477e-877d-6bc610174e52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:13.188263 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 7d810dfd-16ac-4e65-a1e5-787babe20c8e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:13.188724 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:13.195966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457fce3-257e-473b-b0c7-50396d721042 req-68913da7-7205-4da5-a94b-8d1c96ea69a7 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:13.197595 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8457fce3-257e-473b-b0c7-50396d721042 req-68913da7-7205-4da5-a94b-8d1c96ea69a7 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.2163820 Dec 11 22:55:13.238566 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6dc87617-a088-4870-91fd-d3912f551159 req-0071e75b-3a9f-441b-a61e-435d557688d5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142910 Dec 11 22:55:13.276413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d0fe8787-811c-4100-b49d-1723494ede07 None None] Provisioning complete for port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:13.276413 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8787-811c-4100-b49d-1723494ede07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:13.292387 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:13.296404 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c5829ca-0417-477e-877d-6bc610174e52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:13.336771 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8457fce3-257e-473b-b0c7-50396d721042 req-92d9a512-5749-4e4f-a631-52354253a840 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271737 Dec 11 22:55:13.405354 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:13.408776 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe8787-811c-4100-b49d-1723494ede07 None None] Port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:13.509697 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:13.603300 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a47cd-1850-48bf-ad65-f797217059d9 req-2bd3ae1c-9965-4cca-8c7c-8eddb19817fc tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:13.611566 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-820a47cd-1850-48bf-ad65-f797217059d9 req-2bd3ae1c-9965-4cca-8c7c-8eddb19817fc tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 944 time: 0.1219697 Dec 11 22:55:13.674272 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318f8c5-d48e-40b7-8ed3-827db7ee21f7 req-7390a096-6625-4ec3-a382-d5e6cadf8d89 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:13.676836 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4318f8c5-d48e-40b7-8ed3-827db7ee21f7 req-7390a096-6625-4ec3-a382-d5e6cadf8d89 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 932 time: 0.2091749 Dec 11 22:55:13.682498 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4c5829ca-0417-477e-877d-6bc610174e52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:13.686844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4c5829ca-0417-477e-877d-6bc610174e52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0120399 Dec 11 22:55:13.688121 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-820a47cd-1850-48bf-ad65-f797217059d9 req-257b350f-e649-4a3b-9160-73eabab9c9de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757771 Dec 11 22:55:13.692385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43964) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:13.698198 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:13.720447 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1859d198-6bc5-43f4-bfcc-5f6aa14c8733 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:13.725111 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Network edf6fd32-d594-4c1c-8621-327dad56b1f6 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:13.750381 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 7d810dfd-16ac-4e65-a1e5-787babe20c8e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7d810dfd-16ac-4e65-a1e5-787babe20c8e,segment=NetworkSegment(793c7eca-c27e-4ef1-a598-a904ffa65f79),segment_id=793c7eca-c27e-4ef1-a598-a904ffa65f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:13.776959 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:13.782455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:13.868429 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:13.871866 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4318f8c5-d48e-40b7-8ed3-827db7ee21f7 req-7d4eb2b3-e776-4906-87bd-95761a5f8853 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=40ec96a7-7f39-4312-83c1-651c005532c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717927 Dec 11 22:55:13.872036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Pushing event updated for resources: {'Port': ['ID=36f682ce-0e64-482a-911a-840366b62c0d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:13.884791 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1859d198-6bc5-43f4-bfcc-5f6aa14c8733 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:13.958395 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:13.964752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43688067-ac88-4359-8160-683868c2321b None None] Network 197dfb88-6366-4d80-a7c5-148ed1e93e9a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:13.965812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=7d810dfd-16ac-4e65-a1e5-787babe20c8e,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:14.000285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-ac9cc556-8899-46c5-934c-542c2645de31 req-0c93c846-e611-431b-a732-3cee3b16de87 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:55:14.016516 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac9cc556-8899-46c5-934c-542c2645de31 req-0c93c846-e611-431b-a732-3cee3b16de87 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0279131 Dec 11 22:55:14.027938 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:55:14.039952 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Attempting to bind port 36f682ce-0e64-482a-911a-840366b62c0d on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:55:14.041016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Attempting to bind port 36f682ce-0e64-482a-911a-840366b62c0d by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'f53e8179-8c76-4817-9280-67481ef5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'edf6fd32-d594-4c1c-8621-327dad56b1f6'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:55:14.041392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Attempting to bind port 36f682ce-0e64-482a-911a-840366b62c0d on network edf6fd32-d594-4c1c-8621-327dad56b1f6 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:14.042388 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:14.050211 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1c201e9b-06ff-4ad7-a67d-18dfa0f2602e None None] Provisioning complete for port 7d810dfd-16ac-4e65-a1e5-787babe20c8e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:14.053661 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1c201e9b-06ff-4ad7-a67d-18dfa0f2602e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:14.057416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Transition to ACTIVE for port object 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:55:14.060007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:55:14.060547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Checking segment: {'id': 'f53e8179-8c76-4817-9280-67481ef5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'edf6fd32-d594-4c1c-8621-327dad56b1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:14.060795 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:14.061253 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Bound using segment: {'id': 'f53e8179-8c76-4817-9280-67481ef5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'edf6fd32-d594-4c1c-8621-327dad56b1f6'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:55:14.062569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Bound port: 36f682ce-0e64-482a-911a-840366b62c0d, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53e8179-8c76-4817-9280-67481ef5cab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'edf6fd32-d594-4c1c-8621-327dad56b1f6'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:55:14.063002 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:14.144021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:14.166435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1859d198-6bc5-43f4-bfcc-5f6aa14c8733 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router 2636c82f-d4df-4a93-b63e-dc5806175ac3 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:55:14.203761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] For port 36f682ce-0e64-482a-911a-840366b62c0d, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:55:14.207040 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] For port 36f682ce-0e64-482a-911a-840366b62c0d, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=36f682ce-0e64-482a-911a-840366b62c0d,segment=NetworkSegment(f53e8179-8c76-4817-9280-67481ef5cab0),segment_id=f53e8179-8c76-4817-9280-67481ef5cab0)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:55:14.237579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Pushing event updated for resources: {'Port': ['ID=87757d9e-ccf2-4a20-8e10-7f97d0bd5209,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:14.253073 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:14.298921 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:14.316476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Attempting to bind port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:55:14.317729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Attempting to bind port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:55:14.318109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Attempting to bind port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 on network 013a72d6-e5b9-422d-a19b-93934f78c63b {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:14.336348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 on network 013a72d6-e5b9-422d-a19b-93934f78c63b not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:55:14.336348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Attempting to bind port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 on network 013a72d6-e5b9-422d-a19b-93934f78c63b {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:14.348635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:55:14.349024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Checking segment: {'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:14.349428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Bound using segment: {'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:55:14.349882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Bound port: 87757d9e-ccf2-4a20-8e10-7f97d0bd5209, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af386be-578b-4a20-9976-71ea370550f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:55:14.350246 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:14.439028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24158e9f-2980-4fcb-983a-2dad2fc3f408 None None] Pushing event updated for resources: {'Port': ['ID=36f682ce-0e64-482a-911a-840366b62c0d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:14.579206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] For port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:55:14.586567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] For port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=87757d9e-ccf2-4a20-8e10-7f97d0bd5209,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:55:14.612993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8f9a2-54c8-438a-baa2-d962c64a444f req-0bfe7752-7328-436a-a16c-cc0f5665c4a5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:14.627016 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f3b8f9a2-54c8-438a-baa2-d962c64a444f req-0bfe7752-7328-436a-a16c-cc0f5665c4a5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 944 time: 0.1264386 Dec 11 22:55:14.681859 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:14.704774 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1859d198-6bc5-43f4-bfcc-5f6aa14c8733 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:14.724104 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1859d198-6bc5-43f4-bfcc-5f6aa14c8733 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:14.728648 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1859d198-6bc5-43f4-bfcc-5f6aa14c8733 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/2636c82f-d4df-4a93-b63e-dc5806175ac3 HTTP/1.1" status: 200 len: 885 time: 1.6707735 Dec 11 22:55:14.731424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43994) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:14.748334 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa9eefe-f884-403b-a6fc-1b718bc9d341 None None] Sync routers for ids ['2636c82f-d4df-4a93-b63e-dc5806175ac3'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:14.761778 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9eefe-f884-403b-a6fc-1b718bc9d341 None None] Routers {'2636c82f-d4df-4a93-b63e-dc5806175ac3'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:14.762388 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-faa9eefe-f884-403b-a6fc-1b718bc9d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2636c82f-d4df-4a93-b63e-dc5806175ac3'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:14.767054 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4574fbc-23fd-46b0-9933-91e25bdf1c1d req-1d195667-c2f4-4c6c-8c48-e281c2c68a35 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:14.779975 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b4574fbc-23fd-46b0-9933-91e25bdf1c1d req-1d195667-c2f4-4c6c-8c48-e281c2c68a35 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.1933386 Dec 11 22:55:14.796287 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b3193a08-3263-403a-8752-b11cd2d020d3 None None] Provisioning complete for port 7d810dfd-16ac-4e65-a1e5-787babe20c8e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:14.796655 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b3193a08-3263-403a-8752-b11cd2d020d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:14.808192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7d810dfd-16ac-4e65-a1e5-787babe20c8e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:14.841138 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-faa9eefe-f884-403b-a6fc-1b718bc9d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:14.883289 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9eefe-f884-403b-a6fc-1b718bc9d341 None None] Routers {'2636c82f-d4df-4a93-b63e-dc5806175ac3'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:14.885349 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-faa9eefe-f884-403b-a6fc-1b718bc9d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2636c82f-d4df-4a93-b63e-dc5806175ac3'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:14.969732 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-faa9eefe-f884-403b-a6fc-1b718bc9d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:14.969971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:14.970560 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:14.971044 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa9eefe-f884-403b-a6fc-1b718bc9d341 None None] The sync data for ids ['2636c82f-d4df-4a93-b63e-dc5806175ac3'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:14.972598 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] 10.222.0.47 "PUT /v2.0/ports/87757d9e-ccf2-4a20-8e10-7f97d0bd5209 HTTP/1.1" status: 200 len: 1092 time: 1.8385239 Dec 11 22:55:14.983072 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-40ba4bbc-f4a0-457a-8f5a-d9131fe3de68 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/routers/2636c82f-d4df-4a93-b63e-dc5806175ac3 HTTP/1.1" status: 200 len: 885 time: 0.2460375 Dec 11 22:55:14.983797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903769ab-db03-4681-ada8-49de715e3234', 'tag': '87757d9e-ccf2-4a20-8e10-7f97d0bd5209'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:55:14.986335 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56199b3a-3f9a-4b0a-816f-687641a46f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "903769ab-db03-4681-ada8-49de715e3234", "tag": "87757d9e-ccf2-4a20-8e10-7f97d0bd5209"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:55:14.992352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43998) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:15.025510 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f3b8f9a2-54c8-438a-baa2-d962c64a444f req-2c671502-5651-4f4d-999f-e692769a95e2 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973546 Dec 11 22:55:15.037365 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Allocated IP 2001:db8::1 (197dfb88-6366-4d80-a7c5-148ed1e93e9a/a2f9379e-ed49-4cc7-aa9e-25f29a416600/0cb82d7f-4bee-4266-b97c-de231bd38828) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:15.054882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 7d810dfd-16ac-4e65-a1e5-787babe20c8e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:15.055270 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:15.147403 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c4ed593a-9b51-440c-b8c5-0c97be93bc4c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2636c82f-d4df-4a93-b63e-dc5806175ac3 HTTP/1.1" status: 200 len: 205 time: 0.1137581 Dec 11 22:55:15.182173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847f958-1afb-4086-83fc-8484ef25431e service neutron] Pushing event updated for resources: {'Port': ['ID=87757d9e-ccf2-4a20-8e10-7f97d0bd5209,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:15.233605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44006) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:15.244004 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44008) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:15.348886 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b4574fbc-23fd-46b0-9933-91e25bdf1c1d req-5e5c9e37-9096-4351-8db1-eab53f331759 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5679142 Dec 11 22:55:15.411971 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:15.427302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-bf33c869-d43a-4541-8db2-098554ef51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:15.429923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-bf33c869-d43a-4541-8db2-098554ef51b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d6abf9ec56c472face9a971de3e07c9&device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 1095 time: 0.2854962 Dec 11 22:55:15.438711 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a026d9e-1611-42b6-9d43-632e1973b42d x-openstack-request-id: req-8a026d9e-1611-42b6-9d43-632e1973b42d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:55:15.439148 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903769ab-db03-4681-ada8-49de715e3234", "tag": "87757d9e-ccf2-4a20-8e10-7f97d0bd5209", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:55:15.439537 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a026d9e-1611-42b6-9d43-632e1973b42d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:55:15.440038 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903769ab-db03-4681-ada8-49de715e3234', 'tag': '87757d9e-ccf2-4a20-8e10-7f97d0bd5209', 'status': 'completed', 'code': 200} Dec 11 22:55:15.468989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861344a-2275-48d3-a5c7-0d7feae69e22 req-26ac5b5a-6c26-4cca-8fb9-a5ba46cb27bf tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:15.478460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f861344a-2275-48d3-a5c7-0d7feae69e22 req-26ac5b5a-6c26-4cca-8fb9-a5ba46cb27bf tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 944 time: 0.2984962 Dec 11 22:55:15.521040 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:15.568428 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network 197dfb88-6366-4d80-a7c5-148ed1e93e9a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:15.573471 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:15.576770 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:15.577337 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:15.584163 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-58a17e4b-659d-46a7-87a1-1d510dc95b23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87757d9e-ccf2-4a20-8e10-7f97d0bd5209 HTTP/1.1" status: 200 len: 217 time: 0.1277108 Dec 11 22:55:15.603920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-3d3fd57e-9630-4f27-8a2c-f3fce946daab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3536534 Dec 11 22:55:15.625791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=0cb82d7f-4bee-4266-b97c-de231bd38828,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:15.663754 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-af116034-0d5d-4a05-952f-d5186761c41e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 22:55:15.665107 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-af116034-0d5d-4a05-952f-d5186761c41e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460083 Dec 11 22:55:15.673865 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f861344a-2275-48d3-a5c7-0d7feae69e22 req-83d65b07-5a09-4d80-8754-c056e32fe680 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=40ec96a7-7f39-4312-83c1-651c005532c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941483 Dec 11 22:55:15.693455 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6338448-48ec-499b-a2d5-8cfece815b71 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:15.747085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-b87882ef-d91c-496e-8e0c-51da72d2ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:15.748838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-b87882ef-d91c-496e-8e0c-51da72d2ca87 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=987c9be0-fcb0-4823-a9e6-efc112c434ab HTTP/1.1" status: 200 len: 849 time: 0.1490233 Dec 11 22:55:15.814763 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3974696b-7a10-40b4-a0ab-9c18d22a370f no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:55:15.854788 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:15.896379 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-8d72158e-4916-48ee-99f8-3b41daa832f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:15.898051 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-8d72158e-4916-48ee-99f8-3b41daa832f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=013a72d6-e5b9-422d-a19b-93934f78c63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421533 Dec 11 22:55:16.082118 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-eef05a49-9b8d-4847-a1b5-92e6d2370094 service neutron] 10.222.0.47 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755574 Dec 11 22:55:16.101458 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6338448-48ec-499b-a2d5-8cfece815b71 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:16.152914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-540d5386-5019-42a0-af9a-5bede31c21e6 None None] Provisioning complete for port 0cb82d7f-4bee-4266-b97c-de231bd38828 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:16.153614 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-540d5386-5019-42a0-af9a-5bede31c21e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:16.216690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f231a1-382d-4aa9-97e9-6558a9a4a085 req-f35d96e3-dcfa-4d3e-a4ab-ef3fca9d116e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:16.218255 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33f231a1-382d-4aa9-97e9-6558a9a4a085 req-f35d96e3-dcfa-4d3e-a4ab-ef3fca9d116e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 944 time: 0.1008537 Dec 11 22:55:16.220644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-540d5386-5019-42a0-af9a-5bede31c21e6 None None] Port 0cb82d7f-4bee-4266-b97c-de231bd38828 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:16.242722 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc39eeaa-6216-4c31-b9ef-80aba01ea8ee req-6fb30eaf-5b5a-4f2c-a390-526867adcbcd service neutron] 10.222.0.47 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514895 Dec 11 22:55:16.247524 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92478057-8bd7-4384-a170-2105e89018ea None None] Network edf6fd32-d594-4c1c-8621-327dad56b1f6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:16.325830 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33f231a1-382d-4aa9-97e9-6558a9a4a085 req-d51a4a43-4a6b-4203-b389-41d27876c5ed tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714571 Dec 11 22:55:16.333053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e6338448-48ec-499b-a2d5-8cfece815b71 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port 99810fc5-32e2-4948-b6b1-6c4daae8ffff {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:16.333543 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6338448-48ec-499b-a2d5-8cfece815b71 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:16.415822 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:16.423251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-655c4ddc-8b39-4296-8c61-f572a89f4214 None None] Provisioning complete for port 36f682ce-0e64-482a-911a-840366b62c0d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:16.423634 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-655c4ddc-8b39-4296-8c61-f572a89f4214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:16.426368 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6338448-48ec-499b-a2d5-8cfece815b71 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:16.441936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e6338448-48ec-499b-a2d5-8cfece815b71 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for 99810fc5-32e2-4948-b6b1-6c4daae8ffff owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:16.505528 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:16.508879 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:16.564635 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-655c4ddc-8b39-4296-8c61-f572a89f4214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:16.589062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56199b3a-3f9a-4b0a-816f-687641a46f2f req-31e40e47-2b88-4de9-a8ef-2deb986cdded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:16.590525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56199b3a-3f9a-4b0a-816f-687641a46f2f req-31e40e47-2b88-4de9-a8ef-2deb986cdded service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d6abf9ec56c472face9a971de3e07c9&device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 1095 time: 0.1385610 Dec 11 22:55:16.608063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc5ad5-5cc5-4027-8090-81caef5cb868 req-311f7b54-dde4-446f-aa18-dce2c9312fa2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:16.608063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2dc5ad5-5cc5-4027-8090-81caef5cb868 req-311f7b54-dde4-446f-aa18-dce2c9312fa2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.1158028 Dec 11 22:55:16.615518 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-655c4ddc-8b39-4296-8c61-f572a89f4214 None None] For port 36f682ce-0e64-482a-911a-840366b62c0d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=36f682ce-0e64-482a-911a-840366b62c0d,segment=NetworkSegment(f53e8179-8c76-4817-9280-67481ef5cab0),segment_id=f53e8179-8c76-4817-9280-67481ef5cab0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:16.704420 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-655c4ddc-8b39-4296-8c61-f572a89f4214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:16.832407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2dc5ad5-5cc5-4027-8090-81caef5cb868 req-eac0cf93-ec99-4609-ba34-73feb07c055d tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150612 Dec 11 22:55:16.854118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 36f682ce-0e64-482a-911a-840366b62c0d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:16.920681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c4ddc-8b39-4296-8c61-f572a89f4214 None None] Pushing event updated for resources: {'Port': ['ID=36f682ce-0e64-482a-911a-840366b62c0d,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:16.974222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 36f682ce-0e64-482a-911a-840366b62c0d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:16.974222 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:17.062671 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e65bdf84-d73a-45eb-b3f4-5b3e7254ac67 None None] Provisioning complete for port 36f682ce-0e64-482a-911a-840366b62c0d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:17.063378 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e65bdf84-d73a-45eb-b3f4-5b3e7254ac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:17.250058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56199b3a-3f9a-4b0a-816f-687641a46f2f req-10a21e85-043f-46b4-9e24-c325c7618777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:17.251836 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56199b3a-3f9a-4b0a-816f-687641a46f2f req-10a21e85-043f-46b4-9e24-c325c7618777 service neutron] 10.222.0.47 "GET /v2.0/networks?id=013a72d6-e5b9-422d-a19b-93934f78c63b HTTP/1.1" status: 200 len: 911 time: 0.6469204 Dec 11 22:55:17.307231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=0cb82d7f-4bee-4266-b97c-de231bd38828,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:17.317487 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56199b3a-3f9a-4b0a-816f-687641a46f2f req-d811574e-880e-40de-a4d0-6df3cd5d1103 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87757d9e-ccf2-4a20-8e10-7f97d0bd5209 HTTP/1.1" status: 200 len: 217 time: 0.0488927 Dec 11 22:55:17.321241 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:17.361253 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19350d1f-6386-42cf-a19f-9d808b14c4f5 req-337d0d4e-75d1-4869-8e97-32909bdeb767 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1312869 Dec 11 22:55:17.369041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52848e5-0131-4a35-a9a8-1c585bf3ffd2 req-292be62f-bd42-4691-b051-82eb25fda548 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:17.376398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c52848e5-0131-4a35-a9a8-1c585bf3ffd2 req-292be62f-bd42-4691-b051-82eb25fda548 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 944 time: 0.0787787 Dec 11 22:55:17.376955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56199b3a-3f9a-4b0a-816f-687641a46f2f req-67dd338f-3574-40ec-97a0-1c42c0e559f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:17.377898 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56199b3a-3f9a-4b0a-816f-687641a46f2f req-67dd338f-3574-40ec-97a0-1c42c0e559f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=987c9be0-fcb0-4823-a9e6-efc112c434ab HTTP/1.1" status: 200 len: 849 time: 0.0526943 Dec 11 22:55:17.447924 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c52848e5-0131-4a35-a9a8-1c585bf3ffd2 req-1e64623c-a4b0-40d1-9f51-aa89274cbd62 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=40ec96a7-7f39-4312-83c1-651c005532c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703058 Dec 11 22:55:17.449788 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network 197dfb88-6366-4d80-a7c5-148ed1e93e9a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:17.451734 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:17.453446 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6338448-48ec-499b-a2d5-8cfece815b71 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:17.549137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6338448-48ec-499b-a2d5-8cfece815b71 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=99810fc5-32e2-4948-b6b1-6c4daae8ffff,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:17.566451 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8acb900-8702-440f-8362-48bf68195670 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:17.589480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56199b3a-3f9a-4b0a-816f-687641a46f2f req-1d555bb5-c7a2-4802-b235-569c1ccad1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:17.591086 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56199b3a-3f9a-4b0a-816f-687641a46f2f req-1d555bb5-c7a2-4802-b235-569c1ccad1e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=013a72d6-e5b9-422d-a19b-93934f78c63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2057858 Dec 11 22:55:17.642349 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19350d1f-6386-42cf-a19f-9d808b14c4f5 req-9604c00c-779e-4998-801f-9de7e47236b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:17.644004 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19350d1f-6386-42cf-a19f-9d808b14c4f5 req-9604c00c-779e-4998-801f-9de7e47236b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b8c7764b66c4fae8fcb775ff6e112ab&device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 1096 time: 0.2310107 Dec 11 22:55:17.720911 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router 4fb84848-24fc-4900-94b3-8a12fb568d67 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:55:17.793966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfea680-cade-4cdf-9581-b92edceefa8f req-0b07ba2e-6974-43d9-954e-1ea6a4508635 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:17.795557 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9bfea680-cade-4cdf-9581-b92edceefa8f req-0b07ba2e-6974-43d9-954e-1ea6a4508635 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 944 time: 0.3468299 Dec 11 22:55:17.830408 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:55:17.847364 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6338448-48ec-499b-a2d5-8cfece815b71 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:17.856736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:17.867294 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-370c37ec-df5c-4fdc-85e5-ec762b995d01 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/4fb84848-24fc-4900-94b3-8a12fb568d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1736138 Dec 11 22:55:17.870001 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44032) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:17.921100 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142f54e4-aa82-4958-a654-e79ffdafbe07 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:17.922783 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-142f54e4-aa82-4958-a654-e79ffdafbe07 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports/0cb82d7f-4bee-4266-b97c-de231bd38828 HTTP/1.1" status: 200 len: 911 time: 0.0518363 Dec 11 22:55:17.925779 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44036) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:17.997134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1cbce5-7c90-43de-90b7-3b27533e43b6 None None] Sync routers for ids ['4fb84848-24fc-4900-94b3-8a12fb568d67'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:18.005251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-32b60041-33ab-41a4-b8c3-fc9540708a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:18.006871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-32b60041-33ab-41a4-b8c3-fc9540708a57 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70&tenant_id=c5dbb26b1c2d47daa5e3b28bbc8523ae HTTP/1.1" status: 200 len: 1095 time: 0.3669288 Dec 11 22:55:18.022500 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6338448-48ec-499b-a2d5-8cfece815b71 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:18.034053 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6338448-48ec-499b-a2d5-8cfece815b71 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:18.041510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:18.051650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=87757d9e-ccf2-4a20-8e10-7f97d0bd5209,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:18.066128 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '87757d9e-ccf2-4a20-8e10-7f97d0bd5209', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'port_id': '87757d9e-ccf2-4a20-8e10-7f97d0bd5209', 'mac_address': 'fa:16:3e:42:f0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:55:18.073575 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b52881bb-0451-4177-9e6a-6305683aefee None None] Provisioning complete for port 0cb82d7f-4bee-4266-b97c-de231bd38828 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:18.073950 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b52881bb-0451-4177-9e6a-6305683aefee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:18.091951 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56199b3a-3f9a-4b0a-816f-687641a46f2f req-193b3cb0-843f-461f-bc9f-2fab9daf3c3a service neutron] 10.222.0.47 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716656 Dec 11 22:55:18.110752 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20597a-86a5-4c2a-b2a0-734231a75860 req-790eb7f2-35de-4fcf-b0ef-ad7aea1eabcc tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:18.112491 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1c20597a-86a5-4c2a-b2a0-734231a75860 req-790eb7f2-35de-4fcf-b0ef-ad7aea1eabcc tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.1125479 Dec 11 22:55:18.139859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19350d1f-6386-42cf-a19f-9d808b14c4f5 req-8d2ab620-1c31-4418-a36c-01d191537b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:18.141295 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19350d1f-6386-42cf-a19f-9d808b14c4f5 req-8d2ab620-1c31-4418-a36c-01d191537b3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=342542df-9e2a-49dd-8ac7-00b364607ac8 HTTP/1.1" status: 200 len: 915 time: 0.4324036 Dec 11 22:55:18.146757 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9bfea680-cade-4cdf-9581-b92edceefa8f req-59fd8604-7f7b-4b6f-ae9e-d30ea29bbb76 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136170 Dec 11 22:55:18.147970 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:18.154351 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1cbce5-7c90-43de-90b7-3b27533e43b6 None None] Routers {'4fb84848-24fc-4900-94b3-8a12fb568d67'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:18.160804 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5d1cbce5-7c90-43de-90b7-3b27533e43b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['4fb84848-24fc-4900-94b3-8a12fb568d67'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:18.201718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5d1cbce5-7c90-43de-90b7-3b27533e43b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:18.218440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:55:18.224171 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b52881bb-0451-4177-9e6a-6305683aefee None None] Port 0cb82d7f-4bee-4266-b97c-de231bd38828 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:18.226329 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1cbce5-7c90-43de-90b7-3b27533e43b6 None None] Routers {'4fb84848-24fc-4900-94b3-8a12fb568d67'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:18.227353 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5d1cbce5-7c90-43de-90b7-3b27533e43b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['4fb84848-24fc-4900-94b3-8a12fb568d67'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:18.260449 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6338448-48ec-499b-a2d5-8cfece815b71 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:18.260970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6338448-48ec-499b-a2d5-8cfece815b71 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Fanout notify agent at l3_agent the message router_deleted on router 2636c82f-d4df-4a93-b63e-dc5806175ac3 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:55:18.268033 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19350d1f-6386-42cf-a19f-9d808b14c4f5 req-85ac70d6-c013-4673-b053-0e32fa1f0c93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 HTTP/1.1" status: 200 len: 217 time: 0.1035011 Dec 11 22:55:18.273042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5d1cbce5-7c90-43de-90b7-3b27533e43b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:18.273889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1cbce5-7c90-43de-90b7-3b27533e43b6 None None] The sync data for ids ['4fb84848-24fc-4900-94b3-8a12fb568d67'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:18.274014 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6338448-48ec-499b-a2d5-8cfece815b71 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:18.275049 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e6338448-48ec-499b-a2d5-8cfece815b71 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/routers/2636c82f-d4df-4a93-b63e-dc5806175ac3 HTTP/1.1" status: 204 len: 168 time: 3.0384090 Dec 11 22:55:18.277379 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:18.278260 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1c20597a-86a5-4c2a-b2a0-734231a75860 req-77759909-d5f8-4bcd-8980-2289f9ca77ea tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936263 Dec 11 22:55:18.279291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44038) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:18.286491 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=87757d9e-ccf2-4a20-8e10-7f97d0bd5209,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:18.289328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b05a5ef1-9771-46a5-831b-ab469764a001 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'network': {'name': 'tempest-RoutersTest-1628271571'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:18.401161 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56199b3a-3f9a-4b0a-816f-687641a46f2f req-fb376e92-df54-4a45-bf88-42ca7cc4c414 service neutron] 10.222.0.47 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717912 Dec 11 22:55:18.410418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19350d1f-6386-42cf-a19f-9d808b14c4f5 req-809f3bfd-6f44-46f2-a27e-391b301bb56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:18.412184 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19350d1f-6386-42cf-a19f-9d808b14c4f5 req-809f3bfd-6f44-46f2-a27e-391b301bb56d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc1b819d-488c-47f0-968f-45108833bb18 HTTP/1.1" status: 200 len: 854 time: 0.1303544 Dec 11 22:55:18.452280 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:18.504714 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:18.506185 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=87757d9e-ccf2-4a20-8e10-7f97d0bd5209,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:18.509747 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19350d1f-6386-42cf-a19f-9d808b14c4f5 req-812be468-6065-4f70-93c6-e1e01dbda96c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=342542df-9e2a-49dd-8ac7-00b364607ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845025 Dec 11 22:55:18.513167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05a5ef1-9771-46a5-831b-ab469764a001 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:18.516612 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b05a5ef1-9771-46a5-831b-ab469764a001 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:18.658492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05a5ef1-9771-46a5-831b-ab469764a001 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:55:18.708627 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b05a5ef1-9771-46a5-831b-ab469764a001 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:18.708986 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-b05a5ef1-9771-46a5-831b-ab469764a001 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Added segment 5e2b47d5-a704-443c-a17a-a98367db34f5 of type vlan for network e610fa38-b88c-4e06-bd8c-fdaf621b3d2b Dec 11 22:55:18.760989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 36f682ce-0e64-482a-911a-840366b62c0d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:18.801975 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19350d1f-6386-42cf-a19f-9d808b14c4f5 req-12ae85f5-cdd7-4948-90ea-7889a9f9094a service neutron] 10.222.0.47 "GET /v2.0/networks/342542df-9e2a-49dd-8ac7-00b364607ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829549 Dec 11 22:55:18.824481 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b05a5ef1-9771-46a5-831b-ab469764a001 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:18.839727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:18.843406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['87757d9e-ccf2-4a20-8e10-7f97d0bd5209'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:55:18.859667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Allocated IP 2001:db8:1::1 (edf6fd32-d594-4c1c-8621-327dad56b1f6/1c80046e-484a-489c-8827-69f387b55294/27727c05-c35b-423d-a616-95983588c6ba) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:18.869903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707632f-7058-4d64-a2f0-3adfa77c1b98 req-c554c6d9-18ab-4eef-a597-94b2ffae3834 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:18.871500 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1707632f-7058-4d64-a2f0-3adfa77c1b98 req-c554c6d9-18ab-4eef-a597-94b2ffae3834 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 945 time: 0.2222912 Dec 11 22:55:18.932969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 36f682ce-0e64-482a-911a-840366b62c0d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:18.933349 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:18.975812 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:55:18.979591 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2337a247-fc3e-45b2-b14b-584444a6f89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:19.039260 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:19.050961 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19350d1f-6386-42cf-a19f-9d808b14c4f5 req-ef167ade-7d81-474c-afa6-192128d2c9ba service neutron] 10.222.0.47 "GET /v2.0/networks/342542df-9e2a-49dd-8ac7-00b364607ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334006 Dec 11 22:55:19.053163 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b05a5ef1-9771-46a5-831b-ab469764a001 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:19.061688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a5ef1-9771-46a5-831b-ab469764a001 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:19.061937 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b05a5ef1-9771-46a5-831b-ab469764a001 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:19.087924 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1707632f-7058-4d64-a2f0-3adfa77c1b98 req-a82aa4b5-3ae2-4163-b9e0-cb8aa67fcdef tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=40ec96a7-7f39-4312-83c1-651c005532c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741283 Dec 11 22:55:19.091282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3974696b-7a10-40b4-a0ab-9c18d22a370f {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:55:19.105129 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:19.167938 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Transition to ACTIVE for port object 3974696b-7a10-40b4-a0ab-9c18d22a370f will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:55:19.175799 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a5ef1-9771-46a5-831b-ab469764a001 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Network': ['ID=e610fa38-b88c-4e06-bd8c-fdaf621b3d2b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:19.185971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network e610fa38-b88c-4e06-bd8c-fdaf621b3d2b details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:55:19.220502 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:19.253115 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b05a5ef1-9771-46a5-831b-ab469764a001 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9702530 Dec 11 22:55:19.253792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44046) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:19.255908 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:19.261907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a9dd1087-e89e-4ae1-91d1-d71f04f21696 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'subnet': {'network_id': 'e610fa38-b88c-4e06-bd8c-fdaf621b3d2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:19.304708 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=27727c05-c35b-423d-a616-95983588c6ba,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:19.317346 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network edf6fd32-d594-4c1c-8621-327dad56b1f6 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:19.332240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:19.351936 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:19.352794 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:19.404441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94238cfe-8de6-4547-bdf5-dea569225ba2 None None] DHCP port deletion for 5494fcde-a374-49ae-8815-130d057cc91f request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:19.431239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] No DVR routers for this DVR port 3974696b-7a10-40b4-a0ab-9c18d22a370f on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:55:19.468926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2541e-f474-4e59-8075-fcc7ec1acad7 req-e039b3e7-2162-4108-9689-c92fc34929e8 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:19.469442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Pushing event updated for resources: {'Port': ['ID=3974696b-7a10-40b4-a0ab-9c18d22a370f,revision_number=9']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:19.470563 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-07a2541e-f474-4e59-8075-fcc7ec1acad7 req-e039b3e7-2162-4108-9689-c92fc34929e8 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 944 time: 0.2438869 Dec 11 22:55:19.541581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443327c1-a017-4fcc-9f93-a91339129fa1 req-cd1996cc-2374-46d8-a58f-fafe5eb91205 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:19.549592 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-443327c1-a017-4fcc-9f93-a91339129fa1 req-cd1996cc-2374-46d8-a58f-fafe5eb91205 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.1672122 Dec 11 22:55:19.566038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Attempting to bind port 3974696b-7a10-40b4-a0ab-9c18d22a370f on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:55:19.566325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Attempting to bind port 3974696b-7a10-40b4-a0ab-9c18d22a370f by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'cf6ccf7a-6793-42be-90b0-ce7b767f703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:55:19.566667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Attempting to bind port 3974696b-7a10-40b4-a0ab-9c18d22a370f on network 5494fcde-a374-49ae-8815-130d057cc91f {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:19.573571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Port 3974696b-7a10-40b4-a0ab-9c18d22a370f on network 5494fcde-a374-49ae-8815-130d057cc91f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:55:19.573908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Attempting to bind port 3974696b-7a10-40b4-a0ab-9c18d22a370f on network 5494fcde-a374-49ae-8815-130d057cc91f {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:19.583370 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-07a2541e-f474-4e59-8075-fcc7ec1acad7 req-714d7e79-8334-49d1-af72-63de50e86da7 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717299 Dec 11 22:55:19.590865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:55:19.591194 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Checking segment: {'id': 'cf6ccf7a-6793-42be-90b0-ce7b767f703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:19.591569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Bound using segment: {'id': 'cf6ccf7a-6793-42be-90b0-ce7b767f703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:55:19.592027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Bound port: 3974696b-7a10-40b4-a0ab-9c18d22a370f, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6ccf7a-6793-42be-90b0-ce7b767f703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:55:19.592390 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:19.660251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-443327c1-a017-4fcc-9f93-a91339129fa1 req-6f829979-b400-4492-a008-3872ed28edd8 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055760 Dec 11 22:55:19.674359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dd1087-e89e-4ae1-91d1-d71f04f21696 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:19.678093 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1087-e89e-4ae1-91d1-d71f04f21696 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:19.685623 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:19.687283 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-770eccf6-8b29-422b-9470-4fd977d4adcb None None] Provisioning complete for port 27727c05-c35b-423d-a616-95983588c6ba triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:19.687710 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-770eccf6-8b29-422b-9470-4fd977d4adcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:19.724894 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-770eccf6-8b29-422b-9470-4fd977d4adcb None None] Port 27727c05-c35b-423d-a616-95983588c6ba cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:19.749201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:55:19.768531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:55:19.887733 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:20.007424 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:20.063475 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:20.064546 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:20.209360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=27727c05-c35b-423d-a616-95983588c6ba,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:20.253072 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc67da-686a-4f94-b430-2d54da663c19 req-ce2fd071-ef5b-4d3c-bcd5-f7a1aa97383c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:20.254622 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9abc67da-686a-4f94-b430-2d54da663c19 req-ce2fd071-ef5b-4d3c-bcd5-f7a1aa97383c tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 945 time: 0.0933285 Dec 11 22:55:20.254724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:20.255283 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:20.256859 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] 10.222.0.13 "PUT /v2.0/ports/3974696b-7a10-40b4-a0ab-9c18d22a370f HTTP/1.1" status: 200 len: 1092 time: 2.2293088 Dec 11 22:55:20.257307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e99a4e6-828a-4378-a3bc-d3d9fcacac70', 'tag': '3974696b-7a10-40b4-a0ab-9c18d22a370f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:55:20.262118 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f21f0b-ea84-4b8a-878b-3fda890692bc" -d '{"events": [{"name": "network-changed", "server_uuid": "9e99a4e6-828a-4378-a3bc-d3d9fcacac70", "tag": "3974696b-7a10-40b4-a0ab-9c18d22a370f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:55:20.271803 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb6dc0-2853-45a0-b551-382a4e1091ec None None] DHCP port deletion for 5494fcde-a374-49ae-8815-130d057cc91f request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:20.281650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6da0f-4a1d-4e96-bd63-60217358865c service neutron] Pushing event updated for resources: {'Port': ['ID=3974696b-7a10-40b4-a0ab-9c18d22a370f,revision_number=10']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:20.281855 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network edf6fd32-d594-4c1c-8621-327dad56b1f6 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:20.291683 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:20.339262 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeec117-840b-47b4-b4ac-423fa7d771fa x-openstack-request-id: req-3aeec117-840b-47b4-b4ac-423fa7d771fa {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:55:20.339833 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e99a4e6-828a-4378-a3bc-d3d9fcacac70", "tag": "3974696b-7a10-40b4-a0ab-9c18d22a370f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:55:20.340340 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3aeec117-840b-47b4-b4ac-423fa7d771fa {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:55:20.340830 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e99a4e6-828a-4378-a3bc-d3d9fcacac70', 'tag': '3974696b-7a10-40b4-a0ab-9c18d22a370f', 'status': 'completed', 'code': 200} Dec 11 22:55:20.341900 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1087-e89e-4ae1-91d1-d71f04f21696 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:20.424304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-a588b314-cfc8-4e76-925a-c76adac8fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:20.426556 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-a588b314-cfc8-4e76-925a-c76adac8fddb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5dbb26b1c2d47daa5e3b28bbc8523ae&device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 1096 time: 0.1253674 Dec 11 22:55:20.429385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router 4fb84848-24fc-4900-94b3-8a12fb568d67 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:55:20.463001 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9abc67da-686a-4f94-b430-2d54da663c19 req-d14fd4fb-223f-4e45-a387-c69eda120352 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=40ec96a7-7f39-4312-83c1-651c005532c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730008 Dec 11 22:55:20.500171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd1087-e89e-4ae1-91d1-d71f04f21696 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Subnet': ['ID=7ab47ae7-7692-4039-ba32-3aeb0076d50e,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:20.525120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd1087-e89e-4ae1-91d1-d71f04f21696 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Checking segment: {'id': '5e2b47d5-a704-443c-a17a-a98367db34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e610fa38-b88c-4e06-bd8c-fdaf621b3d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:20.525490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dd1087-e89e-4ae1-91d1-d71f04f21696 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network hostable DHCP agents. Network: e610fa38-b88c-4e06-bd8c-fdaf621b3d2b, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:55:20.578937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:20.584064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-6d876806-3195-4e01-aabd-a79895355552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:20.586849 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-015378a5-cd03-4726-8aa2-316b967b15a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/4fb84848-24fc-4900-94b3-8a12fb568d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6582353 Dec 11 22:55:20.588016 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-6d876806-3195-4e01-aabd-a79895355552 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5494fcde-a374-49ae-8815-130d057cc91f HTTP/1.1" status: 200 len: 915 time: 0.1468513 Dec 11 22:55:20.588016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44056) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:20.592449 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef823ee8-a451-4eed-acc9-9640eb5239cc None None] Sync routers for ids ['4fb84848-24fc-4900-94b3-8a12fb568d67'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:20.607664 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef823ee8-a451-4eed-acc9-9640eb5239cc None None] Routers {'4fb84848-24fc-4900-94b3-8a12fb568d67'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:20.608061 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ef823ee8-a451-4eed-acc9-9640eb5239cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['4fb84848-24fc-4900-94b3-8a12fb568d67'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:20.659134 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ef823ee8-a451-4eed-acc9-9640eb5239cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:20.664686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dd1087-e89e-4ae1-91d1-d71f04f21696 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network e610fa38-b88c-4e06-bd8c-fdaf621b3d2b is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:55:20.671998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-7279eff1-33b9-455f-914e-8e4f5c76dd9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f HTTP/1.1" status: 200 len: 217 time: 0.0745351 Dec 11 22:55:20.682414 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef823ee8-a451-4eed-acc9-9640eb5239cc None None] Routers {'4fb84848-24fc-4900-94b3-8a12fb568d67'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:20.683179 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ef823ee8-a451-4eed-acc9-9640eb5239cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:54:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['4fb84848-24fc-4900-94b3-8a12fb568d67'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:20.697735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-99629763-38cb-40d2-844b-561106c56525 None None] Provisioning complete for port 27727c05-c35b-423d-a616-95983588c6ba triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:20.698169 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-99629763-38cb-40d2-844b-561106c56525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:20.716460 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721dd0a0-65f6-4d3d-8fe0-f38fd20a639e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:20.720684 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-721dd0a0-65f6-4d3d-8fe0-f38fd20a639e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports/27727c05-c35b-423d-a616-95983588c6ba HTTP/1.1" status: 200 len: 913 time: 0.1289399 Dec 11 22:55:20.721038 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44062) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:20.755122 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ef823ee8-a451-4eed-acc9-9640eb5239cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:20.756109 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef823ee8-a451-4eed-acc9-9640eb5239cc None None] The sync data for ids ['4fb84848-24fc-4900-94b3-8a12fb568d67'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:20.776713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-99629763-38cb-40d2-844b-561106c56525 None None] Port 27727c05-c35b-423d-a616-95983588c6ba cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:20.794791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-a9dd1087-e89e-4ae1-91d1-d71f04f21696 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, e610fa38-b88c-4e06-bd8c-fdaf621b3d2b) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:20.808678 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbe76f8-c056-46e3-94d7-47e471f3d1eb None None] Network e610fa38-b88c-4e06-bd8c-fdaf621b3d2b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:20.833167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd1087-e89e-4ae1-91d1-d71f04f21696 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:20.833796 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9dd1087-e89e-4ae1-91d1-d71f04f21696 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:20.848138 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-cd7ad24e-9f20-4690-84a1-d0ebc1c5a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:20.849894 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-cd7ad24e-9f20-4690-84a1-d0ebc1c5a057 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1ab4d1b-7934-4d41-b700-13bf819b1c98 HTTP/1.1" status: 200 len: 854 time: 0.1686988 Dec 11 22:55:20.906056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01a1af-d2eb-41c7-9674-048e4e265e12 req-49e59c73-0d20-4e71-ad7f-58b3d5004811 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:20.908027 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a01a1af-d2eb-41c7-9674-048e4e265e12 req-49e59c73-0d20-4e71-ad7f-58b3d5004811 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 945 time: 0.1243935 Dec 11 22:55:20.910212 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-1d83453b-911c-4eb5-b9d0-0cee92824f45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5494fcde-a374-49ae-8815-130d057cc91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517805 Dec 11 22:55:20.953087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-e610fa38-b88c-4e06-bd8c-fdaf621b3d2b', 'network_id': 'e610fa38-b88c-4e06-bd8c-fdaf621b3d2b', 'project_id': '45f23748810f4e429297db13dc401da1', 'fixed_ips': [{'subnet_id': '7ab47ae7-7692-4039-ba32-3aeb0076d50e'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:55:20.954001 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:21.016520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a9dd1087-e89e-4ae1-91d1-d71f04f21696 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7589796 Dec 11 22:55:21.024927 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44066) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:21.029926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2903a8ac-8a37-4db9-a69a-a5f9617f973b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-961798565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:21.078001 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a01a1af-d2eb-41c7-9674-048e4e265e12 req-2bb5ce76-9d97-4927-8c12-10b3dbf2022a tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627364 Dec 11 22:55:21.118390 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-02684f0b-fcf0-4fc8-95b2-ac3076177a3d service neutron] 10.222.0.13 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791358 Dec 11 22:55:21.174677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Allocated IP 172.20.0.2 (e610fa38-b88c-4e06-bd8c-fdaf621b3d2b/7ab47ae7-7692-4039-ba32-3aeb0076d50e/8fc83b43-2ac8-4b60-8f46-9b3e4861cecb) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:21.206991 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2903a8ac-8a37-4db9-a69a-a5f9617f973b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:21.208801 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2903a8ac-8a37-4db9-a69a-a5f9617f973b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:21.280128 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2903a8ac-8a37-4db9-a69a-a5f9617f973b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:21.288778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e25962-0998-4403-82f1-44852f110591 req-cea42ea2-a34c-4998-858f-396b90293de8 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:21.290325 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-79e25962-0998-4403-82f1-44852f110591 req-cea42ea2-a34c-4998-858f-396b90293de8 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.4533195 Dec 11 22:55:21.317511 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-9eb7aedf-23c1-438f-b369-cbe6eadfd4f3 service neutron] 10.222.0.13 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896966 Dec 11 22:55:21.321917 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-526468ca-e67d-4e27-b3e9-3ef317e7decd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:21.382435 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:21.406232 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-79e25962-0998-4403-82f1-44852f110591 req-afbef4c4-cef1-4871-ba42-f432f10d57a6 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845792 Dec 11 22:55:21.419582 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2903a8ac-8a37-4db9-a69a-a5f9617f973b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:21.482713 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a170ac2e-73ea-4d60-bbc1-c1a16a5c3ee0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:21.492686 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:21.527161 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2903a8ac-8a37-4db9-a69a-a5f9617f973b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:21.528498 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2903a8ac-8a37-4db9-a69a-a5f9617f973b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5023060 Dec 11 22:55:21.531260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44072) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:21.555978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Network e610fa38-b88c-4e06-bd8c-fdaf621b3d2b is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:21.561626 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:21.567369 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:21.604234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Pushing event updated for resources: {'Port': ['ID=8fc83b43-2ac8-4b60-8f46-9b3e4861cecb,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:21.611066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21f0b-ea84-4b8a-878b-3fda890692bc req-7827781c-9bb4-4edf-bcc0-3e8d10f20c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:21.612016 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2f21f0b-ea84-4b8a-878b-3fda890692bc req-7827781c-9bb4-4edf-bcc0-3e8d10f20c70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5dbb26b1c2d47daa5e3b28bbc8523ae&device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 1096 time: 0.1007471 Dec 11 22:55:21.630005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d643e2-5654-4ba9-b20f-9f5127b2b704 req-4596f083-3aad-4ead-ace8-e69f37c3b417 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:21.632223 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83d643e2-5654-4ba9-b20f-9f5127b2b704 req-4596f083-3aad-4ead-ace8-e69f37c3b417 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 945 time: 0.1100209 Dec 11 22:55:21.633103 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Attempting to bind port 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:55:21.633597 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Attempting to bind port 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '5e2b47d5-a704-443c-a17a-a98367db34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e610fa38-b88c-4e06-bd8c-fdaf621b3d2b'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:55:21.634079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Attempting to bind port 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb on network e610fa38-b88c-4e06-bd8c-fdaf621b3d2b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:21.639688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:55:21.640358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Checking segment: {'id': '5e2b47d5-a704-443c-a17a-a98367db34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e610fa38-b88c-4e06-bd8c-fdaf621b3d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:21.641007 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:21.641441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Bound using segment: {'id': '5e2b47d5-a704-443c-a17a-a98367db34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e610fa38-b88c-4e06-bd8c-fdaf621b3d2b'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:55:21.642117 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Bound port: 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2b47d5-a704-443c-a17a-a98367db34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e610fa38-b88c-4e06-bd8c-fdaf621b3d2b'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:55:21.642611 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:21.717906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] For port 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:55:21.721455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] For port 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8fc83b43-2ac8-4b60-8f46-9b3e4861cecb,segment=NetworkSegment(5e2b47d5-a704-443c-a17a-a98367db34f5),segment_id=5e2b47d5-a704-443c-a17a-a98367db34f5)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:55:21.736245 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83d643e2-5654-4ba9-b20f-9f5127b2b704 req-0548ea99-b6cf-4632-9b8e-b6105ba99408 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=40ec96a7-7f39-4312-83c1-651c005532c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947027 Dec 11 22:55:21.779002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21f0b-ea84-4b8a-878b-3fda890692bc req-e429c9bf-a84c-48a8-ae6c-77e47a38e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:21.780477 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2f21f0b-ea84-4b8a-878b-3fda890692bc req-e429c9bf-a84c-48a8-ae6c-77e47a38e647 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5494fcde-a374-49ae-8815-130d057cc91f HTTP/1.1" status: 200 len: 915 time: 0.1594038 Dec 11 22:55:21.812319 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:21.831708 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2f21f0b-ea84-4b8a-878b-3fda890692bc req-7f91ac49-5965-4f73-b670-3cb8b5a61bf2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f HTTP/1.1" status: 200 len: 217 time: 0.0435562 Dec 11 22:55:21.853301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:21.888087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21f0b-ea84-4b8a-878b-3fda890692bc req-c2c8ce72-2338-44e1-8261-dcebfdec8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:21.889414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2f21f0b-ea84-4b8a-878b-3fda890692bc req-c2c8ce72-2338-44e1-8261-dcebfdec8e39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1ab4d1b-7934-4d41-b700-13bf819b1c98 HTTP/1.1" status: 200 len: 854 time: 0.0504665 Dec 11 22:55:21.920607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92996b9d-52c3-45b0-91dd-1f40fc41c66d None None] Pushing event updated for resources: {'Port': ['ID=8fc83b43-2ac8-4b60-8f46-9b3e4861cecb,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:21.928088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2f21f0b-ea84-4b8a-878b-3fda890692bc req-86185bf9-1265-4be9-b38f-3fd833fdafca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5494fcde-a374-49ae-8815-130d057cc91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316997 Dec 11 22:55:22.040428 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:55:22.045220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:22.045610 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:22.058377 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:22.084607 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2f21f0b-ea84-4b8a-878b-3fda890692bc req-6ea9f152-7476-4a20-9830-00a6b9ef1a40 service neutron] 10.222.0.13 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495411 Dec 11 22:55:22.169169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a170ac2e-73ea-4d60-bbc1-c1a16a5c3ee0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port 27727c05-c35b-423d-a616-95983588c6ba {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:22.169512 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a170ac2e-73ea-4d60-bbc1-c1a16a5c3ee0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:22.324248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2f21f0b-ea84-4b8a-878b-3fda890692bc req-d4c6a397-6962-41ec-ba1b-c5303019159c service neutron] 10.222.0.13 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315285 Dec 11 22:55:22.427071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0f941-c030-493b-a424-aa8dbd9c66ba req-8f59dbf0-459e-4b14-b4bf-894ff4e353ef tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:22.432190 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85e0f941-c030-493b-a424-aa8dbd9c66ba req-8f59dbf0-459e-4b14-b4bf-894ff4e353ef tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 945 time: 0.1073980 Dec 11 22:55:22.505806 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a170ac2e-73ea-4d60-bbc1-c1a16a5c3ee0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:22.550184 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85e0f941-c030-493b-a424-aa8dbd9c66ba req-46ac98dd-5e65-4d94-bcc3-09238a9ec800 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083162 Dec 11 22:55:22.571809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a170ac2e-73ea-4d60-bbc1-c1a16a5c3ee0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for 27727c05-c35b-423d-a616-95983588c6ba owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:22.576946 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:22.605008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903769ab-db03-4681-ada8-49de715e3234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87757d9e-ccf2-4a20-8e10-7f97d0bd5209'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:55:22.610705 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc444ff5-4913-42bb-b4e1-50968f6474fc" -d '{"events": [{"server_uuid": "903769ab-db03-4681-ada8-49de715e3234", "name": "network-vif-plugged", "status": "completed", "tag": "87757d9e-ccf2-4a20-8e10-7f97d0bd5209"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:55:22.623344 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=87757d9e-ccf2-4a20-8e10-7f97d0bd5209,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:22.638171 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:22.692573 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:22.741496 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Allocated IP 172.20.0.1 (e610fa38-b88c-4e06-bd8c-fdaf621b3d2b/7ab47ae7-7692-4039-ba32-3aeb0076d50e/7338313f-0b0d-4efc-9959-4547d3fac1f5) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:22.759251 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0866551e-b200-44c2-a0f1-71a25373a63a x-openstack-request-id: req-0866551e-b200-44c2-a0f1-71a25373a63a {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:55:22.759251 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903769ab-db03-4681-ada8-49de715e3234", "name": "network-vif-plugged", "status": "completed", "tag": "87757d9e-ccf2-4a20-8e10-7f97d0bd5209", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:55:22.759576 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0866551e-b200-44c2-a0f1-71a25373a63a {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:55:22.759958 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903769ab-db03-4681-ada8-49de715e3234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87757d9e-ccf2-4a20-8e10-7f97d0bd5209', 'code': 200} Dec 11 22:55:22.763952 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=87757d9e-ccf2-4a20-8e10-7f97d0bd5209,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:22.833989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f10c61-d1c6-4922-b2f5-5a3acc738051 req-f258932a-d976-4324-90f5-fcf75a8ad57c tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:22.836630 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0f10c61-d1c6-4922-b2f5-5a3acc738051 req-f258932a-d976-4324-90f5-fcf75a8ad57c tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.1602170 Dec 11 22:55:22.854761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:22.919847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:22.920311 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:22.938949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cea3d-ba05-499b-999a-20aaf7aecfc6 req-ac16c4d7-d159-4cf4-88d9-89657ee52fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:22.941072 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-008cea3d-ba05-499b-999a-20aaf7aecfc6 req-ac16c4d7-d159-4cf4-88d9-89657ee52fc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 1097 time: 0.0839407 Dec 11 22:55:22.955437 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0f10c61-d1c6-4922-b2f5-5a3acc738051 req-2d12cb81-2017-466f-bea1-c20f891086b8 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084452 Dec 11 22:55:23.100849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-008cea3d-ba05-499b-999a-20aaf7aecfc6 req-64fa5d31-670c-48b3-bafd-c24a5335d98a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=40ec96a7-7f39-4312-83c1-651c005532c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435251 Dec 11 22:55:23.108815 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:23.166599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8fc83b43-2ac8-4b60-8f46-9b3e4861cecb,segment=NetworkSegment(5e2b47d5-a704-443c-a17a-a98367db34f5),segment_id=5e2b47d5-a704-443c-a17a-a98367db34f5)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:23.170431 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef78573-2650-45fb-870a-013293042f85 req-7c179050-5a1b-4f43-8369-7004e9413666 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:23.175532 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aef78573-2650-45fb-870a-013293042f85 req-7c179050-5a1b-4f43-8369-7004e9413666 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 945 time: 0.1924152 Dec 11 22:55:23.218747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a30be7-7132-4a05-8e26-6bd6db6df8ea req-7f86c560-52f4-4c7e-84f7-b660a41a2f19 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:23.221995 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c7a30be7-7132-4a05-8e26-6bd6db6df8ea req-7f86c560-52f4-4c7e-84f7-b660a41a2f19 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 946 time: 0.1883197 Dec 11 22:55:23.240554 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:23.260204 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:23.318356 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c7a30be7-7132-4a05-8e26-6bd6db6df8ea req-fe5ebc49-b9e3-4346-82fc-b002791eea87 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=40ec96a7-7f39-4312-83c1-651c005532c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892279 Dec 11 22:55:23.327283 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=8fc83b43-2ac8-4b60-8f46-9b3e4861cecb,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:23.351439 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aef78573-2650-45fb-870a-013293042f85 req-70b1d809-e743-491e-a396-35832a579443 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289492 Dec 11 22:55:23.446608 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a170ac2e-73ea-4d60-bbc1-c1a16a5c3ee0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:23.519323 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170ac2e-73ea-4d60-bbc1-c1a16a5c3ee0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=27727c05-c35b-423d-a616-95983588c6ba,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:23.523140 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:23.554909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9fe09e-5054-41d9-a371-3db22dfbafdb None None] Network e610fa38-b88c-4e06-bd8c-fdaf621b3d2b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:23.595486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network e610fa38-b88c-4e06-bd8c-fdaf621b3d2b is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:23.657392 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:23.671332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4b56567a-a115-4899-98a4-a245acae7cfb None None] Provisioning complete for port 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:23.671332 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4b56567a-a115-4899-98a4-a245acae7cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:23.682447 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:23.797964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=7338313f-0b0d-4efc-9959-4547d3fac1f5,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:23.810497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f8480-1a7f-4f9f-8b45-5efd246e1366 req-cc96cc4f-c9ea-48bc-a762-842b641508cd tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:23.827705 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2a1f8480-1a7f-4f9f-8b45-5efd246e1366 req-cc96cc4f-c9ea-48bc-a762-842b641508cd tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 945 time: 0.1273296 Dec 11 22:55:23.853154 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:23.898720 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:23.917787 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2a1f8480-1a7f-4f9f-8b45-5efd246e1366 req-9c68d621-6939-4163-89e1-fe67ff993f69 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890503 Dec 11 22:55:23.932234 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a170ac2e-73ea-4d60-bbc1-c1a16a5c3ee0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:24.206018 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296cd76-5069-4f8b-b793-19580608de46 req-03604264-9254-4b3a-b78c-03102c36afa4 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:24.208318 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9296cd76-5069-4f8b-b793-19580608de46 req-03604264-9254-4b3a-b78c-03102c36afa4 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.1423538 Dec 11 22:55:24.285493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ccef6f6c-b07c-4d88-ba80-659bc1b1f331 None None] Provisioning complete for port 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:24.285880 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ccef6f6c-b07c-4d88-ba80-659bc1b1f331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:24.482184 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:24.538541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a848ec-d9c5-4316-9d40-cefd513abeb7 req-30d7df67-0a60-4264-af07-b89a396d6d0e tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:24.542735 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00a848ec-d9c5-4316-9d40-cefd513abeb7 req-30d7df67-0a60-4264-af07-b89a396d6d0e tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 946 time: 0.1005776 Dec 11 22:55:24.573219 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a170ac2e-73ea-4d60-bbc1-c1a16a5c3ee0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router 4fb84848-24fc-4900-94b3-8a12fb568d67 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:55:24.587300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ccef6f6c-b07c-4d88-ba80-659bc1b1f331 None None] Provisioning complete for port 7338313f-0b0d-4efc-9959-4547d3fac1f5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:24.588064 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ccef6f6c-b07c-4d88-ba80-659bc1b1f331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:24.634529 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9296cd76-5069-4f8b-b793-19580608de46 req-f079fc16-b89c-4125-85d6-d08b3fb127db tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661215 Dec 11 22:55:24.666528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ccef6f6c-b07c-4d88-ba80-659bc1b1f331 None None] Port 7338313f-0b0d-4efc-9959-4547d3fac1f5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:24.670917 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:24.688158 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00a848ec-d9c5-4316-9d40-cefd513abeb7 req-25d3793a-fe2e-4af4-80d2-5e3f957e709f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=40ec96a7-7f39-4312-83c1-651c005532c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385264 Dec 11 22:55:24.816491 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2357a32f-e97b-4f10-b3ef-8b4967980d3a None None] Provisioning complete for port 7338313f-0b0d-4efc-9959-4547d3fac1f5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:24.817093 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2357a32f-e97b-4f10-b3ef-8b4967980d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:24.818706 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:24.902066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc67ce-b6d1-4b89-bca9-aaf2491f1e19 req-68fb45d3-b276-454f-ae84-1ec8fdc81218 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:24.907316 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ddc67ce-b6d1-4b89-bca9-aaf2491f1e19 req-68fb45d3-b276-454f-ae84-1ec8fdc81218 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.47 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 945 time: 0.1073847 Dec 11 22:55:25.004624 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2357a32f-e97b-4f10-b3ef-8b4967980d3a None None] Port 7338313f-0b0d-4efc-9959-4547d3fac1f5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:25.040038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:25.040750 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:25.145409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-2ddc67ce-b6d1-4b89-bca9-aaf2491f1e19 req-cc85d590-2114-44a0-93c3-9227bfcd11ab tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Deleting port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:25.145409 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ddc67ce-b6d1-4b89-bca9-aaf2491f1e19 req-cc85d590-2114-44a0-93c3-9227bfcd11ab tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:25.177517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7b3ef-8bb2-4ec3-a5eb-7201d2bee93a req-0dcf802a-a2fb-43c6-b81a-a8f9eb2d2f6d tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:25.177517 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ae7b3ef-8bb2-4ec3-a5eb-7201d2bee93a req-0dcf802a-a2fb-43c6-b81a-a8f9eb2d2f6d tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 945 time: 0.1342943 Dec 11 22:55:25.298920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ae7b3ef-8bb2-4ec3-a5eb-7201d2bee93a req-b833762f-ea5e-4f77-ba28-8f81b73cde22 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129191 Dec 11 22:55:25.335106 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a170ac2e-73ea-4d60-bbc1-c1a16a5c3ee0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:25.340973 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a170ac2e-73ea-4d60-bbc1-c1a16a5c3ee0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/4fb84848-24fc-4900-94b3-8a12fb568d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6187627 Dec 11 22:55:25.345823 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44112) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:25.350728 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff3cd5-ee31-413f-9a2e-f62a4a7895d5 None None] Sync routers for ids ['4fb84848-24fc-4900-94b3-8a12fb568d67'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:25.371241 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff3cd5-ee31-413f-9a2e-f62a4a7895d5 None None] Routers {'4fb84848-24fc-4900-94b3-8a12fb568d67'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:25.371985 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8dff3cd5-ee31-413f-9a2e-f62a4a7895d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['4fb84848-24fc-4900-94b3-8a12fb568d67'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:25.374260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2ddc67ce-b6d1-4b89-bca9-aaf2491f1e19 req-cc85d590-2114-44a0-93c3-9227bfcd11ab tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] For port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60,segment=NetworkSegment(74662169-1a30-4856-b88a-4a05458741d7),segment_id=74662169-1a30-4856-b88a-4a05458741d7)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:25.374899 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ddc67ce-b6d1-4b89-bca9-aaf2491f1e19 req-cc85d590-2114-44a0-93c3-9227bfcd11ab tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:25.389706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-2ddc67ce-b6d1-4b89-bca9-aaf2491f1e19 req-cc85d590-2114-44a0-93c3-9227bfcd11ab tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Calling delete_port for 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:25.420389 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8dff3cd5-ee31-413f-9a2e-f62a4a7895d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:25.440102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff3cd5-ee31-413f-9a2e-f62a4a7895d5 None None] Routers {'4fb84848-24fc-4900-94b3-8a12fb568d67'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:25.440102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8dff3cd5-ee31-413f-9a2e-f62a4a7895d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['4fb84848-24fc-4900-94b3-8a12fb568d67'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:25.491815 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed36584-7282-476f-80e3-75466e529aa0 req-2def025b-b4b9-43b9-a280-6580a20fe51a tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:25.493451 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aed36584-7282-476f-80e3-75466e529aa0 req-2def025b-b4b9-43b9-a280-6580a20fe51a tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 945 time: 0.7417598 Dec 11 22:55:25.523407 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8dff3cd5-ee31-413f-9a2e-f62a4a7895d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:25.524113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff3cd5-ee31-413f-9a2e-f62a4a7895d5 None None] The sync data for ids ['4fb84848-24fc-4900-94b3-8a12fb568d67'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:25.642877 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ddc67ce-b6d1-4b89-bca9-aaf2491f1e19 req-cc85d590-2114-44a0-93c3-9227bfcd11ab tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:25.682530 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:55:25.719582 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85d590-2114-44a0-93c3-9227bfcd11ab tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Pushing event deleted for resources: {'Port': ['ID=3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:25.746680 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aed36584-7282-476f-80e3-75466e529aa0 req-21538f9a-5be9-455b-a77b-ca8aec74c5ea tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339938 Dec 11 22:55:25.795250 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453168bb-1df9-4a6b-bd29-ebaf56b40e65 None None] DHCP port deletion for 342542df-9e2a-49dd-8ac7-00b364607ac8 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:25.846532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:25.850638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddc67ce-b6d1-4b89-bca9-aaf2491f1e19 req-cc85d590-2114-44a0-93c3-9227bfcd11ab tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] No DVR routers for this DVR port 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:55:25.867329 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2ddc67ce-b6d1-4b89-bca9-aaf2491f1e19 req-cc85d590-2114-44a0-93c3-9227bfcd11ab tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:25.870856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ddc67ce-b6d1-4b89-bca9-aaf2491f1e19 req-cc85d590-2114-44a0-93c3-9227bfcd11ab tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.47 "DELETE /v2.0/ports/3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 HTTP/1.1" status: 204 len: 173 time: 0.9560869 Dec 11 22:55:25.871404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8ef3cf-b983-4f7d-970c-808c0440c38d', 'name': 'network-vif-deleted', 'tag': '3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:55:25.882624 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94170879-25a1-4a7c-bc0e-c6c2dbbbc4fc" -d '{"events": [{"server_uuid": "af8ef3cf-b983-4f7d-970c-808c0440c38d", "name": "network-vif-deleted", "tag": "3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:55:25.927420 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:25.955889 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f2adb-ab19-4eba-9ba0-65ac51f1f369 req-02b5f6cb-cfe7-48fb-866a-1f8ef47f55b4 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:25.957851 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-474f2adb-ab19-4eba-9ba0-65ac51f1f369 req-02b5f6cb-cfe7-48fb-866a-1f8ef47f55b4 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.1097767 Dec 11 22:55:26.039848 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-474f2adb-ab19-4eba-9ba0-65ac51f1f369 req-881a7209-6212-42a9-9a2d-a63811f7ddf7 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559804 Dec 11 22:55:26.099606 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:26.103288 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44318090-43ca-4be5-8f51-a4db5823e979 x-openstack-request-id: req-44318090-43ca-4be5-8f51-a4db5823e979 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:55:26.103586 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8ef3cf-b983-4f7d-970c-808c0440c38d", "name": "network-vif-deleted", "tag": "3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:55:26.104173 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44318090-43ca-4be5-8f51-a4db5823e979 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:55:26.104314 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8ef3cf-b983-4f7d-970c-808c0440c38d', 'name': 'network-vif-deleted', 'tag': '3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60', 'status': 'completed', 'code': 200} Dec 11 22:55:26.104531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=7338313f-0b0d-4efc-9959-4547d3fac1f5,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:26.167664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d58a95-5794-410a-adbe-ecb7bfab7675 req-faaea897-c96c-4c0b-916d-21f581bb933a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:26.169479 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-72d58a95-5794-410a-adbe-ecb7bfab7675 req-faaea897-c96c-4c0b-916d-21f581bb933a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 946 time: 0.2464733 Dec 11 22:55:26.324499 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-72d58a95-5794-410a-adbe-ecb7bfab7675 req-444952fc-79aa-482d-be65-57305686fa27 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=40ec96a7-7f39-4312-83c1-651c005532c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114237 Dec 11 22:55:26.343218 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa222e18-173d-49e5-8acc-3dfdcff08b9c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:26.343218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network e610fa38-b88c-4e06-bd8c-fdaf621b3d2b is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:26.343218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:26.481187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f930ca-9345-43ad-a7e9-6afdc538f0a8 req-90bd458e-f62e-4193-bd83-927195872554 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:26.483319 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39f930ca-9345-43ad-a7e9-6afdc538f0a8 req-90bd458e-f62e-4193-bd83-927195872554 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 945 time: 0.0684259 Dec 11 22:55:26.571211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39f930ca-9345-43ad-a7e9-6afdc538f0a8 req-e2e66127-071a-4fbd-a904-378895e0b179 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810809 Dec 11 22:55:26.760257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247803b-ac30-4345-9883-13e9c8620092 req-448f27e9-775c-4632-bb93-20ef09ba1569 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:26.765811 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f247803b-ac30-4345-9883-13e9c8620092 req-448f27e9-775c-4632-bb93-20ef09ba1569 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 946 time: 0.2663357 Dec 11 22:55:26.772858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44126) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:26.782148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-147b8146-7263-4d06-99e8-4f5beac9fb9d None None] Provisioning complete for port 7338313f-0b0d-4efc-9959-4547d3fac1f5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:26.782663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ee4e79ca-dc5b-4946-8cdc-5d35e0ec900f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Request body: {'floatingip': {'port_id': '87757d9e-ccf2-4a20-8e10-7f97d0bd5209'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:26.784607 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-147b8146-7263-4d06-99e8-4f5beac9fb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:26.914416 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee4e79ca-dc5b-4946-8cdc-5d35e0ec900f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for floatingip, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:26.939933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-147b8146-7263-4d06-99e8-4f5beac9fb9d None None] Port 7338313f-0b0d-4efc-9959-4547d3fac1f5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:26.980058 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router 4384c484-1e34-41c4-a89d-56dadf36165d is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:55:27.044753 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-334cc56c-e133-4f70-a70a-64d696f0bea3 req-8ef3ef45-aa53-4939-a8b0-03cba7503fb3 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=af8ef3cf-b983-4f7d-970c-808c0440c38d HTTP/1.1" status: 200 len: 210 time: 0.0724161 Dec 11 22:55:27.153833 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-aa222e18-173d-49e5-8acc-3dfdcff08b9c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port 0cb82d7f-4bee-4266-b97c-de231bd38828 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:27.153833 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa222e18-173d-49e5-8acc-3dfdcff08b9c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:27.354029 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:27.365192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44132) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:27.374630 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fbcad-6cf9-4da3-8985-d77932cb2bc8 None None] Sync routers for ids ['4384c484-1e34-41c4-a89d-56dadf36165d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:27.387214 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d8731029-2984-4460-b328-215045ac5dce tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/4384c484-1e34-41c4-a89d-56dadf36165d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8502538 Dec 11 22:55:27.400584 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fbcad-6cf9-4da3-8985-d77932cb2bc8 None None] Routers {'4384c484-1e34-41c4-a89d-56dadf36165d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:27.401226 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5d1fbcad-6cf9-4da3-8985-d77932cb2bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['4384c484-1e34-41c4-a89d-56dadf36165d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:27.432812 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749f78d-d46b-47d5-b194-ded9b1678c02 req-837021af-5a9a-4e21-8bc9-b9a2c17631cc tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:27.434407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6749f78d-d46b-47d5-b194-ded9b1678c02 req-837021af-5a9a-4e21-8bc9-b9a2c17631cc tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.2843742 Dec 11 22:55:27.436440 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa222e18-173d-49e5-8acc-3dfdcff08b9c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:27.486304 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5d1fbcad-6cf9-4da3-8985-d77932cb2bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:27.487773 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-aa222e18-173d-49e5-8acc-3dfdcff08b9c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for 0cb82d7f-4bee-4266-b97c-de231bd38828 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:27.518240 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fbcad-6cf9-4da3-8985-d77932cb2bc8 None None] Routers {'4384c484-1e34-41c4-a89d-56dadf36165d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:27.518982 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5d1fbcad-6cf9-4da3-8985-d77932cb2bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['4384c484-1e34-41c4-a89d-56dadf36165d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:27.554769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a51f172-0708-4831-9778-746af3734221 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:27.558306 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3a51f172-0708-4831-9778-746af3734221 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports/7338313f-0b0d-4efc-9959-4547d3fac1f5 HTTP/1.1" status: 200 len: 910 time: 0.1780379 Dec 11 22:55:27.559787 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44134) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:27.759840 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5d1fbcad-6cf9-4da3-8985-d77932cb2bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:27.759840 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fbcad-6cf9-4da3-8985-d77932cb2bc8 None None] The sync data for ids ['4384c484-1e34-41c4-a89d-56dadf36165d'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:27.760883 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ab47ae7-7692-4039-ba32-3aeb0076d50e'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:27.760883 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6749f78d-d46b-47d5-b194-ded9b1678c02 req-8c9c5879-c8c1-4325-b923-14ea22fa7887 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213857 Dec 11 22:55:27.877780 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:55:27.928002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:55:27.928483 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3a77c9f5-f4d8-4ab6-a1c0-4f55c1d95d60 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:55:28.074614 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213f192-0dac-4da3-8353-8db350d01ad0 req-9a33e8b8-f6a4-4f2d-9ac8-0365563f9882 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:28.082325 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a213f192-0dac-4da3-8353-8db350d01ad0 req-9a33e8b8-f6a4-4f2d-9ac8-0365563f9882 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 945 time: 0.4064136 Dec 11 22:55:28.104081 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.resource_extend [None req-ee4e79ca-dc5b-4946-8cdc-5d35e0ec900f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:55:28.241683 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a213f192-0dac-4da3-8353-8db350d01ad0 req-5122faae-bf99-43fd-a0f4-bd268d5899bb tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581671 Dec 11 22:55:28.265479 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee4e79ca-dc5b-4946-8cdc-5d35e0ec900f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:28.348231 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa222e18-173d-49e5-8acc-3dfdcff08b9c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:28.377519 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee4e79ca-dc5b-4946-8cdc-5d35e0ec900f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:28.382352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa222e18-173d-49e5-8acc-3dfdcff08b9c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=0cb82d7f-4bee-4266-b97c-de231bd38828,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:28.561920 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:28.565553 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa222e18-173d-49e5-8acc-3dfdcff08b9c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:28.597724 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-ee4e79ca-dc5b-4946-8cdc-5d35e0ec900f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Floating IP 2a38d70a-f657-42cc-8fba-ca59b45d5be8 associated. External IP: 172.25.1.204, port: 87757d9e-ccf2-4a20-8e10-7f97d0bd5209. Dec 11 22:55:28.954135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa222e18-173d-49e5-8acc-3dfdcff08b9c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router 4fb84848-24fc-4900-94b3-8a12fb568d67 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:55:29.042164 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bd9c5-ba72-4007-81f0-2ec48461b3c4 req-0fa0cd45-3a64-491a-87c8-e13ca091d524 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:29.050053 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-413bd9c5-ba72-4007-81f0-2ec48461b3c4 req-0fa0cd45-3a64-491a-87c8-e13ca091d524 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.1593544 Dec 11 22:55:29.192556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa222e18-173d-49e5-8acc-3dfdcff08b9c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:29.210455 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-aa222e18-173d-49e5-8acc-3dfdcff08b9c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/4fb84848-24fc-4900-94b3-8a12fb568d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8591084 Dec 11 22:55:29.213739 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44148) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:29.216923 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff09d59-b704-4385-9d35-291267236c3f None None] Sync routers for ids ['4fb84848-24fc-4900-94b3-8a12fb568d67'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:29.260904 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff09d59-b704-4385-9d35-291267236c3f None None] Routers {'4fb84848-24fc-4900-94b3-8a12fb568d67'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:29.262148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2ff09d59-b704-4385-9d35-291267236c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['4fb84848-24fc-4900-94b3-8a12fb568d67'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:29.275048 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-80ea3b6b-8f79-4b1f-9519-a8e77dcc1e60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb84848-24fc-4900-94b3-8a12fb568d67 HTTP/1.1" status: 200 len: 205 time: 0.0560117 Dec 11 22:55:29.290350 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44152) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:29.379310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2ff09d59-b704-4385-9d35-291267236c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:29.408871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff09d59-b704-4385-9d35-291267236c3f None None] Routers {'4fb84848-24fc-4900-94b3-8a12fb568d67'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:29.410387 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2ff09d59-b704-4385-9d35-291267236c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['4fb84848-24fc-4900-94b3-8a12fb568d67'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:29.523105 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-413bd9c5-ba72-4007-81f0-2ec48461b3c4 req-57b8afc7-6252-4959-a763-27fb9e60060b tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675314 Dec 11 22:55:29.525102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2ff09d59-b704-4385-9d35-291267236c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:29.528346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff09d59-b704-4385-9d35-291267236c3f None None] The sync data for ids ['4fb84848-24fc-4900-94b3-8a12fb568d67'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:29.642513 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77a9654d-d2db-45a4-9f50-7928e8fa6816 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:29.730078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328803e-92d3-4cf4-94c9-0f9d6413ee19 req-1e6c3cba-be05-46b4-821b-58878d8de050 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:29.747728 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2328803e-92d3-4cf4-94c9-0f9d6413ee19 req-1e6c3cba-be05-46b4-821b-58878d8de050 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 945 time: 0.1580300 Dec 11 22:55:29.752094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4e79ca-dc5b-4946-8cdc-5d35e0ec900f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Router 0ea403fe-fb5c-4430-8089-82a08b66eca1 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:55:29.827481 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:29.905302 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:29.920658 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2328803e-92d3-4cf4-94c9-0f9d6413ee19 req-c6fcb3d0-787b-466b-b549-cd9254c2ab05 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718397 Dec 11 22:55:30.048097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4e79ca-dc5b-4946-8cdc-5d35e0ec900f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:30.055008 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee4e79ca-dc5b-4946-8cdc-5d35e0ec900f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:30.060778 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86274d27-37c8-4690-b0e9-97434780afa3 None None] Sync routers for ids ['0ea403fe-fb5c-4430-8089-82a08b66eca1'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:30.062235 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77a9654d-d2db-45a4-9f50-7928e8fa6816 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:30.080520 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77a9654d-d2db-45a4-9f50-7928e8fa6816 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:30.083077 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86274d27-37c8-4690-b0e9-97434780afa3 None None] Routers {'0ea403fe-fb5c-4430-8089-82a08b66eca1'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:30.083886 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-86274d27-37c8-4690-b0e9-97434780afa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0ea403fe-fb5c-4430-8089-82a08b66eca1'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:30.098308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=7338313f-0b0d-4efc-9959-4547d3fac1f5,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:30.151623 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ee4e79ca-dc5b-4946-8cdc-5d35e0ec900f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "PUT /v2.0/floatingips/2a38d70a-f657-42cc-8fba-ca59b45d5be8 HTTP/1.1" status: 200 len: 992 time: 3.3776362 Dec 11 22:55:30.152508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903769ab-db03-4681-ada8-49de715e3234', 'tag': '87757d9e-ccf2-4a20-8e10-7f97d0bd5209'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:55:30.158649 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b59c3b5-0c49-4db0-a840-6f7402f6757c" -d '{"events": [{"name": "network-changed", "server_uuid": "903769ab-db03-4681-ada8-49de715e3234", "tag": "87757d9e-ccf2-4a20-8e10-7f97d0bd5209"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:55:30.263546 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3018026f-0920-4050-bd07-4ea5bffe34fd x-openstack-request-id: req-3018026f-0920-4050-bd07-4ea5bffe34fd {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:55:30.263984 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903769ab-db03-4681-ada8-49de715e3234", "tag": "87757d9e-ccf2-4a20-8e10-7f97d0bd5209", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:55:30.264401 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3018026f-0920-4050-bd07-4ea5bffe34fd {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:55:30.264960 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903769ab-db03-4681-ada8-49de715e3234', 'tag': '87757d9e-ccf2-4a20-8e10-7f97d0bd5209', 'status': 'completed', 'code': 200} Dec 11 22:55:30.284527 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:30.289289 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:30.291734 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/ports/7338313f-0b0d-4efc-9959-4547d3fac1f5 HTTP/1.1" status: 200 len: 910 time: 2.7276387 Dec 11 22:55:30.294661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44160) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:30.296079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:30.300512 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:30.300512 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:30.300512 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:30.300512 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:30.300512 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:30.312017 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:30.312414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:30.312768 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:30.313112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:30.313459 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:30.313929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:30.314451 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d164646-cd87-442e-a34e-dcc996ce94fe tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:30.325459 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77a9654d-d2db-45a4-9f50-7928e8fa6816 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:30.326105 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a9654d-d2db-45a4-9f50-7928e8fa6816 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Fanout notify agent at l3_agent the message router_deleted on router 4fb84848-24fc-4900-94b3-8a12fb568d67 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:55:30.338469 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77a9654d-d2db-45a4-9f50-7928e8fa6816 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:30.346928 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-77a9654d-d2db-45a4-9f50-7928e8fa6816 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/routers/4fb84848-24fc-4900-94b3-8a12fb568d67 HTTP/1.1" status: 204 len: 168 time: 1.0277612 Dec 11 22:55:30.347619 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44162) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:30.399992 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-86274d27-37c8-4690-b0e9-97434780afa3 None None] Set router 0ea403fe-fb5c-4430-8089-82a08b66eca1 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:55:30.463921 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2e70ff-0950-4363-aa17-997f5f8220b3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting subnet 1c80046e-484a-489c-8827-69f387b55294 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:55:30.468198 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f2e70ff-0950-4363-aa17-997f5f8220b3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:30.560424 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f2e70ff-0950-4363-aa17-997f5f8220b3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:30.797053 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f2e70ff-0950-4363-aa17-997f5f8220b3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:30.841869 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-86274d27-37c8-4690-b0e9-97434780afa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2a38d70a-f657-42cc-8fba-ca59b45d5be8', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'floating_ip_address': '172.25.1.204', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'port_id': '87757d9e-ccf2-4a20-8e10-7f97d0bd5209', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'mac_address': 'fa:16:3e:42:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903769ab-db03-4681-ada8-49de715e3234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:55:04Z', 'updated_at': '2021-12-11T22:55:27Z', 'revision_number': 1, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ca7a34-dd6a-420b-b451-6a97e2ebdca4', 'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'mac_address': 'fa:16:3e:d3:c4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:43Z', 'updated_at': '2021-12-11T22:48:50Z', 'revision_number': 5, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'subnets': [{'id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:30.846417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59c3b5-0c49-4db0-a840-6f7402f6757c req-fc24be37-674d-49fa-ac45-64a5e028120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:30.861214 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b59c3b5-0c49-4db0-a840-6f7402f6757c req-fc24be37-674d-49fa-ac45-64a5e028120a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d6abf9ec56c472face9a971de3e07c9&device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 1097 time: 0.4793923 Dec 11 22:55:30.883831 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86274d27-37c8-4690-b0e9-97434780afa3 None None] Checking router: 0ea403fe-fb5c-4430-8089-82a08b66eca1 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:55:30.895164 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86274d27-37c8-4690-b0e9-97434780afa3 None None] Routers {'0ea403fe-fb5c-4430-8089-82a08b66eca1'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:30.895789 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-86274d27-37c8-4690-b0e9-97434780afa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0ea403fe-fb5c-4430-8089-82a08b66eca1'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:31.012253 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f2e70ff-0950-4363-aa17-997f5f8220b3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:31.062381 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e70ff-0950-4363-aa17-997f5f8220b3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Subnet': ['ID=1c80046e-484a-489c-8827-69f387b55294,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:31.103668 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f2e70ff-0950-4363-aa17-997f5f8220b3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:31.110474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9472dfb2-e286-423a-b2de-641cd8f049b5 None None] Network edf6fd32-d594-4c1c-8621-327dad56b1f6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:31.113226 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-86274d27-37c8-4690-b0e9-97434780afa3 None None] Set router 0ea403fe-fb5c-4430-8089-82a08b66eca1 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:55:31.120170 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4f2e70ff-0950-4363-aa17-997f5f8220b3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/1c80046e-484a-489c-8827-69f387b55294 HTTP/1.1" status: 204 len: 168 time: 0.7682157 Dec 11 22:55:31.122653 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44170) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:31.173837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f64226-9a64-49d1-9d31-241045cb01d9 req-7c7f3aee-4919-4811-aeae-fd0dff48089f tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:31.182627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13f64226-9a64-49d1-9d31-241045cb01d9 req-7c7f3aee-4919-4811-aeae-fd0dff48089f tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.3413250 Dec 11 22:55:31.293999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59c3b5-0c49-4db0-a840-6f7402f6757c req-894c6572-679a-4948-869b-a21ee571f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:31.295744 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b59c3b5-0c49-4db0-a840-6f7402f6757c req-894c6572-679a-4948-869b-a21ee571f1c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=013a72d6-e5b9-422d-a19b-93934f78c63b HTTP/1.1" status: 200 len: 911 time: 0.3735588 Dec 11 22:55:31.326905 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13f64226-9a64-49d1-9d31-241045cb01d9 req-17db8936-3560-46c9-a015-794626845877 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429193 Dec 11 22:55:31.331624 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdcac3a0-b8ec-42cf-9454-e4be5d7e38b7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting subnet a2f9379e-ed49-4cc7-aa9e-25f29a416600 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:55:31.359800 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bdcac3a0-b8ec-42cf-9454-e4be5d7e38b7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:31.497031 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777166f-5dc7-411a-9015-9ddadbe2e64d req-3a2562a6-0efc-4ead-9eb4-5d8980d72fb8 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:31.508928 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a777166f-5dc7-411a-9015-9ddadbe2e64d req-3a2562a6-0efc-4ead-9eb4-5d8980d72fb8 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 945 time: 0.3873522 Dec 11 22:55:31.589480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b59c3b5-0c49-4db0-a840-6f7402f6757c req-8249558a-6360-42c0-9e0b-12087a91cc00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87757d9e-ccf2-4a20-8e10-7f97d0bd5209 HTTP/1.1" status: 200 len: 1000 time: 0.2694440 Dec 11 22:55:31.626795 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bdcac3a0-b8ec-42cf-9454-e4be5d7e38b7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:31.660806 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d323cd9f-a856-4d99-a006-77233bdd257c None None] DHCP port deletion for edf6fd32-d594-4c1c-8621-327dad56b1f6 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:31.699119 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:31.726046 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a777166f-5dc7-411a-9015-9ddadbe2e64d req-330751d4-5a03-4b0a-a3ec-2c773502460b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143400 Dec 11 22:55:31.773735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d323cd9f-a856-4d99-a006-77233bdd257c None None] Deleting port 36f682ce-0e64-482a-911a-840366b62c0d {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:31.774138 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d323cd9f-a856-4d99-a006-77233bdd257c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:31.828761 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-86274d27-37c8-4690-b0e9-97434780afa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2a38d70a-f657-42cc-8fba-ca59b45d5be8', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'floating_ip_address': '172.25.1.204', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'port_id': '87757d9e-ccf2-4a20-8e10-7f97d0bd5209', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'mac_address': 'fa:16:3e:42:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903769ab-db03-4681-ada8-49de715e3234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:55:04Z', 'updated_at': '2021-12-11T22:55:27Z', 'revision_number': 1, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ca7a34-dd6a-420b-b451-6a97e2ebdca4', 'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'mac_address': 'fa:16:3e:d3:c4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:43Z', 'updated_at': '2021-12-11T22:48:50Z', 'revision_number': 5, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'subnets': [{'id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:31.835348 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bdcac3a0-b8ec-42cf-9454-e4be5d7e38b7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:31.883561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59c3b5-0c49-4db0-a840-6f7402f6757c req-e0b5b258-1d10-443f-bed2-51b95c1044f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:31.886079 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b59c3b5-0c49-4db0-a840-6f7402f6757c req-e0b5b258-1d10-443f-bed2-51b95c1044f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=987c9be0-fcb0-4823-a9e6-efc112c434ab HTTP/1.1" status: 200 len: 849 time: 0.2809744 Dec 11 22:55:31.915245 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86274d27-37c8-4690-b0e9-97434780afa3 None None] The sync data for ids ['0ea403fe-fb5c-4430-8089-82a08b66eca1'] in n-d-710847-6 is: [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2a38d70a-f657-42cc-8fba-ca59b45d5be8', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'floating_ip_address': '172.25.1.204', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'port_id': '87757d9e-ccf2-4a20-8e10-7f97d0bd5209', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'mac_address': 'fa:16:3e:42:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903769ab-db03-4681-ada8-49de715e3234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:55:04Z', 'updated_at': '2021-12-11T22:55:27Z', 'revision_number': 1, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ca7a34-dd6a-420b-b451-6a97e2ebdca4', 'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'mac_address': 'fa:16:3e:d3:c4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:43Z', 'updated_at': '2021-12-11T22:48:50Z', 'revision_number': 5, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'subnets': [{'id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:31.948168 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d323cd9f-a856-4d99-a006-77233bdd257c None None] For port 36f682ce-0e64-482a-911a-840366b62c0d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=36f682ce-0e64-482a-911a-840366b62c0d,segment=NetworkSegment(f53e8179-8c76-4817-9280-67481ef5cab0),segment_id=f53e8179-8c76-4817-9280-67481ef5cab0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:31.952225 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d323cd9f-a856-4d99-a006-77233bdd257c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:31.965962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d323cd9f-a856-4d99-a006-77233bdd257c None None] Calling delete_port for 36f682ce-0e64-482a-911a-840366b62c0d owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:31.973551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59c3b5-0c49-4db0-a840-6f7402f6757c req-ede18ef7-d60f-44cc-9552-ab62348ff2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:31.976465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b59c3b5-0c49-4db0-a840-6f7402f6757c req-ede18ef7-d60f-44cc-9552-ab62348ff2ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=013a72d6-e5b9-422d-a19b-93934f78c63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617378 Dec 11 22:55:32.029749 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bdcac3a0-b8ec-42cf-9454-e4be5d7e38b7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:32.075668 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bdcac3a0-b8ec-42cf-9454-e4be5d7e38b7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:32.085085 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bdcac3a0-b8ec-42cf-9454-e4be5d7e38b7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/a2f9379e-ed49-4cc7-aa9e-25f29a416600 HTTP/1.1" status: 204 len: 168 time: 0.9589925 Dec 11 22:55:32.085085 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44176) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:32.085085 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcac3a0-b8ec-42cf-9454-e4be5d7e38b7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f9379e-ed49-4cc7-aa9e-25f29a416600,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:32.097730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486a60e6-529a-4a92-9580-0b1d617695de None None] Network 197dfb88-6366-4d80-a7c5-148ed1e93e9a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:32.166722 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b59c3b5-0c49-4db0-a840-6f7402f6757c req-6ff051c0-a6d4-4fb9-adfd-8d84d2dbc4b5 service neutron] 10.222.0.47 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794710 Dec 11 22:55:32.211713 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:32.315528 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port 36f682ce-0e64-482a-911a-840366b62c0d {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:32.315692 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d323cd9f-a856-4d99-a006-77233bdd257c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:32.316206 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:32.366580 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ac8ac8-b564-4a55-bd07-288b08538c01 None None] DHCP port deletion for 197dfb88-6366-4d80-a7c5-148ed1e93e9a request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:32.371509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee51b29-0e94-415e-acf4-ac6479306982 None None] New status for floating IP 2a38d70a-f657-42cc-8fba-ca59b45d5be8: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:55:32.407678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b59c3b5-0c49-4db0-a840-6f7402f6757c req-f8f68317-f6a7-45aa-a984-e4d7af32dd4c service neutron] 10.222.0.47 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265480 Dec 11 22:55:32.457876 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323cd9f-a856-4d99-a006-77233bdd257c None None] Pushing event deleted for resources: {'Port': ['ID=36f682ce-0e64-482a-911a-840366b62c0d,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:32.460633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] For port 36f682ce-0e64-482a-911a-840366b62c0d, host n-d-710847-6, got binding levels [] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:32.467428 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:32.496189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for 36f682ce-0e64-482a-911a-840366b62c0d owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:32.498236 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port 7338313f-0b0d-4efc-9959-4547d3fac1f5 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:32.498580 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:32.503504 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.ipam_backend_mixin [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Port 36f682ce-0e64-482a-911a-840366b62c0d was not found and therefore no delete operation was performed {{(pid=103691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 11 22:55:32.505265 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:32.514235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d323cd9f-a856-4d99-a006-77233bdd257c None None] No DVR routers for this DVR port 36f682ce-0e64-482a-911a-840366b62c0d on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:55:32.581661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=36f682ce-0e64-482a-911a-840366b62c0d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:32.593634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No DVR routers for this DVR port 36f682ce-0e64-482a-911a-840366b62c0d on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:55:32.648134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-65ac8ac8-b564-4a55-bd07-288b08538c01 None None] Deleting port 7d810dfd-16ac-4e65-a1e5-787babe20c8e {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:32.648523 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-65ac8ac8-b564-4a55-bd07-288b08538c01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:32.737270 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:32.770055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf6fd32-d594-4c1c-8621-327dad56b1f6']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:32.783724 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53e8179-8c76-4817-9280-67481ef5cab0') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:32.784138 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53e8179-8c76-4817-9280-67481ef5cab0') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:32.789749 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:32.799537 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:32.829882 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:32.842665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for 7338313f-0b0d-4efc-9959-4547d3fac1f5 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:32.850427 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:55:32.851529 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:32.854150 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-65ac8ac8-b564-4a55-bd07-288b08538c01 None None] For port 7d810dfd-16ac-4e65-a1e5-787babe20c8e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7d810dfd-16ac-4e65-a1e5-787babe20c8e,segment=NetworkSegment(793c7eca-c27e-4ef1-a598-a904ffa65f79),segment_id=793c7eca-c27e-4ef1-a598-a904ffa65f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:32.854572 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-65ac8ac8-b564-4a55-bd07-288b08538c01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:55:32.856913 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:55:32.871677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-65ac8ac8-b564-4a55-bd07-288b08538c01 None None] Calling delete_port for 7d810dfd-16ac-4e65-a1e5-787babe20c8e owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:32.888454 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4dc23d-be3f-46d1-856a-67852c743b7f req-71f084e8-c151-4286-b206-e7c3a7067b30 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:32.890338 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5b4dc23d-be3f-46d1-856a-67852c743b7f req-71f084e8-c151-4286-b206-e7c3a7067b30 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.3514419 Dec 11 22:55:32.984962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 36f682ce-0e64-482a-911a-840366b62c0d no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:55:33.054614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 36f682ce-0e64-482a-911a-840366b62c0d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:55:33.055072 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 36f682ce-0e64-482a-911a-840366b62c0d not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:55:33.055458 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7d810dfd-16ac-4e65-a1e5-787babe20c8e no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:55:33.072380 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5b4dc23d-be3f-46d1-856a-67852c743b7f req-a6f8a60a-4732-4f42-a1fb-605837ab244d tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633401 Dec 11 22:55:33.195477 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:33.300787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 7d810dfd-16ac-4e65-a1e5-787babe20c8e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7d810dfd-16ac-4e65-a1e5-787babe20c8e,segment=NetworkSegment(793c7eca-c27e-4ef1-a598-a904ffa65f79),segment_id=793c7eca-c27e-4ef1-a598-a904ffa65f79)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:33.326589 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:33.370050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=7338313f-0b0d-4efc-9959-4547d3fac1f5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:33.402199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:33.402565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:33.402957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:33.403310 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:33.403653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:33.403991 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:33.404329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:33.405176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:33.405176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:33.405345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:33.405708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:33.406099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:33.406428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:33.412992 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:33.488856 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-65ac8ac8-b564-4a55-bd07-288b08538c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:33.509067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ac8ac8-b564-4a55-bd07-288b08538c01 None None] No DVR routers for this DVR port 7d810dfd-16ac-4e65-a1e5-787babe20c8e on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:55:33.516411 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=7d810dfd-16ac-4e65-a1e5-787babe20c8e,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:33.522759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ff9eb-a74e-4644-974c-6c03be63c8c2 req-3b13742d-bea9-4292-a513-e5cbc688105e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:33.524076 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4c9ff9eb-a74e-4644-974c-6c03be63c8c2 req-3b13742d-bea9-4292-a513-e5cbc688105e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 945 time: 0.5725794 Dec 11 22:55:33.544027 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:33.552552 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:33.556423 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/networks/edf6fd32-d594-4c1c-8621-327dad56b1f6 HTTP/1.1" status: 204 len: 168 time: 1.4592390 Dec 11 22:55:33.560179 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44200) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:33.565364 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac8ac8-b564-4a55-bd07-288b08538c01 None None] Pushing event deleted for resources: {'Port': ['ID=7d810dfd-16ac-4e65-a1e5-787babe20c8e,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:33.582087 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167c7f1-176f-452a-902e-52aed46c9309 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Network': ['ID=edf6fd32-d594-4c1c-8621-327dad56b1f6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:33.637160 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:33.659970 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4c9ff9eb-a74e-4644-974c-6c03be63c8c2 req-7e074d30-e41b-40fd-8d75-2a5a02743888 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294904 Dec 11 22:55:33.674853 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d40eb5ff-b317-40f0-98c3-c9636cac27f3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:33.771508 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d40eb5ff-b317-40f0-98c3-c9636cac27f3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:33.795057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-d40eb5ff-b317-40f0-98c3-c9636cac27f3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197dfb88-6366-4d80-a7c5-148ed1e93e9a']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:33.805925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-d40eb5ff-b317-40f0-98c3-c9636cac27f3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793c7eca-c27e-4ef1-a598-a904ffa65f79') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:33.806219 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-d40eb5ff-b317-40f0-98c3-c9636cac27f3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793c7eca-c27e-4ef1-a598-a904ffa65f79') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:33.815998 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d40eb5ff-b317-40f0-98c3-c9636cac27f3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:33.825458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router 4384c484-1e34-41c4-a89d-56dadf36165d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:55:33.830875 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d40eb5ff-b317-40f0-98c3-c9636cac27f3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:33.837356 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40eb5ff-b317-40f0-98c3-c9636cac27f3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d40eb5ff-b317-40f0-98c3-c9636cac27f3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:55:33.845145 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:55:33.908684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:33.915075 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0f74e280-d2d1-4847-a536-bbf459d33a52 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/4384c484-1e34-41c4-a89d-56dadf36165d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6192915 Dec 11 22:55:33.917777 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44204) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:33.920473 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1214a20-39a2-4c7d-9aea-8ad62fe438c2 None None] Sync routers for ids ['4384c484-1e34-41c4-a89d-56dadf36165d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:33.933423 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1214a20-39a2-4c7d-9aea-8ad62fe438c2 None None] Routers {'4384c484-1e34-41c4-a89d-56dadf36165d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:33.934157 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e1214a20-39a2-4c7d-9aea-8ad62fe438c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['4384c484-1e34-41c4-a89d-56dadf36165d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:33.948941 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8d04444e-0a51-40e6-b84c-2186df8cd3cb tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports?device_id=4384c484-1e34-41c4-a89d-56dadf36165d HTTP/1.1" status: 200 len: 205 time: 0.0298445 Dec 11 22:55:33.951505 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44206) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:33.967643 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e1214a20-39a2-4c7d-9aea-8ad62fe438c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:33.977141 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1214a20-39a2-4c7d-9aea-8ad62fe438c2 None None] Routers {'4384c484-1e34-41c4-a89d-56dadf36165d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:33.977966 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e1214a20-39a2-4c7d-9aea-8ad62fe438c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['4384c484-1e34-41c4-a89d-56dadf36165d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:34.007594 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d40eb5ff-b317-40f0-98c3-c9636cac27f3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.014852 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e1214a20-39a2-4c7d-9aea-8ad62fe438c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:34.019484 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d40eb5ff-b317-40f0-98c3-c9636cac27f3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.019705 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1214a20-39a2-4c7d-9aea-8ad62fe438c2 None None] The sync data for ids ['4384c484-1e34-41c4-a89d-56dadf36165d'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:34.030635 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d40eb5ff-b317-40f0-98c3-c9636cac27f3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/networks/197dfb88-6366-4d80-a7c5-148ed1e93e9a HTTP/1.1" status: 204 len: 168 time: 0.4671938 Dec 11 22:55:34.034186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44208) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:34.040255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-24f9aa0b-d9ad-4e04-beed-a2c7294c4353 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-332310429'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:34.042788 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40eb5ff-b317-40f0-98c3-c9636cac27f3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Network': ['ID=197dfb88-6366-4d80-a7c5-148ed1e93e9a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:34.046194 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6dd33d96-07e1-499d-a16c-c56ab11b22bf tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.194112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f9aa0b-d9ad-4e04-beed-a2c7294c4353 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:34.194308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0eab1f-ed75-4c7f-ac33-9433b9097494 req-fbfd8c17-1e7a-42c7-9ed0-28ba60152f81 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:34.196512 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6d0eab1f-ed75-4c7f-ac33-9433b9097494 req-fbfd8c17-1e7a-42c7-9ed0-28ba60152f81 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.0566301 Dec 11 22:55:34.201169 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-24f9aa0b-d9ad-4e04-beed-a2c7294c4353 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.238698 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6dd33d96-07e1-499d-a16c-c56ab11b22bf tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.242567 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6dd33d96-07e1-499d-a16c-c56ab11b22bf tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.252097 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6d0eab1f-ed75-4c7f-ac33-9433b9097494 req-9084a1ab-c350-410d-8b83-52add49c261b tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488038 Dec 11 22:55:34.291578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f9aa0b-d9ad-4e04-beed-a2c7294c4353 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:55:34.355518 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6dd33d96-07e1-499d-a16c-c56ab11b22bf tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.356213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd33d96-07e1-499d-a16c-c56ab11b22bf tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Fanout notify agent at l3_agent the message router_deleted on router 4384c484-1e34-41c4-a89d-56dadf36165d {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:55:34.363536 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6dd33d96-07e1-499d-a16c-c56ab11b22bf tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.368476 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6dd33d96-07e1-499d-a16c-c56ab11b22bf tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/routers/4384c484-1e34-41c4-a89d-56dadf36165d HTTP/1.1" status: 204 len: 168 time: 0.4121482 Dec 11 22:55:34.368476 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-24f9aa0b-d9ad-4e04-beed-a2c7294c4353 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.368476 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-24f9aa0b-d9ad-4e04-beed-a2c7294c4353 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Added segment ef2053a7-0fda-47a1-9cd9-e9b9ef4d1515 of type vlan for network c3c8cd42-9618-4872-93c7-59c95c765bda Dec 11 22:55:34.368476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44212) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:34.453893 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-24f9aa0b-d9ad-4e04-beed-a2c7294c4353 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.469905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-5625f91b-dda1-4ccc-b0a3-3aa372481ab1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting subnet 7ab47ae7-7692-4039-ba32-3aeb0076d50e {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:55:34.480957 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5625f91b-dda1-4ccc-b0a3-3aa372481ab1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.524714 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5625f91b-dda1-4ccc-b0a3-3aa372481ab1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.568108 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-24f9aa0b-d9ad-4e04-beed-a2c7294c4353 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.573888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f9aa0b-d9ad-4e04-beed-a2c7294c4353 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:34.574471 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-24f9aa0b-d9ad-4e04-beed-a2c7294c4353 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.685395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9aa0b-d9ad-4e04-beed-a2c7294c4353 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Network': ['ID=c3c8cd42-9618-4872-93c7-59c95c765bda,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:34.699186 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5625f91b-dda1-4ccc-b0a3-3aa372481ab1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.706785 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network c3c8cd42-9618-4872-93c7-59c95c765bda details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:55:34.733207 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-24f9aa0b-d9ad-4e04-beed-a2c7294c4353 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6977837 Dec 11 22:55:34.736127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44218) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:34.743088 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-7b93548d-d411-4f8f-a8e0-bafcceb48604 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'subnet': {'network_id': 'c3c8cd42-9618-4872-93c7-59c95c765bda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:34.853750 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5625f91b-dda1-4ccc-b0a3-3aa372481ab1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.897695 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625f91b-dda1-4ccc-b0a3-3aa372481ab1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab47ae7-7692-4039-ba32-3aeb0076d50e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:34.910605 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5625f91b-dda1-4ccc-b0a3-3aa372481ab1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:34.914059 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5625f91b-dda1-4ccc-b0a3-3aa372481ab1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/7ab47ae7-7692-4039-ba32-3aeb0076d50e HTTP/1.1" status: 204 len: 168 time: 0.5449057 Dec 11 22:55:34.916823 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44222) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:34.921980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc2b23-f42c-4922-af4c-086239665d06 req-32c4807d-0752-49ba-8e90-a4180ccdaf9a tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:34.923812 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6fbc2b23-f42c-4922-af4c-086239665d06 req-32c4807d-0752-49ba-8e90-a4180ccdaf9a tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 945 time: 0.1429982 Dec 11 22:55:34.941567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efd618a-60ef-466f-8459-21af50fe9f63 None None] Network e610fa38-b88c-4e06-bd8c-fdaf621b3d2b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:34.985155 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b93548d-d411-4f8f-a8e0-bafcceb48604 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:34.990330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6fbc2b23-f42c-4922-af4c-086239665d06 req-cb557f37-d02d-439c-96c2-771807e1ee09 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594635 Dec 11 22:55:34.991792 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b93548d-d411-4f8f-a8e0-bafcceb48604 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.096680 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.119402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830965df-afea-4240-b739-7bda33e38011 None None] DHCP port deletion for e610fa38-b88c-4e06-bd8c-fdaf621b3d2b request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:35.169726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-830965df-afea-4240-b739-7bda33e38011 None None] Deleting port 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:35.170271 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-830965df-afea-4240-b739-7bda33e38011 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.221032 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:35.221032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.245389 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-830965df-afea-4240-b739-7bda33e38011 None None] For port 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8fc83b43-2ac8-4b60-8f46-9b3e4861cecb,segment=NetworkSegment(5e2b47d5-a704-443c-a17a-a98367db34f5),segment_id=5e2b47d5-a704-443c-a17a-a98367db34f5)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:35.245796 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-830965df-afea-4240-b739-7bda33e38011 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.259761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-830965df-afea-4240-b739-7bda33e38011 None None] Calling delete_port for 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:35.323380 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] For port 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8fc83b43-2ac8-4b60-8f46-9b3e4861cecb,segment=NetworkSegment(5e2b47d5-a704-443c-a17a-a98367db34f5),segment_id=5e2b47d5-a704-443c-a17a-a98367db34f5)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:35.323743 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.338433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:35.377694 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b93548d-d411-4f8f-a8e0-bafcceb48604 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.439184 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-830965df-afea-4240-b739-7bda33e38011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.469500 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830965df-afea-4240-b739-7bda33e38011 None None] No DVR routers for this DVR port 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:55:35.471660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830965df-afea-4240-b739-7bda33e38011 None None] Pushing event deleted for resources: {'Port': ['ID=8fc83b43-2ac8-4b60-8f46-9b3e4861cecb,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:35.493599 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de38635-1248-431b-abc3-699111941759 req-927ff60d-0360-4ffd-ab33-2dfee3799ea3 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:35.495123 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3de38635-1248-431b-abc3-699111941759 req-927ff60d-0360-4ffd-ab33-2dfee3799ea3 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.1579204 Dec 11 22:55:35.504443 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93548d-d411-4f8f-a8e0-bafcceb48604 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Subnet': ['ID=84d2fb8d-5d13-4794-baf9-8236036b1313,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:35.542633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93548d-d411-4f8f-a8e0-bafcceb48604 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Checking segment: {'id': 'ef2053a7-0fda-47a1-9cd9-e9b9ef4d1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3c8cd42-9618-4872-93c7-59c95c765bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:35.543025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b93548d-d411-4f8f-a8e0-bafcceb48604 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network hostable DHCP agents. Network: c3c8cd42-9618-4872-93c7-59c95c765bda, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:55:35.576419 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.590315 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3de38635-1248-431b-abc3-699111941759 req-921ef997-bb27-493d-b6aa-f35ace08eab7 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881307 Dec 11 22:55:35.609268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=8fc83b43-2ac8-4b60-8f46-9b3e4861cecb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:35.612745 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] No DVR routers for this DVR port 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:55:35.676746 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b93548d-d411-4f8f-a8e0-bafcceb48604 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network c3c8cd42-9618-4872-93c7-59c95c765bda is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:55:35.701302 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.720996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e610fa38-b88c-4e06-bd8c-fdaf621b3d2b']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:35.730758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2b47d5-a704-443c-a17a-a98367db34f5') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:35.731023 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2b47d5-a704-443c-a17a-a98367db34f5') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:35.740268 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.752978 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.758891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:55:35.759275 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:55:35.762170 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:55:35.799652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-7b93548d-d411-4f8f-a8e0-bafcceb48604 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, c3c8cd42-9618-4872-93c7-59c95c765bda) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:35.807213 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96d7ba8-470d-466c-8167-132d667fdcf4 None None] Network c3c8cd42-9618-4872-93c7-59c95c765bda requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:35.811069 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b93548d-d411-4f8f-a8e0-bafcceb48604 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:35.811675 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b93548d-d411-4f8f-a8e0-bafcceb48604 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.906527 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7b93548d-d411-4f8f-a8e0-bafcceb48604 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1691010 Dec 11 22:55:35.909124 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44228) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:35.925384 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-c3c8cd42-9618-4872-93c7-59c95c765bda', 'network_id': 'c3c8cd42-9618-4872-93c7-59c95c765bda', 'project_id': '42ad0153638a4214b33983a425162708', 'fixed_ips': [{'subnet_id': '84d2fb8d-5d13-4794-baf9-8236036b1313'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:55:35.925384 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.925642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-56e3d14d-d889-484d-84ce-cbb911f44c9d tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1628464711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:35.943079 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.950297 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:35.953798 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/networks/e610fa38-b88c-4e06-bd8c-fdaf621b3d2b HTTP/1.1" status: 204 len: 168 time: 1.0352106 Dec 11 22:55:35.958111 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44230) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:35.963259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-fd0a8ee4-fe31-4aee-903a-95271e2556a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1220956016', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:35.968609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77c2f7-c3ed-4d22-8232-fb6b19090f46 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Network': ['ID=e610fa38-b88c-4e06-bd8c-fdaf621b3d2b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:36.023872 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56e3d14d-d889-484d-84ce-cbb911f44c9d tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.025585 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56e3d14d-d889-484d-84ce-cbb911f44c9d tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.103167 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd0a8ee4-fe31-4aee-903a-95271e2556a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.103458 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56e3d14d-d889-484d-84ce-cbb911f44c9d tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.104620 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd0a8ee4-fe31-4aee-903a-95271e2556a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.144528 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56e3d14d-d889-484d-84ce-cbb911f44c9d tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.164336 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b985d8-08cd-4105-a6b2-fd0dc11ff509 req-0a37049f-ad39-47cf-9458-cc6a817c0235 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:36.165736 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd0a8ee4-fe31-4aee-903a-95271e2556a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.165884 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a0b985d8-08cd-4105-a6b2-fd0dc11ff509 req-0a37049f-ad39-47cf-9458-cc6a817c0235 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 945 time: 0.0649538 Dec 11 22:55:36.216977 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a0b985d8-08cd-4105-a6b2-fd0dc11ff509 req-aa5ff6bb-2dc0-43d9-aab0-cfa4aecf7e0f tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450888 Dec 11 22:55:36.233658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Allocated IP 2001:db8::2 (c3c8cd42-9618-4872-93c7-59c95c765bda/84d2fb8d-5d13-4794-baf9-8236036b1313/1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:36.267710 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd0a8ee4-fe31-4aee-903a-95271e2556a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.276804 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56e3d14d-d889-484d-84ce-cbb911f44c9d tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.278149 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-56e3d14d-d889-484d-84ce-cbb911f44c9d tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3680551 Dec 11 22:55:36.281254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44236) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:36.286172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c8190772-3a9d-4589-a323-b4c4c3eeccdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'port': {'network_id': 'c3c8cd42-9618-4872-93c7-59c95c765bda', 'name': 'tempest-RoutersIpV6Test-1509230873'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:36.360202 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd0a8ee4-fe31-4aee-903a-95271e2556a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.361417 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fd0a8ee4-fe31-4aee-903a-95271e2556a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4016562 Dec 11 22:55:36.364164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44238) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:36.371933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7aba3969-c238-4d47-a9d5-583531af9f2e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'network': {'name': 'tempest-RoutersTest-852227639'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:36.377830 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.490821 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.515066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aba3969-c238-4d47-a9d5-583531af9f2e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:36.518851 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7aba3969-c238-4d47-a9d5-583531af9f2e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.530847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Network c3c8cd42-9618-4872-93c7-59c95c765bda is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:36.533847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:36.536701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:36.552862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aba3969-c238-4d47-a9d5-583531af9f2e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:55:36.561807 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7aba3969-c238-4d47-a9d5-583531af9f2e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.562158 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-7aba3969-c238-4d47-a9d5-583531af9f2e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Added segment 954388c5-e393-4a20-be46-40a871bc0781 of type vlan for network 69f3efbd-a27f-4a09-9223-c89a713ca56c Dec 11 22:55:36.573174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Pushing event updated for resources: {'Port': ['ID=1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:36.600849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Attempting to bind port 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:55:36.601773 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Attempting to bind port 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'ef2053a7-0fda-47a1-9cd9-e9b9ef4d1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3c8cd42-9618-4872-93c7-59c95c765bda'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:55:36.602301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Attempting to bind port 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 on network c3c8cd42-9618-4872-93c7-59c95c765bda {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:36.607639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:55:36.611201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Checking segment: {'id': 'ef2053a7-0fda-47a1-9cd9-e9b9ef4d1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3c8cd42-9618-4872-93c7-59c95c765bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:36.611201 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.611201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Bound using segment: {'id': 'ef2053a7-0fda-47a1-9cd9-e9b9ef4d1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3c8cd42-9618-4872-93c7-59c95c765bda'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:55:36.611201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Bound port: 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2053a7-0fda-47a1-9cd9-e9b9ef4d1515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3c8cd42-9618-4872-93c7-59c95c765bda'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:55:36.611201 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.611598 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7aba3969-c238-4d47-a9d5-583531af9f2e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.628995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8190772-3a9d-4589-a323-b4c4c3eeccdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:36.633041 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8190772-3a9d-4589-a323-b4c4c3eeccdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.658302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-c8190772-3a9d-4589-a323-b4c4c3eeccdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] device_id is not set on port 0ca3f6ab-fb0e-4b3d-b503-4a2cf359b90a yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:55:36.684531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] For port 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:55:36.688079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] For port 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3,segment=NetworkSegment(ef2053a7-0fda-47a1-9cd9-e9b9ef4d1515),segment_id=ef2053a7-0fda-47a1-9cd9-e9b9ef4d1515)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:55:36.732329 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:36.740105 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:55:36.795526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:55:36.795792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8fc83b43-2ac8-4b60-8f46-9b3e4861cecb not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:55:36.819431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf302622-784e-40d7-91b4-1fe7c3886ba5 None None] Pushing event updated for resources: {'Port': ['ID=1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:37.039801 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7aba3969-c238-4d47-a9d5-583531af9f2e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:37.046114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aba3969-c238-4d47-a9d5-583531af9f2e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:37.046663 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7aba3969-c238-4d47-a9d5-583531af9f2e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:37.192066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba3969-c238-4d47-a9d5-583531af9f2e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Network': ['ID=69f3efbd-a27f-4a09-9223-c89a713ca56c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:37.207925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaef490-23fe-4d7d-a0e5-dac7a7ca7b32 req-7a6d8a8e-5a9f-447c-8b1d-6ccd60af26c7 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:37.209709 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfaef490-23fe-4d7d-a0e5-dac7a7ca7b32 req-7a6d8a8e-5a9f-447c-8b1d-6ccd60af26c7 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.1842396 Dec 11 22:55:37.211683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 69f3efbd-a27f-4a09-9223-c89a713ca56c details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:55:37.261241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-c8190772-3a9d-4589-a323-b4c4c3eeccdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Allocated IP 2001:db8::2e (c3c8cd42-9618-4872-93c7-59c95c765bda/84d2fb8d-5d13-4794-baf9-8236036b1313/0ca3f6ab-fb0e-4b3d-b503-4a2cf359b90a) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:37.270211 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44252) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:37.270745 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7aba3969-c238-4d47-a9d5-583531af9f2e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9054053 Dec 11 22:55:37.277342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1490b8c3-0872-49ad-b36d-390a06a6a722 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'subnet': {'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:37.317867 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfaef490-23fe-4d7d-a0e5-dac7a7ca7b32 req-3102a640-bc2d-4c46-84ed-77ab3ab5323d tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935633 Dec 11 22:55:37.443717 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0909444-23e2-4e00-8089-247f21b19c65 req-551a009d-fc0a-49d0-b437-c6a56626c0f9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:37.451693 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f0909444-23e2-4e00-8089-247f21b19c65 req-551a009d-fc0a-49d0-b437-c6a56626c0f9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 945 time: 0.0864153 Dec 11 22:55:37.475838 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8190772-3a9d-4589-a323-b4c4c3eeccdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:37.512879 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f0909444-23e2-4e00-8089-247f21b19c65 req-c9133b4d-d1e1-4cf5-b6d5-4e8a32cef418 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602069 Dec 11 22:55:37.582908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1490b8c3-0872-49ad-b36d-390a06a6a722 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:37.586563 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1490b8c3-0872-49ad-b36d-390a06a6a722 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:37.595228 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8190772-3a9d-4589-a323-b4c4c3eeccdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:37.641689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8190772-3a9d-4589-a323-b4c4c3eeccdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network c3c8cd42-9618-4872-93c7-59c95c765bda is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:37.645314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-c8190772-3a9d-4589-a323-b4c4c3eeccdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:37.649466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8190772-3a9d-4589-a323-b4c4c3eeccdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:37.655350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8190772-3a9d-4589-a323-b4c4c3eeccdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:37.656135 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8190772-3a9d-4589-a323-b4c4c3eeccdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:37.673007 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8190772-3a9d-4589-a323-b4c4c3eeccdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=0ca3f6ab-fb0e-4b3d-b503-4a2cf359b90a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:37.760785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c8190772-3a9d-4589-a323-b4c4c3eeccdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4784143 Dec 11 22:55:37.761429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44254) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:37.914838 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1490b8c3-0872-49ad-b36d-390a06a6a722 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:37.994109 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490b8c3-0872-49ad-b36d-390a06a6a722 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Subnet': ['ID=55feb4ff-0623-4fe7-af74-a0f008dd1058,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:38.024605 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490b8c3-0872-49ad-b36d-390a06a6a722 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Checking segment: {'id': '954388c5-e393-4a20-be46-40a871bc0781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:38.024962 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1490b8c3-0872-49ad-b36d-390a06a6a722 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network hostable DHCP agents. Network: 69f3efbd-a27f-4a09-9223-c89a713ca56c, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:55:38.055361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496ad1bd-b556-478a-b26a-92e22edb1c0f None None] Network c3c8cd42-9618-4872-93c7-59c95c765bda requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:38.097112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1490b8c3-0872-49ad-b36d-390a06a6a722 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 69f3efbd-a27f-4a09-9223-c89a713ca56c is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:55:38.153995 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51141b15-1435-4a83-9612-61ca2f306db3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:38.160916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5d5af583-f15b-476a-b2a0-ea74acd04001 None None] Provisioning complete for port 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:38.161383 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5d5af583-f15b-476a-b2a0-ea74acd04001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:38.206006 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-1490b8c3-0872-49ad-b36d-390a06a6a722 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 69f3efbd-a27f-4a09-9223-c89a713ca56c) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:38.224094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1490b8c3-0872-49ad-b36d-390a06a6a722 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:38.224840 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1490b8c3-0872-49ad-b36d-390a06a6a722 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:38.263668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847e19c8-ee5c-4531-bc8f-00bf13ae4dba None None] Network 69f3efbd-a27f-4a09-9223-c89a713ca56c requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:38.317678 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1490b8c3-0872-49ad-b36d-390a06a6a722 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0460646 Dec 11 22:55:38.321132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44260) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:38.460180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 3974696b-7a10-40b4-a0ab-9c18d22a370f details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:55:38.466287 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-69f3efbd-a27f-4a09-9223-c89a713ca56c', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'project_id': '45f23748810f4e429297db13dc401da1', 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:55:38.467730 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:38.473323 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5d5af583-f15b-476a-b2a0-ea74acd04001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:38.601672 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51141b15-1435-4a83-9612-61ca2f306db3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:38.693901 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51141b15-1435-4a83-9612-61ca2f306db3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:38.773426 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416d7ed-5de8-415f-9fb4-d28535d7040a req-a064fe2b-4b33-4708-895c-bb12d6c311da tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:38.776885 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c416d7ed-5de8-415f-9fb4-d28535d7040a req-a064fe2b-4b33-4708-895c-bb12d6c311da tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.2874844 Dec 11 22:55:39.006404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5d5af583-f15b-476a-b2a0-ea74acd04001 None None] For port 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3,segment=NetworkSegment(ef2053a7-0fda-47a1-9cd9-e9b9ef4d1515),segment_id=ef2053a7-0fda-47a1-9cd9-e9b9ef4d1515)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:39.027074 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.039727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26261cb1-7751-4fba-8a35-057f3cc80bd8 req-d726988d-77e1-4852-80b4-bc53f00cbb68 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:39.044337 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Allocated IP 172.20.0.2 (69f3efbd-a27f-4a09-9223-c89a713ca56c/55feb4ff-0623-4fe7-af74-a0f008dd1058/29f53b2a-8d0a-405f-b46e-52ba0a4f5370) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:39.048586 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26261cb1-7751-4fba-8a35-057f3cc80bd8 req-d726988d-77e1-4852-80b4-bc53f00cbb68 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 945 time: 0.4268610 Dec 11 22:55:39.202335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26261cb1-7751-4fba-8a35-057f3cc80bd8 req-ebc85c8d-3dbf-44e5-9eb7-aceb52ff1f45 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527824 Dec 11 22:55:39.203075 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51141b15-1435-4a83-9612-61ca2f306db3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=0ca3f6ab-fb0e-4b3d-b503-4a2cf359b90a,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:39.273732 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.276724 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:39.281318 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:55:39.308465 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c416d7ed-5de8-415f-9fb4-d28535d7040a req-25eb6e17-8940-430c-8b84-3c78d1aa481b tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850093 Dec 11 22:55:39.337008 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5d5af583-f15b-476a-b2a0-ea74acd04001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.356958 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.362166 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51141b15-1435-4a83-9612-61ca2f306db3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.416885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Allocated IP 172.20.0.1 (69f3efbd-a27f-4a09-9223-c89a713ca56c/55feb4ff-0623-4fe7-af74-a0f008dd1058/a2ba27cd-7ee9-4119-8d20-b80ccd19c085) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:39.450131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:39.471007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Network 69f3efbd-a27f-4a09-9223-c89a713ca56c is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:39.491211 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:39.493586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '3974696b-7a10-40b4-a0ab-9c18d22a370f', 'network_id': '5494fcde-a374-49ae-8815-130d057cc91f', 'port_id': '3974696b-7a10-40b4-a0ab-9c18d22a370f', 'mac_address': 'fa:16:3e:ef:68:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ab4d1b-7934-4d41-b700-13bf819b1c98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:55:39.497281 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:39.499589 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:39.500101 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.504209 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5af583-f15b-476a-b2a0-ea74acd04001 None None] Pushing event updated for resources: {'Port': ['ID=1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:39.553420 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.583234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7a20f7d5-fcf1-4584-becd-4758f9574bbd None None] Provisioning complete for port 0ca3f6ab-fb0e-4b3d-b503-4a2cf359b90a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:39.583621 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7a20f7d5-fcf1-4584-becd-4758f9574bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.597048 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51141b15-1435-4a83-9612-61ca2f306db3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.656926 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.684755 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Pushing event updated for resources: {'Port': ['ID=29f53b2a-8d0a-405f-b46e-52ba0a4f5370,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:39.688238 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.699402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7a20f7d5-fcf1-4584-becd-4758f9574bbd None None] Port 0ca3f6ab-fb0e-4b3d-b503-4a2cf359b90a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:39.715055 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Attempting to bind port 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:55:39.715443 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Attempting to bind port 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '954388c5-e393-4a20-be46-40a871bc0781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:55:39.715807 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Attempting to bind port 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 on network 69f3efbd-a27f-4a09-9223-c89a713ca56c {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:39.716588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=a2ba27cd-7ee9-4119-8d20-b80ccd19c085,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:39.720278 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 69f3efbd-a27f-4a09-9223-c89a713ca56c is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:39.722117 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:39.724199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:39.724523 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3974696b-7a10-40b4-a0ab-9c18d22a370f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:55:39.733576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:55:39.733967 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Checking segment: {'id': '954388c5-e393-4a20-be46-40a871bc0781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:39.734384 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.734784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Bound using segment: {'id': '954388c5-e393-4a20-be46-40a871bc0781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:55:39.735309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Bound port: 29f53b2a-8d0a-405f-b46e-52ba0a4f5370, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954388c5-e393-4a20-be46-40a871bc0781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:55:39.735710 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.767946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7a20f7d5-fcf1-4584-becd-4758f9574bbd None None] Provisioning complete for port 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:39.768345 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7a20f7d5-fcf1-4584-becd-4758f9574bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.771047 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:39.774870 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.862242 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.900687 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51141b15-1435-4a83-9612-61ca2f306db3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.923017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] For port 29f53b2a-8d0a-405f-b46e-52ba0a4f5370, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:55:39.928756 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] For port 29f53b2a-8d0a-405f-b46e-52ba0a4f5370, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=29f53b2a-8d0a-405f-b46e-52ba0a4f5370,segment=NetworkSegment(954388c5-e393-4a20-be46-40a871bc0781),segment_id=954388c5-e393-4a20-be46-40a871bc0781)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:55:39.946266 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.960913 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51141b15-1435-4a83-9612-61ca2f306db3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.961736 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51141b15-1435-4a83-9612-61ca2f306db3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:39.966619 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=3974696b-7a10-40b4-a0ab-9c18d22a370f,revision_number=11']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:39.991268 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:40.096430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996cf4e-d24d-43a7-8683-b2e450b768ce None None] Pushing event updated for resources: {'Port': ['ID=29f53b2a-8d0a-405f-b46e-52ba0a4f5370,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:40.107481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-23b6ef8f-11bb-4ec7-a892-b11680958d0b None None] Provisioning complete for port 0ca3f6ab-fb0e-4b3d-b503-4a2cf359b90a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:40.108007 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23b6ef8f-11bb-4ec7-a892-b11680958d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:40.150245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51141b15-1435-4a83-9612-61ca2f306db3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network c3c8cd42-9618-4872-93c7-59c95c765bda is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:40.151574 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-23b6ef8f-11bb-4ec7-a892-b11680958d0b None None] Port 0ca3f6ab-fb0e-4b3d-b503-4a2cf359b90a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:40.155809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-51141b15-1435-4a83-9612-61ca2f306db3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:40.215606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51141b15-1435-4a83-9612-61ca2f306db3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=0ca3f6ab-fb0e-4b3d-b503-4a2cf359b90a,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:40.227985 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['3974696b-7a10-40b4-a0ab-9c18d22a370f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:55:40.350613 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:40.390136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51141b15-1435-4a83-9612-61ca2f306db3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router 081e56ae-a29b-4693-9313-7997c1abc6e9 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:55:40.418399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9cf0a-fb74-453f-9ca7-392abfab1e85 req-24afe69c-fff2-42c7-b27b-5bbf0f3f50e4 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:40.422705 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:40.424364 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9da9cf0a-fb74-453f-9ca7-392abfab1e85 req-24afe69c-fff2-42c7-b27b-5bbf0f3f50e4 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0918117 Dec 11 22:55:40.554413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=a2ba27cd-7ee9-4119-8d20-b80ccd19c085,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:40.562918 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9da9cf0a-fb74-453f-9ca7-392abfab1e85 req-df91664b-f6af-4f18-8821-e7b0fb8da97a tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297374 Dec 11 22:55:40.570322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51141b15-1435-4a83-9612-61ca2f306db3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:40.581437 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-51141b15-1435-4a83-9612-61ca2f306db3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/081e56ae-a29b-4693-9313-7997c1abc6e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8189104 Dec 11 22:55:40.582134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44290) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:40.594466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f995a3b3-b102-4d16-8629-ef968caef823 None None] Sync routers for ids ['081e56ae-a29b-4693-9313-7997c1abc6e9'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:40.609471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f995a3b3-b102-4d16-8629-ef968caef823 None None] Routers {'081e56ae-a29b-4693-9313-7997c1abc6e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:40.610736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f995a3b3-b102-4d16-8629-ef968caef823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['081e56ae-a29b-4693-9313-7997c1abc6e9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:40.615488 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:40.651435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-20019884-9867-49d9-b711-8067946c9648 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:40.651679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f995a3b3-b102-4d16-8629-ef968caef823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:40.652356 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4c3c76-b770-4f1d-8f7e-51bc7ed17b66 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:40.652996 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-20019884-9867-49d9-b711-8067946c9648 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/networks?id=342542df-9e2a-49dd-8ac7-00b364607ac8 HTTP/1.1" status: 200 len: 814 time: 0.3419640 Dec 11 22:55:40.658089 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5a4c3c76-b770-4f1d-8f7e-51bc7ed17b66 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports/0ca3f6ab-fb0e-4b3d-b503-4a2cf359b90a HTTP/1.1" status: 200 len: 983 time: 0.0748532 Dec 11 22:55:40.658752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44292) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:40.693058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f995a3b3-b102-4d16-8629-ef968caef823 None None] Routers {'081e56ae-a29b-4693-9313-7997c1abc6e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:40.693739 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f995a3b3-b102-4d16-8629-ef968caef823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['081e56ae-a29b-4693-9313-7997c1abc6e9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:40.697740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-da40f525-f14c-4cba-998c-a3001259c30d None None] Provisioning complete for port 0ca3f6ab-fb0e-4b3d-b503-4a2cf359b90a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:40.698126 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da40f525-f14c-4cba-998c-a3001259c30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:40.707640 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-c5262345-edb4-428c-861a-4695bd7991da tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/quotas/1b8c7764b66c4fae8fcb775ff6e112ab HTTP/1.1" status: 200 len: 375 time: 0.0390034 Dec 11 22:55:40.739935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f995a3b3-b102-4d16-8629-ef968caef823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:40.740482 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f995a3b3-b102-4d16-8629-ef968caef823 None None] The sync data for ids ['081e56ae-a29b-4693-9313-7997c1abc6e9'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:40.789438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-da40f525-f14c-4cba-998c-a3001259c30d None None] Port 0ca3f6ab-fb0e-4b3d-b503-4a2cf359b90a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:40.953948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:41.031547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:41.032163 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:41.118069 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-4214d120-e0d6-4745-bda3-fe0886689603 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b8c7764b66c4fae8fcb775ff6e112ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339544 Dec 11 22:55:41.127985 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:41.145742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246d04c-78bb-4156-83c3-cadf62222db0 req-c24489de-5854-4c4e-871d-ba671de2f7d4 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:41.147988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2246d04c-78bb-4156-83c3-cadf62222db0 req-c24489de-5854-4c4e-871d-ba671de2f7d4 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.1038461 Dec 11 22:55:41.170338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 29f53b2a-8d0a-405f-b46e-52ba0a4f5370, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=29f53b2a-8d0a-405f-b46e-52ba0a4f5370,segment=NetworkSegment(954388c5-e393-4a20-be46-40a871bc0781),segment_id=954388c5-e393-4a20-be46-40a871bc0781)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:41.178065 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d767ba4-c7a6-498e-81dc-789f27df9115 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:41.216231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 69f3efbd-a27f-4a09-9223-c89a713ca56c is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:41.221326 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:41.279123 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2246d04c-78bb-4156-83c3-cadf62222db0 req-3d105a05-abce-4510-9308-9c71ebb73a90 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237364 Dec 11 22:55:41.291759 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:41.292598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:41.322272 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-4be65b4b-0a16-4b53-a369-b5ac12618398 service neutron] 10.222.0.45 "GET /v2.0/networks/342542df-9e2a-49dd-8ac7-00b364607ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953330 Dec 11 22:55:41.424431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=29f53b2a-8d0a-405f-b46e-52ba0a4f5370,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:41.444852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:41.445277 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:41.480484 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-131bba24-3540-408f-8fd3-707111f2918c service neutron] 10.222.0.45 "GET /v2.0/networks/342542df-9e2a-49dd-8ac7-00b364607ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513238 Dec 11 22:55:41.515505 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-9d767ba4-c7a6-498e-81dc-789f27df9115 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port 0ca3f6ab-fb0e-4b3d-b503-4a2cf359b90a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:41.516004 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d767ba4-c7a6-498e-81dc-789f27df9115 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:41.529391 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536726a7-7e54-44cc-bf1d-b6c320e53cfa None None] Network 69f3efbd-a27f-4a09-9223-c89a713ca56c requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:41.550167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router e170a12c-511e-4fa6-84f1-060d105da5e9 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:55:41.651784 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d767ba4-c7a6-498e-81dc-789f27df9115 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:41.697027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-9d767ba4-c7a6-498e-81dc-789f27df9115 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for 0ca3f6ab-fb0e-4b3d-b503-4a2cf359b90a owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:41.697501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:41.706502 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-afeedabb-42e7-475b-a46c-21749cbcf388 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/e170a12c-511e-4fa6-84f1-060d105da5e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3817432 Dec 11 22:55:41.706932 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44298) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:41.713023 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Sync routers for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:41.730592 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5f7ed5bf-9c37-43f9-b78e-75060bb3a0e1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'network': {'name': 'tempest-RoutersTest-1618524644'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:41.748467 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:41.761166 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:41.775206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-10ce54e2-66e0-4424-82b6-3996df453800 None None] Provisioning complete for port 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:41.775855 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10ce54e2-66e0-4424-82b6-3996df453800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:41.792332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181984c-273c-4eb2-b929-8994fd470cb8 req-26d898de-8fa0-4546-bccd-52bb0c5d4448 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:41.793985 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5181984c-273c-4eb2-b929-8994fd470cb8 req-26d898de-8fa0-4546-bccd-52bb0c5d4448 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.1447008 Dec 11 22:55:41.823164 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ba5c755-76cb-4c18-b45d-d77860d09c17 req-0cd8c975-9428-4cb8-a4a5-c619ed13e768 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 210 time: 0.0492046 Dec 11 22:55:41.834556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7ed5bf-9c37-43f9-b78e-75060bb3a0e1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:41.839498 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed5bf-9c37-43f9-b78e-75060bb3a0e1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:41.869084 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7ed5bf-9c37-43f9-b78e-75060bb3a0e1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:55:41.893799 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed5bf-9c37-43f9-b78e-75060bb3a0e1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:41.894161 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-5f7ed5bf-9c37-43f9-b78e-75060bb3a0e1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Added segment e214f956-ab50-4611-9e85-9c706651a2d2 of type vlan for network 3b563e0a-ba07-40d4-a221-ea4511f1e726 Dec 11 22:55:41.949468 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5181984c-273c-4eb2-b929-8994fd470cb8 req-cfbfcbc3-7de1-41b5-9ef3-1c6f27225c6c tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430132 Dec 11 22:55:41.987509 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed5bf-9c37-43f9-b78e-75060bb3a0e1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:42.016636 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:55:42.086031 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed5bf-9c37-43f9-b78e-75060bb3a0e1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:42.091760 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7ed5bf-9c37-43f9-b78e-75060bb3a0e1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:42.092367 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed5bf-9c37-43f9-b78e-75060bb3a0e1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:42.114411 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d767ba4-c7a6-498e-81dc-789f27df9115 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:42.149253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d767ba4-c7a6-498e-81dc-789f27df9115 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=0ca3f6ab-fb0e-4b3d-b503-4a2cf359b90a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:42.194193 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ed5bf-9c37-43f9-b78e-75060bb3a0e1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Network': ['ID=3b563e0a-ba07-40d4-a221-ea4511f1e726,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:42.211500 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 3b563e0a-ba07-40d4-a221-ea4511f1e726 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:55:42.252559 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5f7ed5bf-9c37-43f9-b78e-75060bb3a0e1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5443475 Dec 11 22:55:42.253210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44306) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:42.256265 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:55:39Z', 'revision_number': 2, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:40Z', 'revision_number': 2, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:42.261420 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4818c135-bb9e-4207-8d9b-40ba97440756 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'subnet': {'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:42.323698 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Checking router: e170a12c-511e-4fa6-84f1-060d105da5e9 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:55:42.325154 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Updating router e170a12c-511e-4fa6-84f1-060d105da5e9 port a2ba27cd-7ee9-4119-8d20-b80ccd19c085 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:55:42.348634 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d767ba4-c7a6-498e-81dc-789f27df9115 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:42.393087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4cf8ffaa-f7ab-448d-b6b4-4ad9db68dff0 None None] Provisioning complete for port a2ba27cd-7ee9-4119-8d20-b80ccd19c085 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:42.393951 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ffaa-f7ab-448d-b6b4-4ad9db68dff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:42.434645 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:42.497695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c12a3857-c0a6-49b0-972f-c3e3c9c07f04 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:55:42.505515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 3974696b-7a10-40b4-a0ab-9c18d22a370f up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:42.605830 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24022c95-bd32-4dff-8898-5ccf8df227d5 req-2c9c9ad2-3f5d-4c55-9ea1-0954a43c4197 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:42.608674 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24022c95-bd32-4dff-8898-5ccf8df227d5 req-2c9c9ad2-3f5d-4c55-9ea1-0954a43c4197 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.1298258 Dec 11 22:55:42.627458 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4818c135-bb9e-4207-8d9b-40ba97440756 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:42.635874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8ffaa-f7ab-448d-b6b4-4ad9db68dff0 None None] Port a2ba27cd-7ee9-4119-8d20-b80ccd19c085 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:42.648814 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4818c135-bb9e-4207-8d9b-40ba97440756 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:42.661707 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d767ba4-c7a6-498e-81dc-789f27df9115 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router 081e56ae-a29b-4693-9313-7997c1abc6e9 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:55:42.675526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4cf8ffaa-f7ab-448d-b6b4-4ad9db68dff0 None None] Provisioning complete for port 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:42.677243 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ffaa-f7ab-448d-b6b4-4ad9db68dff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:42.762128 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d767ba4-c7a6-498e-81dc-789f27df9115 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:42.780594 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9d767ba4-c7a6-498e-81dc-789f27df9115 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/081e56ae-a29b-4693-9313-7997c1abc6e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1203647 Dec 11 22:55:42.784201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44314) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:42.832682 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24022c95-bd32-4dff-8898-5ccf8df227d5 req-30baa7c1-7f90-4ad2-b410-a265281c98e0 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174995 Dec 11 22:55:42.850075 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:42.853791 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb77075f-4afd-4a08-9e6f-0123af245ca9 None None] Sync routers for ids ['081e56ae-a29b-4693-9313-7997c1abc6e9'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:42.856232 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 3974696b-7a10-40b4-a0ab-9c18d22a370f completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:55:42.909555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 3974696b-7a10-40b4-a0ab-9c18d22a370f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:42.909940 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:42.931855 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:42.966580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f0644190-00eb-44be-8b26-dbca682e9a36 req-99675b90-e6a7-453e-9248-7b79fb7b62c9 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 210 time: 0.0681233 Dec 11 22:55:43.004606 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb77075f-4afd-4a08-9e6f-0123af245ca9 None None] Routers {'081e56ae-a29b-4693-9313-7997c1abc6e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:43.005247 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-cb77075f-4afd-4a08-9e6f-0123af245ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['081e56ae-a29b-4693-9313-7997c1abc6e9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:43.016960 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:43.096315 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ed27e-475e-4f28-9a17-2aa61e919793 None None] Pushing event updated for resources: {'Port': ['ID=a2ba27cd-7ee9-4119-8d20-b80ccd19c085,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:43.121293 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219df9b-27d8-45e0-b939-bac5e4fc9820 req-58cfc43a-1b6d-4d9f-9dcc-7aba2b5c7c50 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:43.123471 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b219df9b-27d8-45e0-b939-bac5e4fc9820 req-58cfc43a-1b6d-4d9f-9dcc-7aba2b5c7c50 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 946 time: 0.0662675 Dec 11 22:55:43.135329 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ed27e-475e-4f28-9a17-2aa61e919793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:43.140350 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ed27e-475e-4f28-9a17-2aa61e919793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:43.140350 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ed27e-475e-4f28-9a17-2aa61e919793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:43.140350 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ed27e-475e-4f28-9a17-2aa61e919793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:43.140350 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ed27e-475e-4f28-9a17-2aa61e919793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:43.140713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port c12a3857-c0a6-49b0-972f-c3e3c9c07f04, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:43.140817 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ed27e-475e-4f28-9a17-2aa61e919793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:43.140817 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ed27e-475e-4f28-9a17-2aa61e919793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:43.140817 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ed27e-475e-4f28-9a17-2aa61e919793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:43.140817 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ed27e-475e-4f28-9a17-2aa61e919793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:43.140817 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ed27e-475e-4f28-9a17-2aa61e919793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:43.140817 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ed27e-475e-4f28-9a17-2aa61e919793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:43.140817 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ed27e-475e-4f28-9a17-2aa61e919793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:43.140817 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ed27e-475e-4f28-9a17-2aa61e919793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:55:43.166989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'c12a3857-c0a6-49b0-972f-c3e3c9c07f04', 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2', 'port_id': 'c12a3857-c0a6-49b0-972f-c3e3c9c07f04', 'mac_address': 'fa:16:3e:02:e4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2c5c86-08e2-4025-8006-42a91eb9a631', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:55:43.177635 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4818c135-bb9e-4207-8d9b-40ba97440756 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:43.209710 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Attempting to bind port a2ba27cd-7ee9-4119-8d20-b80ccd19c085 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:55:43.211009 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Attempting to bind port a2ba27cd-7ee9-4119-8d20-b80ccd19c085 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '954388c5-e393-4a20-be46-40a871bc0781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:55:43.211536 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Attempting to bind port a2ba27cd-7ee9-4119-8d20-b80ccd19c085 on network 69f3efbd-a27f-4a09-9223-c89a713ca56c {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:43.221970 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:55:43.222678 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Checking segment: {'id': '954388c5-e393-4a20-be46-40a871bc0781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:43.223287 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:43.223844 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Bound using segment: {'id': '954388c5-e393-4a20-be46-40a871bc0781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:55:43.224703 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Bound port: a2ba27cd-7ee9-4119-8d20-b80ccd19c085, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954388c5-e393-4a20-be46-40a871bc0781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:55:43.225419 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:43.233922 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-cb77075f-4afd-4a08-9e6f-0123af245ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:43.246765 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:43.266661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:43.267071 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:43.269197 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb77075f-4afd-4a08-9e6f-0123af245ca9 None None] Routers {'081e56ae-a29b-4693-9313-7997c1abc6e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:43.269860 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-cb77075f-4afd-4a08-9e6f-0123af245ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['081e56ae-a29b-4693-9313-7997c1abc6e9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:43.340671 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] For port a2ba27cd-7ee9-4119-8d20-b80ccd19c085, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:55:43.347178 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] For port a2ba27cd-7ee9-4119-8d20-b80ccd19c085, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a2ba27cd-7ee9-4119-8d20-b80ccd19c085,segment=NetworkSegment(954388c5-e393-4a20-be46-40a871bc0781),segment_id=954388c5-e393-4a20-be46-40a871bc0781)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:55:43.353208 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b219df9b-27d8-45e0-b939-bac5e4fc9820 req-d5407059-b7c3-48f4-aca6-89507b8e4d6a tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192867 Dec 11 22:55:43.356141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818c135-bb9e-4207-8d9b-40ba97440756 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Subnet': ['ID=2b5bbd58-65a8-43b9-a38d-91e41210347e,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:43.367162 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4818c135-bb9e-4207-8d9b-40ba97440756 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Checking segment: {'id': 'e214f956-ab50-4611-9e85-9c706651a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:43.367849 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4818c135-bb9e-4207-8d9b-40ba97440756 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network hostable DHCP agents. Network: 3b563e0a-ba07-40d4-a221-ea4511f1e726, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:55:43.404719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-cb77075f-4afd-4a08-9e6f-0123af245ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:43.405558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb77075f-4afd-4a08-9e6f-0123af245ca9 None None] The sync data for ids ['081e56ae-a29b-4693-9313-7997c1abc6e9'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:43.417492 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:43.451271 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-ae70d2ef-589e-45e4-a4f0-fb8e529d1ade tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] remove_router_interface failed (client error): The resource could not be found. Dec 11 22:55:43.455133 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ae70d2ef-589e-45e4-a4f0-fb8e529d1ade tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/081e56ae-a29b-4693-9313-7997c1abc6e9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6665716 Dec 11 22:55:43.455359 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44320) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:43.476170 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:43.484356 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c12a3857-c0a6-49b0-972f-c3e3c9c07f04 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:55:43.488063 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-faa3421a-b631-40a7-9206-47ece5ebd50a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports?device_id=081e56ae-a29b-4693-9313-7997c1abc6e9 HTTP/1.1" status: 200 len: 205 time: 0.0292516 Dec 11 22:55:43.488423 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44322) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:43.530666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4818c135-bb9e-4207-8d9b-40ba97440756 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 3b563e0a-ba07-40d4-a221-ea4511f1e726 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:55:43.532052 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port c12a3857-c0a6-49b0-972f-c3e3c9c07f04, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:43.532832 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e99a4e6-828a-4378-a3bc-d3d9fcacac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3974696b-7a10-40b4-a0ab-9c18d22a370f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:55:43.535204 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f73837-13a8-4b68-9034-cef5baf98d4d" -d '{"events": [{"server_uuid": "9e99a4e6-828a-4378-a3bc-d3d9fcacac70", "name": "network-vif-plugged", "status": "completed", "tag": "3974696b-7a10-40b4-a0ab-9c18d22a370f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:55:43.558323 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ed27e-475e-4f28-9a17-2aa61e919793 None None] Pushing event updated for resources: {'Port': ['ID=a2ba27cd-7ee9-4119-8d20-b80ccd19c085,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:43.580613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:43.580728 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:43.580728 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:43.611743 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3567a754-d0ea-4d29-b705-402d6ea31568 x-openstack-request-id: req-3567a754-d0ea-4d29-b705-402d6ea31568 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:55:43.612044 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e99a4e6-828a-4378-a3bc-d3d9fcacac70", "name": "network-vif-plugged", "status": "completed", "tag": "3974696b-7a10-40b4-a0ab-9c18d22a370f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:55:43.612306 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3567a754-d0ea-4d29-b705-402d6ea31568 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:55:43.612709 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e99a4e6-828a-4378-a3bc-d3d9fcacac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3974696b-7a10-40b4-a0ab-9c18d22a370f', 'code': 200} Dec 11 22:55:43.630043 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:43.654733 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-64e52ec3-ccc5-4835-9da6-d1f103d5130e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:43.692622 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:43.693754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c12a3857-c0a6-49b0-972f-c3e3c9c07f04 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:55:43.696048 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:43.746562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4cc50faf-3738-4915-8f8a-bea4526862c9 None None] Provisioning complete for port a2ba27cd-7ee9-4119-8d20-b80ccd19c085 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:43.746977 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4cc50faf-3738-4915-8f8a-bea4526862c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:43.752872 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:55:43.766926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-4818c135-bb9e-4207-8d9b-40ba97440756 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 3b563e0a-ba07-40d4-a221-ea4511f1e726) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:43.772248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818c135-bb9e-4207-8d9b-40ba97440756 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:43.773086 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4818c135-bb9e-4207-8d9b-40ba97440756 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:43.801539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6178fbfc-5942-4319-9dd9-efe8ce7031aa None None] Network 3b563e0a-ba07-40d4-a221-ea4511f1e726 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:43.805311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:43.924465 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-64e52ec3-ccc5-4835-9da6-d1f103d5130e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:43.927663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-64e52ec3-ccc5-4835-9da6-d1f103d5130e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:43.949603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f710337-9275-457e-a405-068d7d5cb16d req-ef7f8e44-1fd0-4c12-9f8d-101a7a0c0a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:43.951147 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0f710337-9275-457e-a405-068d7d5cb16d req-ef7f8e44-1fd0-4c12-9f8d-101a7a0c0a46 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 1098 time: 0.0610094 Dec 11 22:55:43.960931 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['c12a3857-c0a6-49b0-972f-c3e3c9c07f04'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:55:43.983349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4818c135-bb9e-4207-8d9b-40ba97440756 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7290134 Dec 11 22:55:43.984826 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44330) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:44.072181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35367a-f979-46f0-b07b-fef024227852 req-0dc32254-91b8-4af2-8935-91862115c322 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:44.073774 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b35367a-f979-46f0-b07b-fef024227852 req-0dc32254-91b8-4af2-8935-91862115c322 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 944 time: 0.1039107 Dec 11 22:55:44.077797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0f710337-9275-457e-a405-068d7d5cb16d req-3db86ef7-428c-47f0-b7a1-8b004855706e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191242 Dec 11 22:55:44.121331 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:55:39Z', 'revision_number': 2, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:43Z', 'revision_number': 4, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:44.129502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=3974696b-7a10-40b4-a0ab-9c18d22a370f,revision_number=12']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:44.145383 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:44.152502 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b35367a-f979-46f0-b07b-fef024227852 req-64beedc4-c105-40c8-84f6-62b3f10beae4 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652466 Dec 11 22:55:44.160284 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a09b4d-f962-46a3-a475-5cabacf0ec3d None None] The sync data for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 is: [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:55:39Z', 'revision_number': 2, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:43Z', 'revision_number': 4, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:44.214324 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-84ba38f7-c3a6-45e4-9248-1f00844c75cf req-4df31dc2-d5f8-4c4f-a456-c6dd16de4274 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 210 time: 0.1149702 Dec 11 22:55:44.220128 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c12a3857-c0a6-49b0-972f-c3e3c9c07f04 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:55:44.230704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-3b563e0a-ba07-40d4-a221-ea4511f1e726', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'project_id': '45f23748810f4e429297db13dc401da1', 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:55:44.235902 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:44.247910 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4cc50faf-3738-4915-8f8a-bea4526862c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:44.254738 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-64e52ec3-ccc5-4835-9da6-d1f103d5130e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:44.255621 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e52ec3-ccc5-4835-9da6-d1f103d5130e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Fanout notify agent at l3_agent the message router_deleted on router 081e56ae-a29b-4693-9313-7997c1abc6e9 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:55:44.264169 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-64e52ec3-ccc5-4835-9da6-d1f103d5130e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:44.268491 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-64e52ec3-ccc5-4835-9da6-d1f103d5130e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/routers/081e56ae-a29b-4693-9313-7997c1abc6e9 HTTP/1.1" status: 204 len: 168 time: 0.7760324 Dec 11 22:55:44.269219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44334) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:44.293534 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port c12a3857-c0a6-49b0-972f-c3e3c9c07f04, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:44.375719 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ad38d0-7dcf-4470-8351-6a486d9eca06 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting subnet 84d2fb8d-5d13-4794-baf9-8236036b1313 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:55:44.395508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1ad38d0-7dcf-4470-8351-6a486d9eca06 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:44.445680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4cc50faf-3738-4915-8f8a-bea4526862c9 None None] For port a2ba27cd-7ee9-4119-8d20-b80ccd19c085, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a2ba27cd-7ee9-4119-8d20-b80ccd19c085,segment=NetworkSegment(954388c5-e393-4a20-be46-40a871bc0781),segment_id=954388c5-e393-4a20-be46-40a871bc0781)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:44.495659 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:44.545955 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:44.554754 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1ad38d0-7dcf-4470-8351-6a486d9eca06 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:44.564687 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4cc50faf-3738-4915-8f8a-bea4526862c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:44.615821 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Allocated IP 172.21.0.2 (3b563e0a-ba07-40d4-a221-ea4511f1e726/2b5bbd58-65a8-43b9-a38d-91e41210347e/4627bb43-901e-4cd8-8827-36eba64bb7bc) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:44.620897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100205eb-ce48-4a0d-bff7-e3d959edb804 req-e9c1a5c6-a534-4715-9b0d-39a4fe01ef74 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:44.626966 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-100205eb-ce48-4a0d-bff7-e3d959edb804 req-e9c1a5c6-a534-4715-9b0d-39a4fe01ef74 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.1572211 Dec 11 22:55:44.650431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:44.669769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-8dc36f0a-5179-4a12-9e70-b63e28250a34 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:44.671286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-8dc36f0a-5179-4a12-9e70-b63e28250a34 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.13 "GET /v2.0/networks?id=342542df-9e2a-49dd-8ac7-00b364607ac8 HTTP/1.1" status: 200 len: 814 time: 0.3342760 Dec 11 22:55:44.691536 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-7d250fbe-0e6a-4f09-82a5-fc7e33297d85 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Request body: {'port': {'device_id': '89986ef6-cd07-447a-9078-ff306ae1e32e', 'network_id': '342542df-9e2a-49dd-8ac7-00b364607ac8', 'admin_state_up': True, 'tenant_id': '1b8c7764b66c4fae8fcb775ff6e112ab'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:44.891760 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a2ba27cd-7ee9-4119-8d20-b80ccd19c085 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:44.903006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-100205eb-ce48-4a0d-bff7-e3d959edb804 req-1a996c5b-3071-4f8d-83e3-c768e0b573e6 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633986 Dec 11 22:55:44.912326 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1ad38d0-7dcf-4470-8351-6a486d9eca06 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:44.939769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-008efc30-bd76-437c-934c-5e625d753c03 None None] Provisioning complete for port a2ba27cd-7ee9-4119-8d20-b80ccd19c085 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:44.940150 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-008efc30-bd76-437c-934c-5e625d753c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:44.955077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-7d250fbe-0e6a-4f09-82a5-fc7e33297d85 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Made reservation on behalf of 1b8c7764b66c4fae8fcb775ff6e112ab for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:44.958585 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-7d250fbe-0e6a-4f09-82a5-fc7e33297d85 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:44.986122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc50faf-3738-4915-8f8a-bea4526862c9 None None] Pushing event updated for resources: {'Port': ['ID=a2ba27cd-7ee9-4119-8d20-b80ccd19c085,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:45.086688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a2ba27cd-7ee9-4119-8d20-b80ccd19c085 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:45.087104 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.091485 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1ad38d0-7dcf-4470-8351-6a486d9eca06 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.138751 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5746595c-e4cd-4ec1-be5c-47928d05dba9 None None] Network c3c8cd42-9618-4872-93c7-59c95c765bda requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:45.143049 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1ad38d0-7dcf-4470-8351-6a486d9eca06 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.146666 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a1ad38d0-7dcf-4470-8351-6a486d9eca06 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/84d2fb8d-5d13-4794-baf9-8236036b1313 HTTP/1.1" status: 204 len: 168 time: 0.8761737 Dec 11 22:55:45.150110 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44340) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:45.151562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad38d0-7dcf-4470-8351-6a486d9eca06 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Subnet': ['ID=84d2fb8d-5d13-4794-baf9-8236036b1313,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:45.166911 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.170121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-7d250fbe-0e6a-4f09-82a5-fc7e33297d85 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Allocated IP 172.20.0.5 (342542df-9e2a-49dd-8ac7-00b364607ac8/bc1b819d-488c-47f0-968f-45108833bb18/63c7a47e-d39b-4666-853e-70def1bb2d31) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:45.378074 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.413258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Allocated IP 172.21.0.1 (3b563e0a-ba07-40d4-a221-ea4511f1e726/2b5bbd58-65a8-43b9-a38d-91e41210347e/7ffb7106-c553-438f-b0e7-3b6972d2ea92) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:45.439483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737d075-61a4-4a1a-ae24-f69b3ddd4ec9 req-a1276ca4-3048-4d70-b850-becb194e7238 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:45.441100 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7737d075-61a4-4a1a-ae24-f69b3ddd4ec9 req-a1276ca4-3048-4d70-b850-becb194e7238 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 943 time: 0.1387491 Dec 11 22:55:45.454347 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b86fb21-7e5e-4458-870d-549f19cfe70c req-260271d1-1013-4130-b397-76fc31fe40f5 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 210 time: 0.0447278 Dec 11 22:55:45.485505 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-7d250fbe-0e6a-4f09-82a5-fc7e33297d85 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.487481 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.571463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Network 3b563e0a-ba07-40d4-a221-ea4511f1e726 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:45.583877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:45.597576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Pushing event updated for resources: {'Port': ['ID=4627bb43-901e-4cd8-8827-36eba64bb7bc,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:45.604101 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7737d075-61a4-4a1a-ae24-f69b3ddd4ec9 req-194b5956-d46c-4b3f-a152-7fc599350d4d tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336608 Dec 11 22:55:45.605545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:45.611641 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-7d250fbe-0e6a-4f09-82a5-fc7e33297d85 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.644881 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:45.645461 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.661736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-7d250fbe-0e6a-4f09-82a5-fc7e33297d85 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Network 342542df-9e2a-49dd-8ac7-00b364607ac8 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:45.667269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-7d250fbe-0e6a-4f09-82a5-fc7e33297d85 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:45.671633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-7d250fbe-0e6a-4f09-82a5-fc7e33297d85 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:45.676994 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d250fbe-0e6a-4f09-82a5-fc7e33297d85 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Pushing event updated for resources: {'Port': ['ID=63c7a47e-d39b-4666-853e-70def1bb2d31,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:45.717615 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d8ff03-9d59-47e1-85f6-44258d70ae71 None None] DHCP port deletion for 342542df-9e2a-49dd-8ac7-00b364607ac8 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:45.730790 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Attempting to bind port 4627bb43-901e-4cd8-8827-36eba64bb7bc on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:55:45.731203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Attempting to bind port 4627bb43-901e-4cd8-8827-36eba64bb7bc by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'e214f956-ab50-4611-9e85-9c706651a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:55:45.731558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Attempting to bind port 4627bb43-901e-4cd8-8827-36eba64bb7bc on network 3b563e0a-ba07-40d4-a221-ea4511f1e726 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:45.735554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-7d250fbe-0e6a-4f09-82a5-fc7e33297d85 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:45.736328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-7d250fbe-0e6a-4f09-82a5-fc7e33297d85 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.739058 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.739362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:55:45.739820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Checking segment: {'id': 'e214f956-ab50-4611-9e85-9c706651a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:45.740293 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.740838 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Bound using segment: {'id': 'e214f956-ab50-4611-9e85-9c706651a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:55:45.741525 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Bound port: 4627bb43-901e-4cd8-8827-36eba64bb7bc, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e214f956-ab50-4611-9e85-9c706651a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:55:45.742017 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.800830 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ee16c8-6247-4602-8042-ab5e538d30c5 None None] DHCP port deletion for c3c8cd42-9618-4872-93c7-59c95c765bda request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:45.804023 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] For port 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3,segment=NetworkSegment(ef2053a7-0fda-47a1-9cd9-e9b9ef4d1515),segment_id=ef2053a7-0fda-47a1-9cd9-e9b9ef4d1515)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:45.804765 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.818328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:45.840009 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-7d250fbe-0e6a-4f09-82a5-fc7e33297d85 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1555901 Dec 11 22:55:45.849105 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] For port 4627bb43-901e-4cd8-8827-36eba64bb7bc, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:55:45.859409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Request body: {'port': {'device_id': '89986ef6-cd07-447a-9078-ff306ae1e32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:45.877437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] For port 4627bb43-901e-4cd8-8827-36eba64bb7bc, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4627bb43-901e-4cd8-8827-36eba64bb7bc,segment=NetworkSegment(e214f956-ab50-4611-9e85-9c706651a2d2),segment_id=e214f956-ab50-4611-9e85-9c706651a2d2)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:55:45.892467 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.896536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c368330c-4cee-418d-a26e-37063660d6c0 None None] Provisioning complete for port 63c7a47e-d39b-4666-853e-70def1bb2d31 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:45.896923 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c368330c-4cee-418d-a26e-37063660d6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.938253 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee16c8-6247-4602-8042-ab5e538d30c5 None None] Deleting port 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:45.938885 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2ee16c8-6247-4602-8042-ab5e538d30c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:45.948124 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 3b563e0a-ba07-40d4-a221-ea4511f1e726 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:45.950839 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:45.956408 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:45.963978 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:46.014151 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:46.015571 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:46.034446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c368330c-4cee-418d-a26e-37063660d6c0 None None] Port 63c7a47e-d39b-4666-853e-70def1bb2d31 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:46.113697 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c2ee16c8-6247-4602-8042-ab5e538d30c5 None None] For port 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3,segment=NetworkSegment(ef2053a7-0fda-47a1-9cd9-e9b9ef4d1515),segment_id=ef2053a7-0fda-47a1-9cd9-e9b9ef4d1515)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:46.114138 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2ee16c8-6247-4602-8042-ab5e538d30c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:46.141996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee16c8-6247-4602-8042-ab5e538d30c5 None None] Calling delete_port for 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:46.151112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738aebaa-4daf-4030-8f79-662083ef9dab None None] Pushing event updated for resources: {'Port': ['ID=4627bb43-901e-4cd8-8827-36eba64bb7bc,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:46.394858 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2ee16c8-6247-4602-8042-ab5e538d30c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:46.427135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee16c8-6247-4602-8042-ab5e538d30c5 None None] Pushing event deleted for resources: {'Port': ['ID=1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:46.436219 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee16c8-6247-4602-8042-ab5e538d30c5 None None] No DVR routers for this DVR port 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:55:46.457077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c7a47e-d39b-4666-853e-70def1bb2d31 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:55:46.467369 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:46.483865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Transition to ACTIVE for port object 63c7a47e-d39b-4666-853e-70def1bb2d31 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:55:46.497403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c12a3857-c0a6-49b0-972f-c3e3c9c07f04 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:46.499089 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=7ffb7106-c553-438f-b0e7-3b6972d2ea92,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:46.525118 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:46.558448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ee313-febe-4b8f-9e7d-14a30e06dac2 req-6850146f-9a93-4d74-8e5c-5c942b8328de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:46.566378 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-563ee313-febe-4b8f-9e7d-14a30e06dac2 req-6850146f-9a93-4d74-8e5c-5c942b8328de tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.5152495 Dec 11 22:55:46.570273 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:46.584309 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:46.604608 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No DVR routers for this DVR port 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:55:46.617848 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port c12a3857-c0a6-49b0-972f-c3e3c9c07f04 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:46.618408 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:46.679671 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f72c5d-8060-45fc-8ba6-4ff8355068c7 req-fe82de5b-60ce-406b-aad9-a7706f575c1b tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:46.681246 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83f72c5d-8060-45fc-8ba6-4ff8355068c7 req-fe82de5b-60ce-406b-aad9-a7706f575c1b tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 943 time: 0.1248262 Dec 11 22:55:46.681918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Pushing event updated for resources: {'Port': ['ID=63c7a47e-d39b-4666-853e-70def1bb2d31,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:46.692833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eba7b2-d8a0-4d12-80b1-86152699bd7c None None] DHCP port deletion for 342542df-9e2a-49dd-8ac7-00b364607ac8 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:46.744123 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-563ee313-febe-4b8f-9e7d-14a30e06dac2 req-a6aa1dff-246b-4569-a0a3-c55ce5447c16 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745620 Dec 11 22:55:46.780151 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:46.781775 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:46.799835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Attempting to bind port 63c7a47e-d39b-4666-853e-70def1bb2d31 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:55:46.801900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Attempting to bind port 63c7a47e-d39b-4666-853e-70def1bb2d31 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '74662169-1a30-4856-b88a-4a05458741d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '342542df-9e2a-49dd-8ac7-00b364607ac8'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:55:46.802736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Attempting to bind port 63c7a47e-d39b-4666-853e-70def1bb2d31 on network 342542df-9e2a-49dd-8ac7-00b364607ac8 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:46.817271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3633c586-f872-423f-8197-6ed2eed99c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12a3857-c0a6-49b0-972f-c3e3c9c07f04'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:55:46.820044 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473e29f5-a287-4ff2-8616-45c745a433ef" -d '{"events": [{"server_uuid": "3633c586-f872-423f-8197-6ed2eed99c02", "name": "network-vif-plugged", "status": "completed", "tag": "c12a3857-c0a6-49b0-972f-c3e3c9c07f04"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:55:46.827855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Port 63c7a47e-d39b-4666-853e-70def1bb2d31 on network 342542df-9e2a-49dd-8ac7-00b364607ac8 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:55:46.835765 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:46.836270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Attempting to bind port 63c7a47e-d39b-4666-853e-70def1bb2d31 on network 342542df-9e2a-49dd-8ac7-00b364607ac8 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:46.844104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c8cd42-9618-4872-93c7-59c95c765bda']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:46.847076 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port c12a3857-c0a6-49b0-972f-c3e3c9c07f04, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:46.851145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:55:46.851481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Checking segment: {'id': '74662169-1a30-4856-b88a-4a05458741d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '342542df-9e2a-49dd-8ac7-00b364607ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:46.851878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Bound using segment: {'id': '74662169-1a30-4856-b88a-4a05458741d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '342542df-9e2a-49dd-8ac7-00b364607ac8'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:55:46.852314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Bound port: 63c7a47e-d39b-4666-853e-70def1bb2d31, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74662169-1a30-4856-b88a-4a05458741d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '342542df-9e2a-49dd-8ac7-00b364607ac8'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:55:46.852670 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:46.859679 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2053a7-0fda-47a1-9cd9-e9b9ef4d1515') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:46.860001 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2053a7-0fda-47a1-9cd9-e9b9ef4d1515') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:46.902698 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:46.931181 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83f72c5d-8060-45fc-8ba6-4ff8355068c7 req-63677c59-d3d6-42a5-9a5d-9952c1f3057f tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225149 Dec 11 22:55:46.931587 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.011781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] For port 63c7a47e-d39b-4666-853e-70def1bb2d31, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:55:47.015274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] For port 63c7a47e-d39b-4666-853e-70def1bb2d31, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=63c7a47e-d39b-4666-853e-70def1bb2d31,segment=NetworkSegment(74662169-1a30-4856-b88a-4a05458741d7),segment_id=74662169-1a30-4856-b88a-4a05458741d7)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:55:47.030234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:47.042107 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7277ea-4684-4c65-9a93-37f262727749 x-openstack-request-id: req-1b7277ea-4684-4c65-9a93-37f262727749 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:55:47.042706 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3633c586-f872-423f-8197-6ed2eed99c02", "name": "network-vif-plugged", "status": "completed", "tag": "c12a3857-c0a6-49b0-972f-c3e3c9c07f04", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:55:47.043835 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b7277ea-4684-4c65-9a93-37f262727749 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:55:47.048101 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3633c586-f872-423f-8197-6ed2eed99c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12a3857-c0a6-49b0-972f-c3e3c9c07f04', 'code': 200} Dec 11 22:55:47.050545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4627bb43-901e-4cd8-8827-36eba64bb7bc up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:47.075141 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.113867 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.126962 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:55:47.127406 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:55:47.135266 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:55:47.158973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dc3e3a-e88e-40d8-9de8-a78e8e7537ed None None] DHCP port deletion for 342542df-9e2a-49dd-8ac7-00b364607ac8 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:47.163390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:47.164134 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.165474 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] 10.222.0.13 "PUT /v2.0/ports/63c7a47e-d39b-4666-853e-70def1bb2d31 HTTP/1.1" status: 200 len: 1091 time: 1.3169889 Dec 11 22:55:47.165937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89986ef6-cd07-447a-9078-ff306ae1e32e', 'tag': '63c7a47e-d39b-4666-853e-70def1bb2d31'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:55:47.168297 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4000fc-4163-43cd-be4f-3b65377a917a" -d '{"events": [{"name": "network-changed", "server_uuid": "89986ef6-cd07-447a-9078-ff306ae1e32e", "tag": "63c7a47e-d39b-4666-853e-70def1bb2d31"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:55:47.187258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4627bb43-901e-4cd8-8827-36eba64bb7bc triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:47.188010 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.224088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb6c5-7eea-4d8b-a3c3-049530c2c9ec service neutron] Pushing event updated for resources: {'Port': ['ID=63c7a47e-d39b-4666-853e-70def1bb2d31,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:47.264850 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756a335f-681a-4789-b7e5-e60fc181dde0 x-openstack-request-id: req-756a335f-681a-4789-b7e5-e60fc181dde0 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:55:47.265172 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89986ef6-cd07-447a-9078-ff306ae1e32e", "tag": "63c7a47e-d39b-4666-853e-70def1bb2d31", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:55:47.266655 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-756a335f-681a-4789-b7e5-e60fc181dde0 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:55:47.266655 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89986ef6-cd07-447a-9078-ff306ae1e32e', 'tag': '63c7a47e-d39b-4666-853e-70def1bb2d31', 'status': 'completed', 'code': 200} Dec 11 22:55:47.293536 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.320718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1af252-4274-477f-9d55-b4beb210eeed req-9645e9eb-6a14-45de-aff8-caf3ea82b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:47.322321 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c1af252-4274-477f-9d55-b4beb210eeed req-9645e9eb-6a14-45de-aff8-caf3ea82b3fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 1096 time: 0.0950198 Dec 11 22:55:47.340359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4000fc-4163-43cd-be4f-3b65377a917a req-a58c447c-0d85-43ca-a2a5-564bdc1b2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:47.341879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be4859-22e5-415d-bbec-cd2e8e3eeb9d req-2e816b18-dcb0-46d9-94a3-33d84ba2cea1 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:47.342011 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3b4000fc-4163-43cd-be4f-3b65377a917a req-a58c447c-0d85-43ca-a2a5-564bdc1b2be6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b8c7764b66c4fae8fcb775ff6e112ab&device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 1094 time: 0.0737374 Dec 11 22:55:47.343912 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f0be4859-22e5-415d-bbec-cd2e8e3eeb9d req-2e816b18-dcb0-46d9-94a3-33d84ba2cea1 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 943 time: 0.4555433 Dec 11 22:55:47.376122 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.419357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 4627bb43-901e-4cd8-8827-36eba64bb7bc, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4627bb43-901e-4cd8-8827-36eba64bb7bc,segment=NetworkSegment(e214f956-ab50-4611-9e85-9c706651a2d2),segment_id=e214f956-ab50-4611-9e85-9c706651a2d2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:47.442407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c1af252-4274-477f-9d55-b4beb210eeed req-9989754a-1ae4-4f4e-a2db-464a0c2c4851 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126001 Dec 11 22:55:47.451475 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f0be4859-22e5-415d-bbec-cd2e8e3eeb9d req-23422aac-972e-4e4c-853c-0ee539e61dd0 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892663 Dec 11 22:55:47.453446 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.469594 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.472888 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/networks/c3c8cd42-9618-4872-93c7-59c95c765bda HTTP/1.1" status: 204 len: 168 time: 2.3211825 Dec 11 22:55:47.485718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44396) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:47.491339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f21186e7-e174-4575-b94a-cf102acf16ae tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1258656751'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:47.493876 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a514f91-c444-4940-92cf-515102553d83 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Network': ['ID=c3c8cd42-9618-4872-93c7-59c95c765bda,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:47.497150 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.499023 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.499917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a2ba27cd-7ee9-4119-8d20-b80ccd19c085 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:47.507327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4000fc-4163-43cd-be4f-3b65377a917a req-bc5594cd-ad20-4a3c-8961-2b22d262bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:47.507327 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3b4000fc-4163-43cd-be4f-3b65377a917a req-bc5594cd-ad20-4a3c-8961-2b22d262bf2a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1b8c7764b66c4fae8fcb775ff6e112ab&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1537657 Dec 11 22:55:47.555156 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.563275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48dee5c-4c2e-4202-be9c-39351c819602 None None] Network 3b563e0a-ba07-40d4-a221-ea4511f1e726 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:47.577243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21186e7-e174-4575-b94a-cf102acf16ae tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:47.581033 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f21186e7-e174-4575-b94a-cf102acf16ae tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.609053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21186e7-e174-4575-b94a-cf102acf16ae tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:55:47.620098 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f21186e7-e174-4575-b94a-cf102acf16ae tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.620098 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-f21186e7-e174-4575-b94a-cf102acf16ae tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Added segment e13b8ec9-961b-4454-93a2-ba364c34a24d of type vlan for network a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab Dec 11 22:55:47.635472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=7ffb7106-c553-438f-b0e7-3b6972d2ea92,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:47.638065 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.651884 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=4627bb43-901e-4cd8-8827-36eba64bb7bc,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:47.681237 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f21186e7-e174-4575-b94a-cf102acf16ae tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.685108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-78b9ef73-349e-40fd-968d-65362c7e7c93 None None] Provisioning complete for port 4627bb43-901e-4cd8-8827-36eba64bb7bc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:47.685480 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78b9ef73-349e-40fd-968d-65362c7e7c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.734040 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a2ba27cd-7ee9-4119-8d20-b80ccd19c085 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:47.734865 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.737302 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 3b563e0a-ba07-40d4-a221-ea4511f1e726 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:47.738400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:47.832789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4000fc-4163-43cd-be4f-3b65377a917a req-7f3ef3d9-5a96-4e9d-9905-f1aec47699a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:47.835569 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3b4000fc-4163-43cd-be4f-3b65377a917a req-7f3ef3d9-5a96-4e9d-9905-f1aec47699a0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1498058 Dec 11 22:55:47.856924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router e170a12c-511e-4fa6-84f1-060d105da5e9 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:55:47.871153 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f21186e7-e174-4575-b94a-cf102acf16ae tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.884774 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21186e7-e174-4575-b94a-cf102acf16ae tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:47.887724 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f21186e7-e174-4575-b94a-cf102acf16ae tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:47.984618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:55:47.987807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:48.001058 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7cd916ee-b85f-4d20-b9f6-395952d77197 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/e170a12c-511e-4fa6-84f1-060d105da5e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0148144 Dec 11 22:55:48.003825 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44402) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:48.011729 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Sync routers for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:48.027276 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:48.031010 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:48.031711 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0a7d8b67-736f-4923-8dd3-274456ac636c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'network': {'name': 'tempest-RoutersTest-570909914'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:48.039235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:55:48.039777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1b8f8f89-a25e-464e-863b-ba0ff6fcd5b3 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:55:48.086286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21186e7-e174-4575-b94a-cf102acf16ae tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Network': ['ID=a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:48.099318 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:55:48.117296 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d5d61-0470-41d9-ae30-db802c2ec93d req-6c49bb44-2286-4b97-9e26-ed1e0a175133 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:48.122229 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f21186e7-e174-4575-b94a-cf102acf16ae tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6329324 Dec 11 22:55:48.126726 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f30d5d61-0470-41d9-ae30-db802c2ec93d req-6c49bb44-2286-4b97-9e26-ed1e0a175133 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 943 time: 0.0731587 Dec 11 22:55:48.128875 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44404) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:48.130175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aea5eb-0465-4cb4-bad6-b3e1eef58710 req-52170ac4-fbfc-4b48-91e3-8512cbe8b76d tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:48.137444 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3bbe14f3-aa84-434d-9f9b-12191d015d6c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'subnet': {'network_id': 'a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:48.138570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46aea5eb-0465-4cb4-bad6-b3e1eef58710 req-52170ac4-fbfc-4b48-91e3-8512cbe8b76d tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.2396734 Dec 11 22:55:48.149071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-391e42eb-c4c6-4cae-9eff-e3f1c4e446d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:48.150650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-391e42eb-c4c6-4cae-9eff-e3f1c4e446d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b8c7764b66c4fae8fcb775ff6e112ab&device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 1094 time: 0.2537580 Dec 11 22:55:48.182366 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:55:48.243846 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46aea5eb-0465-4cb4-bad6-b3e1eef58710 req-75d09769-6322-4be9-8277-f2b87ef7495b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042526 Dec 11 22:55:48.255264 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-31b90ed2-f78e-4145-91aa-f2b684038927 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63c7a47e-d39b-4666-853e-70def1bb2d31 HTTP/1.1" status: 200 len: 217 time: 0.0858045 Dec 11 22:55:48.270709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8b1480bf-6b22-46af-a90c-d66c54490386 None None] Provisioning complete for port 7ffb7106-c553-438f-b0e7-3b6972d2ea92 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:48.271136 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8b1480bf-6b22-46af-a90c-d66c54490386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:48.293287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7d8b67-736f-4923-8dd3-274456ac636c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:48.305953 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a7d8b67-736f-4923-8dd3-274456ac636c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:48.312545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8b1480bf-6b22-46af-a90c-d66c54490386 None None] Port 7ffb7106-c553-438f-b0e7-3b6972d2ea92 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:48.325241 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8b1480bf-6b22-46af-a90c-d66c54490386 None None] Provisioning complete for port 4627bb43-901e-4cd8-8827-36eba64bb7bc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:48.325918 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8b1480bf-6b22-46af-a90c-d66c54490386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:48.327038 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f30d5d61-0470-41d9-ae30-db802c2ec93d req-73e07055-ea99-44a7-b4c2-a2410183201a tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992373 Dec 11 22:55:48.372767 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-2db4e853-4697-4bce-b75a-64a7fd4cc274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:48.375100 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-2db4e853-4697-4bce-b75a-64a7fd4cc274 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc1b819d-488c-47f0-968f-45108833bb18 HTTP/1.1" status: 200 len: 854 time: 0.1175311 Dec 11 22:55:48.392956 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7d8b67-736f-4923-8dd3-274456ac636c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:55:48.432316 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a7d8b67-736f-4923-8dd3-274456ac636c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:48.432942 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-0a7d8b67-736f-4923-8dd3-274456ac636c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Added segment 3c2a2177-64b0-4844-baa1-690a0aacbd88 of type vlan for network 4cf8b0c8-1b09-46bd-8157-93fd9530dfc7 Dec 11 22:55:48.439473 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-08dbe602-7596-4973-9d94-31aa49be12bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=342542df-9e2a-49dd-8ac7-00b364607ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567687 Dec 11 22:55:48.495356 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbe14f3-aa84-434d-9f9b-12191d015d6c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:48.499090 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bbe14f3-aa84-434d-9f9b-12191d015d6c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:48.557527 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:55:46Z', 'revision_number': 3, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:47Z', 'revision_number': 2, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:48.564927 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c8753411-73ad-4e97-84d0-d0330e0f4431 None None] Provisioning complete for port 7ffb7106-c553-438f-b0e7-3b6972d2ea92 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:48.565307 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c8753411-73ad-4e97-84d0-d0330e0f4431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:48.591196 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a7d8b67-736f-4923-8dd3-274456ac636c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:48.598793 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-30bfc29f-cc38-4061-9ee5-8ed05775e136 service neutron] 10.222.0.13 "GET /v2.0/networks/342542df-9e2a-49dd-8ac7-00b364607ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469729 Dec 11 22:55:48.614272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c8753411-73ad-4e97-84d0-d0330e0f4431 None None] Port 7ffb7106-c553-438f-b0e7-3b6972d2ea92 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:48.621104 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Checking router: e170a12c-511e-4fa6-84f1-060d105da5e9 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:55:48.621657 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Updating router e170a12c-511e-4fa6-84f1-060d105da5e9 port 7ffb7106-c553-438f-b0e7-3b6972d2ea92 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:55:48.628305 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088dd85-0a3a-46bf-9d02-c462fb8e7c29 req-b89ebcae-fc50-4c32-962c-05b0d1a37ca8 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:48.629901 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1088dd85-0a3a-46bf-9d02-c462fb8e7c29 req-b89ebcae-fc50-4c32-962c-05b0d1a37ca8 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.1844285 Dec 11 22:55:48.669624 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:48.738725 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1088dd85-0a3a-46bf-9d02-c462fb8e7c29 req-d4aea6d7-24e0-4271-bbbf-562fb23cd56f tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982234 Dec 11 22:55:48.820337 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a7d8b67-736f-4923-8dd3-274456ac636c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:48.820337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7d8b67-736f-4923-8dd3-274456ac636c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:48.820337 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0a7d8b67-736f-4923-8dd3-274456ac636c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:48.826521 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4627bb43-901e-4cd8-8827-36eba64bb7bc up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:48.841518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a526aee-2f55-48a0-8e16-0015ce3c45d1 req-d858ad9f-4d2a-4e37-a06f-ec08686a3bc5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:48.849627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a526aee-2f55-48a0-8e16-0015ce3c45d1 req-d858ad9f-4d2a-4e37-a06f-ec08686a3bc5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.2788899 Dec 11 22:55:48.860027 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-163bc671-a645-426d-8768-71f4e5fd9cc3 req-df2334c5-dc35-4604-a2b5-0fef1fe6671d service neutron] 10.222.0.13 "GET /v2.0/networks/342542df-9e2a-49dd-8ac7-00b364607ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191558 Dec 11 22:55:48.889453 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b7fedeb2-c8c4-4d8f-9646-e0fbbc9042c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:48.907417 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9cd6b1bb-f452-49fb-9179-0da08a3dfa75 None None] Provisioning complete for port 7ffb7106-c553-438f-b0e7-3b6972d2ea92 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:48.908065 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b1bb-f452-49fb-9179-0da08a3dfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:48.923584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a526aee-2f55-48a0-8e16-0015ce3c45d1 req-b262bde8-9eb0-494c-9922-f57a9c288756 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727859 Dec 11 22:55:48.955371 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6b1bb-f452-49fb-9179-0da08a3dfa75 None None] Port 7ffb7106-c553-438f-b0e7-3b6972d2ea92 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:48.964110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4627bb43-901e-4cd8-8827-36eba64bb7bc triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:48.964492 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.010276 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d8b67-736f-4923-8dd3-274456ac636c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Network': ['ID=4cf8b0c8-1b09-46bd-8157-93fd9530dfc7,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:49.031262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 4cf8b0c8-1b09-46bd-8157-93fd9530dfc7 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:55:49.041995 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0a7d8b67-736f-4923-8dd3-274456ac636c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0370128 Dec 11 22:55:49.045153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44414) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:49.050443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-64a0ccbd-998d-4455-a994-61018a397b37 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'subnet': {'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:49.068780 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8184c95-f2d4-44cb-8869-7d3163cb4fe0 req-4d3436df-a644-4756-a80d-b5d8f9531ac2 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:49.072853 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d8184c95-f2d4-44cb-8869-7d3163cb4fe0 req-4d3436df-a644-4756-a80d-b5d8f9531ac2 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.2087040 Dec 11 22:55:49.097554 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bbe14f3-aa84-434d-9f9b-12191d015d6c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.192983 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d8184c95-f2d4-44cb-8869-7d3163cb4fe0 req-7c5bef4a-3ddb-4313-b497-046c9b5d87db tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117709 Dec 11 22:55:49.199901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe14f3-aa84-434d-9f9b-12191d015d6c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Subnet': ['ID=6806427f-7878-4f17-957d-1c4eda11337f,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:49.215200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe14f3-aa84-434d-9f9b-12191d015d6c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Checking segment: {'id': 'e13b8ec9-961b-4454-93a2-ba364c34a24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:49.215727 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbe14f3-aa84-434d-9f9b-12191d015d6c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network hostable DHCP agents. Network: a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:55:49.258122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a0ccbd-998d-4455-a994-61018a397b37 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:49.262657 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-64a0ccbd-998d-4455-a994-61018a397b37 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.280671 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.296963 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbe14f3-aa84-434d-9f9b-12191d015d6c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:55:49.341644 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea0a7-299e-4899-afe7-24e995bdd0f4 req-c42b4402-b1fe-4c83-a5ae-c4e8ee05fce1 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:49.343213 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-957ea0a7-299e-4899-afe7-24e995bdd0f4 req-c42b4402-b1fe-4c83-a5ae-c4e8ee05fce1 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.0593972 Dec 11 22:55:49.344202 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.419179 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-3bbe14f3-aa84-434d-9f9b-12191d015d6c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:49.428461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2206a697-14a4-4f8a-bcfd-f8850e5cf7c6 None None] Network a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:49.438077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbe14f3-aa84-434d-9f9b-12191d015d6c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:49.438730 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bbe14f3-aa84-434d-9f9b-12191d015d6c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.463013 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-957ea0a7-299e-4899-afe7-24e995bdd0f4 req-3a3d6294-a6e9-4d7b-9617-b8ced3bf8f89 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132834 Dec 11 22:55:49.486160 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c82aa-7736-49ad-bfbc-2f774a91dca3 None None] Pushing event updated for resources: {'Port': ['ID=7ffb7106-c553-438f-b0e7-3b6972d2ea92,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:49.493829 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Attempting to bind port 7ffb7106-c553-438f-b0e7-3b6972d2ea92 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:55:49.500640 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Attempting to bind port 7ffb7106-c553-438f-b0e7-3b6972d2ea92 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'e214f956-ab50-4611-9e85-9c706651a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:55:49.501132 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Attempting to bind port 7ffb7106-c553-438f-b0e7-3b6972d2ea92 on network 3b563e0a-ba07-40d4-a221-ea4511f1e726 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:49.513683 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:55:49.515389 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Checking segment: {'id': 'e214f956-ab50-4611-9e85-9c706651a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:49.515975 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.517213 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Bound using segment: {'id': 'e214f956-ab50-4611-9e85-9c706651a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:55:49.517718 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Bound port: 7ffb7106-c553-438f-b0e7-3b6972d2ea92, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e214f956-ab50-4611-9e85-9c706651a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:55:49.518114 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.528709 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3bbe14f3-aa84-434d-9f9b-12191d015d6c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3954058 Dec 11 22:55:49.531366 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44426) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:49.534416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f2953-2735-46eb-a75f-9fc4a42d8c9a req-df375418-4446-4318-a0db-2ba14b5b8bb6 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:49.537295 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-50fc7c82-d7db-4a8b-b8da-505b685f0ba7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-440375198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:49.543891 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-443f2953-2735-46eb-a75f-9fc4a42d8c9a req-df375418-4446-4318-a0db-2ba14b5b8bb6 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 943 time: 0.1308298 Dec 11 22:55:49.580775 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-64a0ccbd-998d-4455-a994-61018a397b37 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.638756 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] For port 7ffb7106-c553-438f-b0e7-3b6972d2ea92, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:55:49.642458 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] For port 7ffb7106-c553-438f-b0e7-3b6972d2ea92, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7ffb7106-c553-438f-b0e7-3b6972d2ea92,segment=NetworkSegment(e214f956-ab50-4611-9e85-9c706651a2d2),segment_id=e214f956-ab50-4611-9e85-9c706651a2d2)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:55:49.646488 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50fc7c82-d7db-4a8b-b8da-505b685f0ba7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.648717 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50fc7c82-d7db-4a8b-b8da-505b685f0ba7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.650239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab', 'network_id': 'a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab', 'project_id': '42ad0153638a4214b33983a425162708', 'fixed_ips': [{'subnet_id': '6806427f-7878-4f17-957d-1c4eda11337f'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:55:49.655834 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.671524 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-443f2953-2735-46eb-a75f-9fc4a42d8c9a req-34857bdf-dde5-422c-bf05-fe50a63704e1 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264303 Dec 11 22:55:49.705191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0ccbd-998d-4455-a994-61018a397b37 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Subnet': ['ID=eb98d4f3-12c6-4207-89e5-8228cf0766c7,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:49.711233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a0ccbd-998d-4455-a994-61018a397b37 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Checking segment: {'id': '3c2a2177-64b0-4844-baa1-690a0aacbd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:49.711783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a0ccbd-998d-4455-a994-61018a397b37 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network hostable DHCP agents. Network: 4cf8b0c8-1b09-46bd-8157-93fd9530dfc7, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:55:49.734600 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.746332 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50fc7c82-d7db-4a8b-b8da-505b685f0ba7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.796463 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:49.797363 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:49.804531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c79401-073b-48c3-952a-e37bf85d2997 req-581f20dd-d8f2-4af6-a0dd-ab16aa25062a tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:49.811782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a0ccbd-998d-4455-a994-61018a397b37 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 4cf8b0c8-1b09-46bd-8157-93fd9530dfc7 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:55:49.823215 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01c79401-073b-48c3-952a-e37bf85d2997 req-581f20dd-d8f2-4af6-a0dd-ab16aa25062a tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.0792994 Dec 11 22:55:49.840633 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c82aa-7736-49ad-bfbc-2f774a91dca3 None None] Pushing event updated for resources: {'Port': ['ID=7ffb7106-c553-438f-b0e7-3b6972d2ea92,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:49.842913 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50fc7c82-d7db-4a8b-b8da-505b685f0ba7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.844655 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7cfbddba-f158-45e5-890d-b4bfb8979388 None None] Provisioning complete for port 7ffb7106-c553-438f-b0e7-3b6972d2ea92 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:49.845552 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7cfbddba-f158-45e5-890d-b4bfb8979388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.892808 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01c79401-073b-48c3-952a-e37bf85d2997 req-14ec97bd-9a8f-4747-b277-c4a305d496d9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684583 Dec 11 22:55:49.903297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-64a0ccbd-998d-4455-a994-61018a397b37 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 4cf8b0c8-1b09-46bd-8157-93fd9530dfc7) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:49.913657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0ccbd-998d-4455-a994-61018a397b37 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:49.913657 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-64a0ccbd-998d-4455-a994-61018a397b37 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.916096 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Allocated IP 2001:db8::2 (a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab/6806427f-7878-4f17-957d-1c4eda11337f/ec993b41-344d-4684-891c-c183c06fb030) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:49.920113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1e6681-59b8-4750-b0f0-c34f02b5a2b6 None None] Network 4cf8b0c8-1b09-46bd-8157-93fd9530dfc7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:49.924269 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:55:49.965306 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50fc7c82-d7db-4a8b-b8da-505b685f0ba7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:49.970999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-50fc7c82-d7db-4a8b-b8da-505b685f0ba7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4353561 Dec 11 22:55:49.973267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44434) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:50.093876 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-64a0ccbd-998d-4455-a994-61018a397b37 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0477719 Dec 11 22:55:50.097121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44436) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:50.152144 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77b44f-860c-44ea-9ec3-762302eff76a req-b7280ef0-554f-4143-81ee-0b869d2210b0 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:50.154898 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fc77b44f-860c-44ea-9ec3-762302eff76a req-b7280ef0-554f-4143-81ee-0b869d2210b0 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.0951204 Dec 11 22:55:50.206856 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:55:46Z', 'revision_number': 3, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:49Z', 'revision_number': 4, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:50.221816 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fc77b44f-860c-44ea-9ec3-762302eff76a req-a5ad71a5-5d82-4a59-bdeb-d8e7469893cc tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608387 Dec 11 22:55:50.246867 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b169dd6-82cd-4e13-8ae0-f89178007e91 None None] The sync data for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 is: [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:55:46Z', 'revision_number': 3, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:49Z', 'revision_number': 4, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:50.358916 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac10344-3e7a-4000-bad1-5f29c4f3536c req-f9ac06a9-5634-48f6-a21d-85add0064375 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:50.360893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bac10344-3e7a-4000-bad1-5f29c4f3536c req-f9ac06a9-5634-48f6-a21d-85add0064375 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.2733760 Dec 11 22:55:50.399238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfacd69-080d-4e09-a7b0-a332c9cd4cbb req-68415614-053b-4169-8911-c8555bba8049 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:50.410692 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8dfacd69-080d-4e09-a7b0-a332c9cd4cbb req-68415614-053b-4169-8911-c8555bba8049 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.0818601 Dec 11 22:55:50.414172 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7cfbddba-f158-45e5-890d-b4bfb8979388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:50.425870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'project_id': '45f23748810f4e429297db13dc401da1', 'fixed_ips': [{'subnet_id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:55:50.427312 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:50.488442 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8dfacd69-080d-4e09-a7b0-a332c9cd4cbb req-0e2d2448-f9e1-47ef-ab32-02172c53cfab tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758531 Dec 11 22:55:50.576046 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 63c7a47e-d39b-4666-853e-70def1bb2d31 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:55:50.648048 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7cfbddba-f158-45e5-890d-b4bfb8979388 None None] For port 7ffb7106-c553-438f-b0e7-3b6972d2ea92, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7ffb7106-c553-438f-b0e7-3b6972d2ea92,segment=NetworkSegment(e214f956-ab50-4611-9e85-9c706651a2d2),segment_id=e214f956-ab50-4611-9e85-9c706651a2d2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:50.686215 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:50.795123 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7cfbddba-f158-45e5-890d-b4bfb8979388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:50.848124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7ffb7106-c553-438f-b0e7-3b6972d2ea92 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:50.864857 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:50.954296 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Allocated IP 172.22.0.2 (4cf8b0c8-1b09-46bd-8157-93fd9530dfc7/eb98d4f3-12c6-4207-89e5-8228cf0766c7/c49c65e6-43cb-42a1-b599-93804d91c11d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:50.966879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Network a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:50.981951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 63c7a47e-d39b-4666-853e-70def1bb2d31, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=63c7a47e-d39b-4666-853e-70def1bb2d31,segment=NetworkSegment(74662169-1a30-4856-b88a-4a05458741d7),segment_id=74662169-1a30-4856-b88a-4a05458741d7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:50.994038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:51.028057 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:51.035601 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbddba-f158-45e5-890d-b4bfb8979388 None None] Pushing event updated for resources: {'Port': ['ID=7ffb7106-c553-438f-b0e7-3b6972d2ea92,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:51.070778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bac10344-3e7a-4000-bad1-5f29c4f3536c req-293a3f0b-d928-4c6b-b4b7-fc242138bdca tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7024536 Dec 11 22:55:51.105357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '63c7a47e-d39b-4666-853e-70def1bb2d31', 'network_id': '342542df-9e2a-49dd-8ac7-00b364607ac8', 'port_id': '63c7a47e-d39b-4666-853e-70def1bb2d31', 'mac_address': 'fa:16:3e:1c:85:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc1b819d-488c-47f0-968f-45108833bb18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:55:51.116588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-51966bd2-38d8-4c4e-9634-e6564477b970 None None] Provisioning complete for port 7ffb7106-c553-438f-b0e7-3b6972d2ea92 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:51.116588 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-51966bd2-38d8-4c4e-9634-e6564477b970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:51.135615 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:51.254137 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cea2d5-3256-4a42-a25f-dc51f2b546fe req-1527799e-a496-4553-b1df-f46d9ec701ed tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:51.256302 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f1cea2d5-3256-4a42-a25f-dc51f2b546fe req-1527799e-a496-4553-b1df-f46d9ec701ed tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.0530989 Dec 11 22:55:51.292148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Pushing event updated for resources: {'Port': ['ID=ec993b41-344d-4684-891c-c183c06fb030,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:51.302668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 7ffb7106-c553-438f-b0e7-3b6972d2ea92 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:51.303076 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:51.310123 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Attempting to bind port ec993b41-344d-4684-891c-c183c06fb030 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:55:51.310505 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Attempting to bind port ec993b41-344d-4684-891c-c183c06fb030 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'e13b8ec9-961b-4454-93a2-ba364c34a24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:55:51.310903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Attempting to bind port ec993b41-344d-4684-891c-c183c06fb030 on network a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:51.320251 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f1cea2d5-3256-4a42-a25f-dc51f2b546fe req-f9d10e1c-c84c-434f-bc09-addede471221 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566065 Dec 11 22:55:51.362091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:55:51.365650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Checking segment: {'id': 'e13b8ec9-961b-4454-93a2-ba364c34a24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:51.365650 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:51.365650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Bound using segment: {'id': 'e13b8ec9-961b-4454-93a2-ba364c34a24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:55:51.365650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Bound port: ec993b41-344d-4684-891c-c183c06fb030, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13b8ec9-961b-4454-93a2-ba364c34a24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:55:51.365650 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:51.367219 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-223db89b-0ce6-4adf-9544-5787c86c41d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:51.370352 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:51.424376 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c7a47e-d39b-4666-853e-70def1bb2d31 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:55:51.470409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb62fb-b93e-49dd-8538-0b12916ab478 req-6292839f-f224-4400-a866-04869d3d6cb5 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:51.472124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41fb62fb-b93e-49dd-8538-0b12916ab478 req-6292839f-f224-4400-a866-04869d3d6cb5 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 943 time: 0.2124131 Dec 11 22:55:51.509902 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:51.539658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 63c7a47e-d39b-4666-853e-70def1bb2d31, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=63c7a47e-d39b-4666-853e-70def1bb2d31,segment=NetworkSegment(74662169-1a30-4856-b88a-4a05458741d7),segment_id=74662169-1a30-4856-b88a-4a05458741d7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:51.577130 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:51.596176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-45250aa9-6f0b-4a61-8eec-4cb1a76c45fc tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:51.597917 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-45250aa9-6f0b-4a61-8eec-4cb1a76c45fc tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/networks?id=899c801e-bd1d-4aa0-8bf5-5ab01b073be2 HTTP/1.1" status: 200 len: 814 time: 0.1229374 Dec 11 22:55:51.601674 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:51.610353 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] For port ec993b41-344d-4684-891c-c183c06fb030, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:55:51.620900 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-c24488d8-eae9-4041-bd94-4b367407cba4 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/quotas/0bd67ea3659a42e286ab80e506df1e25 HTTP/1.1" status: 200 len: 375 time: 0.0138223 Dec 11 22:55:51.651001 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41fb62fb-b93e-49dd-8538-0b12916ab478 req-eb026dd6-0eab-40e5-b9fc-985a8b809fe5 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655736 Dec 11 22:55:51.651253 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] For port ec993b41-344d-4684-891c-c183c06fb030, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ec993b41-344d-4684-891c-c183c06fb030,segment=NetworkSegment(e13b8ec9-961b-4454-93a2-ba364c34a24d),segment_id=e13b8ec9-961b-4454-93a2-ba364c34a24d)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:55:51.667339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Allocated IP 2001:db8::1 (a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab/6806427f-7878-4f17-957d-1c4eda11337f/e5f45b6e-07a5-4cb6-8fae-4145facaf8d8) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:51.671856 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=63c7a47e-d39b-4666-853e-70def1bb2d31,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:51.685663 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-09f89009-5a1c-448c-a907-4cc784df2864 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bd67ea3659a42e286ab80e506df1e25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582352 Dec 11 22:55:51.686919 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:51.744363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Network 4cf8b0c8-1b09-46bd-8157-93fd9530dfc7 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:51.747663 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:51.758358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:51.768036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:51.772138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Pushing event updated for resources: {'Port': ['ID=c49c65e6-43cb-42a1-b599-93804d91c11d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:51.828160 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-58c34f2c-f1ab-47f7-9c08-f2bfb4b24642 service neutron] 10.222.0.45 "GET /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293797 Dec 11 22:55:51.898700 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Attempting to bind port c49c65e6-43cb-42a1-b599-93804d91c11d on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:55:51.899257 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Attempting to bind port c49c65e6-43cb-42a1-b599-93804d91c11d by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '3c2a2177-64b0-4844-baa1-690a0aacbd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:55:51.899787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Attempting to bind port c49c65e6-43cb-42a1-b599-93804d91c11d on network 4cf8b0c8-1b09-46bd-8157-93fd9530dfc7 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:51.908737 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:55:51.909282 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Checking segment: {'id': '3c2a2177-64b0-4844-baa1-690a0aacbd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:51.909880 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:51.910296 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Bound using segment: {'id': '3c2a2177-64b0-4844-baa1-690a0aacbd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:55:51.911409 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Bound port: c49c65e6-43cb-42a1-b599-93804d91c11d, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2a2177-64b0-4844-baa1-690a0aacbd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:55:51.911409 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:51.914998 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:51.923737 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f974694-94cc-48fb-8b46-8d8c87143cc4 None None] Pushing event updated for resources: {'Port': ['ID=ec993b41-344d-4684-891c-c183c06fb030,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:51.970425 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['63c7a47e-d39b-4666-853e-70def1bb2d31'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:55:51.982028 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Allocated IP 172.22.0.1 (4cf8b0c8-1b09-46bd-8157-93fd9530dfc7/eb98d4f3-12c6-4207-89e5-8228cf0766c7/560aa63e-0150-43cd-906e-56d605305bf4) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:51.987398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-b7758511-e082-4f76-bddb-c14a5754839e service neutron] 10.222.0.45 "GET /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578970 Dec 11 22:55:52.068190 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:52.078895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] For port c49c65e6-43cb-42a1-b599-93804d91c11d, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:55:52.086342 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] For port c49c65e6-43cb-42a1-b599-93804d91c11d, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c49c65e6-43cb-42a1-b599-93804d91c11d,segment=NetworkSegment(3c2a2177-64b0-4844-baa1-690a0aacbd88),segment_id=3c2a2177-64b0-4844-baa1-690a0aacbd88)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:55:52.188707 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:52.201665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:52.232683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:52.236057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:52.236695 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:52.246158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=e5f45b6e-07a5-4cb6-8fae-4145facaf8d8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:52.250187 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:52.325114 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c3b81-8a1b-49bf-9342-428cdc76d27b None None] Pushing event updated for resources: {'Port': ['ID=c49c65e6-43cb-42a1-b599-93804d91c11d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:52.354192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03254b12-942e-4c1f-8bdb-b8b1977b332c req-2bb72a7a-b3a3-4729-ba05-7ce7fac0207e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:52.355822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03254b12-942e-4c1f-8bdb-b8b1977b332c req-2bb72a7a-b3a3-4729-ba05-7ce7fac0207e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.2420311 Dec 11 22:55:52.371389 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:52.480382 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f7b8696f-81ec-4c36-b317-1b011763e623 req-8f44e35d-8673-421e-a763-47dba6a1a323 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 210 time: 0.0431798 Dec 11 22:55:52.505296 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03254b12-942e-4c1f-8bdb-b8b1977b332c req-c2550c7f-3cf8-4fc9-b9fe-ec75dc1b87ae tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275790 Dec 11 22:55:52.559977 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:52.621331 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:52.765249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 4cf8b0c8-1b09-46bd-8157-93fd9530dfc7 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:52.785823 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:52.844715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:52.869925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacf3de-7401-43ab-bf76-f5b099374452 req-01693051-ba00-4536-90df-edd65e378b27 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:52.872714 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2dacf3de-7401-43ab-bf76-f5b099374452 req-01693051-ba00-4536-90df-edd65e378b27 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 944 time: 0.0740864 Dec 11 22:55:52.874790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=560aa63e-0150-43cd-906e-56d605305bf4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:52.941401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984dafc-ea38-442c-99bf-e9776781f20e req-d09cd5b6-ce74-426a-a497-8afeda9a4e00 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:52.943782 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4984dafc-ea38-442c-99bf-e9776781f20e req-d09cd5b6-ce74-426a-a497-8afeda9a4e00 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.13 "GET /v2.0/ports?device_id=3633c586-f872-423f-8197-6ed2eed99c02 HTTP/1.1" status: 200 len: 945 time: 0.2842021 Dec 11 22:55:52.966550 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:52.983837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c49c65e6-43cb-42a1-b599-93804d91c11d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:53.019888 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2dacf3de-7401-43ab-bf76-f5b099374452 req-41f823c7-ecf3-4a32-816b-6816bb1d3b5b tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402438 Dec 11 22:55:53.049531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port c49c65e6-43cb-42a1-b599-93804d91c11d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:53.049908 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:53.151626 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:53.192845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port c49c65e6-43cb-42a1-b599-93804d91c11d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c49c65e6-43cb-42a1-b599-93804d91c11d,segment=NetworkSegment(3c2a2177-64b0-4844-baa1-690a0aacbd88),segment_id=3c2a2177-64b0-4844-baa1-690a0aacbd88)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:53.244847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-4984dafc-ea38-442c-99bf-e9776781f20e req-5b1929c5-208e-4a5f-a570-a0f83f0c8f27 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Deleting port c12a3857-c0a6-49b0-972f-c3e3c9c07f04 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:53.245367 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4984dafc-ea38-442c-99bf-e9776781f20e req-5b1929c5-208e-4a5f-a570-a0f83f0c8f27 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:53.269118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec75af7-6300-4ac3-a7dc-58eecacba75a None None] Network a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:53.311339 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:53.323248 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:53.323814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7ffb7106-c553-438f-b0e7-3b6972d2ea92 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:53.350875 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:53.429328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:53.430435 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:53.500433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-4984dafc-ea38-442c-99bf-e9776781f20e req-5b1929c5-208e-4a5f-a570-a0f83f0c8f27 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] For port c12a3857-c0a6-49b0-972f-c3e3c9c07f04, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:53.500803 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4984dafc-ea38-442c-99bf-e9776781f20e req-5b1929c5-208e-4a5f-a570-a0f83f0c8f27 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:53.592351 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-97e7cb0b-14d8-4338-9ce2-6ba0ee85d070 None None] Provisioning complete for port ec993b41-344d-4684-891c-c183c06fb030 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:53.592987 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97e7cb0b-14d8-4338-9ce2-6ba0ee85d070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:53.611215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-4984dafc-ea38-442c-99bf-e9776781f20e req-5b1929c5-208e-4a5f-a570-a0f83f0c8f27 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Calling delete_port for c12a3857-c0a6-49b0-972f-c3e3c9c07f04 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:53.674677 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-434cc179-0037-4e85-8149-bce8a660b7c1 req-97dc49d8-1252-4e12-90f2-1441ec6a2a94 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 210 time: 0.0440543 Dec 11 22:55:53.685903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=c49c65e6-43cb-42a1-b599-93804d91c11d,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:53.695939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=e5f45b6e-07a5-4cb6-8fae-4145facaf8d8,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:53.705603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 7ffb7106-c553-438f-b0e7-3b6972d2ea92 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:53.705603 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:53.833858 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97e7cb0b-14d8-4338-9ce2-6ba0ee85d070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:53.886377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf26753-4543-4582-9d1b-41eff31ee1eb None None] Network 4cf8b0c8-1b09-46bd-8157-93fd9530dfc7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:53.914561 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ec993b41-344d-4684-891c-c183c06fb030 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:53.924970 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:53.978196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-97e7cb0b-14d8-4338-9ce2-6ba0ee85d070 None None] For port ec993b41-344d-4684-891c-c183c06fb030, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ec993b41-344d-4684-891c-c183c06fb030,segment=NetworkSegment(e13b8ec9-961b-4454-93a2-ba364c34a24d),segment_id=e13b8ec9-961b-4454-93a2-ba364c34a24d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:54.040156 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97e7cb0b-14d8-4338-9ce2-6ba0ee85d070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:54.098294 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port ec993b41-344d-4684-891c-c183c06fb030 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:54.098676 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:54.182241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba77c1b-7ae2-4b5b-8d1d-321bd56adfc3 req-dfa2039f-5521-4853-80da-33bd12922da8 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:54.183832 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eba77c1b-7ae2-4b5b-8d1d-321bd56adfc3 req-dfa2039f-5521-4853-80da-33bd12922da8 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 944 time: 0.0654383 Dec 11 22:55:54.189680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7cb0b-14d8-4338-9ce2-6ba0ee85d070 None None] Pushing event updated for resources: {'Port': ['ID=ec993b41-344d-4684-891c-c183c06fb030,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:54.204069 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c2e7b5a2-0bd5-49f4-8918-5dd20e52c920 None None] Provisioning complete for port c49c65e6-43cb-42a1-b599-93804d91c11d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:54.204452 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2e7b5a2-0bd5-49f4-8918-5dd20e52c920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:54.207350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92063d17-32f1-402a-9dbb-2efcc04f25b2 req-0f16b4be-cff6-4b28-b09d-25c7d83f3839 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:54.209956 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-92063d17-32f1-402a-9dbb-2efcc04f25b2 req-0f16b4be-cff6-4b28-b09d-25c7d83f3839 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.5771527 Dec 11 22:55:54.259429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:54.263568 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eba77c1b-7ae2-4b5b-8d1d-321bd56adfc3 req-8951d1c6-c419-4680-89a6-0e2e15d8d004 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663714 Dec 11 22:55:54.273512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:54.384427 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c2e7b5a2-0bd5-49f4-8918-5dd20e52c920 None None] Provisioning complete for port ec993b41-344d-4684-891c-c183c06fb030 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:54.384853 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2e7b5a2-0bd5-49f4-8918-5dd20e52c920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:54.555068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 63c7a47e-d39b-4666-853e-70def1bb2d31 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:54.558789 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c2e7b5a2-0bd5-49f4-8918-5dd20e52c920 None None] Provisioning complete for port e5f45b6e-07a5-4cb6-8fae-4145facaf8d8 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:54.559262 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2e7b5a2-0bd5-49f4-8918-5dd20e52c920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:54.577856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-92063d17-32f1-402a-9dbb-2efcc04f25b2 req-d669c33b-b9ae-4115-b0b7-bd37f732912b tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342686 Dec 11 22:55:54.630351 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c2e7b5a2-0bd5-49f4-8918-5dd20e52c920 None None] Port e5f45b6e-07a5-4cb6-8fae-4145facaf8d8 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:54.667007 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4984dafc-ea38-442c-99bf-e9776781f20e req-5b1929c5-208e-4a5f-a570-a0f83f0c8f27 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:54.670906 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:54.673562 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:54.720417 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 63c7a47e-d39b-4666-853e-70def1bb2d31 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:55:54.732699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 63c7a47e-d39b-4666-853e-70def1bb2d31 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:54.737328 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:54.870641 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:54.876083 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a0f3add-6ecc-44c8-ada5-d5e5bf136ce9 None None] Provisioning complete for port c49c65e6-43cb-42a1-b599-93804d91c11d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:54.876466 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a0f3add-6ecc-44c8-ada5-d5e5bf136ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:54.888225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1929c5-208e-4a5f-a570-a0f83f0c8f27 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Pushing event deleted for resources: {'Port': ['ID=c12a3857-c0a6-49b0-972f-c3e3c9c07f04,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:54.925447 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c49c65e6-43cb-42a1-b599-93804d91c11d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:54.939202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-ec604a69-cff6-44c1-9df8-34933b65d5ff tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:54.940749 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-ec604a69-cff6-44c1-9df8-34933b65d5ff tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.47 "GET /v2.0/networks?id=899c801e-bd1d-4aa0-8bf5-5ab01b073be2 HTTP/1.1" status: 200 len: 814 time: 0.2644527 Dec 11 22:55:54.950893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f92d120-bb02-4bf1-b343-7fa0fc7cef24 req-602b7843-4dec-4ce4-9eac-0242045391f7 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 210 time: 0.0947495 Dec 11 22:55:54.970927 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93ad712-2d85-47bd-b01f-435afa84a425 None None] DHCP port deletion for 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:55.013197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-9bc878e8-ef00-4f90-88fc-0619e1a4d2e5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Request body: {'port': {'device_id': '23abcfb0-5f74-474e-a79f-a4550d3e0562', 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2', 'admin_state_up': True, 'tenant_id': '0bd67ea3659a42e286ab80e506df1e25'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:55.046281 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:55.092097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-4984dafc-ea38-442c-99bf-e9776781f20e req-5b1929c5-208e-4a5f-a570-a0f83f0c8f27 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] No DVR routers for this DVR port c12a3857-c0a6-49b0-972f-c3e3c9c07f04 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:55:55.098259 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4984dafc-ea38-442c-99bf-e9776781f20e req-5b1929c5-208e-4a5f-a570-a0f83f0c8f27 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:55.101666 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4984dafc-ea38-442c-99bf-e9776781f20e req-5b1929c5-208e-4a5f-a570-a0f83f0c8f27 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.13 "DELETE /v2.0/ports/c12a3857-c0a6-49b0-972f-c3e3c9c07f04 HTTP/1.1" status: 204 len: 173 time: 2.1475658 Dec 11 22:55:55.104807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3633c586-f872-423f-8197-6ed2eed99c02', 'name': 'network-vif-deleted', 'tag': 'c12a3857-c0a6-49b0-972f-c3e3c9c07f04'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:55:55.107451 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52c794a-a439-4c77-b9da-4b6251715f82" -d '{"events": [{"server_uuid": "3633c586-f872-423f-8197-6ed2eed99c02", "name": "network-vif-deleted", "tag": "c12a3857-c0a6-49b0-972f-c3e3c9c07f04"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:55:55.115418 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:55.116188 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89986ef6-cd07-447a-9078-ff306ae1e32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c7a47e-d39b-4666-853e-70def1bb2d31'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:55:55.118860 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9ef5e4-06a7-4bb3-883e-6b3efd0ff6e8" -d '{"events": [{"server_uuid": "89986ef6-cd07-447a-9078-ff306ae1e32e", "name": "network-vif-plugged", "status": "completed", "tag": "63c7a47e-d39b-4666-853e-70def1bb2d31"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:55:55.121478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=560aa63e-0150-43cd-906e-56d605305bf4,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:55.125610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port c49c65e6-43cb-42a1-b599-93804d91c11d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:55.125992 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:55.168505 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router 051c07a3-fa11-41fd-b578-da35a66c774f is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:55:55.170185 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 63c7a47e-d39b-4666-853e-70def1bb2d31, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=63c7a47e-d39b-4666-853e-70def1bb2d31,segment=NetworkSegment(74662169-1a30-4856-b88a-4a05458741d7),segment_id=74662169-1a30-4856-b88a-4a05458741d7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:55.203624 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4637a85a-7d52-4344-a94d-fc4429a4292f x-openstack-request-id: req-4637a85a-7d52-4344-a94d-fc4429a4292f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:55:55.203926 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3633c586-f872-423f-8197-6ed2eed99c02", "name": "network-vif-deleted", "tag": "c12a3857-c0a6-49b0-972f-c3e3c9c07f04", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:55:55.204168 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4637a85a-7d52-4344-a94d-fc4429a4292f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:55:55.204572 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3633c586-f872-423f-8197-6ed2eed99c02', 'name': 'network-vif-deleted', 'tag': 'c12a3857-c0a6-49b0-972f-c3e3c9c07f04', 'status': 'completed', 'code': 200} Dec 11 22:55:55.211210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a0f3add-6ecc-44c8-ada5-d5e5bf136ce9 None None] Provisioning complete for port 560aa63e-0150-43cd-906e-56d605305bf4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:55.211605 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a0f3add-6ecc-44c8-ada5-d5e5bf136ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:55.239010 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5e0c80-9dcf-455a-a689-104d9e1c790d x-openstack-request-id: req-af5e0c80-9dcf-455a-a689-104d9e1c790d {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:55:55.240102 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89986ef6-cd07-447a-9078-ff306ae1e32e", "name": "network-vif-plugged", "status": "completed", "tag": "63c7a47e-d39b-4666-853e-70def1bb2d31", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:55:55.240102 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af5e0c80-9dcf-455a-a689-104d9e1c790d {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:55:55.240102 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89986ef6-cd07-447a-9078-ff306ae1e32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c7a47e-d39b-4666-853e-70def1bb2d31', 'code': 200} Dec 11 22:55:55.260364 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:55.261598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c12a3857-c0a6-49b0-972f-c3e3c9c07f04 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:55:55.336918 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f3add-6ecc-44c8-ada5-d5e5bf136ce9 None None] Port 560aa63e-0150-43cd-906e-56d605305bf4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:55.338441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: c12a3857-c0a6-49b0-972f-c3e3c9c07f04 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:55:55.338797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device c12a3857-c0a6-49b0-972f-c3e3c9c07f04 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:55:55.376052 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ec993b41-344d-4684-891c-c183c06fb030 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:55.383744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a0f3add-6ecc-44c8-ada5-d5e5bf136ce9 None None] Provisioning complete for port e5f45b6e-07a5-4cb6-8fae-4145facaf8d8 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:55.384132 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a0f3add-6ecc-44c8-ada5-d5e5bf136ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:55.405682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=63c7a47e-d39b-4666-853e-70def1bb2d31,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:55.442531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d360d-9ee8-422b-9f89-964b244525e5 req-b3559119-e499-484d-a04c-c9a45107a1e0 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:55.444570 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ef3d360d-9ee8-422b-9f89-964b244525e5 req-b3559119-e499-484d-a04c-c9a45107a1e0 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 945 time: 0.0668418 Dec 11 22:55:55.458006 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f3add-6ecc-44c8-ada5-d5e5bf136ce9 None None] Port e5f45b6e-07a5-4cb6-8fae-4145facaf8d8 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:55.471279 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port ec993b41-344d-4684-891c-c183c06fb030 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:55.471819 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:55.476382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dc3eb-523a-42df-9aaf-b4ff5f453781 req-5be95e8c-4a89-4299-bb90-5e95049465f0 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:55.477999 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d13dc3eb-523a-42df-9aaf-b4ff5f453781 req-5be95e8c-4a89-4299-bb90-5e95049465f0 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.2686863 Dec 11 22:55:55.502790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:55.504153 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ef3d360d-9ee8-422b-9f89-964b244525e5 req-6c4bb65d-262b-4099-85eb-6b4a1d8b0097 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531902 Dec 11 22:55:55.516013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ae45bb-706c-4a59-a3f5-219558e97642 None None] Sync routers for ids ['051c07a3-fa11-41fd-b578-da35a66c774f'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:55.520905 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8d0f80cc-d838-4e87-8fad-5a1882e305b6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/051c07a3-fa11-41fd-b578-da35a66c774f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5437407 Dec 11 22:55:55.522081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44504) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:55.532326 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae45bb-706c-4a59-a3f5-219558e97642 None None] Routers {'051c07a3-fa11-41fd-b578-da35a66c774f'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:55.532973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c7ae45bb-706c-4a59-a3f5-219558e97642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['051c07a3-fa11-41fd-b578-da35a66c774f'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:55.540517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network 4cf8b0c8-1b09-46bd-8157-93fd9530dfc7 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:55.547879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:55.558024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-9bc878e8-ef00-4f90-88fc-0619e1a4d2e5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Made reservation on behalf of 0bd67ea3659a42e286ab80e506df1e25 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:55.561569 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-9bc878e8-ef00-4f90-88fc-0619e1a4d2e5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:55.573022 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083f7de-3c9f-4bb7-83f7-8d1b3fb09fe8 req-dacd0467-4afc-4bee-a486-233e8302f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:55.574750 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3083f7de-3c9f-4bb7-83f7-8d1b3fb09fe8 req-dacd0467-4afc-4bee-a486-233e8302f24d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5dbb26b1c2d47daa5e3b28bbc8523ae&device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 1098 time: 0.2519197 Dec 11 22:55:55.585467 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb2dcdb-0f2c-4c2b-82a7-b4d701705018 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:55.589972 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dbb2dcdb-0f2c-4c2b-82a7-b4d701705018 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports/e5f45b6e-07a5-4cb6-8fae-4145facaf8d8 HTTP/1.1" status: 200 len: 911 time: 0.0640244 Dec 11 22:55:55.590109 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c7ae45bb-706c-4a59-a3f5-219558e97642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:55.600677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44506) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:55.601079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ef943-145b-45fd-bb4e-a412289df3b9 req-30e3d92e-6d46-46c2-b887-feaff9d6c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:55.601079 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-823ef943-145b-45fd-bb4e-a412289df3b9 req-30e3d92e-6d46-46c2-b887-feaff9d6c858 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 1096 time: 0.2085052 Dec 11 22:55:55.649814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae45bb-706c-4a59-a3f5-219558e97642 None None] Routers {'051c07a3-fa11-41fd-b578-da35a66c774f'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:55.650474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c7ae45bb-706c-4a59-a3f5-219558e97642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['051c07a3-fa11-41fd-b578-da35a66c774f'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:55.657344 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-372b03a1-1041-4289-932e-13664bd1753c None None] Provisioning complete for port e5f45b6e-07a5-4cb6-8fae-4145facaf8d8 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:55.657535 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-372b03a1-1041-4289-932e-13664bd1753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:55.717316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c7ae45bb-706c-4a59-a3f5-219558e97642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:55.718029 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ae45bb-706c-4a59-a3f5-219558e97642 None None] The sync data for ids ['051c07a3-fa11-41fd-b578-da35a66c774f'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:55.781365 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-372b03a1-1041-4289-932e-13664bd1753c None None] Port e5f45b6e-07a5-4cb6-8fae-4145facaf8d8 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:55.795236 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-372b03a1-1041-4289-932e-13664bd1753c None None] Provisioning complete for port 560aa63e-0150-43cd-906e-56d605305bf4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:55.796210 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-372b03a1-1041-4289-932e-13664bd1753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:55.799542 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d13dc3eb-523a-42df-9aaf-b4ff5f453781 req-8c238960-9755-4f96-b0f0-8e2f717daead tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104935 Dec 11 22:55:55.839087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-372b03a1-1041-4289-932e-13664bd1753c None None] Port 560aa63e-0150-43cd-906e-56d605305bf4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:55.918425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router e170a12c-511e-4fa6-84f1-060d105da5e9 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:55:55.950984 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-823ef943-145b-45fd-bb4e-a412289df3b9 req-c05c43db-66ca-4062-99d5-11b5d5bc6684 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356450 Dec 11 22:55:55.964209 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b7be51a9-b430-4d23-9abb-fd65661979c9 None None] Provisioning complete for port 560aa63e-0150-43cd-906e-56d605305bf4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:55.964927 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b7be51a9-b430-4d23-9abb-fd65661979c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:55.972334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083f7de-3c9f-4bb7-83f7-8d1b3fb09fe8 req-add6cc77-9bb6-4123-b2e4-c4057ae36a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:55.973880 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3083f7de-3c9f-4bb7-83f7-8d1b3fb09fe8 req-add6cc77-9bb6-4123-b2e4-c4057ae36a12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5494fcde-a374-49ae-8815-130d057cc91f HTTP/1.1" status: 200 len: 915 time: 0.3895395 Dec 11 22:55:55.975087 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8278d92a-3961-4d50-aac5-3f26f32d5b04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:56.015071 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b7be51a9-b430-4d23-9abb-fd65661979c9 None None] Port 560aa63e-0150-43cd-906e-56d605305bf4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:56.091429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-9bc878e8-ef00-4f90-88fc-0619e1a4d2e5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Allocated IP 172.20.0.13 (899c801e-bd1d-4aa0-8bf5-5ab01b073be2/ec2c5c86-08e2-4025-8006-42a91eb9a631/42644e20-74a3-430b-889d-7bcaaa866a48) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:56.107496 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81fbb8f9-09da-445d-8f01-33774d744fcf req-4b2b3590-d23e-4040-815f-fe14701ae80b tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 210 time: 0.0348783 Dec 11 22:55:56.132142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:56.141915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2fff8278-69e3-44a4-ba58-310828832a83 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/e170a12c-511e-4fa6-84f1-060d105da5e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0293589 Dec 11 22:55:56.143070 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Sync routers for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:56.148270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44512) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:56.156265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6b629b7f-559a-445d-868e-f67d1fd3aac2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'network': {'name': 'tempest-RoutersTest-1214242722'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:56.157002 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:56.157830 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:56.254165 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:55:56.264081 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3083f7de-3c9f-4bb7-83f7-8d1b3fb09fe8 req-f77652d9-54e2-499d-8ba2-99294667f4b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f HTTP/1.1" status: 200 len: 217 time: 0.0701869 Dec 11 22:55:56.285485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b629b7f-559a-445d-868e-f67d1fd3aac2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:56.290209 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6b629b7f-559a-445d-868e-f67d1fd3aac2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:56.320717 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8278d92a-3961-4d50-aac5-3f26f32d5b04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port e5f45b6e-07a5-4cb6-8fae-4145facaf8d8 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:56.321464 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8278d92a-3961-4d50-aac5-3f26f32d5b04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:56.341083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b629b7f-559a-445d-868e-f67d1fd3aac2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:55:56.391744 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-9bc878e8-ef00-4f90-88fc-0619e1a4d2e5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:56.393472 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6b629b7f-559a-445d-868e-f67d1fd3aac2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:56.393803 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-6b629b7f-559a-445d-868e-f67d1fd3aac2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Added segment 183f1dff-7a49-4b5a-afbc-294f3799a2d4 of type vlan for network ea52392b-e004-4827-a7fd-d74d4dce84c1 Dec 11 22:55:56.412329 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8278d92a-3961-4d50-aac5-3f26f32d5b04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:56.427172 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8278d92a-3961-4d50-aac5-3f26f32d5b04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for e5f45b6e-07a5-4cb6-8fae-4145facaf8d8 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:56.451136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083f7de-3c9f-4bb7-83f7-8d1b3fb09fe8 req-821bc914-b03a-471c-80b7-b0cfb23c3fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:56.452641 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3083f7de-3c9f-4bb7-83f7-8d1b3fb09fe8 req-821bc914-b03a-471c-80b7-b0cfb23c3fa5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1ab4d1b-7934-4d41-b700-13bf819b1c98 HTTP/1.1" status: 200 len: 854 time: 0.1094587 Dec 11 22:55:56.457048 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6b629b7f-559a-445d-868e-f67d1fd3aac2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:56.484274 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:55:53Z', 'revision_number': 4, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '560aa63e-0150-43cd-906e-56d605305bf4', 'name': '', 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:f6:40:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:51Z', 'updated_at': '2021-12-11T22:55:54Z', 'revision_number': 2, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:56.496514 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3083f7de-3c9f-4bb7-83f7-8d1b3fb09fe8 req-a09daae6-65ce-488a-a261-9472ffa7589f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5494fcde-a374-49ae-8815-130d057cc91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350001 Dec 11 22:55:56.511763 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Checking router: e170a12c-511e-4fa6-84f1-060d105da5e9 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:55:56.512109 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Updating router e170a12c-511e-4fa6-84f1-060d105da5e9 port 560aa63e-0150-43cd-906e-56d605305bf4 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:55:56.543507 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:56.625730 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6b629b7f-559a-445d-868e-f67d1fd3aac2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:56.631473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b629b7f-559a-445d-868e-f67d1fd3aac2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:56.632077 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6b629b7f-559a-445d-868e-f67d1fd3aac2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:56.648814 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-9bc878e8-ef00-4f90-88fc-0619e1a4d2e5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:56.668888 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3083f7de-3c9f-4bb7-83f7-8d1b3fb09fe8 req-eb8e3bdb-3079-4575-b795-493f9728e049 service neutron] 10.222.0.13 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595690 Dec 11 22:55:56.719832 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8278d92a-3961-4d50-aac5-3f26f32d5b04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:56.753311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278d92a-3961-4d50-aac5-3f26f32d5b04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=e5f45b6e-07a5-4cb6-8fae-4145facaf8d8,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:56.826352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc878e8-ef00-4f90-88fc-0619e1a4d2e5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Pushing event updated for resources: {'Port': ['ID=42644e20-74a3-430b-889d-7bcaaa866a48,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:56.830236 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:56.873863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6b629b7f-559a-445d-868e-f67d1fd3aac2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7244980 Dec 11 22:55:56.874834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44520) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:56.878050 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8278d92a-3961-4d50-aac5-3f26f32d5b04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:56.878322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-9bc878e8-ef00-4f90-88fc-0619e1a4d2e5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:55:56.887060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-476db950-9046-4269-8c0b-0d8176c00643 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'subnet': {'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:56.897754 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:56.923895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6c850-89c0-4a6a-9d3b-61ab52302876 req-c8d15989-16ff-4854-b3e5-c56f76b483e1 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:56.923895 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d5a6c850-89c0-4a6a-9d3b-61ab52302876 req-c8d15989-16ff-4854-b3e5-c56f76b483e1 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 945 time: 0.3273849 Dec 11 22:55:56.977189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b629b7f-559a-445d-868e-f67d1fd3aac2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Network': ['ID=ea52392b-e004-4827-a7fd-d74d4dce84c1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:56.979650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-9bc878e8-ef00-4f90-88fc-0619e1a4d2e5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:56.997228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-9bc878e8-ef00-4f90-88fc-0619e1a4d2e5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:55:57.001887 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91757eb0-04af-4306-8062-5ce77fd8d83a None None] DHCP port deletion for 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:57.013808 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network ea52392b-e004-4827-a7fd-d74d4dce84c1 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:55:57.047585 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b827b7-dd43-4eb3-95a8-5f80244816b1 None None] Pushing event updated for resources: {'Port': ['ID=560aa63e-0150-43cd-906e-56d605305bf4,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:57.112826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-9bc878e8-ef00-4f90-88fc-0619e1a4d2e5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:57.113503 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-9bc878e8-ef00-4f90-88fc-0619e1a4d2e5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:57.128110 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Attempting to bind port 560aa63e-0150-43cd-906e-56d605305bf4 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:55:57.128670 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Attempting to bind port 560aa63e-0150-43cd-906e-56d605305bf4 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '3c2a2177-64b0-4844-baa1-690a0aacbd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:55:57.129184 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Attempting to bind port 560aa63e-0150-43cd-906e-56d605305bf4 on network 4cf8b0c8-1b09-46bd-8157-93fd9530dfc7 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:57.136724 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:55:57.137414 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Checking segment: {'id': '3c2a2177-64b0-4844-baa1-690a0aacbd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:57.138000 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:57.138654 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Bound using segment: {'id': '3c2a2177-64b0-4844-baa1-690a0aacbd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:55:57.139342 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Bound port: 560aa63e-0150-43cd-906e-56d605305bf4, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2a2177-64b0-4844-baa1-690a0aacbd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:55:57.139960 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:57.216431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-80dbb79a-3f47-4487-be4b-86157f613885 None None] Provisioning complete for port 42644e20-74a3-430b-889d-7bcaaa866a48 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:57.216819 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-80dbb79a-3f47-4487-be4b-86157f613885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:57.284092 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3083f7de-3c9f-4bb7-83f7-8d1b3fb09fe8 req-bd499e7e-bdf4-450a-80cd-94a3302b5142 service neutron] 10.222.0.13 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792398 Dec 11 22:55:57.315866 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-9bc878e8-ef00-4f90-88fc-0619e1a4d2e5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3359621 Dec 11 22:55:57.327975 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] For port 560aa63e-0150-43cd-906e-56d605305bf4, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:55:57.337572 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] For port 560aa63e-0150-43cd-906e-56d605305bf4, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=560aa63e-0150-43cd-906e-56d605305bf4,segment=NetworkSegment(3c2a2177-64b0-4844-baa1-690a0aacbd88),segment_id=3c2a2177-64b0-4844-baa1-690a0aacbd88)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:55:57.340595 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d5a6c850-89c0-4a6a-9d3b-61ab52302876 req-af782cc2-87d1-4262-9866-6665308269d3 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526266 Dec 11 22:55:57.342426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-80dbb79a-3f47-4487-be4b-86157f613885 None None] Port 42644e20-74a3-430b-889d-7bcaaa866a48 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:55:57.351803 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Request body: {'port': {'device_id': '23abcfb0-5f74-474e-a79f-a4550d3e0562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:55:57.447571 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:57.492520 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-03e45ea9-8813-421b-8c07-7a4d4fa01759 None None] Provisioning complete for port 560aa63e-0150-43cd-906e-56d605305bf4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:57.494894 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e45ea9-8813-421b-8c07-7a4d4fa01759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:57.507039 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:57.566446 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b827b7-dd43-4eb3-95a8-5f80244816b1 None None] Pushing event updated for resources: {'Port': ['ID=560aa63e-0150-43cd-906e-56d605305bf4,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:57.571215 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:57.572098 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:57.609957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476db950-9046-4269-8c0b-0d8176c00643 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Made reservation on behalf of 45f23748810f4e429297db13dc401da1 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:55:57.615142 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-476db950-9046-4269-8c0b-0d8176c00643 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:57.676261 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e45ea9-8813-421b-8c07-7a4d4fa01759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:57.683888 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8278d92a-3961-4d50-aac5-3f26f32d5b04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router 051c07a3-fa11-41fd-b578-da35a66c774f has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:55:57.716648 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d26b4-442e-4b4c-a046-2ab5b3f30ad3 req-d7d9ca79-381c-4be2-940c-f8e15ad6b870 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:57.723999 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-03e45ea9-8813-421b-8c07-7a4d4fa01759 None None] For port 560aa63e-0150-43cd-906e-56d605305bf4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=560aa63e-0150-43cd-906e-56d605305bf4,segment=NetworkSegment(3c2a2177-64b0-4844-baa1-690a0aacbd88),segment_id=3c2a2177-64b0-4844-baa1-690a0aacbd88)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:57.725106 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c27d26b4-442e-4b4c-a046-2ab5b3f30ad3 req-d7d9ca79-381c-4be2-940c-f8e15ad6b870 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.2134273 Dec 11 22:55:57.782655 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03e45ea9-8813-421b-8c07-7a4d4fa01759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:57.814396 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:55:57.859784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e45ea9-8813-421b-8c07-7a4d4fa01759 None None] Pushing event updated for resources: {'Port': ['ID=560aa63e-0150-43cd-906e-56d605305bf4,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:57.863041 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c27d26b4-442e-4b4c-a046-2ab5b3f30ad3 req-01e08a1c-8ad0-4365-92b9-2e523a0e2cc9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316464 Dec 11 22:55:57.864327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8278d92a-3961-4d50-aac5-3f26f32d5b04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:55:57.879990 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8278d92a-3961-4d50-aac5-3f26f32d5b04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/051c07a3-fa11-41fd-b578-da35a66c774f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2878673 Dec 11 22:55:57.880128 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44526) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:57.882099 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3eb18-55e7-4117-8733-3439a3750b89 None None] Sync routers for ids ['051c07a3-fa11-41fd-b578-da35a66c774f'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:55:57.893888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32341d72-d39f-4911-9ce7-36afed36e24e req-0a3fa6ec-858b-4727-aaf1-e181c8e00c72 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:57.898299 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32341d72-d39f-4911-9ce7-36afed36e24e req-0a3fa6ec-858b-4727-aaf1-e181c8e00c72 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 932 time: 0.4445522 Dec 11 22:55:57.920223 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f26aba7e-da49-4b4f-9a0a-2bc1c859fd25 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports?device_id=051c07a3-fa11-41fd-b578-da35a66c774f HTTP/1.1" status: 200 len: 205 time: 0.0388761 Dec 11 22:55:57.922882 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44528) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:57.928894 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3eb18-55e7-4117-8733-3439a3750b89 None None] Routers {'051c07a3-fa11-41fd-b578-da35a66c774f'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:57.929687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d0e3eb18-55e7-4117-8733-3439a3750b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['051c07a3-fa11-41fd-b578-da35a66c774f'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:58.003282 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d0e3eb18-55e7-4117-8733-3439a3750b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:58.015636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f301bfd8-5354-44ab-8ed8-105090e24493 None None] Provisioning complete for port 560aa63e-0150-43cd-906e-56d605305bf4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:58.016426 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f301bfd8-5354-44ab-8ed8-105090e24493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:58.018222 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e440f35-109b-4bde-bff3-87ee203a1bdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:58.111887 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:55:53Z', 'revision_number': 4, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '560aa63e-0150-43cd-906e-56d605305bf4', 'name': '', 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:f6:40:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:51Z', 'updated_at': '2021-12-11T22:55:57Z', 'revision_number': 4, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:58.143557 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8daa8be-e70b-46e1-9e34-981c7851c08f None None] The sync data for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 is: [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:55:53Z', 'revision_number': 4, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '560aa63e-0150-43cd-906e-56d605305bf4', 'name': '', 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:f6:40:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:51Z', 'updated_at': '2021-12-11T22:55:57Z', 'revision_number': 4, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:58.254666 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e440f35-109b-4bde-bff3-87ee203a1bdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:58.262389 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e440f35-109b-4bde-bff3-87ee203a1bdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:58.287994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3eb18-55e7-4117-8733-3439a3750b89 None None] Routers {'051c07a3-fa11-41fd-b578-da35a66c774f'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:55:58.289272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d0e3eb18-55e7-4117-8733-3439a3750b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['051c07a3-fa11-41fd-b578-da35a66c774f'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:58.332978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d0e3eb18-55e7-4117-8733-3439a3750b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:55:58.333684 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3eb18-55e7-4117-8733-3439a3750b89 None None] The sync data for ids ['051c07a3-fa11-41fd-b578-da35a66c774f'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:55:58.371639 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-476db950-9046-4269-8c0b-0d8176c00643 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:58.377207 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e440f35-109b-4bde-bff3-87ee203a1bdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:58.377773 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e440f35-109b-4bde-bff3-87ee203a1bdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Fanout notify agent at l3_agent the message router_deleted on router 051c07a3-fa11-41fd-b578-da35a66c774f {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:55:58.388150 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e440f35-109b-4bde-bff3-87ee203a1bdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:58.389360 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9e440f35-109b-4bde-bff3-87ee203a1bdd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/routers/051c07a3-fa11-41fd-b578-da35a66c774f HTTP/1.1" status: 204 len: 168 time: 0.4654527 Dec 11 22:55:58.397914 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44532) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:58.492142 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-543bbf41-da2c-409c-a935-2eccc3637da0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting subnet 6806427f-7878-4f17-957d-1c4eda11337f {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:55:58.498686 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-543bbf41-da2c-409c-a935-2eccc3637da0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:58.550771 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32341d72-d39f-4911-9ce7-36afed36e24e req-48943153-15b6-43ff-bcfc-ce84a0f29a16 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840272 Dec 11 22:55:58.570370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476db950-9046-4269-8c0b-0d8176c00643 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Subnet': ['ID=fcb89c82-e1d0-42ff-8826-d744d3f1ac6b,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:58.585332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476db950-9046-4269-8c0b-0d8176c00643 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Checking segment: {'id': '183f1dff-7a49-4b5a-afbc-294f3799a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:58.585688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476db950-9046-4269-8c0b-0d8176c00643 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network hostable DHCP agents. Network: ea52392b-e004-4827-a7fd-d74d4dce84c1, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:55:58.601305 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-543bbf41-da2c-409c-a935-2eccc3637da0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:58.634311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e6c00-5ac6-479a-9636-4ed5551206a5 req-d9719d4c-c751-4adc-80a9-4ec64272e7a7 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:58.639924 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-945e6c00-5ac6-479a-9636-4ed5551206a5 req-d9719d4c-c751-4adc-80a9-4ec64272e7a7 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 945 time: 0.1503913 Dec 11 22:55:58.673991 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42644e20-74a3-430b-889d-7bcaaa866a48 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:55:58.683131 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:58.703135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Transition to ACTIVE for port object 42644e20-74a3-430b-889d-7bcaaa866a48 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:55:58.703135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476db950-9046-4269-8c0b-0d8176c00643 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network ea52392b-e004-4827-a7fd-d74d4dce84c1 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:55:58.731349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-945e6c00-5ac6-479a-9636-4ed5551206a5 req-1311a868-3234-499c-aae0-dfe511aa77bd tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874887 Dec 11 22:55:58.747414 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-543bbf41-da2c-409c-a935-2eccc3637da0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:58.777418 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:58.809335 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a5205c-4e25-4da9-a4cc-f792837cd970 None None] DHCP port deletion for 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:58.833909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 560aa63e-0150-43cd-906e-56d605305bf4 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:55:58.844875 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-476db950-9046-4269-8c0b-0d8176c00643 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, ea52392b-e004-4827-a7fd-d74d4dce84c1) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:55:58.857568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476db950-9046-4269-8c0b-0d8176c00643 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:58.861924 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-476db950-9046-4269-8c0b-0d8176c00643 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:58.896641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3830c29-9f56-4eaa-8418-0b4137d29617 None None] Network ea52392b-e004-4827-a7fd-d74d4dce84c1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:58.910561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Pushing event updated for resources: {'Port': ['ID=42644e20-74a3-430b-889d-7bcaaa866a48,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:58.973094 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-543bbf41-da2c-409c-a935-2eccc3637da0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:58.978273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Attempting to bind port 42644e20-74a3-430b-889d-7bcaaa866a48 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:55:58.978698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Attempting to bind port 42644e20-74a3-430b-889d-7bcaaa866a48 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'a0bee918-f6e9-4e42-94bc-423e58ad6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:55:58.979143 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Attempting to bind port 42644e20-74a3-430b-889d-7bcaaa866a48 on network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:58.985267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Port 42644e20-74a3-430b-889d-7bcaaa866a48 on network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:55:58.991109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Attempting to bind port 42644e20-74a3-430b-889d-7bcaaa866a48 on network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:55:59.004066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:55:59.007114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Checking segment: {'id': 'a0bee918-f6e9-4e42-94bc-423e58ad6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:55:59.007591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Bound using segment: {'id': 'a0bee918-f6e9-4e42-94bc-423e58ad6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:55:59.008207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Bound port: 42644e20-74a3-430b-889d-7bcaaa866a48, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bee918-f6e9-4e42-94bc-423e58ad6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:55:59.008526 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:59.017261 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-476db950-9046-4269-8c0b-0d8176c00643 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1315155 Dec 11 22:55:59.024548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44542) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:59.069709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 560aa63e-0150-43cd-906e-56d605305bf4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:55:59.070310 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:59.079199 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-543bbf41-da2c-409c-a935-2eccc3637da0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:59.091392 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-543bbf41-da2c-409c-a935-2eccc3637da0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/6806427f-7878-4f17-957d-1c4eda11337f HTTP/1.1" status: 204 len: 168 time: 0.6868958 Dec 11 22:55:59.098966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bbf41-da2c-409c-a935-2eccc3637da0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Subnet': ['ID=6806427f-7878-4f17-957d-1c4eda11337f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:59.099105 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e621f9c-8b5e-451a-9f46-880bf1ebcd0e None None] Network a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:55:59.099201 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44544) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:55:59.188130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-ea52392b-e004-4827-a7fd-d74d4dce84c1', 'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1', 'project_id': '45f23748810f4e429297db13dc401da1', 'fixed_ips': [{'subnet_id': 'fcb89c82-e1d0-42ff-8826-d744d3f1ac6b'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:55:59.189011 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:59.204396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e639820-ecab-4e77-a541-58003086fa37 req-c0f52880-abb7-4356-a520-f0f010951651 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:59.206820 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e639820-ecab-4e77-a541-58003086fa37 req-c0f52880-abb7-4356-a520-f0f010951651 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.2363138 Dec 11 22:55:59.263706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] For port 42644e20-74a3-430b-889d-7bcaaa866a48, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:55:59.268338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] For port 42644e20-74a3-430b-889d-7bcaaa866a48, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=42644e20-74a3-430b-889d-7bcaaa866a48,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:55:59.272405 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:59.299814 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e639820-ecab-4e77-a541-58003086fa37 req-b7cb9123-910d-4956-8c37-4bcfe57972a9 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846796 Dec 11 22:55:59.340014 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:59.373917 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port ec993b41-344d-4684-891c-c183c06fb030 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:59.374510 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:59.444903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae36880-3967-4b3b-b469-d3528eff4b67 None None] DHCP port deletion for a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:59.450495 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344cd7f2-e788-4277-8aae-d68f3e1cedc1 None None] DHCP port deletion for 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:55:59.472674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:59.473372 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:59.474794 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-32f05599-051d-4404-a966-6697d5ea912f service neutron] 10.222.0.47 "PUT /v2.0/ports/42644e20-74a3-430b-889d-7bcaaa866a48 HTTP/1.1" status: 200 len: 1092 time: 2.1328330 Dec 11 22:55:59.477549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23abcfb0-5f74-474e-a79f-a4550d3e0562', 'tag': '42644e20-74a3-430b-889d-7bcaaa866a48'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:55:59.479741 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5354ac7-821a-4fa4-b0d3-d98ed512c3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "23abcfb0-5f74-474e-a79f-a4550d3e0562", "tag": "42644e20-74a3-430b-889d-7bcaaa866a48"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:55:59.510830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f05599-051d-4404-a966-6697d5ea912f service neutron] Pushing event updated for resources: {'Port': ['ID=42644e20-74a3-430b-889d-7bcaaa866a48,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:59.513804 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] For port ec993b41-344d-4684-891c-c183c06fb030, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ec993b41-344d-4684-891c-c183c06fb030,segment=NetworkSegment(e13b8ec9-961b-4454-93a2-ba364c34a24d),segment_id=e13b8ec9-961b-4454-93a2-ba364c34a24d)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:59.514612 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:59.533088 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for ec993b41-344d-4684-891c-c183c06fb030 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:59.546368 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Allocated IP 172.23.0.2 (ea52392b-e004-4827-a7fd-d74d4dce84c1/fcb89c82-e1d0-42ff-8826-d744d3f1ac6b/c06c0f97-5b75-414a-b852-dcedbf61d803) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:55:59.631942 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:59.652029 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8de7e-12f5-47f4-b5b4-aac80cd02b3d req-0b62027f-a74f-4097-bbe4-7e0685be3813 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:59.654711 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ca8de7e-12f5-47f4-b5b4-aac80cd02b3d req-0b62027f-a74f-4097-bbe4-7e0685be3813 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.1164873 Dec 11 22:55:59.674831 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-eae36880-3967-4b3b-b469-d3528eff4b67 None None] Deleting port ec993b41-344d-4684-891c-c183c06fb030 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:55:59.675131 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eae36880-3967-4b3b-b469-d3528eff4b67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:59.731669 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ca8de7e-12f5-47f4-b5b4-aac80cd02b3d req-b77ad49b-2461-47b0-9b61-747587b8ff78 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670352 Dec 11 22:55:59.745912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-60d4110c-d748-44c1-83f9-ac640a5a5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:59.747581 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-60d4110c-d748-44c1-83f9-ac640a5a5f11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bd67ea3659a42e286ab80e506df1e25&device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 1095 time: 0.1335943 Dec 11 22:55:59.786059 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-eae36880-3967-4b3b-b469-d3528eff4b67 None None] For port ec993b41-344d-4684-891c-c183c06fb030, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ec993b41-344d-4684-891c-c183c06fb030,segment=NetworkSegment(e13b8ec9-961b-4454-93a2-ba364c34a24d),segment_id=e13b8ec9-961b-4454-93a2-ba364c34a24d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:55:59.786472 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eae36880-3967-4b3b-b469-d3528eff4b67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:59.799738 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91dacdb-c45e-438a-8375-3b2a666dbf5f x-openstack-request-id: req-a91dacdb-c45e-438a-8375-3b2a666dbf5f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:55:59.800028 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23abcfb0-5f74-474e-a79f-a4550d3e0562", "tag": "42644e20-74a3-430b-889d-7bcaaa866a48", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:55:59.805423 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a91dacdb-c45e-438a-8375-3b2a666dbf5f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:55:59.805423 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23abcfb0-5f74-474e-a79f-a4550d3e0562', 'tag': '42644e20-74a3-430b-889d-7bcaaa866a48', 'status': 'completed', 'code': 200} Dec 11 22:55:59.805423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-fe9789b7-11e0-48e3-9fe5-91f7f959fc28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42644e20-74a3-430b-889d-7bcaaa866a48 HTTP/1.1" status: 200 len: 217 time: 0.0410259 Dec 11 22:55:59.808820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-eae36880-3967-4b3b-b469-d3528eff4b67 None None] Calling delete_port for ec993b41-344d-4684-891c-c183c06fb030 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:55:59.814854 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:59.840032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:59.917007 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-c0be0e65-312a-4955-8072-fb7a3e9e79f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:55:59.918573 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-c0be0e65-312a-4955-8072-fb7a3e9e79f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec2c5c86-08e2-4025-8006-42a91eb9a631 HTTP/1.1" status: 200 len: 854 time: 0.1074400 Dec 11 22:55:59.924874 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=ec993b41-344d-4684-891c-c183c06fb030,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:55:59.936725 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eae36880-3967-4b3b-b469-d3528eff4b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:59.957872 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-3eab8fe8-029a-4f53-ac14-a6ef3df3c00c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=899c801e-bd1d-4aa0-8bf5-5ab01b073be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324676 Dec 11 22:55:59.958446 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:55:59.967022 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No DVR routers for this DVR port ec993b41-344d-4684-891c-c183c06fb030 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:55:59.990978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae36880-3967-4b3b-b469-d3528eff4b67 None None] No DVR routers for this DVR port ec993b41-344d-4684-891c-c183c06fb030 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:56:00.014869 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae36880-3967-4b3b-b469-d3528eff4b67 None None] Pushing event deleted for resources: {'Port': ['ID=ec993b41-344d-4684-891c-c183c06fb030,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:00.032360 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Network ea52392b-e004-4827-a7fd-d74d4dce84c1 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:00.061003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:00.066562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:56:00.066890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab911bc-f05b-4331-a677-aacbb874da28 req-7acae39a-ecfa-48d9-94fb-f14c5a745115 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:00.074945 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ab911bc-f05b-4331-a677-aacbb874da28 req-7acae39a-ecfa-48d9-94fb-f14c5a745115 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 944 time: 0.2288904 Dec 11 22:56:00.096997 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:00.123773 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Pushing event updated for resources: {'Port': ['ID=c06c0f97-5b75-414a-b852-dcedbf61d803,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:00.153488 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:00.156267 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Attempting to bind port c06c0f97-5b75-414a-b852-dcedbf61d803 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:56:00.156651 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Attempting to bind port c06c0f97-5b75-414a-b852-dcedbf61d803 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '183f1dff-7a49-4b5a-afbc-294f3799a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:56:00.157020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Attempting to bind port c06c0f97-5b75-414a-b852-dcedbf61d803 on network ea52392b-e004-4827-a7fd-d74d4dce84c1 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:56:00.163254 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:56:00.163695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Checking segment: {'id': '183f1dff-7a49-4b5a-afbc-294f3799a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:00.164237 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:00.164641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Bound using segment: {'id': '183f1dff-7a49-4b5a-afbc-294f3799a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:56:00.165410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Bound port: c06c0f97-5b75-414a-b852-dcedbf61d803, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183f1dff-7a49-4b5a-afbc-294f3799a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:56:00.165682 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:00.167899 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13b8ec9-961b-4454-93a2-ba364c34a24d') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:00.168435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13b8ec9-961b-4454-93a2-ba364c34a24d') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:00.192478 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:00.215021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd22755-5863-4d67-8919-e17dc824e82d req-cbc3ec8e-1150-4820-b113-f9b8d446b990 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:00.222403 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ecd22755-5863-4d67-8919-e17dc824e82d req-cbc3ec8e-1150-4820-b113-f9b8d446b990 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.2602029 Dec 11 22:56:00.230165 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:00.242692 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] For port c06c0f97-5b75-414a-b852-dcedbf61d803, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:56:00.248836 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ab911bc-f05b-4331-a677-aacbb874da28 req-29c2eef8-c54d-459f-9309-0e7d19410b7c tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699264 Dec 11 22:56:00.249720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] For port c06c0f97-5b75-414a-b852-dcedbf61d803, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c06c0f97-5b75-414a-b852-dcedbf61d803,segment=NetworkSegment(183f1dff-7a49-4b5a-afbc-294f3799a2d4),segment_id=183f1dff-7a49-4b5a-afbc-294f3799a2d4)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:56:00.249837 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:56:00.249837 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:56:00.251103 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:56:00.271466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Allocated IP 172.23.0.1 (ea52392b-e004-4827-a7fd-d74d4dce84c1/fcb89c82-e1d0-42ff-8826-d744d3f1ac6b/aa38ea47-ff8b-4cc0-91c0-c9595804dfac) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:56:00.277664 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-6e4f735a-3b89-4dba-847c-f091da63a6c1 service neutron] 10.222.0.47 "GET /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055704 Dec 11 22:56:00.331687 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:00.367029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ecd22755-5863-4d67-8919-e17dc824e82d req-8ccc6891-df23-4255-9654-ec7320021ccf tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435654 Dec 11 22:56:00.387285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0677f8f-4e06-46af-8aa1-c89bf5e8cbb9 None None] Pushing event updated for resources: {'Port': ['ID=c06c0f97-5b75-414a-b852-dcedbf61d803,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:00.411314 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:00.424703 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:00.429550 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/networks/a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab HTTP/1.1" status: 204 len: 168 time: 1.3317292 Dec 11 22:56:00.433370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44564) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:00.438761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1739377121', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}, 'admin_state_up': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:00.454192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba6349-d0b9-487c-a5bb-f9bf638f1ed5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Network': ['ID=a9aadf1b-1ff2-4f1b-8ae4-cd56986865ab,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:00.600276 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:00.603887 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:00.655431 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18647d07-77dc-4cfb-b7bd-98dcd3e870d3 req-b8fa9ace-42f8-4f26-ba38-828aed68a2cf service neutron] 10.222.0.47 "GET /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651414 Dec 11 22:56:00.673456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9ecfe-e2fa-4490-a9e6-169b4f0b0ddf req-2174879e-a2a1-4aed-ba91-544b6b95984a tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:00.676141 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ba9ecfe-e2fa-4490-a9e6-169b4f0b0ddf req-2174879e-a2a1-4aed-ba91-544b6b95984a tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.1549227 Dec 11 22:56:00.715815 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:00.760349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ba9ecfe-e2fa-4490-a9e6-169b4f0b0ddf req-f9236a4d-0b57-4bf7-afb3-48e9aef552c7 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764117 Dec 11 22:56:00.775508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:00.891598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c06c0f97-5b75-414a-b852-dcedbf61d803 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:00.940800 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:01.040276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port c06c0f97-5b75-414a-b852-dcedbf61d803 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:01.040663 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:01.066451 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf6428-ddfb-4a7b-9910-c5ad34e40fe2 req-0be4eb62-c4ed-4252-9e59-158e90eaaecf tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:01.075345 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0fdf6428-ddfb-4a7b-9910-c5ad34e40fe2 req-0be4eb62-c4ed-4252-9e59-158e90eaaecf tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.0963063 Dec 11 22:56:01.087856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5354ac7-821a-4fa4-b0d3-d98ed512c3b6 req-ce817016-e6c6-4725-b5d0-3850d1f86f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:01.089550 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b5354ac7-821a-4fa4-b0d3-d98ed512c3b6 req-ce817016-e6c6-4725-b5d0-3850d1f86f0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bd67ea3659a42e286ab80e506df1e25&device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 1095 time: 0.2829785 Dec 11 22:56:01.091751 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:01.114223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network ea52392b-e004-4827-a7fd-d74d4dce84c1 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:01.126530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=aa38ea47-ff8b-4cc0-91c0-c9595804dfac,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:01.131938 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:01.147250 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0fdf6428-ddfb-4a7b-9910-c5ad34e40fe2 req-984a4c01-90db-4790-ab74-86272e5cef93 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654564 Dec 11 22:56:01.165752 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:01.175501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:56:01.205081 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port c06c0f97-5b75-414a-b852-dcedbf61d803, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c06c0f97-5b75-414a-b852-dcedbf61d803,segment=NetworkSegment(183f1dff-7a49-4b5a-afbc-294f3799a2d4),segment_id=183f1dff-7a49-4b5a-afbc-294f3799a2d4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:01.295663 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:01.312769 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:01.395932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ec993b41-344d-4684-891c-c183c06fb030 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:56:01.422737 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5354ac7-821a-4fa4-b0d3-d98ed512c3b6 req-4e796d89-5fe2-4a40-96f5-15aff65937c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:01.424543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b5354ac7-821a-4fa4-b0d3-d98ed512c3b6 req-4e796d89-5fe2-4a40-96f5-15aff65937c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=899c801e-bd1d-4aa0-8bf5-5ab01b073be2 HTTP/1.1" status: 200 len: 915 time: 0.3217320 Dec 11 22:56:01.431464 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21075e-3f9f-4de6-ba58-d5d134943f48 req-b4943833-0c18-4cfc-a89c-49f59161e185 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:01.435536 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7a21075e-3f9f-4de6-ba58-d5d134943f48 req-b4943833-0c18-4cfc-a89c-49f59161e185 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 944 time: 0.0789118 Dec 11 22:56:01.444431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: ec993b41-344d-4684-891c-c183c06fb030 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:56:01.444975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ec993b41-344d-4684-891c-c183c06fb030 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:56:01.460892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe668432-be37-42e1-8fd6-10fb33547626 req-12dde642-0e6b-4c82-94cd-33cea007036e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:01.464661 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fe668432-be37-42e1-8fd6-10fb33547626 req-12dde642-0e6b-4c82-94cd-33cea007036e tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.2329628 Dec 11 22:56:01.494851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=c06c0f97-5b75-414a-b852-dcedbf61d803,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:01.530836 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b5354ac7-821a-4fa4-b0d3-d98ed512c3b6 req-e81653c7-136e-4d3f-841d-82b25da7837b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42644e20-74a3-430b-889d-7bcaaa866a48 HTTP/1.1" status: 200 len: 217 time: 0.0641036 Dec 11 22:56:01.538904 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7a21075e-3f9f-4de6-ba58-d5d134943f48 req-697d720e-463d-4c36-a80b-a24534edaf4a tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966012 Dec 11 22:56:01.722866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768261ea-3787-4299-8daf-7ff91f59e930 None None] Network ea52392b-e004-4827-a7fd-d74d4dce84c1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:01.806995 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b8c2c599-ef32-4be4-93bb-abdcf89482e9 None None] Provisioning complete for port c06c0f97-5b75-414a-b852-dcedbf61d803 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:01.807445 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b8c2c599-ef32-4be4-93bb-abdcf89482e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:01.940489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 42644e20-74a3-430b-889d-7bcaaa866a48 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:56:02.010941 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fe668432-be37-42e1-8fd6-10fb33547626 req-1036d366-1569-424d-a771-c75b2bd64752 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328989 Dec 11 22:56:02.024933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5354ac7-821a-4fa4-b0d3-d98ed512c3b6 req-db147306-8f68-42f8-bdb2-eb42ac9620d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:02.026393 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b5354ac7-821a-4fa4-b0d3-d98ed512c3b6 req-db147306-8f68-42f8-bdb2-eb42ac9620d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec2c5c86-08e2-4025-8006-42a91eb9a631 HTTP/1.1" status: 200 len: 854 time: 0.1017978 Dec 11 22:56:02.093088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b5354ac7-821a-4fa4-b0d3-d98ed512c3b6 req-bb934feb-8930-4683-ac38-f3293635981c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=899c801e-bd1d-4aa0-8bf5-5ab01b073be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579109 Dec 11 22:56:02.108934 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 42644e20-74a3-430b-889d-7bcaaa866a48, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=42644e20-74a3-430b-889d-7bcaaa866a48,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:02.143895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '42644e20-74a3-430b-889d-7bcaaa866a48', 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2', 'port_id': '42644e20-74a3-430b-889d-7bcaaa866a48', 'mac_address': 'fa:16:3e:1b:91:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2c5c86-08e2-4025-8006-42a91eb9a631', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:56:02.192866 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:02.210591 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42644e20-74a3-430b-889d-7bcaaa866a48 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:56:02.233673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 42644e20-74a3-430b-889d-7bcaaa866a48, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=42644e20-74a3-430b-889d-7bcaaa866a48,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:02.241904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:02.294786 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-280d0f27-815e-49f7-bf2e-f993c5a90785 None None] Provisioning complete for port aa38ea47-ff8b-4cc0-91c0-c9595804dfac triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:02.295528 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-280d0f27-815e-49f7-bf2e-f993c5a90785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:02.339824 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:02.379221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-280d0f27-815e-49f7-bf2e-f993c5a90785 None None] Port aa38ea47-ff8b-4cc0-91c0-c9595804dfac cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:02.398244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e67a6-c5ea-4b9f-b183-1a9c1959c7ba req-154f3b2b-ca06-4721-a167-6528c4a03a39 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:02.400114 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c36e67a6-c5ea-4b9f-b183-1a9c1959c7ba req-154f3b2b-ca06-4721-a167-6528c4a03a39 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.2423029 Dec 11 22:56:02.405310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-280d0f27-815e-49f7-bf2e-f993c5a90785 None None] Provisioning complete for port c06c0f97-5b75-414a-b852-dcedbf61d803 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:02.405310 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-280d0f27-815e-49f7-bf2e-f993c5a90785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:02.453352 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=42644e20-74a3-430b-889d-7bcaaa866a48,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:02.461997 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:02.505841 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b5354ac7-821a-4fa4-b0d3-d98ed512c3b6 req-650bb66a-81b0-497d-aadf-2c3348c6180c service neutron] 10.222.0.47 "GET /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933420 Dec 11 22:56:02.578578 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:02.633721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0866d713-9344-4019-b4de-3e6b1bbe42fa None None] Provisioning complete for port aa38ea47-ff8b-4cc0-91c0-c9595804dfac triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:02.634275 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0866d713-9344-4019-b4de-3e6b1bbe42fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:02.676776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51321433-0a3b-49c0-8449-2d5195e1fa3b req-3ff1def2-f32a-4824-acda-7198fbd85ca0 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:02.682708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0866d713-9344-4019-b4de-3e6b1bbe42fa None None] Port aa38ea47-ff8b-4cc0-91c0-c9595804dfac cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:02.684624 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['42644e20-74a3-430b-889d-7bcaaa866a48'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:56:02.688605 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-51321433-0a3b-49c0-8449-2d5195e1fa3b req-3ff1def2-f32a-4824-acda-7198fbd85ca0 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 945 time: 0.0730948 Dec 11 22:56:02.745013 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b4d900f1-5313-4944-bbfe-c7ed3bed8f6b req-acb399e5-1d1e-45a6-9715-4b3dd025c4aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2717578 Dec 11 22:56:02.785542 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c36e67a6-c5ea-4b9f-b183-1a9c1959c7ba req-e41751d2-276f-4d57-8b63-3617b0021a3c tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587360 Dec 11 22:56:02.817596 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-51321433-0a3b-49c0-8449-2d5195e1fa3b req-a31a302c-a412-4769-8585-e13cbcee8510 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259489 Dec 11 22:56:02.869462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c06c0f97-5b75-414a-b852-dcedbf61d803 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:02.960684 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port c06c0f97-5b75-414a-b852-dcedbf61d803 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:02.961059 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:02.964429 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416bc5a-fa2c-43cf-a010-2950a9e9465e req-42db0307-2732-4693-a95a-732646c44715 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:02.970528 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9416bc5a-fa2c-43cf-a010-2950a9e9465e req-42db0307-2732-4693-a95a-732646c44715 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.0588207 Dec 11 22:56:03.020326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b5354ac7-821a-4fa4-b0d3-d98ed512c3b6 req-37660d1a-44f6-4ec4-9830-826c54327ff7 service neutron] 10.222.0.47 "GET /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868324 Dec 11 22:56:03.038612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d900f1-5313-4944-bbfe-c7ed3bed8f6b req-ee0bfb73-c340-4b9e-a127-12f8716c120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:03.040202 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b4d900f1-5313-4944-bbfe-c7ed3bed8f6b req-ee0bfb73-c340-4b9e-a127-12f8716c120f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5dbb26b1c2d47daa5e3b28bbc8523ae&device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 1098 time: 0.2254307 Dec 11 22:56:03.077201 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9416bc5a-fa2c-43cf-a010-2950a9e9465e req-a50de331-d027-4d4a-8054-bb603d39b0ea tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047151 Dec 11 22:56:03.098230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Allocated IP 172.25.1.67 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/b166cb04-7e16-4749-9810-f03aeac0def1) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:56:03.211865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d900f1-5313-4944-bbfe-c7ed3bed8f6b req-8c036efd-ac09-4654-85fe-44dc1e704044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:03.213364 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b4d900f1-5313-4944-bbfe-c7ed3bed8f6b req-8c036efd-ac09-4654-85fe-44dc1e704044 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5494fcde-a374-49ae-8815-130d057cc91f HTTP/1.1" status: 200 len: 915 time: 0.1426103 Dec 11 22:56:03.279657 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee5b94-60d9-4d8c-8aa5-d04e7cd6bb0c req-d4d4ff5d-9e6f-4d74-989c-8a2ebde051a7 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:03.281173 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-daee5b94-60d9-4d8c-8aa5-d04e7cd6bb0c req-d4d4ff5d-9e6f-4d74-989c-8a2ebde051a7 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.0519655 Dec 11 22:56:03.309942 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:03.312555 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b4d900f1-5313-4944-bbfe-c7ed3bed8f6b req-65547c77-b979-44ea-ad6c-b6ee41b2d87e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f HTTP/1.1" status: 200 len: 217 time: 0.0893033 Dec 11 22:56:03.336982 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-daee5b94-60d9-4d8c-8aa5-d04e7cd6bb0c req-7593971b-c23a-4f3a-ad1c-65269c7c0943 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486624 Dec 11 22:56:03.391131 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:03.430774 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d900f1-5313-4944-bbfe-c7ed3bed8f6b req-1c8448e0-c745-4115-b172-54171c8a57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:03.432192 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b4d900f1-5313-4944-bbfe-c7ed3bed8f6b req-1c8448e0-c745-4115-b172-54171c8a57ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1ab4d1b-7934-4d41-b700-13bf819b1c98 HTTP/1.1" status: 200 len: 854 time: 0.1096623 Dec 11 22:56:03.534123 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b4d900f1-5313-4944-bbfe-c7ed3bed8f6b req-d92c0dd1-c37d-48e2-8968-842eb9a22172 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5494fcde-a374-49ae-8815-130d057cc91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637922 Dec 11 22:56:03.541045 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:03.560254 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:03.562702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event updated for resources: {'Port': ['ID=aa38ea47-ff8b-4cc0-91c0-c9595804dfac,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:03.685127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed785f7f-2423-4dff-b73a-80b8e64a0761 req-97279ae7-c36d-4b64-9a79-0e4dc4c9fce8 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:03.686547 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed785f7f-2423-4dff-b73a-80b8e64a0761 req-97279ae7-c36d-4b64-9a79-0e4dc4c9fce8 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.2585032 Dec 11 22:56:03.775885 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b4d900f1-5313-4944-bbfe-c7ed3bed8f6b req-aa913d3b-5778-4385-9a21-367447f70522 service neutron] 10.222.0.13 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298419 Dec 11 22:56:03.811407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed785f7f-2423-4dff-b73a-80b8e64a0761 req-6ed63dce-35da-45ba-b95e-53601b91c2e0 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142933 Dec 11 22:56:03.846672 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:03.883690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Network ea52392b-e004-4827-a7fd-d74d4dce84c1 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:03.894263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:03.924529 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:03.937086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=b166cb04-7e16-4749-9810-f03aeac0def1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:03.939595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:03.949749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:56:03.954249 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a44767-c7f9-45bd-951a-1c28b81ec5f9 req-7035e388-a160-44c8-85c3-ada0ad55f643 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:03.964256 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c2a44767-c7f9-45bd-951a-1c28b81ec5f9 req-7035e388-a160-44c8-85c3-ada0ad55f643 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 945 time: 0.0737436 Dec 11 22:56:03.965087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b8998b-7369-46cd-92ab-51363eda60dc None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:56:03.972222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 42644e20-74a3-430b-889d-7bcaaa866a48 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:04.025000 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c2a44767-c7f9-45bd-951a-1c28b81ec5f9 req-fc1ecdfd-b723-4670-b1fb-4e0ab2acc5a9 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597105 Dec 11 22:56:04.102428 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-575fbf60-b464-4b7e-b2dc-214eabc05a11 None None] Provisioning complete for port b166cb04-7e16-4749-9810-f03aeac0def1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:04.102838 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-575fbf60-b464-4b7e-b2dc-214eabc05a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:04.136932 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b4d900f1-5313-4944-bbfe-c7ed3bed8f6b req-604687d1-b79e-4bef-a42b-6327d029d0df service neutron] 10.222.0.13 "GET /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474665 Dec 11 22:56:04.160793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-575fbf60-b464-4b7e-b2dc-214eabc05a11 None None] Port b166cb04-7e16-4749-9810-f03aeac0def1 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:04.213027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router e170a12c-511e-4fa6-84f1-060d105da5e9 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:04.221169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc156d54-f125-46aa-bdc4-5272f3daceab req-3f37e5bf-4448-43d8-8877-90da730c6f94 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:04.222674 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc156d54-f125-46aa-bdc4-5272f3daceab req-3f37e5bf-4448-43d8-8877-90da730c6f94 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.2891035 Dec 11 22:56:04.262619 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 42644e20-74a3-430b-889d-7bcaaa866a48 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:56:04.273424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 42644e20-74a3-430b-889d-7bcaaa866a48 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:04.273813 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:04.310555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-20823ace-f8e6-4e66-a38c-55e505b275a7 None None] Provisioning complete for port aa38ea47-ff8b-4cc0-91c0-c9595804dfac triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:04.310992 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-20823ace-f8e6-4e66-a38c-55e505b275a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:04.357092 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-20823ace-f8e6-4e66-a38c-55e505b275a7 None None] Port aa38ea47-ff8b-4cc0-91c0-c9595804dfac cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:04.397769 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:04.424616 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23abcfb0-5f74-474e-a79f-a4550d3e0562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42644e20-74a3-430b-889d-7bcaaa866a48'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:56:04.427630 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9794008f-cd35-4d28-a1e5-adcbc8a46d8a" -d '{"events": [{"server_uuid": "23abcfb0-5f74-474e-a79f-a4550d3e0562", "name": "network-vif-plugged", "status": "completed", "tag": "42644e20-74a3-430b-889d-7bcaaa866a48"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:56:04.443250 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 42644e20-74a3-430b-889d-7bcaaa866a48, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=42644e20-74a3-430b-889d-7bcaaa866a48,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:04.477512 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee85e2d9-9142-4d08-a107-4582f2faae3a x-openstack-request-id: req-ee85e2d9-9142-4d08-a107-4582f2faae3a {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:56:04.477911 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23abcfb0-5f74-474e-a79f-a4550d3e0562", "name": "network-vif-plugged", "status": "completed", "tag": "42644e20-74a3-430b-889d-7bcaaa866a48", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:56:04.478677 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee85e2d9-9142-4d08-a107-4582f2faae3a {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:56:04.479225 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23abcfb0-5f74-474e-a79f-a4550d3e0562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42644e20-74a3-430b-889d-7bcaaa866a48', 'code': 200} Dec 11 22:56:04.491228 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:04.555265 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=42644e20-74a3-430b-889d-7bcaaa866a48,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:04.564714 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:04.565214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:04.565657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:04.566094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:04.566541 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:04.567273 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:04.567858 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:04.568282 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:04.570070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:04.570527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:04.570987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:04.571414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:04.571839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:04.795691 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc156d54-f125-46aa-bdc4-5272f3daceab req-da09f523-c9f5-4923-9d26-288261240f39 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419514 Dec 11 22:56:04.819995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:04.830229 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44614) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:04.830384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0246f318-16c6-4d68-95a6-7fc9d482abed tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/e170a12c-511e-4fa6-84f1-060d105da5e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8058922 Dec 11 22:56:04.839239 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-623c1915-7ca6-46b8-9c40-efee619cd762 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:04.843735 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Sync routers for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:04.861698 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:04.866215 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:04.867847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d66eb8-f854-4d24-bbe7-cc4424df7b95 req-cf35bf45-15b0-4b7d-887d-5aed8d6b2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:04.869307 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68d66eb8-f854-4d24-bbe7-cc4424df7b95 req-cf35bf45-15b0-4b7d-887d-5aed8d6b2b2d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 1097 time: 0.1480315 Dec 11 22:56:04.905413 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:04.972279 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68d66eb8-f854-4d24-bbe7-cc4424df7b95 req-567e0289-704a-4d22-80c5-c31ff19488f4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942364 Dec 11 22:56:05.041674 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:05.195162 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f50f3-8ea8-4ae5-a249-61686c49c4b0 req-c180aab3-ad2e-4182-981d-9e3c2d1ea605 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:05.202793 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c0f50f3-8ea8-4ae5-a249-61686c49c4b0 req-c180aab3-ad2e-4182-981d-9e3c2d1ea605 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.2496843 Dec 11 22:56:05.242688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86219226-5aa8-4a62-be2c-d706af2bdd20 req-c0792c27-3e31-4bc6-ae94-1017d2c3fd81 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:05.250206 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86219226-5aa8-4a62-be2c-d706af2bdd20 req-c0792c27-3e31-4bc6-ae94-1017d2c3fd81 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1063643 Dec 11 22:56:05.293145 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:05.353404 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c0f50f3-8ea8-4ae5-a249-61686c49c4b0 req-1d8dbd26-9061-477e-ae26-c7576cba31a1 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469865 Dec 11 22:56:05.417702 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:02Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '560aa63e-0150-43cd-906e-56d605305bf4', 'name': '', 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:f6:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:51Z', 'updated_at': '2021-12-11T22:55:57Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa38ea47-ff8b-4cc0-91c0-c9595804dfac', 'name': '', 'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:c5:56:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'fcb89c82-e1d0-42ff-8826-d744d3f1ac6b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:59Z', 'updated_at': '2021-12-11T22:56:02Z', 'revision_number': 2, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'fcb89c82-e1d0-42ff-8826-d744d3f1ac6b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:05.464648 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86219226-5aa8-4a62-be2c-d706af2bdd20 req-02536df5-04d7-42d0-9af2-1f422a81e728 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071893 Dec 11 22:56:05.467024 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Checking router: e170a12c-511e-4fa6-84f1-060d105da5e9 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:56:05.467393 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Updating router e170a12c-511e-4fa6-84f1-060d105da5e9 port aa38ea47-ff8b-4cc0-91c0-c9595804dfac binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:56:05.500394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.extraroute_db [None req-623c1915-7ca6-46b8-9c40-efee619cd762 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103691) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 11 22:56:05.512699 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:05.518270 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.extraroute_db [None req-623c1915-7ca6-46b8-9c40-efee619cd762 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Removed routes are [] {{(pid=103691) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 11 22:56:05.518791 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-623c1915-7ca6-46b8-9c40-efee619cd762 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:05.625656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de624f77-fc1d-432a-b7a3-eecc3527274d req-49951a51-fa77-4375-989d-44d43df25d26 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:05.627510 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de624f77-fc1d-432a-b7a3-eecc3527274d req-49951a51-fa77-4375-989d-44d43df25d26 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.0754209 Dec 11 22:56:05.694626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router d6697ddc-957a-4440-ae5a-869a430f5cee is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:56:05.744794 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de624f77-fc1d-432a-b7a3-eecc3527274d req-44e9e10e-187a-48e8-8dba-cda8735268d8 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073790 Dec 11 22:56:05.931108 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:05.936261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:05.948099 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f82f59b-a2e3-433e-acc8-d6ca0f69fc0c None None] Sync routers for ids ['d6697ddc-957a-4440-ae5a-869a430f5cee'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:05.961746 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f82f59b-a2e3-433e-acc8-d6ca0f69fc0c None None] Routers {'d6697ddc-957a-4440-ae5a-869a430f5cee'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:05.962529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5f82f59b-a2e3-433e-acc8-d6ca0f69fc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d6697ddc-957a-4440-ae5a-869a430f5cee'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:06.014939 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:06.038848 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:06.043025 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6382cc0c-15e9-442e-92a4-a78b1ff0e3ad tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.6076324 Dec 11 22:56:06.043735 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44628) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:06.056144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5f82f59b-a2e3-433e-acc8-d6ca0f69fc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:06.079718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f82f59b-a2e3-433e-acc8-d6ca0f69fc0c None None] Routers {'d6697ddc-957a-4440-ae5a-869a430f5cee'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:06.084487 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5f82f59b-a2e3-433e-acc8-d6ca0f69fc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d6697ddc-957a-4440-ae5a-869a430f5cee'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:06.122444 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d78e7f-d8d2-4620-b2fa-c8bca0ebd45e None None] Pushing event updated for resources: {'Port': ['ID=aa38ea47-ff8b-4cc0-91c0-c9595804dfac,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:06.156543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5f82f59b-a2e3-433e-acc8-d6ca0f69fc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:06.157222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f82f59b-a2e3-433e-acc8-d6ca0f69fc0c None None] The sync data for ids ['d6697ddc-957a-4440-ae5a-869a430f5cee'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:06.217696 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Attempting to bind port aa38ea47-ff8b-4cc0-91c0-c9595804dfac on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:56:06.218494 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Attempting to bind port aa38ea47-ff8b-4cc0-91c0-c9595804dfac by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '183f1dff-7a49-4b5a-afbc-294f3799a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:56:06.219077 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Attempting to bind port aa38ea47-ff8b-4cc0-91c0-c9595804dfac on network ea52392b-e004-4827-a7fd-d74d4dce84c1 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:56:06.225984 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:56:06.227183 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Checking segment: {'id': '183f1dff-7a49-4b5a-afbc-294f3799a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:06.227769 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:06.228366 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Bound using segment: {'id': '183f1dff-7a49-4b5a-afbc-294f3799a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:56:06.229605 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Bound port: aa38ea47-ff8b-4cc0-91c0-c9595804dfac, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183f1dff-7a49-4b5a-afbc-294f3799a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:56:06.230145 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:06.234712 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0b761-5665-4dfd-80ad-8bbf24a86dde req-a13dfa9f-7735-4227-a9fb-86b56c341a30 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:06.243305 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-44d0b761-5665-4dfd-80ad-8bbf24a86dde req-a13dfa9f-7735-4227-a9fb-86b56c341a30 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.1593108 Dec 11 22:56:06.266111 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-623c1915-7ca6-46b8-9c40-efee619cd762 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:06.273587 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-623c1915-7ca6-46b8-9c40-efee619cd762 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:06.299523 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-566a237b-1b27-4df3-ac7d-4894e32db72d tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/routers/d6697ddc-957a-4440-ae5a-869a430f5cee HTTP/1.1" status: 200 len: 884 time: 0.2543952 Dec 11 22:56:06.301679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44630) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:06.335225 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] For port aa38ea47-ff8b-4cc0-91c0-c9595804dfac, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:56:06.339302 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] For port aa38ea47-ff8b-4cc0-91c0-c9595804dfac, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=aa38ea47-ff8b-4cc0-91c0-c9595804dfac,segment=NetworkSegment(183f1dff-7a49-4b5a-afbc-294f3799a2d4),segment_id=183f1dff-7a49-4b5a-afbc-294f3799a2d4)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:56:06.405398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-fb12c2ad-a6df-4957-80e0-09887420dc9d None None] Provisioning complete for port aa38ea47-ff8b-4cc0-91c0-c9595804dfac triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:06.405984 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fb12c2ad-a6df-4957-80e0-09887420dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:06.411648 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-44d0b761-5665-4dfd-80ad-8bbf24a86dde req-5d6662eb-2770-484f-90dd-776c82852a6d tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674352 Dec 11 22:56:06.471101 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623c1915-7ca6-46b8-9c40-efee619cd762 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router e170a12c-511e-4fa6-84f1-060d105da5e9 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:06.482130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fb12c2ad-a6df-4957-80e0-09887420dc9d None None] Port aa38ea47-ff8b-4cc0-91c0-c9595804dfac cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:06.529476 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:06.596302 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:06.596856 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:06.611703 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7b4f6bd3-f964-404c-88c4-25cbca95fa3f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3088160 Dec 11 22:56:06.614158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44642) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:06.620180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8c3224c5-98f4-4911-ba11-712db2175c1b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1739377121'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:06.692388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ef5e3-056f-4296-9279-374df77a0228 req-7c42bc3a-ebdb-4489-af3f-7e0b3db6f161 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:06.696730 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-084ef5e3-056f-4296-9279-374df77a0228 req-7c42bc3a-ebdb-4489-af3f-7e0b3db6f161 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.1395106 Dec 11 22:56:06.703561 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623c1915-7ca6-46b8-9c40-efee619cd762 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:06.706558 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d78e7f-d8d2-4620-b2fa-c8bca0ebd45e None None] Pushing event updated for resources: {'Port': ['ID=aa38ea47-ff8b-4cc0-91c0-c9595804dfac,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:06.715352 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-623c1915-7ca6-46b8-9c40-efee619cd762 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:06.719211 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-623c1915-7ca6-46b8-9c40-efee619cd762 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/e170a12c-511e-4fa6-84f1-060d105da5e9 HTTP/1.1" status: 200 len: 934 time: 1.8875015 Dec 11 22:56:06.721301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44644) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:06.750547 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:06.883150 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-084ef5e3-056f-4296-9279-374df77a0228 req-98cc62c7-dc8c-4fea-9944-e6377ba09340 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624696 Dec 11 22:56:06.911274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287085c-b4a3-42ae-b18e-46aa36269629 req-804bb20a-601e-4852-9105-95403758e284 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:06.911274 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3287085c-b4a3-42ae-b18e-46aa36269629 req-804bb20a-601e-4852-9105-95403758e284 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1422994 Dec 11 22:56:06.932829 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b384787a-3323-4a92-b2d5-79ffe6d6b669 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/routers/e170a12c-511e-4fa6-84f1-060d105da5e9 HTTP/1.1" status: 200 len: 934 time: 0.2089686 Dec 11 22:56:06.937798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44648) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:06.946127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-26c32205-b4bd-4eba-85e7-82a5d7003c84 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'router': {'routes': None}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:07.009052 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5579518b-a4d9-498c-9bde-e4fb441f207a None None] Provisioning complete for port aa38ea47-ff8b-4cc0-91c0-c9595804dfac triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:07.009644 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5579518b-a4d9-498c-9bde-e4fb441f207a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:07.013383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3287085c-b4a3-42ae-b18e-46aa36269629 req-baa0837c-6eb0-41e0-a0d1-1d4f5cb9e6ef tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918097 Dec 11 22:56:07.056596 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:05Z', 'revision_number': 6, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '560aa63e-0150-43cd-906e-56d605305bf4', 'name': '', 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:f6:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:51Z', 'updated_at': '2021-12-11T22:55:57Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa38ea47-ff8b-4cc0-91c0-c9595804dfac', 'name': '', 'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:c5:56:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'fcb89c82-e1d0-42ff-8826-d744d3f1ac6b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:59Z', 'updated_at': '2021-12-11T22:56:06Z', 'revision_number': 4, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'fcb89c82-e1d0-42ff-8826-d744d3f1ac6b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:07.092178 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bc05bb-1b18-4538-899f-4bafdfeee4c1 None None] The sync data for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 is: [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:05Z', 'revision_number': 6, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '560aa63e-0150-43cd-906e-56d605305bf4', 'name': '', 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:f6:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:51Z', 'updated_at': '2021-12-11T22:55:57Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa38ea47-ff8b-4cc0-91c0-c9595804dfac', 'name': '', 'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:c5:56:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'fcb89c82-e1d0-42ff-8826-d744d3f1ac6b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:59Z', 'updated_at': '2021-12-11T22:56:06Z', 'revision_number': 4, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'fcb89c82-e1d0-42ff-8826-d744d3f1ac6b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:07.218387 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5579518b-a4d9-498c-9bde-e4fb441f207a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:07.250018 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c3224c5-98f4-4911-ba11-712db2175c1b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:07.275133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5579518b-a4d9-498c-9bde-e4fb441f207a None None] For port aa38ea47-ff8b-4cc0-91c0-c9595804dfac, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=aa38ea47-ff8b-4cc0-91c0-c9595804dfac,segment=NetworkSegment(183f1dff-7a49-4b5a-afbc-294f3799a2d4),segment_id=183f1dff-7a49-4b5a-afbc-294f3799a2d4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:07.329206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41963eda-1a6d-4150-9e78-b51cc8eee84e req-04e9bfbb-fc40-4e02-8bee-bf7f84755961 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:07.330924 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-41963eda-1a6d-4150-9e78-b51cc8eee84e req-04e9bfbb-fc40-4e02-8bee-bf7f84755961 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.2128806 Dec 11 22:56:07.341573 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c3224c5-98f4-4911-ba11-712db2175c1b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:07.386857 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5579518b-a4d9-498c-9bde-e4fb441f207a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:07.463756 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579518b-a4d9-498c-9bde-e4fb441f207a None None] Pushing event updated for resources: {'Port': ['ID=aa38ea47-ff8b-4cc0-91c0-c9595804dfac,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:07.503495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3224c5-98f4-4911-ba11-712db2175c1b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router d6697ddc-957a-4440-ae5a-869a430f5cee has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:07.575931 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-41963eda-1a6d-4150-9e78-b51cc8eee84e req-95638e6d-960e-45f5-ba48-afd36017ac40 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338085 Dec 11 22:56:07.683177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3224c5-98f4-4911-ba11-712db2175c1b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:07.683796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.extraroute_db [None req-26c32205-b4bd-4eba-85e7-82a5d7003c84 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Added routes are [] {{(pid=103691) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 11 22:56:07.684288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.extraroute_db [None req-26c32205-b4bd-4eba-85e7-82a5d7003c84 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103691) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 11 22:56:07.691116 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8c3224c5-98f4-4911-ba11-712db2175c1b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:07.694413 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f0c1c-9fb1-4102-8b5f-f1e06c9ad7ed None None] Sync routers for ids ['d6697ddc-957a-4440-ae5a-869a430f5cee'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:07.702265 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8c3224c5-98f4-4911-ba11-712db2175c1b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/d6697ddc-957a-4440-ae5a-869a430f5cee HTTP/1.1" status: 200 len: 891 time: 1.0826356 Dec 11 22:56:07.703948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44660) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:07.716481 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f0c1c-9fb1-4102-8b5f-f1e06c9ad7ed None None] Routers {'d6697ddc-957a-4440-ae5a-869a430f5cee'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:07.721358 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-559f0c1c-9fb1-4102-8b5f-f1e06c9ad7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d6697ddc-957a-4440-ae5a-869a430f5cee'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:07.730633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-26c32205-b4bd-4eba-85e7-82a5d7003c84 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:07.767867 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-559f0c1c-9fb1-4102-8b5f-f1e06c9ad7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:07.781561 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f0c1c-9fb1-4102-8b5f-f1e06c9ad7ed None None] Routers {'d6697ddc-957a-4440-ae5a-869a430f5cee'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:07.783748 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-559f0c1c-9fb1-4102-8b5f-f1e06c9ad7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d6697ddc-957a-4440-ae5a-869a430f5cee'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:07.851053 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-559f0c1c-9fb1-4102-8b5f-f1e06c9ad7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:07.852600 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f0c1c-9fb1-4102-8b5f-f1e06c9ad7ed None None] The sync data for ids ['d6697ddc-957a-4440-ae5a-869a430f5cee'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:07.879348 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-43ee4c1a-624e-4ed7-9737-0a49fd9c3e3f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/routers/d6697ddc-957a-4440-ae5a-869a430f5cee HTTP/1.1" status: 200 len: 891 time: 0.1667466 Dec 11 22:56:07.882327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44664) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:07.922319 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e069651b-949d-4476-a301-ecc7592318f2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6697ddc-957a-4440-ae5a-869a430f5cee HTTP/1.1" status: 200 len: 205 time: 0.0383823 Dec 11 22:56:07.924708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44666) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:08.051101 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e9807f8-c76f-4734-ba6f-b9356d31271b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:08.072383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4278d-741e-4fce-af5e-3ec9fa8fe2ed req-edb25df9-7400-4f56-b4cf-d6324eaa8c9c tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:08.073978 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b2a4278d-741e-4fce-af5e-3ec9fa8fe2ed req-edb25df9-7400-4f56-b4cf-d6324eaa8c9c tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1422155 Dec 11 22:56:08.096544 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-26c32205-b4bd-4eba-85e7-82a5d7003c84 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:08.107968 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-26c32205-b4bd-4eba-85e7-82a5d7003c84 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:08.169117 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e9807f8-c76f-4734-ba6f-b9356d31271b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:08.179500 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b2a4278d-741e-4fce-af5e-3ec9fa8fe2ed req-02a67e4d-32ab-4e6b-b9a9-112e4af72f21 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928497 Dec 11 22:56:08.270352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c32205-b4bd-4eba-85e7-82a5d7003c84 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router e170a12c-511e-4fa6-84f1-060d105da5e9 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:08.277757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df05ba-dabe-40cc-ac99-532372583474 None None] Sync routers for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:08.295259 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df05ba-dabe-40cc-ac99-532372583474 None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:08.296225 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b2df05ba-dabe-40cc-ac99-532372583474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:08.352711 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11671879-8745-4e14-839b-e9bc181ea732 req-b6945990-5c57-45e0-9e63-b7a78d703d03 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:08.354240 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-11671879-8745-4e14-839b-e9bc181ea732 req-b6945990-5c57-45e0-9e63-b7a78d703d03 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.0685480 Dec 11 22:56:08.361839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-0e9807f8-c76f-4734-ba6f-b9356d31271b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port b166cb04-7e16-4749-9810-f03aeac0def1 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:08.362383 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e9807f8-c76f-4734-ba6f-b9356d31271b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:08.398283 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c32205-b4bd-4eba-85e7-82a5d7003c84 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:08.410839 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-26c32205-b4bd-4eba-85e7-82a5d7003c84 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:08.415293 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-26c32205-b4bd-4eba-85e7-82a5d7003c84 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/e170a12c-511e-4fa6-84f1-060d105da5e9 HTTP/1.1" status: 200 len: 700 time: 1.4762156 Dec 11 22:56:08.416166 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44672) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:08.420636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-b2df05ba-dabe-40cc-ac99-532372583474 None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:08.488174 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-11671879-8745-4e14-839b-e9bc181ea732 req-d2f08d2d-d419-4925-9963-1a082dc4dfdb tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236019 Dec 11 22:56:08.502628 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e9807f8-c76f-4734-ba6f-b9356d31271b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:08.525508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-0e9807f8-c76f-4734-ba6f-b9356d31271b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for b166cb04-7e16-4749-9810-f03aeac0def1 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:08.561651 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-482a6422-008d-4b68-aa41-34e0ae8bbfc6 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/routers/e170a12c-511e-4fa6-84f1-060d105da5e9 HTTP/1.1" status: 200 len: 700 time: 0.1443081 Dec 11 22:56:08.562372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44678) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:08.849938 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e9807f8-c76f-4734-ba6f-b9356d31271b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:08.855649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device aa38ea47-ff8b-4cc0-91c0-c9595804dfac up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:08.901389 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9807f8-c76f-4734-ba6f-b9356d31271b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=b166cb04-7e16-4749-9810-f03aeac0def1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:08.948739 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd14ab8b-cd70-4b8b-9c71-b2b7a4a21b57 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:56:09.018171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e9807f8-c76f-4734-ba6f-b9356d31271b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:09.034252 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c9114d9-7eb3-4a77-8cb4-b4a7b002f846 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:09.046342 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port aa38ea47-ff8b-4cc0-91c0-c9595804dfac triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:09.052082 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:09.126517 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b2df05ba-dabe-40cc-ac99-532372583474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:07Z', 'revision_number': 7, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '560aa63e-0150-43cd-906e-56d605305bf4', 'name': '', 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:f6:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:51Z', 'updated_at': '2021-12-11T22:55:57Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa38ea47-ff8b-4cc0-91c0-c9595804dfac', 'name': '', 'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:c5:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'fcb89c82-e1d0-42ff-8826-d744d3f1ac6b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:59Z', 'updated_at': '2021-12-11T22:56:07Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'fcb89c82-e1d0-42ff-8826-d744d3f1ac6b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:09.163487 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df05ba-dabe-40cc-ac99-532372583474 None None] Checking router: e170a12c-511e-4fa6-84f1-060d105da5e9 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:56:09.207189 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df05ba-dabe-40cc-ac99-532372583474 None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:09.207970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b2df05ba-dabe-40cc-ac99-532372583474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:09.413338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-b2df05ba-dabe-40cc-ac99-532372583474 None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:09.422294 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8c9114d9-7eb3-4a77-8cb4-b4a7b002f846 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port aa38ea47-ff8b-4cc0-91c0-c9595804dfac {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:09.423419 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c9114d9-7eb3-4a77-8cb4-b4a7b002f846 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:09.568565 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-8c9114d9-7eb3-4a77-8cb4-b4a7b002f846 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] For port aa38ea47-ff8b-4cc0-91c0-c9595804dfac, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=aa38ea47-ff8b-4cc0-91c0-c9595804dfac,segment=NetworkSegment(183f1dff-7a49-4b5a-afbc-294f3799a2d4),segment_id=183f1dff-7a49-4b5a-afbc-294f3799a2d4)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:09.569324 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c9114d9-7eb3-4a77-8cb4-b4a7b002f846 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:09.585357 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8c9114d9-7eb3-4a77-8cb4-b4a7b002f846 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for aa38ea47-ff8b-4cc0-91c0-c9595804dfac owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:09.699839 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e9807f8-c76f-4734-ba6f-b9356d31271b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:09.702765 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e9807f8-c76f-4734-ba6f-b9356d31271b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:09.735163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b2df05ba-dabe-40cc-ac99-532372583474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:07Z', 'revision_number': 7, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '560aa63e-0150-43cd-906e-56d605305bf4', 'name': '', 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:f6:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:51Z', 'updated_at': '2021-12-11T22:55:57Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa38ea47-ff8b-4cc0-91c0-c9595804dfac', 'name': '', 'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:c5:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'fcb89c82-e1d0-42ff-8826-d744d3f1ac6b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:59Z', 'updated_at': '2021-12-11T22:56:07Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'fcb89c82-e1d0-42ff-8826-d744d3f1ac6b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:09.754639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec3be8-3d11-44bd-a7e0-d6b140656e43 req-020eeac9-a8dd-4686-9a3b-f5fb413c6bb5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:09.757400 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8ec3be8-3d11-44bd-a7e0-d6b140656e43 req-020eeac9-a8dd-4686-9a3b-f5fb413c6bb5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1613910 Dec 11 22:56:09.789265 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df05ba-dabe-40cc-ac99-532372583474 None None] The sync data for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 is: [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:07Z', 'revision_number': 7, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '560aa63e-0150-43cd-906e-56d605305bf4', 'name': '', 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:f6:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:51Z', 'updated_at': '2021-12-11T22:55:57Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa38ea47-ff8b-4cc0-91c0-c9595804dfac', 'name': '', 'network_id': 'ea52392b-e004-4827-a7fd-d74d4dce84c1', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:c5:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'fcb89c82-e1d0-42ff-8826-d744d3f1ac6b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:59Z', 'updated_at': '2021-12-11T22:56:07Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'fcb89c82-e1d0-42ff-8826-d744d3f1ac6b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:09.889263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8ec3be8-3d11-44bd-a7e0-d6b140656e43 req-034b32c9-7d5a-49ac-8046-8421a9e0fb42 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179216 Dec 11 22:56:09.890406 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e9807f8-c76f-4734-ba6f-b9356d31271b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:09.906330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9807f8-c76f-4734-ba6f-b9356d31271b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Fanout notify agent at l3_agent the message router_deleted on router d6697ddc-957a-4440-ae5a-869a430f5cee {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:56:09.922889 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0e9807f8-c76f-4734-ba6f-b9356d31271b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:09.945153 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0e9807f8-c76f-4734-ba6f-b9356d31271b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/routers/d6697ddc-957a-4440-ae5a-869a430f5cee HTTP/1.1" status: 204 len: 168 time: 2.0192668 Dec 11 22:56:09.948555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44706) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:09.954269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-10803039-4f00-433a-a0e0-84ce98ed2baf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1275411578'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:09.962703 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c9114d9-7eb3-4a77-8cb4-b4a7b002f846 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:10.011466 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9114d9-7eb3-4a77-8cb4-b4a7b002f846 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=aa38ea47-ff8b-4cc0-91c0-c9595804dfac,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:10.093401 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10803039-4f00-433a-a0e0-84ce98ed2baf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:56:10.097471 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10803039-4f00-433a-a0e0-84ce98ed2baf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:10.194465 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead4189-725d-48b1-9c13-cb9c69c6180d None None] Sync routers for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:10.209177 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10803039-4f00-433a-a0e0-84ce98ed2baf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:56:10.298213 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead4189-725d-48b1-9c13-cb9c69c6180d None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:10.298875 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0ead4189-725d-48b1-9c13-cb9c69c6180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:10.400870 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-0ead4189-725d-48b1-9c13-cb9c69c6180d None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:10.514416 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10803039-4f00-433a-a0e0-84ce98ed2baf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:10.515021 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-10803039-4f00-433a-a0e0-84ce98ed2baf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Added segment 76e7c7a5-fe70-472d-8b41-16533f18d6a3 of type vlan for network 0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01 Dec 11 22:56:10.556681 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c9114d9-7eb3-4a77-8cb4-b4a7b002f846 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:10.569655 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10803039-4f00-433a-a0e0-84ce98ed2baf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:10.637095 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0ead4189-725d-48b1-9c13-cb9c69c6180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:09Z', 'revision_number': 8, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '560aa63e-0150-43cd-906e-56d605305bf4', 'name': '', 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:f6:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:51Z', 'updated_at': '2021-12-11T22:55:57Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:10.679460 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead4189-725d-48b1-9c13-cb9c69c6180d None None] Checking router: e170a12c-511e-4fa6-84f1-060d105da5e9 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:56:10.688621 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead4189-725d-48b1-9c13-cb9c69c6180d None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:10.693199 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0ead4189-725d-48b1-9c13-cb9c69c6180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:10.733592 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10803039-4f00-433a-a0e0-84ce98ed2baf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:10.743670 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10803039-4f00-433a-a0e0-84ce98ed2baf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:10.744315 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10803039-4f00-433a-a0e0-84ce98ed2baf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:10.823044 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-0ead4189-725d-48b1-9c13-cb9c69c6180d None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:10.882079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10803039-4f00-433a-a0e0-84ce98ed2baf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Network': ['ID=0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:10.894715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:56:10.902610 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9114d9-7eb3-4a77-8cb4-b4a7b002f846 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router e170a12c-511e-4fa6-84f1-060d105da5e9 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:10.911879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44716) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:10.915132 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-10803039-4f00-433a-a0e0-84ce98ed2baf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9652727 Dec 11 22:56:10.919940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ff4720e2-a862-498a-83e2-f427faa88ad6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'subnet': {'network_id': '0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:11.140094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9114d9-7eb3-4a77-8cb4-b4a7b002f846 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:11.149690 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8c9114d9-7eb3-4a77-8cb4-b4a7b002f846 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/e170a12c-511e-4fa6-84f1-060d105da5e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5851300 Dec 11 22:56:11.150404 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44722) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:11.154358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23d2d9-cce2-4de3-a75e-288e0b6c2a99 req-9abdc283-d2f6-4f87-bb0a-48241dadb114 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:11.160350 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5b23d2d9-cce2-4de3-a75e-288e0b6c2a99 req-9abdc283-d2f6-4f87-bb0a-48241dadb114 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1056769 Dec 11 22:56:11.216600 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0ead4189-725d-48b1-9c13-cb9c69c6180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:09Z', 'revision_number': 8, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '560aa63e-0150-43cd-906e-56d605305bf4', 'name': '', 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:f6:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:51Z', 'updated_at': '2021-12-11T22:55:57Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:11.228190 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f204b5-c4a7-4488-af29-8d58f21bb77e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting subnet fcb89c82-e1d0-42ff-8826-d744d3f1ac6b {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:56:11.232432 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54f204b5-c4a7-4488-af29-8d58f21bb77e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:11.261411 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5b23d2d9-cce2-4de3-a75e-288e0b6c2a99 req-ca0782e1-b304-445a-8518-ef0f19d5d17f tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971956 Dec 11 22:56:11.272960 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead4189-725d-48b1-9c13-cb9c69c6180d None None] The sync data for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 is: [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:09Z', 'revision_number': 8, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '560aa63e-0150-43cd-906e-56d605305bf4', 'name': '', 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:f6:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:51Z', 'updated_at': '2021-12-11T22:55:57Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:11.293531 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54f204b5-c4a7-4488-af29-8d58f21bb77e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:11.341721 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4720e2-a862-498a-83e2-f427faa88ad6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:56:11.351044 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff4720e2-a862-498a-83e2-f427faa88ad6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:11.395541 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54f204b5-c4a7-4488-af29-8d58f21bb77e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:11.530052 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54f204b5-c4a7-4488-af29-8d58f21bb77e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:11.576825 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f204b5-c4a7-4488-af29-8d58f21bb77e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb89c82-e1d0-42ff-8826-d744d3f1ac6b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:11.586687 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54f204b5-c4a7-4488-af29-8d58f21bb77e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:11.591528 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-54f204b5-c4a7-4488-af29-8d58f21bb77e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/fcb89c82-e1d0-42ff-8826-d744d3f1ac6b HTTP/1.1" status: 204 len: 168 time: 0.4398842 Dec 11 22:56:11.592881 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3c2142-7f9a-4d44-84d2-b18c41bdc8a3 None None] Network ea52392b-e004-4827-a7fd-d74d4dce84c1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:11.593896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44724) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:11.711801 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:11.823773 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff4720e2-a862-498a-83e2-f427faa88ad6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:11.828455 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port c06c0f97-5b75-414a-b852-dcedbf61d803 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:11.831556 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f73449-bfea-4552-ba4f-b906cfde2ad1 None None] DHCP port deletion for ea52392b-e004-4827-a7fd-d74d4dce84c1 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:56:11.841045 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:11.936210 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4720e2-a862-498a-83e2-f427faa88ad6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Subnet': ['ID=0293394e-f4a6-4ee8-ba60-42257ec695a9,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:11.949168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4720e2-a862-498a-83e2-f427faa88ad6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Checking segment: {'id': '76e7c7a5-fe70-472d-8b41-16533f18d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:11.949541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4720e2-a862-498a-83e2-f427faa88ad6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network hostable DHCP agents. Network: 0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:56:11.961771 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e9f73449-bfea-4552-ba4f-b906cfde2ad1 None None] Deleting port c06c0f97-5b75-414a-b852-dcedbf61d803 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:11.962372 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9f73449-bfea-4552-ba4f-b906cfde2ad1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.001503 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] For port c06c0f97-5b75-414a-b852-dcedbf61d803, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c06c0f97-5b75-414a-b852-dcedbf61d803,segment=NetworkSegment(183f1dff-7a49-4b5a-afbc-294f3799a2d4),segment_id=183f1dff-7a49-4b5a-afbc-294f3799a2d4)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:12.001877 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.016792 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for c06c0f97-5b75-414a-b852-dcedbf61d803 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:12.033656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4720e2-a862-498a-83e2-f427faa88ad6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network 0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:56:12.064398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e42d972-8aad-47d3-a939-e9393c041071 None None] Sync routers for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:12.068903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e9f73449-bfea-4552-ba4f-b906cfde2ad1 None None] For port c06c0f97-5b75-414a-b852-dcedbf61d803, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c06c0f97-5b75-414a-b852-dcedbf61d803,segment=NetworkSegment(183f1dff-7a49-4b5a-afbc-294f3799a2d4),segment_id=183f1dff-7a49-4b5a-afbc-294f3799a2d4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:12.068903 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9f73449-bfea-4552-ba4f-b906cfde2ad1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.087730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e9f73449-bfea-4552-ba4f-b906cfde2ad1 None None] Calling delete_port for c06c0f97-5b75-414a-b852-dcedbf61d803 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:12.095008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e42d972-8aad-47d3-a939-e9393c041071 None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:12.095651 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2e42d972-8aad-47d3-a939-e9393c041071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:12.120152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-ff4720e2-a862-498a-83e2-f427faa88ad6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:12.125468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4720e2-a862-498a-83e2-f427faa88ad6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:12.125468 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff4720e2-a862-498a-83e2-f427faa88ad6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.152863 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fbd766-3b86-4622-b0d8-81547c8ec032 None None] Network 0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:12.205051 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.230191 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=c06c0f97-5b75-414a-b852-dcedbf61d803,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:12.236573 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ff4720e2-a862-498a-83e2-f427faa88ad6 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3228571 Dec 11 22:56:12.239237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44732) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:12.240870 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] No DVR routers for this DVR port c06c0f97-5b75-414a-b852-dcedbf61d803 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:56:12.245434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-24022453-8292-49d0-abf6-88a5f94e32e5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-162820678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:12.295492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-2e42d972-8aad-47d3-a939-e9393c041071 None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:12.336837 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-24022453-8292-49d0-abf6-88a5f94e32e5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.337550 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.338693 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-24022453-8292-49d0-abf6-88a5f94e32e5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.381485 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea52392b-e004-4827-a7fd-d74d4dce84c1']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:12.398222 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183f1dff-7a49-4b5a-afbc-294f3799a2d4') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:12.398786 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183f1dff-7a49-4b5a-afbc-294f3799a2d4') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:12.412737 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.441357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01', 'network_id': '0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01', 'project_id': '42ad0153638a4214b33983a425162708', 'fixed_ips': [{'subnet_id': '0293394e-f4a6-4ee8-ba60-42257ec695a9'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:56:12.442241 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.443646 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.447561 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9f73449-bfea-4552-ba4f-b906cfde2ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.454196 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:56:12.462558 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.462713 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-24022453-8292-49d0-abf6-88a5f94e32e5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:56:12.462827 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:56:12.478585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79461ae4-989f-4092-98d1-13b02fc0f6c0 req-17a236a9-5acd-42c9-8ece-2c902a0b9d01 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:12.486972 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79461ae4-989f-4092-98d1-13b02fc0f6c0 req-17a236a9-5acd-42c9-8ece-2c902a0b9d01 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1090333 Dec 11 22:56:12.519777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f73449-bfea-4552-ba4f-b906cfde2ad1 None None] Pushing event deleted for resources: {'Port': ['ID=c06c0f97-5b75-414a-b852-dcedbf61d803,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:12.531173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f73449-bfea-4552-ba4f-b906cfde2ad1 None None] No DVR routers for this DVR port c06c0f97-5b75-414a-b852-dcedbf61d803 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:56:12.548393 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-24022453-8292-49d0-abf6-88a5f94e32e5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.567843 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79461ae4-989f-4092-98d1-13b02fc0f6c0 req-a6f1aa2e-ad48-46f6-bd3b-ba2ac894327d tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798745 Dec 11 22:56:12.637250 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2e42d972-8aad-47d3-a939-e9393c041071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:09Z', 'revision_number': 8, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '560aa63e-0150-43cd-906e-56d605305bf4', 'name': '', 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:f6:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:51Z', 'updated_at': '2021-12-11T22:55:57Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:12.661429 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.664309 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-24022453-8292-49d0-abf6-88a5f94e32e5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.668546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-24022453-8292-49d0-abf6-88a5f94e32e5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4274621 Dec 11 22:56:12.669172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44736) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:12.681580 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:12.685913 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/networks/ea52392b-e004-4827-a7fd-d74d4dce84c1 HTTP/1.1" status: 204 len: 168 time: 1.0903804 Dec 11 22:56:12.700022 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e42d972-8aad-47d3-a939-e9393c041071 None None] Checking router: e170a12c-511e-4fa6-84f1-060d105da5e9 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:56:12.700386 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44738) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:12.701238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c979a0-732d-4490-adba-f256e5f208c8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Network': ['ID=ea52392b-e004-4827-a7fd-d74d4dce84c1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:12.785330 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e42d972-8aad-47d3-a939-e9393c041071 None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:12.785978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2e42d972-8aad-47d3-a939-e9393c041071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:13.085246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device aa38ea47-ff8b-4cc0-91c0-c9595804dfac no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:56:13.100613 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:13.129530 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: aa38ea47-ff8b-4cc0-91c0-c9595804dfac {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:56:13.129530 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device aa38ea47-ff8b-4cc0-91c0-c9595804dfac not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:56:13.129530 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c06c0f97-5b75-414a-b852-dcedbf61d803 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:56:13.168245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: c06c0f97-5b75-414a-b852-dcedbf61d803 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:56:13.168561 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c06c0f97-5b75-414a-b852-dcedbf61d803 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:56:13.174885 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-2e42d972-8aad-47d3-a939-e9393c041071 None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:13.222878 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Allocated IP 2001:db8::2 (0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01/0293394e-f4a6-4ee8-ba60-42257ec695a9/f46ed34a-6a1f-4b07-9eb3-a491020fdc8a) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:56:13.410841 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c9fbc68-d427-4130-9b6d-0fca630f3d28 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:13.655085 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:13.694697 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2e42d972-8aad-47d3-a939-e9393c041071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:09Z', 'revision_number': 8, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '560aa63e-0150-43cd-906e-56d605305bf4', 'name': '', 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:f6:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:51Z', 'updated_at': '2021-12-11T22:55:57Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:13.726639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be42d3-217a-4b73-ad15-8f6cab8ab194 req-6ff619fe-adcf-42cc-987e-27957b7e9ab8 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:13.726897 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fbc68-d427-4130-9b6d-0fca630f3d28 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port 560aa63e-0150-43cd-906e-56d605305bf4 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:13.727498 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c9fbc68-d427-4130-9b6d-0fca630f3d28 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:13.729231 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-11be42d3-217a-4b73-ad15-8f6cab8ab194 req-6ff619fe-adcf-42cc-987e-27957b7e9ab8 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.0893023 Dec 11 22:56:13.739391 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e42d972-8aad-47d3-a939-e9393c041071 None None] The sync data for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 is: [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:09Z', 'revision_number': 8, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '560aa63e-0150-43cd-906e-56d605305bf4', 'name': '', 'network_id': '4cf8b0c8-1b09-46bd-8157-93fd9530dfc7', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:f6:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:51Z', 'updated_at': '2021-12-11T22:55:57Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': 'eb98d4f3-12c6-4207-89e5-8228cf0766c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:13.753683 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:13.756173 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:13.832766 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-11be42d3-217a-4b73-ad15-8f6cab8ab194 req-d79a5346-305d-48d4-9208-bed2ce02cc93 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971434 Dec 11 22:56:13.847011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Network 0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:13.851007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:13.854301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:56:13.861480 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Pushing event updated for resources: {'Port': ['ID=f46ed34a-6a1f-4b07-9eb3-a491020fdc8a,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:13.876799 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Allocated IP 2001:db8::1 (0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01/0293394e-f4a6-4ee8-ba60-42257ec695a9/05c21d64-6369-42fc-99e7-8ab3f3362386) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:56:13.876962 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-8c9fbc68-d427-4130-9b6d-0fca630f3d28 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] For port 560aa63e-0150-43cd-906e-56d605305bf4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=560aa63e-0150-43cd-906e-56d605305bf4,segment=NetworkSegment(3c2a2177-64b0-4844-baa1-690a0aacbd88),segment_id=3c2a2177-64b0-4844-baa1-690a0aacbd88)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:13.876962 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c9fbc68-d427-4130-9b6d-0fca630f3d28 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:13.893963 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fbc68-d427-4130-9b6d-0fca630f3d28 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for 560aa63e-0150-43cd-906e-56d605305bf4 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:13.969536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Attempting to bind port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:56:13.969917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Attempting to bind port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '76e7c7a5-fe70-472d-8b41-16533f18d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:56:13.970339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Attempting to bind port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a on network 0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:56:13.996720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:56:13.997111 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Checking segment: {'id': '76e7c7a5-fe70-472d-8b41-16533f18d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:13.997518 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:13.997931 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Bound using segment: {'id': '76e7c7a5-fe70-472d-8b41-16533f18d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:56:13.998464 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Bound port: f46ed34a-6a1f-4b07-9eb3-a491020fdc8a, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e7c7a5-fe70-472d-8b41-16533f18d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:56:13.998781 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:14.173409 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:14.184862 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] For port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:56:14.191522 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] For port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f46ed34a-6a1f-4b07-9eb3-a491020fdc8a,segment=NetworkSegment(76e7c7a5-fe70-472d-8b41-16533f18d6a3),segment_id=76e7c7a5-fe70-472d-8b41-16533f18d6a3)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:56:14.268495 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c9fbc68-d427-4130-9b6d-0fca630f3d28 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:14.298603 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fbc68-d427-4130-9b6d-0fca630f3d28 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=560aa63e-0150-43cd-906e-56d605305bf4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:14.308720 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:14.358248 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:14.534465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network 0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:14.542300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:14.573142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f73130-c50f-4a3f-808a-6d08952d4f73 None None] Pushing event updated for resources: {'Port': ['ID=f46ed34a-6a1f-4b07-9eb3-a491020fdc8a,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:14.573527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:56:14.574280 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:14.656933 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c9fbc68-d427-4130-9b6d-0fca630f3d28 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:14.660887 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=05c21d64-6369-42fc-99e7-8ab3f3362386,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:14.856153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c20fc-d1b8-40ec-b4ca-9d8f481b56e5 req-0a834136-c506-4e9f-b396-9dfb311584e0 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:14.856153 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eb2c20fc-d1b8-40ec-b4ca-9d8f481b56e5 req-0a834136-c506-4e9f-b396-9dfb311584e0 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.0918713 Dec 11 22:56:15.002008 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eb2c20fc-d1b8-40ec-b4ca-9d8f481b56e5 req-15399efb-d28c-426d-9141-b698c7572ebd tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378894 Dec 11 22:56:15.020744 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:15.112921 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b72b9-06d7-44c3-8f78-f7446d00389c req-d5b1e6bb-58e0-45e8-bbe5-1a6e1765b627 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:15.114359 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a83b72b9-06d7-44c3-8f78-f7446d00389c req-d5b1e6bb-58e0-45e8-bbe5-1a6e1765b627 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.0981498 Dec 11 22:56:15.117291 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9fbc68-d427-4130-9b6d-0fca630f3d28 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router e170a12c-511e-4fa6-84f1-060d105da5e9 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:15.242480 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a83b72b9-06d7-44c3-8f78-f7446d00389c req-fad83268-4940-44ee-87fe-4b3c4a621922 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184511 Dec 11 22:56:15.315705 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9fbc68-d427-4130-9b6d-0fca630f3d28 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:15.322264 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8c9fbc68-d427-4130-9b6d-0fca630f3d28 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/e170a12c-511e-4fa6-84f1-060d105da5e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6143413 Dec 11 22:56:15.325328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44770) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:15.328322 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc928e-0cbb-483f-8653-8a07258445f7 None None] Sync routers for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:15.347591 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc928e-0cbb-483f-8653-8a07258445f7 None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:15.348265 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-abbc928e-0cbb-483f-8653-8a07258445f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:15.422116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d608bfc-3638-429f-9d79-3ef0db2b1d8d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting subnet eb98d4f3-12c6-4207-89e5-8228cf0766c7 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:56:15.433532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d608bfc-3638-429f-9d79-3ef0db2b1d8d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:15.478030 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:15.490942 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-abbc928e-0cbb-483f-8653-8a07258445f7 None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:15.520083 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d608bfc-3638-429f-9d79-3ef0db2b1d8d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:15.548668 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:15.549501 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:15.652891 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d608bfc-3638-429f-9d79-3ef0db2b1d8d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:15.673394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=05c21d64-6369-42fc-99e7-8ab3f3362386,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:15.798552 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d608bfc-3638-429f-9d79-3ef0db2b1d8d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:15.802478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network 0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:15.804900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:15.855414 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d608bfc-3638-429f-9d79-3ef0db2b1d8d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:15.866441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac7c141-0701-4141-ad82-40f70d547992 None None] Network 4cf8b0c8-1b09-46bd-8157-93fd9530dfc7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:15.872358 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2d608bfc-3638-429f-9d79-3ef0db2b1d8d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/eb98d4f3-12c6-4207-89e5-8228cf0766c7 HTTP/1.1" status: 204 len: 168 time: 0.5447695 Dec 11 22:56:15.884481 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44776) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:15.885376 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d608bfc-3638-429f-9d79-3ef0db2b1d8d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Subnet': ['ID=eb98d4f3-12c6-4207-89e5-8228cf0766c7,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:15.985443 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-abbc928e-0cbb-483f-8653-8a07258445f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:14Z', 'revision_number': 9, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:16.124558 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc928e-0cbb-483f-8653-8a07258445f7 None None] Checking router: e170a12c-511e-4fa6-84f1-060d105da5e9 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:56:16.140508 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc928e-0cbb-483f-8653-8a07258445f7 None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:16.141220 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-abbc928e-0cbb-483f-8653-8a07258445f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:16.209795 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6386bf-b8ba-4222-9e18-272fc2af7cc1 None None] Network 0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:16.228009 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:16.274104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router 45d72e30-4599-4598-a3ad-f8059cb6d0f2 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:56:16.303365 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3b1c225b-2451-4f26-8f0a-9b0a94819760 None None] Provisioning complete for port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:16.304173 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b1c225b-2451-4f26-8f0a-9b0a94819760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:16.321979 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:56:16.348119 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-abbc928e-0cbb-483f-8653-8a07258445f7 None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:16.372204 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396d0ce-ef0a-4d2f-841f-dfd693c0e513 req-a03894be-e4c9-4cba-b6da-bdeaf2b44dd5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:16.373771 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9396d0ce-ef0a-4d2f-841f-dfd693c0e513 req-a03894be-e4c9-4cba-b6da-bdeaf2b44dd5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.1748691 Dec 11 22:56:16.406219 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d730c1-22d9-42a2-88ba-92afc3ad0b39 None None] DHCP port deletion for 4cf8b0c8-1b09-46bd-8157-93fd9530dfc7 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:56:16.459934 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424be02-8f34-4e4d-8966-8e4eef470a04 req-c0e1082f-ad86-4ebf-b12c-edde78488564 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:16.463458 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9396d0ce-ef0a-4d2f-841f-dfd693c0e513 req-4509e2a4-3163-4d94-a25b-657e43762293 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759132 Dec 11 22:56:16.468612 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d424be02-8f34-4e4d-8966-8e4eef470a04 req-c0e1082f-ad86-4ebf-b12c-edde78488564 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.0947840 Dec 11 22:56:16.495820 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port c49c65e6-43cb-42a1-b599-93804d91c11d {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:16.496223 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:16.502730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:16.517007 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-780c0d5d-d4a1-4a4f-a6e7-634ccaf3b2a8 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/45d72e30-4599-4598-a3ad-f8059cb6d0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8466213 Dec 11 22:56:16.520015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44782) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:16.528745 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0264d-71b0-470b-8208-a507afacaf36 None None] Sync routers for ids ['45d72e30-4599-4598-a3ad-f8059cb6d0f2'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:16.577603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce49e1fe-c66e-4aa0-83e8-907c160145da tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:16.582234 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ce49e1fe-c66e-4aa0-83e8-907c160145da tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports/05c21d64-6369-42fc-99e7-8ab3f3362386 HTTP/1.1" status: 200 len: 911 time: 0.0611610 Dec 11 22:56:16.582974 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44784) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:16.593296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-58598e6a-44e3-4fa1-b43f-2cb908729b57 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0293394e-f4a6-4ee8-ba60-42257ec695a9'}]}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:16.596116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] For port c49c65e6-43cb-42a1-b599-93804d91c11d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c49c65e6-43cb-42a1-b599-93804d91c11d,segment=NetworkSegment(3c2a2177-64b0-4844-baa1-690a0aacbd88),segment_id=3c2a2177-64b0-4844-baa1-690a0aacbd88)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:16.596500 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:16.608703 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b1c225b-2451-4f26-8f0a-9b0a94819760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:16.610536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0264d-71b0-470b-8208-a507afacaf36 None None] Routers {'45d72e30-4599-4598-a3ad-f8059cb6d0f2'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:16.611277 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a4b0264d-71b0-470b-8208-a507afacaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['45d72e30-4599-4598-a3ad-f8059cb6d0f2'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:16.619402 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-abbc928e-0cbb-483f-8653-8a07258445f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:14Z', 'revision_number': 9, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:16.622660 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for c49c65e6-43cb-42a1-b599-93804d91c11d owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:16.692301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a8d730c1-22d9-42a2-88ba-92afc3ad0b39 None None] Deleting port c49c65e6-43cb-42a1-b599-93804d91c11d {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:16.692675 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8d730c1-22d9-42a2-88ba-92afc3ad0b39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:16.741997 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a4b0264d-71b0-470b-8208-a507afacaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:16.765984 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d424be02-8f34-4e4d-8966-8e4eef470a04 req-a9c37b53-b930-40f1-814a-9ef5d1a7432b tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953820 Dec 11 22:56:16.810087 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc928e-0cbb-483f-8653-8a07258445f7 None None] The sync data for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 is: [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:14Z', 'revision_number': 9, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': '7ffb7106-c553-438f-b0e7-3b6972d2ea92', 'name': '', 'network_id': '3b563e0a-ba07-40d4-a221-ea4511f1e726', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:43:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:44Z', 'updated_at': '2021-12-11T22:55:50Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '2b5bbd58-65a8-43b9-a38d-91e41210347e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:16.878955 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-58598e6a-44e3-4fa1-b43f-2cb908729b57 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:16.910461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be529bb-6e9b-4eb9-be4c-413f3f390fd6 req-1ef32766-e4e8-4e32-b134-81094c403cd4 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:16.912139 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6be529bb-6e9b-4eb9-be4c-413f3f390fd6 req-1ef32766-e4e8-4e32-b134-81094c403cd4 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.1900575 Dec 11 22:56:16.922406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a8d730c1-22d9-42a2-88ba-92afc3ad0b39 None None] For port c49c65e6-43cb-42a1-b599-93804d91c11d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c49c65e6-43cb-42a1-b599-93804d91c11d,segment=NetworkSegment(3c2a2177-64b0-4844-baa1-690a0aacbd88),segment_id=3c2a2177-64b0-4844-baa1-690a0aacbd88)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:16.922943 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8d730c1-22d9-42a2-88ba-92afc3ad0b39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:16.938774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0264d-71b0-470b-8208-a507afacaf36 None None] Routers {'45d72e30-4599-4598-a3ad-f8059cb6d0f2'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:16.939438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a4b0264d-71b0-470b-8208-a507afacaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['45d72e30-4599-4598-a3ad-f8059cb6d0f2'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:16.946556 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a8d730c1-22d9-42a2-88ba-92afc3ad0b39 None None] Calling delete_port for c49c65e6-43cb-42a1-b599-93804d91c11d owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:16.978556 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3b1c225b-2451-4f26-8f0a-9b0a94819760 None None] For port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f46ed34a-6a1f-4b07-9eb3-a491020fdc8a,segment=NetworkSegment(76e7c7a5-fe70-472d-8b41-16533f18d6a3),segment_id=76e7c7a5-fe70-472d-8b41-16533f18d6a3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:16.982479 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a4b0264d-71b0-470b-8208-a507afacaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:16.983182 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0264d-71b0-470b-8208-a507afacaf36 None None] The sync data for ids ['45d72e30-4599-4598-a3ad-f8059cb6d0f2'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:16.988958 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:17.027226 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=c49c65e6-43cb-42a1-b599-93804d91c11d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:17.032914 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] No DVR routers for this DVR port c49c65e6-43cb-42a1-b599-93804d91c11d on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:56:17.081907 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b1c225b-2451-4f26-8f0a-9b0a94819760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:17.154482 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:17.158885 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c225b-2451-4f26-8f0a-9b0a94819760 None None] Pushing event updated for resources: {'Port': ['ID=f46ed34a-6a1f-4b07-9eb3-a491020fdc8a,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:17.187976 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8d730c1-22d9-42a2-88ba-92afc3ad0b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:17.211868 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf8b0c8-1b09-46bd-8157-93fd9530dfc7']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:17.228571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d730c1-22d9-42a2-88ba-92afc3ad0b39 None None] No DVR routers for this DVR port c49c65e6-43cb-42a1-b599-93804d91c11d on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:56:17.249139 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2a2177-64b0-4844-baa1-690a0aacbd88') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:17.249693 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2a2177-64b0-4844-baa1-690a0aacbd88') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:17.268785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-039bff33-a97c-4356-a9e9-e16f73221cb9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2050483 Dec 11 22:56:17.276956 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:17.312874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f46ed34a-6a1f-4b07-9eb3-a491020fdc8a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:17.322373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-6be529bb-6e9b-4eb9-be4c-413f3f390fd6 req-6f62f217-6371-4ef3-976b-3d7c09f39bb5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Deleting port 3974696b-7a10-40b4-a0ab-9c18d22a370f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:17.322373 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6be529bb-6e9b-4eb9-be4c-413f3f390fd6 req-6f62f217-6371-4ef3-976b-3d7c09f39bb5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:17.323253 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d730c1-22d9-42a2-88ba-92afc3ad0b39 None None] Pushing event deleted for resources: {'Port': ['ID=c49c65e6-43cb-42a1-b599-93804d91c11d,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:17.324072 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:17.326465 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:17.346446 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:56:17.347076 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:56:17.352291 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:56:17.381116 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ef6321a8-4fc4-47c0-b6c9-3f7c2578a9b9 None None] Provisioning complete for port 05c21d64-6369-42fc-99e7-8ab3f3362386 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:17.381495 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef6321a8-4fc4-47c0-b6c9-3f7c2578a9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:17.445849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ef6321a8-4fc4-47c0-b6c9-3f7c2578a9b9 None None] Port 05c21d64-6369-42fc-99e7-8ab3f3362386 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:17.468588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ef6321a8-4fc4-47c0-b6c9-3f7c2578a9b9 None None] Provisioning complete for port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:17.469103 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef6321a8-4fc4-47c0-b6c9-3f7c2578a9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:17.473441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:17.475530 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:17.563558 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:17.569823 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:17.576732 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/networks/4cf8b0c8-1b09-46bd-8157-93fd9530dfc7 HTTP/1.1" status: 204 len: 168 time: 1.6743813 Dec 11 22:56:17.577440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44796) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:17.626525 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2792e-3bd1-4abe-a5a8-8b68efa7414c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Network': ['ID=4cf8b0c8-1b09-46bd-8157-93fd9530dfc7,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:17.663786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6be529bb-6e9b-4eb9-be4c-413f3f390fd6 req-6f62f217-6371-4ef3-976b-3d7c09f39bb5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] For port 3974696b-7a10-40b4-a0ab-9c18d22a370f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3974696b-7a10-40b4-a0ab-9c18d22a370f,segment=NetworkSegment(cf6ccf7a-6793-42be-90b0-ce7b767f703b),segment_id=cf6ccf7a-6793-42be-90b0-ce7b767f703b)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:17.664275 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6be529bb-6e9b-4eb9-be4c-413f3f390fd6 req-6f62f217-6371-4ef3-976b-3d7c09f39bb5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:17.678771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-6be529bb-6e9b-4eb9-be4c-413f3f390fd6 req-6f62f217-6371-4ef3-976b-3d7c09f39bb5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Calling delete_port for 3974696b-7a10-40b4-a0ab-9c18d22a370f owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:17.767387 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c49c65e6-43cb-42a1-b599-93804d91c11d no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:56:17.792493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: c49c65e6-43cb-42a1-b599-93804d91c11d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:56:17.793024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c49c65e6-43cb-42a1-b599-93804d91c11d not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:56:17.820450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-cf4bfd57-d7d0-45c3-a264-a40541c99a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:17.820936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-cf4bfd57-d7d0-45c3-a264-a40541c99a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:17.821417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-cf4bfd57-d7d0-45c3-a264-a40541c99a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:17.821894 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-cf4bfd57-d7d0-45c3-a264-a40541c99a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:17.822363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-cf4bfd57-d7d0-45c3-a264-a40541c99a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:17.822851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-cf4bfd57-d7d0-45c3-a264-a40541c99a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:17.823326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-cf4bfd57-d7d0-45c3-a264-a40541c99a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:17.825492 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-cf4bfd57-d7d0-45c3-a264-a40541c99a75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 6489 time: 0.4309723 Dec 11 22:56:17.847980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-febbf0cb-2419-4167-9fd7-b1cc3003e747 None None] Provisioning complete for port 05c21d64-6369-42fc-99e7-8ab3f3362386 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:17.850890 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-febbf0cb-2419-4167-9fd7-b1cc3003e747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:17.890328 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-febbf0cb-2419-4167-9fd7-b1cc3003e747 None None] Port 05c21d64-6369-42fc-99e7-8ab3f3362386 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:17.998229 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-58598e6a-44e3-4fa1-b43f-2cb908729b57 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:18.017597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7a468-0c21-40a6-82eb-d4082128e15b req-a426ad13-1649-4c04-8273-a8701c271f36 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:18.019247 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c7f7a468-0c21-40a6-82eb-d4082128e15b req-a426ad13-1649-4c04-8273-a8701c271f36 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 947 time: 0.2873409 Dec 11 22:56:18.122740 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-58598e6a-44e3-4fa1-b43f-2cb908729b57 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:18.128705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58598e6a-44e3-4fa1-b43f-2cb908729b57 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:18.129323 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-58598e6a-44e3-4fa1-b43f-2cb908729b57 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:18.131577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-58598e6a-44e3-4fa1-b43f-2cb908729b57 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/ports/05c21d64-6369-42fc-99e7-8ab3f3362386 HTTP/1.1" status: 200 len: 911 time: 1.5427303 Dec 11 22:56:18.143876 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44802) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:18.149949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-a7801cfc-d498-48e2-8aad-657cb5c1db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:18.150425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-a7801cfc-d498-48e2-8aad-657cb5c1db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:18.150949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-a7801cfc-d498-48e2-8aad-657cb5c1db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:18.152559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-a7801cfc-d498-48e2-8aad-657cb5c1db84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73c527dd-bcee-4d43-8201-08f3277470d4&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&id=c5552553-fde7-4121-af84-11fda90b4772&id=c5552553-fde7-4121-af84-11fda90b4772 HTTP/1.1" status: 200 len: 2293 time: 0.2430921 Dec 11 22:56:18.256836 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797c40a-2f1c-4895-9e81-c176f0646552 req-abaf0df3-a77e-4fb6-a933-4bc53af32ead tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:18.258512 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a797c40a-2f1c-4895-9e81-c176f0646552 req-abaf0df3-a77e-4fb6-a933-4bc53af32ead tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.3911309 Dec 11 22:56:18.372953 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a797c40a-2f1c-4895-9e81-c176f0646552 req-d27d84b2-009d-4f3b-a9f7-bf9f079d1959 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889735 Dec 11 22:56:18.480136 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d6f10b6-cf5f-4260-809e-471ce97a8bb1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:18.639146 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6be529bb-6e9b-4eb9-be4c-413f3f390fd6 req-6f62f217-6371-4ef3-976b-3d7c09f39bb5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:18.684477 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c7f7a468-0c21-40a6-82eb-d4082128e15b req-516bfa8d-3989-4ef3-a59e-200cfa2c32d6 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1181a12d-49f0-48a8-9196-1887e9c57af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6453967 Dec 11 22:56:18.711664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58598e6a-44e3-4fa1-b43f-2cb908729b57 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=05c21d64-6369-42fc-99e7-8ab3f3362386,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:18.735948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b8840e-1d68-4300-a9ff-81c9e4b2a7ec None None] DHCP port deletion for 5494fcde-a374-49ae-8815-130d057cc91f request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:56:18.801318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-9d6f10b6-cf5f-4260-809e-471ce97a8bb1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port 7ffb7106-c553-438f-b0e7-3b6972d2ea92 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:18.801771 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d6f10b6-cf5f-4260-809e-471ce97a8bb1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:18.816788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62f217-6371-4ef3-976b-3d7c09f39bb5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Pushing event deleted for resources: {'Port': ['ID=3974696b-7a10-40b4-a0ab-9c18d22a370f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:18.828490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be529bb-6e9b-4eb9-be4c-413f3f390fd6 req-6f62f217-6371-4ef3-976b-3d7c09f39bb5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] No DVR routers for this DVR port 3974696b-7a10-40b4-a0ab-9c18d22a370f on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:56:18.830362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f46ed34a-6a1f-4b07-9eb3-a491020fdc8a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:18.833573 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6be529bb-6e9b-4eb9-be4c-413f3f390fd6 req-6f62f217-6371-4ef3-976b-3d7c09f39bb5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:18.837269 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6be529bb-6e9b-4eb9-be4c-413f3f390fd6 req-6f62f217-6371-4ef3-976b-3d7c09f39bb5 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.13 "DELETE /v2.0/ports/3974696b-7a10-40b4-a0ab-9c18d22a370f HTTP/1.1" status: 204 len: 173 time: 1.9050021 Dec 11 22:56:18.844972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e99a4e6-828a-4378-a3bc-d3d9fcacac70', 'name': 'network-vif-deleted', 'tag': '3974696b-7a10-40b4-a0ab-9c18d22a370f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:56:18.847818 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb5156b-cefd-4e45-bbaa-494c1dd15ade" -d '{"events": [{"server_uuid": "9e99a4e6-828a-4378-a3bc-d3d9fcacac70", "name": "network-vif-deleted", "tag": "3974696b-7a10-40b4-a0ab-9c18d22a370f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:56:18.856492 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-142184b2-9ef9-48ee-8c2e-3d799d22f396 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79832623-9c3e-4295-abe2-8667fa88c5ad HTTP/1.1" status: 200 len: 1000 time: 0.6686716 Dec 11 22:56:18.878724 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-269c97c9-ca1c-42c7-bc73-36942305cddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:18.890090 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:18.890413 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:18.899079 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e285c1b8-4b9a-49d5-9fb0-18148c6b2328 x-openstack-request-id: req-e285c1b8-4b9a-49d5-9fb0-18148c6b2328 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:56:18.899585 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e99a4e6-828a-4378-a3bc-d3d9fcacac70", "name": "network-vif-deleted", "tag": "3974696b-7a10-40b4-a0ab-9c18d22a370f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:56:18.899585 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e285c1b8-4b9a-49d5-9fb0-18148c6b2328 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:56:18.900287 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e99a4e6-828a-4378-a3bc-d3d9fcacac70', 'name': 'network-vif-deleted', 'tag': '3974696b-7a10-40b4-a0ab-9c18d22a370f', 'status': 'completed', 'code': 200} Dec 11 22:56:18.935311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-9d6f10b6-cf5f-4260-809e-471ce97a8bb1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] For port 7ffb7106-c553-438f-b0e7-3b6972d2ea92, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7ffb7106-c553-438f-b0e7-3b6972d2ea92,segment=NetworkSegment(e214f956-ab50-4611-9e85-9c706651a2d2),segment_id=e214f956-ab50-4611-9e85-9c706651a2d2)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:18.935707 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d6f10b6-cf5f-4260-809e-471ce97a8bb1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:18.949042 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-9d6f10b6-cf5f-4260-809e-471ce97a8bb1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for 7ffb7106-c553-438f-b0e7-3b6972d2ea92 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:18.989839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 560aa63e-0150-43cd-906e-56d605305bf4 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:56:19.019320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 560aa63e-0150-43cd-906e-56d605305bf4 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:56:19.019681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 560aa63e-0150-43cd-906e-56d605305bf4 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:56:19.039314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-59c9d470-1d1e-40dc-9aa8-37944ea8081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:19.041191 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-59c9d470-1d1e-40dc-9aa8-37944ea8081e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=232893f8-16d8-4344-8efe-6bf53e520d33 HTTP/1.1" status: 200 len: 850 time: 0.1402121 Dec 11 22:56:19.180462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-84d5b808-9e43-40d6-901c-5db197a7f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:19.182325 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-84d5b808-9e43-40d6-901c-5db197a7f340 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73c527dd-bcee-4d43-8201-08f3277470d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083272 Dec 11 22:56:19.390919 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-1d73ba41-bbbf-425d-89aa-b99ee33c5315 service neutron] 10.222.0.47 "GET /v2.0/networks/73c527dd-bcee-4d43-8201-08f3277470d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014382 Dec 11 22:56:19.422770 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d6f10b6-cf5f-4260-809e-471ce97a8bb1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:19.469799 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f10b6-cf5f-4260-809e-471ce97a8bb1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=7ffb7106-c553-438f-b0e7-3b6972d2ea92,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:19.548340 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-227e53a5-f4e1-441b-a4d9-793a7cbd8927 service neutron] 10.222.0.47 "GET /v2.0/networks/73c527dd-bcee-4d43-8201-08f3277470d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509173 Dec 11 22:56:19.566443 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-232bf398-669c-44dc-8d7e-44a8ff771acc tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:19.642217 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-d504aeaa-dd81-48d9-b09f-1d7eca2c75e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=dcd220ca-4e1f-4da3-9633-91e4e94fedd9 HTTP/1.1" status: 200 len: 217 time: 0.0842640 Dec 11 22:56:19.687630 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d6f10b6-cf5f-4260-809e-471ce97a8bb1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:19.694019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbfd9c-d896-46bd-9949-6268a7d878f2 req-cfa93205-3043-4956-8079-0cefe351d076 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:19.698706 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32bbfd9c-d896-46bd-9949-6268a7d878f2 req-cfa93205-3043-4956-8079-0cefe351d076 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.2193506 Dec 11 22:56:19.760881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-a6af4a29-1bca-44c0-825b-c98de951e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:19.762340 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-a6af4a29-1bca-44c0-825b-c98de951e7c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 200 len: 797 time: 0.0834405 Dec 11 22:56:19.820869 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-14c8a7c8-62f7-4b1a-ac29-12f982d97cef req-a85a8a4c-1ecb-4c88-8d0c-08354bd64485 tempest-ServersNegativeTestJSON-2005690414 tempest-ServersNegativeTestJSON-2005690414-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e99a4e6-828a-4378-a3bc-d3d9fcacac70 HTTP/1.1" status: 200 len: 210 time: 0.0291705 Dec 11 22:56:19.895366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-2ba1b4e7-46d5-46ae-b83d-07dae3cd17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:19.897523 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-2ba1b4e7-46d5-46ae-b83d-07dae3cd17b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1264062 Dec 11 22:56:19.916196 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32bbfd9c-d896-46bd-9949-6268a7d878f2 req-e7dcc36e-82a0-47d1-bfde-3c5749cf89ac tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747420 Dec 11 22:56:19.920052 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6f10b6-cf5f-4260-809e-471ce97a8bb1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router e170a12c-511e-4fa6-84f1-060d105da5e9 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:20.026524 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6f10b6-cf5f-4260-809e-471ce97a8bb1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:20.034428 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-893adb10-7455-45fa-9f34-40e4665f5bab service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295161 Dec 11 22:56:20.035118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44816) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:20.035513 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9d6f10b6-cf5f-4260-809e-471ce97a8bb1 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/e170a12c-511e-4fa6-84f1-060d105da5e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4238856 Dec 11 22:56:20.039380 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317cda91-82f9-4c57-83a9-48dd2458c9d0 None None] Sync routers for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:20.050686 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317cda91-82f9-4c57-83a9-48dd2458c9d0 None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:20.056402 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-317cda91-82f9-4c57-83a9-48dd2458c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:20.139028 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-317cda91-82f9-4c57-83a9-48dd2458c9d0 None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:20.175417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fd6dae-8f06-41eb-a414-43d5d1fcb751 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting subnet 2b5bbd58-65a8-43b9-a38d-91e41210347e {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:56:20.187898 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63fd6dae-8f06-41eb-a414-43d5d1fcb751 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:20.234302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-232bf398-669c-44dc-8d7e-44a8ff771acc tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port 05c21d64-6369-42fc-99e7-8ab3f3362386 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:20.234636 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-232bf398-669c-44dc-8d7e-44a8ff771acc tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:20.254645 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-a4065b41-78a8-43e6-ac16-8a86949017c7 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908836 Dec 11 22:56:20.296705 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63fd6dae-8f06-41eb-a414-43d5d1fcb751 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:20.336220 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-317cda91-82f9-4c57-83a9-48dd2458c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:19Z', 'revision_number': 10, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:20.353686 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-a693c72d-e7a5-41b2-b766-fd3bf7607b34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=4f62b209-549f-451d-a578-3b22242ccc69 HTTP/1.1" status: 200 len: 217 time: 0.0660510 Dec 11 22:56:20.366052 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317cda91-82f9-4c57-83a9-48dd2458c9d0 None None] Checking router: e170a12c-511e-4fa6-84f1-060d105da5e9 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:56:20.375089 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317cda91-82f9-4c57-83a9-48dd2458c9d0 None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:20.377439 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-317cda91-82f9-4c57-83a9-48dd2458c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:55:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:20.470959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-ab17e276-fe0b-41cc-8f11-01b72f64af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:20.472433 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-ab17e276-fe0b-41cc-8f11-01b72f64af99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 200 len: 797 time: 0.1109726 Dec 11 22:56:20.473558 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-317cda91-82f9-4c57-83a9-48dd2458c9d0 None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:20.474291 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-232bf398-669c-44dc-8d7e-44a8ff771acc tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:20.514585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-232bf398-669c-44dc-8d7e-44a8ff771acc tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for 05c21d64-6369-42fc-99e7-8ab3f3362386 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:20.528072 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63fd6dae-8f06-41eb-a414-43d5d1fcb751 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:20.624243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-9ea802fc-30da-4e3d-9615-b29595e2b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:20.625803 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-9ea802fc-30da-4e3d-9615-b29595e2b5de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1428549 Dec 11 22:56:20.640458 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 3974696b-7a10-40b4-a0ab-9c18d22a370f no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:56:20.683436 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 3974696b-7a10-40b4-a0ab-9c18d22a370f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:56:20.683956 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 3974696b-7a10-40b4-a0ab-9c18d22a370f not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:56:20.738060 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-317cda91-82f9-4c57-83a9-48dd2458c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:19Z', 'revision_number': 10, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:20.741383 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63fd6dae-8f06-41eb-a414-43d5d1fcb751 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:20.776082 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317cda91-82f9-4c57-83a9-48dd2458c9d0 None None] The sync data for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 is: [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:19Z', 'revision_number': 10, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None, '_interfaces': [{'id': 'a2ba27cd-7ee9-4119-8d20-b80ccd19c085', 'name': '', 'network_id': '69f3efbd-a27f-4a09-9223-c89a713ca56c', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'mac_address': 'fa:16:3e:9a:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:55:39Z', 'updated_at': '2021-12-11T22:55:44Z', 'revision_number': 5, 'project_id': '45f23748810f4e429297db13dc401da1', 'subnets': [{'id': '55feb4ff-0623-4fe7-af74-a0f008dd1058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:20.798958 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-63fd6dae-8f06-41eb-a414-43d5d1fcb751 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:20.804608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d2b759-c55c-4b45-ae82-0acf0253d2f6 None None] Network 3b563e0a-ba07-40d4-a221-ea4511f1e726 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:20.804959 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44826) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:20.805446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-63fd6dae-8f06-41eb-a414-43d5d1fcb751 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/2b5bbd58-65a8-43b9-a38d-91e41210347e HTTP/1.1" status: 204 len: 168 time: 0.7640109 Dec 11 22:56:20.829132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd6dae-8f06-41eb-a414-43d5d1fcb751 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Subnet': ['ID=2b5bbd58-65a8-43b9-a38d-91e41210347e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:20.896841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44830) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:20.920211 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:20.952722 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-635cab00-d14e-4807-a491-c7609ba6f0d8 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171225 Dec 11 22:56:20.955691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-e434733e-9a7f-4651-bb45-ebf0ad58ca9a admin admin] Deleting subnet d1ab4d1b-7934-4d41-b700-13bf819b1c98 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:56:20.959764 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e434733e-9a7f-4651-bb45-ebf0ad58ca9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.001479 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port 4627bb43-901e-4cd8-8827-36eba64bb7bc {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:21.003311 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.089730 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e434733e-9a7f-4651-bb45-ebf0ad58ca9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.125403 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] For port 4627bb43-901e-4cd8-8827-36eba64bb7bc, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4627bb43-901e-4cd8-8827-36eba64bb7bc,segment=NetworkSegment(e214f956-ab50-4611-9e85-9c706651a2d2),segment_id=e214f956-ab50-4611-9e85-9c706651a2d2)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:21.125867 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.146965 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440509c8-f382-48e6-b53b-5045a02286c0 req-57808a1a-61f7-4190-b32e-9dcd6618a50f tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:21.148735 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-440509c8-f382-48e6-b53b-5045a02286c0 req-57808a1a-61f7-4190-b32e-9dcd6618a50f tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1003895 Dec 11 22:56:21.149811 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a4b21a-838a-4d0b-8b73-51f980b7a0da None None] DHCP port deletion for 3b563e0a-ba07-40d4-a221-ea4511f1e726 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:56:21.158499 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-232bf398-669c-44dc-8d7e-44a8ff771acc tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.172781 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for 4627bb43-901e-4cd8-8827-36eba64bb7bc owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:21.206912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bf398-669c-44dc-8d7e-44a8ff771acc tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=05c21d64-6369-42fc-99e7-8ab3f3362386,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:21.216133 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e434733e-9a7f-4651-bb45-ebf0ad58ca9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.236710 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-440509c8-f382-48e6-b53b-5045a02286c0 req-dcacd789-5f65-4e23-a47b-ef981df8adf1 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703375 Dec 11 22:56:21.263508 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-92d649c1-5a18-4586-90cb-e543f267b7a1 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580369 Dec 11 22:56:21.276375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-25a4b21a-838a-4d0b-8b73-51f980b7a0da None None] Deleting port 4627bb43-901e-4cd8-8827-36eba64bb7bc {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:21.276823 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-25a4b21a-838a-4d0b-8b73-51f980b7a0da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.345561 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-41f158a8-b156-487a-9265-f3818e53b194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.383932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-25a4b21a-838a-4d0b-8b73-51f980b7a0da None None] For port 4627bb43-901e-4cd8-8827-36eba64bb7bc, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4627bb43-901e-4cd8-8827-36eba64bb7bc,segment=NetworkSegment(e214f956-ab50-4611-9e85-9c706651a2d2),segment_id=e214f956-ab50-4611-9e85-9c706651a2d2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:21.388144 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-25a4b21a-838a-4d0b-8b73-51f980b7a0da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.390405 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-f9f756c0-127d-4fb6-9e86-f47e77b3c2b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=a25ec2b4-97b9-44f8-9ade-bc23768403eb HTTP/1.1" status: 200 len: 217 time: 0.1016054 Dec 11 22:56:21.411039 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-25a4b21a-838a-4d0b-8b73-51f980b7a0da None None] Calling delete_port for 4627bb43-901e-4cd8-8827-36eba64bb7bc owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:21.485118 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.490314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-fc7a2959-fe5e-4bc6-97d2-ec638529e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:21.491854 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-fc7a2959-fe5e-4bc6-97d2-ec638529e55a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 200 len: 797 time: 0.0908990 Dec 11 22:56:21.511620 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-232bf398-669c-44dc-8d7e-44a8ff771acc tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.526288 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-25a4b21a-838a-4d0b-8b73-51f980b7a0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.552635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] No DVR routers for this DVR port 4627bb43-901e-4cd8-8827-36eba64bb7bc on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:56:21.559491 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4b21a-838a-4d0b-8b73-51f980b7a0da None None] Pushing event deleted for resources: {'Port': ['ID=4627bb43-901e-4cd8-8827-36eba64bb7bc,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:21.565626 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a4b21a-838a-4d0b-8b73-51f980b7a0da None None] No DVR routers for this DVR port 4627bb43-901e-4cd8-8827-36eba64bb7bc on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:56:21.597026 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=4627bb43-901e-4cd8-8827-36eba64bb7bc,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:21.629051 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e434733e-9a7f-4651-bb45-ebf0ad58ca9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.666236 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-08646410-74fa-49f7-9f7c-e71b4dd02951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:21.667788 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-08646410-74fa-49f7-9f7c-e71b4dd02951 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1677682 Dec 11 22:56:21.669327 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.673828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434733e-9a7f-4651-bb45-ebf0ad58ca9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1ab4d1b-7934-4d41-b700-13bf819b1c98,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:21.688800 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43400b0a-35d3-4d96-a4c2-a65d4fbff996 None None] Network 5494fcde-a374-49ae-8815-130d057cc91f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:21.704745 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b563e0a-ba07-40d4-a221-ea4511f1e726']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:21.733765 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e214f956-ab50-4611-9e85-9c706651a2d2') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:21.734121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e214f956-ab50-4611-9e85-9c706651a2d2') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:21.769800 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.801537 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.823092 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9014f29b-4adb-4c08-a7c0-4dc93a208a03 None None] DHCP port deletion for 5494fcde-a374-49ae-8815-130d057cc91f request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:56:21.824182 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:56:21.833261 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:56:21.843756 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:56:21.970769 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.976780 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:21.980707 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/networks/3b563e0a-ba07-40d4-a221-ea4511f1e726 HTTP/1.1" status: 204 len: 168 time: 1.1747012 Dec 11 22:56:21.985506 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44838) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:22.038656 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e434733e-9a7f-4651-bb45-ebf0ad58ca9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:22.041887 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e434733e-9a7f-4651-bb45-ebf0ad58ca9a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d1ab4d1b-7934-4d41-b700-13bf819b1c98 HTTP/1.1" status: 204 len: 168 time: 1.1438372 Dec 11 22:56:22.044283 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7276757-f8a0-4b6a-857b-e7a042bec2de tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Network': ['ID=3b563e0a-ba07-40d4-a221-ea4511f1e726,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:22.045981 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44840) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:22.178548 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:22.190780 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232bf398-669c-44dc-8d7e-44a8ff771acc tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router 45d72e30-4599-4598-a3ad-f8059cb6d0f2 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:22.265563 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66631393-f1f7-4637-bdee-aae90c32d534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:22.338727 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-7044f69e-b53e-427c-9397-b57356e0c97c service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936983 Dec 11 22:56:22.341262 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232bf398-669c-44dc-8d7e-44a8ff771acc tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:22.346978 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-232bf398-669c-44dc-8d7e-44a8ff771acc tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/45d72e30-4599-4598-a3ad-f8059cb6d0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1929691 Dec 11 22:56:22.356337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44844) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:22.357753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f1a0db-833f-4488-abcb-9985ef23e10b None None] Sync routers for ids ['45d72e30-4599-4598-a3ad-f8059cb6d0f2'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:22.369961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f1a0db-833f-4488-abcb-9985ef23e10b None None] Routers {'45d72e30-4599-4598-a3ad-f8059cb6d0f2'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:22.370870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-81f1a0db-833f-4488-abcb-9985ef23e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['45d72e30-4599-4598-a3ad-f8059cb6d0f2'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:22.384314 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-329f30b8-8616-4d1f-b01f-d035ea435c44 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports?device_id=45d72e30-4599-4598-a3ad-f8059cb6d0f2 HTTP/1.1" status: 200 len: 205 time: 0.0268002 Dec 11 22:56:22.393474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44846) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:22.415398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-81f1a0db-833f-4488-abcb-9985ef23e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:22.424898 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f1a0db-833f-4488-abcb-9985ef23e10b None None] Routers {'45d72e30-4599-4598-a3ad-f8059cb6d0f2'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:22.425784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-81f1a0db-833f-4488-abcb-9985ef23e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['45d72e30-4599-4598-a3ad-f8059cb6d0f2'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:22.469182 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-81f1a0db-833f-4488-abcb-9985ef23e10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:22.469793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f1a0db-833f-4488-abcb-9985ef23e10b None None] The sync data for ids ['45d72e30-4599-4598-a3ad-f8059cb6d0f2'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:22.488581 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66631393-f1f7-4637-bdee-aae90c32d534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:22.504548 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-850ff05f-5997-4b4e-b36f-89c38222860e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:22.525709 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de26cc2-7f50-41a7-b17b-23f1269eea28 req-41509bb9-5b48-4e43-a247-b11befc811cf tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:22.527316 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2de26cc2-7f50-41a7-b17b-23f1269eea28 req-41509bb9-5b48-4e43-a247-b11befc811cf tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.2027915 Dec 11 22:56:22.531097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-66631393-f1f7-4637-bdee-aae90c32d534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5494fcde-a374-49ae-8815-130d057cc91f']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:22.581728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-66631393-f1f7-4637-bdee-aae90c32d534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6ccf7a-6793-42be-90b0-ce7b767f703b') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:22.582040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-66631393-f1f7-4637-bdee-aae90c32d534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6ccf7a-6793-42be-90b0-ce7b767f703b') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:22.598154 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66631393-f1f7-4637-bdee-aae90c32d534 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:22.636150 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66631393-f1f7-4637-bdee-aae90c32d534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:22.652123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66631393-f1f7-4637-bdee-aae90c32d534 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:56:22.655612 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66631393-f1f7-4637-bdee-aae90c32d534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:56:22.655805 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:56:22.662679 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-c2a589a9-9a6c-41b2-9fbe-8ffb56c7e615 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146851 Dec 11 22:56:22.669493 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2de26cc2-7f50-41a7-b17b-23f1269eea28 req-d7f1c51f-f792-4ed9-a407-471d42b0f35f tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357689 Dec 11 22:56:22.701321 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-850ff05f-5997-4b4e-b36f-89c38222860e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:22.729231 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-850ff05f-5997-4b4e-b36f-89c38222860e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:22.736137 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-41bd55c9-d8df-4890-969f-c26ea719ea56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=af2ea78e-6ac1-4602-b7dc-a9863f8091ca HTTP/1.1" status: 200 len: 217 time: 0.0425403 Dec 11 22:56:22.784005 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66631393-f1f7-4637-bdee-aae90c32d534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:22.792085 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66631393-f1f7-4637-bdee-aae90c32d534 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:22.795141 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-66631393-f1f7-4637-bdee-aae90c32d534 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5494fcde-a374-49ae-8815-130d057cc91f HTTP/1.1" status: 204 len: 168 time: 0.7463062 Dec 11 22:56:22.806564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7ffb7106-c553-438f-b0e7-3b6972d2ea92 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:56:22.809758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66631393-f1f7-4637-bdee-aae90c32d534 admin admin] Pushing event deleted for resources: {'Network': ['ID=5494fcde-a374-49ae-8815-130d057cc91f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:22.824063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-6c8186d7-9c6e-4ff9-bbce-b45943d64054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:22.824895 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09851a49-e4bf-48b7-a905-6511bdbe87b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:22.826322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-6c8186d7-9c6e-4ff9-bbce-b45943d64054 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 200 len: 797 time: 0.0518916 Dec 11 22:56:22.842186 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 7ffb7106-c553-438f-b0e7-3b6972d2ea92 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:56:22.842576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7ffb7106-c553-438f-b0e7-3b6972d2ea92 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:56:22.844204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4627bb43-901e-4cd8-8827-36eba64bb7bc no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:56:22.867997 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-850ff05f-5997-4b4e-b36f-89c38222860e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:22.868637 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850ff05f-5997-4b4e-b36f-89c38222860e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Fanout notify agent at l3_agent the message router_deleted on router 45d72e30-4599-4598-a3ad-f8059cb6d0f2 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:56:22.877709 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-850ff05f-5997-4b4e-b36f-89c38222860e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:22.879312 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-850ff05f-5997-4b4e-b36f-89c38222860e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/routers/45d72e30-4599-4598-a3ad-f8059cb6d0f2 HTTP/1.1" status: 204 len: 168 time: 0.4845402 Dec 11 22:56:22.881787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44854) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:22.891892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 4627bb43-901e-4cd8-8827-36eba64bb7bc {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:56:22.892245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4627bb43-901e-4cd8-8827-36eba64bb7bc not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:56:22.939615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-4ac5c34a-5503-4bdf-bb80-364db8000e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:22.941168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-4ac5c34a-5503-4bdf-bb80-364db8000e90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1082201 Dec 11 22:56:22.953275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ecabd1-77f3-4825-9634-c0e64ee5f18a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting subnet 0293394e-f4a6-4ee8-ba60-42257ec695a9 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:56:22.956724 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43ecabd1-77f3-4825-9634-c0e64ee5f18a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:23.056711 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43ecabd1-77f3-4825-9634-c0e64ee5f18a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:23.114922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-09851a49-e4bf-48b7-a905-6511bdbe87b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port a2ba27cd-7ee9-4119-8d20-b80ccd19c085 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:23.115558 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09851a49-e4bf-48b7-a905-6511bdbe87b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:23.137509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-2d5ac4ce-f551-4920-98c6-729ccbd01c16 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493223 Dec 11 22:56:23.210026 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-09851a49-e4bf-48b7-a905-6511bdbe87b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] For port a2ba27cd-7ee9-4119-8d20-b80ccd19c085, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a2ba27cd-7ee9-4119-8d20-b80ccd19c085,segment=NetworkSegment(954388c5-e393-4a20-be46-40a871bc0781),segment_id=954388c5-e393-4a20-be46-40a871bc0781)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:23.210434 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09851a49-e4bf-48b7-a905-6511bdbe87b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:23.224632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-09851a49-e4bf-48b7-a905-6511bdbe87b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for a2ba27cd-7ee9-4119-8d20-b80ccd19c085 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:23.226075 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43ecabd1-77f3-4825-9634-c0e64ee5f18a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:23.249577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44856) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:23.316512 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-54e96760-141e-4a67-91cb-858a5fe4e2db service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612649 Dec 11 22:56:23.375010 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dc13483e-6e34-4226-9b0e-378ec8834e14 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5dbb26b1c2d47daa5e3b28bbc8523ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1240511 Dec 11 22:56:23.377258 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-16030d94-03e5-434f-ad8b-57df419d9bf2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a69950ad-c422-485a-b148-7b2af0519457 HTTP/1.1" status: 200 len: 217 time: 0.0497959 Dec 11 22:56:23.377935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44858) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:23.426171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43ecabd1-77f3-4825-9634-c0e64ee5f18a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:23.461104 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09851a49-e4bf-48b7-a905-6511bdbe87b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:23.475267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecabd1-77f3-4825-9634-c0e64ee5f18a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Subnet': ['ID=0293394e-f4a6-4ee8-ba60-42257ec695a9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:23.490711 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-43ecabd1-77f3-4825-9634-c0e64ee5f18a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:23.491425 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaac4085-f86e-4f9d-9c70-d9774a9a39af None None] Network 0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:23.494015 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-43ecabd1-77f3-4825-9634-c0e64ee5f18a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/0293394e-f4a6-4ee8-ba60-42257ec695a9 HTTP/1.1" status: 204 len: 168 time: 0.6110857 Dec 11 22:56:23.497444 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-6aeb516a-7334-4da9-b755-4b4a12c69607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:23.497993 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44860) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:23.498880 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-6aeb516a-7334-4da9-b755-4b4a12c69607 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7a7f52a-6baa-4f18-a249-4b879d242a22 HTTP/1.1" status: 200 len: 797 time: 0.1130710 Dec 11 22:56:23.513702 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09851a49-e4bf-48b7-a905-6511bdbe87b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=a2ba27cd-7ee9-4119-8d20-b80ccd19c085,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:23.539834 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb6f1205-c5d0-4102-add6-624529f2a549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:23.578468 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb6f1205-c5d0-4102-add6-624529f2a549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:23.638630 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-dd99cdbd-361a-42cb-b09c-b90fecf03018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:23.640754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-dd99cdbd-361a-42cb-b09c-b90fecf03018 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5552553-fde7-4121-af84-11fda90b4772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1314051 Dec 11 22:56:23.649111 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:23.782341 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb6f1205-c5d0-4102-add6-624529f2a549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:23.783616 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb6f1205-c5d0-4102-add6-624529f2a549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:23.784657 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bb6f1205-c5d0-4102-add6-624529f2a549 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1181a12d-49f0-48a8-9196-1887e9c57af9 HTTP/1.1" status: 204 len: 168 time: 0.4058394 Dec 11 22:56:23.802220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f1205-c5d0-4102-add6-624529f2a549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1181a12d-49f0-48a8-9196-1887e9c57af9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:23.847046 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-f0282b25-93d7-4edf-8257-74926732aec1 service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965654 Dec 11 22:56:23.971871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a4fd3f-2662-4c82-a078-70fc06e07549 None None] DHCP port deletion for 0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:56:23.987614 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:23.999025 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-d90e0827-5bd3-4a40-8613-28063961baaf service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423554 Dec 11 22:56:24.061493 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-fcafc871-6006-45e1-a90c-1ac107b64877 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=627ed865-7237-41b1-ba07-82593a6a9db4 HTTP/1.1" status: 200 len: 217 time: 0.0563800 Dec 11 22:56:24.064555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57a4fd3f-2662-4c82-a078-70fc06e07549 None None] Deleting port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:24.064941 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57a4fd3f-2662-4c82-a078-70fc06e07549 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:24.159603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57a4fd3f-2662-4c82-a078-70fc06e07549 None None] For port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f46ed34a-6a1f-4b07-9eb3-a491020fdc8a,segment=NetworkSegment(76e7c7a5-fe70-472d-8b41-16533f18d6a3),segment_id=76e7c7a5-fe70-472d-8b41-16533f18d6a3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:24.160352 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57a4fd3f-2662-4c82-a078-70fc06e07549 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:24.164593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-6d6edc37-c57a-4872-9cb6-c5784e04b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:24.166202 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-6d6edc37-c57a-4872-9cb6-c5784e04b091 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7a7f52a-6baa-4f18-a249-4b879d242a22 HTTP/1.1" status: 200 len: 797 time: 0.0821531 Dec 11 22:56:24.172620 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09851a49-e4bf-48b7-a905-6511bdbe87b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:24.177206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57a4fd3f-2662-4c82-a078-70fc06e07549 None None] Calling delete_port for f46ed34a-6a1f-4b07-9eb3-a491020fdc8a owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:24.280127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-5dcc2cfc-12f5-4500-a146-e07a023815a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:24.282117 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-5dcc2cfc-12f5-4500-a146-e07a023815a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5552553-fde7-4121-af84-11fda90b4772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1081696 Dec 11 22:56:24.304917 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac263f1f-7825-4cce-b3f8-3912d5651fce req-615005e3-dbf3-4628-acc4-f19f4b7d9d0e tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:24.306708 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ac263f1f-7825-4cce-b3f8-3912d5651fce req-615005e3-dbf3-4628-acc4-f19f4b7d9d0e tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1824162 Dec 11 22:56:24.392406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:24.394643 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57a4fd3f-2662-4c82-a078-70fc06e07549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:24.403043 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:24.423055 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-b7f96da3-b484-4068-90c4-c2903ff8e8fd service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319470 Dec 11 22:56:24.438239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4fd3f-2662-4c82-a078-70fc06e07549 None None] Pushing event deleted for resources: {'Port': ['ID=f46ed34a-6a1f-4b07-9eb3-a491020fdc8a,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:24.465171 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a4fd3f-2662-4c82-a078-70fc06e07549 None None] No DVR routers for this DVR port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:56:24.569360 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ac263f1f-7825-4cce-b3f8-3912d5651fce req-1a7f0f4a-c263-40cc-b92d-13e9b2d39dc5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020192 Dec 11 22:56:24.583676 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] For port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a, host n-d-710847-6, got binding levels [] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:24.584077 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:24.585307 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d22e7792-2626-4c8b-966e-5d793f7cba00 req-9afd7d68-10b1-4581-838a-054cff4d52de service neutron] 10.222.0.47 "GET /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423352 Dec 11 22:56:24.601177 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09851a49-e4bf-48b7-a905-6511bdbe87b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router e170a12c-511e-4fa6-84f1-060d105da5e9 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:24.602233 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for f46ed34a-6a1f-4b07-9eb3-a491020fdc8a owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:24.605106 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.ipam_backend_mixin [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a was not found and therefore no delete operation was performed {{(pid=103691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 11 22:56:24.609477 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:24.615601 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:24.646893 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=f46ed34a-6a1f-4b07-9eb3-a491020fdc8a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:24.649551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No DVR routers for this DVR port f46ed34a-6a1f-4b07-9eb3-a491020fdc8a on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:56:24.756339 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09851a49-e4bf-48b7-a905-6511bdbe87b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:24.766365 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d8c35b-12a2-4b4e-abdd-6a354e3afe3a None None] Sync routers for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:24.788127 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d8c35b-12a2-4b4e-abdd-6a354e3afe3a None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:24.788999 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f5d8c35b-12a2-4b4e-abdd-6a354e3afe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:24.800467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44884) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:24.800693 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-09851a49-e4bf-48b7-a905-6511bdbe87b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/e170a12c-511e-4fa6-84f1-060d105da5e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8138509 Dec 11 22:56:24.817313 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:24.842094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:24.853941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e7c7a5-fe70-472d-8b41-16533f18d6a3') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:24.854307 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e7c7a5-fe70-472d-8b41-16533f18d6a3') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:24.865778 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:24.886011 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:24.886214 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f5d8c35b-12a2-4b4e-abdd-6a354e3afe3a None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:24.898124 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:56:24.903041 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:24.903709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fde1833-95c4-45fc-acdb-d8dd34d4f70e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting subnet 55feb4ff-0623-4fe7-af74-a0f008dd1058 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:56:24.905430 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:56:24.914774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f46ed34a-6a1f-4b07-9eb3-a491020fdc8a no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:56:24.918181 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fde1833-95c4-45fc-acdb-d8dd34d4f70e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:24.962054 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: f46ed34a-6a1f-4b07-9eb3-a491020fdc8a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:56:24.962414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f46ed34a-6a1f-4b07-9eb3-a491020fdc8a not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:56:25.001020 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fde1833-95c4-45fc-acdb-d8dd34d4f70e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.021129 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f5d8c35b-12a2-4b4e-abdd-6a354e3afe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:23Z', 'revision_number': 11, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:25.061359 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d8c35b-12a2-4b4e-abdd-6a354e3afe3a None None] Checking router: e170a12c-511e-4fa6-84f1-060d105da5e9 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:56:25.071923 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d8c35b-12a2-4b4e-abdd-6a354e3afe3a None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:25.072547 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f5d8c35b-12a2-4b4e-abdd-6a354e3afe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:25.112832 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.117788 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fde1833-95c4-45fc-acdb-d8dd34d4f70e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.121341 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.127894 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/networks/0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01 HTTP/1.1" status: 204 len: 168 time: 1.6283774 Dec 11 22:56:25.151036 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44896) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:25.155775 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-aa311edd-b926-4a80-97ea-2acf51e77930 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1490548524', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:25.164311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc447305-02a6-44f4-8bb1-9d94ffb9b16b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Network': ['ID=0b1bf1fb-4a96-4b34-b5d7-8929ffcabc01,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:25.229638 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f5d8c35b-12a2-4b4e-abdd-6a354e3afe3a None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:25.285978 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa311edd-b926-4a80-97ea-2acf51e77930 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.288626 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa311edd-b926-4a80-97ea-2acf51e77930 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.290175 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f5d8c35b-12a2-4b4e-abdd-6a354e3afe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:23Z', 'revision_number': 11, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:25.316625 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fde1833-95c4-45fc-acdb-d8dd34d4f70e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.323497 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d8c35b-12a2-4b4e-abdd-6a354e3afe3a None None] The sync data for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 is: [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:23Z', 'revision_number': 11, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:25.347164 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fde1833-95c4-45fc-acdb-d8dd34d4f70e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.347164 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4fde1833-95c4-45fc-acdb-d8dd34d4f70e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/55feb4ff-0623-4fe7-af74-a0f008dd1058 HTTP/1.1" status: 204 len: 168 time: 0.5400124 Dec 11 22:56:25.356116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44906) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:25.360903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f834f88-93be-450a-9558-8a723bcc5ab7 None None] Network 69f3efbd-a27f-4a09-9223-c89a713ca56c requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:25.377340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde1833-95c4-45fc-acdb-d8dd34d4f70e tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Subnet': ['ID=55feb4ff-0623-4fe7-af74-a0f008dd1058,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:25.448243 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa311edd-b926-4a80-97ea-2acf51e77930 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.481503 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.543643 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa311edd-b926-4a80-97ea-2acf51e77930 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.578736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Deleting port 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:25.579120 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.630751 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa311edd-b926-4a80-97ea-2acf51e77930 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.636396 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-aa311edd-b926-4a80-97ea-2acf51e77930 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4799192 Dec 11 22:56:25.636524 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44914) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:25.643223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a2a9febd-d472-491a-a7ef-addb9649e4a1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1456179599'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:25.660578 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] For port 29f53b2a-8d0a-405f-b46e-52ba0a4f5370, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=29f53b2a-8d0a-405f-b46e-52ba0a4f5370,segment=NetworkSegment(954388c5-e393-4a20-be46-40a871bc0781),segment_id=954388c5-e393-4a20-be46-40a871bc0781)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:25.664330 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.679180 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Calling delete_port for 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:25.710320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a2b851-97bb-425d-b3b2-0d0006abb390 None None] DHCP port deletion for 69f3efbd-a27f-4a09-9223-c89a713ca56c request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:56:25.743493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a9febd-d472-491a-a7ef-addb9649e4a1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:56:25.747654 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a2a9febd-d472-491a-a7ef-addb9649e4a1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.775043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b7a2b851-97bb-425d-b3b2-0d0006abb390 None None] Deleting port 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:25.775552 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b851-97bb-425d-b3b2-0d0006abb390 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.776815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a9febd-d472-491a-a7ef-addb9649e4a1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:56:25.790895 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a2a9febd-d472-491a-a7ef-addb9649e4a1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.795037 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-a2a9febd-d472-491a-a7ef-addb9649e4a1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Added segment 2fd25651-dcc9-4aad-8079-dd97d45a1f9c of type vlan for network 190ce1cc-4e81-4410-8dd9-5b06837bb5ee Dec 11 22:56:25.818896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbda89-cbb8-46e0-9cdb-68761ad15ece req-d718d12f-deff-4d22-8d8d-b8af55ceab91 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:25.820457 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5afbda89-cbb8-46e0-9cdb-68761ad15ece req-d718d12f-deff-4d22-8d8d-b8af55ceab91 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1393585 Dec 11 22:56:25.856118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b7a2b851-97bb-425d-b3b2-0d0006abb390 None None] For port 29f53b2a-8d0a-405f-b46e-52ba0a4f5370, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=29f53b2a-8d0a-405f-b46e-52ba0a4f5370,segment=NetworkSegment(954388c5-e393-4a20-be46-40a871bc0781),segment_id=954388c5-e393-4a20-be46-40a871bc0781)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:25.857974 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b851-97bb-425d-b3b2-0d0006abb390 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.888578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b7a2b851-97bb-425d-b3b2-0d0006abb390 None None] Calling delete_port for 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:25.906600 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a2a9febd-d472-491a-a7ef-addb9649e4a1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.918407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5afbda89-cbb8-46e0-9cdb-68761ad15ece req-ce7a9f95-ab3a-4e6f-8805-2748a5841a3a tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872452 Dec 11 22:56:25.960350 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:25.986636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44920) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:26.011092 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] No DVR routers for this DVR port 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:56:26.012907 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b851-97bb-425d-b3b2-0d0006abb390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.028083 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a2a9febd-d472-491a-a7ef-addb9649e4a1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.035147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a9febd-d472-491a-a7ef-addb9649e4a1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:26.035993 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a2a9febd-d472-491a-a7ef-addb9649e4a1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.060998 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2b851-97bb-425d-b3b2-0d0006abb390 None None] Pushing event deleted for resources: {'Port': ['ID=29f53b2a-8d0a-405f-b46e-52ba0a4f5370,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:26.063094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Port': ['ID=29f53b2a-8d0a-405f-b46e-52ba0a4f5370,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:26.080811 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a2b851-97bb-425d-b3b2-0d0006abb390 None None] No DVR routers for this DVR port 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:56:26.142034 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-65cef348-cddf-4c78-b417-2dc776b5efac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.148691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9febd-d472-491a-a7ef-addb9649e4a1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Network': ['ID=190ce1cc-4e81-4410-8dd9-5b06837bb5ee,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:26.159448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 190ce1cc-4e81-4410-8dd9-5b06837bb5ee details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:56:26.165331 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.183891 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a2a9febd-d472-491a-a7ef-addb9649e4a1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5436647 Dec 11 22:56:26.184098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44926) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:26.193445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-acb1a229-e02d-429d-aacf-ab7b9465a0c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'subnet': {'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:26.197520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f3efbd-a27f-4a09-9223-c89a713ca56c']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:26.215961 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954388c5-e393-4a20-be46-40a871bc0781') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:26.216619 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954388c5-e393-4a20-be46-40a871bc0781') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:26.230017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.246253 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.256855 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:56:26.257262 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:56:26.260488 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:56:26.376163 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb1a229-e02d-429d-aacf-ab7b9465a0c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:56:26.379679 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acb1a229-e02d-429d-aacf-ab7b9465a0c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.416619 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.432157 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.438592 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/networks/69f3efbd-a27f-4a09-9223-c89a713ca56c HTTP/1.1" status: 204 len: 168 time: 1.0796726 Dec 11 22:56:26.439442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44928) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:26.453758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-14f968fe-0c7a-4bfc-85c9-9938cec10721 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'router': {'routes': None}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:26.457632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94289dd4-91b8-4eae-a20f-e32575324429 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Pushing event deleted for resources: {'Network': ['ID=69f3efbd-a27f-4a09-9223-c89a713ca56c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:26.550568 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-65cef348-cddf-4c78-b417-2dc776b5efac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.619453 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.extraroute_db [None req-14f968fe-0c7a-4bfc-85c9-9938cec10721 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Added routes are [] {{(pid=103691) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 11 22:56:26.619756 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.extraroute_db [None req-14f968fe-0c7a-4bfc-85c9-9938cec10721 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Removed routes are [] {{(pid=103691) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 11 22:56:26.620115 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14f968fe-0c7a-4bfc-85c9-9938cec10721 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.667661 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-65cef348-cddf-4c78-b417-2dc776b5efac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.705986 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acb1a229-e02d-429d-aacf-ab7b9465a0c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.714334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cef348-cddf-4c78-b417-2dc776b5efac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605eda40-6e32-40c2-9e38-046f649b9593,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:26.719822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-65cef348-cddf-4c78-b417-2dc776b5efac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=16d51c1a5c484e108fbbb4f8f3ba66df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7320557 Dec 11 22:56:26.722766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44930) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:26.758542 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14f968fe-0c7a-4bfc-85c9-9938cec10721 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.762425 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14f968fe-0c7a-4bfc-85c9-9938cec10721 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.809662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1a229-e02d-429d-aacf-ab7b9465a0c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Subnet': ['ID=c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:26.824141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:56:26.840687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1a229-e02d-429d-aacf-ab7b9465a0c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Checking segment: {'id': '2fd25651-dcc9-4aad-8079-dd97d45a1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:26.841119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1a229-e02d-429d-aacf-ab7b9465a0c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network hostable DHCP agents. Network: 190ce1cc-4e81-4410-8dd9-5b06837bb5ee, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:56:26.849286 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:56:26.850195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 29f53b2a-8d0a-405f-b46e-52ba0a4f5370 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:56:26.850858 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a2ba27cd-7ee9-4119-8d20-b80ccd19c085 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:56:26.851024 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f968fe-0c7a-4bfc-85c9-9938cec10721 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router e170a12c-511e-4fa6-84f1-060d105da5e9 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:26.871913 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eedf7c85-ab01-4046-8047-d611add6c2c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.875433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: a2ba27cd-7ee9-4119-8d20-b80ccd19c085 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:56:26.887446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a2ba27cd-7ee9-4119-8d20-b80ccd19c085 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:56:26.900181 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eedf7c85-ab01-4046-8047-d611add6c2c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.941968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1a229-e02d-429d-aacf-ab7b9465a0c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network 190ce1cc-4e81-4410-8dd9-5b06837bb5ee is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:56:26.945908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f968fe-0c7a-4bfc-85c9-9938cec10721 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:26.953609 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-14f968fe-0c7a-4bfc-85c9-9938cec10721 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:26.958449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44934) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:26.958562 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-14f968fe-0c7a-4bfc-85c9-9938cec10721 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/e170a12c-511e-4fa6-84f1-060d105da5e9 HTTP/1.1" status: 200 len: 701 time: 0.5176826 Dec 11 22:56:26.964930 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c957ba-9bf2-461b-97df-08049d215829 None None] Sync routers for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:26.992813 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44936) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:27.000354 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-555699d7-b485-4ce5-8fc1-4581c7fab27a tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports?device_id=e170a12c-511e-4fa6-84f1-060d105da5e9 HTTP/1.1" status: 200 len: 205 time: 0.0353112 Dec 11 22:56:27.001185 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c957ba-9bf2-461b-97df-08049d215829 None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:27.002155 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-55c957ba-9bf2-461b-97df-08049d215829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:27.022057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-acb1a229-e02d-429d-aacf-ab7b9465a0c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 190ce1cc-4e81-4410-8dd9-5b06837bb5ee) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:27.027465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb1a229-e02d-429d-aacf-ab7b9465a0c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:27.032008 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acb1a229-e02d-429d-aacf-ab7b9465a0c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:27.050823 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eedf7c85-ab01-4046-8047-d611add6c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:27.054104 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eedf7c85-ab01-4046-8047-d611add6c2c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:27.062647 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-eedf7c85-ab01-4046-8047-d611add6c2c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/605eda40-6e32-40c2-9e38-046f649b9593 HTTP/1.1" status: 204 len: 168 time: 0.3319395 Dec 11 22:56:27.075888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf7c85-ab01-4046-8047-d611add6c2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605eda40-6e32-40c2-9e38-046f649b9593,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:27.112059 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-acb1a229-e02d-429d-aacf-ab7b9465a0c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9268641 Dec 11 22:56:27.115043 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44944) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:27.123621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf273256-7563-40a0-9fb3-875f9255bf2c None None] Network 190ce1cc-4e81-4410-8dd9-5b06837bb5ee requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:27.137513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-55c957ba-9bf2-461b-97df-08049d215829 None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:27.198861 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1616114c-3362-4422-8259-824d936b18b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:27.289840 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-55c957ba-9bf2-461b-97df-08049d215829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:23Z', 'revision_number': 11, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:27.357163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c957ba-9bf2-461b-97df-08049d215829 None None] Checking router: e170a12c-511e-4fa6-84f1-060d105da5e9 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:56:27.377091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c957ba-9bf2-461b-97df-08049d215829 None None] Routers {'e170a12c-511e-4fa6-84f1-060d105da5e9'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:27.378155 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-55c957ba-9bf2-461b-97df-08049d215829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e170a12c-511e-4fa6-84f1-060d105da5e9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:27.511449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab445231-c7b0-496f-abc4-c70e06e89459 req-85574104-ca4d-45a3-bd57-508af2e2178f tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:27.519655 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ab445231-c7b0-496f-abc4-c70e06e89459 req-85574104-ca4d-45a3-bd57-508af2e2178f tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.4557228 Dec 11 22:56:27.527873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-55c957ba-9bf2-461b-97df-08049d215829 None None] Set router e170a12c-511e-4fa6-84f1-060d105da5e9 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:27.561115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'project_id': '42ad0153638a4214b33983a425162708', 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:56:27.562460 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:27.581728 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1616114c-3362-4422-8259-824d936b18b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:27.586228 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1616114c-3362-4422-8259-824d936b18b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:27.660205 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ab445231-c7b0-496f-abc4-c70e06e89459 req-62dafa7e-a745-4260-978a-fa75020b92e0 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345618 Dec 11 22:56:27.693221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-55c957ba-9bf2-461b-97df-08049d215829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:23Z', 'revision_number': 11, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:27.729818 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c957ba-9bf2-461b-97df-08049d215829 None None] The sync data for ids ['e170a12c-511e-4fa6-84f1-060d105da5e9'] in n-d-710847-6 is: [{'id': 'e170a12c-511e-4fa6-84f1-060d105da5e9', 'name': 'tempest-RoutersTest-router-1220956016', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:55:36Z', 'updated_at': '2021-12-11T22:56:23Z', 'revision_number': 11, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:27.744967 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1616114c-3362-4422-8259-824d936b18b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:27.744967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1616114c-3362-4422-8259-824d936b18b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Fanout notify agent at l3_agent the message router_deleted on router e170a12c-511e-4fa6-84f1-060d105da5e9 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:56:27.752209 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1616114c-3362-4422-8259-824d936b18b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:27.754116 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1616114c-3362-4422-8259-824d936b18b2 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/routers/e170a12c-511e-4fa6-84f1-060d105da5e9 HTTP/1.1" status: 204 len: 168 time: 0.7595835 Dec 11 22:56:27.760101 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44954) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:27.764837 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-62cea711-61f9-46fe-982f-cfb5b4c517b0 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-881289077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:27.835048 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Allocated IP 2001:db8::2 (190ce1cc-4e81-4410-8dd9-5b06837bb5ee/c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a/d72816da-f5ea-4348-94f6-dad63ca8d188) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:56:27.851363 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:27.901311 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62cea711-61f9-46fe-982f-cfb5b4c517b0 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:27.902418 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62cea711-61f9-46fe-982f-cfb5b4c517b0 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:28.026611 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62cea711-61f9-46fe-982f-cfb5b4c517b0 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:28.090597 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:28.102360 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62cea711-61f9-46fe-982f-cfb5b4c517b0 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:28.164026 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:28.194932 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62cea711-61f9-46fe-982f-cfb5b4c517b0 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:28.198862 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-62cea711-61f9-46fe-982f-cfb5b4c517b0 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4351165 Dec 11 22:56:28.204805 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44962) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:28.207795 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Network 190ce1cc-4e81-4410-8dd9-5b06837bb5ee is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:28.210169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-48b7f3e6-2633-4db9-9b6b-2e9f3525196c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:28.214785 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:28.217806 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:56:28.253359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Allocated IP 2001:db8::1 (190ce1cc-4e81-4410-8dd9-5b06837bb5ee/c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a/fdc8068b-475d-48c5-b0ac-4a953b1d26d0) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:56:28.277903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Pushing event updated for resources: {'Port': ['ID=d72816da-f5ea-4348-94f6-dad63ca8d188,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:28.312277 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Attempting to bind port d72816da-f5ea-4348-94f6-dad63ca8d188 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:56:28.312743 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Attempting to bind port d72816da-f5ea-4348-94f6-dad63ca8d188 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '2fd25651-dcc9-4aad-8079-dd97d45a1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:56:28.314172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Attempting to bind port d72816da-f5ea-4348-94f6-dad63ca8d188 on network 190ce1cc-4e81-4410-8dd9-5b06837bb5ee {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:56:28.327680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:56:28.328683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Checking segment: {'id': '2fd25651-dcc9-4aad-8079-dd97d45a1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:28.329865 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:28.330375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Bound using segment: {'id': '2fd25651-dcc9-4aad-8079-dd97d45a1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:56:28.331023 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Bound port: d72816da-f5ea-4348-94f6-dad63ca8d188, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd25651-dcc9-4aad-8079-dd97d45a1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:56:28.331484 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:28.419800 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:28.452243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] For port d72816da-f5ea-4348-94f6-dad63ca8d188, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:56:28.455827 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] For port d72816da-f5ea-4348-94f6-dad63ca8d188, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d72816da-f5ea-4348-94f6-dad63ca8d188,segment=NetworkSegment(2fd25651-dcc9-4aad-8079-dd97d45a1f9c),segment_id=2fd25651-dcc9-4aad-8079-dd97d45a1f9c)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:56:28.555191 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:28.559327 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:28.657653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=fdc8068b-475d-48c5-b0ac-4a953b1d26d0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:28.716179 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network 190ce1cc-4e81-4410-8dd9-5b06837bb5ee is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:28.718450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:28.724549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:56:28.726265 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:28.820796 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127d07a-7fd4-4e65-9d9e-9d9b6cb6b5ef None None] Pushing event updated for resources: {'Port': ['ID=d72816da-f5ea-4348-94f6-dad63ca8d188,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:28.881679 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48b7f3e6-2633-4db9-9b6b-2e9f3525196c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:28.922976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44978) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:28.949833 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdd59a-75d3-4bc0-87d6-c27625fd5031 req-07dd2964-d9cc-401d-9c95-cb9fdd077306 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:28.949833 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-12bdd59a-75d3-4bc0-87d6-c27625fd5031 req-07dd2964-d9cc-401d-9c95-cb9fdd077306 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.0583465 Dec 11 22:56:29.015557 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48b7f3e6-2633-4db9-9b6b-2e9f3525196c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:29.108196 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-12bdd59a-75d3-4bc0-87d6-c27625fd5031 req-8495cf97-e8d7-496e-989c-1891c448a99e tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535485 Dec 11 22:56:29.122160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1274799892-network', 'tenant_id': 'e2a27b8424d74ef9a6fefad9f327341b'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:29.137122 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:29.426307 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b7f3e6-2633-4db9-9b6b-2e9f3525196c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Router b03ed6f4-7ea8-4daa-95bf-70f5614f48c5 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:56:29.516499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b7f3e6-2633-4db9-9b6b-2e9f3525196c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:29.526181 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-48b7f3e6-2633-4db9-9b6b-2e9f3525196c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:29.527986 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-48b7f3e6-2633-4db9-9b6b-2e9f3525196c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "PUT /v2.0/routers/b03ed6f4-7ea8-4daa-95bf-70f5614f48c5 HTTP/1.1" status: 200 len: 693 time: 1.3247900 Dec 11 22:56:29.530097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44984) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:29.530752 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d882b5-586a-4fd8-8b84-c553f4e089f8 None None] Sync routers for ids ['b03ed6f4-7ea8-4daa-95bf-70f5614f48c5'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:29.541889 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d882b5-586a-4fd8-8b84-c553f4e089f8 None None] Routers {'b03ed6f4-7ea8-4daa-95bf-70f5614f48c5'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:29.542864 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-82d882b5-586a-4fd8-8b84-c553f4e089f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b03ed6f4-7ea8-4daa-95bf-70f5614f48c5'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:29.594194 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] Made reservation on behalf of e2a27b8424d74ef9a6fefad9f327341b for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:56:29.597281 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:29.609362 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:29.627049 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b026231a-2531-4dcf-a05c-5a1c3a00c9f8 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/routers/b03ed6f4-7ea8-4daa-95bf-70f5614f48c5 HTTP/1.1" status: 200 len: 699 time: 0.0956762 Dec 11 22:56:29.629859 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44988) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:29.681483 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-82d882b5-586a-4fd8-8b84-c553f4e089f8 None None] Set router b03ed6f4-7ea8-4daa-95bf-70f5614f48c5 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:29.683726 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8ba743ac-452c-43f8-80f2-196637b9f6a9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports?device_id=b03ed6f4-7ea8-4daa-95bf-70f5614f48c5 HTTP/1.1" status: 200 len: 205 time: 0.0524383 Dec 11 22:56:29.685965 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44990) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:29.742076 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-82d882b5-586a-4fd8-8b84-c553f4e089f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03ed6f4-7ea8-4daa-95bf-70f5614f48c5', 'name': 'tempest-RoutersTest-router-881289077', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:28Z', 'revision_number': 2, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:29.789053 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dec617eb-627f-4935-83da-993214e952a7 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:29.883694 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d882b5-586a-4fd8-8b84-c553f4e089f8 None None] Checking router: b03ed6f4-7ea8-4daa-95bf-70f5614f48c5 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:56:29.901968 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d882b5-586a-4fd8-8b84-c553f4e089f8 None None] Routers {'b03ed6f4-7ea8-4daa-95bf-70f5614f48c5'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:29.902735 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-82d882b5-586a-4fd8-8b84-c553f4e089f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b03ed6f4-7ea8-4daa-95bf-70f5614f48c5'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:29.940773 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:29.993591 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-82d882b5-586a-4fd8-8b84-c553f4e089f8 None None] Set router b03ed6f4-7ea8-4daa-95bf-70f5614f48c5 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:30.003364 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dec617eb-627f-4935-83da-993214e952a7 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:30.015654 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dec617eb-627f-4935-83da-993214e952a7 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:30.044141 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:30.052726 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:30.061959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:56:30.066259 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-82d882b5-586a-4fd8-8b84-c553f4e089f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03ed6f4-7ea8-4daa-95bf-70f5614f48c5', 'name': 'tempest-RoutersTest-router-881289077', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:28Z', 'revision_number': 2, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:30.090186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7998adfa-c4a4-4db8-9435-ba900f451e80,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:30.099559 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d882b5-586a-4fd8-8b84-c553f4e089f8 None None] The sync data for ids ['b03ed6f4-7ea8-4daa-95bf-70f5614f48c5'] in n-d-710847-6 is: [{'id': 'b03ed6f4-7ea8-4daa-95bf-70f5614f48c5', 'name': 'tempest-RoutersTest-router-881289077', 'tenant_id': '45f23748810f4e429297db13dc401da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:28Z', 'revision_number': 2, 'project_id': '45f23748810f4e429297db13dc401da1', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:30.197742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af159d4e-d1d4-4227-895f-f930fe232c17 None None] Network 190ce1cc-4e81-4410-8dd9-5b06837bb5ee requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:30.197742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-584296f3-9688-4964-b66a-099736b46536 None None] Provisioning complete for port d72816da-f5ea-4348-94f6-dad63ca8d188 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:30.197742 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-584296f3-9688-4964-b66a-099736b46536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:30.202871 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dec617eb-627f-4935-83da-993214e952a7 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:30.203193 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec617eb-627f-4935-83da-993214e952a7 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Fanout notify agent at l3_agent the message router_deleted on router b03ed6f4-7ea8-4daa-95bf-70f5614f48c5 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:56:30.210360 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:30.212985 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dec617eb-627f-4935-83da-993214e952a7 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:30.212985 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dec617eb-627f-4935-83da-993214e952a7 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/routers/b03ed6f4-7ea8-4daa-95bf-70f5614f48c5 HTTP/1.1" status: 204 len: 168 time: 0.5247488 Dec 11 22:56:30.215674 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44994) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.216402 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] Added segment bf47ed9c-ece7-4f13-a772-6d8ca220acb7 of type vlan for network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 Dec 11 22:56:30.228645 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:30.229574 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:30.258009 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c9564200-cf44-415f-82ab-31c7b393747f tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports?device_id=b03ed6f4-7ea8-4daa-95bf-70f5614f48c5 HTTP/1.1" status: 200 len: 205 time: 0.0410836 Dec 11 22:56:30.262259 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44996) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.313957 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-b17df2d1-d105-47d9-922b-bda79446f2d0 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] delete failed (client error): The resource could not be found. Dec 11 22:56:30.315068 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b17df2d1-d105-47d9-922b-bda79446f2d0 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/routers/b03ed6f4-7ea8-4daa-95bf-70f5614f48c5 HTTP/1.1" status: 404 len: 336 time: 0.0537958 Dec 11 22:56:30.318173 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44998) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.345721 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0aee62-b240-4c16-96de-47ddbe81b67a tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] DELETE failed (client error): The resource could not be found. Dec 11 22:56:30.346188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0aee62-b240-4c16-96de-47ddbe81b67a tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:56:30.349791 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8c0aee62-b240-4c16-96de-47ddbe81b67a tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/fcb89c82-e1d0-42ff-8826-d744d3f1ac6b HTTP/1.1" status: 404 len: 337 time: 0.0305188 Dec 11 22:56:30.352328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45000) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.392379 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa069754-f9f2-4de4-87e0-d6b8adde330d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] DELETE failed (client error): The resource could not be found. Dec 11 22:56:30.401618 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa069754-f9f2-4de4-87e0-d6b8adde330d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:56:30.401618 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-aa069754-f9f2-4de4-87e0-d6b8adde330d tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/eb98d4f3-12c6-4207-89e5-8228cf0766c7 HTTP/1.1" status: 404 len: 337 time: 0.0429115 Dec 11 22:56:30.402196 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:30.407712 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45006) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.410831 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4e218-076f-41c4-9dee-85a961d50e3c req-ba695ae1-c49e-4b7b-bc69-6be02d5a98d7 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:30.413145 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9be4e218-076f-41c4-9dee-85a961d50e3c req-ba695ae1-c49e-4b7b-bc69-6be02d5a98d7 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1861196 Dec 11 22:56:30.453863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=fdc8068b-475d-48c5-b0ac-4a953b1d26d0,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:30.481706 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9be4e218-076f-41c4-9dee-85a961d50e3c req-1d33f27b-90f4-45af-b820-f99033333f9e tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626085 Dec 11 22:56:30.491444 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-584296f3-9688-4964-b66a-099736b46536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:30.503379 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b02f33-23ac-4ef0-99dc-380b7b9fe670 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] DELETE failed (client error): The resource could not be found. Dec 11 22:56:30.503846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b02f33-23ac-4ef0-99dc-380b7b9fe670 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:56:30.511024 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45010) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.511846 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d4b02f33-23ac-4ef0-99dc-380b7b9fe670 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/2b5bbd58-65a8-43b9-a38d-91e41210347e HTTP/1.1" status: 404 len: 337 time: 0.1022866 Dec 11 22:56:30.527048 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.resource_extend [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:56:30.533544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-584296f3-9688-4964-b66a-099736b46536 None None] For port d72816da-f5ea-4348-94f6-dad63ca8d188, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d72816da-f5ea-4348-94f6-dad63ca8d188,segment=NetworkSegment(2fd25651-dcc9-4aad-8079-dd97d45a1f9c),segment_id=2fd25651-dcc9-4aad-8079-dd97d45a1f9c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:30.542308 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-736b74c5-4337-440e-977f-456794e294c6 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] DELETE failed (client error): The resource could not be found. Dec 11 22:56:30.543203 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736b74c5-4337-440e-977f-456794e294c6 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:56:30.547393 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-736b74c5-4337-440e-977f-456794e294c6 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/55feb4ff-0623-4fe7-af74-a0f008dd1058 HTTP/1.1" status: 404 len: 337 time: 0.0349107 Dec 11 22:56:30.549871 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45012) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.578579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network 190ce1cc-4e81-4410-8dd9-5b06837bb5ee is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:30.580135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:30.589229 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2fb8a285-fe18-431a-9244-4345e0d10b6c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports?device_id=e170a12c-511e-4fa6-84f1-060d105da5e9 HTTP/1.1" status: 200 len: 205 time: 0.0381093 Dec 11 22:56:30.591541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45016) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.627944 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-584296f3-9688-4964-b66a-099736b46536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:30.642635 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-a2c79337-7751-498c-b1c7-a0ac3923e716 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] delete failed (client error): The resource could not be found. Dec 11 22:56:30.646376 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a2c79337-7751-498c-b1c7-a0ac3923e716 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/routers/e170a12c-511e-4fa6-84f1-060d105da5e9 HTTP/1.1" status: 404 len: 336 time: 0.0514326 Dec 11 22:56:30.646697 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45018) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.671650 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:30.672729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:30.673383 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:30.680397 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c119fcc1-6c34-4ea2-93c6-c016cbea98ca tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports?device_id=4384c484-1e34-41c4-a89d-56dadf36165d HTTP/1.1" status: 200 len: 205 time: 0.0303457 Dec 11 22:56:30.681584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45020) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.724229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584296f3-9688-4964-b66a-099736b46536 None None] Pushing event updated for resources: {'Port': ['ID=d72816da-f5ea-4348-94f6-dad63ca8d188,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:30.727854 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-d9ab9c68-eb72-4aca-8923-c0c09c3fac18 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] delete failed (client error): The resource could not be found. Dec 11 22:56:30.734401 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d9ab9c68-eb72-4aca-8923-c0c09c3fac18 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/routers/4384c484-1e34-41c4-a89d-56dadf36165d HTTP/1.1" status: 404 len: 336 time: 0.0463238 Dec 11 22:56:30.734401 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45024) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.763426 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cebcea-f58b-4ab9-a8d3-e11fdea554fa tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] DELETE failed (client error): The resource could not be found. Dec 11 22:56:30.764097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17cebcea-f58b-4ab9-a8d3-e11fdea554fa tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:56:30.767493 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-17cebcea-f58b-4ab9-a8d3-e11fdea554fa tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/7ab47ae7-7692-4039-ba32-3aeb0076d50e HTTP/1.1" status: 404 len: 337 time: 0.0323930 Dec 11 22:56:30.770111 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45026) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.799633 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8755126 Dec 11 22:56:30.803176 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-03550da4-8e7c-4562-b077-58e1ef857b95 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2636c82f-d4df-4a93-b63e-dc5806175ac3 HTTP/1.1" status: 200 len: 205 time: 0.0314839 Dec 11 22:56:30.803740 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45028) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.805501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45030) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.808952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Request body: {'subnet': {'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1274799892-subnet', 'tenant_id': 'e2a27b8424d74ef9a6fefad9f327341b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:30.866496 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-3dd00cae-47de-4715-afbb-f3bf66150c07 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] delete failed (client error): The resource could not be found. Dec 11 22:56:30.869977 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3dd00cae-47de-4715-afbb-f3bf66150c07 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/routers/2636c82f-d4df-4a93-b63e-dc5806175ac3 HTTP/1.1" status: 404 len: 336 time: 0.0549810 Dec 11 22:56:30.870103 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15236c5-fe6f-4047-803f-08938a080385 admin admin] Pushing event updated for resources: {'Network': ['ID=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:30.877621 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45034) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.881922 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:56:30.909633 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ef898c13-4b2d-4bfa-b6a9-bcd7ac221310 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f64e87a-05e9-4b60-ae41-97452db5bf52 HTTP/1.1" status: 200 len: 205 time: 0.0383315 Dec 11 22:56:30.912742 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45036) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.979258 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-b8063fe7-05e2-40a1-9d7b-e8aded830d80 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] delete failed (client error): The resource could not be found. Dec 11 22:56:30.980804 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b8063fe7-05e2-40a1-9d7b-e8aded830d80 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/routers/2f64e87a-05e9-4b60-ae41-97452db5bf52 HTTP/1.1" status: 404 len: 336 time: 0.0656135 Dec 11 22:56:30.983215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45038) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:30.989925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Made reservation on behalf of e2a27b8424d74ef9a6fefad9f327341b for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:56:30.992891 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:31.013331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d72816da-f5ea-4348-94f6-dad63ca8d188 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:31.031394 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9cca1e-5eaa-44d9-b299-e50e91c7f47c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] DELETE failed (client error): The resource could not be found. Dec 11 22:56:31.031866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9cca1e-5eaa-44d9-b299-e50e91c7f47c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:56:31.037302 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ce9cca1e-5eaa-44d9-b299-e50e91c7f47c tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/7888b7e1-d0dd-4328-9ad4-8824451aa34e HTTP/1.1" status: 404 len: 337 time: 0.0530241 Dec 11 22:56:31.038495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router cb81d166-790c-4a78-b5e7-3c88faa45bd6 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:56:31.041781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45040) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:31.084915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-390ce1ca-6812-408f-b244-32f0e5be038b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3600309-36a6-4b0a-a7fc-12ade009323d HTTP/1.1" status: 200 len: 205 time: 0.0416119 Dec 11 22:56:31.087641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45042) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:31.143381 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d72816da-f5ea-4348-94f6-dad63ca8d188 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:31.156096 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:31.167085 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-618e0269-c983-4040-9c19-01a9882c111c None None] Provisioning complete for port fdc8068b-475d-48c5-b0ac-4a953b1d26d0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:31.167467 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-618e0269-c983-4040-9c19-01a9882c111c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:31.180603 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-f836e30e-df68-499f-861c-d407418ccbeb tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] delete failed (client error): The resource could not be found. Dec 11 22:56:31.182157 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f836e30e-df68-499f-861c-d407418ccbeb tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/routers/b3600309-36a6-4b0a-a7fc-12ade009323d HTTP/1.1" status: 404 len: 336 time: 0.0934508 Dec 11 22:56:31.184707 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45044) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:31.248207 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a400c0-737c-4da6-8777-b55749bfa63b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] DELETE failed (client error): The resource could not be found. Dec 11 22:56:31.249038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a400c0-737c-4da6-8777-b55749bfa63b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:56:31.252709 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e3a400c0-737c-4da6-8777-b55749bfa63b tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/937d8e13-2c24-4a0e-95e2-92f464335467 HTTP/1.1" status: 404 len: 337 time: 0.0666802 Dec 11 22:56:31.255758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45046) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:31.274311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:31.280345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6e5f7e01-b31f-4c8f-9f80-30031880bdbd tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/cb81d166-790c-4a78-b5e7-3c88faa45bd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1638405 Dec 11 22:56:31.283047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45048) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:31.289290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e180c44a-ccd9-4ddd-b30b-14a2e72b2dc2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-605468003'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:31.289654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Sync routers for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:31.293916 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45050) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:31.294259 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f72d51ae-a8f6-46dc-8517-154b3550fff0 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9f97451-fc8c-454a-adf2-672f71effc5d HTTP/1.1" status: 200 len: 205 time: 0.0372722 Dec 11 22:56:31.307969 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:31.308554 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:31.310924 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:31.356246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-618e0269-c983-4040-9c19-01a9882c111c None None] Port fdc8068b-475d-48c5-b0ac-4a953b1d26d0 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:31.364119 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-86c8760e-38b8-40b6-bdfa-e142100b7c08 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] delete failed (client error): The resource could not be found. Dec 11 22:56:31.369640 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-86c8760e-38b8-40b6-bdfa-e142100b7c08 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/routers/f9f97451-fc8c-454a-adf2-672f71effc5d HTTP/1.1" status: 404 len: 336 time: 0.0745039 Dec 11 22:56:31.372455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45052) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:31.410074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75dc39c2-4403-48cb-94a1-c95b2749e375,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:31.417371 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ec1739-128a-458a-a065-32dbdf6698d9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] DELETE failed (client error): The resource could not be found. Dec 11 22:56:31.417839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ec1739-128a-458a-a065-32dbdf6698d9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:56:31.423766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:31.426908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:31.426908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:31.426908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:31.426908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:31.426908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:31.426908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:31.426908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:31.427467 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:31.427953 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:31.428284 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:31.428870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-47ec1739-128a-458a-a065-32dbdf6698d9 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/7b55ffd3-13d2-4f36-838f-8ce3a1b513b6 HTTP/1.1" status: 404 len: 337 time: 0.0508616 Dec 11 22:56:31.429102 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:31.429564 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:31.429682 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45054) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:31.441843 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Checking segment: {'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:31.442636 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Network hostable DHCP agents. Network: 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:56:31.467338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-618e0269-c983-4040-9c19-01a9882c111c None None] Provisioning complete for port d72816da-f5ea-4348-94f6-dad63ca8d188 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:31.470853 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-618e0269-c983-4040-9c19-01a9882c111c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:31.481556 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-46dc48f4-a1fa-4c2c-8ee5-63372c342273 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] DELETE failed (client error): The resource could not be found. Dec 11 22:56:31.482785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46dc48f4-a1fa-4c2c-8ee5-63372c342273 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:56:31.485681 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-46dc48f4-a1fa-4c2c-8ee5-63372c342273 tempest-RoutersTest-1045740616 tempest-RoutersTest-1045740616-project] 10.222.0.45 "DELETE /v2.0/subnets/fbb0d477-62c4-4c56-90fa-8b5395c25d8c HTTP/1.1" status: 404 len: 337 time: 0.0551455 Dec 11 22:56:31.497152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e180c44a-ccd9-4ddd-b30b-14a2e72b2dc2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:56:31.508301 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e180c44a-ccd9-4ddd-b30b-14a2e72b2dc2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:31.551928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:31.568240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e180c44a-ccd9-4ddd-b30b-14a2e72b2dc2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:56:31.572564 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e180c44a-ccd9-4ddd-b30b-14a2e72b2dc2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:31.573041 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-e180c44a-ccd9-4ddd-b30b-14a2e72b2dc2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Added segment 2fba47c4-b171-42eb-92b4-dd4fc749d53d of type vlan for network 3bda84d5-5d22-4bae-abe9-5e9814fe50be Dec 11 22:56:31.588912 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:56:31.650500 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e180c44a-ccd9-4ddd-b30b-14a2e72b2dc2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:31.693367 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:31.711024 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:31.711676 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:31.713231 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619692eb-5829-4ce8-84d7-39155d34bc51 None None] Network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:31.728898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac2a1e-26b6-4e3d-b797-a83288306279 req-86f603e0-4989-4aa3-9c94-6512ebec03d0 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:31.730563 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2fac2a1e-26b6-4e3d-b797-a83288306279 req-86f603e0-4989-4aa3-9c94-6512ebec03d0 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.0866797 Dec 11 22:56:31.777536 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e180c44a-ccd9-4ddd-b30b-14a2e72b2dc2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:31.787316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e180c44a-ccd9-4ddd-b30b-14a2e72b2dc2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:31.787542 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2fac2a1e-26b6-4e3d-b797-a83288306279 req-f47039cd-c1b7-45bb-9f5d-7252365180f2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498004 Dec 11 22:56:31.788416 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e180c44a-ccd9-4ddd-b30b-14a2e72b2dc2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:31.837334 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-43e2addd-aee0-473b-b742-c494465f94e6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0325415 Dec 11 22:56:31.905594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180c44a-ccd9-4ddd-b30b-14a2e72b2dc2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Network': ['ID=3bda84d5-5d22-4bae-abe9-5e9814fe50be,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:31.929118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 3bda84d5-5d22-4bae-abe9-5e9814fe50be details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:56:31.953263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e180c44a-ccd9-4ddd-b30b-14a2e72b2dc2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6662464 Dec 11 22:56:31.953462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45066) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:31.961507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4240fb06-86bd-40ee-b007-82512f5c7367 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'subnet': {'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:31.992013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325e98d0-8b82-4751-b290-53d550608d73 None None] Network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:32.149307 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45072) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:32.190089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-26045579-b2fe-4ea4-83f9-0664b731f5e1 None None] Provisioning complete for port fdc8068b-475d-48c5-b0ac-4a953b1d26d0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:32.191298 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-26045579-b2fe-4ea4-83f9-0664b731f5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:32.205330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4240fb06-86bd-40ee-b007-82512f5c7367 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:56:32.211421 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4240fb06-86bd-40ee-b007-82512f5c7367 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:32.291682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:28Z', 'revision_number': 2, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:29Z', 'revision_number': 2, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:32.327309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Checking router: cb81d166-790c-4a78-b5e7-3c88faa45bd6 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:56:32.328634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Updating router cb81d166-790c-4a78-b5e7-3c88faa45bd6 port fdc8068b-475d-48c5-b0ac-4a953b1d26d0 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:56:32.330708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-26045579-b2fe-4ea4-83f9-0664b731f5e1 None None] Port fdc8068b-475d-48c5-b0ac-4a953b1d26d0 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:32.361229 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a442e681-82ef-498a-b1d8-aac4799df40d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=45f23748810f4e429297db13dc401da1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2257273 Dec 11 22:56:32.363824 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45080) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:32.365040 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:32.427264 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e35ae8c5-d5cf-41e6-9452-895d4adfa0a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:32.456319 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e35ae8c5-d5cf-41e6-9452-895d4adfa0a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:32.615997 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4240fb06-86bd-40ee-b007-82512f5c7367 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:32.617169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec17af3-4732-4533-9578-757252e9eb6e req-60970c78-18fd-4e7c-82bf-d778a7ec2bca tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:32.622899 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ec17af3-4732-4533-9578-757252e9eb6e req-60970c78-18fd-4e7c-82bf-d778a7ec2bca tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/networks?id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 HTTP/1.1" status: 200 len: 815 time: 0.1360035 Dec 11 22:56:32.644152 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ec17af3-4732-4533-9578-757252e9eb6e req-8ef630d4-011c-4ecf-9bc0-7c4236f7caf2 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/quotas/e2a27b8424d74ef9a6fefad9f327341b HTTP/1.1" status: 200 len: 375 time: 0.0113921 Dec 11 22:56:32.690450 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ec17af3-4732-4533-9578-757252e9eb6e req-cdf25461-e689-418b-a92c-13b2f40f1f02 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399611 Dec 11 22:56:32.692780 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240fb06-86bd-40ee-b007-82512f5c7367 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Subnet': ['ID=6522bde2-e613-4c7f-9926-c686e5396dd4,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:32.693283 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e35ae8c5-d5cf-41e6-9452-895d4adfa0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:32.700428 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e35ae8c5-d5cf-41e6-9452-895d4adfa0a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:32.704308 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e35ae8c5-d5cf-41e6-9452-895d4adfa0a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57c176b4-adbe-4374-8037-0321a992450a HTTP/1.1" status: 204 len: 168 time: 0.3365178 Dec 11 22:56:32.707025 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4240fb06-86bd-40ee-b007-82512f5c7367 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Checking segment: {'id': '2fba47c4-b171-42eb-92b4-dd4fc749d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:32.707281 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4240fb06-86bd-40ee-b007-82512f5c7367 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network hostable DHCP agents. Network: 3bda84d5-5d22-4bae-abe9-5e9814fe50be, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:56:32.741943 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:32.747068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ae8c5-d5cf-41e6-9452-895d4adfa0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c176b4-adbe-4374-8037-0321a992450a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:32.799724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4240fb06-86bd-40ee-b007-82512f5c7367 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network 3bda84d5-5d22-4bae-abe9-5e9814fe50be is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:56:32.823655 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:32.827235 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ec17af3-4732-4533-9578-757252e9eb6e req-b2386e98-464b-46b4-b652-a65c057c93cc service neutron] 10.222.0.45 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127305 Dec 11 22:56:32.889488 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5eae0f-324b-45a7-abca-3d6ad4927f18 None None] Pushing event updated for resources: {'Port': ['ID=fdc8068b-475d-48c5-b0ac-4a953b1d26d0,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:32.950449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-4240fb06-86bd-40ee-b007-82512f5c7367 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 3bda84d5-5d22-4bae-abe9-5e9814fe50be) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:32.961149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4240fb06-86bd-40ee-b007-82512f5c7367 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:32.961811 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4240fb06-86bd-40ee-b007-82512f5c7367 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:32.982572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Attempting to bind port fdc8068b-475d-48c5-b0ac-4a953b1d26d0 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:56:32.983165 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Attempting to bind port fdc8068b-475d-48c5-b0ac-4a953b1d26d0 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '2fd25651-dcc9-4aad-8079-dd97d45a1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:56:32.983889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Attempting to bind port fdc8068b-475d-48c5-b0ac-4a953b1d26d0 on network 190ce1cc-4e81-4410-8dd9-5b06837bb5ee {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:56:32.994531 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ec17af3-4732-4533-9578-757252e9eb6e req-2b687f78-b8ee-43a7-b428-7bc74f28d4a5 service neutron] 10.222.0.45 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597424 Dec 11 22:56:32.997580 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e678205-013e-4c97-90e1-4039df6279c6 None None] Network 3bda84d5-5d22-4bae-abe9-5e9814fe50be requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:33.000241 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:56:33.000618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Checking segment: {'id': '2fd25651-dcc9-4aad-8079-dd97d45a1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:33.001027 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:33.001611 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Bound using segment: {'id': '2fd25651-dcc9-4aad-8079-dd97d45a1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:56:33.002108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Bound port: fdc8068b-475d-48c5-b0ac-4a953b1d26d0, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd25651-dcc9-4aad-8079-dd97d45a1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:56:33.003136 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:33.051040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5bd83-39ea-4694-b760-e1e882f9ac71 req-62a3cb1a-1f05-4752-8191-a1f5c728ceee tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:33.059711 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adf5bd83-39ea-4694-b760-e1e882f9ac71 req-62a3cb1a-1f05-4752-8191-a1f5c728ceee tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1736269 Dec 11 22:56:33.104562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4240fb06-86bd-40ee-b007-82512f5c7367 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1500921 Dec 11 22:56:33.107597 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45100) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:33.203605 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] For port fdc8068b-475d-48c5-b0ac-4a953b1d26d0, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:56:33.222731 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adf5bd83-39ea-4694-b760-e1e882f9ac71 req-a9799130-c673-4bc1-a4b9-554d786deb1a tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509826 Dec 11 22:56:33.240196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'project_id': '42ad0153638a4214b33983a425162708', 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:56:33.240196 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:33.451360 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ff799a5-12c3-49df-8b16-17e94b4b1b90 req-025fd76d-7a9e-4484-b456-10c7a26025bd tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 210 time: 0.0986729 Dec 11 22:56:33.514394 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] For port fdc8068b-475d-48c5-b0ac-4a953b1d26d0, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fdc8068b-475d-48c5-b0ac-4a953b1d26d0,segment=NetworkSegment(2fd25651-dcc9-4aad-8079-dd97d45a1f9c),segment_id=2fd25651-dcc9-4aad-8079-dd97d45a1f9c)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:56:33.545549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6e22d5e9-02e3-488f-b43d-df131a683fcc None None] Provisioning complete for port fdc8068b-475d-48c5-b0ac-4a953b1d26d0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:33.546186 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6e22d5e9-02e3-488f-b43d-df131a683fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:33.548222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Allocated IP 2001:db8:1::2 (3bda84d5-5d22-4bae-abe9-5e9814fe50be/6522bde2-e613-4c7f-9926-c686e5396dd4/6c4b5122-6cf1-47e3-8303-93903195887e) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:56:33.584963 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:33.716560 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:33.835489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6e22d5e9-02e3-488f-b43d-df131a683fcc None None] Port fdc8068b-475d-48c5-b0ac-4a953b1d26d0 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:33.869792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:33.870457 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:34.006609 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:34.115047 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5eae0f-324b-45a7-abca-3d6ad4927f18 None None] Pushing event updated for resources: {'Port': ['ID=fdc8068b-475d-48c5-b0ac-4a953b1d26d0,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:34.292904 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:34.341301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d373d039-41a8-4218-b303-bd2f5084e890 None None] Provisioning complete for port fdc8068b-475d-48c5-b0ac-4a953b1d26d0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:34.341632 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d373d039-41a8-4218-b303-bd2f5084e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:34.375402 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45134) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:34.380208 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030262 Dec 11 22:56:34.383484 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45136) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:34.395945 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:34.457350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Pushing event updated for resources: {'Port': ['ID=6c4b5122-6cf1-47e3-8303-93903195887e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:34.463035 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf2ec8-5d1b-419b-8f83-d232f452cd28 req-eee3c7bd-b50f-4679-9364-1f3b31e43d1a tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:34.469656 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-97cf2ec8-5d1b-419b-8f83-d232f452cd28 req-eee3c7bd-b50f-4679-9364-1f3b31e43d1a tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1207371 Dec 11 22:56:34.499348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Network 3bda84d5-5d22-4bae-abe9-5e9814fe50be is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:34.500999 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Allocated IP 2001:db8:1::1 (3bda84d5-5d22-4bae-abe9-5e9814fe50be/6522bde2-e613-4c7f-9926-c686e5396dd4/459ee88a-f39f-43f2-90be-fa49378f1275) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:56:34.546042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:28Z', 'revision_number': 2, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:33Z', 'revision_number': 4, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:34.549449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:34.581493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:56:34.588197 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0762bdcd-0efb-4c77-9bc4-b62a79c98341 None None] The sync data for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 is: [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:28Z', 'revision_number': 2, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:33Z', 'revision_number': 4, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:34.593149 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d373d039-41a8-4218-b303-bd2f5084e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:34.601127 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-97cf2ec8-5d1b-419b-8f83-d232f452cd28 req-8db8453b-7852-4207-870a-6c11d06eb872 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188209 Dec 11 22:56:34.663836 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:34.701495 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b63536f3-c6f6-42a6-bc61-a25fb96fe76c req-7fc95faf-8a25-4be8-813c-4787685111a1 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 210 time: 0.0396488 Dec 11 22:56:34.708439 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-932da73d-b267-42f4-8553-9fff0fb3f046 tempest-NetworksApiDiscovery-1844472300 tempest-NetworksApiDiscovery-1844472300-project] 10.222.0.45 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3234825 Dec 11 22:56:34.727892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Attempting to bind port 6c4b5122-6cf1-47e3-8303-93903195887e on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:56:34.728154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Attempting to bind port 6c4b5122-6cf1-47e3-8303-93903195887e by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '2fba47c4-b171-42eb-92b4-dd4fc749d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:56:34.728533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Attempting to bind port 6c4b5122-6cf1-47e3-8303-93903195887e on network 3bda84d5-5d22-4bae-abe9-5e9814fe50be {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:56:34.731768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d373d039-41a8-4218-b303-bd2f5084e890 None None] For port fdc8068b-475d-48c5-b0ac-4a953b1d26d0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fdc8068b-475d-48c5-b0ac-4a953b1d26d0,segment=NetworkSegment(2fd25651-dcc9-4aad-8079-dd97d45a1f9c),segment_id=2fd25651-dcc9-4aad-8079-dd97d45a1f9c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:34.742622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:56:34.742622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Checking segment: {'id': '2fba47c4-b171-42eb-92b4-dd4fc749d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:34.742622 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:34.742622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Bound using segment: {'id': '2fba47c4-b171-42eb-92b4-dd4fc749d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:56:34.742622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Bound port: 6c4b5122-6cf1-47e3-8303-93903195887e, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fba47c4-b171-42eb-92b4-dd4fc749d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:56:34.742622 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:34.800596 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d373d039-41a8-4218-b303-bd2f5084e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:34.833760 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:34.869566 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] For port 6c4b5122-6cf1-47e3-8303-93903195887e, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:56:34.877473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] For port 6c4b5122-6cf1-47e3-8303-93903195887e, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=6c4b5122-6cf1-47e3-8303-93903195887e,segment=NetworkSegment(2fba47c4-b171-42eb-92b4-dd4fc749d53d),segment_id=2fba47c4-b171-42eb-92b4-dd4fc749d53d)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:56:34.882681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373d039-41a8-4218-b303-bd2f5084e890 None None] Pushing event updated for resources: {'Port': ['ID=fdc8068b-475d-48c5-b0ac-4a953b1d26d0,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:34.900410 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network 3bda84d5-5d22-4bae-abe9-5e9814fe50be is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:34.905565 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:34.913457 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:56:34.914227 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:34.920695 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=459ee88a-f39f-43f2-90be-fa49378f1275,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:34.942263 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:35.061851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e233bc6-a25b-4674-8b0f-3e0aa1e710ef None None] Pushing event updated for resources: {'Port': ['ID=6c4b5122-6cf1-47e3-8303-93903195887e,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:35.207017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:35.354289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45150) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:35.564875 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:35.728337 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:35.805122 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:35.855449 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4fa7e11c-7dfa-4299-bb50-ba4254b11a20 req-5df7b8e2-2ca4-49a9-b080-6c5ac62ec2e3 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 210 time: 0.0471294 Dec 11 22:56:35.907365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=689e2f9fb2b24ae18859779b0906e2b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5518332 Dec 11 22:56:35.908610 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5718946-453f-411a-9a39-d37ea583a4c2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:35.911305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45160) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:35.934960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:35.935460 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:35.935910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:35.936494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:35.936930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:35.937362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:35.937810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:35.938243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:35.938670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:35.939143 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:35.939572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:35.940114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:35.940569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863ab4a-307b-4492-94fe-8dfa8e983849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:36.072242 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bd5f58d7-433f-46e5-84a4-86927cd8e1d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:36.096833 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bd5f58d7-433f-46e5-84a4-86927cd8e1d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:36.110597 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:36.132886 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16366ec-8cbb-49bd-bbd6-2b42583791c8 req-abbfba04-17da-4582-8a25-79e55d98e5c1 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:36.134495 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e16366ec-8cbb-49bd-bbd6-2b42583791c8 req-abbfba04-17da-4582-8a25-79e55d98e5c1 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.4309139 Dec 11 22:56:36.205670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec17af3-4732-4533-9578-757252e9eb6e req-c1a02d73-75c4-4b26-9d3c-29d0f5418484 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:36.212303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ec17af3-4732-4533-9578-757252e9eb6e req-c1a02d73-75c4-4b26-9d3c-29d0f5418484 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.13 "GET /v2.0/networks?id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 HTTP/1.1" status: 200 len: 815 time: 0.2331583 Dec 11 22:56:36.227756 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-9ec17af3-4732-4533-9578-757252e9eb6e req-16641fef-6e9f-4d0f-b2ee-ce788fe97241 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Request body: {'port': {'device_id': '0ea53b7b-b3d6-44a5-a311-7b716e1c16f9', 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8', 'admin_state_up': True, 'tenant_id': 'e2a27b8424d74ef9a6fefad9f327341b'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:36.228353 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e16366ec-8cbb-49bd-bbd6-2b42583791c8 req-8211a0df-fe4a-41c2-94d1-39f7fc6da18d tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870764 Dec 11 22:56:36.230598 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:36.230780 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:36.321422 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bd5f58d7-433f-46e5-84a4-86927cd8e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:36.329878 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bd5f58d7-433f-46e5-84a4-86927cd8e1d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:36.335840 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bd5f58d7-433f-46e5-84a4-86927cd8e1d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5718946-453f-411a-9a39-d37ea583a4c2 HTTP/1.1" status: 204 len: 168 time: 0.4233727 Dec 11 22:56:36.368089 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f58d7-433f-46e5-84a4-86927cd8e1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5718946-453f-411a-9a39-d37ea583a4c2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:36.415171 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=459ee88a-f39f-43f2-90be-fa49378f1275,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:36.488281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network 3bda84d5-5d22-4bae-abe9-5e9814fe50be is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:36.495338 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:36.530547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec17af3-4732-4533-9578-757252e9eb6e req-16641fef-6e9f-4d0f-b2ee-ce788fe97241 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Made reservation on behalf of e2a27b8424d74ef9a6fefad9f327341b for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:56:36.534276 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ec17af3-4732-4533-9578-757252e9eb6e req-16641fef-6e9f-4d0f-b2ee-ce788fe97241 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:36.553661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881a93ae-1fbe-4315-beac-a779edc9b2c0 None None] Network 3bda84d5-5d22-4bae-abe9-5e9814fe50be requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:36.642103 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router cb81d166-790c-4a78-b5e7-3c88faa45bd6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:36.669262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2fffcb4d-4b14-4f4d-9cd4-69dfbf1f92b2 None None] Provisioning complete for port 6c4b5122-6cf1-47e3-8303-93903195887e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:36.669842 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2fffcb4d-4b14-4f4d-9cd4-69dfbf1f92b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:36.820039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-9ec17af3-4732-4533-9578-757252e9eb6e req-16641fef-6e9f-4d0f-b2ee-ce788fe97241 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Allocated IP 172.20.0.5 (29ff65f2-88d5-4843-bb9d-a05f6fd26ba8/75dc39c2-4403-48cb-94a1-c95b2749e375/328efe96-0556-416d-a20f-ddfe57f62ce0) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:56:36.826984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:36.840661 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c699b55c-579c-435d-a438-a5323a22ce13 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/cb81d166-790c-4a78-b5e7-3c88faa45bd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7292588 Dec 11 22:56:36.841637 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45170) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:36.847518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-04ec1e48-5628-4eb1-a1b8-c35a5f31523a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1767091780'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:36.993968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ec1e48-5628-4eb1-a1b8-c35a5f31523a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:56:37.004678 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ec1e48-5628-4eb1-a1b8-c35a5f31523a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:37.126033 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Sync routers for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:37.156799 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:37.158920 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:37.170456 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2fffcb4d-4b14-4f4d-9cd4-69dfbf1f92b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:37.174037 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fdc8068b-475d-48c5-b0ac-4a953b1d26d0 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:37.190950 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ec1e48-5628-4eb1-a1b8-c35a5f31523a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:56:37.192465 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-61511b0b-43fe-477a-8b1b-363e7f32fbee req-2b03d999-c789-42ed-b273-90efeabaf1ab tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 210 time: 0.1576455 Dec 11 22:56:37.257718 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ec1e48-5628-4eb1-a1b8-c35a5f31523a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:37.258080 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-04ec1e48-5628-4eb1-a1b8-c35a5f31523a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Added segment d94f5ed3-f2c5-43cc-96f2-4960f08bd1cf of type vlan for network c0ea54dd-1984-443c-8498-7ac3c27a8fa3 Dec 11 22:56:37.318882 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:37.326030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2fffcb4d-4b14-4f4d-9cd4-69dfbf1f92b2 None None] For port 6c4b5122-6cf1-47e3-8303-93903195887e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=6c4b5122-6cf1-47e3-8303-93903195887e,segment=NetworkSegment(2fba47c4-b171-42eb-92b4-dd4fc749d53d),segment_id=2fba47c4-b171-42eb-92b4-dd4fc749d53d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:37.339536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fdc8068b-475d-48c5-b0ac-4a953b1d26d0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:37.343048 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:37.403045 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2fffcb4d-4b14-4f4d-9cd4-69dfbf1f92b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:37.422647 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ec17af3-4732-4533-9578-757252e9eb6e req-16641fef-6e9f-4d0f-b2ee-ce788fe97241 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:37.450966 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ec1e48-5628-4eb1-a1b8-c35a5f31523a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:37.525246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1f2ad-28c0-42f7-9308-405ccf9ac39f req-cd6e390d-8386-484b-b1b0-21226eeeafea tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:37.533570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ba1f2ad-28c0-42f7-9308-405ccf9ac39f req-cd6e390d-8386-484b-b1b0-21226eeeafea tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1731803 Dec 11 22:56:37.560732 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 6c4b5122-6cf1-47e3-8303-93903195887e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:37.611437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7f8db468-f441-4b37-98c0-39e3cf3a46e4 None None] Provisioning complete for port 6c4b5122-6cf1-47e3-8303-93903195887e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:37.612075 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7f8db468-f441-4b37-98c0-39e3cf3a46e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:37.667285 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:35Z', 'revision_number': 3, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:35Z', 'revision_number': 2, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:37.677367 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ba1f2ad-28c0-42f7-9308-405ccf9ac39f req-eda920e9-1422-44ed-9851-4d2e255e3eba tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421022 Dec 11 22:56:37.684138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffcb4d-4b14-4f4d-9cd4-69dfbf1f92b2 None None] Pushing event updated for resources: {'Port': ['ID=6c4b5122-6cf1-47e3-8303-93903195887e,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:37.684741 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ec1e48-5628-4eb1-a1b8-c35a5f31523a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:37.705825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 6c4b5122-6cf1-47e3-8303-93903195887e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:37.706288 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:37.715828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec1e48-5628-4eb1-a1b8-c35a5f31523a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:37.717544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ec1e48-5628-4eb1-a1b8-c35a5f31523a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:37.749944 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Checking router: cb81d166-790c-4a78-b5e7-3c88faa45bd6 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:56:37.751371 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Updating router cb81d166-790c-4a78-b5e7-3c88faa45bd6 port 459ee88a-f39f-43f2-90be-fa49378f1275 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:56:37.790015 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:37.861619 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ec17af3-4732-4533-9578-757252e9eb6e req-16641fef-6e9f-4d0f-b2ee-ce788fe97241 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:37.933608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7f8db468-f441-4b37-98c0-39e3cf3a46e4 None None] Provisioning complete for port 459ee88a-f39f-43f2-90be-fa49378f1275 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:37.933995 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7f8db468-f441-4b37-98c0-39e3cf3a46e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:37.980570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec1e48-5628-4eb1-a1b8-c35a5f31523a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Network': ['ID=c0ea54dd-1984-443c-8498-7ac3c27a8fa3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:37.986597 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-04ec1e48-5628-4eb1-a1b8-c35a5f31523a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1433146 Dec 11 22:56:37.991136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec17af3-4732-4533-9578-757252e9eb6e req-16641fef-6e9f-4d0f-b2ee-ce788fe97241 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:37.995008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-9ec17af3-4732-4533-9578-757252e9eb6e req-16641fef-6e9f-4d0f-b2ee-ce788fe97241 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:37.997739 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network c0ea54dd-1984-443c-8498-7ac3c27a8fa3 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:56:37.999825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec17af3-4732-4533-9578-757252e9eb6e req-16641fef-6e9f-4d0f-b2ee-ce788fe97241 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:56:38.000691 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45194) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:38.015700 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7f8db468-f441-4b37-98c0-39e3cf3a46e4 None None] Port 459ee88a-f39f-43f2-90be-fa49378f1275 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:38.024621 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e07ae962-472d-4b63-a966-2f82ad78e1f7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'subnet': {'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:38.068813 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16641fef-6e9f-4d0f-b2ee-ce788fe97241 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Pushing event updated for resources: {'Port': ['ID=328efe96-0556-416d-a20f-ddfe57f62ce0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:38.128155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec17af3-4732-4533-9578-757252e9eb6e req-16641fef-6e9f-4d0f-b2ee-ce788fe97241 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:38.128883 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ec17af3-4732-4533-9578-757252e9eb6e req-16641fef-6e9f-4d0f-b2ee-ce788fe97241 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:38.140602 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 42644e20-74a3-430b-889d-7bcaaa866a48 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:56:38.159482 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4fb95b07-2a13-4690-95b0-a6b89ad01cda None None] Provisioning complete for port 459ee88a-f39f-43f2-90be-fa49378f1275 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:38.159951 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4fb95b07-2a13-4690-95b0-a6b89ad01cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:38.230482 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ec17af3-4732-4533-9578-757252e9eb6e req-16641fef-6e9f-4d0f-b2ee-ce788fe97241 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0078673 Dec 11 22:56:38.247241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Request body: {'port': {'device_id': '0ea53b7b-b3d6-44a5-a311-7b716e1c16f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:38.295424 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:38.302417 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07ae962-472d-4b63-a966-2f82ad78e1f7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:56:38.306274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4fb95b07-2a13-4690-95b0-a6b89ad01cda None None] Port 459ee88a-f39f-43f2-90be-fa49378f1275 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:38.306432 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e07ae962-472d-4b63-a966-2f82ad78e1f7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:38.347744 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:38.375778 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:38.388853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af3295-9a10-4fbe-bbe3-e912c4c8bcdb req-7812a747-2aef-4c5a-9680-da29b15283aa tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:38.391306 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60af3295-9a10-4fbe-bbe3-e912c4c8bcdb req-7812a747-2aef-4c5a-9680-da29b15283aa tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 931 time: 0.0997708 Dec 11 22:56:38.407583 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 42644e20-74a3-430b-889d-7bcaaa866a48, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=42644e20-74a3-430b-889d-7bcaaa866a48,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:38.421199 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '42644e20-74a3-430b-889d-7bcaaa866a48', 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2', 'port_id': '42644e20-74a3-430b-889d-7bcaaa866a48', 'mac_address': 'fa:16:3e:1b:91:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2c5c86-08e2-4025-8006-42a91eb9a631', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:56:38.433115 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558d12c-4aca-43a3-9486-33021344d9c1 None None] Pushing event updated for resources: {'Port': ['ID=459ee88a-f39f-43f2-90be-fa49378f1275,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:38.486333 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:38.525091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42644e20-74a3-430b-889d-7bcaaa866a48 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:56:38.556147 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Attempting to bind port 459ee88a-f39f-43f2-90be-fa49378f1275 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:56:38.556956 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60af3295-9a10-4fbe-bbe3-e912c4c8bcdb req-8b03cf7f-97ef-4ac5-92b2-83aca03c8b71 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576231 Dec 11 22:56:38.574773 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Attempting to bind port 459ee88a-f39f-43f2-90be-fa49378f1275 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '2fba47c4-b171-42eb-92b4-dd4fc749d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:56:38.575371 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Attempting to bind port 459ee88a-f39f-43f2-90be-fa49378f1275 on network 3bda84d5-5d22-4bae-abe9-5e9814fe50be {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:56:38.583777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 42644e20-74a3-430b-889d-7bcaaa866a48, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=42644e20-74a3-430b-889d-7bcaaa866a48,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:38.592179 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:56:38.594483 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Checking segment: {'id': '2fba47c4-b171-42eb-92b4-dd4fc749d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:38.594483 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:38.594483 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Bound using segment: {'id': '2fba47c4-b171-42eb-92b4-dd4fc749d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:56:38.594483 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Bound port: 459ee88a-f39f-43f2-90be-fa49378f1275, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fba47c4-b171-42eb-92b4-dd4fc749d53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:56:38.594483 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:38.654593 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:38.707141 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e07ae962-472d-4b63-a966-2f82ad78e1f7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:38.733417 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] For port 459ee88a-f39f-43f2-90be-fa49378f1275, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:56:38.746257 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] For port 459ee88a-f39f-43f2-90be-fa49378f1275, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=459ee88a-f39f-43f2-90be-fa49378f1275,segment=NetworkSegment(2fba47c4-b171-42eb-92b4-dd4fc749d53d),segment_id=2fba47c4-b171-42eb-92b4-dd4fc749d53d)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:56:38.761967 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=42644e20-74a3-430b-889d-7bcaaa866a48,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:38.825928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ae962-472d-4b63-a966-2f82ad78e1f7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Subnet': ['ID=3d1155a8-7687-4612-985d-6ae0d9e55422,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:38.828195 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:38.834747 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ae962-472d-4b63-a966-2f82ad78e1f7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Checking segment: {'id': 'd94f5ed3-f2c5-43cc-96f2-4960f08bd1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:38.835152 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07ae962-472d-4b63-a966-2f82ad78e1f7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network hostable DHCP agents. Network: c0ea54dd-1984-443c-8498-7ac3c27a8fa3, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:56:38.871868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328efe96-0556-416d-a20f-ddfe57f62ce0 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:56:38.882270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 6c4b5122-6cf1-47e3-8303-93903195887e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:38.913637 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07ae962-472d-4b63-a966-2f82ad78e1f7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network c0ea54dd-1984-443c-8498-7ac3c27a8fa3 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:56:38.915667 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:38.916107 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:38.919828 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558d12c-4aca-43a3-9486-33021344d9c1 None None] Pushing event updated for resources: {'Port': ['ID=459ee88a-f39f-43f2-90be-fa49378f1275,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:38.923838 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:38.959215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d8232-f148-404e-8aef-57508d21ab96 req-4cb7d07d-e254-4004-a971-277bd5b9ea97 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:38.960663 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-756d8232-f148-404e-8aef-57508d21ab96 req-4cb7d07d-e254-4004-a971-277bd5b9ea97 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 945 time: 0.1496270 Dec 11 22:56:38.962213 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 6c4b5122-6cf1-47e3-8303-93903195887e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:38.963609 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:38.966375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Transition to ACTIVE for port object 328efe96-0556-416d-a20f-ddfe57f62ce0 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:56:39.001978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['42644e20-74a3-430b-889d-7bcaaa866a48'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:56:39.028448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-e07ae962-472d-4b63-a966-2f82ad78e1f7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, c0ea54dd-1984-443c-8498-7ac3c27a8fa3) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:39.033528 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:39.034545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07ae962-472d-4b63-a966-2f82ad78e1f7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:39.036094 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e07ae962-472d-4b63-a966-2f82ad78e1f7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:39.043721 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-756d8232-f148-404e-8aef-57508d21ab96 req-c6398ce4-590e-4716-9c22-481445e9b2d5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653336 Dec 11 22:56:39.068558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4851db-c308-4d61-9140-a7a7700c47af None None] Network c0ea54dd-1984-443c-8498-7ac3c27a8fa3 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:39.089997 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:39.110945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Pushing event updated for resources: {'Port': ['ID=328efe96-0556-416d-a20f-ddfe57f62ce0,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:39.143651 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e07ae962-472d-4b63-a966-2f82ad78e1f7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1379364 Dec 11 22:56:39.148434 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45218) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:39.239147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Attempting to bind port 328efe96-0556-416d-a20f-ddfe57f62ce0 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:56:39.239835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Attempting to bind port 328efe96-0556-416d-a20f-ddfe57f62ce0 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:56:39.240339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Attempting to bind port 328efe96-0556-416d-a20f-ddfe57f62ce0 on network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:56:39.245358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Port 328efe96-0556-416d-a20f-ddfe57f62ce0 on network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:56:39.245928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Attempting to bind port 328efe96-0556-416d-a20f-ddfe57f62ce0 on network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:56:39.253972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:56:39.255498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Checking segment: {'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:39.257473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Bound using segment: {'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:56:39.259450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Bound port: 328efe96-0556-416d-a20f-ddfe57f62ce0, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:56:39.259832 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:39.300069 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'project_id': '42ad0153638a4214b33983a425162708', 'fixed_ips': [{'subnet_id': '3d1155a8-7687-4612-985d-6ae0d9e55422'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:56:39.301063 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:39.308119 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6be1ec85-c9a2-430c-a753-c861d91c914f None None] Provisioning complete for port 459ee88a-f39f-43f2-90be-fa49378f1275 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:39.308535 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6be1ec85-c9a2-430c-a753-c861d91c914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:39.357400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] For port 328efe96-0556-416d-a20f-ddfe57f62ce0, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:56:39.362116 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] For port 328efe96-0556-416d-a20f-ddfe57f62ce0, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=328efe96-0556-416d-a20f-ddfe57f62ce0,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:56:39.428958 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:39.436497 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa297442-19eb-49ba-bd8a-a02152e988a1 req-81244946-d90b-49da-bde9-f9410630ac40 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:39.438932 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa297442-19eb-49ba-bd8a-a02152e988a1 req-81244946-d90b-49da-bde9-f9410630ac40 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 945 time: 0.1912448 Dec 11 22:56:39.477667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:39.478294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:39.479766 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] 10.222.0.13 "PUT /v2.0/ports/328efe96-0556-416d-a20f-ddfe57f62ce0 HTTP/1.1" status: 200 len: 1091 time: 1.2383223 Dec 11 22:56:39.480220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea53b7b-b3d6-44a5-a311-7b716e1c16f9', 'tag': '328efe96-0556-416d-a20f-ddfe57f62ce0'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:56:39.482510 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27a3ce7-a6ca-42b9-b49f-79bff9ef3eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea53b7b-b3d6-44a5-a311-7b716e1c16f9", "tag": "328efe96-0556-416d-a20f-ddfe57f62ce0"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:56:39.512702 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:35Z', 'revision_number': 3, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:38Z', 'revision_number': 4, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:39.522941 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe3736-7dcc-4dbf-abad-7877c53dad1b service neutron] Pushing event updated for resources: {'Port': ['ID=328efe96-0556-416d-a20f-ddfe57f62ce0,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:39.543182 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641d0815-e6c0-4323-a629-cb170f215dc1 None None] The sync data for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 is: [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:35Z', 'revision_number': 3, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:38Z', 'revision_number': 4, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:39.569622 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22edc94-c596-45c3-b318-c07f35b5684e x-openstack-request-id: req-e22edc94-c596-45c3-b318-c07f35b5684e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:56:39.569923 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea53b7b-b3d6-44a5-a311-7b716e1c16f9", "tag": "328efe96-0556-416d-a20f-ddfe57f62ce0", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:56:39.570172 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e22edc94-c596-45c3-b318-c07f35b5684e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:56:39.571293 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea53b7b-b3d6-44a5-a311-7b716e1c16f9', 'tag': '328efe96-0556-416d-a20f-ddfe57f62ce0', 'status': 'completed', 'code': 200} Dec 11 22:56:39.697949 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa297442-19eb-49ba-bd8a-a02152e988a1 req-35036ad8-e2eb-4906-8ec6-bbff859a2711 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480049 Dec 11 22:56:39.748313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3ce7-a6ca-42b9-b49f-79bff9ef3eb1 req-304ba7ba-019c-4e9e-87b6-e03b6ad3a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:39.750840 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f27a3ce7-a6ca-42b9-b49f-79bff9ef3eb1 req-304ba7ba-019c-4e9e-87b6-e03b6ad3a876 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 1094 time: 0.1546142 Dec 11 22:56:39.885275 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6be1ec85-c9a2-430c-a753-c861d91c914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:39.960677 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:39.965910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b20670-03e2-4086-a948-c9ab292baa57 req-a50078f2-18fc-4cc1-a982-4ec02865fac8 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:39.978903 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8b20670-03e2-4086-a948-c9ab292baa57 req-a50078f2-18fc-4cc1-a982-4ec02865fac8 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 943 time: 0.2741435 Dec 11 22:56:39.979997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3ce7-a6ca-42b9-b49f-79bff9ef3eb1 req-f28070ae-92a7-4460-a2ee-2ddeb5be3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:39.981347 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f27a3ce7-a6ca-42b9-b49f-79bff9ef3eb1 req-f28070ae-92a7-4460-a2ee-2ddeb5be3089 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2187400 Dec 11 22:56:39.988175 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Allocated IP 2001:db8:2::2 (c0ea54dd-1984-443c-8498-7ac3c27a8fa3/3d1155a8-7687-4612-985d-6ae0d9e55422/3aff116c-d5d6-4316-86c3-07622b489d0a) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:56:40.131176 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8b20670-03e2-4086-a948-c9ab292baa57 req-0c2c0f3f-f66e-4584-941b-d3390885184f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531565 Dec 11 22:56:40.177406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3ce7-a6ca-42b9-b49f-79bff9ef3eb1 req-20d32a02-7f8f-4418-aa59-6fee45d35b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:40.179528 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f27a3ce7-a6ca-42b9-b49f-79bff9ef3eb1 req-20d32a02-7f8f-4418-aa59-6fee45d35b8c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1869009 Dec 11 22:56:40.236469 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 42644e20-74a3-430b-889d-7bcaaa866a48 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:56:40.278965 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:40.325767 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6be1ec85-c9a2-430c-a753-c861d91c914f None None] For port 459ee88a-f39f-43f2-90be-fa49378f1275, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=459ee88a-f39f-43f2-90be-fa49378f1275,segment=NetworkSegment(2fba47c4-b171-42eb-92b4-dd4fc749d53d),segment_id=2fba47c4-b171-42eb-92b4-dd4fc749d53d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:40.342068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec17af3-4732-4533-9578-757252e9eb6e req-f4e44107-8e84-4f89-9333-9dee1997cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:40.344746 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ec17af3-4732-4533-9578-757252e9eb6e req-f4e44107-8e84-4f89-9333-9dee1997cc1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 1094 time: 0.1019046 Dec 11 22:56:40.387715 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:40.396532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccb65a-85cb-48a2-a0fe-6a1718199c49 req-f842fb63-4194-4572-ae65-2aad81cd5315 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:40.398116 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01ccb65a-85cb-48a2-a0fe-6a1718199c49 req-f842fb63-4194-4572-ae65-2aad81cd5315 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 945 time: 0.1997197 Dec 11 22:56:40.416521 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6be1ec85-c9a2-430c-a753-c861d91c914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:40.442981 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ec17af3-4732-4533-9578-757252e9eb6e req-70278552-65df-4dcf-98dc-a0f827e3bfd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=328efe96-0556-416d-a20f-ddfe57f62ce0 HTTP/1.1" status: 200 len: 217 time: 0.0860951 Dec 11 22:56:40.467236 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Network c0ea54dd-1984-443c-8498-7ac3c27a8fa3 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:40.470751 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:40.476757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:56:40.479312 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:40.505041 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Pushing event updated for resources: {'Port': ['ID=3aff116c-d5d6-4316-86c3-07622b489d0a,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:40.512361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 42644e20-74a3-430b-889d-7bcaaa866a48 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:56:40.523391 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01ccb65a-85cb-48a2-a0fe-6a1718199c49 req-9d5ea221-49f5-4cd6-9592-e794c9fcc571 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079414 Dec 11 22:56:40.549901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec17af3-4732-4533-9578-757252e9eb6e req-0b1281ee-acc9-44c3-aee0-fd4980595080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:40.551711 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ec17af3-4732-4533-9578-757252e9eb6e req-0b1281ee-acc9-44c3-aee0-fd4980595080 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75dc39c2-4403-48cb-94a1-c95b2749e375 HTTP/1.1" status: 200 len: 855 time: 0.1026485 Dec 11 22:56:40.594166 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ec17af3-4732-4533-9578-757252e9eb6e req-4195c030-efd3-486e-857a-c8ee6914b538 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322928 Dec 11 22:56:40.595066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Allocated IP 2001:db8:2::1 (c0ea54dd-1984-443c-8498-7ac3c27a8fa3/3d1155a8-7687-4612-985d-6ae0d9e55422/15d68378-f22d-45d0-a1ea-789509ef4ebe) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:56:40.614702 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Attempting to bind port 3aff116c-d5d6-4316-86c3-07622b489d0a on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:56:40.615509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Attempting to bind port 3aff116c-d5d6-4316-86c3-07622b489d0a by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'd94f5ed3-f2c5-43cc-96f2-4960f08bd1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:56:40.615988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Attempting to bind port 3aff116c-d5d6-4316-86c3-07622b489d0a on network c0ea54dd-1984-443c-8498-7ac3c27a8fa3 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:56:40.647318 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:56:40.647887 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Checking segment: {'id': 'd94f5ed3-f2c5-43cc-96f2-4960f08bd1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:40.653691 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:40.653691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Bound using segment: {'id': 'd94f5ed3-f2c5-43cc-96f2-4960f08bd1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:56:40.653691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Bound port: 3aff116c-d5d6-4316-86c3-07622b489d0a, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94f5ed3-f2c5-43cc-96f2-4960f08bd1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:56:40.653691 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:40.656563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 42644e20-74a3-430b-889d-7bcaaa866a48, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=42644e20-74a3-430b-889d-7bcaaa866a48,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:40.679708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4a678bee-fd05-4db0-8689-050191c7ab64 None None] Provisioning complete for port 459ee88a-f39f-43f2-90be-fa49378f1275 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:40.680151 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a678bee-fd05-4db0-8689-050191c7ab64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:40.718910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1ec85-c9a2-430c-a753-c861d91c914f None None] Pushing event updated for resources: {'Port': ['ID=459ee88a-f39f-43f2-90be-fa49378f1275,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:40.748044 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ec17af3-4732-4533-9578-757252e9eb6e req-ed6529b6-cdcf-4b6c-aba6-2f73b8cea82b service neutron] 10.222.0.13 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462080 Dec 11 22:56:40.748761 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:40.753977 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:40.873274 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:40.878818 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] For port 3aff116c-d5d6-4316-86c3-07622b489d0a, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:56:40.904281 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=42644e20-74a3-430b-889d-7bcaaa866a48,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:40.911495 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] For port 3aff116c-d5d6-4316-86c3-07622b489d0a, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3aff116c-d5d6-4316-86c3-07622b489d0a,segment=NetworkSegment(d94f5ed3-f2c5-43cc-96f2-4960f08bd1cf),segment_id=d94f5ed3-f2c5-43cc-96f2-4960f08bd1cf)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:56:40.921176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6830ff-28b9-48f2-8a32-10ad287168de req-de208da1-eb19-4d1a-bcf8-62618c3f2769 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:40.922934 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc6830ff-28b9-48f2-8a32-10ad287168de req-de208da1-eb19-4d1a-bcf8-62618c3f2769 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 945 time: 0.0896275 Dec 11 22:56:40.937174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 459ee88a-f39f-43f2-90be-fa49378f1275 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:40.946444 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network c0ea54dd-1984-443c-8498-7ac3c27a8fa3 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:40.949805 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:40.952798 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ec17af3-4732-4533-9578-757252e9eb6e req-a283a067-37b8-4b3d-a89e-e7c05df0ff8d service neutron] 10.222.0.13 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957223 Dec 11 22:56:40.954009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:56:40.955032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:40.983567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45250) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:41.006968 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.007814 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=15d68378-f22d-45d0-a1ea-789509ef4ebe,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:41.057039 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc6830ff-28b9-48f2-8a32-10ad287168de req-26fbea60-9914-4c26-b072-ae0b66a31348 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1d6cc3c-1765-4177-8f06-12a66f773de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203451 Dec 11 22:56:41.067307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 459ee88a-f39f-43f2-90be-fa49378f1275 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:41.067924 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.072216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b909b6-81d2-45bb-ba9e-030beab2bfe6 req-68c4e251-ef37-4b98-bee3-ae5669c760ee tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:41.074169 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-87b909b6-81d2-45bb-ba9e-030beab2bfe6 req-68c4e251-ef37-4b98-bee3-ae5669c760ee tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.13 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 945 time: 0.0754583 Dec 11 22:56:41.149921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c2255-dbe6-4558-8261-4e9e1e7726d8 None None] Pushing event updated for resources: {'Port': ['ID=3aff116c-d5d6-4316-86c3-07622b489d0a,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:41.181817 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-423cb295-ef16-4f2e-8e9c-5952bc5150ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.198596 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.260784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-87b909b6-81d2-45bb-ba9e-030beab2bfe6 req-a6e1169c-e598-4d5e-bb2e-4cce515707db tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Deleting port 63c7a47e-d39b-4666-853e-70def1bb2d31 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:41.261213 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-87b909b6-81d2-45bb-ba9e-030beab2bfe6 req-a6e1169c-e598-4d5e-bb2e-4cce515707db tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.336244 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-423cb295-ef16-4f2e-8e9c-5952bc5150ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.399335 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9106efd-bdfc-4604-96b7-d59322c7f6c4 req-02dbefc4-b60c-4a54-bdfa-397c5000e3fa tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:41.401536 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b9106efd-bdfc-4604-96b7-d59322c7f6c4 req-02dbefc4-b60c-4a54-bdfa-397c5000e3fa tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 943 time: 0.1518700 Dec 11 22:56:41.406854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-87b909b6-81d2-45bb-ba9e-030beab2bfe6 req-a6e1169c-e598-4d5e-bb2e-4cce515707db tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] For port 63c7a47e-d39b-4666-853e-70def1bb2d31, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=63c7a47e-d39b-4666-853e-70def1bb2d31,segment=NetworkSegment(74662169-1a30-4856-b88a-4a05458741d7),segment_id=74662169-1a30-4856-b88a-4a05458741d7)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:41.407488 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-87b909b6-81d2-45bb-ba9e-030beab2bfe6 req-a6e1169c-e598-4d5e-bb2e-4cce515707db tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.423662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-87b909b6-81d2-45bb-ba9e-030beab2bfe6 req-a6e1169c-e598-4d5e-bb2e-4cce515707db tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Calling delete_port for 63c7a47e-d39b-4666-853e-70def1bb2d31 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:41.435934 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-423cb295-ef16-4f2e-8e9c-5952bc5150ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.534409 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-423cb295-ef16-4f2e-8e9c-5952bc5150ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f72331306b6484a9e6355676eeb450a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5483255 Dec 11 22:56:41.535311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423cb295-ef16-4f2e-8e9c-5952bc5150ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3546e24-4905-4b7b-b96b-6b65a7353077,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:41.536806 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b9106efd-bdfc-4604-96b7-d59322c7f6c4 req-d9f29a22-f136-48b5-8a0b-717224f8da79 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238358 Dec 11 22:56:41.538827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45258) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:41.636810 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.683390 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba23a239-755e-448c-b588-671f10d275dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.717748 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.718673 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.720895 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba23a239-755e-448c-b588-671f10d275dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.735763 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54b6df-89d1-4739-ad49-a8cecf00cddd req-54e4cbc8-55c8-449c-a56c-709dda02e5e5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:41.737329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d54b6df-89d1-4739-ad49-a8cecf00cddd req-54e4cbc8-55c8-449c-a56c-709dda02e5e5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 944 time: 0.1038768 Dec 11 22:56:41.782221 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-87b909b6-81d2-45bb-ba9e-030beab2bfe6 req-a6e1169c-e598-4d5e-bb2e-4cce515707db tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.795020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['63c7a47e-d39b-4666-853e-70def1bb2d31'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:56:41.814472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=15d68378-f22d-45d0-a1ea-789509ef4ebe,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:41.823216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1169c-e598-4d5e-bb2e-4cce515707db tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Pushing event deleted for resources: {'Port': ['ID=63c7a47e-d39b-4666-853e-70def1bb2d31,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:41.848913 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cbbede-31d2-4821-89ee-f372638379fa None None] DHCP port deletion for 342542df-9e2a-49dd-8ac7-00b364607ac8 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:56:41.862202 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network c0ea54dd-1984-443c-8498-7ac3c27a8fa3 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:41.863652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:41.889154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b909b6-81d2-45bb-ba9e-030beab2bfe6 req-a6e1169c-e598-4d5e-bb2e-4cce515707db tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] No DVR routers for this DVR port 63c7a47e-d39b-4666-853e-70def1bb2d31 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:56:41.894480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d54b6df-89d1-4739-ad49-a8cecf00cddd req-8c068db0-0718-4d9f-8838-1cd6329faaaf tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461205 Dec 11 22:56:41.896551 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-87b909b6-81d2-45bb-ba9e-030beab2bfe6 req-a6e1169c-e598-4d5e-bb2e-4cce515707db tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.900117 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-87b909b6-81d2-45bb-ba9e-030beab2bfe6 req-a6e1169c-e598-4d5e-bb2e-4cce515707db tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.13 "DELETE /v2.0/ports/63c7a47e-d39b-4666-853e-70def1bb2d31 HTTP/1.1" status: 204 len: 173 time: 0.8163438 Dec 11 22:56:41.905174 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89986ef6-cd07-447a-9078-ff306ae1e32e', 'name': 'network-vif-deleted', 'tag': '63c7a47e-d39b-4666-853e-70def1bb2d31'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:56:41.905539 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3b5626-5ce9-4e32-8f37-9a72d618f1ad" -d '{"events": [{"server_uuid": "89986ef6-cd07-447a-9078-ff306ae1e32e", "name": "network-vif-deleted", "tag": "63c7a47e-d39b-4666-853e-70def1bb2d31"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:56:41.947248 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a18fc26-5a59-4631-960b-bf4afa9820bc x-openstack-request-id: req-1a18fc26-5a59-4631-960b-bf4afa9820bc {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:56:41.947826 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89986ef6-cd07-447a-9078-ff306ae1e32e", "name": "network-vif-deleted", "tag": "63c7a47e-d39b-4666-853e-70def1bb2d31", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:56:41.948064 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a18fc26-5a59-4631-960b-bf4afa9820bc {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:56:41.948536 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89986ef6-cd07-447a-9078-ff306ae1e32e', 'name': 'network-vif-deleted', 'tag': '63c7a47e-d39b-4666-853e-70def1bb2d31', 'status': 'completed', 'code': 200} Dec 11 22:56:41.959123 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba23a239-755e-448c-b588-671f10d275dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.961820 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba23a239-755e-448c-b588-671f10d275dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:41.965872 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ba23a239-755e-448c-b588-671f10d275dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3546e24-4905-4b7b-b96b-6b65a7353077 HTTP/1.1" status: 204 len: 168 time: 0.4223833 Dec 11 22:56:41.977016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23a239-755e-448c-b588-671f10d275dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3546e24-4905-4b7b-b96b-6b65a7353077,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:42.015607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router cb81d166-790c-4a78-b5e7-3c88faa45bd6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:42.130500 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:42.141560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Sync routers for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:42.148992 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-af6ce5fa-2414-4f66-98bb-e7348b66932a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/cb81d166-790c-4a78-b5e7-3c88faa45bd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9963982 Dec 11 22:56:42.152003 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45268) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:42.152514 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 42644e20-74a3-430b-889d-7bcaaa866a48 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:42.170142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-afda0b03-4a6d-45d6-a81c-506ba617b28c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-776710459'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:42.175305 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-913eec3d-06ec-44c7-937c-1933fdf19d23 req-61c0141e-447b-442b-b259-710c7de76c91 tempest-VolumesSnapshotTestJSON-407037366 tempest-VolumesSnapshotTestJSON-407037366-project] 10.222.0.45 "GET /v2.0/ports?device_id=89986ef6-cd07-447a-9078-ff306ae1e32e HTTP/1.1" status: 200 len: 210 time: 0.0412974 Dec 11 22:56:42.190848 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:42.192482 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:42.278690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afda0b03-4a6d-45d6-a81c-506ba617b28c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:56:42.283636 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afda0b03-4a6d-45d6-a81c-506ba617b28c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:42.301225 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 42644e20-74a3-430b-889d-7bcaaa866a48 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:42.302198 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:42.307083 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:42.326687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afda0b03-4a6d-45d6-a81c-506ba617b28c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:56:42.340002 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afda0b03-4a6d-45d6-a81c-506ba617b28c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:42.340501 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-afda0b03-4a6d-45d6-a81c-506ba617b28c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Added segment 312880e9-4170-412e-9ce3-e217617b3d4e of type vlan for network 92997fb1-4dc7-48d1-9733-751d6507367f Dec 11 22:56:42.386988 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afda0b03-4a6d-45d6-a81c-506ba617b28c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:42.408883 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2900f476-e514-4b45-918a-a562af014797 None None] Network c0ea54dd-1984-443c-8498-7ac3c27a8fa3 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:42.471599 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afda0b03-4a6d-45d6-a81c-506ba617b28c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:42.478567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afda0b03-4a6d-45d6-a81c-506ba617b28c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:42.479409 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afda0b03-4a6d-45d6-a81c-506ba617b28c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:42.579704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-eb4f9353-90fc-47ac-8099-5522cc533f22 None None] Provisioning complete for port 3aff116c-d5d6-4316-86c3-07622b489d0a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:42.580062 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9353-90fc-47ac-8099-5522cc533f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:42.662107 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:42.730409 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23abcfb0-5f74-474e-a79f-a4550d3e0562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42644e20-74a3-430b-889d-7bcaaa866a48'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:56:42.732715 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58e9dd9-4d68-4552-85e9-19d91ec7210b" -d '{"events": [{"server_uuid": "23abcfb0-5f74-474e-a79f-a4550d3e0562", "name": "network-vif-plugged", "status": "completed", "tag": "42644e20-74a3-430b-889d-7bcaaa866a48"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:56:42.751477 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 42644e20-74a3-430b-889d-7bcaaa866a48, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=42644e20-74a3-430b-889d-7bcaaa866a48,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:42.788073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45278) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:42.805486 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9353-90fc-47ac-8099-5522cc533f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:42.818477 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:41Z', 'revision_number': 4, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '15d68378-f22d-45d0-a1ea-789509ef4ebe', 'name': '', 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:42:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:40Z', 'updated_at': '2021-12-11T22:56:41Z', 'revision_number': 2, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:42.831330 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b9de916-dc56-4093-b48d-4afdf255aa07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:42.854657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Checking router: cb81d166-790c-4a78-b5e7-3c88faa45bd6 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:56:42.855230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Updating router cb81d166-790c-4a78-b5e7-3c88faa45bd6 port 15d68378-f22d-45d0-a1ea-789509ef4ebe binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:56:42.861077 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:42.908381 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26cfd62-1c9e-4574-8e3d-3897eabfb172 x-openstack-request-id: req-d26cfd62-1c9e-4574-8e3d-3897eabfb172 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:56:42.908831 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23abcfb0-5f74-474e-a79f-a4550d3e0562", "name": "network-vif-plugged", "status": "completed", "tag": "42644e20-74a3-430b-889d-7bcaaa866a48", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:56:42.909181 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d26cfd62-1c9e-4574-8e3d-3897eabfb172 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:56:42.909694 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23abcfb0-5f74-474e-a79f-a4550d3e0562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42644e20-74a3-430b-889d-7bcaaa866a48', 'code': 200} Dec 11 22:56:42.947948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-eb4f9353-90fc-47ac-8099-5522cc533f22 None None] For port 3aff116c-d5d6-4316-86c3-07622b489d0a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3aff116c-d5d6-4316-86c3-07622b489d0a,segment=NetworkSegment(d94f5ed3-f2c5-43cc-96f2-4960f08bd1cf),segment_id=d94f5ed3-f2c5-43cc-96f2-4960f08bd1cf)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:42.955082 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:43.021086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3aff116c-d5d6-4316-86c3-07622b489d0a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:43.041551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45282) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:43.042575 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-afda0b03-4a6d-45d6-a81c-506ba617b28c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8906686 Dec 11 22:56:43.048701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=42644e20-74a3-430b-889d-7bcaaa866a48,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:43.063659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda0b03-4a6d-45d6-a81c-506ba617b28c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Network': ['ID=92997fb1-4dc7-48d1-9733-751d6507367f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:43.065696 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9353-90fc-47ac-8099-5522cc533f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:43.086493 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-952d76ee-8b5c-440b-9769-cd724b1333be tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'subnet': {'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:43.093883 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11c367-7212-431e-b265-14949c9da71e req-1bc3a7ce-e4ca-40ad-9730-6281543311e2 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:43.100252 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d11c367-7212-431e-b265-14949c9da71e req-1bc3a7ce-e4ca-40ad-9730-6281543311e2 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 943 time: 0.1875136 Dec 11 22:56:43.179270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d11c367-7212-431e-b265-14949c9da71e req-7b5e93ce-8651-4d4c-96ad-9ddbf8346eb0 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780640 Dec 11 22:56:43.208516 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b9de916-dc56-4093-b48d-4afdf255aa07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:43.233372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea159ae9-b158-41db-af42-a8f5b9ba722f req-365b3368-8554-4f39-9f2e-b09afc12e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:43.235481 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea159ae9-b158-41db-af42-a8f5b9ba722f req-365b3368-8554-4f39-9f2e-b09afc12e797 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 1097 time: 0.0719643 Dec 11 22:56:43.311675 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea159ae9-b158-41db-af42-a8f5b9ba722f req-859f4876-4957-46cc-9d7e-a3cf04aa7a32 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688608 Dec 11 22:56:43.314186 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fb61d-4176-4eee-9867-f93353ce1b03 req-863a8435-0350-4666-8bac-8a27702840cc tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:43.318315 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c9fb61d-4176-4eee-9867-f93353ce1b03 req-863a8435-0350-4666-8bac-8a27702840cc tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1123431 Dec 11 22:56:43.319934 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b9de916-dc56-4093-b48d-4afdf255aa07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:43.336185 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 92997fb1-4dc7-48d1-9733-751d6507367f details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:56:43.408176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952d76ee-8b5c-440b-9769-cd724b1333be tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Made reservation on behalf of 42ad0153638a4214b33983a425162708 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:56:43.413003 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-952d76ee-8b5c-440b-9769-cd724b1333be tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:43.440320 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9de916-dc56-4093-b48d-4afdf255aa07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98486337-c53b-4469-add0-c2331ac4dafd,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:43.479269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-10987dbf-b60a-4d72-9e57-e7a5f24b7fa5 None None] Provisioning complete for port 3aff116c-d5d6-4316-86c3-07622b489d0a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:43.479644 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10987dbf-b60a-4d72-9e57-e7a5f24b7fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:43.484157 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3b9de916-dc56-4093-b48d-4afdf255aa07 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=800443f71b924b46b60a47f15b80df85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6889746 Dec 11 22:56:43.484344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45288) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:43.484793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f9353-90fc-47ac-8099-5522cc533f22 None None] Pushing event updated for resources: {'Port': ['ID=3aff116c-d5d6-4316-86c3-07622b489d0a,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:43.515487 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c9fb61d-4176-4eee-9867-f93353ce1b03 req-b174c5eb-5f5c-45fe-8f5d-7d3a1c0e5bf0 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880894 Dec 11 22:56:43.547184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45987d32-b038-4697-b5a3-28751ddb19cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:43.553723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 3aff116c-d5d6-4316-86c3-07622b489d0a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:43.554100 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:43.583995 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45987d32-b038-4697-b5a3-28751ddb19cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:43.720616 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:43.767219 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45987d32-b038-4697-b5a3-28751ddb19cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:43.770302 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45987d32-b038-4697-b5a3-28751ddb19cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:43.776988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-45987d32-b038-4697-b5a3-28751ddb19cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/98486337-c53b-4469-add0-c2331ac4dafd HTTP/1.1" status: 204 len: 168 time: 0.2890887 Dec 11 22:56:43.786547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45987d32-b038-4697-b5a3-28751ddb19cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98486337-c53b-4469-add0-c2331ac4dafd,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:43.812215 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:43.825697 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-10987dbf-b60a-4d72-9e57-e7a5f24b7fa5 None None] Provisioning complete for port 15d68378-f22d-45d0-a1ea-789509ef4ebe triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:43.826079 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10987dbf-b60a-4d72-9e57-e7a5f24b7fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:43.833500 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-952d76ee-8b5c-440b-9769-cd724b1333be tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:43.870159 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-10987dbf-b60a-4d72-9e57-e7a5f24b7fa5 None None] Port 15d68378-f22d-45d0-a1ea-789509ef4ebe cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:43.906979 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d76ee-8b5c-440b-9769-cd724b1333be tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Subnet': ['ID=69bdf831-618d-4057-8d29-e9fdadcab26c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:43.913153 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:43.933257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d76ee-8b5c-440b-9769-cd724b1333be tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Checking segment: {'id': '312880e9-4170-412e-9ce3-e217617b3d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:43.933713 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952d76ee-8b5c-440b-9769-cd724b1333be tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network hostable DHCP agents. Network: 92997fb1-4dc7-48d1-9733-751d6507367f, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:56:43.960903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c43b1d-6fe6-464b-8402-01d1bab155c5 None None] Pushing event updated for resources: {'Port': ['ID=15d68378-f22d-45d0-a1ea-789509ef4ebe,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:44.030375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Attempting to bind port 15d68378-f22d-45d0-a1ea-789509ef4ebe on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:56:44.030756 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Attempting to bind port 15d68378-f22d-45d0-a1ea-789509ef4ebe by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'd94f5ed3-f2c5-43cc-96f2-4960f08bd1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:56:44.031152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Attempting to bind port 15d68378-f22d-45d0-a1ea-789509ef4ebe on network c0ea54dd-1984-443c-8498-7ac3c27a8fa3 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:56:44.039802 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-288d210e-e3a1-4993-80f1-897f34fe7d2f None None] Provisioning complete for port 15d68378-f22d-45d0-a1ea-789509ef4ebe triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:44.040184 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-288d210e-e3a1-4993-80f1-897f34fe7d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:44.042008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:56:44.042403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Checking segment: {'id': 'd94f5ed3-f2c5-43cc-96f2-4960f08bd1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:44.042790 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:44.043218 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Bound using segment: {'id': 'd94f5ed3-f2c5-43cc-96f2-4960f08bd1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:56:44.043701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Bound port: 15d68378-f22d-45d0-a1ea-789509ef4ebe, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94f5ed3-f2c5-43cc-96f2-4960f08bd1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:56:44.044082 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:44.091843 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952d76ee-8b5c-440b-9769-cd724b1333be tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network 92997fb1-4dc7-48d1-9733-751d6507367f is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:56:44.114646 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-288d210e-e3a1-4993-80f1-897f34fe7d2f None None] Port 15d68378-f22d-45d0-a1ea-789509ef4ebe cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:44.145516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] For port 15d68378-f22d-45d0-a1ea-789509ef4ebe, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:56:44.149322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] For port 15d68378-f22d-45d0-a1ea-789509ef4ebe, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=15d68378-f22d-45d0-a1ea-789509ef4ebe,segment=NetworkSegment(d94f5ed3-f2c5-43cc-96f2-4960f08bd1cf),segment_id=d94f5ed3-f2c5-43cc-96f2-4960f08bd1cf)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:56:44.182189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-952d76ee-8b5c-440b-9769-cd724b1333be tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 92997fb1-4dc7-48d1-9733-751d6507367f) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:44.193395 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dc72d8-4215-451b-b4ce-abe6d34be971 None None] Network 92997fb1-4dc7-48d1-9733-751d6507367f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:44.194017 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952d76ee-8b5c-440b-9769-cd724b1333be tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:44.194884 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-952d76ee-8b5c-440b-9769-cd724b1333be tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:44.256612 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:44.295403 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-952d76ee-8b5c-440b-9769-cd724b1333be tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2521400 Dec 11 22:56:44.298510 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45302) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:44.389917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6e25a0ce-5f72-4001-8743-22e8393a7bba None None] Provisioning complete for port 15d68378-f22d-45d0-a1ea-789509ef4ebe triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:44.390421 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6e25a0ce-5f72-4001-8743-22e8393a7bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:44.423292 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c43b1d-6fe6-464b-8402-01d1bab155c5 None None] Pushing event updated for resources: {'Port': ['ID=15d68378-f22d-45d0-a1ea-789509ef4ebe,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:44.465113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-92997fb1-4dc7-48d1-9733-751d6507367f', 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f', 'project_id': '42ad0153638a4214b33983a425162708', 'fixed_ips': [{'subnet_id': '69bdf831-618d-4057-8d29-e9fdadcab26c'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:56:44.466014 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:44.515582 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:44.516256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:44.626054 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:44.751161 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974c4b1-81f2-4946-ad4c-051bde610979 req-86b30064-4e82-49cc-9e88-f950b4791f81 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:44.761542 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a974c4b1-81f2-4946-ad4c-051bde610979 req-86b30064-4e82-49cc-9e88-f950b4791f81 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 943 time: 0.4999390 Dec 11 22:56:44.816787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 328efe96-0556-416d-a20f-ddfe57f62ce0 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:56:44.818888 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 63c7a47e-d39b-4666-853e-70def1bb2d31 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:56:44.831217 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503567a-c0a8-43d5-bbff-8b43c6f2d37b req-d8655a9e-6510-4260-a971-cedce7aa5692 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:44.833429 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8503567a-c0a8-43d5-bbff-8b43c6f2d37b req-d8655a9e-6510-4260-a971-cedce7aa5692 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1352849 Dec 11 22:56:44.910082 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a974c4b1-81f2-4946-ad4c-051bde610979 req-91376228-ee92-483a-9be8-d496845d053a tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386623 Dec 11 22:56:44.936214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3aff116c-d5d6-4316-86c3-07622b489d0a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:44.953517 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8503567a-c0a8-43d5-bbff-8b43c6f2d37b req-f806f174-9cbf-4da6-bd62-eed18f063117 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962987 Dec 11 22:56:45.030772 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 63c7a47e-d39b-4666-853e-70def1bb2d31 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:56:45.031388 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 63c7a47e-d39b-4666-853e-70def1bb2d31 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:56:45.136450 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6e25a0ce-5f72-4001-8743-22e8393a7bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:45.229224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96dc0ec-2701-4f5f-8a50-a4155153cc55 req-ef4ce135-43b4-4526-8683-f2e801a37e25 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:45.231062 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f96dc0ec-2701-4f5f-8a50-a4155153cc55 req-ef4ce135-43b4-4526-8683-f2e801a37e25 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1301577 Dec 11 22:56:45.340708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Allocated IP 2001:db8:3::2 (92997fb1-4dc7-48d1-9733-751d6507367f/69bdf831-618d-4057-8d29-e9fdadcab26c/882b95c3-b53c-49e2-b237-4415ac84659f) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:56:45.344338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6e25a0ce-5f72-4001-8743-22e8393a7bba None None] For port 15d68378-f22d-45d0-a1ea-789509ef4ebe, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=15d68378-f22d-45d0-a1ea-789509ef4ebe,segment=NetworkSegment(d94f5ed3-f2c5-43cc-96f2-4960f08bd1cf),segment_id=d94f5ed3-f2c5-43cc-96f2-4960f08bd1cf)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:45.345585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f96dc0ec-2701-4f5f-8a50-a4155153cc55 req-645fab47-549c-4c6d-a4fe-35c6c7c718bb tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039760 Dec 11 22:56:45.352055 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 3aff116c-d5d6-4316-86c3-07622b489d0a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:45.352335 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:45.394398 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:45.428565 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 328efe96-0556-416d-a20f-ddfe57f62ce0, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=328efe96-0556-416d-a20f-ddfe57f62ce0,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:45.660302 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6e25a0ce-5f72-4001-8743-22e8393a7bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:45.674794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '328efe96-0556-416d-a20f-ddfe57f62ce0', 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8', 'port_id': '328efe96-0556-416d-a20f-ddfe57f62ce0', 'mac_address': 'fa:16:3e:76:d9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75dc39c2-4403-48cb-94a1-c95b2749e375', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:56:45.846986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:41Z', 'revision_number': 4, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '15d68378-f22d-45d0-a1ea-789509ef4ebe', 'name': '', 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:42:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:40Z', 'updated_at': '2021-12-11T22:56:44Z', 'revision_number': 4, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:45.871071 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:45.930143 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25a0ce-5f72-4001-8743-22e8393a7bba None None] Pushing event updated for resources: {'Port': ['ID=15d68378-f22d-45d0-a1ea-789509ef4ebe,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:45.937644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8f1b3809-6d62-495e-8a14-6c0056e6ed7f None None] Provisioning complete for port 15d68378-f22d-45d0-a1ea-789509ef4ebe triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:45.939665 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f1b3809-6d62-495e-8a14-6c0056e6ed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:45.940483 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511782b6-1ed5-472e-8530-9187db19e0c4 None None] The sync data for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 is: [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:41Z', 'revision_number': 4, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '15d68378-f22d-45d0-a1ea-789509ef4ebe', 'name': '', 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:42:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:40Z', 'updated_at': '2021-12-11T22:56:44Z', 'revision_number': 4, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:45.993312 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328efe96-0556-416d-a20f-ddfe57f62ce0 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:56:46.074062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 328efe96-0556-416d-a20f-ddfe57f62ce0, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=328efe96-0556-416d-a20f-ddfe57f62ce0,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:46.097465 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:46.114777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc054-0c14-4da3-b020-b90a8544939e req-93da6c5c-680f-4b9f-9ef0-69b3a24dd333 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:46.116473 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c5bc054-0c14-4da3-b020-b90a8544939e req-93da6c5c-680f-4b9f-9ef0-69b3a24dd333 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 943 time: 0.1040699 Dec 11 22:56:46.147373 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:46.190600 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c5bc054-0c14-4da3-b020-b90a8544939e req-f4a1c742-d278-49e4-833f-96f5ccea3cd0 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664382 Dec 11 22:56:46.212120 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:46.246402 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Allocated IP 2001:db8:3::1 (92997fb1-4dc7-48d1-9733-751d6507367f/69bdf831-618d-4057-8d29-e9fdadcab26c/8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:56:46.255009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Network 92997fb1-4dc7-48d1-9733-751d6507367f is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:46.257131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:46.259425 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=328efe96-0556-416d-a20f-ddfe57f62ce0,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:46.270407 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:56:46.367007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Pushing event updated for resources: {'Port': ['ID=882b95c3-b53c-49e2-b237-4415ac84659f,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:46.376540 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Attempting to bind port 882b95c3-b53c-49e2-b237-4415ac84659f on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:56:46.376917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Attempting to bind port 882b95c3-b53c-49e2-b237-4415ac84659f by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '312880e9-4170-412e-9ce3-e217617b3d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:56:46.377277 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Attempting to bind port 882b95c3-b53c-49e2-b237-4415ac84659f on network 92997fb1-4dc7-48d1-9733-751d6507367f {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:56:46.384329 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:56:46.384711 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Checking segment: {'id': '312880e9-4170-412e-9ce3-e217617b3d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:46.385122 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:46.385520 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Bound using segment: {'id': '312880e9-4170-412e-9ce3-e217617b3d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:56:46.385996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Bound port: 882b95c3-b53c-49e2-b237-4415ac84659f, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312880e9-4170-412e-9ce3-e217617b3d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:56:46.386383 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:46.404951 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:46.467157 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['328efe96-0556-416d-a20f-ddfe57f62ce0'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:56:46.469777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] For port 882b95c3-b53c-49e2-b237-4415ac84659f, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:56:46.485835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-455b39dd-5638-4df1-b667-97ca80fad701 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:46.487948 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-455b39dd-5638-4df1-b667-97ca80fad701 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/networks?id=899c801e-bd1d-4aa0-8bf5-5ab01b073be2 HTTP/1.1" status: 200 len: 814 time: 0.3642201 Dec 11 22:56:46.505389 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] For port 882b95c3-b53c-49e2-b237-4415ac84659f, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=882b95c3-b53c-49e2-b237-4415ac84659f,segment=NetworkSegment(312880e9-4170-412e-9ce3-e217617b3d4e),segment_id=312880e9-4170-412e-9ce3-e217617b3d4e)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:56:46.512250 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-cd7ab7ea-1e29-4f74-aa6d-0dd14b0cc25e tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/quotas/0bd67ea3659a42e286ab80e506df1e25 HTTP/1.1" status: 200 len: 375 time: 0.0145898 Dec 11 22:56:46.591353 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-9bc430f1-47db-4dd5-9fd7-779b33216fd8 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bd67ea3659a42e286ab80e506df1e25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715208 Dec 11 22:56:46.593094 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:46.621328 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:46.715431 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network 92997fb1-4dc7-48d1-9733-751d6507367f is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:46.724185 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:46.732115 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:46.735382 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:56:46.736026 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:46.787560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00eee26-8696-45dd-b398-5770197d8d35 None None] Pushing event updated for resources: {'Port': ['ID=882b95c3-b53c-49e2-b237-4415ac84659f,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:46.906127 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-5c742725-2896-44d0-b561-f047806d6151 service neutron] 10.222.0.45 "GET /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756791 Dec 11 22:56:46.911511 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 15d68378-f22d-45d0-a1ea-789509ef4ebe up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:47.017735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 15d68378-f22d-45d0-a1ea-789509ef4ebe triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:47.018365 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:47.056012 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:47.094295 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-a637d45d-d8b2-4a1a-bdaf-454eb77a35b5 service neutron] 10.222.0.45 "GET /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872478 Dec 11 22:56:47.341672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039d965-3a34-4caf-8e17-3dc9332f6937 req-c51a0352-d22a-4c0d-ae1a-160e08fe0705 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:47.343153 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5039d965-3a34-4caf-8e17-3dc9332f6937 req-c51a0352-d22a-4c0d-ae1a-160e08fe0705 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.47 "GET /v2.0/ports?device_id=23abcfb0-5f74-474e-a79f-a4550d3e0562 HTTP/1.1" status: 200 len: 946 time: 0.1119001 Dec 11 22:56:47.353755 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:47.453572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45378) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:47.499645 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:47.530111 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c361850-a828-4a5d-8a98-80a13c40f573 req-c3ba2a81-37ae-4c72-9771-e856293bf523 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:47.537150 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9c361850-a828-4a5d-8a98-80a13c40f573 req-c3ba2a81-37ae-4c72-9771-e856293bf523 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 944 time: 0.2273171 Dec 11 22:56:47.586650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-5039d965-3a34-4caf-8e17-3dc9332f6937 req-907b6b2b-e925-47c3-b3eb-7ce0878b0bba tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Deleting port 42644e20-74a3-430b-889d-7bcaaa866a48 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:47.587841 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5039d965-3a34-4caf-8e17-3dc9332f6937 req-907b6b2b-e925-47c3-b3eb-7ce0878b0bba tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:47.598920 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:47.599955 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:47.657758 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9c361850-a828-4a5d-8a98-80a13c40f573 req-853c36f5-6541-4661-b317-6a5bc0763b86 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051941 Dec 11 22:56:47.751225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5039d965-3a34-4caf-8e17-3dc9332f6937 req-907b6b2b-e925-47c3-b3eb-7ce0878b0bba tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] For port 42644e20-74a3-430b-889d-7bcaaa866a48, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=42644e20-74a3-430b-889d-7bcaaa866a48,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:47.751871 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5039d965-3a34-4caf-8e17-3dc9332f6937 req-907b6b2b-e925-47c3-b3eb-7ce0878b0bba tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:47.773325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-5039d965-3a34-4caf-8e17-3dc9332f6937 req-907b6b2b-e925-47c3-b3eb-7ce0878b0bba tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Calling delete_port for 42644e20-74a3-430b-889d-7bcaaa866a48 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:47.843346 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5908a241-cfe2-4e84-b45b-6a8d45a943fc req-9e3e0de4-7930-40ad-be3e-e48906f6ef5f tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 210 time: 0.0887334 Dec 11 22:56:47.844293 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-280b874a-e758-42e4-9ae8-8ed6b97ff571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:47.936565 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event updated for resources: {'Port': ['ID=8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:47.996871 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Network 92997fb1-4dc7-48d1-9733-751d6507367f is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:48.000979 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:48.037502 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5039d965-3a34-4caf-8e17-3dc9332f6937 req-907b6b2b-e925-47c3-b3eb-7ce0878b0bba tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:48.070151 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['42644e20-74a3-430b-889d-7bcaaa866a48'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:56:48.079541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b6b2b-e925-47c3-b3eb-7ce0878b0bba tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Pushing event deleted for resources: {'Port': ['ID=42644e20-74a3-430b-889d-7bcaaa866a48,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:48.085140 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-280b874a-e758-42e4-9ae8-8ed6b97ff571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:48.120045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8383a7c-83bf-4e45-8049-5e6f74cb45a2 None None] DHCP port deletion for 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:56:48.175037 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-5039d965-3a34-4caf-8e17-3dc9332f6937 req-907b6b2b-e925-47c3-b3eb-7ce0878b0bba tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] No DVR routers for this DVR port 42644e20-74a3-430b-889d-7bcaaa866a48 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:56:48.177790 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5039d965-3a34-4caf-8e17-3dc9332f6937 req-907b6b2b-e925-47c3-b3eb-7ce0878b0bba tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:48.181365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5039d965-3a34-4caf-8e17-3dc9332f6937 req-907b6b2b-e925-47c3-b3eb-7ce0878b0bba tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.47 "DELETE /v2.0/ports/42644e20-74a3-430b-889d-7bcaaa866a48 HTTP/1.1" status: 204 len: 173 time: 0.8208735 Dec 11 22:56:48.181883 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23abcfb0-5f74-474e-a79f-a4550d3e0562', 'name': 'network-vif-deleted', 'tag': '42644e20-74a3-430b-889d-7bcaaa866a48'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:56:48.182523 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-280b874a-e758-42e4-9ae8-8ed6b97ff571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:48.184262 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4855e2-9f7c-429c-afee-747e1950c5cd" -d '{"events": [{"server_uuid": "23abcfb0-5f74-474e-a79f-a4550d3e0562", "name": "network-vif-deleted", "tag": "42644e20-74a3-430b-889d-7bcaaa866a48"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:56:48.202589 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router cb81d166-790c-4a78-b5e7-3c88faa45bd6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:48.221578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35762fa-7d18-48d6-8854-eb314a5ba04c None None] Network 92997fb1-4dc7-48d1-9733-751d6507367f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:48.235037 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afa9e49-3c1d-40d4-8cbd-9d48d6e6073c x-openstack-request-id: req-6afa9e49-3c1d-40d4-8cbd-9d48d6e6073c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:56:48.235037 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23abcfb0-5f74-474e-a79f-a4550d3e0562", "name": "network-vif-deleted", "tag": "42644e20-74a3-430b-889d-7bcaaa866a48", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:56:48.235037 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6afa9e49-3c1d-40d4-8cbd-9d48d6e6073c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:56:48.235489 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23abcfb0-5f74-474e-a79f-a4550d3e0562', 'name': 'network-vif-deleted', 'tag': '42644e20-74a3-430b-889d-7bcaaa866a48', 'status': 'completed', 'code': 200} Dec 11 22:56:48.239311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b874a-e758-42e4-9ae8-8ed6b97ff571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca2cb18-b0e5-46a6-a5f5-772b3889b938,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:48.258062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45394) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:48.258278 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-280b874a-e758-42e4-9ae8-8ed6b97ff571 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=407cb7fc788842a3a0fd09434b55982d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8035557 Dec 11 22:56:48.333329 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eb63a38c-32a6-4376-ac70-c1998feb8e7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:48.363143 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eb63a38c-32a6-4376-ac70-c1998feb8e7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:48.403974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:48.415262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cabb020d-f69e-480f-9d7f-f1726f5b55a7 None None] Provisioning complete for port 882b95c3-b53c-49e2-b237-4415ac84659f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:48.415472 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Sync routers for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:48.415903 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cabb020d-f69e-480f-9d7f-f1726f5b55a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:48.422102 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-38788241-e1e1-4f4c-863d-54cc636d0982 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/cb81d166-790c-4a78-b5e7-3c88faa45bd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1194081 Dec 11 22:56:48.422406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45398) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:48.428756 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:48.429365 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:48.430791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-86458a96-94ab-462b-a243-91b57b37ffcf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:48.524384 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cabb020d-f69e-480f-9d7f-f1726f5b55a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:48.585714 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eb63a38c-32a6-4376-ac70-c1998feb8e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:48.591378 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eb63a38c-32a6-4376-ac70-c1998feb8e7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:48.603577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-eb63a38c-32a6-4376-ac70-c1998feb8e7c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ca2cb18-b0e5-46a6-a5f5-772b3889b938 HTTP/1.1" status: 204 len: 168 time: 0.3438563 Dec 11 22:56:48.620532 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-cabb020d-f69e-480f-9d7f-f1726f5b55a7 None None] For port 882b95c3-b53c-49e2-b237-4415ac84659f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=882b95c3-b53c-49e2-b237-4415ac84659f,segment=NetworkSegment(312880e9-4170-412e-9ce3-e217617b3d4e),segment_id=312880e9-4170-412e-9ce3-e217617b3d4e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:48.633861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63a38c-32a6-4376-ac70-c1998feb8e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca2cb18-b0e5-46a6-a5f5-772b3889b938,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:48.719038 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cabb020d-f69e-480f-9d7f-f1726f5b55a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:48.832821 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 328efe96-0556-416d-a20f-ddfe57f62ce0 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:48.868132 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:48.891163 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99e474-63c3-4255-9dba-02746fee0fb0 req-775ab7c9-150a-4edf-9145-919c5040f118 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:48.902091 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee99e474-63c3-4255-9dba-02746fee0fb0 req-775ab7c9-150a-4edf-9145-919c5040f118 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 944 time: 0.1321642 Dec 11 22:56:48.968217 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb020d-f69e-480f-9d7f-f1726f5b55a7 None None] Pushing event updated for resources: {'Port': ['ID=882b95c3-b53c-49e2-b237-4415ac84659f,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:49.019980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 882b95c3-b53c-49e2-b237-4415ac84659f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:49.037086 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c3ec-5e2e-4494-9a5c-55e692ff13be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:49.047202 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee99e474-63c3-4255-9dba-02746fee0fb0 req-be24aa1c-568a-40f4-9d3c-34cafd99bd78 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371503 Dec 11 22:56:49.104603 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-96394f7f-0b70-4c6f-be92-7213d55e6218 req-41c2875a-9de2-4568-871a-5e577d0ee241 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 210 time: 0.0601830 Dec 11 22:56:49.165144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0ea15ef1-5ba5-46c9-ab11-8de7c1aa4ef5 None None] Provisioning complete for port 882b95c3-b53c-49e2-b237-4415ac84659f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:49.165720 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ea15ef1-5ba5-46c9-ab11-8de7c1aa4ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:49.231549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 882b95c3-b53c-49e2-b237-4415ac84659f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:49.235159 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:49.383265 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 328efe96-0556-416d-a20f-ddfe57f62ce0 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:56:49.397880 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 328efe96-0556-416d-a20f-ddfe57f62ce0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:49.415918 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:49.424779 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:46Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '15d68378-f22d-45d0-a1ea-789509ef4ebe', 'name': '', 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:42:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:40Z', 'updated_at': '2021-12-11T22:56:45Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2', 'name': '', 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:d0:ef:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '69bdf831-618d-4057-8d29-e9fdadcab26c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:45Z', 'updated_at': '2021-12-11T22:56:47Z', 'revision_number': 2, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '69bdf831-618d-4057-8d29-e9fdadcab26c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:49.500115 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Checking router: cb81d166-790c-4a78-b5e7-3c88faa45bd6 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:56:49.500712 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Updating router cb81d166-790c-4a78-b5e7-3c88faa45bd6 port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:56:49.559683 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:49.723807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45412) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:49.750904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f4a8bc5-5d50-43ba-8233-e637fe2721ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:49.763828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0ea15ef1-5ba5-46c9-ab11-8de7c1aa4ef5 None None] Provisioning complete for port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:49.764206 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ea15ef1-5ba5-46c9-ab11-8de7c1aa4ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:49.831181 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.extraroute_db [None req-86458a96-94ab-462b-a243-91b57b37ffcf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103691) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 11 22:56:49.848067 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:49.856066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.extraroute_db [None req-86458a96-94ab-462b-a243-91b57b37ffcf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Removed routes are [] {{(pid=103691) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 11 22:56:49.856732 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86458a96-94ab-462b-a243-91b57b37ffcf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:49.895508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f4a8bc5-5d50-43ba-8233-e637fe2721ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:49.907207 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0ea15ef1-5ba5-46c9-ab11-8de7c1aa4ef5 None None] Port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:49.928864 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea53b7b-b3d6-44a5-a311-7b716e1c16f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328efe96-0556-416d-a20f-ddfe57f62ce0'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:56:49.931260 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10aae37f-f12f-411a-8f3c-6db30eb94e32" -d '{"events": [{"server_uuid": "0ea53b7b-b3d6-44a5-a311-7b716e1c16f9", "name": "network-vif-plugged", "status": "completed", "tag": "328efe96-0556-416d-a20f-ddfe57f62ce0"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:56:49.945544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 328efe96-0556-416d-a20f-ddfe57f62ce0, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=328efe96-0556-416d-a20f-ddfe57f62ce0,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:49.967386 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:49.971840 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efbcdf5-d16f-4f92-92a5-6956bd24ded9 x-openstack-request-id: req-4efbcdf5-d16f-4f92-92a5-6956bd24ded9 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:56:49.972131 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea53b7b-b3d6-44a5-a311-7b716e1c16f9", "name": "network-vif-plugged", "status": "completed", "tag": "328efe96-0556-416d-a20f-ddfe57f62ce0", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:56:49.972408 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4efbcdf5-d16f-4f92-92a5-6956bd24ded9 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:56:49.972858 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea53b7b-b3d6-44a5-a311-7b716e1c16f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328efe96-0556-416d-a20f-ddfe57f62ce0', 'code': 200} Dec 11 22:56:50.027422 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f4a8bc5-5d50-43ba-8233-e637fe2721ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:50.028331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-db746ccd-d41d-4d78-a46a-9f11a0f1262c None None] Provisioning complete for port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:50.028808 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-db746ccd-d41d-4d78-a46a-9f11a0f1262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:50.030451 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:50.098739 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:50.100475 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-db746ccd-d41d-4d78-a46a-9f11a0f1262c None None] Port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:50.115529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=328efe96-0556-416d-a20f-ddfe57f62ce0,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:50.156872 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 42644e20-74a3-430b-889d-7bcaaa866a48 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:56:50.163105 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7f4a8bc5-5d50-43ba-8233-e637fe2721ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab51c636afe74edc8ed575363c929829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4371960 Dec 11 22:56:50.178459 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45426) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:50.198958 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 42644e20-74a3-430b-889d-7bcaaa866a48 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:56:50.199519 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 42644e20-74a3-430b-889d-7bcaaa866a48 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:56:50.221470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a8bc5-5d50-43ba-8233-e637fe2721ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a478bf3-b963-4832-bb6b-ba82d37771a2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:50.264202 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82453019-77c8-4166-84da-83185c4f0f5e None None] Pushing event updated for resources: {'Port': ['ID=8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:50.302088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef955b9-ef8e-4590-9140-24c9d29886b5 req-afa3aa08-ed63-488f-9aee-9df5ad1b0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:50.303686 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ef955b9-ef8e-4590-9140-24c9d29886b5 req-afa3aa08-ed63-488f-9aee-9df5ad1b0867 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 1096 time: 0.2630155 Dec 11 22:56:50.314391 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82453019-77c8-4166-84da-83185c4f0f5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:50.323382 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82453019-77c8-4166-84da-83185c4f0f5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:50.325229 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82453019-77c8-4166-84da-83185c4f0f5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:50.328951 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82453019-77c8-4166-84da-83185c4f0f5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:50.329494 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82453019-77c8-4166-84da-83185c4f0f5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:50.330023 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82453019-77c8-4166-84da-83185c4f0f5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:50.330515 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82453019-77c8-4166-84da-83185c4f0f5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:50.331041 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82453019-77c8-4166-84da-83185c4f0f5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:50.331525 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82453019-77c8-4166-84da-83185c4f0f5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:50.332568 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82453019-77c8-4166-84da-83185c4f0f5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:50.335002 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cc5fcd5-37c1-45e7-a30a-82e0e43deed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:50.335877 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82453019-77c8-4166-84da-83185c4f0f5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:50.336371 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82453019-77c8-4166-84da-83185c4f0f5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:50.339435 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82453019-77c8-4166-84da-83185c4f0f5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:56:50.361802 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86458a96-94ab-462b-a243-91b57b37ffcf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:50.362348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbcb1a-bc91-4e12-a38f-1d5aca884151 req-67b7640e-2ee1-4dfe-acfe-e2d6233a0539 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:50.365919 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Attempting to bind port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:56:50.366506 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Attempting to bind port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '312880e9-4170-412e-9ce3-e217617b3d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:56:50.367074 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Attempting to bind port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 on network 92997fb1-4dc7-48d1-9733-751d6507367f {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:56:50.370370 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dfdbcb1a-bc91-4e12-a38f-1d5aca884151 req-67b7640e-2ee1-4dfe-acfe-e2d6233a0539 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 945 time: 0.1679370 Dec 11 22:56:50.376051 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:56:50.376457 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Checking segment: {'id': '312880e9-4170-412e-9ce3-e217617b3d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:50.377035 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:50.377614 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Bound using segment: {'id': '312880e9-4170-412e-9ce3-e217617b3d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:56:50.378281 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Bound port: 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312880e9-4170-412e-9ce3-e217617b3d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:56:50.379453 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:50.383232 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8946810-e393-4a64-a47d-bf87e9af3d6c req-21bc3b71-68f5-4ac8-b917-fa536df6a5ba tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 210 time: 0.1266975 Dec 11 22:56:50.397484 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86458a96-94ab-462b-a243-91b57b37ffcf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:50.509035 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cc5fcd5-37c1-45e7-a30a-82e0e43deed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:50.521156 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dfdbcb1a-bc91-4e12-a38f-1d5aca884151 req-904c3aa5-5481-4d3e-b28c-5fcb2c52b53a tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491821 Dec 11 22:56:50.521740 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] For port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:56:50.525384 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] For port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2,segment=NetworkSegment(312880e9-4170-412e-9ce3-e217617b3d4e),segment_id=312880e9-4170-412e-9ce3-e217617b3d4e)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:56:50.540794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86458a96-94ab-462b-a243-91b57b37ffcf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router cb81d166-790c-4a78-b5e7-3c88faa45bd6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:50.582862 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ef955b9-ef8e-4590-9140-24c9d29886b5 req-4611c60a-9049-47b0-bacb-32968c1297c6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698700 Dec 11 22:56:50.631709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0a671acc-2d65-4bc1-9283-bc114536f4bb None None] Provisioning complete for port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:50.632116 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0a671acc-2d65-4bc1-9283-bc114536f4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:50.650304 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86458a96-94ab-462b-a243-91b57b37ffcf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:50.660602 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:50.664925 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86458a96-94ab-462b-a243-91b57b37ffcf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:50.680513 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-86458a96-94ab-462b-a243-91b57b37ffcf tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/cb81d166-790c-4a78-b5e7-3c88faa45bd6 HTTP/1.1" status: 200 len: 954 time: 2.2531226 Dec 11 22:56:50.680927 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-3561a5b9-d10a-4b5c-bde8-66ff37f37de3 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:50.680927 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-3561a5b9-d10a-4b5c-bde8-66ff37f37de3 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.13 "GET /v2.0/networks?id=899c801e-bd1d-4aa0-8bf5-5ab01b073be2 HTTP/1.1" status: 200 len: 814 time: 0.2441797 Dec 11 22:56:50.681897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45428) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:50.697602 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0a671acc-2d65-4bc1-9283-bc114536f4bb None None] Port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:50.719788 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:50.720418 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:50.773362 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cc5fcd5-37c1-45e7-a30a-82e0e43deed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:50.776581 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cc5fcd5-37c1-45e7-a30a-82e0e43deed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:50.777941 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9cc5fcd5-37c1-45e7-a30a-82e0e43deed8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a478bf3-b963-4832-bb6b-ba82d37771a2 HTTP/1.1" status: 204 len: 168 time: 0.5984931 Dec 11 22:56:50.799453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5fcd5-37c1-45e7-a30a-82e0e43deed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a478bf3-b963-4832-bb6b-ba82d37771a2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:50.841112 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82453019-77c8-4166-84da-83185c4f0f5e None None] Pushing event updated for resources: {'Port': ['ID=8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:50.845571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-e7520a8d-f90d-4f15-a21d-480f4e797ba2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Request body: {'port': {'device_id': '102fe16b-667b-4e91-9fc8-5837661cd7c9', 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2', 'admin_state_up': True, 'tenant_id': '0bd67ea3659a42e286ab80e506df1e25'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:50.869599 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:50.910446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 882b95c3-b53c-49e2-b237-4415ac84659f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:50.940067 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-02365e58-b0be-4742-8783-9138d8c2c93a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/routers/cb81d166-790c-4a78-b5e7-3c88faa45bd6 HTTP/1.1" status: 200 len: 954 time: 0.2541108 Dec 11 22:56:50.940067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45432) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:50.946123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-fd1d54d2-08f8-4d28-8a1b-83ea997101b0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'router': {'routes': None}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:51.059517 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 882b95c3-b53c-49e2-b237-4415ac84659f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:51.059900 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:51.185148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-60e768aa-4afe-4326-89bf-1250765b87bb None None] Provisioning complete for port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:51.186163 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60e768aa-4afe-4326-89bf-1250765b87bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:51.234961 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:49Z', 'revision_number': 6, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '15d68378-f22d-45d0-a1ea-789509ef4ebe', 'name': '', 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:42:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:40Z', 'updated_at': '2021-12-11T22:56:45Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2', 'name': '', 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:d0:ef:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '69bdf831-618d-4057-8d29-e9fdadcab26c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:45Z', 'updated_at': '2021-12-11T22:56:50Z', 'revision_number': 4, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '69bdf831-618d-4057-8d29-e9fdadcab26c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:51.278339 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec92c3-9e1e-444b-bed2-1369098047ba None None] The sync data for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 is: [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:49Z', 'revision_number': 6, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '15d68378-f22d-45d0-a1ea-789509ef4ebe', 'name': '', 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:42:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:40Z', 'updated_at': '2021-12-11T22:56:45Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2', 'name': '', 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:d0:ef:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '69bdf831-618d-4057-8d29-e9fdadcab26c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:45Z', 'updated_at': '2021-12-11T22:56:50Z', 'revision_number': 4, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '69bdf831-618d-4057-8d29-e9fdadcab26c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:51.292916 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60e768aa-4afe-4326-89bf-1250765b87bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:51.373002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-60e768aa-4afe-4326-89bf-1250765b87bb None None] For port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2,segment=NetworkSegment(312880e9-4170-412e-9ce3-e217617b3d4e),segment_id=312880e9-4170-412e-9ce3-e217617b3d4e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:51.387753 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-35c43c40-8c11-4c41-a0b0-c380c107b6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:51.428590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-e7520a8d-f90d-4f15-a21d-480f4e797ba2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Made reservation on behalf of 0bd67ea3659a42e286ab80e506df1e25 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:56:51.438137 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-e7520a8d-f90d-4f15-a21d-480f4e797ba2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:51.490372 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60e768aa-4afe-4326-89bf-1250765b87bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:51.567020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e768aa-4afe-4326-89bf-1250765b87bb None None] Pushing event updated for resources: {'Port': ['ID=8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:51.653767 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5e99a90-23ce-4e9d-9c6b-bee22d186be3 req-5793a13d-cea9-4a13-be55-f52b7a1ab32c tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 210 time: 0.1646204 Dec 11 22:56:51.675896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c73e2-40f3-47ae-a04b-126932c2e1cc req-3fdcebcf-eba2-47dd-aa43-7000d88f90f3 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:51.684040 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ab1c73e2-40f3-47ae-a04b-126932c2e1cc req-3fdcebcf-eba2-47dd-aa43-7000d88f90f3 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 945 time: 0.0620651 Dec 11 22:56:51.756072 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ab1c73e2-40f3-47ae-a04b-126932c2e1cc req-f980b6ab-07cb-4d89-a6df-1d080d358398 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700417 Dec 11 22:56:51.873565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-e7520a8d-f90d-4f15-a21d-480f4e797ba2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Allocated IP 172.20.0.8 (899c801e-bd1d-4aa0-8bf5-5ab01b073be2/ec2c5c86-08e2-4025-8006-42a91eb9a631/e627ae9f-c633-4d4d-b8bf-c7136f79ebba) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:56:51.899929 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.extraroute_db [None req-fd1d54d2-08f8-4d28-8a1b-83ea997101b0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Added routes are [] {{(pid=103692) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 11 22:56:51.900285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.extraroute_db [None req-fd1d54d2-08f8-4d28-8a1b-83ea997101b0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103692) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 11 22:56:51.981205 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd1d54d2-08f8-4d28-8a1b-83ea997101b0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:52.221736 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:52.324549 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-e7520a8d-f90d-4f15-a21d-480f4e797ba2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:52.348655 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd1d54d2-08f8-4d28-8a1b-83ea997101b0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:52.356156 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd1d54d2-08f8-4d28-8a1b-83ea997101b0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:52.405241 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103d065-bb03-47e3-af86-9ccf4849cbcb None None] Sync routers for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:52.434214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d103d065-bb03-47e3-af86-9ccf4849cbcb None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:52.434898 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d103d065-bb03-47e3-af86-9ccf4849cbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:52.483988 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1d54d2-08f8-4d28-8a1b-83ea997101b0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router cb81d166-790c-4a78-b5e7-3c88faa45bd6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:52.487667 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-e7520a8d-f90d-4f15-a21d-480f4e797ba2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:52.548431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-e7520a8d-f90d-4f15-a21d-480f4e797ba2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:56:52.554531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-e7520a8d-f90d-4f15-a21d-480f4e797ba2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:56:52.557737 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-e7520a8d-f90d-4f15-a21d-480f4e797ba2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:56:52.562957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7520a8d-f90d-4f15-a21d-480f4e797ba2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Pushing event updated for resources: {'Port': ['ID=e627ae9f-c633-4d4d-b8bf-c7136f79ebba,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:52.563640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-d103d065-bb03-47e3-af86-9ccf4849cbcb None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:52.615920 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2717ebd-354a-48ef-a40b-d8a6272d7585 None None] DHCP port deletion for 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:56:52.689145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-e7520a8d-f90d-4f15-a21d-480f4e797ba2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:52.690182 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-e7520a8d-f90d-4f15-a21d-480f4e797ba2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:52.709608 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1d54d2-08f8-4d28-8a1b-83ea997101b0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:52.721133 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd1d54d2-08f8-4d28-8a1b-83ea997101b0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:52.725925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fd1d54d2-08f8-4d28-8a1b-83ea997101b0 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/cb81d166-790c-4a78-b5e7-3c88faa45bd6 HTTP/1.1" status: 200 len: 704 time: 1.7819846 Dec 11 22:56:52.726395 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45472) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:52.823204 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-e7520a8d-f90d-4f15-a21d-480f4e797ba2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9819758 Dec 11 22:56:52.838019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Request body: {'port': {'device_id': '102fe16b-667b-4e91-9fc8-5837661cd7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:56:52.923720 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7acc370d-19eb-4b97-b03e-42097d5a1e21 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/routers/cb81d166-790c-4a78-b5e7-3c88faa45bd6 HTTP/1.1" status: 200 len: 704 time: 0.1957021 Dec 11 22:56:52.932124 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637855b3-6907-44cd-a16d-deed0062e218 req-ca8b6b52-f320-442a-a794-a9a007f9055e tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:52.934549 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-637855b3-6907-44cd-a16d-deed0062e218 req-ca8b6b52-f320-442a-a794-a9a007f9055e tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 931 time: 0.1532586 Dec 11 22:56:52.935086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45478) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:52.964930 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:56:53.052162 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2738f919-7584-424e-af33-188c2e09077b None None] Provisioning complete for port e627ae9f-c633-4d4d-b8bf-c7136f79ebba triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:53.052776 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2738f919-7584-424e-af33-188c2e09077b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:53.094079 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-637855b3-6907-44cd-a16d-deed0062e218 req-e0e93996-ebd4-4ae4-869f-2acadffd3c3d tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524899 Dec 11 22:56:53.131831 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2738f919-7584-424e-af33-188c2e09077b None None] Port e627ae9f-c633-4d4d-b8bf-c7136f79ebba cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:56:53.153243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:56:53.153895 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:53.282671 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:56:53.359226 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d103d065-bb03-47e3-af86-9ccf4849cbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:51Z', 'revision_number': 7, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '15d68378-f22d-45d0-a1ea-789509ef4ebe', 'name': '', 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:42:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:40Z', 'updated_at': '2021-12-11T22:56:45Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2', 'name': '', 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:d0:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '69bdf831-618d-4057-8d29-e9fdadcab26c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:45Z', 'updated_at': '2021-12-11T22:56:51Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '69bdf831-618d-4057-8d29-e9fdadcab26c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:53.391196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103d065-bb03-47e3-af86-9ccf4849cbcb None None] Checking router: cb81d166-790c-4a78-b5e7-3c88faa45bd6 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:56:53.401480 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d103d065-bb03-47e3-af86-9ccf4849cbcb None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:53.402267 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d103d065-bb03-47e3-af86-9ccf4849cbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:53.419914 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:53.478666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eae7ea-2ff6-4d0f-aace-e192cd9a2ae0 req-89c47b73-f693-4026-8612-97fc5e41751a tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:53.480258 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3eae7ea-2ff6-4d0f-aace-e192cd9a2ae0 req-89c47b73-f693-4026-8612-97fc5e41751a tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 945 time: 0.5807860 Dec 11 22:56:53.516778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-d103d065-bb03-47e3-af86-9ccf4849cbcb None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:53.601719 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3eae7ea-2ff6-4d0f-aace-e192cd9a2ae0 req-f76648a5-cccd-42f6-8195-1d11a1a0d94a tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149380 Dec 11 22:56:53.641258 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4db1f57-5440-4ac4-805f-b237e497e27e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:53.862513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e627ae9f-c633-4d4d-b8bf-c7136f79ebba {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:56:53.873904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:53.887680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Transition to ACTIVE for port object e627ae9f-c633-4d4d-b8bf-c7136f79ebba will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:56:53.914475 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:53.929272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d103d065-bb03-47e3-af86-9ccf4849cbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:51Z', 'revision_number': 7, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '15d68378-f22d-45d0-a1ea-789509ef4ebe', 'name': '', 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:42:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:40Z', 'updated_at': '2021-12-11T22:56:45Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2', 'name': '', 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:d0:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '69bdf831-618d-4057-8d29-e9fdadcab26c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:45Z', 'updated_at': '2021-12-11T22:56:51Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '69bdf831-618d-4057-8d29-e9fdadcab26c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:53.970615 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103d065-bb03-47e3-af86-9ccf4849cbcb None None] The sync data for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 is: [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:51Z', 'revision_number': 7, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '15d68378-f22d-45d0-a1ea-789509ef4ebe', 'name': '', 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:42:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:40Z', 'updated_at': '2021-12-11T22:56:45Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2', 'name': '', 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:d0:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '69bdf831-618d-4057-8d29-e9fdadcab26c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:45Z', 'updated_at': '2021-12-11T22:56:51Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '69bdf831-618d-4057-8d29-e9fdadcab26c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:53.999008 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:54.073204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4e40e1-f0e3-480e-a47c-9d0ab03b6ce0 None None] DHCP port deletion for 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:56:54.076001 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a4db1f57-5440-4ac4-805f-b237e497e27e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:54.078014 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4db1f57-5440-4ac4-805f-b237e497e27e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:54.125856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Pushing event updated for resources: {'Port': ['ID=e627ae9f-c633-4d4d-b8bf-c7136f79ebba,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:54.196196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Attempting to bind port e627ae9f-c633-4d4d-b8bf-c7136f79ebba on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:56:54.196630 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Attempting to bind port e627ae9f-c633-4d4d-b8bf-c7136f79ebba by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'a0bee918-f6e9-4e42-94bc-423e58ad6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:56:54.197021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Attempting to bind port e627ae9f-c633-4d4d-b8bf-c7136f79ebba on network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:56:54.202633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Port e627ae9f-c633-4d4d-b8bf-c7136f79ebba on network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:56:54.203187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Attempting to bind port e627ae9f-c633-4d4d-b8bf-c7136f79ebba on network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:56:54.214065 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:56:54.214966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Checking segment: {'id': 'a0bee918-f6e9-4e42-94bc-423e58ad6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:56:54.215515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Bound using segment: {'id': 'a0bee918-f6e9-4e42-94bc-423e58ad6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:56:54.216367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Bound port: e627ae9f-c633-4d4d-b8bf-c7136f79ebba, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bee918-f6e9-4e42-94bc-423e58ad6540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:56:54.216949 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:54.239980 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-a4db1f57-5440-4ac4-805f-b237e497e27e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] For port 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2,segment=NetworkSegment(312880e9-4170-412e-9ce3-e217617b3d4e),segment_id=312880e9-4170-412e-9ce3-e217617b3d4e)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:54.240361 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4db1f57-5440-4ac4-805f-b237e497e27e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:54.258041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a4db1f57-5440-4ac4-805f-b237e497e27e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:54.410140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] For port e627ae9f-c633-4d4d-b8bf-c7136f79ebba, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:56:54.417402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] For port e627ae9f-c633-4d4d-b8bf-c7136f79ebba, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e627ae9f-c633-4d4d-b8bf-c7136f79ebba,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:56:54.447467 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a05fc-698a-4cd1-8833-c08691a9e746 None None] Sync routers for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:54.458785 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a05fc-698a-4cd1-8833-c08691a9e746 None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:54.459661 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ac4a05fc-698a-4cd1-8833-c08691a9e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:54.500604 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:54.538695 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f5a7f-b40c-4dbe-9de3-dedaa5f292ce req-429abff3-105d-4c78-8c86-2e0fe4593b38 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:54.540303 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e7f5a7f-b40c-4dbe-9de3-dedaa5f292ce req-429abff3-105d-4c78-8c86-2e0fe4593b38 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 943 time: 0.2044480 Dec 11 22:56:54.604388 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfa5759-456f-4e2a-b099-c5fffe4c9c23 None None] DHCP port deletion for 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:56:54.614636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:54.615881 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:54.616778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] 10.222.0.13 "PUT /v2.0/ports/e627ae9f-c633-4d4d-b8bf-c7136f79ebba HTTP/1.1" status: 200 len: 1091 time: 1.7849138 Dec 11 22:56:54.617184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102fe16b-667b-4e91-9fc8-5837661cd7c9', 'tag': 'e627ae9f-c633-4d4d-b8bf-c7136f79ebba'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:56:54.636741 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c6def5-8886-45ce-96ce-3fc3c766a100" -d '{"events": [{"name": "network-changed", "server_uuid": "102fe16b-667b-4e91-9fc8-5837661cd7c9", "tag": "e627ae9f-c633-4d4d-b8bf-c7136f79ebba"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:56:54.674186 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:54.692383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa6755-3fc0-4c3d-b16f-60252ef86c3e service neutron] Pushing event updated for resources: {'Port': ['ID=e627ae9f-c633-4d4d-b8bf-c7136f79ebba,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:54.725267 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc797388-a262-440b-9f4b-ad5ef3a7ed1e x-openstack-request-id: req-bc797388-a262-440b-9f4b-ad5ef3a7ed1e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:56:54.725559 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102fe16b-667b-4e91-9fc8-5837661cd7c9", "tag": "e627ae9f-c633-4d4d-b8bf-c7136f79ebba", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:56:54.725811 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc797388-a262-440b-9f4b-ad5ef3a7ed1e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:56:54.726213 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102fe16b-667b-4e91-9fc8-5837661cd7c9', 'tag': 'e627ae9f-c633-4d4d-b8bf-c7136f79ebba', 'status': 'completed', 'code': 200} Dec 11 22:56:54.742665 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-ac4a05fc-698a-4cd1-8833-c08691a9e746 None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:54.764721 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e7f5a7f-b40c-4dbe-9de3-dedaa5f292ce req-1320bf14-ca57-4943-ac3b-ed2bac2d8229 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166171 Dec 11 22:56:54.802037 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6def5-8886-45ce-96ce-3fc3c766a100 req-f09d6cb0-fcf3-4c42-897a-0e96620b2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:54.804025 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49c6def5-8886-45ce-96ce-3fc3c766a100 req-f09d6cb0-fcf3-4c42-897a-0e96620b2433 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bd67ea3659a42e286ab80e506df1e25&device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 1094 time: 0.0568235 Dec 11 22:56:54.867565 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4db1f57-5440-4ac4-805f-b237e497e27e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:54.937284 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db1f57-5440-4ac4-805f-b237e497e27e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:54.983033 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6def5-8886-45ce-96ce-3fc3c766a100 req-318afb68-a640-4834-a850-af7c74d4164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:54.984905 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49c6def5-8886-45ce-96ce-3fc3c766a100 req-318afb68-a640-4834-a850-af7c74d4164a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0bd67ea3659a42e286ab80e506df1e25&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1734653 Dec 11 22:56:55.115823 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4db1f57-5440-4ac4-805f-b237e497e27e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:55.161000 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ac4a05fc-698a-4cd1-8833-c08691a9e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:51Z', 'revision_number': 7, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '15d68378-f22d-45d0-a1ea-789509ef4ebe', 'name': '', 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:42:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:40Z', 'updated_at': '2021-12-11T22:56:45Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2', 'name': '', 'network_id': '92997fb1-4dc7-48d1-9733-751d6507367f', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:d0:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '69bdf831-618d-4057-8d29-e9fdadcab26c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:45Z', 'updated_at': '2021-12-11T22:56:51Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '69bdf831-618d-4057-8d29-e9fdadcab26c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:55.187118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6def5-8886-45ce-96ce-3fc3c766a100 req-8d97c95b-f19d-410c-a2ca-67c22926653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:55.191166 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49c6def5-8886-45ce-96ce-3fc3c766a100 req-8d97c95b-f19d-410c-a2ca-67c22926653f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1963716 Dec 11 22:56:55.242406 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a05fc-698a-4cd1-8833-c08691a9e746 None None] Checking router: cb81d166-790c-4a78-b5e7-3c88faa45bd6 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:56:55.263333 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a05fc-698a-4cd1-8833-c08691a9e746 None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:55.267702 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ac4a05fc-698a-4cd1-8833-c08691a9e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:55.330447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-296f88a5-d57f-4313-97a6-7001ca1fcfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:55.332328 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-296f88a5-d57f-4313-97a6-7001ca1fcfa1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bd67ea3659a42e286ab80e506df1e25&device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 1094 time: 0.0827122 Dec 11 22:56:55.412954 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-24778839-135c-47cd-935c-451fa2ba6c65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e627ae9f-c633-4d4d-b8bf-c7136f79ebba HTTP/1.1" status: 200 len: 217 time: 0.0702052 Dec 11 22:56:55.518409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-c6171d9b-5bf6-4056-bc7b-19fca0113b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:55.522050 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-c6171d9b-5bf6-4056-bc7b-19fca0113b94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec2c5c86-08e2-4025-8006-42a91eb9a631 HTTP/1.1" status: 200 len: 854 time: 0.1015151 Dec 11 22:56:55.571837 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-46cd0d9c-06d2-484b-914f-75150aff9044 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=899c801e-bd1d-4aa0-8bf5-5ab01b073be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449331 Dec 11 22:56:55.588071 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4db1f57-5440-4ac4-805f-b237e497e27e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router cb81d166-790c-4a78-b5e7-3c88faa45bd6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:55.600040 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-ac4a05fc-698a-4cd1-8833-c08691a9e746 None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:55.812950 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4db1f57-5440-4ac4-805f-b237e497e27e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:55.824140 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a4db1f57-5440-4ac4-805f-b237e497e27e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/cb81d166-790c-4a78-b5e7-3c88faa45bd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8854609 Dec 11 22:56:55.824628 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45532) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:55.837785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-a0dad0d4-84b1-4566-9752-ef5218e38e9b service neutron] 10.222.0.13 "GET /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430403 Dec 11 22:56:55.992175 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-9129cd27-5f32-4505-a171-e5bb2c714bda tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting subnet 69bdf831-618d-4057-8d29-e9fdadcab26c {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:56:56.013860 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9129cd27-5f32-4505-a171-e5bb2c714bda tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:56.022072 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b15e275-ef63-49d7-ba3d-e4699759523c req-7b9e09f8-8b48-448b-a2fc-bb1d13ea3bf5 service neutron] 10.222.0.13 "GET /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765659 Dec 11 22:56:56.039003 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ac4a05fc-698a-4cd1-8833-c08691a9e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:54Z', 'revision_number': 8, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '15d68378-f22d-45d0-a1ea-789509ef4ebe', 'name': '', 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:42:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:40Z', 'updated_at': '2021-12-11T22:56:45Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:56.062552 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e593e-ca87-4574-be13-6439431c2cae req-527ae234-50e8-4055-aad5-5a02c12fd9f5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:56.064280 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-952e593e-ca87-4574-be13-6439431c2cae req-527ae234-50e8-4055-aad5-5a02c12fd9f5 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 943 time: 0.1875312 Dec 11 22:56:56.077422 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9129cd27-5f32-4505-a171-e5bb2c714bda tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:56.092154 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a05fc-698a-4cd1-8833-c08691a9e746 None None] The sync data for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 is: [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:54Z', 'revision_number': 8, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '15d68378-f22d-45d0-a1ea-789509ef4ebe', 'name': '', 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:42:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:40Z', 'updated_at': '2021-12-11T22:56:45Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:56.235552 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-952e593e-ca87-4574-be13-6439431c2cae req-1182466e-6aa1-41ef-8a58-74a4d1fbcac0 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545360 Dec 11 22:56:56.252764 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9129cd27-5f32-4505-a171-e5bb2c714bda tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:56.403449 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9129cd27-5f32-4505-a171-e5bb2c714bda tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:56.430455 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129cd27-5f32-4505-a171-e5bb2c714bda tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Subnet': ['ID=69bdf831-618d-4057-8d29-e9fdadcab26c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:56.443477 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9129cd27-5f32-4505-a171-e5bb2c714bda tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:56.446842 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9129cd27-5f32-4505-a171-e5bb2c714bda tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/69bdf831-618d-4057-8d29-e9fdadcab26c HTTP/1.1" status: 204 len: 168 time: 0.6211090 Dec 11 22:56:56.449596 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45536) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:56.474564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da36a88-f196-4e8e-a8bb-3d190bbe8925 None None] Network 92997fb1-4dc7-48d1-9733-751d6507367f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:56:56.554261 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:56.637098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port 882b95c3-b53c-49e2-b237-4415ac84659f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:56.637463 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:56.683367 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2a4de8-e6a7-4b17-8ba4-168c9510e02e None None] DHCP port deletion for 92997fb1-4dc7-48d1-9733-751d6507367f request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:56:56.717161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] For port 882b95c3-b53c-49e2-b237-4415ac84659f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=882b95c3-b53c-49e2-b237-4415ac84659f,segment=NetworkSegment(312880e9-4170-412e-9ce3-e217617b3d4e),segment_id=312880e9-4170-412e-9ce3-e217617b3d4e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:56.717627 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:56.749413 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for 882b95c3-b53c-49e2-b237-4415ac84659f owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:56.811153 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f02732-cbc7-44ef-afe7-e6b41df17e5e None None] Sync routers for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:56.837795 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f02732-cbc7-44ef-afe7-e6b41df17e5e None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:56.838527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-59f02732-cbc7-44ef-afe7-e6b41df17e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:56.903815 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:56:56.929272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:56:56.930238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8b40178f-77dd-4aa0-a0f7-61aa39d8dfb2 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:56:56.930829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 882b95c3-b53c-49e2-b237-4415ac84659f no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:56:57.030621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-59f02732-cbc7-44ef-afe7-e6b41df17e5e None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:57.031006 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:57.034471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-df2a4de8-e6a7-4b17-8ba4-168c9510e02e None None] Deleting port 882b95c3-b53c-49e2-b237-4415ac84659f {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:57.044547 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-df2a4de8-e6a7-4b17-8ba4-168c9510e02e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:57.061971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No DVR routers for this DVR port 882b95c3-b53c-49e2-b237-4415ac84659f on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:56:57.067914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=882b95c3-b53c-49e2-b237-4415ac84659f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:57.087513 n-d-710847-6 neutron-server[103693]: INFO neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No ports have port_id starting with 882b95c3-b53c-49e2-b237-4415ac84659f Dec 11 22:56:57.164990 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:57.196200 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-df2a4de8-e6a7-4b17-8ba4-168c9510e02e None None] For port 882b95c3-b53c-49e2-b237-4415ac84659f, host n-d-710847-6, got binding levels [] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:57.197049 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-df2a4de8-e6a7-4b17-8ba4-168c9510e02e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:57.198735 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92997fb1-4dc7-48d1-9733-751d6507367f']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:57.210506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312880e9-4170-412e-9ce3-e217617b3d4e') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:57.210914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312880e9-4170-412e-9ce3-e217617b3d4e') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:57.221182 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:57.237023 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:57.240405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-df2a4de8-e6a7-4b17-8ba4-168c9510e02e None None] Calling delete_port for 882b95c3-b53c-49e2-b237-4415ac84659f owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:57.244572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.ipam_backend_mixin [None req-df2a4de8-e6a7-4b17-8ba4-168c9510e02e None None] Port 882b95c3-b53c-49e2-b237-4415ac84659f was not found and therefore no delete operation was performed {{(pid=103693) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 11 22:56:57.244735 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:56:57.251872 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:57.252013 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-df2a4de8-e6a7-4b17-8ba4-168c9510e02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:56:57.252127 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:56:57.278613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a4de8-e6a7-4b17-8ba4-168c9510e02e None None] Pushing event deleted for resources: {'Port': ['ID=882b95c3-b53c-49e2-b237-4415ac84659f,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:57.289918 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a4de8-e6a7-4b17-8ba4-168c9510e02e None None] No DVR routers for this DVR port 882b95c3-b53c-49e2-b237-4415ac84659f on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:56:57.384653 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-59f02732-cbc7-44ef-afe7-e6b41df17e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:54Z', 'revision_number': 8, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '15d68378-f22d-45d0-a1ea-789509ef4ebe', 'name': '', 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:42:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:40Z', 'updated_at': '2021-12-11T22:56:45Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:57.416129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082e6f4-cfd9-412b-b1f6-d41dee015654 req-1528f6e7-63bb-4ee0-83cb-b0c8fb2ac339 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:57.418534 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f02732-cbc7-44ef-afe7-e6b41df17e5e None None] Checking router: cb81d166-790c-4a78-b5e7-3c88faa45bd6 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:56:57.427855 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a082e6f4-cfd9-412b-b1f6-d41dee015654 req-1528f6e7-63bb-4ee0-83cb-b0c8fb2ac339 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 943 time: 0.0656474 Dec 11 22:56:57.429512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f02732-cbc7-44ef-afe7-e6b41df17e5e None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:57.430142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-59f02732-cbc7-44ef-afe7-e6b41df17e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:57.433440 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:57.454152 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:57.458148 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/networks/92997fb1-4dc7-48d1-9733-751d6507367f HTTP/1.1" status: 204 len: 168 time: 1.0075338 Dec 11 22:56:57.461159 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45558) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:57.471693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae70ab-5fc2-41a9-bb77-cd6d833a0f60 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Network': ['ID=92997fb1-4dc7-48d1-9733-751d6507367f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:57.508042 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a082e6f4-cfd9-412b-b1f6-d41dee015654 req-6f1eb04c-441e-4244-9ab2-c99e40de1abf tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785251 Dec 11 22:56:57.580175 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-59f02732-cbc7-44ef-afe7-e6b41df17e5e None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:56:57.979011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-59f02732-cbc7-44ef-afe7-e6b41df17e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:54Z', 'revision_number': 8, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '15d68378-f22d-45d0-a1ea-789509ef4ebe', 'name': '', 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:42:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:40Z', 'updated_at': '2021-12-11T22:56:45Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:58.010269 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-74dd65d5-676f-4eb7-88e3-e7da1500522f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:58.020948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f02732-cbc7-44ef-afe7-e6b41df17e5e None None] The sync data for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 is: [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:54Z', 'revision_number': 8, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '15d68378-f22d-45d0-a1ea-789509ef4ebe', 'name': '', 'network_id': 'c0ea54dd-1984-443c-8498-7ac3c27a8fa3', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:42:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:40Z', 'updated_at': '2021-12-11T22:56:45Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '3d1155a8-7687-4612-985d-6ae0d9e55422', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:56:58.619053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-74dd65d5-676f-4eb7-88e3-e7da1500522f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port 15d68378-f22d-45d0-a1ea-789509ef4ebe {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:56:58.619624 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-74dd65d5-676f-4eb7-88e3-e7da1500522f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:58.738003 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ca1d9-08bb-4eed-ab69-f363612b9857 req-33469127-dc27-44dc-ba15-6c03292d8e50 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:56:58.739529 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c5ca1d9-08bb-4eed-ab69-f363612b9857 req-33469127-dc27-44dc-ba15-6c03292d8e50 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 943 time: 0.1134977 Dec 11 22:56:58.786444 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-74dd65d5-676f-4eb7-88e3-e7da1500522f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] For port 15d68378-f22d-45d0-a1ea-789509ef4ebe, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=15d68378-f22d-45d0-a1ea-789509ef4ebe,segment=NetworkSegment(d94f5ed3-f2c5-43cc-96f2-4960f08bd1cf),segment_id=d94f5ed3-f2c5-43cc-96f2-4960f08bd1cf)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:56:58.786853 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-74dd65d5-676f-4eb7-88e3-e7da1500522f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:58.812225 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-74dd65d5-676f-4eb7-88e3-e7da1500522f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for 15d68378-f22d-45d0-a1ea-789509ef4ebe owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:56:58.845374 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c5ca1d9-08bb-4eed-ab69-f363612b9857 req-4e05c35a-92dd-45dd-a667-258981178d30 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936909 Dec 11 22:56:59.182007 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-74dd65d5-676f-4eb7-88e3-e7da1500522f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:59.239962 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd65d5-676f-4eb7-88e3-e7da1500522f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=15d68378-f22d-45d0-a1ea-789509ef4ebe,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:56:59.427627 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-74dd65d5-676f-4eb7-88e3-e7da1500522f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:56:59.677192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dd65d5-676f-4eb7-88e3-e7da1500522f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router cb81d166-790c-4a78-b5e7-3c88faa45bd6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:56:59.817275 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dd65d5-676f-4eb7-88e3-e7da1500522f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:56:59.824817 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-74dd65d5-676f-4eb7-88e3-e7da1500522f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/cb81d166-790c-4a78-b5e7-3c88faa45bd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3617148 Dec 11 22:56:59.827244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45590) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:56:59.833587 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db64ec3-5c48-4841-b5d1-e4dd997cb059 None None] Sync routers for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:56:59.858791 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db64ec3-5c48-4841-b5d1-e4dd997cb059 None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:56:59.859516 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9db64ec3-5c48-4841-b5d1-e4dd997cb059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:56:59.934019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbd14d8-0834-4dc6-bff0-c77fcf2da43a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting subnet 3d1155a8-7687-4612-985d-6ae0d9e55422 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:56:59.940334 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbbd14d8-0834-4dc6-bff0-c77fcf2da43a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:00.009375 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbbd14d8-0834-4dc6-bff0-c77fcf2da43a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:00.026401 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-9db64ec3-5c48-4841-b5d1-e4dd997cb059 None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:00.168326 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913323d-21f9-41b9-9ca0-e047ffb5c09d req-046dd855-02e3-483f-b722-9f8d162c9f6c tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:00.174008 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0913323d-21f9-41b9-9ca0-e047ffb5c09d req-046dd855-02e3-483f-b722-9f8d162c9f6c tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 943 time: 0.1812344 Dec 11 22:57:00.216263 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbbd14d8-0834-4dc6-bff0-c77fcf2da43a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:00.274287 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0913323d-21f9-41b9-9ca0-e047ffb5c09d req-03458c16-f902-4e87-9785-a4ac6f1706c3 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862269 Dec 11 22:57:00.355231 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9db64ec3-5c48-4841-b5d1-e4dd997cb059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:59Z', 'revision_number': 9, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:00.391640 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db64ec3-5c48-4841-b5d1-e4dd997cb059 None None] Checking router: cb81d166-790c-4a78-b5e7-3c88faa45bd6 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:57:00.401909 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db64ec3-5c48-4841-b5d1-e4dd997cb059 None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:00.402542 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9db64ec3-5c48-4841-b5d1-e4dd997cb059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:00.462702 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbbd14d8-0834-4dc6-bff0-c77fcf2da43a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:00.496918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd14d8-0834-4dc6-bff0-c77fcf2da43a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1155a8-7687-4612-985d-6ae0d9e55422,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:00.502246 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbbd14d8-0834-4dc6-bff0-c77fcf2da43a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:00.509227 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45602) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:00.509761 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dbbd14d8-0834-4dc6-bff0-c77fcf2da43a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/3d1155a8-7687-4612-985d-6ae0d9e55422 HTTP/1.1" status: 204 len: 168 time: 0.6814396 Dec 11 22:57:00.513575 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbd5e5c-faab-4fd9-8d60-be1d2a4259bc None None] Network c0ea54dd-1984-443c-8498-7ac3c27a8fa3 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:57:00.524342 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-9db64ec3-5c48-4841-b5d1-e4dd997cb059 None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:00.701470 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:00.807262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port 3aff116c-d5d6-4316-86c3-07622b489d0a {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:57:00.807744 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:00.818535 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9db64ec3-5c48-4841-b5d1-e4dd997cb059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:59Z', 'revision_number': 9, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:00.865800 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db64ec3-5c48-4841-b5d1-e4dd997cb059 None None] The sync data for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 is: [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:56:59Z', 'revision_number': 9, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': '459ee88a-f39f-43f2-90be-fa49378f1275', 'name': '', 'network_id': '3bda84d5-5d22-4bae-abe9-5e9814fe50be', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:2b:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:33Z', 'updated_at': '2021-12-11T22:56:40Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': '6522bde2-e613-4c7f-9926-c686e5396dd4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:57:00.882660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe5f87f-a763-4190-8db7-a983ec9751d3 None None] DHCP port deletion for c0ea54dd-1984-443c-8498-7ac3c27a8fa3 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:57:00.911367 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] For port 3aff116c-d5d6-4316-86c3-07622b489d0a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3aff116c-d5d6-4316-86c3-07622b489d0a,segment=NetworkSegment(d94f5ed3-f2c5-43cc-96f2-4960f08bd1cf),segment_id=d94f5ed3-f2c5-43cc-96f2-4960f08bd1cf)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:00.911749 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:00.936465 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for 3aff116c-d5d6-4316-86c3-07622b489d0a owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:57:00.945753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e627ae9f-c633-4d4d-b8bf-c7136f79ebba details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:57:01.056229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-cfe5f87f-a763-4190-8db7-a983ec9751d3 None None] Deleting port 3aff116c-d5d6-4316-86c3-07622b489d0a {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:57:01.056615 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f87f-a763-4190-8db7-a983ec9751d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:01.158557 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:01.164340 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-cfe5f87f-a763-4190-8db7-a983ec9751d3 None None] For port 3aff116c-d5d6-4316-86c3-07622b489d0a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3aff116c-d5d6-4316-86c3-07622b489d0a,segment=NetworkSegment(d94f5ed3-f2c5-43cc-96f2-4960f08bd1cf),segment_id=d94f5ed3-f2c5-43cc-96f2-4960f08bd1cf)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:01.164973 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f87f-a763-4190-8db7-a983ec9751d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:01.182993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e627ae9f-c633-4d4d-b8bf-c7136f79ebba, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e627ae9f-c633-4d4d-b8bf-c7136f79ebba,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:01.193580 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-cfe5f87f-a763-4190-8db7-a983ec9751d3 None None] Calling delete_port for 3aff116c-d5d6-4316-86c3-07622b489d0a owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:57:01.197897 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=3aff116c-d5d6-4316-86c3-07622b489d0a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:01.215836 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No DVR routers for this DVR port 3aff116c-d5d6-4316-86c3-07622b489d0a on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:57:01.240999 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'e627ae9f-c633-4d4d-b8bf-c7136f79ebba', 'network_id': '899c801e-bd1d-4aa0-8bf5-5ab01b073be2', 'port_id': 'e627ae9f-c633-4d4d-b8bf-c7136f79ebba', 'mac_address': 'fa:16:3e:43:7b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2c5c86-08e2-4025-8006-42a91eb9a631', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:57:01.375746 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:01.401145 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:01.402901 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e627ae9f-c633-4d4d-b8bf-c7136f79ebba {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:57:01.420510 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f87f-a763-4190-8db7-a983ec9751d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:01.477292 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5f87f-a763-4190-8db7-a983ec9751d3 None None] Pushing event deleted for resources: {'Port': ['ID=3aff116c-d5d6-4316-86c3-07622b489d0a,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:01.484862 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e627ae9f-c633-4d4d-b8bf-c7136f79ebba, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e627ae9f-c633-4d4d-b8bf-c7136f79ebba,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:01.493059 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ea54dd-1984-443c-8498-7ac3c27a8fa3']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:01.496003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5f87f-a763-4190-8db7-a983ec9751d3 None None] No DVR routers for this DVR port 3aff116c-d5d6-4316-86c3-07622b489d0a on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:57:01.509342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94f5ed3-f2c5-43cc-96f2-4960f08bd1cf') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:01.509652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94f5ed3-f2c5-43cc-96f2-4960f08bd1cf') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:01.520302 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:01.535615 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:01.541690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:57:01.542032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:01.556794 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:57:01.578612 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:57:01.626554 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=e627ae9f-c633-4d4d-b8bf-c7136f79ebba,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:01.733395 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad71899-bb3c-4c04-963f-2b336293c2ce req-e00febed-3881-4ee7-bf15-b71eda2ac83c tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:01.741048 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4ad71899-bb3c-4c04-963f-2b336293c2ce req-e00febed-3881-4ee7-bf15-b71eda2ac83c tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 943 time: 0.2759595 Dec 11 22:57:01.798040 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:01.816812 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:01.820200 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/networks/c0ea54dd-1984-443c-8498-7ac3c27a8fa3 HTTP/1.1" status: 204 len: 168 time: 1.3074603 Dec 11 22:57:01.821121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b08c0-addb-4ad2-aa8e-fd3377a1be04 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Network': ['ID=c0ea54dd-1984-443c-8498-7ac3c27a8fa3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:01.823187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45614) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:01.830325 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4ad71899-bb3c-4c04-963f-2b336293c2ce req-2c0c884f-9f5e-4c1c-b536-d104dae88e50 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822213 Dec 11 22:57:01.858886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['e627ae9f-c633-4d4d-b8bf-c7136f79ebba'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:57:02.233798 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef010135-1914-4619-aa0f-0a43df758f9f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:02.559415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-ef010135-1914-4619-aa0f-0a43df758f9f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port 459ee88a-f39f-43f2-90be-fa49378f1275 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:57:02.559866 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef010135-1914-4619-aa0f-0a43df758f9f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:02.703499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-ef010135-1914-4619-aa0f-0a43df758f9f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] For port 459ee88a-f39f-43f2-90be-fa49378f1275, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=459ee88a-f39f-43f2-90be-fa49378f1275,segment=NetworkSegment(2fba47c4-b171-42eb-92b4-dd4fc749d53d),segment_id=2fba47c4-b171-42eb-92b4-dd4fc749d53d)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:02.703980 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef010135-1914-4619-aa0f-0a43df758f9f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:02.717220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-ef010135-1914-4619-aa0f-0a43df758f9f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for 459ee88a-f39f-43f2-90be-fa49378f1275 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:57:02.886234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3aff116c-d5d6-4316-86c3-07622b489d0a no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:57:02.932130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e627ae9f-c633-4d4d-b8bf-c7136f79ebba up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:57:03.006142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 3aff116c-d5d6-4316-86c3-07622b489d0a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:57:03.006828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3aff116c-d5d6-4316-86c3-07622b489d0a not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:57:03.007466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 15d68378-f22d-45d0-a1ea-789509ef4ebe no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:57:03.032762 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 15d68378-f22d-45d0-a1ea-789509ef4ebe {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:57:03.034057 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 15d68378-f22d-45d0-a1ea-789509ef4ebe not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:57:03.052619 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee897a-e54f-482d-9c70-618a6d5a14df req-3bae7692-d89c-45f8-ac24-3df05a2e6408 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:03.055346 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94ee897a-e54f-482d-9c70-618a6d5a14df req-3bae7692-d89c-45f8-ac24-3df05a2e6408 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 944 time: 0.0982678 Dec 11 22:57:03.056906 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef010135-1914-4619-aa0f-0a43df758f9f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:03.131684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef010135-1914-4619-aa0f-0a43df758f9f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=459ee88a-f39f-43f2-90be-fa49378f1275,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:03.161009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port e627ae9f-c633-4d4d-b8bf-c7136f79ebba completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:57:03.166481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port e627ae9f-c633-4d4d-b8bf-c7136f79ebba triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:03.171049 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:03.251666 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94ee897a-e54f-482d-9c70-618a6d5a14df req-c3c3f2f4-6a5c-4109-bf30-20ef672ce922 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867023 Dec 11 22:57:03.274253 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef010135-1914-4619-aa0f-0a43df758f9f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:03.395998 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:03.483050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e627ae9f-c633-4d4d-b8bf-c7136f79ebba, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e627ae9f-c633-4d4d-b8bf-c7136f79ebba,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:03.486255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102fe16b-667b-4e91-9fc8-5837661cd7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e627ae9f-c633-4d4d-b8bf-c7136f79ebba'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:57:03.495423 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c727ac28-ac4c-4a3e-9e13-6c43fdf95c25" -d '{"events": [{"server_uuid": "102fe16b-667b-4e91-9fc8-5837661cd7c9", "name": "network-vif-plugged", "status": "completed", "tag": "e627ae9f-c633-4d4d-b8bf-c7136f79ebba"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:57:03.548276 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:03.692602 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=e627ae9f-c633-4d4d-b8bf-c7136f79ebba,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:03.696303 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f97a2e7-7f4e-47a7-aaf3-a5b756868c59 x-openstack-request-id: req-0f97a2e7-7f4e-47a7-aaf3-a5b756868c59 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:57:03.696652 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102fe16b-667b-4e91-9fc8-5837661cd7c9", "name": "network-vif-plugged", "status": "completed", "tag": "e627ae9f-c633-4d4d-b8bf-c7136f79ebba", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:57:03.696960 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f97a2e7-7f4e-47a7-aaf3-a5b756868c59 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:57:03.697364 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102fe16b-667b-4e91-9fc8-5837661cd7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e627ae9f-c633-4d4d-b8bf-c7136f79ebba', 'code': 200} Dec 11 22:57:03.767720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef010135-1914-4619-aa0f-0a43df758f9f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router cb81d166-790c-4a78-b5e7-3c88faa45bd6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:57:03.785315 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ada1c1-5f5e-40e8-8ed0-b2ccf23cbaa9 req-ab9c4576-cb8a-4d8e-8a49-a5d2787f2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:03.787277 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-48ada1c1-5f5e-40e8-8ed0-b2ccf23cbaa9 req-ab9c4576-cb8a-4d8e-8a49-a5d2787f2d09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 1096 time: 0.1225712 Dec 11 22:57:03.944612 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-48ada1c1-5f5e-40e8-8ed0-b2ccf23cbaa9 req-6f32ac95-d60d-4e7b-9abe-ebe7082473ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479437 Dec 11 22:57:03.946095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef010135-1914-4619-aa0f-0a43df758f9f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:57:03.959825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ef010135-1914-4619-aa0f-0a43df758f9f tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/cb81d166-790c-4a78-b5e7-3c88faa45bd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1318831 Dec 11 22:57:03.960024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65722668-e137-4aca-8b6a-c1de4d1177ce None None] Sync routers for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:57:03.960463 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45648) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:04.005498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65722668-e137-4aca-8b6a-c1de4d1177ce None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:04.005498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-65722668-e137-4aca-8b6a-c1de4d1177ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:04.067685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfa5dba-0c05-4235-a4cd-32f0edc609b2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting subnet 6522bde2-e613-4c7f-9926-c686e5396dd4 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:57:04.080681 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5dba-0c05-4235-a4cd-32f0edc609b2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:04.094720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-65722668-e137-4aca-8b6a-c1de4d1177ce None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:04.162935 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5dba-0c05-4235-a4cd-32f0edc609b2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:04.358951 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5dba-0c05-4235-a4cd-32f0edc609b2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:04.536581 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-65722668-e137-4aca-8b6a-c1de4d1177ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:57:02Z', 'revision_number': 10, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:04.552947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a3bff-2554-469d-8f4a-b6e1dcfacbf5 req-1cd84f1e-f3d4-4df3-b6a6-46c03c943580 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:04.571912 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b5a3bff-2554-469d-8f4a-b6e1dcfacbf5 req-1cd84f1e-f3d4-4df3-b6a6-46c03c943580 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 945 time: 0.1746695 Dec 11 22:57:04.596416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65722668-e137-4aca-8b6a-c1de4d1177ce None None] Checking router: cb81d166-790c-4a78-b5e7-3c88faa45bd6 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:57:04.613031 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65722668-e137-4aca-8b6a-c1de4d1177ce None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:04.614002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-65722668-e137-4aca-8b6a-c1de4d1177ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:04.660437 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b5a3bff-2554-469d-8f4a-b6e1dcfacbf5 req-734c4004-2f41-4258-91cc-0c08aa6d48c8 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748491 Dec 11 22:57:04.673052 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5dba-0c05-4235-a4cd-32f0edc609b2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:04.726188 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5dba-0c05-4235-a4cd-32f0edc609b2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:04.727292 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-65722668-e137-4aca-8b6a-c1de4d1177ce None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:04.733302 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3bfa5dba-0c05-4235-a4cd-32f0edc609b2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/6522bde2-e613-4c7f-9926-c686e5396dd4 HTTP/1.1" status: 204 len: 168 time: 0.7720754 Dec 11 22:57:04.735979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45658) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:04.736965 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa5dba-0c05-4235-a4cd-32f0edc609b2 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Subnet': ['ID=6522bde2-e613-4c7f-9926-c686e5396dd4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:04.777032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6bed56-4da4-43b8-a070-9f07b808a536 None None] Network 3bda84d5-5d22-4bae-abe9-5e9814fe50be requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:57:04.883073 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:04.978225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port 6c4b5122-6cf1-47e3-8303-93903195887e {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:57:04.979602 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:04.981436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45662) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:05.121543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] DHCP port deletion for 3bda84d5-5d22-4bae-abe9-5e9814fe50be request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:57:05.142252 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] For port 6c4b5122-6cf1-47e3-8303-93903195887e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=6c4b5122-6cf1-47e3-8303-93903195887e,segment=NetworkSegment(2fba47c4-b171-42eb-92b4-dd4fc749d53d),segment_id=2fba47c4-b171-42eb-92b4-dd4fc749d53d)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:05.142633 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:05.166347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for 6c4b5122-6cf1-47e3-8303-93903195887e owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:57:05.189113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-65722668-e137-4aca-8b6a-c1de4d1177ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:57:02Z', 'revision_number': 10, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:05.216026 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4342-2215-4a67-9a7e-d679c1003f99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:05.220381 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65722668-e137-4aca-8b6a-c1de4d1177ce None None] The sync data for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 is: [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:57:02Z', 'revision_number': 10, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None, '_interfaces': [{'id': 'fdc8068b-475d-48c5-b0ac-4a953b1d26d0', 'name': '', 'network_id': '190ce1cc-4e81-4410-8dd9-5b06837bb5ee', 'tenant_id': '42ad0153638a4214b33983a425162708', 'mac_address': 'fa:16:3e:b5:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:56:27Z', 'updated_at': '2021-12-11T22:56:34Z', 'revision_number': 5, 'project_id': '42ad0153638a4214b33983a425162708', 'subnets': [{'id': 'c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:57:05.238309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Deleting port 6c4b5122-6cf1-47e3-8303-93903195887e {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:57:05.238309 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:05.354016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] For port 6c4b5122-6cf1-47e3-8303-93903195887e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=6c4b5122-6cf1-47e3-8303-93903195887e,segment=NetworkSegment(2fba47c4-b171-42eb-92b4-dd4fc749d53d),segment_id=2fba47c4-b171-42eb-92b4-dd4fc749d53d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:05.354427 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:05.378185 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4342-2215-4a67-9a7e-d679c1003f99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:05.381845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Calling delete_port for 6c4b5122-6cf1-47e3-8303-93903195887e owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 22:57:05.529773 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 22:57:05.533743 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c2d4342-2215-4a67-9a7e-d679c1003f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:05.535774 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:05.541884 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:05.555762 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] No DVR routers for this DVR port 6c4b5122-6cf1-47e3-8303-93903195887e on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:57:05.578046 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Pushing event deleted for resources: {'Port': ['ID=6c4b5122-6cf1-47e3-8303-93903195887e,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:05.581121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=6c4b5122-6cf1-47e3-8303-93903195887e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:05.586324 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5c2d4342-2215-4a67-9a7e-d679c1003f99 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e272f943b9f4b39b857ee3a7fd32d75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6031930 Dec 11 22:57:05.588928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45674) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:05.612812 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No DVR routers for this DVR port 6c4b5122-6cf1-47e3-8303-93903195887e on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:57:05.619952 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:05.620542 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:05.621093 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:05.622176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:05.623638 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:05.624740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:05.625284 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:05.625934 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:05.626735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:05.628286 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:05.650743 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:05.650743 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:05.650743 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c6b788-2bd0-4c1d-87a1-671460399160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:05.656591 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d4342-2215-4a67-9a7e-d679c1003f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c840444e-7a5e-42d9-a0f2-6c58f75c36dc,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:05.736152 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-842f84d6-f4e6-4a94-91f7-ca89a7c82281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:05.774990 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-842f84d6-f4e6-4a94-91f7-ca89a7c82281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:05.820899 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:05.852132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bda84d5-5d22-4bae-abe9-5e9814fe50be']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:05.866571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fba47c4-b171-42eb-92b4-dd4fc749d53d') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:05.866920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fba47c4-b171-42eb-92b4-dd4fc749d53d') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:05.878122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82295f84-35a3-4b53-8c1e-e342c24403bc req-589f5316-d06b-4eff-b7ac-ce6e73d9246e tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:05.879796 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82295f84-35a3-4b53-8c1e-e342c24403bc req-589f5316-d06b-4eff-b7ac-ce6e73d9246e tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 945 time: 0.1084385 Dec 11 22:57:05.891229 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:05.918427 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-842f84d6-f4e6-4a94-91f7-ca89a7c82281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:05.920901 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:05.921592 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-842f84d6-f4e6-4a94-91f7-ca89a7c82281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:05.922832 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-842f84d6-f4e6-4a94-91f7-ca89a7c82281 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c840444e-7a5e-42d9-a0f2-6c58f75c36dc HTTP/1.1" status: 204 len: 168 time: 0.3325384 Dec 11 22:57:05.934757 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:57:05.935279 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:05.937312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f84d6-f4e6-4a94-91f7-ca89a7c82281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c840444e-7a5e-42d9-a0f2-6c58f75c36dc,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:57:05.938180 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:57:06.006029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82295f84-35a3-4b53-8c1e-e342c24403bc req-33b0ccd3-c9a0-433c-b3c6-f794c1a99616 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187582 Dec 11 22:57:06.124292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b5635-78c0-4fbe-8f3c-3f1dcf401146 req-9df03be0-cf1d-4030-8456-eab5e12ec0a1 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:06.125805 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-719b5635-78c0-4fbe-8f3c-3f1dcf401146 req-9df03be0-cf1d-4030-8456-eab5e12ec0a1 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 945 time: 0.0510175 Dec 11 22:57:06.141166 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:06.158819 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:06.162439 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/networks/3bda84d5-5d22-4bae-abe9-5e9814fe50be HTTP/1.1" status: 204 len: 168 time: 1.4254494 Dec 11 22:57:06.165681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45690) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:06.175913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0918b-6291-4086-a182-4ed96bd82d52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Network': ['ID=3bda84d5-5d22-4bae-abe9-5e9814fe50be,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:06.203310 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-719b5635-78c0-4fbe-8f3c-3f1dcf401146 req-33095da4-67f6-4b0b-b67c-3fdbbbc408d0 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702879 Dec 11 22:57:06.580624 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66d05c9e-811b-4d9d-aabe-55d950c57480 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:06.608338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07eb3e-0853-41bd-81b9-3605df54590f req-edd4e1c9-4d27-4e4b-ad4c-8ff4579fddc2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:06.609871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f07eb3e-0853-41bd-81b9-3605df54590f req-edd4e1c9-4d27-4e4b-ad4c-8ff4579fddc2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 945 time: 0.0552480 Dec 11 22:57:06.660984 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f07eb3e-0853-41bd-81b9-3605df54590f req-05b452e9-7277-4977-8f50-02462c2a29df tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Dec 11 22:57:06.791963 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45704) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:06.793022 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad46440-20c4-4d61-abda-8681c181ac04 req-b1620056-494d-4303-a8e9-c480dc75fc8d tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:06.795621 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bad46440-20c4-4d61-abda-8681c181ac04 req-b1620056-494d-4303-a8e9-c480dc75fc8d tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 945 time: 0.0588615 Dec 11 22:57:06.848340 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 6c4b5122-6cf1-47e3-8303-93903195887e no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:57:06.857367 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1f8b983f-bfbe-42d8-b1d6-fafff3a69425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:06.872471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 6c4b5122-6cf1-47e3-8303-93903195887e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:57:06.873187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 6c4b5122-6cf1-47e3-8303-93903195887e not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:57:06.874184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 459ee88a-f39f-43f2-90be-fa49378f1275 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:57:06.885193 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bad46440-20c4-4d61-abda-8681c181ac04 req-b074620e-eef9-47cd-9b04-28fb6166be38 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820246 Dec 11 22:57:06.896837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 459ee88a-f39f-43f2-90be-fa49378f1275 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:57:06.897414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 459ee88a-f39f-43f2-90be-fa49378f1275 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:57:06.931567 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-66d05c9e-811b-4d9d-aabe-55d950c57480 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port fdc8068b-475d-48c5-b0ac-4a953b1d26d0 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:57:06.934465 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66d05c9e-811b-4d9d-aabe-55d950c57480 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:07.048402 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1f8b983f-bfbe-42d8-b1d6-fafff3a69425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:07.067041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-66d05c9e-811b-4d9d-aabe-55d950c57480 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] For port fdc8068b-475d-48c5-b0ac-4a953b1d26d0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fdc8068b-475d-48c5-b0ac-4a953b1d26d0,segment=NetworkSegment(2fd25651-dcc9-4aad-8079-dd97d45a1f9c),segment_id=2fd25651-dcc9-4aad-8079-dd97d45a1f9c)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:07.072082 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66d05c9e-811b-4d9d-aabe-55d950c57480 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:07.079644 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-66d05c9e-811b-4d9d-aabe-55d950c57480 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for fdc8068b-475d-48c5-b0ac-4a953b1d26d0 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:57:07.136688 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1f8b983f-bfbe-42d8-b1d6-fafff3a69425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:07.196447 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1f8b983f-bfbe-42d8-b1d6-fafff3a69425 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8dd10d69c34b42f7807d7132d687d37c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4032664 Dec 11 22:57:07.196447 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b983f-bfbe-42d8-b1d6-fafff3a69425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96ec335-d962-4aa9-8542-686ce6d2d67a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:07.199211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45712) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:07.309219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cbc57-aa2d-457f-ac79-cf0a2760b9a9 req-b1746567-4b2f-4197-bffb-00811cfa9275 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:07.311131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-789cbc57-aa2d-457f-ac79-cf0a2760b9a9 req-b1746567-4b2f-4197-bffb-00811cfa9275 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 945 time: 0.1315165 Dec 11 22:57:07.318908 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0faf9492-22cb-4a3b-ac0f-a25dac9367e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:07.358723 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0faf9492-22cb-4a3b-ac0f-a25dac9367e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:07.404563 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66d05c9e-811b-4d9d-aabe-55d950c57480 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:07.406879 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-789cbc57-aa2d-457f-ac79-cf0a2760b9a9 req-be014941-8d3a-483e-917d-d2f7fa77291e tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856087 Dec 11 22:57:07.494301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d05c9e-811b-4d9d-aabe-55d950c57480 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=fdc8068b-475d-48c5-b0ac-4a953b1d26d0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:07.600752 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0faf9492-22cb-4a3b-ac0f-a25dac9367e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:07.602658 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-66d05c9e-811b-4d9d-aabe-55d950c57480 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:07.609605 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0faf9492-22cb-4a3b-ac0f-a25dac9367e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:07.612522 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0faf9492-22cb-4a3b-ac0f-a25dac9367e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b96ec335-d962-4aa9-8542-686ce6d2d67a HTTP/1.1" status: 204 len: 168 time: 0.4117928 Dec 11 22:57:07.638998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf9492-22cb-4a3b-ac0f-a25dac9367e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96ec335-d962-4aa9-8542-686ce6d2d67a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:07.971178 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d9f69-b4d1-4f23-b44b-b54af98882fb req-14d1ed08-01e2-45da-86a3-5e180ba23d1e tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:07.971178 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e37d9f69-b4d1-4f23-b44b-b54af98882fb req-14d1ed08-01e2-45da-86a3-5e180ba23d1e tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 945 time: 0.3951051 Dec 11 22:57:08.125965 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e37d9f69-b4d1-4f23-b44b-b54af98882fb req-672bc0ae-cbd2-440f-869c-d3f1518c1c12 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198089 Dec 11 22:57:08.135502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d05c9e-811b-4d9d-aabe-55d950c57480 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router cb81d166-790c-4a78-b5e7-3c88faa45bd6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:57:08.230549 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d05c9e-811b-4d9d-aabe-55d950c57480 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:57:08.238851 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-66d05c9e-811b-4d9d-aabe-55d950c57480 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/cb81d166-790c-4a78-b5e7-3c88faa45bd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0695088 Dec 11 22:57:08.240431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45728) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:08.246478 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2db01-67ab-4059-821e-750fc5103639 None None] Sync routers for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:57:08.262420 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2db01-67ab-4059-821e-750fc5103639 None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:08.263427 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-77d2db01-67ab-4059-821e-750fc5103639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:08.313634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f66e90-a05b-4baa-a7e3-5ea386f8c035 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting subnet c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:57:08.319231 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7f66e90-a05b-4baa-a7e3-5ea386f8c035 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:08.380423 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-77d2db01-67ab-4059-821e-750fc5103639 None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:08.387622 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7f66e90-a05b-4baa-a7e3-5ea386f8c035 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:08.440319 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-77d2db01-67ab-4059-821e-750fc5103639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:57:07Z', 'revision_number': 11, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:08.471244 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2db01-67ab-4059-821e-750fc5103639 None None] Checking router: cb81d166-790c-4a78-b5e7-3c88faa45bd6 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:57:08.483753 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2db01-67ab-4059-821e-750fc5103639 None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:08.484383 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-77d2db01-67ab-4059-821e-750fc5103639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:08.575869 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-77d2db01-67ab-4059-821e-750fc5103639 None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:08.824703 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-77d2db01-67ab-4059-821e-750fc5103639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:57:07Z', 'revision_number': 11, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:08.860684 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2db01-67ab-4059-821e-750fc5103639 None None] The sync data for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 is: [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:57:07Z', 'revision_number': 11, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:57:09.054984 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7f66e90-a05b-4baa-a7e3-5ea386f8c035 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:09.157013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775b1db-1fc4-49c6-bbf0-8961fd45d9e9 req-a73f47b5-dcf9-4a4a-875a-b13684f00d07 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:09.158548 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a775b1db-1fc4-49c6-bbf0-8961fd45d9e9 req-a73f47b5-dcf9-4a4a-875a-b13684f00d07 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 945 time: 0.0614841 Dec 11 22:57:09.222588 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7f66e90-a05b-4baa-a7e3-5ea386f8c035 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:09.227727 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a775b1db-1fc4-49c6-bbf0-8961fd45d9e9 req-23bedd2d-a8d4-4939-b35b-2c5cf056e7ff tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569849 Dec 11 22:57:09.257558 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f66e90-a05b-4baa-a7e3-5ea386f8c035 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Subnet': ['ID=c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:09.259990 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7f66e90-a05b-4baa-a7e3-5ea386f8c035 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:09.266258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45756) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:09.276993 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b7f66e90-a05b-4baa-a7e3-5ea386f8c035 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a HTTP/1.1" status: 204 len: 168 time: 1.0355916 Dec 11 22:57:09.284569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66915f7e-40aa-4d61-8fbc-53b65137ea30 None None] Network 190ce1cc-4e81-4410-8dd9-5b06837bb5ee requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:57:09.430001 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:09.523946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46613829-abac-4d9e-9268-2b24bb199105 None None] DHCP port deletion for 190ce1cc-4e81-4410-8dd9-5b06837bb5ee request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:57:09.529247 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Deleting port d72816da-f5ea-4348-94f6-dad63ca8d188 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:57:09.529835 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:09.604074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] For port d72816da-f5ea-4348-94f6-dad63ca8d188, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d72816da-f5ea-4348-94f6-dad63ca8d188,segment=NetworkSegment(2fd25651-dcc9-4aad-8079-dd97d45a1f9c),segment_id=2fd25651-dcc9-4aad-8079-dd97d45a1f9c)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:09.604469 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-46613829-abac-4d9e-9268-2b24bb199105 None None] Deleting port d72816da-f5ea-4348-94f6-dad63ca8d188 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:57:09.604582 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:09.604980 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46613829-abac-4d9e-9268-2b24bb199105 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:09.619673 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Calling delete_port for d72816da-f5ea-4348-94f6-dad63ca8d188 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:57:09.711049 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-46613829-abac-4d9e-9268-2b24bb199105 None None] For port d72816da-f5ea-4348-94f6-dad63ca8d188, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d72816da-f5ea-4348-94f6-dad63ca8d188,segment=NetworkSegment(2fd25651-dcc9-4aad-8079-dd97d45a1f9c),segment_id=2fd25651-dcc9-4aad-8079-dd97d45a1f9c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:09.713344 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46613829-abac-4d9e-9268-2b24bb199105 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:09.729634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-46613829-abac-4d9e-9268-2b24bb199105 None None] Calling delete_port for d72816da-f5ea-4348-94f6-dad63ca8d188 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:57:09.838246 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:09.851303 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46613829-abac-4d9e-9268-2b24bb199105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:09.883962 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Port': ['ID=d72816da-f5ea-4348-94f6-dad63ca8d188,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:09.896751 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No DVR routers for this DVR port d72816da-f5ea-4348-94f6-dad63ca8d188 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:57:09.906321 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46613829-abac-4d9e-9268-2b24bb199105 None None] Pushing event deleted for resources: {'Port': ['ID=d72816da-f5ea-4348-94f6-dad63ca8d188,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:09.927115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46613829-abac-4d9e-9268-2b24bb199105 None None] No DVR routers for this DVR port d72816da-f5ea-4348-94f6-dad63ca8d188 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:57:10.025241 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:10.062281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190ce1cc-4e81-4410-8dd9-5b06837bb5ee']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:10.083043 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd25651-dcc9-4aad-8079-dd97d45a1f9c') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:10.083451 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd25651-dcc9-4aad-8079-dd97d45a1f9c') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:10.100672 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:10.123310 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:10.130723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:57:10.131188 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:57:10.134409 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:57:10.176592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093f355-e8a6-43f2-868d-22699029c41a req-58143b93-ea66-4626-ba70-cdeed8ae021f tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:10.178112 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2093f355-e8a6-43f2-868d-22699029c41a req-58143b93-ea66-4626-ba70-cdeed8ae021f tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.13 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 945 time: 0.0694189 Dec 11 22:57:10.283201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-2093f355-e8a6-43f2-868d-22699029c41a req-588f8480-d35b-4886-bf25-0a09c3f68084 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Deleting port e627ae9f-c633-4d4d-b8bf-c7136f79ebba {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:57:10.283645 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2093f355-e8a6-43f2-868d-22699029c41a req-588f8480-d35b-4886-bf25-0a09c3f68084 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:10.305744 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:10.358037 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:10.369402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45778) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:10.370443 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/networks/190ce1cc-4e81-4410-8dd9-5b06837bb5ee HTTP/1.1" status: 204 len: 168 time: 1.1030300 Dec 11 22:57:10.371497 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f43d20-3a0c-42b4-a778-0c4b1c27b3c7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Pushing event deleted for resources: {'Network': ['ID=190ce1cc-4e81-4410-8dd9-5b06837bb5ee,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:10.376964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0f34bbb4-7592-4b0e-be1c-de3dc202151a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'router': {'routes': None}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:10.474911 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a29ea2-4351-4d7f-ba90-d6da7b3d73c2 req-c9ba745b-76d9-42bf-a628-08e015cfa114 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:10.486286 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-21a29ea2-4351-4d7f-ba90-d6da7b3d73c2 req-c9ba745b-76d9-42bf-a628-08e015cfa114 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 945 time: 0.1299591 Dec 11 22:57:10.512219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2093f355-e8a6-43f2-868d-22699029c41a req-588f8480-d35b-4886-bf25-0a09c3f68084 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] For port e627ae9f-c633-4d4d-b8bf-c7136f79ebba, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e627ae9f-c633-4d4d-b8bf-c7136f79ebba,segment=NetworkSegment(a0bee918-f6e9-4e42-94bc-423e58ad6540),segment_id=a0bee918-f6e9-4e42-94bc-423e58ad6540)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:10.512815 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2093f355-e8a6-43f2-868d-22699029c41a req-588f8480-d35b-4886-bf25-0a09c3f68084 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:10.532009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-2093f355-e8a6-43f2-868d-22699029c41a req-588f8480-d35b-4886-bf25-0a09c3f68084 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Calling delete_port for e627ae9f-c633-4d4d-b8bf-c7136f79ebba owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:57:10.570576 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-21a29ea2-4351-4d7f-ba90-d6da7b3d73c2 req-b6446226-1c9b-4890-9747-8872f4d3d917 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/security-groups?id=cbc6c3b2-41c6-4726-bd11-3c4a59a53685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832746 Dec 11 22:57:10.673164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.extraroute_db [None req-0f34bbb4-7592-4b0e-be1c-de3dc202151a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Added routes are [] {{(pid=103692) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 11 22:57:10.673544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.extraroute_db [None req-0f34bbb4-7592-4b0e-be1c-de3dc202151a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Removed routes are [] {{(pid=103692) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 11 22:57:10.673835 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0f34bbb4-7592-4b0e-be1c-de3dc202151a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:10.887037 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fdc8068b-475d-48c5-b0ac-4a953b1d26d0 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:57:10.900503 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0f34bbb4-7592-4b0e-be1c-de3dc202151a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:10.905498 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0f34bbb4-7592-4b0e-be1c-de3dc202151a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:10.925676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: fdc8068b-475d-48c5-b0ac-4a953b1d26d0 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:57:10.926375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fdc8068b-475d-48c5-b0ac-4a953b1d26d0 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:57:10.927001 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d72816da-f5ea-4348-94f6-dad63ca8d188 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:57:10.947352 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: d72816da-f5ea-4348-94f6-dad63ca8d188 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:57:10.947969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d72816da-f5ea-4348-94f6-dad63ca8d188 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:57:11.070427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f34bbb4-7592-4b0e-be1c-de3dc202151a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router cb81d166-790c-4a78-b5e7-3c88faa45bd6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:57:11.179920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f34bbb4-7592-4b0e-be1c-de3dc202151a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:57:11.190120 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0f34bbb4-7592-4b0e-be1c-de3dc202151a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:11.192483 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0f34bbb4-7592-4b0e-be1c-de3dc202151a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/cb81d166-790c-4a78-b5e7-3c88faa45bd6 HTTP/1.1" status: 200 len: 705 time: 0.8210008 Dec 11 22:57:11.193086 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2093f355-e8a6-43f2-868d-22699029c41a req-588f8480-d35b-4886-bf25-0a09c3f68084 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:11.200870 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45796) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:11.201915 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd89d2-f00e-40da-b806-f379052d87aa None None] Sync routers for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:57:11.216508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd89d2-f00e-40da-b806-f379052d87aa None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:11.217300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a8fd89d2-f00e-40da-b806-f379052d87aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:11.267363 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5f536020-608f-4eaf-ad56-c7e932b6bc52 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb81d166-790c-4a78-b5e7-3c88faa45bd6 HTTP/1.1" status: 200 len: 205 time: 0.0626667 Dec 11 22:57:11.270784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f8480-d35b-4886-bf25-0a09c3f68084 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Pushing event deleted for resources: {'Port': ['ID=e627ae9f-c633-4d4d-b8bf-c7136f79ebba,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:11.272697 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45798) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:11.355204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-2093f355-e8a6-43f2-868d-22699029c41a req-588f8480-d35b-4886-bf25-0a09c3f68084 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] No DVR routers for this DVR port e627ae9f-c633-4d4d-b8bf-c7136f79ebba on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:57:11.359025 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2093f355-e8a6-43f2-868d-22699029c41a req-588f8480-d35b-4886-bf25-0a09c3f68084 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:11.363362 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2093f355-e8a6-43f2-868d-22699029c41a req-588f8480-d35b-4886-bf25-0a09c3f68084 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.13 "DELETE /v2.0/ports/e627ae9f-c633-4d4d-b8bf-c7136f79ebba HTTP/1.1" status: 204 len: 173 time: 1.1788027 Dec 11 22:57:11.366305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102fe16b-667b-4e91-9fc8-5837661cd7c9', 'name': 'network-vif-deleted', 'tag': 'e627ae9f-c633-4d4d-b8bf-c7136f79ebba'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:57:11.376846 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdfdd89-55b7-4a5c-a817-45f83cc786a4" -d '{"events": [{"server_uuid": "102fe16b-667b-4e91-9fc8-5837661cd7c9", "name": "network-vif-deleted", "tag": "e627ae9f-c633-4d4d-b8bf-c7136f79ebba"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:57:11.438364 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168daa0c-3b89-413a-9a70-db50ce948996 x-openstack-request-id: req-168daa0c-3b89-413a-9a70-db50ce948996 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:57:11.439079 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102fe16b-667b-4e91-9fc8-5837661cd7c9", "name": "network-vif-deleted", "tag": "e627ae9f-c633-4d4d-b8bf-c7136f79ebba", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:57:11.442660 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-168daa0c-3b89-413a-9a70-db50ce948996 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:57:11.442660 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102fe16b-667b-4e91-9fc8-5837661cd7c9', 'name': 'network-vif-deleted', 'tag': 'e627ae9f-c633-4d4d-b8bf-c7136f79ebba', 'status': 'completed', 'code': 200} Dec 11 22:57:11.475613 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15c85ee4-6284-464d-934b-fd6109214094 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:11.553332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32c3a51-3b06-49f8-a44f-70a9aac0acae None None] DHCP port deletion for 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:57:11.563853 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a8fd89d2-f00e-40da-b806-f379052d87aa None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:11.641063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a8fd89d2-f00e-40da-b806-f379052d87aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:57:07Z', 'revision_number': 11, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:11.678748 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd89d2-f00e-40da-b806-f379052d87aa None None] Checking router: cb81d166-790c-4a78-b5e7-3c88faa45bd6 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:57:11.688028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd89d2-f00e-40da-b806-f379052d87aa None None] Routers {'cb81d166-790c-4a78-b5e7-3c88faa45bd6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:11.688826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a8fd89d2-f00e-40da-b806-f379052d87aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:11.787022 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15c85ee4-6284-464d-934b-fd6109214094 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:11.789305 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15c85ee4-6284-464d-934b-fd6109214094 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:11.827450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a8fd89d2-f00e-40da-b806-f379052d87aa None None] Set router cb81d166-790c-4a78-b5e7-3c88faa45bd6 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:11.876874 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5efa4328-e993-4398-9cf6-b354d4b580aa req-87da5281-9a56-4143-8209-df82a8b1d2b2 tempest-ServerDiskConfigTestJSON-588397359 tempest-ServerDiskConfigTestJSON-588397359-project] 10.222.0.45 "GET /v2.0/ports?device_id=102fe16b-667b-4e91-9fc8-5837661cd7c9 HTTP/1.1" status: 200 len: 210 time: 0.0380514 Dec 11 22:57:11.878577 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a8fd89d2-f00e-40da-b806-f379052d87aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:57:07Z', 'revision_number': 11, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:11.922062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd89d2-f00e-40da-b806-f379052d87aa None None] The sync data for ids ['cb81d166-790c-4a78-b5e7-3c88faa45bd6'] in n-d-710847-6 is: [{'id': 'cb81d166-790c-4a78-b5e7-3c88faa45bd6', 'name': 'tempest-RoutersIpV6Test-router-1490548524', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:56:25Z', 'updated_at': '2021-12-11T22:57:07Z', 'revision_number': 11, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:57:11.939777 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15c85ee4-6284-464d-934b-fd6109214094 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:11.941924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c85ee4-6284-464d-934b-fd6109214094 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Fanout notify agent at l3_agent the message router_deleted on router cb81d166-790c-4a78-b5e7-3c88faa45bd6 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:57:11.954219 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15c85ee4-6284-464d-934b-fd6109214094 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:11.955589 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-15c85ee4-6284-464d-934b-fd6109214094 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/routers/cb81d166-790c-4a78-b5e7-3c88faa45bd6 HTTP/1.1" status: 204 len: 168 time: 0.6807253 Dec 11 22:57:11.963104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45816) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:11.973247 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4ddad2e8-9456-4e6b-862c-b023620471b1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-434514942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:12.105540 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ddad2e8-9456-4e6b-862c-b023620471b1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:12.106718 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ddad2e8-9456-4e6b-862c-b023620471b1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:12.202440 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ddad2e8-9456-4e6b-862c-b023620471b1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:12.275299 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ddad2e8-9456-4e6b-862c-b023620471b1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:12.410303 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ddad2e8-9456-4e6b-862c-b023620471b1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:12.425603 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4ddad2e8-9456-4e6b-862c-b023620471b1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4568467 Dec 11 22:57:12.428308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45830) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:12.436863 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b662ed08-031b-425f-a079-0cf0d8edd3a5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:12.738921 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b662ed08-031b-425f-a079-0cf0d8edd3a5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:12.861998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-25b896c3-c9b5-4d71-8db9-9047c1acaa17 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:12.865223 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-25b896c3-c9b5-4d71-8db9-9047c1acaa17 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/networks?id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 HTTP/1.1" status: 200 len: 815 time: 0.1216888 Dec 11 22:57:12.882739 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b662ed08-031b-425f-a079-0cf0d8edd3a5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:12.888076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-7e9108fc-f4f4-496a-8575-febb28e64384 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/quotas/e2a27b8424d74ef9a6fefad9f327341b HTTP/1.1" status: 200 len: 375 time: 0.0165422 Dec 11 22:57:12.990857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e627ae9f-c633-4d4d-b8bf-c7136f79ebba no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:57:13.016971 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-0112191d-1e66-46c6-a7fd-aa799ffb9183 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1229122 Dec 11 22:57:13.031278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: e627ae9f-c633-4d4d-b8bf-c7136f79ebba {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:57:13.031833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e627ae9f-c633-4d4d-b8bf-c7136f79ebba not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:57:13.112912 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b662ed08-031b-425f-a079-0cf0d8edd3a5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Router 3438dd40-7c11-438a-adf8-05002ca75205 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:57:13.202193 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45858) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:13.221047 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b662ed08-031b-425f-a079-0cf0d8edd3a5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:57:13.239616 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737922a1-f97e-4703-bad3-4e8de2c7adf0 None None] Sync routers for ids ['3438dd40-7c11-438a-adf8-05002ca75205'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:57:13.240137 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b662ed08-031b-425f-a079-0cf0d8edd3a5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:13.249513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45860) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:13.249777 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b662ed08-031b-425f-a079-0cf0d8edd3a5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "PUT /v2.0/routers/3438dd40-7c11-438a-adf8-05002ca75205 HTTP/1.1" status: 200 len: 697 time: 0.8199360 Dec 11 22:57:13.255879 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737922a1-f97e-4703-bad3-4e8de2c7adf0 None None] Routers {'3438dd40-7c11-438a-adf8-05002ca75205'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:13.257596 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-737922a1-f97e-4703-bad3-4e8de2c7adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3438dd40-7c11-438a-adf8-05002ca75205'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:13.372753 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-737922a1-f97e-4703-bad3-4e8de2c7adf0 None None] Set router 3438dd40-7c11-438a-adf8-05002ca75205 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:13.401873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ab5b9c-d822-425d-8162-fd5ecfe703df admin admin] Deleting subnet ec2c5c86-08e2-4025-8006-42a91eb9a631 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:57:13.410713 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62ab5b9c-d822-425d-8162-fd5ecfe703df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:13.420467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-47f1876c-e651-482c-98d5-83077b2750d7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/routers/3438dd40-7c11-438a-adf8-05002ca75205 HTTP/1.1" status: 200 len: 703 time: 0.1689069 Dec 11 22:57:13.433467 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45868) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:13.457896 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-737922a1-f97e-4703-bad3-4e8de2c7adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3438dd40-7c11-438a-adf8-05002ca75205', 'name': 'tempest-RoutersIpV6Test-router-434514942', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:12Z', 'updated_at': '2021-12-11T22:57:12Z', 'revision_number': 2, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:13.472998 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62ab5b9c-d822-425d-8162-fd5ecfe703df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:13.476440 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-7a14873e-f48c-4bb5-9070-387f79c12798 service neutron] 10.222.0.45 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442430 Dec 11 22:57:13.492350 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737922a1-f97e-4703-bad3-4e8de2c7adf0 None None] Checking router: 3438dd40-7c11-438a-adf8-05002ca75205 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:57:13.502589 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737922a1-f97e-4703-bad3-4e8de2c7adf0 None None] Routers {'3438dd40-7c11-438a-adf8-05002ca75205'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:13.504459 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-737922a1-f97e-4703-bad3-4e8de2c7adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3438dd40-7c11-438a-adf8-05002ca75205'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:13.532187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45870) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:13.532850 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a1b23c1b-936d-4131-be12-ee29b50b3a97 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports?device_id=3438dd40-7c11-438a-adf8-05002ca75205 HTTP/1.1" status: 200 len: 205 time: 0.0981243 Dec 11 22:57:13.616601 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-737922a1-f97e-4703-bad3-4e8de2c7adf0 None None] Set router 3438dd40-7c11-438a-adf8-05002ca75205 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:13.672526 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62ab5b9c-d822-425d-8162-fd5ecfe703df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:13.700801 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-737922a1-f97e-4703-bad3-4e8de2c7adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3438dd40-7c11-438a-adf8-05002ca75205', 'name': 'tempest-RoutersIpV6Test-router-434514942', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:12Z', 'updated_at': '2021-12-11T22:57:12Z', 'revision_number': 2, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:13.706798 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a4299a4-b794-47a7-bf3a-01fde0659018 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:13.723008 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:13.739898 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737922a1-f97e-4703-bad3-4e8de2c7adf0 None None] The sync data for ids ['3438dd40-7c11-438a-adf8-05002ca75205'] in n-d-710847-6 is: [{'id': '3438dd40-7c11-438a-adf8-05002ca75205', 'name': 'tempest-RoutersIpV6Test-router-434514942', 'tenant_id': '42ad0153638a4214b33983a425162708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:12Z', 'updated_at': '2021-12-11T22:57:12Z', 'revision_number': 2, 'project_id': '42ad0153638a4214b33983a425162708', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:57:13.860010 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-3b31f95e-ac64-4f7e-ace4-5442576b457e service neutron] 10.222.0.45 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604643 Dec 11 22:57:13.927763 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62ab5b9c-d822-425d-8162-fd5ecfe703df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:13.935205 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a4299a4-b794-47a7-bf3a-01fde0659018 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:13.940230 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a4299a4-b794-47a7-bf3a-01fde0659018 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:13.984963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d338ffe3-62f6-4897-ab18-b63822225f0c None None] Network 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:57:14.000221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab5b9c-d822-425d-8162-fd5ecfe703df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec2c5c86-08e2-4025-8006-42a91eb9a631,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:14.002567 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-62ab5b9c-d822-425d-8162-fd5ecfe703df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:14.007307 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-62ab5b9c-d822-425d-8162-fd5ecfe703df admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ec2c5c86-08e2-4025-8006-42a91eb9a631 HTTP/1.1" status: 204 len: 168 time: 0.8036354 Dec 11 22:57:14.009975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45878) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:14.091425 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a4299a4-b794-47a7-bf3a-01fde0659018 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:14.092304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4299a4-b794-47a7-bf3a-01fde0659018 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Fanout notify agent at l3_agent the message router_deleted on router 3438dd40-7c11-438a-adf8-05002ca75205 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:57:14.105933 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a4299a4-b794-47a7-bf3a-01fde0659018 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:14.111587 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6a4299a4-b794-47a7-bf3a-01fde0659018 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/routers/3438dd40-7c11-438a-adf8-05002ca75205 HTTP/1.1" status: 204 len: 168 time: 0.5750301 Dec 11 22:57:14.115631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45884) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:14.122351 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8dae0134-6b4c-4250-9214-3a6b29f01081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:14.140471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beefe63-aaba-41f1-b3d4-f0d33a8481db None None] DHCP port deletion for 899c801e-bd1d-4aa0-8bf5-5ab01b073be2 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:57:14.188089 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f5d396a1-be76-4a59-a229-e0d235aa33a2 req-d836ed3e-8301-4c9a-9d9f-610c49d38716 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 210 time: 0.0458703 Dec 11 22:57:14.191096 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a0cc1c98-5701-4de1-a938-08bf63778a03 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports?device_id=3438dd40-7c11-438a-adf8-05002ca75205 HTTP/1.1" status: 200 len: 205 time: 0.0709748 Dec 11 22:57:14.194172 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45886) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:14.223881 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8dae0134-6b4c-4250-9214-3a6b29f01081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:14.249801 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-c7d8d083-87aa-420a-9088-aaa25d676bf5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] delete failed (client error): The resource could not be found. Dec 11 22:57:14.251171 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c7d8d083-87aa-420a-9088-aaa25d676bf5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/routers/3438dd40-7c11-438a-adf8-05002ca75205 HTTP/1.1" status: 404 len: 336 time: 0.0552344 Dec 11 22:57:14.251292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-8dae0134-6b4c-4250-9214-3a6b29f01081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['899c801e-bd1d-4aa0-8bf5-5ab01b073be2']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:14.255678 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45888) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:14.272269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-8dae0134-6b4c-4250-9214-3a6b29f01081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bee918-f6e9-4e42-94bc-423e58ad6540') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:14.272585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-8dae0134-6b4c-4250-9214-3a6b29f01081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bee918-f6e9-4e42-94bc-423e58ad6540') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:14.292425 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8dae0134-6b4c-4250-9214-3a6b29f01081 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:14.307433 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e65d09-d302-4fdd-8042-54dfe0e9e49c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] DELETE failed (client error): The resource could not be found. Dec 11 22:57:14.308680 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e65d09-d302-4fdd-8042-54dfe0e9e49c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:57:14.311867 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8dae0134-6b4c-4250-9214-3a6b29f01081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:14.312672 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d4e65d09-d302-4fdd-8042-54dfe0e9e49c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/69bdf831-618d-4057-8d29-e9fdadcab26c HTTP/1.1" status: 404 len: 337 time: 0.0557947 Dec 11 22:57:14.315162 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45894) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:14.331029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dae0134-6b4c-4250-9214-3a6b29f01081 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:57:14.332185 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8dae0134-6b4c-4250-9214-3a6b29f01081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:57:14.334250 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:57:14.389389 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a42c84-e791-4056-9eb4-f24fd24715a5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] DELETE failed (client error): The resource could not be found. Dec 11 22:57:14.389389 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a42c84-e791-4056-9eb4-f24fd24715a5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:57:14.396034 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c8a42c84-e791-4056-9eb4-f24fd24715a5 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/3d1155a8-7687-4612-985d-6ae0d9e55422 HTTP/1.1" status: 404 len: 337 time: 0.0783165 Dec 11 22:57:14.398474 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45896) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:14.456335 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-b790e213-8473-47a9-9001-671becc6a88a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] DELETE failed (client error): The resource could not be found. Dec 11 22:57:14.456335 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b790e213-8473-47a9-9001-671becc6a88a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:57:14.456335 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b790e213-8473-47a9-9001-671becc6a88a tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/6522bde2-e613-4c7f-9926-c686e5396dd4 HTTP/1.1" status: 404 len: 337 time: 0.0464597 Dec 11 22:57:14.456662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45900) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:14.488790 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9295954-a766-4ea9-b8f1-eb29273bf23d tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] DELETE failed (client error): The resource could not be found. Dec 11 22:57:14.489368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9295954-a766-4ea9-b8f1-eb29273bf23d tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:57:14.495853 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d9295954-a766-4ea9-b8f1-eb29273bf23d tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/c607bdf7-e91a-4f09-bf00-0e0ff9d2e32a HTTP/1.1" status: 404 len: 337 time: 0.0457795 Dec 11 22:57:14.496499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45904) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:14.523246 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8dae0134-6b4c-4250-9214-3a6b29f01081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:14.529020 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8dae0134-6b4c-4250-9214-3a6b29f01081 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:14.532847 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8dae0134-6b4c-4250-9214-3a6b29f01081 admin admin] 10.222.0.45 "DELETE /v2.0/networks/899c801e-bd1d-4aa0-8bf5-5ab01b073be2 HTTP/1.1" status: 204 len: 168 time: 0.5219409 Dec 11 22:57:14.538946 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5406f4ad-47f5-420f-afd2-de5ffff220fe tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb81d166-790c-4a78-b5e7-3c88faa45bd6 HTTP/1.1" status: 200 len: 205 time: 0.0412779 Dec 11 22:57:14.541584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45908) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:14.549130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae0134-6b4c-4250-9214-3a6b29f01081 admin admin] Pushing event deleted for resources: {'Network': ['ID=899c801e-bd1d-4aa0-8bf5-5ab01b073be2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:14.664192 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-db3cf33c-b8b6-4c68-8021-0ddfd92bfaaa tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] delete failed (client error): The resource could not be found. Dec 11 22:57:14.668372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45916) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:14.670734 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-db3cf33c-b8b6-4c68-8021-0ddfd92bfaaa tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/routers/cb81d166-790c-4a78-b5e7-3c88faa45bd6 HTTP/1.1" status: 404 len: 336 time: 0.1278539 Dec 11 22:57:14.735485 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2dd11efd-58da-4938-9732-05ff2be16037 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports?device_id=45d72e30-4599-4598-a3ad-f8059cb6d0f2 HTTP/1.1" status: 200 len: 205 time: 0.0636010 Dec 11 22:57:14.735863 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45920) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:14.821501 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-676d3073-35fd-4b73-a91f-acdea11179bc tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] delete failed (client error): The resource could not be found. Dec 11 22:57:14.825086 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-676d3073-35fd-4b73-a91f-acdea11179bc tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/routers/45d72e30-4599-4598-a3ad-f8059cb6d0f2 HTTP/1.1" status: 404 len: 336 time: 0.0852222 Dec 11 22:57:14.825706 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45924) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:14.855370 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd3eb5e-d7bc-4b62-ac5c-e74f0315b5c1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] DELETE failed (client error): The resource could not be found. Dec 11 22:57:14.855848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd3eb5e-d7bc-4b62-ac5c-e74f0315b5c1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:57:14.859127 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5cd3eb5e-d7bc-4b62-ac5c-e74f0315b5c1 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/0293394e-f4a6-4ee8-ba60-42257ec695a9 HTTP/1.1" status: 404 len: 337 time: 0.0314634 Dec 11 22:57:14.861872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45926) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:14.889742 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-69f6f483-9055-4aca-9d77-6eead319629c tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6697ddc-957a-4440-ae5a-869a430f5cee HTTP/1.1" status: 200 len: 205 time: 0.0262356 Dec 11 22:57:14.892156 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45928) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:14.930876 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-dcb3ec5c-3f5a-4961-a6ae-aac62ff407e7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] delete failed (client error): The resource could not be found. Dec 11 22:57:14.931955 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dcb3ec5c-3f5a-4961-a6ae-aac62ff407e7 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/routers/d6697ddc-957a-4440-ae5a-869a430f5cee HTTP/1.1" status: 404 len: 336 time: 0.0388732 Dec 11 22:57:14.934690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45930) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:14.968742 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fa20214c-5ffe-4b90-905b-bbf0ffaec6d3 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports?device_id=051c07a3-fa11-41fd-b578-da35a66c774f HTTP/1.1" status: 200 len: 205 time: 0.0328410 Dec 11 22:57:14.971345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45932) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:15.112481 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-5d2d777c-6a9d-45f2-b04e-e6d98152d72e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] delete failed (client error): The resource could not be found. Dec 11 22:57:15.117327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45938) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:15.119572 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5d2d777c-6a9d-45f2-b04e-e6d98152d72e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/routers/051c07a3-fa11-41fd-b578-da35a66c774f HTTP/1.1" status: 404 len: 336 time: 0.1461594 Dec 11 22:57:15.120450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45940) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:15.170655 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc259a15-538d-4d68-99ab-24fa8bf4c208 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] DELETE failed (client error): The resource could not be found. Dec 11 22:57:15.171286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc259a15-538d-4d68-99ab-24fa8bf4c208 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:57:15.174858 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bc259a15-538d-4d68-99ab-24fa8bf4c208 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/6806427f-7878-4f17-957d-1c4eda11337f HTTP/1.1" status: 404 len: 337 time: 0.0557687 Dec 11 22:57:15.177608 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45942) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:15.202967 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a0ec3232-f2af-4e49-8765-2d82e1bd55ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0bd67ea3659a42e286ab80e506df1e25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0688925 Dec 11 22:57:15.205346 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45946) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:15.208692 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7df6c82a-5f04-41e7-91d2-c13f456a26fe tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports?device_id=081e56ae-a29b-4693-9313-7997c1abc6e9 HTTP/1.1" status: 200 len: 205 time: 0.0270808 Dec 11 22:57:15.213615 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45948) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:15.265605 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78567d38-da46-4243-b281-03e0853dd994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:15.290878 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78567d38-da46-4243-b281-03e0853dd994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:15.300272 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-d1e21458-bda5-4980-b965-e6a34eec8d30 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] delete failed (client error): The resource could not be found. Dec 11 22:57:15.304004 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d1e21458-bda5-4980-b965-e6a34eec8d30 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/routers/081e56ae-a29b-4693-9313-7997c1abc6e9 HTTP/1.1" status: 404 len: 336 time: 0.0882668 Dec 11 22:57:15.304591 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45954) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:15.356027 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93a8857-2cb3-4d0e-bf3e-2a3bceb0c54b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] DELETE failed (client error): The resource could not be found. Dec 11 22:57:15.356559 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c93a8857-2cb3-4d0e-bf3e-2a3bceb0c54b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:57:15.362771 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c93a8857-2cb3-4d0e-bf3e-2a3bceb0c54b tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/84d2fb8d-5d13-4794-baf9-8236036b1313 HTTP/1.1" status: 404 len: 337 time: 0.0532849 Dec 11 22:57:15.366728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45958) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:15.380720 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a3ab39d9-e8ad-401c-bd14-5d6bd9ad8acd req-bae08f60-4f77-4332-a7d2-4ed2007cd3f3 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 210 time: 0.0735207 Dec 11 22:57:15.409553 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a26973c7-9e50-484a-b342-ef81678d6d5e tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb84848-24fc-4900-94b3-8a12fb568d67 HTTP/1.1" status: 200 len: 205 time: 0.0403540 Dec 11 22:57:15.416354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45960) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:15.437825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ff6ca-c9ab-4864-8d86-e57ac498a1cf req-4f21c183-1c52-4bda-a5be-951b50df1364 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:15.444703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ff6ca-c9ab-4864-8d86-e57ac498a1cf req-4f21c183-1c52-4bda-a5be-951b50df1364 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:15.450830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ff6ca-c9ab-4864-8d86-e57ac498a1cf req-4f21c183-1c52-4bda-a5be-951b50df1364 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:15.456850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ff6ca-c9ab-4864-8d86-e57ac498a1cf req-4f21c183-1c52-4bda-a5be-951b50df1364 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:15.462843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ff6ca-c9ab-4864-8d86-e57ac498a1cf req-4f21c183-1c52-4bda-a5be-951b50df1364 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:15.468886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ff6ca-c9ab-4864-8d86-e57ac498a1cf req-4f21c183-1c52-4bda-a5be-951b50df1364 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:15.475154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ff6ca-c9ab-4864-8d86-e57ac498a1cf req-4f21c183-1c52-4bda-a5be-951b50df1364 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:15.477043 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a54ff6ca-c9ab-4864-8d86-e57ac498a1cf req-4f21c183-1c52-4bda-a5be-951b50df1364 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5432 time: 0.1411622 Dec 11 22:57:15.516116 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-31616c31-0ac3-4716-9f54-0e55a2a212c4 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] delete failed (client error): The resource could not be found. Dec 11 22:57:15.517067 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-31616c31-0ac3-4716-9f54-0e55a2a212c4 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/routers/4fb84848-24fc-4900-94b3-8a12fb568d67 HTTP/1.1" status: 404 len: 336 time: 0.0996945 Dec 11 22:57:15.520035 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45962) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:15.547856 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78567d38-da46-4243-b281-03e0853dd994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:15.551056 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78567d38-da46-4243-b281-03e0853dd994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:15.553655 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-605b5fff-843b-44af-9661-c9c97e74b8bc tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] DELETE failed (client error): The resource could not be found. Dec 11 22:57:15.554959 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605b5fff-843b-44af-9661-c9c97e74b8bc tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:57:15.555467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-78567d38-da46-4243-b281-03e0853dd994 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cbc6c3b2-41c6-4726-bd11-3c4a59a53685 HTTP/1.1" status: 204 len: 168 time: 0.3489404 Dec 11 22:57:15.559205 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-605b5fff-843b-44af-9661-c9c97e74b8bc tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/1c80046e-484a-489c-8827-69f387b55294 HTTP/1.1" status: 404 len: 337 time: 0.0379803 Dec 11 22:57:15.561785 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45966) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:15.568969 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78567d38-da46-4243-b281-03e0853dd994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc6c3b2-41c6-4726-bd11-3c4a59a53685,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:15.602144 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a54ff6ca-c9ab-4864-8d86-e57ac498a1cf req-4cc87720-5a9c-468c-9d12-0b04a181e896 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0923791 Dec 11 22:57:15.627787 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fac3150-79e4-4406-8aff-a0dd331b6919 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] DELETE failed (client error): The resource could not be found. Dec 11 22:57:15.629495 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fac3150-79e4-4406-8aff-a0dd331b6919 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 22:57:15.634132 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5fac3150-79e4-4406-8aff-a0dd331b6919 tempest-RoutersIpV6Test-1414283777 tempest-RoutersIpV6Test-1414283777-project] 10.222.0.45 "DELETE /v2.0/subnets/a2f9379e-ed49-4cc7-aa9e-25f29a416600 HTTP/1.1" status: 404 len: 337 time: 0.0702596 Dec 11 22:57:16.277614 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45992) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:16.442005 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-46100b00-2669-48a5-b7cd-3126d83a2857 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42ad0153638a4214b33983a425162708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1598344 Dec 11 22:57:16.442419 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46004) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:16.517551 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4cb637fe-6669-4b0b-9373-3a0dd1c97a2d req-ae288322-da39-4b0e-b686-81c253b86e87 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 210 time: 0.0528147 Dec 11 22:57:16.549482 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-775c670b-0d5d-4806-b7de-85064be04d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:16.554335 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d006a-15fb-4d48-947e-07551835b058 req-26860a5d-1122-462f-8c69-cf9fe8da499b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:16.562427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d006a-15fb-4d48-947e-07551835b058 req-26860a5d-1122-462f-8c69-cf9fe8da499b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:16.570747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d006a-15fb-4d48-947e-07551835b058 req-26860a5d-1122-462f-8c69-cf9fe8da499b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:16.585705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d006a-15fb-4d48-947e-07551835b058 req-26860a5d-1122-462f-8c69-cf9fe8da499b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:16.589218 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d006a-15fb-4d48-947e-07551835b058 req-26860a5d-1122-462f-8c69-cf9fe8da499b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:16.598690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d006a-15fb-4d48-947e-07551835b058 req-26860a5d-1122-462f-8c69-cf9fe8da499b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:16.606367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d006a-15fb-4d48-947e-07551835b058 req-26860a5d-1122-462f-8c69-cf9fe8da499b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:16.608354 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-271d006a-15fb-4d48-947e-07551835b058 req-26860a5d-1122-462f-8c69-cf9fe8da499b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.47 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5432 time: 0.1355264 Dec 11 22:57:16.624014 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-775c670b-0d5d-4806-b7de-85064be04d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:16.657056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d006a-15fb-4d48-947e-07551835b058 req-e4768313-f939-4b7b-bc2e-87e396b16605 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:16.658487 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-271d006a-15fb-4d48-947e-07551835b058 req-e4768313-f939-4b7b-bc2e-87e396b16605 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.47 "GET /v2.0/ports/dcd220ca-4e1f-4da3-9633-91e4e94fedd9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0434885 Dec 11 22:57:16.808024 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-775c670b-0d5d-4806-b7de-85064be04d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:16.810663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-775c670b-0d5d-4806-b7de-85064be04d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:16.814877 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-775c670b-0d5d-4806-b7de-85064be04d1e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/119bc71c-2a54-4f45-9b80-a09e2e218dcf HTTP/1.1" status: 204 len: 168 time: 0.3712924 Dec 11 22:57:16.823279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d7a8d-7e87-49ec-a49f-25c591dc7c9b req-2cb89f80-158e-4869-b747-270424b5616e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:16.830627 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c670b-0d5d-4806-b7de-85064be04d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119bc71c-2a54-4f45-9b80-a09e2e218dcf,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:16.838662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d7a8d-7e87-49ec-a49f-25c591dc7c9b req-2cb89f80-158e-4869-b747-270424b5616e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:16.846776 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d7a8d-7e87-49ec-a49f-25c591dc7c9b req-2cb89f80-158e-4869-b747-270424b5616e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:16.855501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d7a8d-7e87-49ec-a49f-25c591dc7c9b req-2cb89f80-158e-4869-b747-270424b5616e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:16.861433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d7a8d-7e87-49ec-a49f-25c591dc7c9b req-2cb89f80-158e-4869-b747-270424b5616e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:16.869730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d7a8d-7e87-49ec-a49f-25c591dc7c9b req-2cb89f80-158e-4869-b747-270424b5616e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:16.876375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d7a8d-7e87-49ec-a49f-25c591dc7c9b req-2cb89f80-158e-4869-b747-270424b5616e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:16.877938 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-504d7a8d-7e87-49ec-a49f-25c591dc7c9b req-2cb89f80-158e-4869-b747-270424b5616e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 5432 time: 0.1516855 Dec 11 22:57:17.078785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-d1c1f02b-78e6-431a-ba4d-119c3e2eea06 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:17.078785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-d1c1f02b-78e6-431a-ba4d-119c3e2eea06 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.13 "GET /v2.0/networks?id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 HTTP/1.1" status: 200 len: 815 time: 0.1973445 Dec 11 22:57:17.081955 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-271d006a-15fb-4d48-947e-07551835b058 req-d5ad2ac0-4b7c-4483-a891-3291b483433f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.47 "GET /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4174707 Dec 11 22:57:17.089900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-4bcd1769-61b7-49bc-adb8-c7397881be5e tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Request body: {'port': {'device_id': '731c24dd-d10c-408a-b783-5ac7ce1a0a4e', 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8', 'admin_state_up': True, 'tenant_id': 'e2a27b8424d74ef9a6fefad9f327341b'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:17.103342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46032) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:17.118215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-271d006a-15fb-4d48-947e-07551835b058 req-2fd5433c-f6ae-4de6-b061-325982ccea54 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:17.281834 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:17.297792 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-2fd5433c-f6ae-4de6-b061-325982ccea54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:17.347236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-504d7a8d-7e87-49ec-a49f-25c591dc7c9b req-f1ced138-af9c-4d6b-9c5b-ff05b15ff693 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4061959 Dec 11 22:57:17.383081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2c79bca4-c7e7-4ec2-b7b6-09b8e486dc1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-network', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:17.495346 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c79bca4-c7e7-4ec2-b7b6-09b8e486dc1f admin admin] Made reservation on behalf of 8bd74db67dd242afacdd41d881f83f4d for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:57:17.497941 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2c79bca4-c7e7-4ec2-b7b6-09b8e486dc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:17.534027 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2c79bca4-c7e7-4ec2-b7b6-09b8e486dc1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:17.587145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-271d006a-15fb-4d48-947e-07551835b058 req-2fd5433c-f6ae-4de6-b061-325982ccea54 service neutron] For port dcd220ca-4e1f-4da3-9633-91e4e94fedd9, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=dcd220ca-4e1f-4da3-9633-91e4e94fedd9,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:17.646055 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2c79bca4-c7e7-4ec2-b7b6-09b8e486dc1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:17.653015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-271d006a-15fb-4d48-947e-07551835b058 req-2fd5433c-f6ae-4de6-b061-325982ccea54 service neutron] For port dcd220ca-4e1f-4da3-9633-91e4e94fedd9, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:57:17.694958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-271d006a-15fb-4d48-947e-07551835b058 req-2fd5433c-f6ae-4de6-b061-325982ccea54 service neutron] device_id is not set on port dcd220ca-4e1f-4da3-9633-91e4e94fedd9 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:57:17.705226 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-2fd5433c-f6ae-4de6-b061-325982ccea54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:17.707390 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6198a81d-0dc0-4ae5-af8a-de8ff961c53e req-a99bb05b-ac2e-4249-8400-fd064fe0675b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 210 time: 0.0576527 Dec 11 22:57:17.708890 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-4bcd1769-61b7-49bc-adb8-c7397881be5e tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Made reservation on behalf of e2a27b8424d74ef9a6fefad9f327341b for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:57:17.713169 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-4bcd1769-61b7-49bc-adb8-c7397881be5e tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:17.716750 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2c79bca4-c7e7-4ec2-b7b6-09b8e486dc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:17.750907 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79bca4-c7e7-4ec2-b7b6-09b8e486dc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad781d40-eea1-481b-af77-fff660ade7c3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:17.764530 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c79bca4-c7e7-4ec2-b7b6-09b8e486dc1f admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:57:17.775687 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2c79bca4-c7e7-4ec2-b7b6-09b8e486dc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:17.776047 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-2c79bca4-c7e7-4ec2-b7b6-09b8e486dc1f admin admin] Added segment 4e006723-cb80-4068-b3be-37f0d404b2cb of type vlan for network d1bb9a45-28c0-4785-bda6-7e72008cf427 Dec 11 22:57:17.823721 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2c79bca4-c7e7-4ec2-b7b6-09b8e486dc1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:17.923925 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2c79bca4-c7e7-4ec2-b7b6-09b8e486dc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:17.926850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c79bca4-c7e7-4ec2-b7b6-09b8e486dc1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:17.927466 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2c79bca4-c7e7-4ec2-b7b6-09b8e486dc1f admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:18.048867 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79bca4-c7e7-4ec2-b7b6-09b8e486dc1f admin admin] Pushing event updated for resources: {'Network': ['ID=d1bb9a45-28c0-4785-bda6-7e72008cf427,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:18.061696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network d1bb9a45-28c0-4785-bda6-7e72008cf427 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:57:18.122899 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2c79bca4-c7e7-4ec2-b7b6-09b8e486dc1f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0179746 Dec 11 22:57:18.131963 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46060) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:18.140505 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9cd84e5b-e8a1-4c0a-8f52-c7793f222bf3 admin admin] Request body: {'subnet': {'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-subnet', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:18.223508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-2fd5433c-f6ae-4de6-b061-325982ccea54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:18.261327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd84e5b-e8a1-4c0a-8f52-c7793f222bf3 admin admin] Made reservation on behalf of 8bd74db67dd242afacdd41d881f83f4d for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:57:18.264145 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cd84e5b-e8a1-4c0a-8f52-c7793f222bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:18.345163 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46066) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:18.385638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-271d006a-15fb-4d48-947e-07551835b058 req-2fd5433c-f6ae-4de6-b061-325982ccea54 service neutron] No DVR routers for this DVR port dcd220ca-4e1f-4da3-9633-91e4e94fedd9 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:57:18.444571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-271d006a-15fb-4d48-947e-07551835b058 req-2fd5433c-f6ae-4de6-b061-325982ccea54 service neutron] In _notify_port_updated(), no bound segment for port dcd220ca-4e1f-4da3-9633-91e4e94fedd9 on network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 {{(pid=103692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:57:18.445476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d006a-15fb-4d48-947e-07551835b058 req-2fd5433c-f6ae-4de6-b061-325982ccea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:18.446100 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-2fd5433c-f6ae-4de6-b061-325982ccea54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:18.447593 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-271d006a-15fb-4d48-947e-07551835b058 req-2fd5433c-f6ae-4de6-b061-325982ccea54 service neutron] 10.222.0.47 "PUT /v2.0/ports/dcd220ca-4e1f-4da3-9633-91e4e94fedd9 HTTP/1.1" status: 200 len: 1028 time: 1.3511250 Dec 11 22:57:18.644980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5433c-f6ae-4de6-b061-325982ccea54 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd220ca-4e1f-4da3-9633-91e4e94fedd9,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:18.650004 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-900d47c4-8a2e-4379-b300-d711d5f7ad7a req-0946f9d9-95e7-4cca-9918-b905665fc6a2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4353695 Dec 11 22:57:18.660496 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-443bdc0a-2d1d-458f-9143-f31d99fb3446 tempest-ServiceProvidersTest-999808806 tempest-ServiceProvidersTest-999808806-project] 10.222.0.45 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2968328 Dec 11 22:57:18.680745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d006a-15fb-4d48-947e-07551835b058 req-016dff2b-ec87-49a0-92f2-e09cd43e8621 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:18.682360 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-271d006a-15fb-4d48-947e-07551835b058 req-016dff2b-ec87-49a0-92f2-e09cd43e8621 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.47 "GET /v2.0/ports/4f62b209-549f-451d-a578-3b22242ccc69?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2241368 Dec 11 22:57:18.699489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2dd31af6-02d7-4723-b87f-a3c309025333 None None] Provisioning complete for port dcd220ca-4e1f-4da3-9633-91e4e94fedd9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:18.700596 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2dd31af6-02d7-4723-b87f-a3c309025333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:18.715214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-271d006a-15fb-4d48-947e-07551835b058 req-08d75396-facc-4b7c-8a73-1c1a0a617c75 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:18.798134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2dd31af6-02d7-4723-b87f-a3c309025333 None None] Port dcd220ca-4e1f-4da3-9633-91e4e94fedd9 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:57:18.808321 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-4bcd1769-61b7-49bc-adb8-c7397881be5e tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Allocated IP 172.20.0.4 (29ff65f2-88d5-4843-bb9d-a05f6fd26ba8/75dc39c2-4403-48cb-94a1-c95b2749e375/d5aeb20f-687e-4e7e-80a9-da159717754c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:57:18.836553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb88ca-2ffb-4183-84ff-b58c9f97c62c req-4fe37521-43d2-434b-84fa-04534f8bc054 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:18.849765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb88ca-2ffb-4183-84ff-b58c9f97c62c req-4fe37521-43d2-434b-84fa-04534f8bc054 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:18.856472 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9be4-dfea-4e26-a82a-ff5fa727ee63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:18.866655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb88ca-2ffb-4183-84ff-b58c9f97c62c req-4fe37521-43d2-434b-84fa-04534f8bc054 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:18.870782 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f3d9c28-bdbc-4895-a6ce-bd0668365699 req-92f66f29-2afa-4e0b-9373-4a5fde96a650 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 210 time: 0.0286241 Dec 11 22:57:18.887251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb88ca-2ffb-4183-84ff-b58c9f97c62c req-4fe37521-43d2-434b-84fa-04534f8bc054 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:18.893914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb88ca-2ffb-4183-84ff-b58c9f97c62c req-4fe37521-43d2-434b-84fa-04534f8bc054 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:18.894396 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cd84e5b-e8a1-4c0a-8f52-c7793f222bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:18.900668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb88ca-2ffb-4183-84ff-b58c9f97c62c req-4fe37521-43d2-434b-84fa-04534f8bc054 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:18.909585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6cb88ca-2ffb-4183-84ff-b58c9f97c62c req-4fe37521-43d2-434b-84fa-04534f8bc054 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 4657 time: 0.4025118 Dec 11 22:57:18.979026 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd84e5b-e8a1-4c0a-8f52-c7793f222bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7818fbf-5369-47d1-9144-65c09d5e1c30,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:18.999442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd84e5b-e8a1-4c0a-8f52-c7793f222bf3 admin admin] Checking segment: {'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:57:18.999442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd84e5b-e8a1-4c0a-8f52-c7793f222bf3 admin admin] Network hostable DHCP agents. Network: d1bb9a45-28c0-4785-bda6-7e72008cf427, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:57:19.054780 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-08d75396-facc-4b7c-8a73-1c1a0a617c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:19.110766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d47c4-8a2e-4379-b300-d711d5f7ad7a req-5911bcc4-a3a0-48e3-871b-4845a3545489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:19.113053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-900d47c4-8a2e-4379-b300-d711d5f7ad7a req-5911bcc4-a3a0-48e3-871b-4845a3545489 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d6abf9ec56c472face9a971de3e07c9&device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 1097 time: 0.3857574 Dec 11 22:57:19.118243 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd84e5b-e8a1-4c0a-8f52-c7793f222bf3 admin admin] Network d1bb9a45-28c0-4785-bda6-7e72008cf427 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:57:19.127366 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6cb88ca-2ffb-4183-84ff-b58c9f97c62c req-589dd943-1734-4d8a-9191-d0204bcf16b8 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=2381c576-9acb-49ad-b5ca-6e787394b7d2&id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2166522 Dec 11 22:57:19.232286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-9cd84e5b-e8a1-4c0a-8f52-c7793f222bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, d1bb9a45-28c0-4785-bda6-7e72008cf427) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:57:19.236721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd84e5b-e8a1-4c0a-8f52-c7793f222bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:19.238236 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cd84e5b-e8a1-4c0a-8f52-c7793f222bf3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:19.246225 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395dcfce-bdd9-41e5-9c7b-91cb4a5b4017 None None] Network d1bb9a45-28c0-4785-bda6-7e72008cf427 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:57:19.343884 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9cd84e5b-e8a1-4c0a-8f52-c7793f222bf3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2099614 Dec 11 22:57:19.347190 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46086) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:19.352080 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:19.365125 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46088) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:19.512207 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-d1bb9a45-28c0-4785-bda6-7e72008cf427', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:57:19.513199 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:19.518954 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:19.520157 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:19.660517 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-757826c2-c8ee-4d1b-82e2-04312804dac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:19.724018 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-4bcd1769-61b7-49bc-adb8-c7397881be5e tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:19.725807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d47c4-8a2e-4379-b300-d711d5f7ad7a req-856c0d48-e3bc-499c-a45c-6b15fe814fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:19.727671 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-900d47c4-8a2e-4379-b300-d711d5f7ad7a req-856c0d48-e3bc-499c-a45c-6b15fe814fb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=013a72d6-e5b9-422d-a19b-93934f78c63b HTTP/1.1" status: 200 len: 911 time: 0.5129631 Dec 11 22:57:19.734914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-271d006a-15fb-4d48-947e-07551835b058 req-08d75396-facc-4b7c-8a73-1c1a0a617c75 service neutron] For port 4f62b209-549f-451d-a578-3b22242ccc69, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4f62b209-549f-451d-a578-3b22242ccc69,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:19.795262 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:19.848688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-271d006a-15fb-4d48-947e-07551835b058 req-08d75396-facc-4b7c-8a73-1c1a0a617c75 service neutron] For port 4f62b209-549f-451d-a578-3b22242ccc69, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:57:19.892432 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-900d47c4-8a2e-4379-b300-d711d5f7ad7a req-7c179273-b857-4a09-8971-41793ab73545 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87757d9e-ccf2-4a20-8e10-7f97d0bd5209 HTTP/1.1" status: 200 len: 1002 time: 0.1535563 Dec 11 22:57:19.910234 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-757826c2-c8ee-4d1b-82e2-04312804dac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:19.917019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-271d006a-15fb-4d48-947e-07551835b058 req-08d75396-facc-4b7c-8a73-1c1a0a617c75 service neutron] device_id is not set on port 4f62b209-549f-451d-a578-3b22242ccc69 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 22:57:19.917583 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Allocated IP 172.20.0.2 (d1bb9a45-28c0-4785-bda6-7e72008cf427/e7818fbf-5369-47d1-9144-65c09d5e1c30/5819beaf-8131-4083-a766-25fe7f24c30d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:57:19.975747 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-08d75396-facc-4b7c-8a73-1c1a0a617c75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:19.997584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d47c4-8a2e-4379-b300-d711d5f7ad7a req-0206afb5-0e06-4ee7-bae9-a679b80ea56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:19.997584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-900d47c4-8a2e-4379-b300-d711d5f7ad7a req-0206afb5-0e06-4ee7-bae9-a679b80ea56d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=987c9be0-fcb0-4823-a9e6-efc112c434ab HTTP/1.1" status: 200 len: 849 time: 0.0880980 Dec 11 22:57:20.032063 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-4bcd1769-61b7-49bc-adb8-c7397881be5e tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:20.103148 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-4bcd1769-61b7-49bc-adb8-c7397881be5e tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:57:20.112871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-4bcd1769-61b7-49bc-adb8-c7397881be5e tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:57:20.120097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-4bcd1769-61b7-49bc-adb8-c7397881be5e tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:57:20.124501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d47c4-8a2e-4379-b300-d711d5f7ad7a req-ee1752f5-9b36-4bee-a1a6-073cfbb9eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:20.126179 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-900d47c4-8a2e-4379-b300-d711d5f7ad7a req-ee1752f5-9b36-4bee-a1a6-073cfbb9eda3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=013a72d6-e5b9-422d-a19b-93934f78c63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275568 Dec 11 22:57:20.127120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd1769-61b7-49bc-adb8-c7397881be5e tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Pushing event updated for resources: {'Port': ['ID=d5aeb20f-687e-4e7e-80a9-da159717754c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:20.133275 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-08d75396-facc-4b7c-8a73-1c1a0a617c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:20.187662 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:20.194334 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-757826c2-c8ee-4d1b-82e2-04312804dac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:20.263347 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-757826c2-c8ee-4d1b-82e2-04312804dac3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36f9675d39c54a5cb1f5261e8828edb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8951929 Dec 11 22:57:20.265292 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757826c2-c8ee-4d1b-82e2-04312804dac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea08e10-1551-4fdc-9b88-11a06a857dc3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:20.269598 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46104) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:20.310932 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:20.325948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['328efe96-0556-416d-a20f-ddfe57f62ce0'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:57:20.360758 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device af2ea78e-6ac1-4602-b7dc-a9863f8091ca no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:57:20.365533 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9b78c-6970-4de4-95d1-38d840842ea2 req-42beca2f-01ac-4d88-bb66-4944a56a147f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:20.374926 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-87d9b78c-6970-4de4-95d1-38d840842ea2 req-42beca2f-01ac-4d88-bb66-4944a56a147f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 931 time: 0.3280540 Dec 11 22:57:20.429912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-4bcd1769-61b7-49bc-adb8-c7397881be5e tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:20.433642 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-4bcd1769-61b7-49bc-adb8-c7397881be5e tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:20.449212 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d75396-facc-4b7c-8a73-1c1a0a617c75 service neutron] Pushing event updated for resources: {'Port': ['ID=4f62b209-549f-451d-a578-3b22242ccc69,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:20.461734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-271d006a-15fb-4d48-947e-07551835b058 req-08d75396-facc-4b7c-8a73-1c1a0a617c75 service neutron] No DVR routers for this DVR port 4f62b209-549f-451d-a578-3b22242ccc69 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:57:20.519235 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:20.543735 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-752a0eca-7bb9-4fb3-9c20-3e1d4fb9fb00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:20.596771 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-752a0eca-7bb9-4fb3-9c20-3e1d4fb9fb00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:20.620565 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-900d47c4-8a2e-4379-b300-d711d5f7ad7a req-8894392a-e6ac-4ebf-8dea-6b3715f9e92f service neutron] 10.222.0.47 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632802 Dec 11 22:57:20.625863 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Network d1bb9a45-28c0-4785-bda6-7e72008cf427 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:57:20.628829 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-271d006a-15fb-4d48-947e-07551835b058 req-08d75396-facc-4b7c-8a73-1c1a0a617c75 service neutron] In _notify_port_updated(), no bound segment for port 4f62b209-549f-451d-a578-3b22242ccc69 on network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 {{(pid=103692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 22:57:20.630000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d006a-15fb-4d48-947e-07551835b058 req-08d75396-facc-4b7c-8a73-1c1a0a617c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:20.630760 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-08d75396-facc-4b7c-8a73-1c1a0a617c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:20.632178 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-271d006a-15fb-4d48-947e-07551835b058 req-08d75396-facc-4b7c-8a73-1c1a0a617c75 service neutron] 10.222.0.47 "PUT /v2.0/ports/4f62b209-549f-451d-a578-3b22242ccc69 HTTP/1.1" status: 200 len: 1026 time: 1.9350898 Dec 11 22:57:20.644148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:57:20.655769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:57:20.682250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb9bad-1e59-4c99-a83b-b744de04dbc9 req-1e396da7-e5fd-4de8-bf09-736cdc554da6 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:20.688690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb9bad-1e59-4c99-a83b-b744de04dbc9 req-1e396da7-e5fd-4de8-bf09-736cdc554da6 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:20.696344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb9bad-1e59-4c99-a83b-b744de04dbc9 req-1e396da7-e5fd-4de8-bf09-736cdc554da6 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:20.699030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Pushing event updated for resources: {'Port': ['ID=5819beaf-8131-4083-a766-25fe7f24c30d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:20.702722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb9bad-1e59-4c99-a83b-b744de04dbc9 req-1e396da7-e5fd-4de8-bf09-736cdc554da6 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:20.710709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb9bad-1e59-4c99-a83b-b744de04dbc9 req-1e396da7-e5fd-4de8-bf09-736cdc554da6 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:20.712792 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31eb9bad-1e59-4c99-a83b-b744de04dbc9 req-1e396da7-e5fd-4de8-bf09-736cdc554da6 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 3884 time: 0.3053198 Dec 11 22:57:20.738582 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-4bcd1769-61b7-49bc-adb8-c7397881be5e tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6517663 Dec 11 22:57:20.758539 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-87d9b78c-6970-4de4-95d1-38d840842ea2 req-71b96106-112f-4290-8148-771242e71324 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826332 Dec 11 22:57:20.762376 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-364d392b-c2c8-4947-aa51-29561dce21d1 None None] Provisioning complete for port 4f62b209-549f-451d-a578-3b22242ccc69 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:20.762759 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-364d392b-c2c8-4947-aa51-29561dce21d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:20.764353 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:20.769201 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-752a0eca-7bb9-4fb3-9c20-3e1d4fb9fb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:20.773768 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-752a0eca-7bb9-4fb3-9c20-3e1d4fb9fb00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:20.795024 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-752a0eca-7bb9-4fb3-9c20-3e1d4fb9fb00 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ea08e10-1551-4fdc-9b88-11a06a857dc3 HTTP/1.1" status: 204 len: 168 time: 0.5040491 Dec 11 22:57:20.798127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Request body: {'port': {'device_id': '731c24dd-d10c-408a-b783-5ac7ce1a0a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:20.814112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a0eca-7bb9-4fb3-9c20-3e1d4fb9fb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea08e10-1551-4fdc-9b88-11a06a857dc3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:20.938226 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Attempting to bind port 5819beaf-8131-4083-a766-25fe7f24c30d on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:57:20.940369 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Attempting to bind port 5819beaf-8131-4083-a766-25fe7f24c30d by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:57:20.940369 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Attempting to bind port 5819beaf-8131-4083-a766-25fe7f24c30d on network d1bb9a45-28c0-4785-bda6-7e72008cf427 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:57:21.011738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port af2ea78e-6ac1-4602-b7dc-a9863f8091ca, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=af2ea78e-6ac1-4602-b7dc-a9863f8091ca,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:21.017217 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:21.035737 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2ea78e-6ac1-4602-b7dc-a9863f8091ca'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:57:21.035737 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57131af1-f1a1-4b66-9813-985ed480f239" -d '{"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "af2ea78e-6ac1-4602-b7dc-a9863f8091ca"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:57:21.040284 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:57:21.040662 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Checking segment: {'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:57:21.041078 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:21.041484 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Bound using segment: {'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:57:21.042087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Bound port: 5819beaf-8131-4083-a766-25fe7f24c30d, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:57:21.042538 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:21.053814 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-900d47c4-8a2e-4379-b300-d711d5f7ad7a req-14747c57-c430-42b3-82ac-8ee40ca68de4 service neutron] 10.222.0.47 "GET /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201939 Dec 11 22:57:21.062639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-364d392b-c2c8-4947-aa51-29561dce21d1 None None] Port 4f62b209-549f-451d-a578-3b22242ccc69 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:57:21.076827 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:21.124484 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b59ec04-57fd-4983-8eba-39514701a854 x-openstack-request-id: req-2b59ec04-57fd-4983-8eba-39514701a854 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:57:21.124802 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "af2ea78e-6ac1-4602-b7dc-a9863f8091ca", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:57:21.125075 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b59ec04-57fd-4983-8eba-39514701a854 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:57:21.128130 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2ea78e-6ac1-4602-b7dc-a9863f8091ca', 'code': 200} Dec 11 22:57:21.149284 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:21.317027 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:21.318049 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 627ed865-7237-41b1-ba07-82593a6a9db4 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:57:21.385727 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Allocated IP 172.25.1.248 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/0140b734-4d20-4ab3-baea-e318fd0bdc94) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:57:21.443496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] For port 5819beaf-8131-4083-a766-25fe7f24c30d, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:57:21.615146 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:21.620235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] For port 5819beaf-8131-4083-a766-25fe7f24c30d, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5819beaf-8131-4083-a766-25fe7f24c30d,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:57:21.633529 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31eb9bad-1e59-4c99-a83b-b744de04dbc9 req-a8cb03a8-ebe8-4a23-a162-2a0a30b4a7b7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8620775 Dec 11 22:57:21.649636 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac40c02f-30ae-44d4-a28d-1576618f3e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:21.669224 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:21.692289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5aeb20f-687e-4e7e-80a9-da159717754c {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:57:21.705406 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:21.707676 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:21.709653 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=af2ea78e-6ac1-4602-b7dc-a9863f8091ca,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:21.724646 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Transition to ACTIVE for port object d5aeb20f-687e-4e7e-80a9-da159717754c will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:57:21.727361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-271d006a-15fb-4d48-947e-07551835b058 req-0f38b974-e741-4a4a-8138-e12b10e61ef3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Deleting port 627ed865-7237-41b1-ba07-82593a6a9db4 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:57:21.727694 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-0f38b974-e741-4a4a-8138-e12b10e61ef3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:21.824694 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:21.845335 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 627ed865-7237-41b1-ba07-82593a6a9db4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=627ed865-7237-41b1-ba07-82593a6a9db4,segment=NetworkSegment(4649c973-0152-46a9-9702-eeefc8251bfd),segment_id=4649c973-0152-46a9-9702-eeefc8251bfd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:21.847014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74014e81-d425-4bf8-a636-1a74088814b1 None None] Pushing event updated for resources: {'Port': ['ID=5819beaf-8131-4083-a766-25fe7f24c30d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:21.944734 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:21.945630 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a69950ad-c422-485a-b148-7b2af0519457 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:57:21.990836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Pushing event updated for resources: {'Port': ['ID=d5aeb20f-687e-4e7e-80a9-da159717754c,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:22.115679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-271d006a-15fb-4d48-947e-07551835b058 req-0f38b974-e741-4a4a-8138-e12b10e61ef3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] For port 627ed865-7237-41b1-ba07-82593a6a9db4, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=627ed865-7237-41b1-ba07-82593a6a9db4,segment=NetworkSegment(4649c973-0152-46a9-9702-eeefc8251bfd),segment_id=4649c973-0152-46a9-9702-eeefc8251bfd)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:22.116052 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-0f38b974-e741-4a4a-8138-e12b10e61ef3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:22.134651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-271d006a-15fb-4d48-947e-07551835b058 req-0f38b974-e741-4a4a-8138-e12b10e61ef3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Calling delete_port for 627ed865-7237-41b1-ba07-82593a6a9db4 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:57:22.167836 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=627ed865-7237-41b1-ba07-82593a6a9db4,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:22.187120 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475bee3-2211-4194-be25-a2747303855e req-7e307047-aaef-414d-9b7c-1bb7738eeb3f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:22.193052 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9475bee3-2211-4194-be25-a2747303855e req-7e307047-aaef-414d-9b7c-1bb7738eeb3f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 943 time: 0.1009209 Dec 11 22:57:22.232619 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:22.279231 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:22.303003 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:22.328660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Attempting to bind port d5aeb20f-687e-4e7e-80a9-da159717754c on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:57:22.330108 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Attempting to bind port d5aeb20f-687e-4e7e-80a9-da159717754c by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:57:22.333421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Attempting to bind port d5aeb20f-687e-4e7e-80a9-da159717754c on network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:57:22.359287 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9475bee3-2211-4194-be25-a2747303855e req-ac4abf0a-3bc3-4d72-a56d-dc6bceed933f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611426 Dec 11 22:57:22.376108 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Port d5aeb20f-687e-4e7e-80a9-da159717754c on network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:57:22.386905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:57:22.398907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Attempting to bind port d5aeb20f-687e-4e7e-80a9-da159717754c on network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:57:22.405927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:57:22.429120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:57:22.429120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Checking segment: {'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:57:22.429120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Bound using segment: {'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:57:22.429453 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:57:22.429708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Bound port: d5aeb20f-687e-4e7e-80a9-da159717754c, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:57:22.434016 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:22.442461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a06721-7f19-4482-b184-d798e49e52ed None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:57:22.452778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a69950ad-c422-485a-b148-7b2af0519457, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a69950ad-c422-485a-b148-7b2af0519457,segment=NetworkSegment(4649c973-0152-46a9-9702-eeefc8251bfd),segment_id=4649c973-0152-46a9-9702-eeefc8251bfd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:22.483674 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Pushing event updated for resources: {'Port': ['ID=0140b734-4d20-4ab3-baea-e318fd0bdc94,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:22.519573 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] For port d5aeb20f-687e-4e7e-80a9-da159717754c, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:57:22.520654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e60b814b-4c65-4b65-91f1-d9da48c6af1d None None] Provisioning complete for port 0140b734-4d20-4ab3-baea-e318fd0bdc94 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:22.521038 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e60b814b-4c65-4b65-91f1-d9da48c6af1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:22.523196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] For port d5aeb20f-687e-4e7e-80a9-da159717754c, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d5aeb20f-687e-4e7e-80a9-da159717754c,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:57:22.583416 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:22.584236 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4f62b209-549f-451d-a578-3b22242ccc69 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:57:22.623573 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:22.738002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a69950ad-c422-485a-b148-7b2af0519457,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:22.800626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Pushing event updated for resources: {'Port': ['ID=d5aeb20f-687e-4e7e-80a9-da159717754c,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:22.830498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:22.831608 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:22.833057 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-edc2ff56-655d-4745-a297-207bddb37805 service neutron] 10.222.0.13 "PUT /v2.0/ports/d5aeb20f-687e-4e7e-80a9-da159717754c HTTP/1.1" status: 200 len: 1091 time: 2.0516596 Dec 11 22:57:22.836149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e60b814b-4c65-4b65-91f1-d9da48c6af1d None None] Port 0140b734-4d20-4ab3-baea-e318fd0bdc94 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:57:22.846451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731c24dd-d10c-408a-b783-5ac7ce1a0a4e', 'tag': 'd5aeb20f-687e-4e7e-80a9-da159717754c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:57:22.860916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4f62b209-549f-451d-a578-3b22242ccc69 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:57:22.865286 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a25ec2b4-97b9-44f8-9ade-bc23768403eb no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:57:22.865677 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaa9d1d-baf0-4827-bc8d-9d828288b040" -d '{"events": [{"name": "network-changed", "server_uuid": "731c24dd-d10c-408a-b783-5ac7ce1a0a4e", "tag": "d5aeb20f-687e-4e7e-80a9-da159717754c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:57:22.915073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46170) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:22.977491 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b270287e-dfcb-4f6b-8578-27ea7bd4daed x-openstack-request-id: req-b270287e-dfcb-4f6b-8578-27ea7bd4daed {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:57:22.977772 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731c24dd-d10c-408a-b783-5ac7ce1a0a4e", "tag": "d5aeb20f-687e-4e7e-80a9-da159717754c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:57:22.977875 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b270287e-dfcb-4f6b-8578-27ea7bd4daed {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:57:22.980054 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731c24dd-d10c-408a-b783-5ac7ce1a0a4e', 'tag': 'd5aeb20f-687e-4e7e-80a9-da159717754c', 'status': 'completed', 'code': 200} Dec 11 22:57:23.034368 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:23.096224 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-0f38b974-e741-4a4a-8138-e12b10e61ef3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:23.115910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5819beaf-8131-4083-a766-25fe7f24c30d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:57:23.188528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '627ed865-7237-41b1-ba07-82593a6a9db4'}, {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a69950ad-c422-485a-b148-7b2af0519457'}, {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a25ec2b4-97b9-44f8-9ade-bc23768403eb'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:57:23.188528 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7159b7e-dacc-41b6-abe8-3de30bd5043c" -d '{"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "627ed865-7237-41b1-ba07-82593a6a9db4"}, {"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "a69950ad-c422-485a-b148-7b2af0519457"}, {"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "a25ec2b4-97b9-44f8-9ade-bc23768403eb"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:57:23.192711 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a25ec2b4-97b9-44f8-9ade-bc23768403eb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a25ec2b4-97b9-44f8-9ade-bc23768403eb,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:23.231714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38b974-e741-4a4a-8138-e12b10e61ef3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event deleted for resources: {'Port': ['ID=627ed865-7237-41b1-ba07-82593a6a9db4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:23.251073 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 11 Dec 2021 22:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b959216f-3ab5-4657-b499-de58b827b2e0 x-openstack-request-id: req-b959216f-3ab5-4657-b499-de58b827b2e0 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:57:23.251725 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "627ed865-7237-41b1-ba07-82593a6a9db4", "code": 200}, {"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "a69950ad-c422-485a-b148-7b2af0519457", "code": 200}, {"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "a25ec2b4-97b9-44f8-9ade-bc23768403eb", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:57:23.252156 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b959216f-3ab5-4657-b499-de58b827b2e0 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:57:23.253964 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '627ed865-7237-41b1-ba07-82593a6a9db4', 'code': 200} Dec 11 22:57:23.255353 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a69950ad-c422-485a-b148-7b2af0519457', 'code': 200} Dec 11 22:57:23.263176 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a25ec2b4-97b9-44f8-9ade-bc23768403eb', 'code': 200} Dec 11 22:57:23.267242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5819beaf-8131-4083-a766-25fe7f24c30d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:23.267635 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:23.325883 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:23.327960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device dcd220ca-4e1f-4da3-9633-91e4e94fedd9 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:57:23.394684 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd3b27e9-5ec9-46c2-b40b-50eb6db51890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:23.403128 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:23.417102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-b08ec816-7191-4c8b-8724-365f9257081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:23.425298 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-b08ec816-7191-4c8b-8724-365f9257081d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 1094 time: 0.4583721 Dec 11 22:57:23.441622 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-271d006a-15fb-4d48-947e-07551835b058 req-0f38b974-e741-4a4a-8138-e12b10e61ef3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] No DVR routers for this DVR port 627ed865-7237-41b1-ba07-82593a6a9db4 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:57:23.451512 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-0f38b974-e741-4a4a-8138-e12b10e61ef3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:23.461301 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-271d006a-15fb-4d48-947e-07551835b058 req-0f38b974-e741-4a4a-8138-e12b10e61ef3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.47 "DELETE /v2.0/ports/627ed865-7237-41b1-ba07-82593a6a9db4 HTTP/1.1" status: 204 len: 173 time: 2.8150868 Dec 11 22:57:23.527549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85555aee-1c78-4c6d-86d7-5af65428ed6e req-3d90ca18-ebc9-4981-a6d5-2b62ae3973ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:23.532226 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a25ec2b4-97b9-44f8-9ade-bc23768403eb,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:23.537264 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device dcd220ca-4e1f-4da3-9633-91e4e94fedd9 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:57:23.537264 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 79832623-9c3e-4295-abe2-8667fa88c5ad no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:57:23.538329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85555aee-1c78-4c6d-86d7-5af65428ed6e req-3d90ca18-ebc9-4981-a6d5-2b62ae3973ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:23.544834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85555aee-1c78-4c6d-86d7-5af65428ed6e req-3d90ca18-ebc9-4981-a6d5-2b62ae3973ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:23.553455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85555aee-1c78-4c6d-86d7-5af65428ed6e req-3d90ca18-ebc9-4981-a6d5-2b62ae3973ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:23.562305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85555aee-1c78-4c6d-86d7-5af65428ed6e req-3d90ca18-ebc9-4981-a6d5-2b62ae3973ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:23.577373 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85555aee-1c78-4c6d-86d7-5af65428ed6e req-3d90ca18-ebc9-4981-a6d5-2b62ae3973ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 3800 time: 0.7080698 Dec 11 22:57:23.647844 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:23.822967 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-49d7c6d4-4d2a-4ce5-b0aa-1e86367bf18c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5aeb20f-687e-4e7e-80a9-da159717754c HTTP/1.1" status: 200 len: 217 time: 0.1476398 Dec 11 22:57:23.834131 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5af7a-ebd4-46b0-b6ce-921b956c55e0 req-7770340d-6b31-43d1-8a33-4cc7cd8423aa tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:23.848290 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ecd5af7a-ebd4-46b0-b6ce-921b956c55e0 req-7770340d-6b31-43d1-8a33-4cc7cd8423aa tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 943 time: 0.3247516 Dec 11 22:57:24.038290 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85555aee-1c78-4c6d-86d7-5af65428ed6e req-80fc4e31-0466-4edc-bf43-2bc60e8fa6fb tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4599321 Dec 11 22:57:24.081761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-ee6ac372-d15c-44f3-ae7a-fea33145c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:24.083776 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-ee6ac372-d15c-44f3-ae7a-fea33145c157 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75dc39c2-4403-48cb-94a1-c95b2749e375 HTTP/1.1" status: 200 len: 855 time: 0.2412298 Dec 11 22:57:24.088797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-271d006a-15fb-4d48-947e-07551835b058 req-12454712-8660-42a5-abc6-198916c365c5 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Deleting port a25ec2b4-97b9-44f8-9ade-bc23768403eb {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:57:24.089403 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-12454712-8660-42a5-abc6-198916c365c5 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:24.094833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c29d748-73a3-4475-a08e-3665928b7516 None None] Network d1bb9a45-28c0-4785-bda6-7e72008cf427 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:57:24.147283 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ecd5af7a-ebd4-46b0-b6ce-921b956c55e0 req-8b256920-6ee8-4b52-93da-58ac8d3ed6f2 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976339 Dec 11 22:57:24.180741 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:24.188037 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 5819beaf-8131-4083-a766-25fe7f24c30d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5819beaf-8131-4083-a766-25fe7f24c30d,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:24.273422 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:24.306612 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-eedef388-7df2-42de-a52f-63dcc0d4cba7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2076602 Dec 11 22:57:24.309467 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:24.335515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1ba9df45-f74d-42ba-949e-c42e56581911 None None] Provisioning complete for port 5819beaf-8131-4083-a766-25fe7f24c30d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:24.336271 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1ba9df45-f74d-42ba-949e-c42e56581911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:24.383239 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd3b27e9-5ec9-46c2-b40b-50eb6db51890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:24.391958 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:24.500266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=5819beaf-8131-4083-a766-25fe7f24c30d,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:24.508096 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fd3b27e9-5ec9-46c2-b40b-50eb6db51890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:24.513500 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 79832623-9c3e-4295-abe2-8667fa88c5ad, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=79832623-9c3e-4295-abe2-8667fa88c5ad,segment=NetworkSegment(e2326bd5-a783-4620-835d-205103a65c6d),segment_id=e2326bd5-a783-4620-835d-205103a65c6d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:24.561621 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fd3b27e9-5ec9-46c2-b40b-50eb6db51890 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2420a8c294ae439891db69a6bf58af71&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6366587 Dec 11 22:57:24.561973 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46204) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:24.589920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-271d006a-15fb-4d48-947e-07551835b058 req-12454712-8660-42a5-abc6-198916c365c5 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] For port a25ec2b4-97b9-44f8-9ade-bc23768403eb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a25ec2b4-97b9-44f8-9ade-bc23768403eb,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:24.590346 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-12454712-8660-42a5-abc6-198916c365c5 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:24.598317 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:24.629009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-271d006a-15fb-4d48-947e-07551835b058 req-12454712-8660-42a5-abc6-198916c365c5 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Calling delete_port for a25ec2b4-97b9-44f8-9ade-bc23768403eb owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:57:24.636253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b27e9-5ec9-46c2-b40b-50eb6db51890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26df4bf-14ce-4c22-8c29-b2acb9d32841,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:24.655803 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:24.666637 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Router 75d37f82-8af0-4fd8-a368-e2479bf884d4 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:57:24.674849 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4516-88ea-4c09-a00c-3b86d2ef5150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:24.706933 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4516-88ea-4c09-a00c-3b86d2ef5150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:24.709154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=79832623-9c3e-4295-abe2-8667fa88c5ad,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:24.899227 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5819beaf-8131-4083-a766-25fe7f24c30d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:57:24.908264 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:57:24.942369 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Sync routers for ids ['75d37f82-8af0-4fd8-a368-e2479bf884d4'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:57:24.983385 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Routers {'75d37f82-8af0-4fd8-a368-e2479bf884d4'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:24.985271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:57:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['75d37f82-8af0-4fd8-a368-e2479bf884d4'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:25.028818 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:25.030357 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4a8d55a6-c558-4b0d-b349-e9342b483d8f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6817827 Dec 11 22:57:25.033086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46212) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:25.118125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Set router 75d37f82-8af0-4fd8-a368-e2479bf884d4 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:25.150433 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4516-88ea-4c09-a00c-3b86d2ef5150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:25.170393 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4516-88ea-4c09-a00c-3b86d2ef5150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:25.173452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-deleted', 'tag': '627ed865-7237-41b1-ba07-82593a6a9db4'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:57:25.175741 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-eb5e4516-88ea-4c09-a00c-3b86d2ef5150 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a26df4bf-14ce-4c22-8c29-b2acb9d32841 HTTP/1.1" status: 204 len: 168 time: 0.6126938 Dec 11 22:57:25.176536 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fb3e8a-aafb-44a4-8f67-05aff1fafed7" -d '{"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-deleted", "tag": "627ed865-7237-41b1-ba07-82593a6a9db4"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:57:25.216681 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-472d9843-d3fd-48bd-8816-db8a7c5646c6 service neutron] 10.222.0.13 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8807440 Dec 11 22:57:25.235550 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e4516-88ea-4c09-a00c-3b86d2ef5150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26df4bf-14ce-4c22-8c29-b2acb9d32841,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:25.318842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79832623-9c3e-4295-abe2-8667fa88c5ad'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:57:25.343387 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da443b33-07c1-47f1-a5b9-ca7b28f0c409" -d '{"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "79832623-9c3e-4295-abe2-8667fa88c5ad"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:57:25.369121 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b57dc8fb-5377-4c4c-b2be-eef7e358fc38 None None] Provisioning complete for port 5819beaf-8131-4083-a766-25fe7f24c30d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:25.371672 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b57dc8fb-5377-4c4c-b2be-eef7e358fc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:25.458883 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681035e-ee25-47c5-880a-fb9a60c1ec57 req-2606d395-4ce9-4416-979c-1a5bf702c6c5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:25.466620 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9681035e-ee25-47c5-880a-fb9a60c1ec57 req-2606d395-4ce9-4416-979c-1a5bf702c6c5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 943 time: 0.1443694 Dec 11 22:57:25.466835 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ea9a862-f184-4e46-ad88-8d2cfe028b57 req-32d43fba-8e89-44ff-9b95-934e13393298 service neutron] 10.222.0.13 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266276 Dec 11 22:57:25.484796 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5819beaf-8131-4083-a766-25fe7f24c30d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:25.485176 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:25.601510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c81598-7d5e-4b53-8941-e8031d7deb62 req-9ff95591-fd3e-47c7-94ff-20bec182e615 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:25.607805 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:22Z', 'revision_number': 3, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:25.612279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c81598-7d5e-4b53-8941-e8031d7deb62 req-9ff95591-fd3e-47c7-94ff-20bec182e615 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:25.633117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c81598-7d5e-4b53-8941-e8031d7deb62 req-9ff95591-fd3e-47c7-94ff-20bec182e615 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:25.640110 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c81598-7d5e-4b53-8941-e8031d7deb62 req-9ff95591-fd3e-47c7-94ff-20bec182e615 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:25.642065 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e8c81598-7d5e-4b53-8941-e8031d7deb62 req-9ff95591-fd3e-47c7-94ff-20bec182e615 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 3141 time: 0.4440629 Dec 11 22:57:25.667391 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Checking router: 75d37f82-8af0-4fd8-a368-e2479bf884d4 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:57:25.667617 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Updating router 75d37f82-8af0-4fd8-a368-e2479bf884d4 port 0140b734-4d20-4ab3-baea-e318fd0bdc94 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:57:25.715862 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:25.738936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa9d1d-baf0-4827-bc8d-9d828288b040 req-fbd09e1b-04f3-41b3-8026-232f9ea825da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:25.740531 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8aaa9d1d-baf0-4827-bc8d-9d828288b040 req-fbd09e1b-04f3-41b3-8026-232f9ea825da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 1094 time: 0.0932615 Dec 11 22:57:25.805565 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e8c81598-7d5e-4b53-8941-e8031d7deb62 req-433b3a96-e74e-4e76-aa3e-0adc705de0f6 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224029 Dec 11 22:57:25.829250 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9681035e-ee25-47c5-880a-fb9a60c1ec57 req-a1ff2192-2c3c-45da-8861-b9d553a2a3ec tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615384 Dec 11 22:57:25.908325 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-12454712-8660-42a5-abc6-198916c365c5 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:25.919762 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86399a6f-71be-4269-80f1-107222ac2ea8 x-openstack-request-id: req-86399a6f-71be-4269-80f1-107222ac2ea8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:57:25.920065 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-deleted", "tag": "627ed865-7237-41b1-ba07-82593a6a9db4", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:57:25.920327 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86399a6f-71be-4269-80f1-107222ac2ea8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:57:25.920738 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-deleted', 'tag': '627ed865-7237-41b1-ba07-82593a6a9db4', 'status': 'completed', 'code': 200} Dec 11 22:57:26.018447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12454712-8660-42a5-abc6-198916c365c5 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event deleted for resources: {'Port': ['ID=a25ec2b4-97b9-44f8-9ade-bc23768403eb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:26.034620 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d5fcaa-6bd6-4015-8bbe-1cd3885ac84c x-openstack-request-id: req-a4d5fcaa-6bd6-4015-8bbe-1cd3885ac84c {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:57:26.036286 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "79832623-9c3e-4295-abe2-8667fa88c5ad", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:57:26.036563 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4d5fcaa-6bd6-4015-8bbe-1cd3885ac84c {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:57:26.036982 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79832623-9c3e-4295-abe2-8667fa88c5ad', 'code': 200} Dec 11 22:57:26.194159 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:26.246031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-271d006a-15fb-4d48-947e-07551835b058 req-12454712-8660-42a5-abc6-198916c365c5 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] No DVR routers for this DVR port a25ec2b4-97b9-44f8-9ade-bc23768403eb on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:57:26.251014 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-12454712-8660-42a5-abc6-198916c365c5 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:26.266344 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-271d006a-15fb-4d48-947e-07551835b058 req-12454712-8660-42a5-abc6-198916c365c5 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.47 "DELETE /v2.0/ports/a25ec2b4-97b9-44f8-9ade-bc23768403eb HTTP/1.1" status: 204 len: 173 time: 2.6803789 Dec 11 22:57:26.270270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa9d1d-baf0-4827-bc8d-9d828288b040 req-681488dc-611e-42db-81dc-18ae21664099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:26.273956 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8aaa9d1d-baf0-4827-bc8d-9d828288b040 req-681488dc-611e-42db-81dc-18ae21664099 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 HTTP/1.1" status: 200 len: 916 time: 0.5242186 Dec 11 22:57:26.329321 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46238) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:26.371983 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0528e9a1-7de2-400a-a9de-943aa75d8679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:26.375398 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:26.409138 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8aaa9d1d-baf0-4827-bc8d-9d828288b040 req-04cfe3fc-927b-4cad-9dfe-f456f30f3b8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5aeb20f-687e-4e7e-80a9-da159717754c HTTP/1.1" status: 200 len: 217 time: 0.1209927 Dec 11 22:57:26.453447 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:26.587702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa9d1d-baf0-4827-bc8d-9d828288b040 req-83634bd8-96b2-4386-9f13-7add60f9a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:26.588759 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691aa58-c948-4b3e-9cf3-f53b049b7de2 None None] Pushing event updated for resources: {'Port': ['ID=0140b734-4d20-4ab3-baea-e318fd0bdc94,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:26.591907 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0528e9a1-7de2-400a-a9de-943aa75d8679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:26.596800 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8aaa9d1d-baf0-4827-bc8d-9d828288b040 req-83634bd8-96b2-4386-9f13-7add60f9a9b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75dc39c2-4403-48cb-94a1-c95b2749e375 HTTP/1.1" status: 200 len: 855 time: 0.1788580 Dec 11 22:57:26.603304 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Allocated IP 172.20.0.1 (d1bb9a45-28c0-4785-bda6-7e72008cf427/e7818fbf-5369-47d1-9144-65c09d5e1c30/6069ad42-e3ee-4cea-bbb8-58d455c5715a) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:57:26.643968 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Attempting to bind port 0140b734-4d20-4ab3-baea-e318fd0bdc94 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:57:26.644349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Attempting to bind port 0140b734-4d20-4ab3-baea-e318fd0bdc94 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:57:26.644721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Attempting to bind port 0140b734-4d20-4ab3-baea-e318fd0bdc94 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:57:26.647005 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53917766-d588-4272-83e6-9ac0f50a8229 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:57:26.647895 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8aaa9d1d-baf0-4827-bc8d-9d828288b040 req-c68ee409-3d57-43a8-8b1d-2a889042a966 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410116 Dec 11 22:57:26.697652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:57:26.697962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:57:26.698337 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:26.698740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:57:26.702786 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Bound port: 0140b734-4d20-4ab3-baea-e318fd0bdc94, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:57:26.703669 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:26.707396 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0528e9a1-7de2-400a-a9de-943aa75d8679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:26.775502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-271d006a-15fb-4d48-947e-07551835b058 req-b17ece58-e6ed-40e9-ae5a-3a976d0895ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Deleting port 79832623-9c3e-4295-abe2-8667fa88c5ad {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:57:26.775854 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-b17ece58-e6ed-40e9-ae5a-3a976d0895ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:26.784785 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0528e9a1-7de2-400a-a9de-943aa75d8679 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=711e6c2a49774485a2fe4547fcf09361&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4544899 Dec 11 22:57:26.788177 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46250) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:26.885325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] For port 0140b734-4d20-4ab3-baea-e318fd0bdc94, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:57:26.896089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] For port 0140b734-4d20-4ab3-baea-e318fd0bdc94, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0140b734-4d20-4ab3-baea-e318fd0bdc94,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:57:26.902314 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3da2f106-3a0d-4031-94af-c4ff52239d83 None None] Provisioning complete for port 0140b734-4d20-4ab3-baea-e318fd0bdc94 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:26.905755 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3da2f106-3a0d-4031-94af-c4ff52239d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:26.947298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528e9a1-7de2-400a-a9de-943aa75d8679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1315c7-5d54-497c-a018-ed7aadca126e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:26.984275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3da2f106-3a0d-4031-94af-c4ff52239d83 None None] Port 0140b734-4d20-4ab3-baea-e318fd0bdc94 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:57:27.011104 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:27.012058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-271d006a-15fb-4d48-947e-07551835b058 req-b17ece58-e6ed-40e9-ae5a-3a976d0895ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] For port 79832623-9c3e-4295-abe2-8667fa88c5ad, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=79832623-9c3e-4295-abe2-8667fa88c5ad,segment=NetworkSegment(e2326bd5-a783-4620-835d-205103a65c6d),segment_id=e2326bd5-a783-4620-835d-205103a65c6d)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:27.012423 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-b17ece58-e6ed-40e9-ae5a-3a976d0895ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:27.016728 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:27.021304 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16a46b2b-c9c2-44ae-a5b4-9e86f1944d69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:27.052958 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16a46b2b-c9c2-44ae-a5b4-9e86f1944d69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:27.123457 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24de5d9-acef-4968-930a-a24ddf0064b2 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:57:27.165057 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Routers {'75d37f82-8af0-4fd8-a368-e2479bf884d4'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:27.165057 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:57:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['75d37f82-8af0-4fd8-a368-e2479bf884d4'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:27.228818 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691aa58-c948-4b3e-9cf3-f53b049b7de2 None None] Pushing event updated for resources: {'Port': ['ID=0140b734-4d20-4ab3-baea-e318fd0bdc94,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:27.249658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4c5f89a6-f8d5-4239-b351-37663e319c6b None None] Provisioning complete for port 0140b734-4d20-4ab3-baea-e318fd0bdc94 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:27.250039 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c5f89a6-f8d5-4239-b351-37663e319c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:27.295299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e820-073e-4a65-a669-b4300138cdf6 req-855fdab7-8ccd-41fa-8a7a-1cceb965cb68 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:27.306010 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16a46b2b-c9c2-44ae-a5b4-9e86f1944d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:27.308777 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16a46b2b-c9c2-44ae-a5b4-9e86f1944d69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:27.315664 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-16a46b2b-c9c2-44ae-a5b4-9e86f1944d69 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc1315c7-5d54-497c-a018-ed7aadca126e HTTP/1.1" status: 204 len: 168 time: 0.5246105 Dec 11 22:57:27.319547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:27.322249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e820-073e-4a65-a669-b4300138cdf6 req-855fdab7-8ccd-41fa-8a7a-1cceb965cb68 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:27.337546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e820-073e-4a65-a669-b4300138cdf6 req-855fdab7-8ccd-41fa-8a7a-1cceb965cb68 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:27.344248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ef25e820-073e-4a65-a669-b4300138cdf6 req-855fdab7-8ccd-41fa-8a7a-1cceb965cb68 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 2409 time: 0.2122602 Dec 11 22:57:27.352896 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8aaa9d1d-baf0-4827-bc8d-9d828288b040 req-50ccb203-c558-4eb3-8984-5e63f38000e2 service neutron] 10.222.0.13 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6919639 Dec 11 22:57:27.437991 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a46b2b-c9c2-44ae-a5b4-9e86f1944d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1315c7-5d54-497c-a018-ed7aadca126e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:27.472419 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01551f4e-9565-4601-8f27-20c9861d0d9c req-812e5cd4-d302-48b2-8802-94285fe98c1d tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:27.491732 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01551f4e-9565-4601-8f27-20c9861d0d9c req-812e5cd4-d302-48b2-8802-94285fe98c1d tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 943 time: 0.2836056 Dec 11 22:57:27.541883 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Network d1bb9a45-28c0-4785-bda6-7e72008cf427 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:57:27.612737 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01551f4e-9565-4601-8f27-20c9861d0d9c req-9db0ae72-c1bf-4fa7-9c85-637201d8d600 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220825 Dec 11 22:57:27.616614 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:57:27.631699 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:57:27.643736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Pushing event updated for resources: {'Port': ['ID=6069ad42-e3ee-4cea-bbb8-58d455c5715a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:27.692977 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ef25e820-073e-4a65-a669-b4300138cdf6 req-1023afd7-33a9-4a10-9d56-253c76d29157 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3380797 Dec 11 22:57:27.725706 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:27.749589 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-b17ece58-e6ed-40e9-ae5a-3a976d0895ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:27.749904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-b17ece58-e6ed-40e9-ae5a-3a976d0895ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:27.750232 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-271d006a-15fb-4d48-947e-07551835b058 req-b17ece58-e6ed-40e9-ae5a-3a976d0895ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Floating IP 68607896-6482-4e2a-9e93-ac35cd2bd14d disassociated. External IP: 172.25.1.25, port: 79832623-9c3e-4295-abe2-8667fa88c5ad. Dec 11 22:57:27.750678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-271d006a-15fb-4d48-947e-07551835b058 req-b17ece58-e6ed-40e9-ae5a-3a976d0895ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Calling delete_port for 79832623-9c3e-4295-abe2-8667fa88c5ad owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:57:27.872826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] Set router 75d37f82-8af0-4fd8-a368-e2479bf884d4 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:27.922484 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8aaa9d1d-baf0-4827-bc8d-9d828288b040 req-f8d6ee82-7239-4edc-ba0e-372598c12d8a service neutron] 10.222.0.13 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491610 Dec 11 22:57:27.924550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-deleted', 'tag': 'a25ec2b4-97b9-44f8-9ade-bc23768403eb'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:57:27.962231 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132529e5-f59d-4532-9935-42c8e68b353c" -d '{"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-deleted", "tag": "a25ec2b4-97b9-44f8-9ade-bc23768403eb"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:57:28.128476 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3455d2-bad2-492a-914d-af828aac6d27 x-openstack-request-id: req-9f3455d2-bad2-492a-914d-af828aac6d27 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:57:28.130266 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-deleted", "tag": "a25ec2b4-97b9-44f8-9ade-bc23768403eb", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:57:28.130738 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f3455d2-bad2-492a-914d-af828aac6d27 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:57:28.131817 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-deleted', 'tag': 'a25ec2b4-97b9-44f8-9ade-bc23768403eb', 'status': 'completed', 'code': 200} Dec 11 22:57:28.157656 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:28.258088 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c5f89a6-f8d5-4239-b351-37663e319c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:28.262423 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-b17ece58-e6ed-40e9-ae5a-3a976d0895ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:28.301178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4c5f89a6-f8d5-4239-b351-37663e319c6b None None] For port 0140b734-4d20-4ab3-baea-e318fd0bdc94, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0140b734-4d20-4ab3-baea-e318fd0bdc94,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:28.398558 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c5f89a6-f8d5-4239-b351-37663e319c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:28.420316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ece58-e6ed-40e9-ae5a-3a976d0895ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event deleted for resources: {'Port': ['ID=79832623-9c3e-4295-abe2-8667fa88c5ad,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:28.515835 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:22Z', 'revision_number': 3, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:28.553831 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:28.560174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f89a6-f8d5-4239-b351-37663e319c6b None None] Pushing event updated for resources: {'Port': ['ID=0140b734-4d20-4ab3-baea-e318fd0bdc94,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:28.565688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89524d63-24b2-4f72-bbc2-e142c24224fd None None] The sync data for ids ['75d37f82-8af0-4fd8-a368-e2479bf884d4'] in n-d-710847-6 is: [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:22Z', 'revision_number': 3, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:57:28.585632 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-92130f09-9cb0-4851-b239-62be9e2e7fe4 None None] Provisioning complete for port 6069ad42-e3ee-4cea-bbb8-58d455c5715a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:28.586035 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92130f09-9cb0-4851-b239-62be9e2e7fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:28.596969 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46274) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:28.642076 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c151a30-9ce7-49c0-98bc-3684e2723b82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:28.670579 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-92130f09-9cb0-4851-b239-62be9e2e7fe4 None None] Port 6069ad42-e3ee-4cea-bbb8-58d455c5715a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:57:28.673095 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:28.692469 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-271d006a-15fb-4d48-947e-07551835b058 req-b17ece58-e6ed-40e9-ae5a-3a976d0895ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Router 55a67acf-3cb2-4306-a1af-e202bfeb73de has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:57:28.988201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896351e-ee0d-435a-8d03-77c27a3ba6f3 req-7f0440cd-b935-4a8d-9b5e-334728cacbde tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:28.996063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1896351e-ee0d-435a-8d03-77c27a3ba6f3 req-7f0440cd-b935-4a8d-9b5e-334728cacbde tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 943 time: 0.1952207 Dec 11 22:57:28.997211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-271d006a-15fb-4d48-947e-07551835b058 req-b17ece58-e6ed-40e9-ae5a-3a976d0895ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:57:29.030775 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d5aeb20f-687e-4e7e-80a9-da159717754c details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:57:29.073028 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Pushing event updated for resources: {'Port': ['ID=6069ad42-e3ee-4cea-bbb8-58d455c5715a,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:29.083716 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:29.097846 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0582843a-1606-4c5a-a8cf-7b81679755c6 None None] Sync routers for ids ['55a67acf-3cb2-4306-a1af-e202bfeb73de'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:57:29.131560 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0582843a-1606-4c5a-a8cf-7b81679755c6 None None] Routers {'55a67acf-3cb2-4306-a1af-e202bfeb73de'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:29.131970 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0582843a-1606-4c5a-a8cf-7b81679755c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:57:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['55a67acf-3cb2-4306-a1af-e202bfeb73de'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:29.215930 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539a48b-bd9e-493d-b787-0d2d5a42d2ae req-7cc47fb9-d5ed-4550-bdad-b79fce13be60 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:29.223802 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539a48b-bd9e-493d-b787-0d2d5a42d2ae req-7cc47fb9-d5ed-4550-bdad-b79fce13be60 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:29.231498 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a539a48b-bd9e-493d-b787-0d2d5a42d2ae req-7cc47fb9-d5ed-4550-bdad-b79fce13be60 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 1676 time: 0.3977292 Dec 11 22:57:29.240292 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c151a30-9ce7-49c0-98bc-3684e2723b82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:29.244074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-271d006a-15fb-4d48-947e-07551835b058 req-b17ece58-e6ed-40e9-ae5a-3a976d0895ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] No DVR routers for this DVR port 79832623-9c3e-4295-abe2-8667fa88c5ad on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:57:29.255204 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-b17ece58-e6ed-40e9-ae5a-3a976d0895ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:29.271458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-271d006a-15fb-4d48-947e-07551835b058 req-b17ece58-e6ed-40e9-ae5a-3a976d0895ae tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.47 "DELETE /v2.0/ports/79832623-9c3e-4295-abe2-8667fa88c5ad HTTP/1.1" status: 204 len: 173 time: 2.9959302 Dec 11 22:57:29.278023 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d5aeb20f-687e-4e7e-80a9-da159717754c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d5aeb20f-687e-4e7e-80a9-da159717754c,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:29.298870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'd5aeb20f-687e-4e7e-80a9-da159717754c', 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8', 'port_id': 'd5aeb20f-687e-4e7e-80a9-da159717754c', 'mac_address': 'fa:16:3e:9a:47:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75dc39c2-4403-48cb-94a1-c95b2749e375', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:57:29.337800 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c151a30-9ce7-49c0-98bc-3684e2723b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:29.390877 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:29.396697 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1c151a30-9ce7-49c0-98bc-3684e2723b82 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f07566f810043ff8102f04a8ba1e578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7983057 Dec 11 22:57:29.409244 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-0582843a-1606-4c5a-a8cf-7b81679755c6 None None] Set router 55a67acf-3cb2-4306-a1af-e202bfeb73de gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:29.415455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46288) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:29.429192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5aeb20f-687e-4e7e-80a9-da159717754c {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:57:29.438615 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a539a48b-bd9e-493d-b787-0d2d5a42d2ae req-e3700826-3cd8-40d4-9cb4-40de5098a65a tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060013 Dec 11 22:57:29.481498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d5aeb20f-687e-4e7e-80a9-da159717754c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d5aeb20f-687e-4e7e-80a9-da159717754c,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:29.482760 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Network d1bb9a45-28c0-4785-bda6-7e72008cf427 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:57:29.489830 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:57:29.512082 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c151a30-9ce7-49c0-98bc-3684e2723b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f82cff-88a6-45e6-9438-de6cfa2d0fe3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:29.547597 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1896351e-ee0d-435a-8d03-77c27a3ba6f3 req-c571d0b4-ddbd-4410-914e-870aa45b36f8 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261106 Dec 11 22:57:29.587150 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:29.732403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=d5aeb20f-687e-4e7e-80a9-da159717754c,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:29.792853 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61af2aac-715f-4b62-820f-b812cb3cdc58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:29.823427 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61af2aac-715f-4b62-820f-b812cb3cdc58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:29.827146 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0582843a-1606-4c5a-a8cf-7b81679755c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'name': 'tempest-TaggedBootDevicesTest-803575614-router', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:57Z', 'updated_at': '2021-12-11T22:46:05Z', 'revision_number': 4, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'gw_port': {'id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:59Z', 'updated_at': '2021-12-11T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7fedcc95-9f58-4720-ad0a-67ffdd254bfa', 'name': '', 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'mac_address': 'fa:16:3e:ce:31:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:04Z', 'updated_at': '2021-12-11T22:46:11Z', 'revision_number': 5, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'subnets': [{'id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:29.870397 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0582843a-1606-4c5a-a8cf-7b81679755c6 None None] Checking router: 55a67acf-3cb2-4306-a1af-e202bfeb73de for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:57:29.875937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['d5aeb20f-687e-4e7e-80a9-da159717754c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:57:29.900572 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0582843a-1606-4c5a-a8cf-7b81679755c6 None None] Routers {'55a67acf-3cb2-4306-a1af-e202bfeb73de'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:29.901530 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0582843a-1606-4c5a-a8cf-7b81679755c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:57:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['55a67acf-3cb2-4306-a1af-e202bfeb73de'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:29.935838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-271d006a-15fb-4d48-947e-07551835b058 req-c795b5f8-e39c-46ef-8e5f-8a6babb8faf3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Deleting port af2ea78e-6ac1-4602-b7dc-a9863f8091ca {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:57:29.936173 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-c795b5f8-e39c-46ef-8e5f-8a6babb8faf3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:30.068659 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61af2aac-715f-4b62-820f-b812cb3cdc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:30.071474 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61af2aac-715f-4b62-820f-b812cb3cdc58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:30.076511 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-61af2aac-715f-4b62-820f-b812cb3cdc58 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7f82cff-88a6-45e6-9438-de6cfa2d0fe3 HTTP/1.1" status: 204 len: 168 time: 0.6476250 Dec 11 22:57:30.124308 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-0582843a-1606-4c5a-a8cf-7b81679755c6 None None] Set router 55a67acf-3cb2-4306-a1af-e202bfeb73de gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:30.137770 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-deleted', 'tag': '79832623-9c3e-4295-abe2-8667fa88c5ad'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:57:30.141612 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575fc5e1-e3c2-4c58-8ed4-52e35689aecd" -d '{"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-deleted", "tag": "79832623-9c3e-4295-abe2-8667fa88c5ad"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:57:30.157085 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-778eab16-c92a-47b3-93cd-cf22cfba4a41 None None] Provisioning complete for port 6069ad42-e3ee-4cea-bbb8-58d455c5715a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:30.158075 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-778eab16-c92a-47b3-93cd-cf22cfba4a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:30.203386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af2aac-715f-4b62-820f-b812cb3cdc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f82cff-88a6-45e6-9438-de6cfa2d0fe3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:30.280206 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6e9d9d-bb32-4fec-9d71-6b60f691e52e x-openstack-request-id: req-0c6e9d9d-bb32-4fec-9d71-6b60f691e52e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:57:30.281272 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-deleted", "tag": "79832623-9c3e-4295-abe2-8667fa88c5ad", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:57:30.285179 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c6e9d9d-bb32-4fec-9d71-6b60f691e52e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:57:30.286257 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-deleted', 'tag': '79832623-9c3e-4295-abe2-8667fa88c5ad', 'status': 'completed', 'code': 200} Dec 11 22:57:30.291791 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-778eab16-c92a-47b3-93cd-cf22cfba4a41 None None] Port 6069ad42-e3ee-4cea-bbb8-58d455c5715a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:57:30.382429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-271d006a-15fb-4d48-947e-07551835b058 req-c795b5f8-e39c-46ef-8e5f-8a6babb8faf3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] For port af2ea78e-6ac1-4602-b7dc-a9863f8091ca, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=af2ea78e-6ac1-4602-b7dc-a9863f8091ca,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:30.390856 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-c795b5f8-e39c-46ef-8e5f-8a6babb8faf3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:30.429664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-271d006a-15fb-4d48-947e-07551835b058 req-c795b5f8-e39c-46ef-8e5f-8a6babb8faf3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Calling delete_port for af2ea78e-6ac1-4602-b7dc-a9863f8091ca owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:57:30.632330 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:57:30.704017 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0582843a-1606-4c5a-a8cf-7b81679755c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'name': 'tempest-TaggedBootDevicesTest-803575614-router', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:57Z', 'updated_at': '2021-12-11T22:46:05Z', 'revision_number': 4, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'gw_port': {'id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:59Z', 'updated_at': '2021-12-11T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7fedcc95-9f58-4720-ad0a-67ffdd254bfa', 'name': '', 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'mac_address': 'fa:16:3e:ce:31:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:04Z', 'updated_at': '2021-12-11T22:46:11Z', 'revision_number': 5, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'subnets': [{'id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:30.732111 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0582843a-1606-4c5a-a8cf-7b81679755c6 None None] The sync data for ids ['55a67acf-3cb2-4306-a1af-e202bfeb73de'] in n-d-710847-6 is: [{'id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'name': 'tempest-TaggedBootDevicesTest-803575614-router', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:57Z', 'updated_at': '2021-12-11T22:46:05Z', 'revision_number': 4, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'gw_port': {'id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:59Z', 'updated_at': '2021-12-11T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7fedcc95-9f58-4720-ad0a-67ffdd254bfa', 'name': '', 'network_id': '73c527dd-bcee-4d43-8201-08f3277470d4', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'mac_address': 'fa:16:3e:ce:31:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:04Z', 'updated_at': '2021-12-11T22:46:11Z', 'revision_number': 5, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'subnets': [{'id': '232893f8-16d8-4344-8efe-6bf53e520d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:57:30.754442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa9b50-ed42-40dd-8abd-c9a6cf50649c req-cbca396e-2ed5-413b-89f4-8523a04c4bff tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:30.759069 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa9b50-ed42-40dd-8abd-c9a6cf50649c req-cbca396e-2ed5-413b-89f4-8523a04c4bff tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:30.759248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Router 75d37f82-8af0-4fd8-a368-e2479bf884d4 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:57:30.761417 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cbaa9b50-ed42-40dd-8abd-c9a6cf50649c req-cbca396e-2ed5-413b-89f4-8523a04c4bff tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 1676 time: 0.1117268 Dec 11 22:57:30.850382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cbaa9b50-ed42-40dd-8abd-c9a6cf50649c req-33e366bc-742c-4e0e-a771-c3cb48d2b9d7 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829098 Dec 11 22:57:30.910473 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-c795b5f8-e39c-46ef-8e5f-8a6babb8faf3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:30.913601 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2fc09-657c-4187-96fc-57b7d7319710 req-c986ea77-f7b2-4f73-8c3b-29218b0e95c1 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:30.924609 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0dc2fc09-657c-4187-96fc-57b7d7319710 req-c986ea77-f7b2-4f73-8c3b-29218b0e95c1 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 944 time: 0.2123904 Dec 11 22:57:31.003508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795b5f8-e39c-46ef-8e5f-8a6babb8faf3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event deleted for resources: {'Port': ['ID=af2ea78e-6ac1-4602-b7dc-a9863f8091ca,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:31.117258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-271d006a-15fb-4d48-947e-07551835b058 req-c795b5f8-e39c-46ef-8e5f-8a6babb8faf3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] No DVR routers for this DVR port af2ea78e-6ac1-4602-b7dc-a9863f8091ca on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:57:31.131982 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:57:31.136713 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-c795b5f8-e39c-46ef-8e5f-8a6babb8faf3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:31.141115 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-271d006a-15fb-4d48-947e-07551835b058 req-c795b5f8-e39c-46ef-8e5f-8a6babb8faf3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.47 "DELETE /v2.0/ports/af2ea78e-6ac1-4602-b7dc-a9863f8091ca HTTP/1.1" status: 204 len: 173 time: 1.8402011 Dec 11 22:57:31.198443 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-130d142b-bfa8-4585-a2f4-da06b0cea474 admin admin] 10.222.0.45 "PUT /v2.0/routers/75d37f82-8af0-4fd8-a368-e2479bf884d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1625040 Dec 11 22:57:31.223237 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0dc2fc09-657c-4187-96fc-57b7d7319710 req-df9c0263-f2b3-4aec-8f02-db315e849f75 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956088 Dec 11 22:57:31.256509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0140b734-4d20-4ab3-baea-e318fd0bdc94 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:57:31.368190 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-271d006a-15fb-4d48-947e-07551835b058 req-5cd3e3fc-681d-460e-a874-1bcf1c8c1705 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Deleting port a69950ad-c422-485a-b148-7b2af0519457 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:57:31.369840 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-5cd3e3fc-681d-460e-a874-1bcf1c8c1705 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:31.429537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 0140b734-4d20-4ab3-baea-e318fd0bdc94 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:31.429910 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:31.624875 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438dbe5d-43bf-49ef-9b21-58f13cefafbc None None] New status for floating IP 68607896-6482-4e2a-9e93-ac35cd2bd14d: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:57:31.796201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-271d006a-15fb-4d48-947e-07551835b058 req-5cd3e3fc-681d-460e-a874-1bcf1c8c1705 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] For port a69950ad-c422-485a-b148-7b2af0519457, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a69950ad-c422-485a-b148-7b2af0519457,segment=NetworkSegment(4649c973-0152-46a9-9702-eeefc8251bfd),segment_id=4649c973-0152-46a9-9702-eeefc8251bfd)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:31.796801 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-5cd3e3fc-681d-460e-a874-1bcf1c8c1705 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:31.848626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-271d006a-15fb-4d48-947e-07551835b058 req-5cd3e3fc-681d-460e-a874-1bcf1c8c1705 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Calling delete_port for a69950ad-c422-485a-b148-7b2af0519457 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:57:31.999275 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Sync routers for ids ['75d37f82-8af0-4fd8-a368-e2479bf884d4'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:57:32.014556 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Routers {'75d37f82-8af0-4fd8-a368-e2479bf884d4'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:32.017028 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:57:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['75d37f82-8af0-4fd8-a368-e2479bf884d4'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:32.234074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971d4ce-263e-435c-8b55-bafa019f7c04 req-21cdb6e1-b67c-4207-9e47-7c776ef5df0b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:32.256269 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2971d4ce-263e-435c-8b55-bafa019f7c04 req-21cdb6e1-b67c-4207-9e47-7c776ef5df0b tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 943 time: 0.1656742 Dec 11 22:57:32.287819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-deleted', 'tag': 'af2ea78e-6ac1-4602-b7dc-a9863f8091ca'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:57:32.291016 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0485631-9fd1-40d7-aa2c-8e084f23ba88" -d '{"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-deleted", "tag": "af2ea78e-6ac1-4602-b7dc-a9863f8091ca"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:57:32.352522 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-5cd3e3fc-681d-460e-a874-1bcf1c8c1705 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:32.362911 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2971d4ce-263e-435c-8b55-bafa019f7c04 req-2a22bb71-704d-4df7-b9eb-50d301f6896d tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0e3576f-5de5-4c22-abfc-7ab3df56a57a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934470 Dec 11 22:57:32.506910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3e3fc-681d-460e-a874-1bcf1c8c1705 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event deleted for resources: {'Port': ['ID=a69950ad-c422-485a-b148-7b2af0519457,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:32.587142 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Set router 75d37f82-8af0-4fd8-a368-e2479bf884d4 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:32.609481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-271d006a-15fb-4d48-947e-07551835b058 req-5cd3e3fc-681d-460e-a874-1bcf1c8c1705 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] No DVR routers for this DVR port a69950ad-c422-485a-b148-7b2af0519457 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:57:32.615532 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-271d006a-15fb-4d48-947e-07551835b058 req-5cd3e3fc-681d-460e-a874-1bcf1c8c1705 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:32.624402 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-271d006a-15fb-4d48-947e-07551835b058 req-5cd3e3fc-681d-460e-a874-1bcf1c8c1705 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.47 "DELETE /v2.0/ports/a69950ad-c422-485a-b148-7b2af0519457 HTTP/1.1" status: 204 len: 173 time: 1.4767501 Dec 11 22:57:32.671111 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c313ccd-427c-4a30-871d-29071c4085a2 req-e70750b9-0fb7-4915-913b-eb299fabffe8 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:32.684642 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c313ccd-427c-4a30-871d-29071c4085a2 req-e70750b9-0fb7-4915-913b-eb299fabffe8 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 944 time: 0.1236155 Dec 11 22:57:32.806455 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c313ccd-427c-4a30-871d-29071c4085a2 req-ff29fad3-01e1-4b6b-b26c-c85af79ebe9b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139266 Dec 11 22:57:32.924882 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d7838f-fae4-483e-a449-7585e350b177 x-openstack-request-id: req-11d7838f-fae4-483e-a449-7585e350b177 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:57:32.925390 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-deleted", "tag": "af2ea78e-6ac1-4602-b7dc-a9863f8091ca", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:57:32.925490 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11d7838f-fae4-483e-a449-7585e350b177 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:57:32.925954 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-deleted', 'tag': 'af2ea78e-6ac1-4602-b7dc-a9863f8091ca', 'status': 'completed', 'code': 200} Dec 11 22:57:33.057426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d5aeb20f-687e-4e7e-80a9-da159717754c up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:57:33.118965 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:27Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '6069ad42-e3ee-4cea-bbb8-58d455c5715a', 'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'mac_address': 'fa:16:3e:3e:58:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:26Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 2, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'subnets': [{'id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:33.211168 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Checking router: 75d37f82-8af0-4fd8-a368-e2479bf884d4 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:57:33.214364 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Updating router 75d37f82-8af0-4fd8-a368-e2479bf884d4 port 6069ad42-e3ee-4cea-bbb8-58d455c5715a binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:57:33.242214 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:33.277458 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port d5aeb20f-687e-4e7e-80a9-da159717754c completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:57:33.280108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port d5aeb20f-687e-4e7e-80a9-da159717754c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:33.280667 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:33.447969 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:33.516922 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731c24dd-d10c-408a-b783-5ac7ce1a0a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aeb20f-687e-4e7e-80a9-da159717754c'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:57:33.521956 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eace5f51-787c-4c39-b7f3-4c044287d4d0" -d '{"events": [{"server_uuid": "731c24dd-d10c-408a-b783-5ac7ce1a0a4e", "name": "network-vif-plugged", "status": "completed", "tag": "d5aeb20f-687e-4e7e-80a9-da159717754c"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:57:33.582205 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d5aeb20f-687e-4e7e-80a9-da159717754c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d5aeb20f-687e-4e7e-80a9-da159717754c,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:33.610168 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e824a651-0ab7-486a-a597-656a234d02d7 req-7f78d7f0-e40d-47f0-8c08-09c8e0417cee tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0551925 Dec 11 22:57:33.660862 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:33.768546 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3de040-5990-42c6-a434-335945cec56f x-openstack-request-id: req-5a3de040-5990-42c6-a434-335945cec56f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:57:33.773426 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731c24dd-d10c-408a-b783-5ac7ce1a0a4e", "name": "network-vif-plugged", "status": "completed", "tag": "d5aeb20f-687e-4e7e-80a9-da159717754c", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:57:33.773426 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a3de040-5990-42c6-a434-335945cec56f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:57:33.773426 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731c24dd-d10c-408a-b783-5ac7ce1a0a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aeb20f-687e-4e7e-80a9-da159717754c', 'code': 200} Dec 11 22:57:33.773426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=d5aeb20f-687e-4e7e-80a9-da159717754c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:33.893158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac2c74-f761-4b76-ae24-d2631fecca47 req-3c02698d-c71b-4e0a-825b-b66402dc3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:33.894920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abac2c74-f761-4b76-ae24-d2631fecca47 req-3c02698d-c71b-4e0a-825b-b66402dc3dca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 1096 time: 0.0736799 Dec 11 22:57:33.933977 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46378) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:33.962009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--532730961', 'description': 'tempest-description--637571849'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:33.968652 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:34.041666 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abac2c74-f761-4b76-ae24-d2631fecca47 req-ffb61470-502b-4942-80d9-df986a4428c0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315269 Dec 11 22:57:34.049033 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:34.112360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f1372-4f4a-42ed-b3e2-1b3f69e22311 req-33e02b4d-08fd-460d-9531-54493745447f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:34.117458 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-025f1372-4f4a-42ed-b3e2-1b3f69e22311 req-33e02b4d-08fd-460d-9531-54493745447f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 945 time: 0.1807051 Dec 11 22:57:34.158965 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:34.184820 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Attempting to bind port 6069ad42-e3ee-4cea-bbb8-58d455c5715a on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:57:34.185424 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Attempting to bind port 6069ad42-e3ee-4cea-bbb8-58d455c5715a by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:57:34.185549 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Attempting to bind port 6069ad42-e3ee-4cea-bbb8-58d455c5715a on network d1bb9a45-28c0-4785-bda6-7e72008cf427 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:57:34.194198 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:57:34.194574 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Checking segment: {'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:57:34.195135 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:34.195468 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Bound using segment: {'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:57:34.197076 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Bound port: 6069ad42-e3ee-4cea-bbb8-58d455c5715a, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:57:34.197479 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:34.210186 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-025f1372-4f4a-42ed-b3e2-1b3f69e22311 req-4643ffc9-bd34-4ed9-b5cc-f5fdc8f9f2ba tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812132 Dec 11 22:57:34.255323 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f7250-0485-4c41-9402-9c750db90807 None None] Pushing event updated for resources: {'Port': ['ID=6069ad42-e3ee-4cea-bbb8-58d455c5715a,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:34.295648 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] For port 6069ad42-e3ee-4cea-bbb8-58d455c5715a, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:57:34.300472 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] For port 6069ad42-e3ee-4cea-bbb8-58d455c5715a, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=6069ad42-e3ee-4cea-bbb8-58d455c5715a,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:57:34.301252 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:34.404093 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:34.406909 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:34.467729 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a58c0c4d-7ea3-43f4-958f-a575e074240e None None] Provisioning complete for port 6069ad42-e3ee-4cea-bbb8-58d455c5715a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:34.468802 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a58c0c4d-7ea3-43f4-958f-a575e074240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:34.480769 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3879211c-05fd-4775-b3cc-990c19fc6d85,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:34.492450 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:34.493955 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:34.494575 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:34.495183 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:34.496044 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:34.496665 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:34.497284 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:34.498464 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:34.499134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:34.499422 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Routers {'75d37f82-8af0-4fd8-a368-e2479bf884d4'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:34.499923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:34.500055 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:57:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['75d37f82-8af0-4fd8-a368-e2479bf884d4'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:34.500658 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:34.501427 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:34.502605 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:34.538924 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:34.541558 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8d46b22c-82bd-46f2-8f39-84900dedd985 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6061559 Dec 11 22:57:34.544931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46384) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:34.550545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8b6f3cb5-df55-4ef4-ac2f-cb25b4e6380b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Request body: {'security_group_rule': {'security_group_id': '3879211c-05fd-4775-b3cc-990c19fc6d85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:34.612773 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f7250-0485-4c41-9402-9c750db90807 None None] Pushing event updated for resources: {'Port': ['ID=6069ad42-e3ee-4cea-bbb8-58d455c5715a,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:34.702357 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3cb5-df55-4ef4-ac2f-cb25b4e6380b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:34.742425 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a58c0c4d-7ea3-43f4-958f-a575e074240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:34.769110 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] Set router 75d37f82-8af0-4fd8-a368-e2479bf884d4 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:34.807547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a58c0c4d-7ea3-43f4-958f-a575e074240e None None] For port 6069ad42-e3ee-4cea-bbb8-58d455c5715a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=6069ad42-e3ee-4cea-bbb8-58d455c5715a,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:34.854470 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ce42e2a4-69e8-4853-a43c-1568182b9cf9 req-23965f39-491c-4f0a-9254-11fb48d3f444 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0568993 Dec 11 22:57:34.883488 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a58c0c4d-7ea3-43f4-958f-a575e074240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:34.894314 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3cb5-df55-4ef4-ac2f-cb25b4e6380b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:34.927270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-deleted', 'tag': 'a69950ad-c422-485a-b148-7b2af0519457'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:57:34.929996 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dc58d9-2e3d-4a66-979d-506e325c9b18" -d '{"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-deleted", "tag": "a69950ad-c422-485a-b148-7b2af0519457"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:57:34.947833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c0c4d-7ea3-43f4-958f-a575e074240e None None] Pushing event updated for resources: {'Port': ['ID=6069ad42-e3ee-4cea-bbb8-58d455c5715a,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:34.974523 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3cb5-df55-4ef4-ac2f-cb25b4e6380b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:35.019804 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ea2d3441-ecc5-48cf-aa2b-544cb6f4045c None None] Provisioning complete for port 6069ad42-e3ee-4cea-bbb8-58d455c5715a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:35.020430 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3441-ecc5-48cf-aa2b-544cb6f4045c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:35.023095 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c4f984-a02c-46bb-82aa-375e4cbf34ad x-openstack-request-id: req-e5c4f984-a02c-46bb-82aa-375e4cbf34ad {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:57:35.023537 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a57c31-be8d-4151-aeab-a19043b0dfa8", "name": "network-vif-deleted", "tag": "a69950ad-c422-485a-b148-7b2af0519457", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:57:35.023950 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e5c4f984-a02c-46bb-82aa-375e4cbf34ad {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:57:35.025912 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a57c31-be8d-4151-aeab-a19043b0dfa8', 'name': 'network-vif-deleted', 'tag': 'a69950ad-c422-485a-b148-7b2af0519457', 'status': 'completed', 'code': 200} Dec 11 22:57:35.031784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f3cb5-df55-4ef4-ac2f-cb25b4e6380b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba14152e-3689-43f7-a215-c122444233d1,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:35.068959 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3cb5-df55-4ef4-ac2f-cb25b4e6380b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:35.070435 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8b6f3cb5-df55-4ef4-ac2f-cb25b4e6380b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5244520 Dec 11 22:57:35.073000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46390) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:35.077752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2ff50c5b-e29d-4477-9028-909edc6ffa52 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Request body: {'security_group_rule': {'security_group_id': '3879211c-05fd-4775-b3cc-990c19fc6d85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:35.153321 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:27Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '6069ad42-e3ee-4cea-bbb8-58d455c5715a', 'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'mac_address': 'fa:16:3e:3e:58:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:26Z', 'updated_at': '2021-12-11T22:57:34Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'subnets': [{'id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:35.185532 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3df419-877a-4c97-85f8-be8c7f5c61f6 None None] The sync data for ids ['75d37f82-8af0-4fd8-a368-e2479bf884d4'] in n-d-710847-6 is: [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:27Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '6069ad42-e3ee-4cea-bbb8-58d455c5715a', 'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'mac_address': 'fa:16:3e:3e:58:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:26Z', 'updated_at': '2021-12-11T22:57:34Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'subnets': [{'id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:57:35.198971 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ff50c5b-e29d-4477-9028-909edc6ffa52 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:35.435407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da3bbe-21a7-4e5c-bd98-416a31a7d75c req-f4c225c1-cdf0-44b8-a088-c7cf57fc576e tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:35.447828 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8da3bbe-21a7-4e5c-bd98-416a31a7d75c req-f4c225c1-cdf0-44b8-a088-c7cf57fc576e tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 945 time: 0.1032825 Dec 11 22:57:35.451360 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ff50c5b-e29d-4477-9028-909edc6ffa52 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:35.539483 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8da3bbe-21a7-4e5c-bd98-416a31a7d75c req-d134748e-9752-4d5c-89c0-1861780e2835 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904667 Dec 11 22:57:35.573781 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ff50c5b-e29d-4477-9028-909edc6ffa52 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:35.603104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff50c5b-e29d-4477-9028-909edc6ffa52 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc2901c-e6ef-4df5-9f04-c944ee39238a,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:35.720788 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2ff50c5b-e29d-4477-9028-909edc6ffa52 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:35.722817 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2ff50c5b-e29d-4477-9028-909edc6ffa52 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6483088 Dec 11 22:57:35.730870 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46394) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:35.736002 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:35.895248 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:36.032179 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6e9cc19c-a8f7-4c38-907b-253f56217ee3 req-27d53b71-d605-46d2-a499-f94822f9c6de tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0478692 Dec 11 22:57:36.040324 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:36.189815 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Allocated IP 172.25.1.66 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/7ac198a4-868a-4e64-819f-079c0c216c08) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:57:36.348150 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:36.479697 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:36.538482 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:57:36.541734 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:57:36.546726 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:57:36.607355 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event updated for resources: {'Port': ['ID=7ac198a4-868a-4e64-819f-079c0c216c08,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:36.731957 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:36.816095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db81d6e-8143-4f43-aee4-478ed7328fd9 req-e14d6b93-2036-4094-8930-90782c198528 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:36.817837 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7db81d6e-8143-4f43-aee4-478ed7328fd9 req-e14d6b93-2036-4094-8930-90782c198528 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 945 time: 0.1475525 Dec 11 22:57:36.857980 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:36.892555 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7db81d6e-8143-4f43-aee4-478ed7328fd9 req-ba18a815-b6d0-4a54-82c2-af1edfbb6c29 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606351 Dec 11 22:57:37.060665 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:37.139535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 6069ad42-e3ee-4cea-bbb8-58d455c5715a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:57:37.146748 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:37.198502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 6069ad42-e3ee-4cea-bbb8-58d455c5715a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:37.201568 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:37.207681 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-473765cf-b4f6-4953-9fc4-4dbc097965b1 req-039feab8-39f7-4861-af74-13367647820c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0500453 Dec 11 22:57:37.289726 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event updated for resources: {'Port': ['ID=7ac198a4-868a-4e64-819f-079c0c216c08,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:37.304299 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:37.423110 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:37.424430 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-edd100dc-9641-42e2-875d-cb03cb1a3d43 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6924286 Dec 11 22:57:37.662774 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-b42ecbfc-fda0-47a0-8963-28edb402017f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--532730961&fields=id&tenant_id=8bd74db67dd242afacdd41d881f83f4d HTTP/1.1" status: 200 len: 267 time: 0.0493290 Dec 11 22:57:37.803017 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-fdb02691-095c-4ae9-9e07-fb87e2f81cec tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:37.807479 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-fdb02691-095c-4ae9-9e07-fb87e2f81cec tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/networks?id=d1bb9a45-28c0-4785-bda6-7e72008cf427 HTTP/1.1" status: 200 len: 817 time: 0.1315007 Dec 11 22:57:37.825036 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-fca9a6ec-39ad-48d0-ab35-4a2d3573c360 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/quotas/8bd74db67dd242afacdd41d881f83f4d HTTP/1.1" status: 200 len: 375 time: 0.0122762 Dec 11 22:57:37.910580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-4d08f990-188f-451d-853e-50ac1041d780 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780878 Dec 11 22:57:38.031457 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-e91e0789-e0c4-4959-8b45-dd048e040948 service neutron] 10.222.0.45 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039860 Dec 11 22:57:38.158902 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-10fa5c82-3cd2-414f-bb28-a64dcc6b15be service neutron] 10.222.0.45 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197615 Dec 11 22:57:38.519236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3bdc8969-04b1-4b74-8fcb-5f5648713ba3 req-89778f05-c282-42c7-a7e4-2e0611454363 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0447123 Dec 11 22:57:38.607209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb4d7582-6e1f-4a23-82f0-ee70c0133ddd req-26a264a2-c393-4bff-92de-dec7924c6c80 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 210 time: 0.0411520 Dec 11 22:57:39.612720 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-16e148c0-71e0-408e-bc53-413a5eb2a8c3 req-f6aa249a-4215-4f6c-9bfe-932795867016 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0289290 Dec 11 22:57:39.697773 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ddbf692-43be-4669-befd-b9c815968cd5 req-5ab4fe75-e047-4283-8d0d-e13ed04afd6a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 210 time: 0.0310442 Dec 11 22:57:40.728125 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1781a50-6e85-45b5-9f97-e51d662714e9 req-c5fcfad8-d891-47d6-97a4-31f4d24bb3d4 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0273168 Dec 11 22:57:40.821342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac228051-5a77-49d0-8662-277ed0fec512 req-cf93fa47-77a4-4d3a-87a1-76f8181a1a5a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 210 time: 0.0287087 Dec 11 22:57:41.156513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-cca0c5e4-8889-43d8-b69d-6d04b24a25f9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:41.158773 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-cca0c5e4-8889-43d8-b69d-6d04b24a25f9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.47 "GET /v2.0/networks?id=d1bb9a45-28c0-4785-bda6-7e72008cf427 HTTP/1.1" status: 200 len: 817 time: 0.1125445 Dec 11 22:57:41.234887 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-739a73f6-ace9-4131-b0ee-b07f07e1051c tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bd74db67dd242afacdd41d881f83f4d HTTP/1.1" status: 200 len: 379 time: 0.0622375 Dec 11 22:57:41.244398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Request body: {'port': {'device_id': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'admin_state_up': True, 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'security_groups': ['3879211c-05fd-4775-b3cc-990c19fc6d85']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:41.420563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Made reservation on behalf of 8bd74db67dd242afacdd41d881f83f4d for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:57:41.425678 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:41.569784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Allocated IP 172.20.0.10 (d1bb9a45-28c0-4785-bda6-7e72008cf427/e7818fbf-5369-47d1-9144-65c09d5e1c30/5dc2892c-eb7e-4b7f-902e-780c51e30428) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:57:41.707462 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:41.819222 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:41.850822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8284f3bd-b11c-4583-b0b5-f917c8b7296c req-272bdcdf-d1f1-4d7f-8f88-902e9d922c4c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0437605 Dec 11 22:57:41.900130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Network d1bb9a45-28c0-4785-bda6-7e72008cf427 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:57:41.903305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:57:41.917664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:57:41.961116 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event updated for resources: {'Port': ['ID=5dc2892c-eb7e-4b7f-902e-780c51e30428,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:41.977255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:41.977255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:41.977255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:41.977255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:41.977255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:41.977255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:41.977255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:41.977255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:41.977255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:41.978064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:41.978064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:41.978064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:41.978711 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:57:42.001009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a689e0-684f-49c6-b33e-71756891670d req-b3163cbc-22ad-4f53-94fb-cea2ae3638b7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:42.005025 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-13a689e0-684f-49c6-b33e-71756891670d req-b3163cbc-22ad-4f53-94fb-cea2ae3638b7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 932 time: 0.0821342 Dec 11 22:57:42.023914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:42.023914 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:42.063349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-13a689e0-684f-49c6-b33e-71756891670d req-b12ad1cf-81f7-44fe-8d48-7be7e637fe23 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521212 Dec 11 22:57:42.109687 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-65acb9bc-c61a-4b18-80bb-396988be39cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8686993 Dec 11 22:57:42.132949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Request body: {'port': {'device_id': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:42.202414 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:42.255591 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-507894cd-c0c6-47ad-bc21-af7d99f29390 None None] Provisioning complete for port 5dc2892c-eb7e-4b7f-902e-780c51e30428 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:42.256231 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-507894cd-c0c6-47ad-bc21-af7d99f29390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:42.304131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-507894cd-c0c6-47ad-bc21-af7d99f29390 None None] Port 5dc2892c-eb7e-4b7f-902e-780c51e30428 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:57:42.494021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc2892c-eb7e-4b7f-902e-780c51e30428 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:57:42.502404 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:42.515114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Transition to ACTIVE for port object 5dc2892c-eb7e-4b7f-902e-780c51e30428 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:57:42.636602 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:42.690721 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Pushing event updated for resources: {'Port': ['ID=5dc2892c-eb7e-4b7f-902e-780c51e30428,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:43.151801 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df828cc3-9789-4d44-98fe-ec06147a84fc req-477bf8d1-cd65-4e6c-9ae1-8163a6fe8620 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0308948 Dec 11 22:57:43.197764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Attempting to bind port 5dc2892c-eb7e-4b7f-902e-780c51e30428 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:57:43.198109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Attempting to bind port 5dc2892c-eb7e-4b7f-902e-780c51e30428 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:57:43.198442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Attempting to bind port 5dc2892c-eb7e-4b7f-902e-780c51e30428 on network d1bb9a45-28c0-4785-bda6-7e72008cf427 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:57:43.203577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Port 5dc2892c-eb7e-4b7f-902e-780c51e30428 on network d1bb9a45-28c0-4785-bda6-7e72008cf427 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:57:43.203765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Attempting to bind port 5dc2892c-eb7e-4b7f-902e-780c51e30428 on network d1bb9a45-28c0-4785-bda6-7e72008cf427 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:57:43.215239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:57:43.215589 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Checking segment: {'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:57:43.215971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Bound using segment: {'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:57:43.216402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Bound port: 5dc2892c-eb7e-4b7f-902e-780c51e30428, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:57:43.216766 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:43.350270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca7d57-d2be-4fe4-a074-f071471da6b8 req-6a81cd6f-c318-4b64-8c7e-b452ca185d89 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:43.350270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37ca7d57-d2be-4fe4-a074-f071471da6b8 req-6a81cd6f-c318-4b64-8c7e-b452ca185d89 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.1024358 Dec 11 22:57:43.350270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] For port 5dc2892c-eb7e-4b7f-902e-780c51e30428, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:57:43.382621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] For port 5dc2892c-eb7e-4b7f-902e-780c51e30428, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:57:43.420810 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-37ca7d57-d2be-4fe4-a074-f071471da6b8 req-0756bb44-b217-437e-ab75-283da88f6978 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630598 Dec 11 22:57:43.464712 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:43.501268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:43.503118 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:43.504607 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] 10.222.0.47 "PUT /v2.0/ports/5dc2892c-eb7e-4b7f-902e-780c51e30428 HTTP/1.1" status: 200 len: 1092 time: 1.3810687 Dec 11 22:57:43.507267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'tag': '5dc2892c-eb7e-4b7f-902e-780c51e30428'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:57:43.509662 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4886036-2c1d-4b6b-b213-a2bef9b1c5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b4030b04-6a94-48f8-bb07-03b5500333e2", "tag": "5dc2892c-eb7e-4b7f-902e-780c51e30428"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:57:43.548106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227f152-0d72-427d-adb1-259772ed7d5a service neutron] Pushing event updated for resources: {'Port': ['ID=5dc2892c-eb7e-4b7f-902e-780c51e30428,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:43.581379 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b565f2c1-c6e2-47b3-9273-7cb74e7971f7 x-openstack-request-id: req-b565f2c1-c6e2-47b3-9273-7cb74e7971f7 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:57:43.581760 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4030b04-6a94-48f8-bb07-03b5500333e2", "tag": "5dc2892c-eb7e-4b7f-902e-780c51e30428", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:57:43.581959 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b565f2c1-c6e2-47b3-9273-7cb74e7971f7 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:57:43.582366 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'tag': '5dc2892c-eb7e-4b7f-902e-780c51e30428', 'status': 'completed', 'code': 200} Dec 11 22:57:43.669140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4886036-2c1d-4b6b-b213-a2bef9b1c5dc req-f6ab8044-be4a-45a1-908f-4188028dffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:43.670756 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a4886036-2c1d-4b6b-b213-a2bef9b1c5dc req-f6ab8044-be4a-45a1-908f-4188028dffa6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 1095 time: 0.0448465 Dec 11 22:57:43.683274 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:43.804485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4886036-2c1d-4b6b-b213-a2bef9b1c5dc req-93e08133-26b9-4fb3-bc9e-47a1111b8666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:43.805968 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a4886036-2c1d-4b6b-b213-a2bef9b1c5dc req-93e08133-26b9-4fb3-bc9e-47a1111b8666 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=8bd74db67dd242afacdd41d881f83f4d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1210923 Dec 11 22:57:43.907017 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4886036-2c1d-4b6b-b213-a2bef9b1c5dc req-394189fd-1eeb-4b31-bee9-60b303f25f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:43.909319 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a4886036-2c1d-4b6b-b213-a2bef9b1c5dc req-394189fd-1eeb-4b31-bee9-60b303f25f4d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963564 Dec 11 22:57:44.020637 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-12b874e4-96f5-4013-b52b-cf92c475cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:44.022195 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-12b874e4-96f5-4013-b52b-cf92c475cf07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 1095 time: 0.0504076 Dec 11 22:57:44.070209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-fd18deef-f481-4762-ad6b-e660f340a34d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428 HTTP/1.1" status: 200 len: 217 time: 0.0352230 Dec 11 22:57:44.128873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-b761dd17-a4cb-442f-a06a-fe57dd4b5946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:44.130423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-b761dd17-a4cb-442f-a06a-fe57dd4b5946 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7818fbf-5369-47d1-9144-65c09d5e1c30 HTTP/1.1" status: 200 len: 856 time: 0.0526972 Dec 11 22:57:44.188557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-21cf7acc-c2c2-4cb9-921e-d1a3c68483ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:44.190952 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-21cf7acc-c2c2-4cb9-921e-d1a3c68483ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1bb9a45-28c0-4785-bda6-7e72008cf427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524721 Dec 11 22:57:44.312749 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d676fe93-4a5c-45e5-8e30-7d507d5705b7 req-7cb78098-a759-4342-ab5a-aef9456bfb11 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0374179 Dec 11 22:57:44.347271 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-1cb60b7d-03bd-4db5-9926-2f0fea5fe147 service neutron] 10.222.0.47 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484821 Dec 11 22:57:44.508330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67e015cf-4896-4f3d-9c3d-2ed9d260b541 req-5fc93c9d-212c-4fa6-ada4-f85b1720ca8f service neutron] 10.222.0.47 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545637 Dec 11 22:57:44.627342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ca9e5-e9ba-4a1c-adee-99a0ddfc8d5b req-28feb6f5-3751-4be6-a51c-fd26f3b139b8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:44.629407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c64ca9e5-e9ba-4a1c-adee-99a0ddfc8d5b req-28feb6f5-3751-4be6-a51c-fd26f3b139b8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.0619941 Dec 11 22:57:44.686322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c64ca9e5-e9ba-4a1c-adee-99a0ddfc8d5b req-2cf0cd1d-6d7c-4643-952a-6df80e6ff566 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500419 Dec 11 22:57:45.404748 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46500) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:45.498323 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f1433617-5322-490e-92e3-a28dc9976936 req-09bd5665-58a9-4b51-ac8d-248841a276cd tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0809593 Dec 11 22:57:45.603500 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc706d79-3b27-4064-92ac-0298418cbf4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:45.717295 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc706d79-3b27-4064-92ac-0298418cbf4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:45.797652 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc706d79-3b27-4064-92ac-0298418cbf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:45.828302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e0032-7261-4bcc-9595-c84449685caa req-6d017e1f-7b42-46ba-acbc-e24b938b8872 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:45.830521 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b2e0032-7261-4bcc-9595-c84449685caa req-6d017e1f-7b42-46ba-acbc-e24b938b8872 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.0606511 Dec 11 22:57:45.855461 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fc706d79-3b27-4064-92ac-0298418cbf4e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=64f7af6d43904b009215e0249006c6c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4495661 Dec 11 22:57:45.856223 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46514) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:45.866137 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc706d79-3b27-4064-92ac-0298418cbf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e5f6eb-3249-4498-9875-cc08c0d80bec,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:45.908401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b2e0032-7261-4bcc-9595-c84449685caa req-17c28e2a-f3f1-4229-a712-2c87ad3ebe73 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707188 Dec 11 22:57:45.934024 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8de24637-f56a-4d80-87e7-0d128466c084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:45.960741 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8de24637-f56a-4d80-87e7-0d128466c084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:46.120988 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8de24637-f56a-4d80-87e7-0d128466c084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:46.123689 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8de24637-f56a-4d80-87e7-0d128466c084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:46.124879 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8de24637-f56a-4d80-87e7-0d128466c084 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17e5f6eb-3249-4498-9875-cc08c0d80bec HTTP/1.1" status: 204 len: 168 time: 0.2675133 Dec 11 22:57:46.135601 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de24637-f56a-4d80-87e7-0d128466c084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e5f6eb-3249-4498-9875-cc08c0d80bec,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:46.408698 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5dc2892c-eb7e-4b7f-902e-780c51e30428 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:57:46.515335 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5dc2892c-eb7e-4b7f-902e-780c51e30428, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:46.527630 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '5dc2892c-eb7e-4b7f-902e-780c51e30428', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'port_id': '5dc2892c-eb7e-4b7f-902e-780c51e30428', 'mac_address': 'fa:16:3e:ae:ab:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:57:46.570867 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:46.585238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc2892c-eb7e-4b7f-902e-780c51e30428 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:57:46.606865 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5dc2892c-eb7e-4b7f-902e-780c51e30428, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:46.631183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9066366e-bebc-46c4-bee5-aabad5760014 req-d36be230-c2da-43fa-9aab-fe0e7fc69f87 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0271556 Dec 11 22:57:46.717270 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:46.770402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=5dc2892c-eb7e-4b7f-902e-780c51e30428,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:46.979203 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46530) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:47.001640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['5dc2892c-eb7e-4b7f-902e-780c51e30428'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:57:47.003811 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8aec626f-213c-45e7-ad20-08a96f89d9d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:47.120061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee307098-b9bb-4342-a27b-120746a07db0 req-d139a516-5075-454c-a676-30ce1e205697 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:47.121960 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ee307098-b9bb-4342-a27b-120746a07db0 req-d139a516-5075-454c-a676-30ce1e205697 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 945 time: 0.1093729 Dec 11 22:57:47.223793 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8aec626f-213c-45e7-ad20-08a96f89d9d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:47.228064 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ee307098-b9bb-4342-a27b-120746a07db0 req-12e492b6-e7b3-49e3-a889-af2a136a57ca tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972502 Dec 11 22:57:47.313012 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:47.374974 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8aec626f-213c-45e7-ad20-08a96f89d9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:47.421455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46536) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:47.422102 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8aec626f-213c-45e7-ad20-08a96f89d9d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a7204c2e0f444ea8a7e8e5f4907ee66d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4398742 Dec 11 22:57:47.422699 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec626f-213c-45e7-ad20-08a96f89d9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3705ae19-66dd-4666-80dc-8cd328cedee5,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:47.479778 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-804911ba-94dd-4dfc-9f0e-aad2a7179ed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:47.504057 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-804911ba-94dd-4dfc-9f0e-aad2a7179ed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:47.649071 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-804911ba-94dd-4dfc-9f0e-aad2a7179ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:47.651823 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-804911ba-94dd-4dfc-9f0e-aad2a7179ed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:47.653099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-804911ba-94dd-4dfc-9f0e-aad2a7179ed8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3705ae19-66dd-4666-80dc-8cd328cedee5 HTTP/1.1" status: 204 len: 168 time: 0.2301216 Dec 11 22:57:47.669810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804911ba-94dd-4dfc-9f0e-aad2a7179ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3705ae19-66dd-4666-80dc-8cd328cedee5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:47.749607 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ade1aee-20dc-4798-8c28-aedad4cce6fa req-1ea4c54d-041b-4005-8ce5-a6d9bd0df88d tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0268738 Dec 11 22:57:48.379880 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdabab0-ab4a-4049-a7c4-08e4c43d66df req-07fb4be6-e41c-4862-91f8-b48b96fdc66d tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:48.381464 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3bdabab0-ab4a-4049-a7c4-08e4c43d66df req-07fb4be6-e41c-4862-91f8-b48b96fdc66d tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 945 time: 0.0551922 Dec 11 22:57:48.422412 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5dc2892c-eb7e-4b7f-902e-780c51e30428 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:57:48.455701 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3bdabab0-ab4a-4049-a7c4-08e4c43d66df req-470462aa-1a3c-4467-80e6-ba7a38551658 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670676 Dec 11 22:57:48.586008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 5dc2892c-eb7e-4b7f-902e-780c51e30428 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:57:48.590639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 5dc2892c-eb7e-4b7f-902e-780c51e30428 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:57:48.591405 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:48.689614 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:48.713417 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc2892c-eb7e-4b7f-902e-780c51e30428'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:57:48.716839 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8fc3c7-a5bf-4d69-8124-4524280563ff" -d '{"events": [{"server_uuid": "b4030b04-6a94-48f8-bb07-03b5500333e2", "name": "network-vif-plugged", "status": "completed", "tag": "5dc2892c-eb7e-4b7f-902e-780c51e30428"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:57:48.728878 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5dc2892c-eb7e-4b7f-902e-780c51e30428, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:57:48.762114 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5132949-a335-4f18-9251-27bf6c22dcf4 x-openstack-request-id: req-f5132949-a335-4f18-9251-27bf6c22dcf4 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:57:48.762114 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4030b04-6a94-48f8-bb07-03b5500333e2", "name": "network-vif-plugged", "status": "completed", "tag": "5dc2892c-eb7e-4b7f-902e-780c51e30428", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:57:48.762114 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5132949-a335-4f18-9251-27bf6c22dcf4 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:57:48.762114 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc2892c-eb7e-4b7f-902e-780c51e30428', 'code': 200} Dec 11 22:57:48.845367 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:48.885533 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97a939f9-ab16-4e2b-bfd4-71c0d7af75bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:48.912624 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-344e3998-69f4-43f7-9519-660db1a15343 req-a970383a-2182-47eb-bcd5-d97ea77c0346 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0528791 Dec 11 22:57:48.937856 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=5dc2892c-eb7e-4b7f-902e-780c51e30428,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:48.957466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804338c-cc2b-48d2-94d7-797da9fdbf4e req-b31ce94f-4569-4780-8d4d-39bdbe738b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:48.959197 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c804338c-cc2b-48d2-94d7-797da9fdbf4e req-b31ce94f-4569-4780-8d4d-39bdbe738b1a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 1097 time: 0.0863276 Dec 11 22:57:49.013635 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c804338c-cc2b-48d2-94d7-797da9fdbf4e req-4d0657bf-d0c6-4850-9858-37bcaaec745a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464003 Dec 11 22:57:49.622919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41901ffc-66a9-4cf6-b323-672d2a833902 req-9c0d6519-098a-4702-b2fa-988fc6916a58 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:49.624462 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41901ffc-66a9-4cf6-b323-672d2a833902 req-9c0d6519-098a-4702-b2fa-988fc6916a58 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.0671201 Dec 11 22:57:49.701937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41901ffc-66a9-4cf6-b323-672d2a833902 req-680266f8-3fd8-433c-8c7e-9b87338ac1a8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628595 Dec 11 22:57:50.035212 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eb68d40d-ca28-4d3d-9576-663f1dd335b8 req-e4295579-45c8-4a78-bcfd-141063b73aa8 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0259564 Dec 11 22:57:50.833094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51e8b1-7fa6-4538-bb5d-fd8348f60b39 req-feec6755-0195-47c3-a95d-a57f3f071e8a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:50.834592 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ee51e8b1-7fa6-4538-bb5d-fd8348f60b39 req-feec6755-0195-47c3-a95d-a57f3f071e8a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.0518260 Dec 11 22:57:50.892591 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ee51e8b1-7fa6-4538-bb5d-fd8348f60b39 req-95c52588-86d1-4eb6-88e1-17a3a5cf78cf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514517 Dec 11 22:57:51.031686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48718197-e62f-4b47-b7a5-80527addebfd req-060190ab-87d3-4798-8b28-53ff730335f1 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:51.033736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-48718197-e62f-4b47-b7a5-80527addebfd req-060190ab-87d3-4798-8b28-53ff730335f1 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.0568235 Dec 11 22:57:51.042950 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46600) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:51.048273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f85880fd-85de-4286-b084-87e51467e580 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Request body: {'floatingip': {'port_id': '5dc2892c-eb7e-4b7f-902e-780c51e30428'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:51.104253 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f85880fd-85de-4286-b084-87e51467e580 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for floatingip, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:51.172107 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-65e9a80d-308a-4cf4-934a-55981821e33b req-dc84df43-36ef-4665-8c54-d301c6363c8f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0321789 Dec 11 22:57:51.289550 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-52d8479b-f95b-455e-aec7-e191aa355752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:51.591435 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f85880fd-85de-4286-b084-87e51467e580 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:51.683461 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f85880fd-85de-4286-b084-87e51467e580 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:51.839942 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-f85880fd-85de-4286-b084-87e51467e580 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Floating IP 81dab4c2-090f-48f4-ac2e-ba422a135d06 associated. External IP: 172.25.1.66, port: 5dc2892c-eb7e-4b7f-902e-780c51e30428. Dec 11 22:57:52.069068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85880fd-85de-4286-b084-87e51467e580 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Router 75d37f82-8af0-4fd8-a368-e2479bf884d4 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:57:52.185252 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85880fd-85de-4286-b084-87e51467e580 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:57:52.192099 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f85880fd-85de-4286-b084-87e51467e580 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:52.198406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4c80e2-04ff-413e-b6a5-ac550b4e852c None None] Sync routers for ids ['75d37f82-8af0-4fd8-a368-e2479bf884d4'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:57:52.219497 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:52.227260 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c80e2-04ff-413e-b6a5-ac550b4e852c None None] Routers {'75d37f82-8af0-4fd8-a368-e2479bf884d4'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:52.227498 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f85880fd-85de-4286-b084-87e51467e580 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "PUT /v2.0/floatingips/81dab4c2-090f-48f4-ac2e-ba422a135d06 HTTP/1.1" status: 200 len: 991 time: 1.1806965 Dec 11 22:57:52.227596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0d4c80e2-04ff-413e-b6a5-ac550b4e852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:57:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['75d37f82-8af0-4fd8-a368-e2479bf884d4'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:52.227718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'tag': '5dc2892c-eb7e-4b7f-902e-780c51e30428'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:57:52.228596 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77aeb64-a8f3-4142-87cb-f0e676f98ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "b4030b04-6a94-48f8-bb07-03b5500333e2", "tag": "5dc2892c-eb7e-4b7f-902e-780c51e30428"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:57:52.314329 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a22a264c-3dd8-4c90-aabf-39c97e5f75bf req-7a90f492-af0d-4e9b-a58b-bf7f866b3517 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0351520 Dec 11 22:57:52.376023 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d40d82-6e09-4e21-bf6a-24592d2903db x-openstack-request-id: req-d9d40d82-6e09-4e21-bf6a-24592d2903db {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:57:52.377125 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4030b04-6a94-48f8-bb07-03b5500333e2", "tag": "5dc2892c-eb7e-4b7f-902e-780c51e30428", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:57:52.377431 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9d40d82-6e09-4e21-bf6a-24592d2903db {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:57:52.377940 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'tag': '5dc2892c-eb7e-4b7f-902e-780c51e30428', 'status': 'completed', 'code': 200} Dec 11 22:57:52.391297 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-0d4c80e2-04ff-413e-b6a5-ac550b4e852c None None] Set router 75d37f82-8af0-4fd8-a368-e2479bf884d4 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:52.467992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77aeb64-a8f3-4142-87cb-f0e676f98ccf req-ec149f77-116f-488f-b597-702cc474cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:52.469712 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d77aeb64-a8f3-4142-87cb-f0e676f98ccf req-ec149f77-116f-488f-b597-702cc474cd72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 1097 time: 0.0442865 Dec 11 22:57:52.597357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77aeb64-a8f3-4142-87cb-f0e676f98ccf req-a0291daf-e6cd-47ad-8211-4be853aec44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:52.600153 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d77aeb64-a8f3-4142-87cb-f0e676f98ccf req-a0291daf-e6cd-47ad-8211-4be853aec44b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1bb9a45-28c0-4785-bda6-7e72008cf427 HTTP/1.1" status: 200 len: 918 time: 0.1221769 Dec 11 22:57:52.765994 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d77aeb64-a8f3-4142-87cb-f0e676f98ccf req-86237ba2-370e-44aa-ab1d-3d6e02a7f8bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428 HTTP/1.1" status: 200 len: 999 time: 0.1568708 Dec 11 22:57:52.783175 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0d4c80e2-04ff-413e-b6a5-ac550b4e852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:27Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '81dab4c2-090f-48f4-ac2e-ba422a135d06', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'port_id': '5dc2892c-eb7e-4b7f-902e-780c51e30428', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'mac_address': 'fa:16:3e:ae:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:57:36Z', 'updated_at': '2021-12-11T22:57:51Z', 'revision_number': 1, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069ad42-e3ee-4cea-bbb8-58d455c5715a', 'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'mac_address': 'fa:16:3e:3e:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:26Z', 'updated_at': '2021-12-11T22:57:34Z', 'revision_number': 5, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'subnets': [{'id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:52.814868 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4c80e2-04ff-413e-b6a5-ac550b4e852c None None] Checking router: 75d37f82-8af0-4fd8-a368-e2479bf884d4 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:57:52.824683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c80e2-04ff-413e-b6a5-ac550b4e852c None None] Routers {'75d37f82-8af0-4fd8-a368-e2479bf884d4'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:57:52.825392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0d4c80e2-04ff-413e-b6a5-ac550b4e852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:57:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['75d37f82-8af0-4fd8-a368-e2479bf884d4'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:52.849715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77aeb64-a8f3-4142-87cb-f0e676f98ccf req-951d2c21-5097-4690-beba-a2f79a159f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:52.851562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d77aeb64-a8f3-4142-87cb-f0e676f98ccf req-951d2c21-5097-4690-beba-a2f79a159f39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7818fbf-5369-47d1-9144-65c09d5e1c30 HTTP/1.1" status: 200 len: 856 time: 0.0771041 Dec 11 22:57:52.945259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77aeb64-a8f3-4142-87cb-f0e676f98ccf req-6e244e8c-a1e8-44c8-84c0-a309585a3d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:52.946792 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d77aeb64-a8f3-4142-87cb-f0e676f98ccf req-6e244e8c-a1e8-44c8-84c0-a309585a3d77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1bb9a45-28c0-4785-bda6-7e72008cf427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877774 Dec 11 22:57:52.962704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-0d4c80e2-04ff-413e-b6a5-ac550b4e852c None None] Set router 75d37f82-8af0-4fd8-a368-e2479bf884d4 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:57:53.146955 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d77aeb64-a8f3-4142-87cb-f0e676f98ccf req-e5f16b60-9a8a-4c40-8013-a8a9170f26c4 service neutron] 10.222.0.47 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878974 Dec 11 22:57:53.351271 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d77aeb64-a8f3-4142-87cb-f0e676f98ccf req-0489acd5-3bb2-43ac-a222-4a72930ed3e7 service neutron] 10.222.0.47 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948824 Dec 11 22:57:53.484086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-e2c3771e-9331-4606-ad99-6350fc8e50b4 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:53.487849 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-e2c3771e-9331-4606-ad99-6350fc8e50b4 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/networks?id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 HTTP/1.1" status: 200 len: 815 time: 0.1509626 Dec 11 22:57:53.506786 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-bd34c5e7-939a-498c-867c-8b4a2f6a5677 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/quotas/e2a27b8424d74ef9a6fefad9f327341b HTTP/1.1" status: 200 len: 375 time: 0.0115805 Dec 11 22:57:53.573289 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0d4c80e2-04ff-413e-b6a5-ac550b4e852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:27Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '81dab4c2-090f-48f4-ac2e-ba422a135d06', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'port_id': '5dc2892c-eb7e-4b7f-902e-780c51e30428', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'mac_address': 'fa:16:3e:ae:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:57:36Z', 'updated_at': '2021-12-11T22:57:51Z', 'revision_number': 1, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069ad42-e3ee-4cea-bbb8-58d455c5715a', 'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'mac_address': 'fa:16:3e:3e:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:26Z', 'updated_at': '2021-12-11T22:57:34Z', 'revision_number': 5, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'subnets': [{'id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:57:53.587799 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26ca9809-f67d-4855-82c4-1264adf136b0 req-15caa053-1231-41bf-ba00-a2b598cd78d8 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0884709 Dec 11 22:57:53.603158 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-07d13b8b-8706-43d1-9f80-0eca91ceec51 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875037 Dec 11 22:57:53.637225 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4c80e2-04ff-413e-b6a5-ac550b4e852c None None] The sync data for ids ['75d37f82-8af0-4fd8-a368-e2479bf884d4'] in n-d-710847-6 is: [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:27Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '81dab4c2-090f-48f4-ac2e-ba422a135d06', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'port_id': '5dc2892c-eb7e-4b7f-902e-780c51e30428', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'mac_address': 'fa:16:3e:ae:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:57:36Z', 'updated_at': '2021-12-11T22:57:51Z', 'revision_number': 1, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069ad42-e3ee-4cea-bbb8-58d455c5715a', 'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'mac_address': 'fa:16:3e:3e:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:26Z', 'updated_at': '2021-12-11T22:57:34Z', 'revision_number': 5, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'subnets': [{'id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:57:53.768190 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-9e17ba3d-7789-4f3a-98b1-59357362c729 service neutron] 10.222.0.45 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640301 Dec 11 22:57:53.894602 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-60c4a006-4104-451e-9364-d8da30ee754d service neutron] 10.222.0.45 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252551 Dec 11 22:57:53.905743 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:54.049777 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06174c0d-9a2c-48dd-be08-fddb11891f0b None None] New status for floating IP 81dab4c2-090f-48f4-ac2e-ba422a135d06: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:57:54.337586 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e674846e-c05d-4a22-a387-0421a94ab6f9 req-0a3edbf9-ccfe-40bb-86b9-1542e6c90ea3 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 210 time: 0.0734878 Dec 11 22:57:54.635498 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:54.751067 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-494bac3a-1395-4816-938a-67ccd654e443 req-a87583cd-1aa4-48a6-86ec-d489bd67b9d9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0398273 Dec 11 22:57:55.434655 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-375350c2-d687-47e7-980a-4f17528e909e req-5f6d4d6e-da95-473f-9293-3ccc6258e20a tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 210 time: 0.0277522 Dec 11 22:57:55.897448 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3126e41b-04fc-4c76-8b08-8590b3da1f5e req-e0d8e75f-6e95-4ee1-b21f-e96bb7f46ae9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0600507 Dec 11 22:57:56.599607 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f89840f-0ec3-410e-a17b-6485e9c5a996 req-100df216-109e-4ed5-ac97-883fb20a626a tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 210 time: 0.0655143 Dec 11 22:57:56.713680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-01705c01-6c16-44e5-8fff-dbd229fd6cb2 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:56.719387 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-01705c01-6c16-44e5-8fff-dbd229fd6cb2 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.13 "GET /v2.0/networks?id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 HTTP/1.1" status: 200 len: 815 time: 0.1788743 Dec 11 22:57:56.729752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-e6e54fef-d51f-4cf6-80b3-f7025e4957f5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Request body: {'port': {'device_id': '5da51bb5-5d01-458b-b401-c0540c345bb9', 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8', 'admin_state_up': True, 'tenant_id': 'e2a27b8424d74ef9a6fefad9f327341b'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:56.932620 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-e6e54fef-d51f-4cf6-80b3-f7025e4957f5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Made reservation on behalf of e2a27b8424d74ef9a6fefad9f327341b for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:57:56.936262 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-e6e54fef-d51f-4cf6-80b3-f7025e4957f5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:57.063801 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3e4dbbd4-9e56-4077-8559-0fe85f70eb0b req-5fe41874-6d5a-43e9-896d-6aea4a081901 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0392253 Dec 11 22:57:57.147752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-e6e54fef-d51f-4cf6-80b3-f7025e4957f5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Allocated IP 172.20.0.3 (29ff65f2-88d5-4843-bb9d-a05f6fd26ba8/75dc39c2-4403-48cb-94a1-c95b2749e375/e78befc9-965f-447b-b13c-6365f730e690) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:57:57.379169 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-e6e54fef-d51f-4cf6-80b3-f7025e4957f5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:57.495017 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-e6e54fef-d51f-4cf6-80b3-f7025e4957f5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:57.507419 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['328efe96-0556-416d-a20f-ddfe57f62ce0', 'd5aeb20f-687e-4e7e-80a9-da159717754c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:57:57.554486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-e6e54fef-d51f-4cf6-80b3-f7025e4957f5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:57:57.559021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e54fef-d51f-4cf6-80b3-f7025e4957f5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Pushing event updated for resources: {'Port': ['ID=e78befc9-965f-447b-b13c-6365f730e690,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:57.561634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-e6e54fef-d51f-4cf6-80b3-f7025e4957f5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:57:57.564438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-e6e54fef-d51f-4cf6-80b3-f7025e4957f5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:57:57.634528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-e6e54fef-d51f-4cf6-80b3-f7025e4957f5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:57.635218 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-e6e54fef-d51f-4cf6-80b3-f7025e4957f5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:57.736089 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-e6e54fef-d51f-4cf6-80b3-f7025e4957f5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0101929 Dec 11 22:57:57.747924 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Request body: {'port': {'device_id': '5da51bb5-5d01-458b-b401-c0540c345bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:57:57.794557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa07b3-39d3-4a91-ab94-586cabddaa8b req-1e4d1056-b598-41fb-86dd-a8522e8147ac tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:57.796546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-89fa07b3-39d3-4a91-ab94-586cabddaa8b req-1e4d1056-b598-41fb-86dd-a8522e8147ac tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 931 time: 0.1193764 Dec 11 22:57:57.915909 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:58.023276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-89fa07b3-39d3-4a91-ab94-586cabddaa8b req-a2b3a2cf-6505-4705-9888-e1396ef37b8b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687894 Dec 11 22:57:58.362400 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8e8b3c0-846a-448c-bd0e-0a8da4829b1b req-55851aa9-aa7b-4185-89aa-5bbf5961aea4 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/ports?device_id=10a57c31-be8d-4151-aeab-a19043b0dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0708382 Dec 11 22:57:58.641827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78befc9-965f-447b-b13c-6365f730e690 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:57:58.653322 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:58.691476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Transition to ACTIVE for port object e78befc9-965f-447b-b13c-6365f730e690 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:57:58.753118 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:58.827663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e78befc9-965f-447b-b13c-6365f730e690,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:59.017051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Attempting to bind port e78befc9-965f-447b-b13c-6365f730e690 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:57:59.018121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Attempting to bind port e78befc9-965f-447b-b13c-6365f730e690 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:57:59.018689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Attempting to bind port e78befc9-965f-447b-b13c-6365f730e690 on network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:57:59.023773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Port e78befc9-965f-447b-b13c-6365f730e690 on network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:57:59.024338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Attempting to bind port e78befc9-965f-447b-b13c-6365f730e690 on network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:57:59.029954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:57:59.030372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Checking segment: {'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:57:59.030863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Bound using segment: {'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:57:59.031365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Bound port: e78befc9-965f-447b-b13c-6365f730e690, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:57:59.031799 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:59.121069 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] For port e78befc9-965f-447b-b13c-6365f730e690, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:57:59.127708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] For port e78befc9-965f-447b-b13c-6365f730e690, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e78befc9-965f-447b-b13c-6365f730e690,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:57:59.192381 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170a07-de3f-40bf-8233-5c4b7f3fd673 req-79baae22-4a10-4c8a-872c-1c8e513fb343 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:59.194497 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f1170a07-de3f-40bf-8233-5c4b7f3fd673 req-79baae22-4a10-4c8a-872c-1c8e513fb343 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 943 time: 0.0564382 Dec 11 22:57:59.249893 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:59.280685 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f1170a07-de3f-40bf-8233-5c4b7f3fd673 req-53a4dc02-8a46-4042-919c-89d1fbc7ce41 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784857 Dec 11 22:57:59.323560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:59.324320 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:59.325972 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] 10.222.0.13 "PUT /v2.0/ports/e78befc9-965f-447b-b13c-6365f730e690 HTTP/1.1" status: 200 len: 1091 time: 1.5823600 Dec 11 22:57:59.326515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da51bb5-5d01-458b-b401-c0540c345bb9', 'tag': 'e78befc9-965f-447b-b13c-6365f730e690'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:57:59.329100 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaf853a-a1de-4365-8f97-9f0b07f540c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5da51bb5-5d01-458b-b401-c0540c345bb9", "tag": "e78befc9-965f-447b-b13c-6365f730e690"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:57:59.349692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3180f-eaa9-4227-8737-1682d096b6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e78befc9-965f-447b-b13c-6365f730e690,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:59.384424 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f18a47f-2ff2-4931-bb7a-3adb1b171daa x-openstack-request-id: req-0f18a47f-2ff2-4931-bb7a-3adb1b171daa {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:57:59.384842 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da51bb5-5d01-458b-b401-c0540c345bb9", "tag": "e78befc9-965f-447b-b13c-6365f730e690", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:57:59.385176 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f18a47f-2ff2-4931-bb7a-3adb1b171daa {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:57:59.391680 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da51bb5-5d01-458b-b401-c0540c345bb9', 'tag': 'e78befc9-965f-447b-b13c-6365f730e690', 'status': 'completed', 'code': 200} Dec 11 22:57:59.502070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf853a-a1de-4365-8f97-9f0b07f540c1 req-a79f2df0-1d50-4d36-851d-084389469a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:59.503857 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bbaf853a-a1de-4365-8f97-9f0b07f540c1 req-a79f2df0-1d50-4d36-851d-084389469a52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 1094 time: 0.0892997 Dec 11 22:57:59.552015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46784) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:59.675784 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7286d8bf-2cfe-44ef-9ade-c121a6fd3ec3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:59.723308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf853a-a1de-4365-8f97-9f0b07f540c1 req-123910ac-4dd6-4e80-8fda-64c703a1fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:59.725078 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bbaf853a-a1de-4365-8f97-9f0b07f540c1 req-123910ac-4dd6-4e80-8fda-64c703a1fbb6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2118146 Dec 11 22:57:59.729296 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7286d8bf-2cfe-44ef-9ade-c121a6fd3ec3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:59.889370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf853a-a1de-4365-8f97-9f0b07f540c1 req-9fa878fd-e2bf-483b-ba66-f81e533fea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:57:59.890927 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bbaf853a-a1de-4365-8f97-9f0b07f540c1 req-9fa878fd-e2bf-483b-ba66-f81e533fea01 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1567097 Dec 11 22:57:59.911857 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7286d8bf-2cfe-44ef-9ade-c121a6fd3ec3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:59.916133 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7286d8bf-2cfe-44ef-9ade-c121a6fd3ec3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:57:59.917521 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7286d8bf-2cfe-44ef-9ade-c121a6fd3ec3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "DELETE /v2.0/security-groups/e0e3576f-5de5-4c22-abfc-7ab3df56a57a HTTP/1.1" status: 204 len: 168 time: 0.3644142 Dec 11 22:57:59.921021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46792) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:57:59.931878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286d8bf-2cfe-44ef-9ade-c121a6fd3ec3 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e3576f-5de5-4c22-abfc-7ab3df56a57a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:57:59.994637 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-a74f122f-69f9-4116-b410-6f822a12a69c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] show failed (client error): The resource could not be found. Dec 11 22:58:00.000297 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a74f122f-69f9-4116-b410-6f822a12a69c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "GET /v2.0/security-groups/e0e3576f-5de5-4c22-abfc-7ab3df56a57a HTTP/1.1" status: 404 len: 347 time: 0.0738504 Dec 11 22:58:00.001171 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46796) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:00.087930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-ddcbc25e-d88d-4eb3-9892-ebafc0e6b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:00.089861 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-ddcbc25e-d88d-4eb3-9892-ebafc0e6b5bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 1094 time: 0.1250582 Dec 11 22:58:00.177555 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-812a5df8-0c82-4ac8-ae52-02be9f6aeabb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e78befc9-965f-447b-b13c-6365f730e690 HTTP/1.1" status: 200 len: 217 time: 0.0760813 Dec 11 22:58:00.228779 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-45d25bda-19dd-4567-9f97-cd4c942bfcee tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Deleting port 070fb9bf-f4a3-4048-9a0e-21b367081db8 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:00.229091 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45d25bda-19dd-4567-9f97-cd4c942bfcee tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:00.240519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-4be82bbf-509a-4d12-889b-d3aa3d419cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:00.242335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-4be82bbf-509a-4d12-889b-d3aa3d419cb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75dc39c2-4403-48cb-94a1-c95b2749e375 HTTP/1.1" status: 200 len: 855 time: 0.0605505 Dec 11 22:58:00.281468 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-6f41a82b-b342-449a-9f7c-715db5248b21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312047 Dec 11 22:58:00.356276 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45d25bda-19dd-4567-9f97-cd4c942bfcee tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:00.360287 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45d25bda-19dd-4567-9f97-cd4c942bfcee tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:00.396289 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-45d25bda-19dd-4567-9f97-cd4c942bfcee tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Calling delete_port for 070fb9bf-f4a3-4048-9a0e-21b367081db8 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:00.428021 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-16d28fa7-81d1-4206-ad6b-ccf0a36d4c02 service neutron] 10.222.0.13 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383247 Dec 11 22:58:00.654712 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45d25bda-19dd-4567-9f97-cd4c942bfcee tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:00.703727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dcd5dc-9261-4576-9b45-1147fd537b30 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:00.826744 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45d25bda-19dd-4567-9f97-cd4c942bfcee tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:00.830519 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45d25bda-19dd-4567-9f97-cd4c942bfcee tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:00.836258 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-45d25bda-19dd-4567-9f97-cd4c942bfcee tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "DELETE /v2.0/floatingips/68607896-6482-4e2a-9e93-ac35cd2bd14d HTTP/1.1" status: 204 len: 168 time: 0.8337929 Dec 11 22:58:00.837632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d25bda-19dd-4567-9f97-cd4c942bfcee tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event deleted for resources: {'Port': ['ID=070fb9bf-f4a3-4048-9a0e-21b367081db8,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:00.839481 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46810) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:01.014732 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-dd76e8b7-c861-4ae5-a6b7-7bf5f7c42143 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Deleting port 4f62b209-549f-451d-a578-3b22242ccc69 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:01.019220 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd76e8b7-c861-4ae5-a6b7-7bf5f7c42143 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:01.142832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323028b-b43c-4264-a42c-f367eace4668 req-c252e3f9-1a73-4068-8341-34a32175bdb3 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:01.152998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f323028b-b43c-4264-a42c-f367eace4668 req-c252e3f9-1a73-4068-8341-34a32175bdb3 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 943 time: 0.6998866 Dec 11 22:58:01.214081 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10f37d88-564d-4bb9-a515-daf1e04b4a95 req-f582a497-0bf5-44e5-b8ba-b0b31d0381e7 service neutron] 10.222.0.13 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7793965 Dec 11 22:58:01.231068 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f323028b-b43c-4264-a42c-f367eace4668 req-9d45188e-938f-4123-9b5b-7c3a15a3c765 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795743 Dec 11 22:58:01.237226 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd76e8b7-c861-4ae5-a6b7-7bf5f7c42143 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:01.257615 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-dd76e8b7-c861-4ae5-a6b7-7bf5f7c42143 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Calling delete_port for 4f62b209-549f-451d-a578-3b22242ccc69 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:01.521062 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd76e8b7-c861-4ae5-a6b7-7bf5f7c42143 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:01.585618 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76e8b7-c861-4ae5-a6b7-7bf5f7c42143 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event deleted for resources: {'Port': ['ID=4f62b209-549f-451d-a578-3b22242ccc69,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:01.691894 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd76e8b7-c861-4ae5-a6b7-7bf5f7c42143 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:01.696489 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dd76e8b7-c861-4ae5-a6b7-7bf5f7c42143 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "DELETE /v2.0/ports/4f62b209-549f-451d-a578-3b22242ccc69 HTTP/1.1" status: 204 len: 168 time: 0.8524899 Dec 11 22:58:01.699148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46818) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:01.800903 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-bbf13e6f-216a-4ddf-9a84-2238471a520c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Deleting port dcd220ca-4e1f-4da3-9633-91e4e94fedd9 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:01.801218 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bbf13e6f-216a-4ddf-9a84-2238471a520c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:01.893968 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bbf13e6f-216a-4ddf-9a84-2238471a520c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:01.910957 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-bbf13e6f-216a-4ddf-9a84-2238471a520c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Calling delete_port for dcd220ca-4e1f-4da3-9633-91e4e94fedd9 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:02.265760 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bbf13e6f-216a-4ddf-9a84-2238471a520c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:02.340248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf13e6f-216a-4ddf-9a84-2238471a520c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event deleted for resources: {'Port': ['ID=dcd220ca-4e1f-4da3-9633-91e4e94fedd9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:02.437949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058b95d-4e6a-4056-8bb7-5a764e0da8aa req-61708ab9-ef2f-4079-9318-1ee95b682b61 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:02.446124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c058b95d-4e6a-4056-8bb7-5a764e0da8aa req-61708ab9-ef2f-4079-9318-1ee95b682b61 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 943 time: 0.1310263 Dec 11 22:58:02.513988 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bbf13e6f-216a-4ddf-9a84-2238471a520c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:02.520232 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bbf13e6f-216a-4ddf-9a84-2238471a520c tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "DELETE /v2.0/ports/dcd220ca-4e1f-4da3-9633-91e4e94fedd9 HTTP/1.1" status: 204 len: 168 time: 0.8173950 Dec 11 22:58:02.520454 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46834) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:02.571119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c058b95d-4e6a-4056-8bb7-5a764e0da8aa req-9cb8af2a-eff7-441a-b9a3-10fa7d34c6c0 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142097 Dec 11 22:58:02.597134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc8e292-45e5-479c-9ff0-fba58c24768e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Deleting subnet e7a7f52a-6baa-4f18-a249-4b879d242a22 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:58:02.602649 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e292-45e5-479c-9ff0-fba58c24768e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:02.647204 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e292-45e5-479c-9ff0-fba58c24768e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:02.785027 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e292-45e5-479c-9ff0-fba58c24768e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:02.961598 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e292-45e5-479c-9ff0-fba58c24768e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:03.019538 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e292-45e5-479c-9ff0-fba58c24768e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:03.029761 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46842) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:03.042727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8581660-aafb-4ed1-b742-6c8c254f878f None None] Network c5552553-fde7-4121-af84-11fda90b4772 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:58:03.059473 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ccc8e292-45e5-479c-9ff0-fba58c24768e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "DELETE /v2.0/subnets/e7a7f52a-6baa-4f18-a249-4b879d242a22 HTTP/1.1" status: 204 len: 168 time: 0.5377107 Dec 11 22:58:03.065157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8e292-45e5-479c-9ff0-fba58c24768e tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a7f52a-6baa-4f18-a249-4b879d242a22,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:03.182294 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c636ac-b85f-4a2f-ac2f-6ef96566d81f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Deleting subnet e30cdfb0-6b97-48f3-90e8-36883fe8eb33 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:58:03.186063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c3c636ac-b85f-4a2f-ac2f-6ef96566d81f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:03.252955 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c3c636ac-b85f-4a2f-ac2f-6ef96566d81f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:03.343026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0761a7a7-5716-4d3f-a695-89a1b3d5c7b9 None None] DHCP port deletion for c5552553-fde7-4121-af84-11fda90b4772 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:03.423886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0761a7a7-5716-4d3f-a695-89a1b3d5c7b9 None None] Deleting port d8ef7c14-f45e-4760-9c66-d0095264dced {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:03.424571 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0761a7a7-5716-4d3f-a695-89a1b3d5c7b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:03.427050 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c3c636ac-b85f-4a2f-ac2f-6ef96566d81f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:03.516962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0761a7a7-5716-4d3f-a695-89a1b3d5c7b9 None None] For port d8ef7c14-f45e-4760-9c66-d0095264dced, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d8ef7c14-f45e-4760-9c66-d0095264dced,segment=NetworkSegment(4649c973-0152-46a9-9702-eeefc8251bfd),segment_id=4649c973-0152-46a9-9702-eeefc8251bfd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:03.517768 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0761a7a7-5716-4d3f-a695-89a1b3d5c7b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:03.537544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0761a7a7-5716-4d3f-a695-89a1b3d5c7b9 None None] Calling delete_port for d8ef7c14-f45e-4760-9c66-d0095264dced owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:03.596166 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c3c636ac-b85f-4a2f-ac2f-6ef96566d81f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:03.644147 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c636ac-b85f-4a2f-ac2f-6ef96566d81f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event deleted for resources: {'Subnet': ['ID=e30cdfb0-6b97-48f3-90e8-36883fe8eb33,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:03.660881 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c3c636ac-b85f-4a2f-ac2f-6ef96566d81f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:03.665222 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c3c636ac-b85f-4a2f-ac2f-6ef96566d81f tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "DELETE /v2.0/subnets/e30cdfb0-6b97-48f3-90e8-36883fe8eb33 HTTP/1.1" status: 204 len: 168 time: 0.6357007 Dec 11 22:58:03.669339 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46858) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:03.690621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c204b06-41d3-457b-a9be-0d400e6f23fc None None] Network b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:58:03.776796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc06f63-ec22-4810-9af3-4edaa708aed3 req-3c00ec89-787a-4735-8375-b271f18b492c tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:03.786736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fc06f63-ec22-4810-9af3-4edaa708aed3 req-3c00ec89-787a-4735-8375-b271f18b492c tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 943 time: 0.1135004 Dec 11 22:58:03.800978 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c238dad-f564-4dff-8d13-f5e406acbcf9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:03.807072 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0761a7a7-5716-4d3f-a695-89a1b3d5c7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:03.857450 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fc06f63-ec22-4810-9af3-4edaa708aed3 req-7ec66c26-f8eb-421d-a4d0-33719ea8f50a tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675573 Dec 11 22:58:03.887134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0761a7a7-5716-4d3f-a695-89a1b3d5c7b9 None None] No DVR routers for this DVR port d8ef7c14-f45e-4760-9c66-d0095264dced on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:58:03.896266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761a7a7-5716-4d3f-a695-89a1b3d5c7b9 None None] Pushing event deleted for resources: {'Port': ['ID=d8ef7c14-f45e-4760-9c66-d0095264dced,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:04.034351 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c238dad-f564-4dff-8d13-f5e406acbcf9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:04.059754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-8c238dad-f564-4dff-8d13-f5e406acbcf9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5552553-fde7-4121-af84-11fda90b4772']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:04.068613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c943830-df25-4ff5-a079-0f24efc2fa9f None None] DHCP port deletion for b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:04.073493 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-8c238dad-f564-4dff-8d13-f5e406acbcf9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4649c973-0152-46a9-9702-eeefc8251bfd') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:04.074143 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-8c238dad-f564-4dff-8d13-f5e406acbcf9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4649c973-0152-46a9-9702-eeefc8251bfd') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:04.085029 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c238dad-f564-4dff-8d13-f5e406acbcf9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:04.118365 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c238dad-f564-4dff-8d13-f5e406acbcf9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:04.123053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3c943830-df25-4ff5-a079-0f24efc2fa9f None None] Deleting port e4ffa16c-a4f6-4170-8124-939963ae20d1 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:04.123435 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3c943830-df25-4ff5-a079-0f24efc2fa9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:04.128177 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c238dad-f564-4dff-8d13-f5e406acbcf9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:58:04.129735 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c238dad-f564-4dff-8d13-f5e406acbcf9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:58:04.132634 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:58:04.193554 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3c943830-df25-4ff5-a079-0f24efc2fa9f None None] For port e4ffa16c-a4f6-4170-8124-939963ae20d1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e4ffa16c-a4f6-4170-8124-939963ae20d1,segment=NetworkSegment(8a5aad61-2947-4bee-822e-0c93d1ec1131),segment_id=8a5aad61-2947-4bee-822e-0c93d1ec1131)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:04.193961 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3c943830-df25-4ff5-a079-0f24efc2fa9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:04.207694 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3c943830-df25-4ff5-a079-0f24efc2fa9f None None] Calling delete_port for e4ffa16c-a4f6-4170-8124-939963ae20d1 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:04.315479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c238dad-f564-4dff-8d13-f5e406acbcf9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:04.335552 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c238dad-f564-4dff-8d13-f5e406acbcf9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:04.346602 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8c238dad-f564-4dff-8d13-f5e406acbcf9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "DELETE /v2.0/networks/c5552553-fde7-4121-af84-11fda90b4772 HTTP/1.1" status: 204 len: 168 time: 0.6687083 Dec 11 22:58:04.346798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46868) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:04.353611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c238dad-f564-4dff-8d13-f5e406acbcf9 tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event deleted for resources: {'Network': ['ID=c5552553-fde7-4121-af84-11fda90b4772,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:04.374936 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3c943830-df25-4ff5-a079-0f24efc2fa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:04.440159 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c943830-df25-4ff5-a079-0f24efc2fa9f None None] Pushing event deleted for resources: {'Port': ['ID=e4ffa16c-a4f6-4170-8124-939963ae20d1,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:04.444937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c943830-df25-4ff5-a079-0f24efc2fa9f None None] No DVR routers for this DVR port e4ffa16c-a4f6-4170-8124-939963ae20d1 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:58:04.574675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46874) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:04.603569 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-410131c4-40ab-49bd-b8db-387b5378b3ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:04.635654 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ec0e633-ff90-496b-97d4-a7e3dfa0a84e req-91407d07-4b81-499a-9a61-a083abed4012 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1555879 Dec 11 22:58:04.821896 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5037ba04-d9f9-40c7-9576-c04efa971fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:04.828559 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-410131c4-40ab-49bd-b8db-387b5378b3ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:04.890866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0e633-ff90-496b-97d4-a7e3dfa0a84e req-3ef19570-577c-4980-8b64-1483c9223ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:04.894197 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ec0e633-ff90-496b-97d4-a7e3dfa0a84e req-3ef19570-577c-4980-8b64-1483c9223ea9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 1096 time: 0.2006838 Dec 11 22:58:04.896087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-410131c4-40ab-49bd-b8db-387b5378b3ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1cfad49-662b-4dfe-a01e-5f6ea0a193c7']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:04.909877 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-410131c4-40ab-49bd-b8db-387b5378b3ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5aad61-2947-4bee-822e-0c93d1ec1131') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:04.910512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-410131c4-40ab-49bd-b8db-387b5378b3ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5aad61-2947-4bee-822e-0c93d1ec1131') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:04.923030 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-410131c4-40ab-49bd-b8db-387b5378b3ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:04.972246 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-410131c4-40ab-49bd-b8db-387b5378b3ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:05.039429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410131c4-40ab-49bd-b8db-387b5378b3ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:58:05.043171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-410131c4-40ab-49bd-b8db-387b5378b3ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:58:05.048534 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:58:05.052247 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5037ba04-d9f9-40c7-9576-c04efa971fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:05.138034 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f75855-4aff-4d22-a024-e48b0d8a3730 req-333bfbfe-b135-4b00-8f7d-9a55ccd06011 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:05.145406 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5037ba04-d9f9-40c7-9576-c04efa971fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:05.159451 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7f75855-4aff-4d22-a024-e48b0d8a3730 req-333bfbfe-b135-4b00-8f7d-9a55ccd06011 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 943 time: 0.2058992 Dec 11 22:58:05.191059 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5037ba04-d9f9-40c7-9576-c04efa971fa5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c362dd56d7d433a8d0ecc7c07d37631&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6149673 Dec 11 22:58:05.194321 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46898) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:05.194763 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e4ffa16c-a4f6-4170-8124-939963ae20d1 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:58:05.227856 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037ba04-d9f9-40c7-9576-c04efa971fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dc204c-51c2-410b-826b-75fcd9fa5c5a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:05.247533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0e633-ff90-496b-97d4-a7e3dfa0a84e req-d5379c0d-a454-415b-9464-717d277c2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:05.249045 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ec0e633-ff90-496b-97d4-a7e3dfa0a84e req-d5379c0d-a454-415b-9464-717d277c2bed service neutron] 10.222.0.13 "GET /v2.0/networks?id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 HTTP/1.1" status: 200 len: 916 time: 0.3237956 Dec 11 22:58:05.276012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7f75855-4aff-4d22-a024-e48b0d8a3730 req-58724de4-1b2b-483e-852f-2b9fbde54f7e tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041987 Dec 11 22:58:05.287247 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: e4ffa16c-a4f6-4170-8124-939963ae20d1 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:58:05.288750 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e4ffa16c-a4f6-4170-8124-939963ae20d1 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:58:05.290578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d8ef7c14-f45e-4760-9c66-d0095264dced no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:58:05.301022 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-410131c4-40ab-49bd-b8db-387b5378b3ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:05.302362 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cacc56d7-2543-4892-ad2b-bffc4a0e6c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:05.349871 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cacc56d7-2543-4892-ad2b-bffc4a0e6c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:05.361484 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e78befc9-965f-447b-b13c-6365f730e690 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:58:05.372596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: d8ef7c14-f45e-4760-9c66-d0095264dced {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:58:05.373172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d8ef7c14-f45e-4760-9c66-d0095264dced not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:58:05.444484 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-410131c4-40ab-49bd-b8db-387b5378b3ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:05.451190 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-410131c4-40ab-49bd-b8db-387b5378b3ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] 10.222.0.45 "DELETE /v2.0/networks/b1cfad49-662b-4dfe-a01e-5f6ea0a193c7 HTTP/1.1" status: 204 len: 168 time: 1.1029961 Dec 11 22:58:05.498253 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cacc56d7-2543-4892-ad2b-bffc4a0e6c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:05.501834 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cacc56d7-2543-4892-ad2b-bffc4a0e6c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:05.503179 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cacc56d7-2543-4892-ad2b-bffc4a0e6c52 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c4dc204c-51c2-410b-826b-75fcd9fa5c5a HTTP/1.1" status: 204 len: 168 time: 0.3031299 Dec 11 22:58:05.520546 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc56d7-2543-4892-ad2b-bffc4a0e6c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dc204c-51c2-410b-826b-75fcd9fa5c5a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:05.574108 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ec0e633-ff90-496b-97d4-a7e3dfa0a84e req-b9ad7a46-d33d-4868-9275-f48807492940 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=328efe96-0556-416d-a20f-ddfe57f62ce0 HTTP/1.1" status: 200 len: 217 time: 0.2647598 Dec 11 22:58:05.609476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410131c4-40ab-49bd-b8db-387b5378b3ec tempest-TaggedBootDevicesTest-1762545874 tempest-TaggedBootDevicesTest-1762545874-project] Pushing event deleted for resources: {'Network': ['ID=b1cfad49-662b-4dfe-a01e-5f6ea0a193c7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:05.624656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e78befc9-965f-447b-b13c-6365f730e690, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e78befc9-965f-447b-b13c-6365f730e690,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:05.652848 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'e78befc9-965f-447b-b13c-6365f730e690', 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8', 'port_id': 'e78befc9-965f-447b-b13c-6365f730e690', 'mac_address': 'fa:16:3e:f7:ce:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75dc39c2-4403-48cb-94a1-c95b2749e375', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:58:05.741326 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:05.762764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0e633-ff90-496b-97d4-a7e3dfa0a84e req-b1255297-7b9d-4b7d-bd8b-db4fc628aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:05.764622 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ec0e633-ff90-496b-97d4-a7e3dfa0a84e req-b1255297-7b9d-4b7d-bd8b-db4fc628aedf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75dc39c2-4403-48cb-94a1-c95b2749e375 HTTP/1.1" status: 200 len: 855 time: 0.1892645 Dec 11 22:58:05.769307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78befc9-965f-447b-b13c-6365f730e690 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:58:05.810789 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e78befc9-965f-447b-b13c-6365f730e690, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e78befc9-965f-447b-b13c-6365f730e690,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:05.817859 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ec0e633-ff90-496b-97d4-a7e3dfa0a84e req-b3b416cb-7cd3-4ae6-b48a-27f526890e7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444117 Dec 11 22:58:05.924727 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:06.062216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=e78befc9-965f-447b-b13c-6365f730e690,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:06.076726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:06.077263 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:06.077703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:06.078237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:06.078728 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:06.079483 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:06.080401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:06.081387 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:06.081778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:06.082242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:06.089372 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:06.090235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:06.091487 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:06.129416 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ec0e633-ff90-496b-97d4-a7e3dfa0a84e req-9293bc02-ab7e-405a-8160-ce9eb426d10e service neutron] 10.222.0.13 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042884 Dec 11 22:58:06.280867 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['e78befc9-965f-447b-b13c-6365f730e690'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:58:06.320512 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ec0e633-ff90-496b-97d4-a7e3dfa0a84e req-8078f4a7-9194-41ad-a77e-2bbb3b8bb569 service neutron] 10.222.0.13 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831853 Dec 11 22:58:06.514786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a3030-93df-4fd2-bf5a-45faf906228f req-9fb937fe-fffc-4e09-a5e3-ab791d0a6268 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:06.523381 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-863a3030-93df-4fd2-bf5a-45faf906228f req-9fb937fe-fffc-4e09-a5e3-ab791d0a6268 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 944 time: 0.1321545 Dec 11 22:58:06.574671 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-863a3030-93df-4fd2-bf5a-45faf906228f req-96feaeed-c107-4f22-9f3f-07146c215e01 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465868 Dec 11 22:58:06.691410 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46926) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:06.708766 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-502298c8-a6cc-4196-aa49-1df3c5cfa3f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:06.788873 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-502298c8-a6cc-4196-aa49-1df3c5cfa3f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:06.860536 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-502298c8-a6cc-4196-aa49-1df3c5cfa3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:06.911711 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-502298c8-a6cc-4196-aa49-1df3c5cfa3f6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f47075e42074f3da2ce25d0a9e28e96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2190826 Dec 11 22:58:06.912636 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502298c8-a6cc-4196-aa49-1df3c5cfa3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425056fb-b607-4720-ab2b-fd347fde234f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:06.914478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46930) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:06.977646 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e04598cd-a249-4e29-bb63-beae53abc89c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:07.003074 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e04598cd-a249-4e29-bb63-beae53abc89c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:07.140371 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e04598cd-a249-4e29-bb63-beae53abc89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:07.147231 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e04598cd-a249-4e29-bb63-beae53abc89c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:07.150431 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e04598cd-a249-4e29-bb63-beae53abc89c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/425056fb-b607-4720-ab2b-fd347fde234f HTTP/1.1" status: 204 len: 168 time: 0.2329493 Dec 11 22:58:07.168713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04598cd-a249-4e29-bb63-beae53abc89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425056fb-b607-4720-ab2b-fd347fde234f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:07.236173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e78befc9-965f-447b-b13c-6365f730e690 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:58:07.347949 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:58:07.409087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port e78befc9-965f-447b-b13c-6365f730e690 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:58:07.422382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port e78befc9-965f-447b-b13c-6365f730e690 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:07.422382 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:07.521800 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:07.549659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da51bb5-5d01-458b-b401-c0540c345bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78befc9-965f-447b-b13c-6365f730e690'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:58:07.552495 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a03223c-9865-4138-a2d9-18accf56c4d6" -d '{"events": [{"server_uuid": "5da51bb5-5d01-458b-b401-c0540c345bb9", "name": "network-vif-plugged", "status": "completed", "tag": "e78befc9-965f-447b-b13c-6365f730e690"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:58:07.584764 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port e78befc9-965f-447b-b13c-6365f730e690, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e78befc9-965f-447b-b13c-6365f730e690,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:07.600226 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076a8365-73a9-4671-9eb7-c0fef3ba37ec x-openstack-request-id: req-076a8365-73a9-4671-9eb7-c0fef3ba37ec {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:58:07.600226 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da51bb5-5d01-458b-b401-c0540c345bb9", "name": "network-vif-plugged", "status": "completed", "tag": "e78befc9-965f-447b-b13c-6365f730e690", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:58:07.600226 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-076a8365-73a9-4671-9eb7-c0fef3ba37ec {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:58:07.600586 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da51bb5-5d01-458b-b401-c0540c345bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78befc9-965f-447b-b13c-6365f730e690', 'code': 200} Dec 11 22:58:07.661680 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:07.787176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=e78befc9-965f-447b-b13c-6365f730e690,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:07.792411 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c8e04-8aa8-4aca-86ab-1ba2b51e2b48 req-c2c58eab-2c3c-44c3-9ae2-6d8ec071b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:07.799252 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b2c8e04-8aa8-4aca-86ab-1ba2b51e2b48 req-c2c58eab-2c3c-44c3-9ae2-6d8ec071b1ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 1096 time: 0.1133657 Dec 11 22:58:07.884930 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b2c8e04-8aa8-4aca-86ab-1ba2b51e2b48 req-8dbd7133-e720-42c0-accc-e7a6d2e65e4d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781441 Dec 11 22:58:07.892654 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f970ae8-6ed0-4983-a402-2a3a17009d92 req-ec8a5f1d-84f0-464f-bcb3-133ff602c1a8 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:07.898371 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f970ae8-6ed0-4983-a402-2a3a17009d92 req-ec8a5f1d-84f0-464f-bcb3-133ff602c1a8 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 945 time: 0.1014748 Dec 11 22:58:07.989884 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f970ae8-6ed0-4983-a402-2a3a17009d92 req-0d752804-1084-45b6-900c-bfd7c25af801 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831919 Dec 11 22:58:09.238638 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c5127-ced0-415d-8ca5-9cebaa1ff87d req-d437e2a4-b08e-41e5-8f8a-f6f425c53fa3 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:09.241674 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-479c5127-ced0-415d-8ca5-9cebaa1ff87d req-d437e2a4-b08e-41e5-8f8a-f6f425c53fa3 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 945 time: 0.1306221 Dec 11 22:58:09.359419 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-479c5127-ced0-415d-8ca5-9cebaa1ff87d req-617ea349-da8e-405f-9119-1e4c9ec23cea tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014495 Dec 11 22:58:10.495462 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a5ec6-295b-4259-8ae1-d20114d70a5f req-6c834f5b-11a1-4197-a72c-78b7c77945c1 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:10.495462 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6b3a5ec6-295b-4259-8ae1-d20114d70a5f req-6c834f5b-11a1-4197-a72c-78b7c77945c1 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 945 time: 0.0550501 Dec 11 22:58:10.566415 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6b3a5ec6-295b-4259-8ae1-d20114d70a5f req-e524595f-ba36-4fd3-9d9c-b826ed517258 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616546 Dec 11 22:58:12.878083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47084) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:13.077099 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ab460ad-d890-4197-afee-90999a9d3c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:13.159831 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ab460ad-d890-4197-afee-90999a9d3c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:13.249644 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8ab460ad-d890-4197-afee-90999a9d3c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:13.367395 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47104) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:13.371403 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8ab460ad-d890-4197-afee-90999a9d3c94 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a184d7eb2154b8f91bdd71f25dd3b9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4921365 Dec 11 22:58:13.372960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab460ad-d890-4197-afee-90999a9d3c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb3d978-f16f-4e87-a5c5-19f515c09fcd,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:13.460448 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59980c19-941f-47eb-a0d6-599261c06c49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:13.483834 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59980c19-941f-47eb-a0d6-599261c06c49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:13.512827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47108) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:13.602900 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59980c19-941f-47eb-a0d6-599261c06c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:13.606834 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59980c19-941f-47eb-a0d6-599261c06c49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:13.608127 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-59980c19-941f-47eb-a0d6-599261c06c49 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ddb3d978-f16f-4e87-a5c5-19f515c09fcd HTTP/1.1" status: 204 len: 168 time: 0.2390120 Dec 11 22:58:13.634907 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59980c19-941f-47eb-a0d6-599261c06c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb3d978-f16f-4e87-a5c5-19f515c09fcd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:13.683162 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a14f43a-be60-47b0-9a7f-0e0b4b85d7cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:13.728504 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:13.803695 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a14f43a-be60-47b0-9a7f-0e0b4b85d7cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:13.893954 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a14f43a-be60-47b0-9a7f-0e0b4b85d7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:13.947932 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14f43a-be60-47b0-9a7f-0e0b4b85d7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a3312c-e8e0-4a58-a503-afb58e6886b4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:13.955187 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3a14f43a-be60-47b0-9a7f-0e0b4b85d7cc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f25d280f9daa42a3b587aa148b68f482&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4381495 Dec 11 22:58:13.956318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47130) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:14.032470 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-026952b2-f5b9-4e14-a4af-3509ae6f07cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:14.059784 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-026952b2-f5b9-4e14-a4af-3509ae6f07cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:14.202690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-026952b2-f5b9-4e14-a4af-3509ae6f07cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:14.206185 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-026952b2-f5b9-4e14-a4af-3509ae6f07cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:14.209935 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-026952b2-f5b9-4e14-a4af-3509ae6f07cd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/73a3312c-e8e0-4a58-a503-afb58e6886b4 HTTP/1.1" status: 204 len: 168 time: 0.2503057 Dec 11 22:58:14.217058 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026952b2-f5b9-4e14-a4af-3509ae6f07cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a3312c-e8e0-4a58-a503-afb58e6886b4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:14.510251 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47148) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:14.523086 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bd66873b-4a6e-47ff-861e-16aa3c0f6694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:14.642511 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bd66873b-4a6e-47ff-861e-16aa3c0f6694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:14.757079 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bd66873b-4a6e-47ff-861e-16aa3c0f6694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:14.894250 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bd66873b-4a6e-47ff-861e-16aa3c0f6694 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e1ff7e46194457fad6a958e7dcd4092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3845267 Dec 11 22:58:14.896283 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47158) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:14.902853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66873b-4a6e-47ff-861e-16aa3c0f6694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bfbdeb-2626-4636-929a-6d59c66ce8de,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:14.924800 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe01227-894a-4d30-8183-2fcb3fb2b01d req-12ac67a0-c3e2-4baf-a2b8-abba9275320a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:14.924800 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dfe01227-894a-4d30-8183-2fcb3fb2b01d req-12ac67a0-c3e2-4baf-a2b8-abba9275320a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 946 time: 0.0751834 Dec 11 22:58:15.008924 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53426f01-c70e-41c7-80ff-e38036bc82ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:15.023859 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dfe01227-894a-4d30-8183-2fcb3fb2b01d req-af0110f7-80a8-4a96-922b-c54b4ba647b4 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=40ec96a7-7f39-4312-83c1-651c005532c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872164 Dec 11 22:58:15.049845 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53426f01-c70e-41c7-80ff-e38036bc82ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:15.202402 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53426f01-c70e-41c7-80ff-e38036bc82ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:15.205714 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53426f01-c70e-41c7-80ff-e38036bc82ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:15.209537 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-53426f01-c70e-41c7-80ff-e38036bc82ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8bfbdeb-2626-4636-929a-6d59c66ce8de HTTP/1.1" status: 204 len: 168 time: 0.2849238 Dec 11 22:58:15.222216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47164) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:15.238923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53426f01-c70e-41c7-80ff-e38036bc82ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bfbdeb-2626-4636-929a-6d59c66ce8de,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:15.248198 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7bf67e6a-8606-4d7f-8df5-2f3c29f9dc08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:15.380182 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7bf67e6a-8606-4d7f-8df5-2f3c29f9dc08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:15.459726 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7bf67e6a-8606-4d7f-8df5-2f3c29f9dc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:15.530177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf67e6a-8606-4d7f-8df5-2f3c29f9dc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa40f5eb-adc2-4536-90a9-00d021ecc8df,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:15.537029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7bf67e6a-8606-4d7f-8df5-2f3c29f9dc08 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77199526a32b4ef493e9991ca1a51e0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136618 Dec 11 22:58:15.539438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47168) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:15.622887 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2f1099dd-0e94-4462-a641-b1fe9725a112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:15.655265 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2f1099dd-0e94-4462-a641-b1fe9725a112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:15.819565 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2f1099dd-0e94-4462-a641-b1fe9725a112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:15.822599 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2f1099dd-0e94-4462-a641-b1fe9725a112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:15.824049 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2f1099dd-0e94-4462-a641-b1fe9725a112 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa40f5eb-adc2-4536-90a9-00d021ecc8df HTTP/1.1" status: 204 len: 168 time: 0.2834904 Dec 11 22:58:15.844338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1099dd-0e94-4462-a641-b1fe9725a112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa40f5eb-adc2-4536-90a9-00d021ecc8df,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:16.494455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f652de-4247-4298-901e-627fd754eaa6 req-e758cb2a-b217-4d2c-a140-6fef4544f8e9 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:16.514012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7f652de-4247-4298-901e-627fd754eaa6 req-e758cb2a-b217-4d2c-a140-6fef4544f8e9 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 946 time: 0.3830671 Dec 11 22:58:16.619082 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7f652de-4247-4298-901e-627fd754eaa6 req-9e1d1e06-975d-4943-93b3-90c5188d302f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=40ec96a7-7f39-4312-83c1-651c005532c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111817 Dec 11 22:58:16.836118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b973b7-b7e1-4f30-a2d0-3ac96ae46ec0 req-b6297813-6e30-4091-97b5-8b2a3d002855 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:16.840714 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7b973b7-b7e1-4f30-a2d0-3ac96ae46ec0 req-b6297813-6e30-4091-97b5-8b2a3d002855 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.47 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 946 time: 0.0838699 Dec 11 22:58:17.003904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e7b973b7-b7e1-4f30-a2d0-3ac96ae46ec0 req-db49863d-c2c2-40c7-991a-738b8638aa8a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Deleting port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:17.004688 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7b973b7-b7e1-4f30-a2d0-3ac96ae46ec0 req-db49863d-c2c2-40c7-991a-738b8638aa8a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:17.183845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e7b973b7-b7e1-4f30-a2d0-3ac96ae46ec0 req-db49863d-c2c2-40c7-991a-738b8638aa8a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] For port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=87757d9e-ccf2-4a20-8e10-7f97d0bd5209,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:17.184531 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7b973b7-b7e1-4f30-a2d0-3ac96ae46ec0 req-db49863d-c2c2-40c7-991a-738b8638aa8a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:17.299792 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:17.473445 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7b973b7-b7e1-4f30-a2d0-3ac96ae46ec0 req-db49863d-c2c2-40c7-991a-738b8638aa8a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:17.473813 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7b973b7-b7e1-4f30-a2d0-3ac96ae46ec0 req-db49863d-c2c2-40c7-991a-738b8638aa8a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:17.474166 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-e7b973b7-b7e1-4f30-a2d0-3ac96ae46ec0 req-db49863d-c2c2-40c7-991a-738b8638aa8a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Floating IP 2a38d70a-f657-42cc-8fba-ca59b45d5be8 disassociated. External IP: 172.25.1.204, port: 87757d9e-ccf2-4a20-8e10-7f97d0bd5209. Dec 11 22:58:17.474748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e7b973b7-b7e1-4f30-a2d0-3ac96ae46ec0 req-db49863d-c2c2-40c7-991a-738b8638aa8a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Calling delete_port for 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:17.787944 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7b973b7-b7e1-4f30-a2d0-3ac96ae46ec0 req-db49863d-c2c2-40c7-991a-738b8638aa8a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:17.870177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49863d-c2c2-40c7-991a-738b8638aa8a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event deleted for resources: {'Port': ['ID=87757d9e-ccf2-4a20-8e10-7f97d0bd5209,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:17.901184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7c6f1-f12f-4cd0-a200-197704490164 req-10b4ed03-313c-4258-b67b-57fe88060c88 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:17.921310 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f2d7c6f1-f12f-4cd0-a200-197704490164 req-10b4ed03-313c-4258-b67b-57fe88060c88 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 867 time: 0.2004156 Dec 11 22:58:18.002292 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47250) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:18.037795 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f2d7c6f1-f12f-4cd0-a200-197704490164 req-3c721872-3ed2-4c5b-bf4b-713d267cceb0 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups?id=40ec96a7-7f39-4312-83c1-651c005532c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110873 Dec 11 22:58:18.216594 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2e389bea-6283-4db5-aaa4-57ec8f398e23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:18.226729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7b973b7-b7e1-4f30-a2d0-3ac96ae46ec0 req-db49863d-c2c2-40c7-991a-738b8638aa8a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Router 0ea403fe-fb5c-4430-8089-82a08b66eca1 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:58:18.382895 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2e389bea-6283-4db5-aaa4-57ec8f398e23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:18.465753 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2e389bea-6283-4db5-aaa4-57ec8f398e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:18.477788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7b973b7-b7e1-4f30-a2d0-3ac96ae46ec0 req-db49863d-c2c2-40c7-991a-738b8638aa8a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:58:18.492154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27455121-d985-4e01-ad96-0d433ef633bb None None] Sync routers for ids ['0ea403fe-fb5c-4430-8089-82a08b66eca1'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:58:18.520653 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27455121-d985-4e01-ad96-0d433ef633bb None None] Routers {'0ea403fe-fb5c-4430-8089-82a08b66eca1'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:58:18.520653 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-27455121-d985-4e01-ad96-0d433ef633bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:57:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0ea403fe-fb5c-4430-8089-82a08b66eca1'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:18.623779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b973b7-b7e1-4f30-a2d0-3ac96ae46ec0 req-db49863d-c2c2-40c7-991a-738b8638aa8a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] No DVR routers for this DVR port 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:58:18.625432 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47294) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:18.626092 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2e389bea-6283-4db5-aaa4-57ec8f398e23 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3540acdd8e9e4b67a970d184ad66f22e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6184895 Dec 11 22:58:18.627882 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e389bea-6283-4db5-aaa4-57ec8f398e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb2821b-abac-471f-b64f-75d315e40132,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:18.628021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7b973b7-b7e1-4f30-a2d0-3ac96ae46ec0 req-db49863d-c2c2-40c7-991a-738b8638aa8a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:18.631348 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7b973b7-b7e1-4f30-a2d0-3ac96ae46ec0 req-db49863d-c2c2-40c7-991a-738b8638aa8a tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.47 "DELETE /v2.0/ports/87757d9e-ccf2-4a20-8e10-7f97d0bd5209 HTTP/1.1" status: 204 len: 173 time: 1.7865596 Dec 11 22:58:18.654736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903769ab-db03-4681-ada8-49de715e3234', 'name': 'network-vif-deleted', 'tag': '87757d9e-ccf2-4a20-8e10-7f97d0bd5209'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:58:18.661467 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebe4fcc-414e-49e7-8b96-352da5fd0266" -d '{"events": [{"server_uuid": "903769ab-db03-4681-ada8-49de715e3234", "name": "network-vif-deleted", "tag": "87757d9e-ccf2-4a20-8e10-7f97d0bd5209"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:58:18.717746 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f036-14c8-4aa5-b6ad-fec49a3272ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:18.753723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-27455121-d985-4e01-ad96-0d433ef633bb None None] Set router 0ea403fe-fb5c-4430-8089-82a08b66eca1 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:58:18.756384 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f036-14c8-4aa5-b6ad-fec49a3272ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:18.796498 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae967d8a-8aba-4390-8ef1-e0ac787ba550 x-openstack-request-id: req-ae967d8a-8aba-4390-8ef1-e0ac787ba550 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:58:18.797338 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903769ab-db03-4681-ada8-49de715e3234", "name": "network-vif-deleted", "tag": "87757d9e-ccf2-4a20-8e10-7f97d0bd5209", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:58:18.797338 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae967d8a-8aba-4390-8ef1-e0ac787ba550 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:58:18.797832 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903769ab-db03-4681-ada8-49de715e3234', 'name': 'network-vif-deleted', 'tag': '87757d9e-ccf2-4a20-8e10-7f97d0bd5209', 'status': 'completed', 'code': 200} Dec 11 22:58:18.928592 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f036-14c8-4aa5-b6ad-fec49a3272ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:18.931931 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f036-14c8-4aa5-b6ad-fec49a3272ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:18.935514 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e1a6f036-14c8-4aa5-b6ad-fec49a3272ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6bb2821b-abac-471f-b64f-75d315e40132 HTTP/1.1" status: 204 len: 168 time: 0.3068969 Dec 11 22:58:18.950995 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bfdab2cf-c3a6-4621-ae48-d07ac5d9dea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:18.951233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6f036-14c8-4aa5-b6ad-fec49a3272ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb2821b-abac-471f-b64f-75d315e40132,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:19.096642 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-27455121-d985-4e01-ad96-0d433ef633bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '33ca7a34-dd6a-420b-b451-6a97e2ebdca4', 'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'mac_address': 'fa:16:3e:d3:c4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:43Z', 'updated_at': '2021-12-11T22:48:50Z', 'revision_number': 5, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'subnets': [{'id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:19.135493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27455121-d985-4e01-ad96-0d433ef633bb None None] Checking router: 0ea403fe-fb5c-4430-8089-82a08b66eca1 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:58:19.148594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27455121-d985-4e01-ad96-0d433ef633bb None None] Routers {'0ea403fe-fb5c-4430-8089-82a08b66eca1'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:58:19.149357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-27455121-d985-4e01-ad96-0d433ef633bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:57:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0ea403fe-fb5c-4430-8089-82a08b66eca1'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:19.226565 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c86822c-0994-4933-8ad5-4868e36928a2 req-df1d3aa5-39da-42fc-9ead-02de7750ed3f tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/ports?device_id=903769ab-db03-4681-ada8-49de715e3234 HTTP/1.1" status: 200 len: 210 time: 0.0737343 Dec 11 22:58:19.274191 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-27455121-d985-4e01-ad96-0d433ef633bb None None] Set router 0ea403fe-fb5c-4430-8089-82a08b66eca1 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:58:19.700523 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-27455121-d985-4e01-ad96-0d433ef633bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '33ca7a34-dd6a-420b-b451-6a97e2ebdca4', 'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'mac_address': 'fa:16:3e:d3:c4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:43Z', 'updated_at': '2021-12-11T22:48:50Z', 'revision_number': 5, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'subnets': [{'id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:19.732821 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27455121-d985-4e01-ad96-0d433ef633bb None None] The sync data for ids ['0ea403fe-fb5c-4430-8089-82a08b66eca1'] in n-d-710847-6 is: [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:48:44Z', 'revision_number': 4, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '33ca7a34-dd6a-420b-b451-6a97e2ebdca4', 'name': '', 'network_id': '013a72d6-e5b9-422d-a19b-93934f78c63b', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'mac_address': 'fa:16:3e:d3:c4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:43Z', 'updated_at': '2021-12-11T22:48:50Z', 'revision_number': 5, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'subnets': [{'id': '987c9be0-fcb0-4823-a9e6-efc112c434ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:58:20.242465 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c2888-6a18-4cd8-b470-af629385953d None None] New status for floating IP 2a38d70a-f657-42cc-8fba-ca59b45d5be8: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:58:20.467386 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47374) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:20.531257 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:58:20.607706 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:58:20.611389 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 87757d9e-ccf2-4a20-8e10-7f97d0bd5209 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:58:20.689418 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7262527a-c712-4a57-bb17-2ec955ef4ff5 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:20.737992 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7262527a-c712-4a57-bb17-2ec955ef4ff5 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:20.894214 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7262527a-c712-4a57-bb17-2ec955ef4ff5 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:20.898222 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7262527a-c712-4a57-bb17-2ec955ef4ff5 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:20.899744 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7262527a-c712-4a57-bb17-2ec955ef4ff5 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "DELETE /v2.0/security-groups/40ec96a7-7f39-4312-83c1-651c005532c5 HTTP/1.1" status: 204 len: 168 time: 0.4313602 Dec 11 22:58:20.902439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47388) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:20.918924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262527a-c712-4a57-bb17-2ec955ef4ff5 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ec96a7-7f39-4312-83c1-651c005532c5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:20.941041 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-bf5bbeee-74de-4803-a46a-0f3bafe53b85 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] show failed (client error): The resource could not be found. Dec 11 22:58:20.943539 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bf5bbeee-74de-4803-a46a-0f3bafe53b85 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "GET /v2.0/security-groups/40ec96a7-7f39-4312-83c1-651c005532c5 HTTP/1.1" status: 404 len: 347 time: 0.0397704 Dec 11 22:58:20.946443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47390) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:21.122728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-59fb02bc-609b-4d29-8580-5ec185b99c36 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Deleting port ea0e60c2-052c-49fd-a13c-56820893aee0 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:21.123102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59fb02bc-609b-4d29-8580-5ec185b99c36 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:21.256510 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59fb02bc-609b-4d29-8580-5ec185b99c36 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:21.257245 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59fb02bc-609b-4d29-8580-5ec185b99c36 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:21.272289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-59fb02bc-609b-4d29-8580-5ec185b99c36 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Calling delete_port for ea0e60c2-052c-49fd-a13c-56820893aee0 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:21.276849 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-02995db3-b4cb-43c1-a344-c455042fe4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:21.521209 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59fb02bc-609b-4d29-8580-5ec185b99c36 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:21.563493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb02bc-609b-4d29-8580-5ec185b99c36 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Pushing event deleted for resources: {'Port': ['ID=ea0e60c2-052c-49fd-a13c-56820893aee0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:21.674875 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59fb02bc-609b-4d29-8580-5ec185b99c36 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:21.678514 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59fb02bc-609b-4d29-8580-5ec185b99c36 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:21.680501 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-59fb02bc-609b-4d29-8580-5ec185b99c36 tempest-AttachVolumeTestJSON-1286382599 tempest-AttachVolumeTestJSON-1286382599-project] 10.222.0.45 "DELETE /v2.0/floatingips/2a38d70a-f657-42cc-8fba-ca59b45d5be8 HTTP/1.1" status: 204 len: 168 time: 0.7197433 Dec 11 22:58:22.221078 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:23.922991 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:24.653715 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:26.325849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47470) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:27.204500 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc9a37ea-f07c-4038-b22b-7ac0959d4097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:27.714576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a37ea-f07c-4038-b22b-7ac0959d4097 admin admin] Deleting port 7fedcc95-9f58-4720-ad0a-67ffdd254bfa {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:27.715244 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc9a37ea-f07c-4038-b22b-7ac0959d4097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:27.855611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-fc9a37ea-f07c-4038-b22b-7ac0959d4097 admin admin] For port 7fedcc95-9f58-4720-ad0a-67ffdd254bfa, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7fedcc95-9f58-4720-ad0a-67ffdd254bfa,segment=NetworkSegment(e2326bd5-a783-4620-835d-205103a65c6d),segment_id=e2326bd5-a783-4620-835d-205103a65c6d)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:27.855979 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc9a37ea-f07c-4038-b22b-7ac0959d4097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:27.901753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a37ea-f07c-4038-b22b-7ac0959d4097 admin admin] Calling delete_port for 7fedcc95-9f58-4720-ad0a-67ffdd254bfa owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:28.395547 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc9a37ea-f07c-4038-b22b-7ac0959d4097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:28.457432 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a37ea-f07c-4038-b22b-7ac0959d4097 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fedcc95-9f58-4720-ad0a-67ffdd254bfa,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:28.744654 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47508) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:28.942976 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc9a37ea-f07c-4038-b22b-7ac0959d4097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:29.017031 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6d739d-6813-4d28-9e0d-e8e6eb02ae3c admin admin] Deleting subnet bc1b819d-488c-47f0-968f-45108833bb18 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:58:29.025855 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d6d739d-6813-4d28-9e0d-e8e6eb02ae3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:29.118945 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d6d739d-6813-4d28-9e0d-e8e6eb02ae3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:29.219914 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d6d739d-6813-4d28-9e0d-e8e6eb02ae3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:29.460248 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d6d739d-6813-4d28-9e0d-e8e6eb02ae3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:29.497607 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d6d739d-6813-4d28-9e0d-e8e6eb02ae3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:29.507341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafeed83-e627-4b4f-a708-35c480bf2b7e None None] Network 342542df-9e2a-49dd-8ac7-00b364607ac8 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:58:29.509189 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2d6d739d-6813-4d28-9e0d-e8e6eb02ae3c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bc1b819d-488c-47f0-968f-45108833bb18 HTTP/1.1" status: 204 len: 168 time: 0.7634416 Dec 11 22:58:29.510500 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d739d-6813-4d28-9e0d-e8e6eb02ae3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc1b819d-488c-47f0-968f-45108833bb18,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:29.513429 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47526) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:29.627063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40f40053-3536-445a-92b0-54ead6f959aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:29.737760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9a37ea-f07c-4038-b22b-7ac0959d4097 admin admin] Router 55a67acf-3cb2-4306-a1af-e202bfeb73de has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:58:29.739629 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facc88a7-a9e7-4c4c-9c57-3715fd86a7de None None] DHCP port deletion for 342542df-9e2a-49dd-8ac7-00b364607ac8 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:29.816160 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40f40053-3536-445a-92b0-54ead6f959aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:29.869041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-40f40053-3536-445a-92b0-54ead6f959aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342542df-9e2a-49dd-8ac7-00b364607ac8']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:29.889610 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-40f40053-3536-445a-92b0-54ead6f959aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74662169-1a30-4856-b88a-4a05458741d7') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:29.895925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-40f40053-3536-445a-92b0-54ead6f959aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74662169-1a30-4856-b88a-4a05458741d7') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:29.914138 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40f40053-3536-445a-92b0-54ead6f959aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:29.938329 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40f40053-3536-445a-92b0-54ead6f959aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:29.943695 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f40053-3536-445a-92b0-54ead6f959aa admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:58:29.944069 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40f40053-3536-445a-92b0-54ead6f959aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:58:29.945954 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:58:29.954135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9a37ea-f07c-4038-b22b-7ac0959d4097 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:58:29.961112 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fc9a37ea-f07c-4038-b22b-7ac0959d4097 admin admin] 10.222.0.45 "PUT /v2.0/routers/55a67acf-3cb2-4306-a1af-e202bfeb73de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6329405 Dec 11 22:58:29.963665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47538) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:29.966010 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd8b43-6d66-49ed-9b63-cc26a18f1d1a None None] Sync routers for ids ['55a67acf-3cb2-4306-a1af-e202bfeb73de'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:58:29.986936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd8b43-6d66-49ed-9b63-cc26a18f1d1a None None] Routers {'55a67acf-3cb2-4306-a1af-e202bfeb73de'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:58:29.987589 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a6cd8b43-6d66-49ed-9b63-cc26a18f1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['55a67acf-3cb2-4306-a1af-e202bfeb73de'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:30.151192 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40f40053-3536-445a-92b0-54ead6f959aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:30.173365 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40f40053-3536-445a-92b0-54ead6f959aa admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:30.198567 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-40f40053-3536-445a-92b0-54ead6f959aa admin admin] 10.222.0.45 "DELETE /v2.0/networks/342542df-9e2a-49dd-8ac7-00b364607ac8 HTTP/1.1" status: 204 len: 168 time: 0.6666727 Dec 11 22:58:30.266912 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f40053-3536-445a-92b0-54ead6f959aa admin admin] Pushing event deleted for resources: {'Network': ['ID=342542df-9e2a-49dd-8ac7-00b364607ac8,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:30.719600 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-215f8c62-80dd-4049-b88a-e121d1938834 admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:30.778988 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47550) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:30.786108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a6cd8b43-6d66-49ed-9b63-cc26a18f1d1a None None] Set router 55a67acf-3cb2-4306-a1af-e202bfeb73de gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:58:30.874298 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dce806a2-0567-4986-9ca6-148ecfff5174 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b8c7764b66c4fae8fcb775ff6e112ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0913906 Dec 11 22:58:30.875501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47554) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:31.059002 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49053a29-c6ad-4351-a87a-efa353bf7289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:31.090779 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49053a29-c6ad-4351-a87a-efa353bf7289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:31.203640 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-215f8c62-80dd-4049-b88a-e121d1938834 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:31.256787 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49053a29-c6ad-4351-a87a-efa353bf7289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:31.261602 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49053a29-c6ad-4351-a87a-efa353bf7289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:31.262989 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-49053a29-c6ad-4351-a87a-efa353bf7289 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1d6cc3c-1765-4177-8f06-12a66f773de6 HTTP/1.1" status: 204 len: 168 time: 0.3864064 Dec 11 22:58:31.307552 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49053a29-c6ad-4351-a87a-efa353bf7289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d6cc3c-1765-4177-8f06-12a66f773de6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:31.355081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-215f8c62-80dd-4049-b88a-e121d1938834 admin admin] Deleting port c4813d3b-aa1f-4700-bd5d-b8023a303aaf {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:31.355835 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-215f8c62-80dd-4049-b88a-e121d1938834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:31.531812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a6cd8b43-6d66-49ed-9b63-cc26a18f1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'name': 'tempest-TaggedBootDevicesTest-803575614-router', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:57Z', 'updated_at': '2021-12-11T22:58:28Z', 'revision_number': 5, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'gw_port': {'id': 'c4813d3b-aa1f-4700-bd5d-b8023a303aaf', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:45:59Z', 'updated_at': '2021-12-11T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:31.561196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-215f8c62-80dd-4049-b88a-e121d1938834 admin admin] For port c4813d3b-aa1f-4700-bd5d-b8023a303aaf, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c4813d3b-aa1f-4700-bd5d-b8023a303aaf,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:31.561707 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-215f8c62-80dd-4049-b88a-e121d1938834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:31.589407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-215f8c62-80dd-4049-b88a-e121d1938834 admin admin] Calling delete_port for c4813d3b-aa1f-4700-bd5d-b8023a303aaf owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:31.594973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd8b43-6d66-49ed-9b63-cc26a18f1d1a None None] Checking router: 55a67acf-3cb2-4306-a1af-e202bfeb73de for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:58:31.605776 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd8b43-6d66-49ed-9b63-cc26a18f1d1a None None] Routers {'55a67acf-3cb2-4306-a1af-e202bfeb73de'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:58:31.606903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a6cd8b43-6d66-49ed-9b63-cc26a18f1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['55a67acf-3cb2-4306-a1af-e202bfeb73de'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:31.823145 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a6cd8b43-6d66-49ed-9b63-cc26a18f1d1a None None] Set router 55a67acf-3cb2-4306-a1af-e202bfeb73de gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:58:31.943452 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-215f8c62-80dd-4049-b88a-e121d1938834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:31.946362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a6cd8b43-6d66-49ed-9b63-cc26a18f1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'name': 'tempest-TaggedBootDevicesTest-803575614-router', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:57Z', 'updated_at': '2021-12-11T22:58:31Z', 'revision_number': 6, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:32.007151 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfa5fee-b62a-40a7-8df3-5b5bf11a3538 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:32.024192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd8b43-6d66-49ed-9b63-cc26a18f1d1a None None] The sync data for ids ['55a67acf-3cb2-4306-a1af-e202bfeb73de'] in n-d-710847-6 is: [{'id': '55a67acf-3cb2-4306-a1af-e202bfeb73de', 'name': 'tempest-TaggedBootDevicesTest-803575614-router', 'tenant_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:45:57Z', 'updated_at': '2021-12-11T22:58:31Z', 'revision_number': 6, 'project_id': 'eb0d1919169e4d1aae29bafa9569b2dc', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:58:32.140875 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f8c62-80dd-4049-b88a-e121d1938834 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4813d3b-aa1f-4700-bd5d-b8023a303aaf,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:32.221896 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-215f8c62-80dd-4049-b88a-e121d1938834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:32.337770 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-215f8c62-80dd-4049-b88a-e121d1938834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:32.340530 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-215f8c62-80dd-4049-b88a-e121d1938834 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:32.501530 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-215f8c62-80dd-4049-b88a-e121d1938834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:32.502100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215f8c62-80dd-4049-b88a-e121d1938834 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55a67acf-3cb2-4306-a1af-e202bfeb73de {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:58:32.507180 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-215f8c62-80dd-4049-b88a-e121d1938834 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:32.508477 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-215f8c62-80dd-4049-b88a-e121d1938834 admin admin] 10.222.0.45 "DELETE /v2.0/routers/55a67acf-3cb2-4306-a1af-e202bfeb73de HTTP/1.1" status: 204 len: 168 time: 2.5406492 Dec 11 22:58:32.511102 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47582) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:32.623306 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-8faee54b-19e7-4da4-bb9f-ac1b06f18078 admin admin] Deleting subnet 232893f8-16d8-4344-8efe-6bf53e520d33 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:58:32.631910 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8faee54b-19e7-4da4-bb9f-ac1b06f18078 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:32.720856 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8faee54b-19e7-4da4-bb9f-ac1b06f18078 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:32.923606 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8faee54b-19e7-4da4-bb9f-ac1b06f18078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:33.131352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47598) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:33.173033 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8faee54b-19e7-4da4-bb9f-ac1b06f18078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:33.179810 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7fedcc95-9f58-4720-ad0a-67ffdd254bfa no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:58:33.224533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 7fedcc95-9f58-4720-ad0a-67ffdd254bfa {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:58:33.224892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7fedcc95-9f58-4720-ad0a-67ffdd254bfa not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:58:33.225520 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c4813d3b-aa1f-4700-bd5d-b8023a303aaf no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:58:33.256232 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faee54b-19e7-4da4-bb9f-ac1b06f18078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=232893f8-16d8-4344-8efe-6bf53e520d33,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:33.261038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: c4813d3b-aa1f-4700-bd5d-b8023a303aaf {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:58:33.261627 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c4813d3b-aa1f-4700-bd5d-b8023a303aaf not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:58:33.270975 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8faee54b-19e7-4da4-bb9f-ac1b06f18078 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:33.283586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aa0159-43b9-4851-b3bf-e9dc9b60b7d3 None None] Network 73c527dd-bcee-4d43-8201-08f3277470d4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:58:33.283701 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8faee54b-19e7-4da4-bb9f-ac1b06f18078 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/232893f8-16d8-4344-8efe-6bf53e520d33 HTTP/1.1" status: 204 len: 168 time: 0.7676663 Dec 11 22:58:33.284984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47604) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:33.616846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1878cf51-e7ed-492b-80fc-0e5d5d98eee7 None None] DHCP port deletion for 73c527dd-bcee-4d43-8201-08f3277470d4 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:33.694501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1878cf51-e7ed-492b-80fc-0e5d5d98eee7 None None] Deleting port 125c913c-9092-4c19-b0d4-84c0c36ac8a5 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:33.695193 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1878cf51-e7ed-492b-80fc-0e5d5d98eee7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:33.808349 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9c2e5de0-dea2-421e-812b-f4021addaefc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-884955495-network', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:58:33.816596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1878cf51-e7ed-492b-80fc-0e5d5d98eee7 None None] For port 125c913c-9092-4c19-b0d4-84c0c36ac8a5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=125c913c-9092-4c19-b0d4-84c0c36ac8a5,segment=NetworkSegment(e2326bd5-a783-4620-835d-205103a65c6d),segment_id=e2326bd5-a783-4620-835d-205103a65c6d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:33.816914 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1878cf51-e7ed-492b-80fc-0e5d5d98eee7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:33.832455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1878cf51-e7ed-492b-80fc-0e5d5d98eee7 None None] Calling delete_port for 125c913c-9092-4c19-b0d4-84c0c36ac8a5 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:33.851675 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:33.930163 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Deleting port 125c913c-9092-4c19-b0d4-84c0c36ac8a5 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:33.930603 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:34.053421 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] For port 125c913c-9092-4c19-b0d4-84c0c36ac8a5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=125c913c-9092-4c19-b0d4-84c0c36ac8a5,segment=NetworkSegment(e2326bd5-a783-4620-835d-205103a65c6d),segment_id=e2326bd5-a783-4620-835d-205103a65c6d)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:34.053889 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:34.054030 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1878cf51-e7ed-492b-80fc-0e5d5d98eee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:34.068653 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Calling delete_port for 125c913c-9092-4c19-b0d4-84c0c36ac8a5 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:34.090054 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1878cf51-e7ed-492b-80fc-0e5d5d98eee7 None None] No DVR routers for this DVR port 125c913c-9092-4c19-b0d4-84c0c36ac8a5 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:58:34.150387 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:34.152977 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878cf51-e7ed-492b-80fc-0e5d5d98eee7 None None] Pushing event deleted for resources: {'Port': ['ID=125c913c-9092-4c19-b0d4-84c0c36ac8a5,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:34.164039 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2e5de0-dea2-421e-812b-f4021addaefc admin admin] Made reservation on behalf of d22bf1cb388f497bbb0de4f3c0e23219 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:58:34.166300 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5de0-dea2-421e-812b-f4021addaefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:34.168607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] No DVR routers for this DVR port 125c913c-9092-4c19-b0d4-84c0c36ac8a5 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:58:34.212502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=125c913c-9092-4c19-b0d4-84c0c36ac8a5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:34.216294 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5de0-dea2-421e-812b-f4021addaefc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:34.351407 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:34.426854 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c527dd-bcee-4d43-8201-08f3277470d4']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:34.459465 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2326bd5-a783-4620-835d-205103a65c6d') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:34.462214 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2326bd5-a783-4620-835d-205103a65c6d') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:34.477350 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:34.533117 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:34.547631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:58:34.548186 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: timer() Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:58:34.629031 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:58:34.743120 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5de0-dea2-421e-812b-f4021addaefc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:34.766171 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:34.777370 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:34.781698 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] 10.222.0.45 "DELETE /v2.0/networks/73c527dd-bcee-4d43-8201-08f3277470d4 HTTP/1.1" status: 204 len: 168 time: 1.4950023 Dec 11 22:58:34.784134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47618) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:34.794232 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=73c527dd-bcee-4d43-8201-08f3277470d4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:34.802764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:34.803208 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:34.803611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:34.804019 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:34.804430 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:34.804832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:34.805182 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:34.805571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:34.805911 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:34.806878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:34.808608 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:34.809807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:34.810159 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bff143-837a-477a-94c9-0f00b50d8c64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:34.846376 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5de0-dea2-421e-812b-f4021addaefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:34.872096 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2e5de0-dea2-421e-812b-f4021addaefc admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:58:34.904179 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5de0-dea2-421e-812b-f4021addaefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:34.906475 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-9c2e5de0-dea2-421e-812b-f4021addaefc admin admin] Added segment b589821a-604a-4a8a-93e4-a80160b2f4c2 of type vlan for network e67588e6-31ce-4b31-b404-c84ad13cd94a Dec 11 22:58:34.907005 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e5de0-dea2-421e-812b-f4021addaefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a629fa2-436c-45af-81d9-db0636189adb,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:35.047824 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5de0-dea2-421e-812b-f4021addaefc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:35.159807 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 125c913c-9092-4c19-b0d4-84c0c36ac8a5 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:58:35.168658 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5de0-dea2-421e-812b-f4021addaefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:35.172861 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e5de0-dea2-421e-812b-f4021addaefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:35.173480 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5de0-dea2-421e-812b-f4021addaefc admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:35.234271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 125c913c-9092-4c19-b0d4-84c0c36ac8a5 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:58:35.235133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 125c913c-9092-4c19-b0d4-84c0c36ac8a5 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:58:35.329801 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e5de0-dea2-421e-812b-f4021addaefc admin admin] Pushing event updated for resources: {'Network': ['ID=e67588e6-31ce-4b31-b404-c84ad13cd94a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:35.349394 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network e67588e6-31ce-4b31-b404-c84ad13cd94a details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:58:35.393016 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9c2e5de0-dea2-421e-812b-f4021addaefc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3078222 Dec 11 22:58:35.397104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47634) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:35.405137 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-174fa645-03bd-42df-a9dd-b54ce325d30d admin admin] Request body: {'subnet': {'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-884955495-subnet', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:58:35.543342 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ad2c18b4-9de1-45ec-a265-5d257e465d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:35.573970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174fa645-03bd-42df-a9dd-b54ce325d30d admin admin] Made reservation on behalf of d22bf1cb388f497bbb0de4f3c0e23219 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:58:35.576791 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-174fa645-03bd-42df-a9dd-b54ce325d30d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:36.042201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c18b4-9de1-45ec-a265-5d257e465d73 admin admin] Deleting port 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:36.043093 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-174fa645-03bd-42df-a9dd-b54ce325d30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:36.043893 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ad2c18b4-9de1-45ec-a265-5d257e465d73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:36.148451 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174fa645-03bd-42df-a9dd-b54ce325d30d admin admin] Checking segment: {'id': 'b589821a-604a-4a8a-93e4-a80160b2f4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:58:36.149113 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174fa645-03bd-42df-a9dd-b54ce325d30d admin admin] Network hostable DHCP agents. Network: e67588e6-31ce-4b31-b404-c84ad13cd94a, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:58:36.165930 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fa645-03bd-42df-a9dd-b54ce325d30d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aad2c2d-5146-4902-8870-3b240370c4cc,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:36.170984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-ad2c18b4-9de1-45ec-a265-5d257e465d73 admin admin] For port 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1e385a5f-75c6-4e73-9ffd-33388a8ae0e7,segment=NetworkSegment(7aa1a66f-fe36-4ec4-88a1-65c23ef469d8),segment_id=7aa1a66f-fe36-4ec4-88a1-65c23ef469d8)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:36.172367 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ad2c18b4-9de1-45ec-a265-5d257e465d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:36.187751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c18b4-9de1-45ec-a265-5d257e465d73 admin admin] Calling delete_port for 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:36.565457 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174fa645-03bd-42df-a9dd-b54ce325d30d admin admin] Network e67588e6-31ce-4b31-b404-c84ad13cd94a is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:58:36.596885 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ad2c18b4-9de1-45ec-a265-5d257e465d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:36.673958 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-174fa645-03bd-42df-a9dd-b54ce325d30d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, e67588e6-31ce-4b31-b404-c84ad13cd94a) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:58:36.680230 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174fa645-03bd-42df-a9dd-b54ce325d30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:36.680859 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-174fa645-03bd-42df-a9dd-b54ce325d30d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:36.684824 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e05f010-7254-4099-a3b8-8647508d8043 None None] Network e67588e6-31ce-4b31-b404-c84ad13cd94a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:58:36.777695 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c18b4-9de1-45ec-a265-5d257e465d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e385a5f-75c6-4e73-9ffd-33388a8ae0e7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:36.797996 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-174fa645-03bd-42df-a9dd-b54ce325d30d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3994427 Dec 11 22:58:36.800555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47650) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:36.804913 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-884955495-router', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:58:36.894041 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-e67588e6-31ce-4b31-b404-c84ad13cd94a', 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a', 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'fixed_ips': [{'subnet_id': '4aad2c2d-5146-4902-8870-3b240370c4cc'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:58:36.895870 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:36.934891 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:36.936177 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:36.990643 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ad2c18b4-9de1-45ec-a265-5d257e465d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:37.102648 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:37.114416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Allocated IP 172.20.0.2 (e67588e6-31ce-4b31-b404-c84ad13cd94a/4aad2c2d-5146-4902-8870-3b240370c4cc/d928737e-a7fc-419b-a326-5ac22ad36627) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:58:37.364296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2c18b4-9de1-45ec-a265-5d257e465d73 admin admin] Router 29a1fe1e-09a8-4a5a-a258-6d81ad6b5710 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:58:37.383022 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:37.454826 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:37.513459 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:37.538768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Network e67588e6-31ce-4b31-b404-c84ad13cd94a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:58:37.544130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:58:37.547343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:58:37.584860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2c18b4-9de1-45ec-a265-5d257e465d73 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:58:37.593763 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Pushing event updated for resources: {'Port': ['ID=d928737e-a7fc-419b-a326-5ac22ad36627,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:37.601797 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6dec46-9272-4346-bb59-c670670d7768 None None] Sync routers for ids ['29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:58:37.619582 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ad2c18b4-9de1-45ec-a265-5d257e465d73 admin admin] 10.222.0.45 "PUT /v2.0/routers/29a1fe1e-09a8-4a5a-a258-6d81ad6b5710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8331261 Dec 11 22:58:37.620783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47658) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:37.633424 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6dec46-9272-4346-bb59-c670670d7768 None None] Routers {'29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:58:37.635146 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9d6dec46-9272-4346-bb59-c670670d7768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:37.670656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Attempting to bind port d928737e-a7fc-419b-a326-5ac22ad36627 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:58:37.671245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Attempting to bind port d928737e-a7fc-419b-a326-5ac22ad36627 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'b589821a-604a-4a8a-93e4-a80160b2f4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:58:37.671633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Attempting to bind port d928737e-a7fc-419b-a326-5ac22ad36627 on network e67588e6-31ce-4b31-b404-c84ad13cd94a {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:58:37.689578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:58:37.697316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Checking segment: {'id': 'b589821a-604a-4a8a-93e4-a80160b2f4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:58:37.697316 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:37.697316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Bound using segment: {'id': 'b589821a-604a-4a8a-93e4-a80160b2f4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:58:37.697316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Bound port: d928737e-a7fc-419b-a326-5ac22ad36627, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b589821a-604a-4a8a-93e4-a80160b2f4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:58:37.697316 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:37.740648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b440da7-7664-476d-9878-43238c8b2935 admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:37.882321 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] For port d928737e-a7fc-419b-a326-5ac22ad36627, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:58:37.888269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] For port d928737e-a7fc-419b-a326-5ac22ad36627, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d928737e-a7fc-419b-a326-5ac22ad36627,segment=NetworkSegment(b589821a-604a-4a8a-93e4-a80160b2f4c2),segment_id=b589821a-604a-4a8a-93e4-a80160b2f4c2)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:58:37.931328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b440da7-7664-476d-9878-43238c8b2935 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:37.957334 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-9d6dec46-9272-4346-bb59-c670670d7768 None None] Set router 29a1fe1e-09a8-4a5a-a258-6d81ad6b5710 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:58:37.980414 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:37.993302 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:38.062254 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:38.100774 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5b440da7-7664-476d-9878-43238c8b2935 admin admin] Deleting port 773600a5-b099-41ce-9adf-eef6c27828ce {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:38.104275 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b440da7-7664-476d-9878-43238c8b2935 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:38.107744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79054a5e-9dd8-412a-8bf5-bc01caef5247 None None] Pushing event updated for resources: {'Port': ['ID=d928737e-a7fc-419b-a326-5ac22ad36627,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:38.270451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-5b440da7-7664-476d-9878-43238c8b2935 admin admin] For port 773600a5-b099-41ce-9adf-eef6c27828ce, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=773600a5-b099-41ce-9adf-eef6c27828ce,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:38.272497 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b440da7-7664-476d-9878-43238c8b2935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:38.285169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Allocated IP 172.25.1.129 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/826a0ca9-d9bf-4725-8f67-ce0ae9d9706f) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:58:38.291869 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9d6dec46-9272-4346-bb59-c670670d7768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'name': 'tempest-TaggedBootDevicesTest-20414661-router', 'tenant_id': 'a728848ecb25492480fe304f21c68723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '773600a5-b099-41ce-9adf-eef6c27828ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:13Z', 'updated_at': '2021-12-11T22:58:36Z', 'revision_number': 5, 'project_id': 'a728848ecb25492480fe304f21c68723', 'gw_port': {'id': '773600a5-b099-41ce-9adf-eef6c27828ce', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ca:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:46:14Z', 'updated_at': '2021-12-11T22:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:38.309019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5b440da7-7664-476d-9878-43238c8b2935 admin admin] Calling delete_port for 773600a5-b099-41ce-9adf-eef6c27828ce owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:38.333377 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6dec46-9272-4346-bb59-c670670d7768 None None] Checking router: 29a1fe1e-09a8-4a5a-a258-6d81ad6b5710 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:58:38.344480 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6dec46-9272-4346-bb59-c670670d7768 None None] Routers {'29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:58:38.345256 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9d6dec46-9272-4346-bb59-c670670d7768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:38.524507 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-9d6dec46-9272-4346-bb59-c670670d7768 None None] Set router 29a1fe1e-09a8-4a5a-a258-6d81ad6b5710 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:58:38.623436 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9d6dec46-9272-4346-bb59-c670670d7768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'name': 'tempest-TaggedBootDevicesTest-20414661-router', 'tenant_id': 'a728848ecb25492480fe304f21c68723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:13Z', 'updated_at': '2021-12-11T22:58:37Z', 'revision_number': 6, 'project_id': 'a728848ecb25492480fe304f21c68723', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:38.645560 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:38.666524 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6dec46-9272-4346-bb59-c670670d7768 None None] The sync data for ids ['29a1fe1e-09a8-4a5a-a258-6d81ad6b5710'] in n-d-710847-6 is: [{'id': '29a1fe1e-09a8-4a5a-a258-6d81ad6b5710', 'name': 'tempest-TaggedBootDevicesTest-20414661-router', 'tenant_id': 'a728848ecb25492480fe304f21c68723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:46:13Z', 'updated_at': '2021-12-11T22:58:37Z', 'revision_number': 6, 'project_id': 'a728848ecb25492480fe304f21c68723', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:58:38.807787 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b440da7-7664-476d-9878-43238c8b2935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:38.809078 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:38.839210 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b440da7-7664-476d-9878-43238c8b2935 admin admin] Pushing event deleted for resources: {'Port': ['ID=773600a5-b099-41ce-9adf-eef6c27828ce,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:38.862067 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Pushing event updated for resources: {'Port': ['ID=826a0ca9-d9bf-4725-8f67-ce0ae9d9706f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:38.866797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3c6000-837e-4225-868d-bd7a15be7b8c None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:38.912664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:58:38.916422 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:58:38.922001 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:58:38.983038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89443db7-fd08-4971-adc2-df9c3c94ad29 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:39.046645 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b440da7-7664-476d-9878-43238c8b2935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:39.122782 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7709c189-e92f-4ff3-a7a4-5e71c4e53e4e None None] Provisioning complete for port 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:39.125161 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7709c189-e92f-4ff3-a7a4-5e71c4e53e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:39.225495 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7709c189-e92f-4ff3-a7a4-5e71c4e53e4e None None] Port 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:58:39.299565 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b440da7-7664-476d-9878-43238c8b2935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:39.315257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b440da7-7664-476d-9878-43238c8b2935 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:39.483832 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:39.499768 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b440da7-7664-476d-9878-43238c8b2935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:39.500495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b440da7-7664-476d-9878-43238c8b2935 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29a1fe1e-09a8-4a5a-a258-6d81ad6b5710 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:58:39.515571 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b440da7-7664-476d-9878-43238c8b2935 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:39.519823 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5b440da7-7664-476d-9878-43238c8b2935 admin admin] 10.222.0.45 "DELETE /v2.0/routers/29a1fe1e-09a8-4a5a-a258-6d81ad6b5710 HTTP/1.1" status: 204 len: 168 time: 1.8971903 Dec 11 22:58:39.520635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47682) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:39.687693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-202d92b7-6d46-4192-a972-f45ef2a53c25 admin admin] Deleting subnet 488de20a-8d3a-426f-b011-5d84f339716c {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:58:39.698043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d928737e-a7fc-419b-a326-5ac22ad36627 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:58:39.708349 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-202d92b7-6d46-4192-a972-f45ef2a53c25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:39.809136 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d928737e-a7fc-419b-a326-5ac22ad36627 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:39.809522 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:39.833220 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-202d92b7-6d46-4192-a972-f45ef2a53c25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:39.863658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b06b5a-7a46-4588-baf2-609cb96f4bd0 None None] Network e67588e6-31ce-4b31-b404-c84ad13cd94a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:58:40.041491 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-202d92b7-6d46-4192-a972-f45ef2a53c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:40.079238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5354eb21-d7d6-478e-ad79-a1ce6f4bcdbe None None] Provisioning complete for port d928737e-a7fc-419b-a326-5ac22ad36627 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:40.080267 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5354eb21-d7d6-478e-ad79-a1ce6f4bcdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:40.217497 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:40.237822 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:40.260386 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-202d92b7-6d46-4192-a972-f45ef2a53c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:40.301578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d92b7-6d46-4192-a972-f45ef2a53c25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488de20a-8d3a-426f-b011-5d84f339716c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:40.320311 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-202d92b7-6d46-4192-a972-f45ef2a53c25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:40.334223 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-202d92b7-6d46-4192-a972-f45ef2a53c25 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/488de20a-8d3a-426f-b011-5d84f339716c HTTP/1.1" status: 204 len: 168 time: 0.8101096 Dec 11 22:58:40.335463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47700) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:40.337638 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5354eb21-d7d6-478e-ad79-a1ce6f4bcdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:40.341406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638426bd-fa3c-4a63-ba3d-3e72a42a3eb2 None None] Network 8c390f07-1f7c-4f3a-a585-97441d6c9624 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:58:40.432017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port d928737e-a7fc-419b-a326-5ac22ad36627, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d928737e-a7fc-419b-a326-5ac22ad36627,segment=NetworkSegment(b589821a-604a-4a8a-93e4-a80160b2f4c2),segment_id=b589821a-604a-4a8a-93e4-a80160b2f4c2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:40.498259 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:40.529315 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-6aed36c5-b85c-4eee-af01-0970dd790600 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:40.531907 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-6aed36c5-b85c-4eee-af01-0970dd790600 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/networks?id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 HTTP/1.1" status: 200 len: 815 time: 0.6164711 Dec 11 22:58:40.548578 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:40.557341 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-9794e0b0-61c3-4e14-9c69-71e21ff98aea tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/quotas/e2a27b8424d74ef9a6fefad9f327341b HTTP/1.1" status: 200 len: 375 time: 0.0174823 Dec 11 22:58:40.583156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:58:40.619947 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Router ef662f86-6be4-403e-9a9c-efe411d920d2 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:58:40.669023 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-ddd43596-bbc0-4ea6-b56d-816b633cc4b6 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965700 Dec 11 22:58:40.707092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Deleting port 44255e52-f33f-46fb-a5e3-141998a3b4c2 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:40.711115 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:40.758837 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-5354eb21-d7d6-478e-ad79-a1ce6f4bcdbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:58:40.759218 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-5354eb21-d7d6-478e-ad79-a1ce6f4bcdbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:58:40.760354 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=d928737e-a7fc-419b-a326-5ac22ad36627,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:40.768352 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:58:40.768705 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1e385a5f-75c6-4e73-9ffd-33388a8ae0e7 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:58:40.871919 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bdc66b-0e57-4b15-a2e2-f17cd6587e8a None None] DHCP port deletion for 8c390f07-1f7c-4f3a-a585-97441d6c9624 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:40.914318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] For port 44255e52-f33f-46fb-a5e3-141998a3b4c2, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=44255e52-f33f-46fb-a5e3-141998a3b4c2,segment=NetworkSegment(7aa1a66f-fe36-4ec4-88a1-65c23ef469d8),segment_id=7aa1a66f-fe36-4ec4-88a1-65c23ef469d8)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:40.914909 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:40.930377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Calling delete_port for 44255e52-f33f-46fb-a5e3-141998a3b4c2 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:40.986739 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-63bdc66b-0e57-4b15-a2e2-f17cd6587e8a None None] Deleting port 44255e52-f33f-46fb-a5e3-141998a3b4c2 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:40.988861 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-63bdc66b-0e57-4b15-a2e2-f17cd6587e8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:41.037883 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:58:41.070429 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Sync routers for ids ['ef662f86-6be4-403e-9a9c-efe411d920d2'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:58:41.112225 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-63bdc66b-0e57-4b15-a2e2-f17cd6587e8a None None] For port 44255e52-f33f-46fb-a5e3-141998a3b4c2, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=44255e52-f33f-46fb-a5e3-141998a3b4c2,segment=NetworkSegment(7aa1a66f-fe36-4ec4-88a1-65c23ef469d8),segment_id=7aa1a66f-fe36-4ec4-88a1-65c23ef469d8)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:41.112902 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-63bdc66b-0e57-4b15-a2e2-f17cd6587e8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:41.117603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Routers {'ef662f86-6be4-403e-9a9c-efe411d920d2'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:58:41.118457 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ef662f86-6be4-403e-9a9c-efe411d920d2'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:41.119720 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:41.154058 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:41.173280 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1198c275-43bb-4b08-8e3c-fb919cdebda3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3716083 Dec 11 22:58:41.176287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47710) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:41.179586 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] No DVR routers for this DVR port 44255e52-f33f-46fb-a5e3-141998a3b4c2 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:58:41.181479 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Pushing event deleted for resources: {'Port': ['ID=44255e52-f33f-46fb-a5e3-141998a3b4c2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:41.212019 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-d1153633-04be-4d84-9e4d-243033678b97 service neutron] 10.222.0.45 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001072 Dec 11 22:58:41.284403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-63bdc66b-0e57-4b15-a2e2-f17cd6587e8a None None] Calling delete_port for 44255e52-f33f-46fb-a5e3-141998a3b4c2 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:41.300903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d928737e-a7fc-419b-a326-5ac22ad36627 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:58:41.329256 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:41.356396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c390f07-1f7c-4f3a-a585-97441d6c9624']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:41.379890 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa1a66f-fe36-4ec4-88a1-65c23ef469d8') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:41.380189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa1a66f-fe36-4ec4-88a1-65c23ef469d8') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:41.396467 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:41.425132 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:41.447133 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:58:41.447503 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:58:41.450381 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:58:41.506771 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-8e375400-915f-40b6-b21b-a75d4d929c5c service neutron] 10.222.0.45 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118807 Dec 11 22:58:41.800305 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Set router ef662f86-6be4-403e-9a9c-efe411d920d2 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:58:41.830612 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-63bdc66b-0e57-4b15-a2e2-f17cd6587e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:41.863844 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d928737e-a7fc-419b-a326-5ac22ad36627 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:41.864750 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:41.925254 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdc66b-0e57-4b15-a2e2-f17cd6587e8a None None] Pushing event deleted for resources: {'Port': ['ID=44255e52-f33f-46fb-a5e3-141998a3b4c2,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:41.951186 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bdc66b-0e57-4b15-a2e2-f17cd6587e8a None None] No DVR routers for this DVR port 44255e52-f33f-46fb-a5e3-141998a3b4c2 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:58:42.183357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-861726c4-67fa-4fac-aef3-b0f7b19228fa None None] Provisioning complete for port d928737e-a7fc-419b-a326-5ac22ad36627 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:42.183357 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-861726c4-67fa-4fac-aef3-b0f7b19228fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:42.282653 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:42.290845 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:42.294995 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] 10.222.0.45 "DELETE /v2.0/networks/8c390f07-1f7c-4f3a-a585-97441d6c9624 HTTP/1.1" status: 204 len: 168 time: 1.9545786 Dec 11 22:58:42.319945 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:42.335461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Pushing event deleted for resources: {'Network': ['ID=8c390f07-1f7c-4f3a-a585-97441d6c9624,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:42.366201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:42.366552 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:42.366925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:42.372014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:42.372014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:42.372014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:42.372014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:42.372014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:42.372014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:42.372014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:42.372014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:42.372014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:42.372014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80684a57-072d-437b-bb74-4c1904b9dafe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:42.474408 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'name': 'tempest-TestServerBasicOps-884955495-router', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:36Z', 'updated_at': '2021-12-11T22:58:39Z', 'revision_number': 3, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'gw_port': {'id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:59:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:38Z', 'updated_at': '2021-12-11T22:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:42.487341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 44255e52-f33f-46fb-a5e3-141998a3b4c2 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:58:42.567563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Checking router: ef662f86-6be4-403e-9a9c-efe411d920d2 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:58:42.567717 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Updating router ef662f86-6be4-403e-9a9c-efe411d920d2 port 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:58:42.575708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 44255e52-f33f-46fb-a5e3-141998a3b4c2 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:58:42.575708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 44255e52-f33f-46fb-a5e3-141998a3b4c2 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:58:42.581365 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 773600a5-b099-41ce-9adf-eef6c27828ce no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:58:42.628481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 773600a5-b099-41ce-9adf-eef6c27828ce {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:58:42.631494 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 773600a5-b099-41ce-9adf-eef6c27828ce not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:58:42.632091 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:42.883276 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47730) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:42.927632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Allocated IP 172.20.0.1 (e67588e6-31ce-4b31-b404-c84ad13cd94a/4aad2c2d-5146-4902-8870-3b240370c4cc/d629650a-43c9-4b0d-b72a-37324a91e73c) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:58:42.950855 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2382ea1a-4418-4c39-9e27-3f07490fe5a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb0d1919169e4d1aae29bafa9569b2dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0662901 Dec 11 22:58:42.957641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47734) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:43.012642 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4743cfdf-d7f2-4fb9-88eb-b93ae1fcf0e0 req-b02d6939-10d7-49f8-948a-d630e0d4e394 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 210 time: 0.0642176 Dec 11 22:58:43.026673 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2a11-cd51-4ebf-9e23-a4c7c7867266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:43.083157 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2a11-cd51-4ebf-9e23-a4c7c7867266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:43.123543 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:43.213946 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:43.217157 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:43.251574 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2a11-cd51-4ebf-9e23-a4c7c7867266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:43.254700 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2a11-cd51-4ebf-9e23-a4c7c7867266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:43.256513 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9dcb2a11-cd51-4ebf-9e23-a4c7c7867266 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2381c576-9acb-49ad-b5ca-6e787394b7d2 HTTP/1.1" status: 204 len: 168 time: 0.3038974 Dec 11 22:58:43.291284 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb2a11-cd51-4ebf-9e23-a4c7c7867266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2381c576-9acb-49ad-b5ca-6e787394b7d2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:43.352088 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741d5545-02bf-4d12-8b6d-8ff518b3caf2 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:43.409267 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Attempting to bind port 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:58:43.409675 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Attempting to bind port 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:58:43.411202 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Attempting to bind port 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:58:43.414988 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:43.439558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:58:43.440412 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:58:43.441882 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:43.443956 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:58:43.448079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Bound port: 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:58:43.448079 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:43.532861 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea262d94-175e-4cc4-81df-c3db548b2dec None None] Pushing event updated for resources: {'Port': ['ID=826a0ca9-d9bf-4725-8f67-ce0ae9d9706f,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:43.537998 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Network e67588e6-31ce-4b31-b404-c84ad13cd94a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:58:43.553856 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:58:43.558611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:58:43.563561 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Pushing event updated for resources: {'Port': ['ID=d629650a-43c9-4b0d-b72a-37324a91e73c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:43.644501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5cba1a72-481d-40a3-bda6-8694f81fdb04 None None] Provisioning complete for port 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:43.646208 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5cba1a72-481d-40a3-bda6-8694f81fdb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:43.677959 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:43.734081 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] For port 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:58:43.757318 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] For port 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=826a0ca9-d9bf-4725-8f67-ce0ae9d9706f,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:58:43.757318 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5cba1a72-481d-40a3-bda6-8694f81fdb04 None None] Port 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:58:43.803499 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:43.831154 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:43.913504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f7a53c-d83a-4f27-84ad-00df14249f36 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:43.944252 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Routers {'ef662f86-6be4-403e-9a9c-efe411d920d2'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:58:43.944894 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ef662f86-6be4-403e-9a9c-efe411d920d2'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:44.005101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea262d94-175e-4cc4-81df-c3db548b2dec None None] Pushing event updated for resources: {'Port': ['ID=826a0ca9-d9bf-4725-8f67-ce0ae9d9706f,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:44.041774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-82627eb5-2a04-4473-ad72-21a44e2b2407 None None] Provisioning complete for port d629650a-43c9-4b0d-b72a-37324a91e73c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:44.041774 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82627eb5-2a04-4473-ad72-21a44e2b2407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:44.115033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-82627eb5-2a04-4473-ad72-21a44e2b2407 None None] Port d629650a-43c9-4b0d-b72a-37324a91e73c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:58:44.144059 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:44.158858 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-82627eb5-2a04-4473-ad72-21a44e2b2407 None None] Provisioning complete for port 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:44.159518 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82627eb5-2a04-4473-ad72-21a44e2b2407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:44.166318 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] Set router ef662f86-6be4-403e-9a9c-efe411d920d2 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:58:44.274527 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-15f6efbf-2c3f-45b0-bef2-f665ac70664e req-830705bf-92ab-43a4-9483-f88cd5d6838d tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 210 time: 0.0973401 Dec 11 22:58:44.347437 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:58:44.381487 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82627eb5-2a04-4473-ad72-21a44e2b2407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:44.423547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-82627eb5-2a04-4473-ad72-21a44e2b2407 None None] For port 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=826a0ca9-d9bf-4725-8f67-ce0ae9d9706f,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:44.453523 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:44.496154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'name': 'tempest-TestServerBasicOps-884955495-router', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:36Z', 'updated_at': '2021-12-11T22:58:39Z', 'revision_number': 3, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'gw_port': {'id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:59:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:38Z', 'updated_at': '2021-12-11T22:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:44.527143 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f464100b-4164-47c6-ac59-2f6545407291 None None] The sync data for ids ['ef662f86-6be4-403e-9a9c-efe411d920d2'] in n-d-710847-6 is: [{'id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'name': 'tempest-TestServerBasicOps-884955495-router', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:36Z', 'updated_at': '2021-12-11T22:58:39Z', 'revision_number': 3, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'gw_port': {'id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:59:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:38Z', 'updated_at': '2021-12-11T22:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:58:44.545292 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:44.563311 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82627eb5-2a04-4473-ad72-21a44e2b2407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:44.605748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47768) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:44.662530 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Pushing event updated for resources: {'Port': ['ID=d629650a-43c9-4b0d-b72a-37324a91e73c,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:44.734230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82627eb5-2a04-4473-ad72-21a44e2b2407 None None] Pushing event updated for resources: {'Port': ['ID=826a0ca9-d9bf-4725-8f67-ce0ae9d9706f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:44.745301 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b9767590-ce5b-444a-9205-b97d7d030add admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a728848ecb25492480fe304f21c68723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375244 Dec 11 22:58:44.753783 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47772) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:44.775392 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:44.964169 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56ac1a9d-cddf-40f2-8b77-6b12df13e3a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:45.010059 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56ac1a9d-cddf-40f2-8b77-6b12df13e3a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:45.130074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Network e67588e6-31ce-4b31-b404-c84ad13cd94a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:58:45.133447 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:58:45.274290 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:58:45.468507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:45.469149 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:45.497531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47792) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:45.522195 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-11a41af5-cdea-4f84-815b-fcba813a9426 req-48634fde-e914-4d41-9702-9742c4cc676d tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 210 time: 0.0804515 Dec 11 22:58:45.543474 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56ac1a9d-cddf-40f2-8b77-6b12df13e3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:45.546201 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-56ac1a9d-cddf-40f2-8b77-6b12df13e3a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:45.547415 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-56ac1a9d-cddf-40f2-8b77-6b12df13e3a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0aae52ac-84d1-4f02-a464-09ed17536db2 HTTP/1.1" status: 204 len: 168 time: 0.7917097 Dec 11 22:58:45.610047 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac1a9d-cddf-40f2-8b77-6b12df13e3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aae52ac-84d1-4f02-a464-09ed17536db2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:45.678986 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Router ef662f86-6be4-403e-9a9c-efe411d920d2 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:58:45.828907 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b1aadd43-e4c1-4795-bc92-82bc2ebeda5c None None] Provisioning complete for port d629650a-43c9-4b0d-b72a-37324a91e73c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:45.830435 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b1aadd43-e4c1-4795-bc92-82bc2ebeda5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:45.997348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b1aadd43-e4c1-4795-bc92-82bc2ebeda5c None None] Port d629650a-43c9-4b0d-b72a-37324a91e73c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:58:46.017264 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-6c5fbc27-2979-4529-9660-bd42acef91e7 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:46.019901 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-6c5fbc27-2979-4529-9660-bd42acef91e7 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.47 "GET /v2.0/networks?id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 HTTP/1.1" status: 200 len: 815 time: 0.4226723 Dec 11 22:58:46.038599 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-c81edcf7-47fe-4b83-b316-2e7acceb7c9b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Request body: {'port': {'device_id': 'f28b8f1f-6a42-4aaa-b724-8fc38d1250df', 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8', 'admin_state_up': True, 'tenant_id': 'e2a27b8424d74ef9a6fefad9f327341b'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:58:46.239408 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:58:46.245497 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-942f7add-0905-4a82-b465-fe059c940842 admin admin] 10.222.0.45 "PUT /v2.0/routers/ef662f86-6be4-403e-9a9c-efe411d920d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0615273 Dec 11 22:58:46.917057 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9ffd2f6-8930-4ec3-a354-baf7e0663d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:47.012470 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6d107e8-f28f-4aaf-aa45-69dba7d1f517 req-bc3c04db-7d9c-4f3a-bf6c-74cb73cba97f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 210 time: 0.0441570 Dec 11 22:58:47.031780 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-c81edcf7-47fe-4b83-b316-2e7acceb7c9b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Made reservation on behalf of e2a27b8424d74ef9a6fefad9f327341b for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:58:47.034768 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-c81edcf7-47fe-4b83-b316-2e7acceb7c9b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:47.299105 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:47.316373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-c81edcf7-47fe-4b83-b316-2e7acceb7c9b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Allocated IP 172.20.0.2 (29ff65f2-88d5-4843-bb9d-a05f6fd26ba8/75dc39c2-4403-48cb-94a1-c95b2749e375/e1f3b188-66f7-4cbf-a9df-f7b259d4c26b) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:58:47.429343 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c9ffd2f6-8930-4ec3-a354-baf7e0663d33 admin admin] Deleting port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:47.429822 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9ffd2f6-8930-4ec3-a354-baf7e0663d33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:47.538884 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-c9ffd2f6-8930-4ec3-a354-baf7e0663d33 admin admin] For port 33ca7a34-dd6a-420b-b451-6a97e2ebdca4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33ca7a34-dd6a-420b-b451-6a97e2ebdca4,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:47.539187 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9ffd2f6-8930-4ec3-a354-baf7e0663d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:47.583496 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c9ffd2f6-8930-4ec3-a354-baf7e0663d33 admin admin] Calling delete_port for 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:47.600211 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-c81edcf7-47fe-4b83-b316-2e7acceb7c9b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:47.726410 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-c81edcf7-47fe-4b83-b316-2e7acceb7c9b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:47.728636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47850) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:47.740833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['328efe96-0556-416d-a20f-ddfe57f62ce0', 'd5aeb20f-687e-4e7e-80a9-da159717754c', 'e78befc9-965f-447b-b13c-6365f730e690'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:58:47.762259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-c81edcf7-47fe-4b83-b316-2e7acceb7c9b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:58:47.776498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-c81edcf7-47fe-4b83-b316-2e7acceb7c9b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:58:47.785775 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-c81edcf7-47fe-4b83-b316-2e7acceb7c9b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:58:47.880205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47856) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:47.886081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d6f6b304-b136-4b86-9c54-df149e1aa278 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-406151133-network', 'tenant_id': '43944b0605f94a3d869274a674e033fa'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:58:47.930428 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9ffd2f6-8930-4ec3-a354-baf7e0663d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:47.939062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81edcf7-47fe-4b83-b316-2e7acceb7c9b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Pushing event updated for resources: {'Port': ['ID=e1f3b188-66f7-4cbf-a9df-f7b259d4c26b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:47.948024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-c81edcf7-47fe-4b83-b316-2e7acceb7c9b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:47.948691 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-c81edcf7-47fe-4b83-b316-2e7acceb7c9b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:48.017197 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffd2f6-8930-4ec3-a354-baf7e0663d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ca7a34-dd6a-420b-b451-6a97e2ebdca4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:48.060864 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887055d0-2787-4717-90c4-3725027db999 None None] Sync routers for ids ['ef662f86-6be4-403e-9a9c-efe411d920d2'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:58:48.081221 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887055d0-2787-4717-90c4-3725027db999 None None] Routers {'ef662f86-6be4-403e-9a9c-efe411d920d2'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:58:48.086420 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-887055d0-2787-4717-90c4-3725027db999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ef662f86-6be4-403e-9a9c-efe411d920d2'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:48.103689 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f6b304-b136-4b86-9c54-df149e1aa278 admin admin] Made reservation on behalf of 43944b0605f94a3d869274a674e033fa for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:58:48.106032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b304-b136-4b86-9c54-df149e1aa278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:48.142748 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b304-b136-4b86-9c54-df149e1aa278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:48.165100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d30e551c-f9fe-4c3c-b0ff-ee2398c450ee admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-network', 'tenant_id': '8b61da717ab14ef48634b138167515ff'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:58:48.196656 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-c81edcf7-47fe-4b83-b316-2e7acceb7c9b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1632047 Dec 11 22:58:48.381664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c04513-75bd-42b4-9391-15ef5f97dd3e req-2a612ef0-0abd-4d66-8045-4998d6a27098 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:48.391599 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34c04513-75bd-42b4-9391-15ef5f97dd3e req-2a612ef0-0abd-4d66-8045-4998d6a27098 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 931 time: 0.1860232 Dec 11 22:58:48.434697 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-887055d0-2787-4717-90c4-3725027db999 None None] Set router ef662f86-6be4-403e-9a9c-efe411d920d2 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:58:48.472843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30e551c-f9fe-4c3c-b0ff-ee2398c450ee admin admin] Made reservation on behalf of 8b61da717ab14ef48634b138167515ff for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:58:48.475738 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d30e551c-f9fe-4c3c-b0ff-ee2398c450ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:48.495026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Request body: {'port': {'device_id': 'f28b8f1f-6a42-4aaa-b724-8fc38d1250df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:58:48.529341 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d30e551c-f9fe-4c3c-b0ff-ee2398c450ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:48.536627 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b304-b136-4b86-9c54-df149e1aa278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:48.565356 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9ffd2f6-8930-4ec3-a354-baf7e0663d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:48.573366 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34c04513-75bd-42b4-9391-15ef5f97dd3e req-c33b9132-7c73-4b46-920f-7c891310777b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808116 Dec 11 22:58:48.620530 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:48.649723 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b304-b136-4b86-9c54-df149e1aa278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:48.680555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6b304-b136-4b86-9c54-df149e1aa278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4c977d-a40c-4c38-ab58-4d5bc4cd6bdc,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:48.723683 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f6b304-b136-4b86-9c54-df149e1aa278 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:58:48.742371 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b304-b136-4b86-9c54-df149e1aa278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:48.742924 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-d6f6b304-b136-4b86-9c54-df149e1aa278 admin admin] Added segment d09ad685-5f33-4dbe-a2a1-667ba6b6ec73 of type vlan for network 2134eeda-0a10-4aab-81ff-437d26fc8910 Dec 11 22:58:48.772241 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-887055d0-2787-4717-90c4-3725027db999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'name': 'tempest-TestServerBasicOps-884955495-router', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:36Z', 'updated_at': '2021-12-11T22:58:43Z', 'revision_number': 4, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'gw_port': {'id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:38Z', 'updated_at': '2021-12-11T22:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'd629650a-43c9-4b0d-b72a-37324a91e73c', 'name': '', 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'mac_address': 'fa:16:3e:b9:fa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:42Z', 'updated_at': '2021-12-11T22:58:44Z', 'revision_number': 2, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'subnets': [{'id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:48.811825 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887055d0-2787-4717-90c4-3725027db999 None None] Checking router: ef662f86-6be4-403e-9a9c-efe411d920d2 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:58:48.812141 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887055d0-2787-4717-90c4-3725027db999 None None] Updating router ef662f86-6be4-403e-9a9c-efe411d920d2 port d629650a-43c9-4b0d-b72a-37324a91e73c binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:58:48.836243 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c7166da4-cdcc-4f0f-a641-3813947f7c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:48.846092 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-887055d0-2787-4717-90c4-3725027db999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:48.847328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d30e551c-f9fe-4c3c-b0ff-ee2398c450ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:48.871769 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b304-b136-4b86-9c54-df149e1aa278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:48.932228 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d30e551c-f9fe-4c3c-b0ff-ee2398c450ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:48.951843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30e551c-f9fe-4c3c-b0ff-ee2398c450ee admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:58:48.969393 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ffd2f6-8930-4ec3-a354-baf7e0663d33 admin admin] Router 0ea403fe-fb5c-4430-8089-82a08b66eca1 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:58:49.017457 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d30e551c-f9fe-4c3c-b0ff-ee2398c450ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:49.017929 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-d30e551c-f9fe-4c3c-b0ff-ee2398c450ee admin admin] Added segment 975b648c-5cc5-4c5d-9aaf-6ac9ba896be4 of type vlan for network 448529fa-dca5-4940-b4be-8ebfa5e6a3e4 Dec 11 22:58:49.022831 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b304-b136-4b86-9c54-df149e1aa278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:49.026706 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f6b304-b136-4b86-9c54-df149e1aa278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:49.027346 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d6f6b304-b136-4b86-9c54-df149e1aa278 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:49.034366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e551c-f9fe-4c3c-b0ff-ee2398c450ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac95533-96d1-4bdb-bdeb-8c75d1dd7678,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:49.191658 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d30e551c-f9fe-4c3c-b0ff-ee2398c450ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:49.264025 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-887055d0-2787-4717-90c4-3725027db999 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:49.283510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f3b188-66f7-4cbf-a9df-f7b259d4c26b {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:58:49.298629 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:49.316100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Transition to ACTIVE for port object e1f3b188-66f7-4cbf-a9df-f7b259d4c26b will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:58:49.381493 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d30e551c-f9fe-4c3c-b0ff-ee2398c450ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:49.382837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30e551c-f9fe-4c3c-b0ff-ee2398c450ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:49.383833 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d30e551c-f9fe-4c3c-b0ff-ee2398c450ee admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:49.400914 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d6f6b304-b136-4b86-9c54-df149e1aa278 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5193610 Dec 11 22:58:49.407834 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-887055d0-2787-4717-90c4-3725027db999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:49.409165 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47884) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:49.444627 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-78751ac8-539d-46de-afec-887f214de468 admin admin] Request body: {'subnet': {'network_id': '2134eeda-0a10-4aab-81ff-437d26fc8910', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-406151133-subnet', 'tenant_id': '43944b0605f94a3d869274a674e033fa', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:58:49.461332 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6b304-b136-4b86-9c54-df149e1aa278 admin admin] Pushing event updated for resources: {'Network': ['ID=2134eeda-0a10-4aab-81ff-437d26fc8910,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:49.477012 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 2134eeda-0a10-4aab-81ff-437d26fc8910 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:58:49.480491 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ffd2f6-8930-4ec3-a354-baf7e0663d33 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:58:49.489750 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c9ffd2f6-8930-4ec3-a354-baf7e0663d33 admin admin] 10.222.0.45 "PUT /v2.0/routers/0ea403fe-fb5c-4430-8089-82a08b66eca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9780135 Dec 11 22:58:49.490378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47886) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:49.513225 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78757d-34d8-4061-8193-f12a55e99a71 None None] Sync routers for ids ['0ea403fe-fb5c-4430-8089-82a08b66eca1'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:58:49.519444 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528e222-55ab-432d-8fde-3cb7766a25ab None None] Pushing event updated for resources: {'Port': ['ID=d629650a-43c9-4b0d-b72a-37324a91e73c,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:49.526484 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d30e551c-f9fe-4c3c-b0ff-ee2398c450ee admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7962899 Dec 11 22:58:49.527654 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:49.529634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47888) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:49.554976 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528e222-55ab-432d-8fde-3cb7766a25ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:49.559303 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528e222-55ab-432d-8fde-3cb7766a25ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:49.559303 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528e222-55ab-432d-8fde-3cb7766a25ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:49.559303 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528e222-55ab-432d-8fde-3cb7766a25ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:49.559303 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528e222-55ab-432d-8fde-3cb7766a25ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:49.559303 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528e222-55ab-432d-8fde-3cb7766a25ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:49.559303 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528e222-55ab-432d-8fde-3cb7766a25ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:49.559303 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528e222-55ab-432d-8fde-3cb7766a25ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:49.559303 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528e222-55ab-432d-8fde-3cb7766a25ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:49.564252 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528e222-55ab-432d-8fde-3cb7766a25ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:49.564252 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528e222-55ab-432d-8fde-3cb7766a25ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:49.567094 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528e222-55ab-432d-8fde-3cb7766a25ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:49.567871 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4528e222-55ab-432d-8fde-3cb7766a25ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:58:49.591070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8fc732f4-3150-4512-9edc-6b1e3a544cbc admin admin] Request body: {'subnet': {'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-subnet', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:58:49.618994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78757d-34d8-4061-8193-f12a55e99a71 None None] Routers {'0ea403fe-fb5c-4430-8089-82a08b66eca1'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:58:49.619962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5f78757d-34d8-4061-8193-f12a55e99a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0ea403fe-fb5c-4430-8089-82a08b66eca1'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:49.656194 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78751ac8-539d-46de-afec-887f214de468 admin admin] Made reservation on behalf of 43944b0605f94a3d869274a674e033fa for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:58:49.657819 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-78751ac8-539d-46de-afec-887f214de468 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:49.724724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e551c-f9fe-4c3c-b0ff-ee2398c450ee admin admin] Pushing event updated for resources: {'Network': ['ID=448529fa-dca5-4940-b4be-8ebfa5e6a3e4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:49.818326 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-5f78757d-34d8-4061-8193-f12a55e99a71 None None] Set router 0ea403fe-fb5c-4430-8089-82a08b66eca1 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:58:49.866798 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa551c6b-3b40-40f3-aa62-97b0fc36de18 admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:49.876842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Pushing event updated for resources: {'Port': ['ID=e1f3b188-66f7-4cbf-a9df-f7b259d4c26b,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:49.897263 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 448529fa-dca5-4940-b4be-8ebfa5e6a3e4 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:58:49.968850 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-887055d0-2787-4717-90c4-3725027db999 None None] Attempting to bind port d629650a-43c9-4b0d-b72a-37324a91e73c on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:58:49.969364 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-887055d0-2787-4717-90c4-3725027db999 None None] Attempting to bind port d629650a-43c9-4b0d-b72a-37324a91e73c by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'b589821a-604a-4a8a-93e4-a80160b2f4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:58:49.970203 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887055d0-2787-4717-90c4-3725027db999 None None] Attempting to bind port d629650a-43c9-4b0d-b72a-37324a91e73c on network e67588e6-31ce-4b31-b404-c84ad13cd94a {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:58:49.982312 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887055d0-2787-4717-90c4-3725027db999 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:58:49.983387 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887055d0-2787-4717-90c4-3725027db999 None None] Checking segment: {'id': 'b589821a-604a-4a8a-93e4-a80160b2f4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:58:49.984207 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-887055d0-2787-4717-90c4-3725027db999 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:49.984502 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887055d0-2787-4717-90c4-3725027db999 None None] Bound using segment: {'id': 'b589821a-604a-4a8a-93e4-a80160b2f4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:58:49.984988 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-887055d0-2787-4717-90c4-3725027db999 None None] Bound port: d629650a-43c9-4b0d-b72a-37324a91e73c, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b589821a-604a-4a8a-93e4-a80160b2f4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:58:49.985371 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-887055d0-2787-4717-90c4-3725027db999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:50.008593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc732f4-3150-4512-9edc-6b1e3a544cbc admin admin] Made reservation on behalf of 8b61da717ab14ef48634b138167515ff for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:58:50.010983 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8fc732f4-3150-4512-9edc-6b1e3a544cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:50.083182 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-887055d0-2787-4717-90c4-3725027db999 None None] For port d629650a-43c9-4b0d-b72a-37324a91e73c, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:58:50.087663 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-887055d0-2787-4717-90c4-3725027db999 None None] For port d629650a-43c9-4b0d-b72a-37324a91e73c, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d629650a-43c9-4b0d-b72a-37324a91e73c,segment=NetworkSegment(b589821a-604a-4a8a-93e4-a80160b2f4c2),segment_id=b589821a-604a-4a8a-93e4-a80160b2f4c2)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:58:50.092380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d22075-e326-41b4-b6a8-abcdc6f01ffd req-bae85733-77af-4fdd-b259-9865fd1171d8 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:50.094207 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00d22075-e326-41b4-b6a8-abcdc6f01ffd req-bae85733-77af-4fdd-b259-9865fd1171d8 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 943 time: 0.3408620 Dec 11 22:58:50.178074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Attempting to bind port e1f3b188-66f7-4cbf-a9df-f7b259d4c26b on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:58:50.178416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Attempting to bind port e1f3b188-66f7-4cbf-a9df-f7b259d4c26b by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:58:50.178747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Attempting to bind port e1f3b188-66f7-4cbf-a9df-f7b259d4c26b on network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:58:50.189848 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-887055d0-2787-4717-90c4-3725027db999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:50.216752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Port e1f3b188-66f7-4cbf-a9df-f7b259d4c26b on network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:58:50.217366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Attempting to bind port e1f3b188-66f7-4cbf-a9df-f7b259d4c26b on network 29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:58:50.231561 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00d22075-e326-41b4-b6a8-abcdc6f01ffd req-64d0d980-5adf-4890-8aa6-2eb0515f6a35 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066129 Dec 11 22:58:50.234220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:58:50.234565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Checking segment: {'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:58:50.234985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Bound using segment: {'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:58:50.235444 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Bound port: e1f3b188-66f7-4cbf-a9df-f7b259d4c26b, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:58:50.235809 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:50.347394 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887055d0-2787-4717-90c4-3725027db999 None None] Routers {'ef662f86-6be4-403e-9a9c-efe411d920d2'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:58:50.350215 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-887055d0-2787-4717-90c4-3725027db999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ef662f86-6be4-403e-9a9c-efe411d920d2'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:50.375364 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa551c6b-3b40-40f3-aa62-97b0fc36de18 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:50.385961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] For port e1f3b188-66f7-4cbf-a9df-f7b259d4c26b, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:58:50.412564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-14c4de18-5dbd-4914-ae9e-2738df921d98 None None] Provisioning complete for port d629650a-43c9-4b0d-b72a-37324a91e73c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:50.413294 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14c4de18-5dbd-4914-ae9e-2738df921d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:50.425349 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-78751ac8-539d-46de-afec-887f214de468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:50.467557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] For port e1f3b188-66f7-4cbf-a9df-f7b259d4c26b, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e1f3b188-66f7-4cbf-a9df-f7b259d4c26b,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:58:50.545056 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:50.614654 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-887055d0-2787-4717-90c4-3725027db999 None None] Set router ef662f86-6be4-403e-9a9c-efe411d920d2 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:58:50.616753 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8fc732f4-3150-4512-9edc-6b1e3a544cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:50.640989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:50.641612 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:50.644445 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] 10.222.0.47 "PUT /v2.0/ports/e1f3b188-66f7-4cbf-a9df-f7b259d4c26b HTTP/1.1" status: 200 len: 1091 time: 2.4274025 Dec 11 22:58:50.649723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28b8f1f-6a42-4aaa-b724-8fc38d1250df', 'tag': 'e1f3b188-66f7-4cbf-a9df-f7b259d4c26b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:58:50.655771 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c554e836-44c3-4363-97cd-ab29226794e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f28b8f1f-6a42-4aaa-b724-8fc38d1250df", "tag": "e1f3b188-66f7-4cbf-a9df-f7b259d4c26b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:58:50.695982 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14c4de18-5dbd-4914-ae9e-2738df921d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:50.734656 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528e222-55ab-432d-8fde-3cb7766a25ab None None] Pushing event updated for resources: {'Port': ['ID=d629650a-43c9-4b0d-b72a-37324a91e73c,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:50.750463 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78751ac8-539d-46de-afec-887f214de468 admin admin] Checking segment: {'id': 'd09ad685-5f33-4dbe-a2a1-667ba6b6ec73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2134eeda-0a10-4aab-81ff-437d26fc8910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:58:50.753624 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78751ac8-539d-46de-afec-887f214de468 admin admin] Network hostable DHCP agents. Network: 2134eeda-0a10-4aab-81ff-437d26fc8910, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:58:50.794227 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78751ac8-539d-46de-afec-887f214de468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10975e76-75b3-44ad-a405-f1dd39d43757,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:50.802732 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-aa551c6b-3b40-40f3-aa62-97b0fc36de18 admin admin] Deleting port 092e12a7-a5f1-41d7-a694-3428efd279da {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:50.803116 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa551c6b-3b40-40f3-aa62-97b0fc36de18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:50.848133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-14c4de18-5dbd-4914-ae9e-2738df921d98 None None] For port d629650a-43c9-4b0d-b72a-37324a91e73c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d629650a-43c9-4b0d-b72a-37324a91e73c,segment=NetworkSegment(b589821a-604a-4a8a-93e4-a80160b2f4c2),segment_id=b589821a-604a-4a8a-93e4-a80160b2f4c2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:50.850033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5f78757d-34d8-4061-8193-f12a55e99a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:58:47Z', 'revision_number': 5, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port': {'id': '092e12a7-a5f1-41d7-a694-3428efd279da', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:48:40Z', 'updated_at': '2021-12-11T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:50.881663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ed982-4551-4818-ba00-ba71d7dbee3b service neutron] Pushing event updated for resources: {'Port': ['ID=e1f3b188-66f7-4cbf-a9df-f7b259d4c26b,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:50.900962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78757d-34d8-4061-8193-f12a55e99a71 None None] Checking router: 0ea403fe-fb5c-4430-8089-82a08b66eca1 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:58:50.907055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78751ac8-539d-46de-afec-887f214de468 admin admin] Network 2134eeda-0a10-4aab-81ff-437d26fc8910 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:58:50.926915 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78757d-34d8-4061-8193-f12a55e99a71 None None] Routers {'0ea403fe-fb5c-4430-8089-82a08b66eca1'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:58:50.929635 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5f78757d-34d8-4061-8193-f12a55e99a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0ea403fe-fb5c-4430-8089-82a08b66eca1'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:50.977561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc732f4-3150-4512-9edc-6b1e3a544cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9bf2d6-65bb-4b47-a686-644dd9bd9730,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:50.985572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc732f4-3150-4512-9edc-6b1e3a544cbc admin admin] Checking segment: {'id': '975b648c-5cc5-4c5d-9aaf-6ac9ba896be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:58:50.985866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc732f4-3150-4512-9edc-6b1e3a544cbc admin admin] Network hostable DHCP agents. Network: 448529fa-dca5-4940-b4be-8ebfa5e6a3e4, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:58:51.023891 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-887055d0-2787-4717-90c4-3725027db999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'name': 'tempest-TestServerBasicOps-884955495-router', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:36Z', 'updated_at': '2021-12-11T22:58:43Z', 'revision_number': 4, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'gw_port': {'id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:38Z', 'updated_at': '2021-12-11T22:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'd629650a-43c9-4b0d-b72a-37324a91e73c', 'name': '', 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'mac_address': 'fa:16:3e:b9:fa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:42Z', 'updated_at': '2021-12-11T22:58:50Z', 'revision_number': 4, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'subnets': [{'id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:51.032866 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-aa551c6b-3b40-40f3-aa62-97b0fc36de18 admin admin] For port 092e12a7-a5f1-41d7-a694-3428efd279da, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=092e12a7-a5f1-41d7-a694-3428efd279da,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:51.034580 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa551c6b-3b40-40f3-aa62-97b0fc36de18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:51.038203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-b34a8c25-da3d-4bcb-9171-39138bd97017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:51.040454 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-78751ac8-539d-46de-afec-887f214de468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 2134eeda-0a10-4aab-81ff-437d26fc8910) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:58:51.041967 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-b34a8c25-da3d-4bcb-9171-39138bd97017 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 1094 time: 0.2307899 Dec 11 22:58:51.051435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78751ac8-539d-46de-afec-887f214de468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:51.054477 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-78751ac8-539d-46de-afec-887f214de468 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:51.082424 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887055d0-2787-4717-90c4-3725027db999 None None] The sync data for ids ['ef662f86-6be4-403e-9a9c-efe411d920d2'] in n-d-710847-6 is: [{'id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'name': 'tempest-TestServerBasicOps-884955495-router', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:36Z', 'updated_at': '2021-12-11T22:58:43Z', 'revision_number': 4, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'gw_port': {'id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:38Z', 'updated_at': '2021-12-11T22:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'd629650a-43c9-4b0d-b72a-37324a91e73c', 'name': '', 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'mac_address': 'fa:16:3e:b9:fa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:42Z', 'updated_at': '2021-12-11T22:58:50Z', 'revision_number': 4, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'subnets': [{'id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:58:51.099272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-5f78757d-34d8-4061-8193-f12a55e99a71 None None] Set router 0ea403fe-fb5c-4430-8089-82a08b66eca1 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:58:51.102655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-aa551c6b-3b40-40f3-aa62-97b0fc36de18 admin admin] Calling delete_port for 092e12a7-a5f1-41d7-a694-3428efd279da owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:51.167977 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5f78757d-34d8-4061-8193-f12a55e99a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:58:50Z', 'revision_number': 6, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:51.195459 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ded8d97-1f3e-40d4-b2b0-1aef948bc839 x-openstack-request-id: req-1ded8d97-1f3e-40d4-b2b0-1aef948bc839 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:58:51.195749 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28b8f1f-6a42-4aaa-b724-8fc38d1250df", "tag": "e1f3b188-66f7-4cbf-a9df-f7b259d4c26b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:58:51.203396 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ded8d97-1f3e-40d4-b2b0-1aef948bc839 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:58:51.203396 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28b8f1f-6a42-4aaa-b724-8fc38d1250df', 'tag': 'e1f3b188-66f7-4cbf-a9df-f7b259d4c26b', 'status': 'completed', 'code': 200} Dec 11 22:58:51.203396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc732f4-3150-4512-9edc-6b1e3a544cbc admin admin] Network 448529fa-dca5-4940-b4be-8ebfa5e6a3e4 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:58:51.203396 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-66b6bd79-235b-453a-8990-550cc60c156b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1f3b188-66f7-4cbf-a9df-f7b259d4c26b HTTP/1.1" status: 200 len: 217 time: 0.1452079 Dec 11 22:58:51.213829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e166030-4b1d-432f-921b-ed52f45e567d None None] Network 2134eeda-0a10-4aab-81ff-437d26fc8910 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:58:51.218251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78757d-34d8-4061-8193-f12a55e99a71 None None] The sync data for ids ['0ea403fe-fb5c-4430-8089-82a08b66eca1'] in n-d-710847-6 is: [{'id': '0ea403fe-fb5c-4430-8089-82a08b66eca1', 'name': 'tempest-AttachVolumeTestJSON-758320863-router', 'tenant_id': '9d6abf9ec56c472face9a971de3e07c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:48:39Z', 'updated_at': '2021-12-11T22:58:50Z', 'revision_number': 6, 'project_id': '9d6abf9ec56c472face9a971de3e07c9', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:58:51.225462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-8fc732f4-3150-4512-9edc-6b1e3a544cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 448529fa-dca5-4940-b4be-8ebfa5e6a3e4) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:58:51.244911 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14c4de18-5dbd-4914-ae9e-2738df921d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:51.259870 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-78751ac8-539d-46de-afec-887f214de468 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8212686 Dec 11 22:58:51.282294 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47906) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:51.295054 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-406151133-router', 'tenant_id': '43944b0605f94a3d869274a674e033fa', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:58:51.313484 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc732f4-3150-4512-9edc-6b1e3a544cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:51.314087 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8fc732f4-3150-4512-9edc-6b1e3a544cbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:51.351677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ebbcbc-fd62-4131-b8a7-957efe6b733c None None] Network 448529fa-dca5-4940-b4be-8ebfa5e6a3e4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:58:51.356615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-3413f3d5-37da-473a-ba53-e01d356532df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:51.359593 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-3413f3d5-37da-473a-ba53-e01d356532df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75dc39c2-4403-48cb-94a1-c95b2749e375 HTTP/1.1" status: 200 len: 855 time: 0.1494086 Dec 11 22:58:51.369289 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4de18-5dbd-4914-ae9e-2738df921d98 None None] Pushing event updated for resources: {'Port': ['ID=d629650a-43c9-4b0d-b72a-37324a91e73c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:51.415488 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-4205a010-bd6c-4e7c-82e1-7651ab989b9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451336 Dec 11 22:58:51.513062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8621e2dd-d872-473c-b4d9-d28d5c7ba3c0 None None] Provisioning complete for port d629650a-43c9-4b0d-b72a-37324a91e73c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:51.513442 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8621e2dd-d872-473c-b4d9-d28d5c7ba3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:51.584072 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:51.584072 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:51.661955 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85d208-7ad0-4068-9132-64880d401eab req-c932d600-cb79-4d19-85c6-1050dfaf960b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:51.663872 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0a85d208-7ad0-4068-9132-64880d401eab req-c932d600-cb79-4d19-85c6-1050dfaf960b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 943 time: 0.2534180 Dec 11 22:58:51.675773 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa551c6b-3b40-40f3-aa62-97b0fc36de18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:51.720818 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8fc732f4-3150-4512-9edc-6b1e3a544cbc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1378558 Dec 11 22:58:51.725110 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47912) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:51.761032 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1ebf9cc9-38bf-43c8-ba3d-33d8a806039f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:51.784317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-router', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:58:51.812039 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa551c6b-3b40-40f3-aa62-97b0fc36de18 admin admin] Pushing event deleted for resources: {'Port': ['ID=092e12a7-a5f1-41d7-a694-3428efd279da,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:51.812965 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-296fa018-f247-4b75-90ea-fcf130fc0d13 service neutron] 10.222.0.47 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910012 Dec 11 22:58:51.846352 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:51.907398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993ed9e3-dac0-4a9d-8969-3b16f9bc792a None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:51.935373 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'project_id': '8b61da717ab14ef48634b138167515ff', 'fixed_ips': [{'subnet_id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:58:51.936871 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:51.942184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-2134eeda-0a10-4aab-81ff-437d26fc8910', 'network_id': '2134eeda-0a10-4aab-81ff-437d26fc8910', 'project_id': '43944b0605f94a3d869274a674e033fa', 'fixed_ips': [{'subnet_id': '10975e76-75b3-44ad-a405-f1dd39d43757'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:58:51.943273 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.129081 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-444cdb12-3e7d-4487-861a-1ec50d934716 req-51db9d60-1572-4c86-b4a5-c03d657f7b8b service neutron] 10.222.0.47 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047190 Dec 11 22:58:52.220126 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0a85d208-7ad0-4068-9132-64880d401eab req-9b07fb7e-5092-442a-b5a3-c7856ee3e2ae tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692924 Dec 11 22:58:52.222141 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.247222 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa551c6b-3b40-40f3-aa62-97b0fc36de18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.270835 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.274384 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.355032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Allocated IP 172.20.0.2 (2134eeda-0a10-4aab-81ff-437d26fc8910/10975e76-75b3-44ad-a405-f1dd39d43757/ce4bbe73-1b36-4247-a2ca-955440aaf97f) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:58:52.380037 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.385426 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.390585 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa551c6b-3b40-40f3-aa62-97b0fc36de18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.403157 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Allocated IP 172.20.0.2 (448529fa-dca5-4940-b4be-8ebfa5e6a3e4/7b9bf2d6-65bb-4b47-a686-644dd9bd9730/c47fede5-97e3-4d36-b157-accb3824f671) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:58:52.429940 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa551c6b-3b40-40f3-aa62-97b0fc36de18 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.601348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554e836-44c3-4363-97cd-ab29226794e3 req-4e745765-7f42-480f-a955-045592cac4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:52.603128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c554e836-44c3-4363-97cd-ab29226794e3 req-4e745765-7f42-480f-a955-045592cac4fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 1094 time: 0.2254124 Dec 11 22:58:52.620679 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.621671 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa551c6b-3b40-40f3-aa62-97b0fc36de18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.622222 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa551c6b-3b40-40f3-aa62-97b0fc36de18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ea403fe-fb5c-4430-8089-82a08b66eca1 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 22:58:52.629116 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa551c6b-3b40-40f3-aa62-97b0fc36de18 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.633491 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-aa551c6b-3b40-40f3-aa62-97b0fc36de18 admin admin] 10.222.0.45 "DELETE /v2.0/routers/0ea403fe-fb5c-4430-8089-82a08b66eca1 HTTP/1.1" status: 204 len: 168 time: 3.1416905 Dec 11 22:58:52.669761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47918) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:52.745438 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.760915 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.767941 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.778157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-120e750a-2130-44ae-b8c1-1481bf7dde5b admin admin] Deleting subnet 987c9be0-fcb0-4823-a9e6-efc112c434ab {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 22:58:52.816795 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-120e750a-2130-44ae-b8c1-1481bf7dde5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.851286 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Pushing event updated for resources: {'Port': ['ID=ce4bbe73-1b36-4247-a2ca-955440aaf97f,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:52.859869 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Network 2134eeda-0a10-4aab-81ff-437d26fc8910 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:58:52.873157 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.880025 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:58:52.915941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Allocated IP 172.25.1.73 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/bdd86ae3-eef3-494a-9b75-4fd86ac4ef11) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:58:52.918200 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:52.926500 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:58:53.023471 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-120e750a-2130-44ae-b8c1-1481bf7dde5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:53.075653 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:53.152043 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:53.211098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554e836-44c3-4363-97cd-ab29226794e3 req-16ba2c22-9813-4905-bf55-60d47b2af2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:53.213099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c554e836-44c3-4363-97cd-ab29226794e3 req-16ba2c22-9813-4905-bf55-60d47b2af2c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 HTTP/1.1" status: 200 len: 916 time: 0.5994248 Dec 11 22:58:53.219002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Network 448529fa-dca5-4940-b4be-8ebfa5e6a3e4 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:58:53.227168 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Attempting to bind port ce4bbe73-1b36-4247-a2ca-955440aaf97f on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:58:53.227555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Attempting to bind port ce4bbe73-1b36-4247-a2ca-955440aaf97f by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'd09ad685-5f33-4dbe-a2a1-667ba6b6ec73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2134eeda-0a10-4aab-81ff-437d26fc8910'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:58:53.227933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Attempting to bind port ce4bbe73-1b36-4247-a2ca-955440aaf97f on network 2134eeda-0a10-4aab-81ff-437d26fc8910 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:58:53.238708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Pushing event updated for resources: {'Port': ['ID=c47fede5-97e3-4d36-b157-accb3824f671,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:53.251320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:58:53.254895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:58:53.267696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Checking segment: {'id': 'd09ad685-5f33-4dbe-a2a1-667ba6b6ec73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2134eeda-0a10-4aab-81ff-437d26fc8910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:58:53.268294 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:53.268730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Bound using segment: {'id': 'd09ad685-5f33-4dbe-a2a1-667ba6b6ec73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2134eeda-0a10-4aab-81ff-437d26fc8910'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:58:53.270783 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:53.290083 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Bound port: ce4bbe73-1b36-4247-a2ca-955440aaf97f, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09ad685-5f33-4dbe-a2a1-667ba6b6ec73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2134eeda-0a10-4aab-81ff-437d26fc8910'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:58:53.290593 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:53.319891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:58:53.337713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d629650a-43c9-4b0d-b72a-37324a91e73c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:58:53.346180 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c554e836-44c3-4363-97cd-ab29226794e3 req-4a92b73a-8206-47ff-adfc-00fa65c1ae76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1f3b188-66f7-4cbf-a9df-f7b259d4c26b HTTP/1.1" status: 200 len: 217 time: 0.1197410 Dec 11 22:58:53.351198 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:58:53.386221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:58:53.398508 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:58:53.440665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554e836-44c3-4363-97cd-ab29226794e3 req-8d2cbcb3-a944-47bd-9e4d-be66fc72853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:53.442414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c554e836-44c3-4363-97cd-ab29226794e3 req-8d2cbcb3-a944-47bd-9e4d-be66fc72853f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75dc39c2-4403-48cb-94a1-c95b2749e375 HTTP/1.1" status: 200 len: 855 time: 0.0730283 Dec 11 22:58:53.445814 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-120e750a-2130-44ae-b8c1-1481bf7dde5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:53.487474 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Pushing event updated for resources: {'Port': ['ID=bdd86ae3-eef3-494a-9b75-4fd86ac4ef11,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:53.494143 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9589673-abca-4cf9-933f-82495c2ab18e None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:53.507308 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c554e836-44c3-4363-97cd-ab29226794e3 req-e7d39449-77e1-4416-acb9-314373aeb806 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535147 Dec 11 22:58:53.542923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30583f01-df7b-48bb-85c0-139bd64cf66a req-eaa62f7b-aa14-42ed-bb16-3ce769036365 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:53.544534 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-30583f01-df7b-48bb-85c0-139bd64cf66a req-eaa62f7b-aa14-42ed-bb16-3ce769036365 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 943 time: 0.1956451 Dec 11 22:58:53.556989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Attempting to bind port c47fede5-97e3-4d36-b157-accb3824f671 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:58:53.564014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Attempting to bind port c47fede5-97e3-4d36-b157-accb3824f671 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '975b648c-5cc5-4c5d-9aaf-6ac9ba896be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:58:53.564014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Attempting to bind port c47fede5-97e3-4d36-b157-accb3824f671 on network 448529fa-dca5-4940-b4be-8ebfa5e6a3e4 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:58:53.568305 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:58:53.568930 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Checking segment: {'id': '975b648c-5cc5-4c5d-9aaf-6ac9ba896be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:58:53.569706 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:53.570368 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Bound using segment: {'id': '975b648c-5cc5-4c5d-9aaf-6ac9ba896be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:58:53.570970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Bound port: c47fede5-97e3-4d36-b157-accb3824f671, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975b648c-5cc5-4c5d-9aaf-6ac9ba896be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:58:53.571458 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:53.684484 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d629650a-43c9-4b0d-b72a-37324a91e73c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:53.685122 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:53.689849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] For port ce4bbe73-1b36-4247-a2ca-955440aaf97f, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:58:53.696577 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a390beee-a2df-4f32-b476-1d4ee3235cea None None] Provisioning complete for port bdd86ae3-eef3-494a-9b75-4fd86ac4ef11 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:53.697174 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a390beee-a2df-4f32-b476-1d4ee3235cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:53.746082 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:53.772473 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-120e750a-2130-44ae-b8c1-1481bf7dde5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:53.775657 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:53.778950 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a390beee-a2df-4f32-b476-1d4ee3235cea None None] Port bdd86ae3-eef3-494a-9b75-4fd86ac4ef11 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:58:53.802073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] For port ce4bbe73-1b36-4247-a2ca-955440aaf97f, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ce4bbe73-1b36-4247-a2ca-955440aaf97f,segment=NetworkSegment(d09ad685-5f33-4dbe-a2a1-667ba6b6ec73),segment_id=d09ad685-5f33-4dbe-a2a1-667ba6b6ec73)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:58:53.833133 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c554e836-44c3-4363-97cd-ab29226794e3 req-6f0b4acc-20e7-4013-89f0-0bb39655df7a service neutron] 10.222.0.47 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119276 Dec 11 22:58:53.853969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] For port c47fede5-97e3-4d36-b157-accb3824f671, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:58:53.872402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] For port c47fede5-97e3-4d36-b157-accb3824f671, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c47fede5-97e3-4d36-b157-accb3824f671,segment=NetworkSegment(975b648c-5cc5-4c5d-9aaf-6ac9ba896be4),segment_id=975b648c-5cc5-4c5d-9aaf-6ac9ba896be4)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:58:53.919297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e750a-2130-44ae-b8c1-1481bf7dde5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987c9be0-fcb0-4823-a9e6-efc112c434ab,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:53.942205 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba09f977-e9bc-43b1-a48a-cde62e8c3260 None None] Network 013a72d6-e5b9-422d-a19b-93934f78c63b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:58:53.949861 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-120e750a-2130-44ae-b8c1-1481bf7dde5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:53.955494 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-120e750a-2130-44ae-b8c1-1481bf7dde5b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/987c9be0-fcb0-4823-a9e6-efc112c434ab HTTP/1.1" status: 204 len: 168 time: 1.2845767 Dec 11 22:58:53.960166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47932) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:54.035805 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:54.057596 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:54.058747 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:54.125709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Allocated IP 172.25.1.226 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/fa9448f1-0f5e-4031-8c75-c59dd9352e4f) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:58:54.150749 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:54.186368 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c554e836-44c3-4363-97cd-ab29226794e3 req-b136b09d-1b0b-4e8f-ac75-17b433b2f83e service neutron] 10.222.0.47 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242159 Dec 11 22:58:54.212367 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1499fd-0532-40c6-b5ae-0259407400c5 None None] Pushing event updated for resources: {'Port': ['ID=ce4bbe73-1b36-4247-a2ca-955440aaf97f,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:54.315911 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47a25d-edf4-4776-9c8c-978fb313f1e8 None None] Pushing event updated for resources: {'Port': ['ID=c47fede5-97e3-4d36-b157-accb3824f671,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:54.330602 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 092e12a7-a5f1-41d7-a694-3428efd279da no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:58:54.331262 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-30583f01-df7b-48bb-85c0-139bd64cf66a req-2a20c36f-c36f-45f2-a5a1-aca174c20854 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6975520 Dec 11 22:58:54.351930 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 092e12a7-a5f1-41d7-a694-3428efd279da {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:58:54.352450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 092e12a7-a5f1-41d7-a694-3428efd279da not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:58:54.352874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:58:54.374600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:58:54.375019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33ca7a34-dd6a-420b-b451-6a97e2ebdca4 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:58:54.419735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072bfc64-cc4b-4b80-8463-3b0b0bda2d66 None None] DHCP port deletion for 013a72d6-e5b9-422d-a19b-93934f78c63b request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:54.429887 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:54.437981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] Deleting port 64e0d56f-00ca-4e8e-a0c7-67385e77000c {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:54.438422 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:54.573102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] For port 64e0d56f-00ca-4e8e-a0c7-67385e77000c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=64e0d56f-00ca-4e8e-a0c7-67385e77000c,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:54.573487 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:54.641503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] Calling delete_port for 64e0d56f-00ca-4e8e-a0c7-67385e77000c owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:54.706151 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:54.769366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:58:54.772071 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:54.776667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:58:54.783526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:58:54.788268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=fa9448f1-0f5e-4031-8c75-c59dd9352e4f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:54.877254 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24450c9d-4f41-45fb-9ff4-351ec612d652 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:54.923132 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-072bfc64-cc4b-4b80-8463-3b0b0bda2d66 None None] Deleting port 64e0d56f-00ca-4e8e-a0c7-67385e77000c {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:58:54.923653 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-072bfc64-cc4b-4b80-8463-3b0b0bda2d66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:54.968293 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:55.017752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e0d56f-00ca-4e8e-a0c7-67385e77000c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:55.028728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] No DVR routers for this DVR port 64e0d56f-00ca-4e8e-a0c7-67385e77000c on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:58:55.043280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-10e0eb52-c03f-4b90-bb3b-9066799ca830 None None] Provisioning complete for port fa9448f1-0f5e-4031-8c75-c59dd9352e4f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:55.043874 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10e0eb52-c03f-4b90-bb3b-9066799ca830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:55.107478 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:55.137214 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:55.151223 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-072bfc64-cc4b-4b80-8463-3b0b0bda2d66 None None] For port 64e0d56f-00ca-4e8e-a0c7-67385e77000c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=64e0d56f-00ca-4e8e-a0c7-67385e77000c,segment=NetworkSegment(2af386be-578b-4a20-9976-71ea370550f2),segment_id=2af386be-578b-4a20-9976-71ea370550f2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:55.154202 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-072bfc64-cc4b-4b80-8463-3b0b0bda2d66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:55.191790 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-10e0eb52-c03f-4b90-bb3b-9066799ca830 None None] Port fa9448f1-0f5e-4031-8c75-c59dd9352e4f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:58:55.193812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-072bfc64-cc4b-4b80-8463-3b0b0bda2d66 None None] Calling delete_port for 64e0d56f-00ca-4e8e-a0c7-67385e77000c owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:58:55.251332 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:55.278716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013a72d6-e5b9-422d-a19b-93934f78c63b']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:55.291672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af386be-578b-4a20-9976-71ea370550f2') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:55.292418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af386be-578b-4a20-9976-71ea370550f2') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:55.308244 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:55.327988 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:55.337294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: timer() Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 22:58:55.342054 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 22:58:55.372666 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-072bfc64-cc4b-4b80-8463-3b0b0bda2d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:55.392325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ce4bbe73-1b36-4247-a2ca-955440aaf97f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:58:55.495938 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bfc64-cc4b-4b80-8463-3b0b0bda2d66 None None] Pushing event deleted for resources: {'Port': ['ID=64e0d56f-00ca-4e8e-a0c7-67385e77000c,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:55.507879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072bfc64-cc4b-4b80-8463-3b0b0bda2d66 None None] No DVR routers for this DVR port 64e0d56f-00ca-4e8e-a0c7-67385e77000c on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:58:55.539132 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port ce4bbe73-1b36-4247-a2ca-955440aaf97f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:55.539580 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:55.539706 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec120c85-d488-4639-be0a-dfc6fa19ef2b req-c0f39af5-6ae0-470f-8520-dd0842c776da tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:55.541287 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec120c85-d488-4639-be0a-dfc6fa19ef2b req-c0f39af5-6ae0-470f-8520-dd0842c776da tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 943 time: 0.0790608 Dec 11 22:58:55.614456 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec120c85-d488-4639-be0a-dfc6fa19ef2b req-6e350b45-5954-48f2-9b0b-393c8726020a tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622172 Dec 11 22:58:55.649632 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:55.664550 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Router 66f13871-f02f-4ab4-af10-9cf56aebb6bd is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:58:55.707533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port ce4bbe73-1b36-4247-a2ca-955440aaf97f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ce4bbe73-1b36-4247-a2ca-955440aaf97f,segment=NetworkSegment(d09ad685-5f33-4dbe-a2a1-667ba6b6ec73),segment_id=d09ad685-5f33-4dbe-a2a1-667ba6b6ec73)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:55.785615 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:55.786690 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c47fede5-97e3-4d36-b157-accb3824f671 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:58:55.833781 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:58:55.845624 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Sync routers for ids ['66f13871-f02f-4ab4-af10-9cf56aebb6bd'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:58:55.874452 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Routers {'66f13871-f02f-4ab4-af10-9cf56aebb6bd'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:58:55.876613 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['66f13871-f02f-4ab4-af10-9cf56aebb6bd'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:55.973963 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:56.003969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=ce4bbe73-1b36-4247-a2ca-955440aaf97f,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:56.015754 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:56.017353 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2d0c6a0a-a930-41df-aeb0-1fa83fa74607 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7317011 Dec 11 22:58:56.020081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47950) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:56.022541 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:56.031496 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:56.035035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] 10.222.0.45 "DELETE /v2.0/networks/013a72d6-e5b9-422d-a19b-93934f78c63b HTTP/1.1" status: 204 len: 168 time: 2.0737722 Dec 11 22:58:56.059325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109df37-8921-4f28-9e09-8f375e7f6784 admin admin] Pushing event deleted for resources: {'Network': ['ID=013a72d6-e5b9-422d-a19b-93934f78c63b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:56.061978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port c47fede5-97e3-4d36-b157-accb3824f671 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:56.062587 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:56.165640 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Set router 66f13871-f02f-4ab4-af10-9cf56aebb6bd gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:58:56.293558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed72ebb-d955-451e-8f89-9f59d6058b39 None None] Network 448529fa-dca5-4940-b4be-8ebfa5e6a3e4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:58:56.460391 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:56.485560 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:56.505062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port c47fede5-97e3-4d36-b157-accb3824f671, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c47fede5-97e3-4d36-b157-accb3824f671,segment=NetworkSegment(975b648c-5cc5-4c5d-9aaf-6ac9ba896be4),segment_id=975b648c-5cc5-4c5d-9aaf-6ac9ba896be4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:56.544966 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-071dd6cc-b063-42ae-86c2-093d54f4d19f None None] Provisioning complete for port c47fede5-97e3-4d36-b157-accb3824f671 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:56.546102 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-071dd6cc-b063-42ae-86c2-093d54f4d19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:56.631545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f95e133-eb32-4a9c-b5d4-4c887f3069aa None None] Network 2134eeda-0a10-4aab-81ff-437d26fc8910 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:58:56.636050 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47960) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:56.639535 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:56.655232 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'name': 'tempest-TestServerBasicOps-406151133-router', 'tenant_id': '43944b0605f94a3d869274a674e033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:51Z', 'updated_at': '2021-12-11T22:58:54Z', 'revision_number': 3, 'project_id': '43944b0605f94a3d869274a674e033fa', 'gw_port': {'id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ee:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:56.720588 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Checking router: 66f13871-f02f-4ab4-af10-9cf56aebb6bd for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:58:56.727508 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Updating router 66f13871-f02f-4ab4-af10-9cf56aebb6bd port bdd86ae3-eef3-494a-9b75-4fd86ac4ef11 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:58:56.764670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Router 1c693082-cc3b-4e35-9419-7d54037ad520 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:58:56.766272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e1f3b188-66f7-4cbf-a9df-f7b259d4c26b details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:58:56.768529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 64e0d56f-00ca-4e8e-a0c7-67385e77000c no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:58:56.788087 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:56.844215 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 64e0d56f-00ca-4e8e-a0c7-67385e77000c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:58:56.844569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 64e0d56f-00ca-4e8e-a0c7-67385e77000c not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:58:56.931708 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-09a4679c-6b93-44dd-af3d-dd252531a439 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d6abf9ec56c472face9a971de3e07c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2919827 Dec 11 22:58:56.943153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47964) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:56.967760 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.resource_extend [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 22:58:57.020449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:58:57.049958 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b5ad0-7a6e-4597-b5a3-ee3a63abfecf req-0d573deb-b93f-4f81-8fab-8469d46bf9e0 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:57.051918 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6e1b5ad0-7a6e-4597-b5a3-ee3a63abfecf req-0d573deb-b93f-4f81-8fab-8469d46bf9e0 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 943 time: 0.3100822 Dec 11 22:58:57.091704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Sync routers for ids ['1c693082-cc3b-4e35-9419-7d54037ad520'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:58:57.094717 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=c47fede5-97e3-4d36-b157-accb3824f671,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:57.118724 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Routers {'1c693082-cc3b-4e35-9419-7d54037ad520'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:58:57.119738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['1c693082-cc3b-4e35-9419-7d54037ad520'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:57.152625 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f078-6733-4cb8-9ff7-9d77ac028b22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:57.161204 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:57.171760 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c7650b37-8cdd-4a4f-b977-4f39189a2bc8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4058926 Dec 11 22:58:57.172503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47966) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:58:57.227557 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:57.234411 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f078-6733-4cb8-9ff7-9d77ac028b22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:57.269445 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6e1b5ad0-7a6e-4597-b5a3-ee3a63abfecf req-a341f3ec-c367-4b99-b5b6-1eb6b589328b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865394 Dec 11 22:58:57.292313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ce4bbe73-1b36-4247-a2ca-955440aaf97f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:58:57.319923 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:57.376844 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c943f144-4086-49b7-83da-a0df0cb294ec None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:57.380338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e1f3b188-66f7-4cbf-a9df-f7b259d4c26b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e1f3b188-66f7-4cbf-a9df-f7b259d4c26b,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:57.385896 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:57.398645 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bf655a08-4e20-46e6-8e7f-625681b135dc None None] Provisioning complete for port c47fede5-97e3-4d36-b157-accb3824f671 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:57.399054 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bf655a08-4e20-46e6-8e7f-625681b135dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:57.454263 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Attempting to bind port bdd86ae3-eef3-494a-9b75-4fd86ac4ef11 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:58:57.455534 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Attempting to bind port bdd86ae3-eef3-494a-9b75-4fd86ac4ef11 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:58:57.456682 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Attempting to bind port bdd86ae3-eef3-494a-9b75-4fd86ac4ef11 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:58:57.459136 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7478b7-e655-426b-969d-86569bfcb129 None None] Pushing event updated for resources: {'Port': ['ID=bdd86ae3-eef3-494a-9b75-4fd86ac4ef11,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:57.472178 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:58:57.472911 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:58:57.473481 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:57.474022 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:58:57.474782 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Bound port: bdd86ae3-eef3-494a-9b75-4fd86ac4ef11, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:58:57.475360 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:57.494458 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Set router 1c693082-cc3b-4e35-9419-7d54037ad520 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:58:57.511728 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'e1f3b188-66f7-4cbf-a9df-f7b259d4c26b', 'network_id': '29ff65f2-88d5-4843-bb9d-a05f6fd26ba8', 'port_id': 'e1f3b188-66f7-4cbf-a9df-f7b259d4c26b', 'mac_address': 'fa:16:3e:f0:58:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75dc39c2-4403-48cb-94a1-c95b2749e375', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:58:57.586739 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] For port bdd86ae3-eef3-494a-9b75-4fd86ac4ef11, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:58:57.596062 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] For port bdd86ae3-eef3-494a-9b75-4fd86ac4ef11, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=bdd86ae3-eef3-494a-9b75-4fd86ac4ef11,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:58:57.710634 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:57.716189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Allocated IP 172.20.0.1 (2134eeda-0a10-4aab-81ff-437d26fc8910/10975e76-75b3-44ad-a405-f1dd39d43757/d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:58:57.743626 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f078-6733-4cb8-9ff7-9d77ac028b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:57.748507 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ad8f078-6733-4cb8-9ff7-9d77ac028b22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:57.752124 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5ad8f078-6733-4cb8-9ff7-9d77ac028b22 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71f21c24-72b3-44b1-90dd-63c396a36a34 HTTP/1.1" status: 204 len: 168 time: 0.8026588 Dec 11 22:58:57.769045 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8f078-6733-4cb8-9ff7-9d77ac028b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f21c24-72b3-44b1-90dd-63c396a36a34,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:57.823817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fd4413-2022-48b3-a7d5-5eb5ad24c924 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:58:57.889909 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:57.893201 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Routers {'66f13871-f02f-4ab4-af10-9cf56aebb6bd'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:58:57.897731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port ce4bbe73-1b36-4247-a2ca-955440aaf97f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:57.898295 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:57.898940 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['66f13871-f02f-4ab4-af10-9cf56aebb6bd'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:57.913183 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:58.006270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f3b188-66f7-4cbf-a9df-f7b259d4c26b {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:58:58.083036 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:58.086746 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7478b7-e655-426b-969d-86569bfcb129 None None] Pushing event updated for resources: {'Port': ['ID=bdd86ae3-eef3-494a-9b75-4fd86ac4ef11,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:58.097358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e1f3b188-66f7-4cbf-a9df-f7b259d4c26b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e1f3b188-66f7-4cbf-a9df-f7b259d4c26b,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:58:58.116519 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] Set router 66f13871-f02f-4ab4-af10-9cf56aebb6bd gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:58:58.125537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bf655a08-4e20-46e6-8e7f-625681b135dc None None] Provisioning complete for port ce4bbe73-1b36-4247-a2ca-955440aaf97f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:58.125945 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bf655a08-4e20-46e6-8e7f-625681b135dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:58.188818 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Network 2134eeda-0a10-4aab-81ff-437d26fc8910 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:58:58.194517 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-router', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:58:55Z', 'revision_number': 3, 'project_id': '8b61da717ab14ef48634b138167515ff', 'gw_port': {'id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:98:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:53Z', 'updated_at': '2021-12-11T22:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:58.200245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:58:58.208890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:58:58.325639 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Pushing event updated for resources: {'Port': ['ID=d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:58.376117 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:58.385209 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:58.535931 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'name': 'tempest-TestServerBasicOps-406151133-router', 'tenant_id': '43944b0605f94a3d869274a674e033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:51Z', 'updated_at': '2021-12-11T22:58:54Z', 'revision_number': 3, 'project_id': '43944b0605f94a3d869274a674e033fa', 'gw_port': {'id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ee:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:58:58.614140 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047f5927-35c8-42c0-bf5d-545af788b9a1 None None] The sync data for ids ['66f13871-f02f-4ab4-af10-9cf56aebb6bd'] in n-d-710847-6 is: [{'id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'name': 'tempest-TestServerBasicOps-406151133-router', 'tenant_id': '43944b0605f94a3d869274a674e033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:51Z', 'updated_at': '2021-12-11T22:58:54Z', 'revision_number': 3, 'project_id': '43944b0605f94a3d869274a674e033fa', 'gw_port': {'id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ee:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:58:58.693661 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:58.707032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Checking router: 1c693082-cc3b-4e35-9419-7d54037ad520 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:58:58.707550 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Updating router 1c693082-cc3b-4e35-9419-7d54037ad520 port fa9448f1-0f5e-4031-8c75-c59dd9352e4f binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:58:58.760710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd5641-5e6d-4012-aa1d-2e29efddd5cf req-618aa60f-2b0f-44b4-a3c2-c5ca5a72b560 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:58:58.772652 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-12bd5641-5e6d-4012-aa1d-2e29efddd5cf req-618aa60f-2b0f-44b4-a3c2-c5ca5a72b560 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 944 time: 0.3109879 Dec 11 22:58:58.916674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Allocated IP 172.20.0.1 (448529fa-dca5-4940-b4be-8ebfa5e6a3e4/7b9bf2d6-65bb-4b47-a686-644dd9bd9730/7434fbf7-8816-4b56-baab-95bb9d39e1b3) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:58:58.936791 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-12bd5641-5e6d-4012-aa1d-2e29efddd5cf req-5bdd46bc-28c1-4e19-8386-38583c3e1657 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547186 Dec 11 22:58:58.948611 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:59.107654 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:59.115063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['e1f3b188-66f7-4cbf-a9df-f7b259d4c26b'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:58:59.212289 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=e1f3b188-66f7-4cbf-a9df-f7b259d4c26b,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:59.262553 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:59.399797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-999d9584-3539-4b6d-933f-b708957a69ee None None] Provisioning complete for port d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:58:59.400178 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-999d9584-3539-4b6d-933f-b708957a69ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:59.428601 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:59.449540 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c47fede5-97e3-4d36-b157-accb3824f671 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:58:59.484551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Network 448529fa-dca5-4940-b4be-8ebfa5e6a3e4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:58:59.490505 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:58:59.583686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:58:59.690650 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:59.736803 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:59.739499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Pushing event updated for resources: {'Port': ['ID=7434fbf7-8816-4b56-baab-95bb9d39e1b3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:58:59.773703 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:58:59.834588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-999d9584-3539-4b6d-933f-b708957a69ee None None] Port d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:59:00.023372 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:00.044078 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Pushing event updated for resources: {'Port': ['ID=d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:00.062105 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-999d9584-3539-4b6d-933f-b708957a69ee None None] Provisioning complete for port ce4bbe73-1b36-4247-a2ca-955440aaf97f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:00.062746 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-999d9584-3539-4b6d-933f-b708957a69ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:00.166252 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:00.219078 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port c47fede5-97e3-4d36-b157-accb3824f671 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:00.220309 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:00.399483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1daf25-be62-48ef-bffb-19bec978bc94 req-52686396-cec4-473e-9922-1d9a1746964c tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:00.407597 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ae1daf25-be62-48ef-bffb-19bec978bc94 req-52686396-cec4-473e-9922-1d9a1746964c tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 944 time: 0.1790264 Dec 11 22:59:00.521037 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device bdd86ae3-eef3-494a-9b75-4fd86ac4ef11 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:59:00.532661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Network 2134eeda-0a10-4aab-81ff-437d26fc8910 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:59:00.537296 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:59:00.549495 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ae1daf25-be62-48ef-bffb-19bec978bc94 req-64ab07a5-2d45-4f91-91d4-85f9faecf7fa tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341586 Dec 11 22:59:00.582614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-999d9584-3539-4b6d-933f-b708957a69ee None None] Provisioning complete for port bdd86ae3-eef3-494a-9b75-4fd86ac4ef11 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:00.584641 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-999d9584-3539-4b6d-933f-b708957a69ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:00.619133 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:00.733369 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:00.767602 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Router 66f13871-f02f-4ab4-af10-9cf56aebb6bd has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:59:00.778484 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e1f3b188-66f7-4cbf-a9df-f7b259d4c26b up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:59:00.869870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Pushing event updated for resources: {'Port': ['ID=7434fbf7-8816-4b56-baab-95bb9d39e1b3,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:00.915088 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:00.936878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:59:00.950838 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-442296ed-46e0-4f19-a2ca-19489809dd4c admin admin] 10.222.0.45 "PUT /v2.0/routers/66f13871-f02f-4ab4-af10-9cf56aebb6bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9220541 Dec 11 22:59:00.979494 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port bdd86ae3-eef3-494a-9b75-4fd86ac4ef11 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:00.979494 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:00.992221 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:01.085309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Network 448529fa-dca5-4940-b4be-8ebfa5e6a3e4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:59:01.086955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:59:01.114295 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-999d9584-3539-4b6d-933f-b708957a69ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:01.149360 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-999d9584-3539-4b6d-933f-b708957a69ee None None] For port bdd86ae3-eef3-494a-9b75-4fd86ac4ef11, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=bdd86ae3-eef3-494a-9b75-4fd86ac4ef11,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:59:01.158172 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:01.307061 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Router 1c693082-cc3b-4e35-9419-7d54037ad520 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:59:01.323703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port e1f3b188-66f7-4cbf-a9df-f7b259d4c26b completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:59:01.377122 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-999d9584-3539-4b6d-933f-b708957a69ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:01.409213 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port e1f3b188-66f7-4cbf-a9df-f7b259d4c26b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:01.409846 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:01.412964 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b220551f-7c40-4162-baea-6458205d8784 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:59:01.510183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Attempting to bind port fa9448f1-0f5e-4031-8c75-c59dd9352e4f on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:59:01.510599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Attempting to bind port fa9448f1-0f5e-4031-8c75-c59dd9352e4f by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:59:01.513477 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Attempting to bind port fa9448f1-0f5e-4031-8c75-c59dd9352e4f on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:59:01.520458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:59:01.520911 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:01.544623 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-822a0424-ad03-4a5e-a98e-408f5bd3bd7d admin admin] 10.222.0.45 "PUT /v2.0/routers/1c693082-cc3b-4e35-9419-7d54037ad520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3699145 Dec 11 22:59:01.615127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93868f-b589-4dd0-893d-5795a87091b0 None None] Pushing event updated for resources: {'Port': ['ID=fa9448f1-0f5e-4031-8c75-c59dd9352e4f,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:01.631224 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:59:01.631618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:59:01.632031 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:01.632438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:59:01.632941 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Bound port: fa9448f1-0f5e-4031-8c75-c59dd9352e4f, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:59:01.633332 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:01.716480 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Sync routers for ids ['66f13871-f02f-4ab4-af10-9cf56aebb6bd'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:59:01.732789 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Routers {'66f13871-f02f-4ab4-af10-9cf56aebb6bd'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:59:01.735176 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['66f13871-f02f-4ab4-af10-9cf56aebb6bd'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:01.879028 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3bc8f-7dc5-4b7d-94d4-a57ae5307058 req-74eacb33-d849-4914-9a79-a8b87a65604d tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:01.880683 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41b3bc8f-7dc5-4b7d-94d4-a57ae5307058 req-74eacb33-d849-4914-9a79-a8b87a65604d tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 944 time: 0.1067758 Dec 11 22:59:01.884816 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 22:59:01.892216 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 22:59:01.892802 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d9584-3539-4b6d-933f-b708957a69ee None None] Pushing event updated for resources: {'Port': ['ID=bdd86ae3-eef3-494a-9b75-4fd86ac4ef11,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:01.935948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4d49e653-e2a8-4161-8272-7158becf93d8 None None] Provisioning complete for port d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:01.936788 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d49e653-e2a8-4161-8272-7158becf93d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:02.014580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41b3bc8f-7dc5-4b7d-94d4-a57ae5307058 req-75201b2e-b0f0-4c93-a814-9272f05eb1eb tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214998 Dec 11 22:59:02.023496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4d49e653-e2a8-4161-8272-7158becf93d8 None None] Port d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:59:02.072928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] For port fa9448f1-0f5e-4031-8c75-c59dd9352e4f, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:59:02.083670 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Set router 66f13871-f02f-4ab4-af10-9cf56aebb6bd gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:59:02.099208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4d49e653-e2a8-4161-8272-7158becf93d8 None None] Provisioning complete for port 7434fbf7-8816-4b56-baab-95bb9d39e1b3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:02.099599 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d49e653-e2a8-4161-8272-7158becf93d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:02.117168 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] For port fa9448f1-0f5e-4031-8c75-c59dd9352e4f, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fa9448f1-0f5e-4031-8c75-c59dd9352e4f,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:59:02.134254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48050) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:02.139683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-91c3c823-6a78-49de-a171-aae32eea30c0 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-785069623', 'description': 'tempest-secgroup-smoke-785069623 description', 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:59:02.188173 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:02.232268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e1f3b188-66f7-4cbf-a9df-f7b259d4c26b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e1f3b188-66f7-4cbf-a9df-f7b259d4c26b,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:59:02.235797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28b8f1f-6a42-4aaa-b724-8fc38d1250df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f3b188-66f7-4cbf-a9df-f7b259d4c26b'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:59:02.238156 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05f34c4-a1a0-43c4-8979-e4e9c3cfde3a" -d '{"events": [{"server_uuid": "f28b8f1f-6a42-4aaa-b724-8fc38d1250df", "name": "network-vif-plugged", "status": "completed", "tag": "e1f3b188-66f7-4cbf-a9df-f7b259d4c26b"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:59:02.241345 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:02.311398 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91c3c823-6a78-49de-a171-aae32eea30c0 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:02.315451 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4d49e653-e2a8-4161-8272-7158becf93d8 None None] Port 7434fbf7-8816-4b56-baab-95bb9d39e1b3 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:59:02.320910 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a324204-5db4-4fd6-ac27-aad690679754 x-openstack-request-id: req-6a324204-5db4-4fd6-ac27-aad690679754 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:59:02.324672 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28b8f1f-6a42-4aaa-b724-8fc38d1250df", "name": "network-vif-plugged", "status": "completed", "tag": "e1f3b188-66f7-4cbf-a9df-f7b259d4c26b", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:59:02.324672 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a324204-5db4-4fd6-ac27-aad690679754 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:59:02.324672 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28b8f1f-6a42-4aaa-b724-8fc38d1250df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f3b188-66f7-4cbf-a9df-f7b259d4c26b', 'code': 200} Dec 11 22:59:02.324672 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93868f-b589-4dd0-893d-5795a87091b0 None None] Pushing event updated for resources: {'Port': ['ID=fa9448f1-0f5e-4031-8c75-c59dd9352e4f,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:02.331692 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc00d099-1ea9-42aa-b2a8-3a47603c5854 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:59:02.345640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Routers {'1c693082-cc3b-4e35-9419-7d54037ad520'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:59:02.346444 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['1c693082-cc3b-4e35-9419-7d54037ad520'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:02.399351 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'name': 'tempest-TestServerBasicOps-406151133-router', 'tenant_id': '43944b0605f94a3d869274a674e033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:51Z', 'updated_at': '2021-12-11T22:58:58Z', 'revision_number': 4, 'project_id': '43944b0605f94a3d869274a674e033fa', 'gw_port': {'id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ee:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'd37c3f2e-96c2-4dc5-8717-16c2a9fd2d92', 'name': '', 'network_id': '2134eeda-0a10-4aab-81ff-437d26fc8910', 'tenant_id': '43944b0605f94a3d869274a674e033fa', 'mac_address': 'fa:16:3e:79:95:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '10975e76-75b3-44ad-a405-f1dd39d43757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:57Z', 'updated_at': '2021-12-11T22:58:59Z', 'revision_number': 2, 'project_id': '43944b0605f94a3d869274a674e033fa', 'subnets': [{'id': '10975e76-75b3-44ad-a405-f1dd39d43757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:02.461844 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Checking router: 66f13871-f02f-4ab4-af10-9cf56aebb6bd for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:59:02.463037 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Updating router 66f13871-f02f-4ab4-af10-9cf56aebb6bd port d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:59:02.471514 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] Set router 1c693082-cc3b-4e35-9419-7d54037ad520 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:59:02.505064 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:02.582938 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91c3c823-6a78-49de-a171-aae32eea30c0 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:02.597263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df1687-0740-4c60-953f-3c3966b5bc93 req-c7f06e7e-0dfb-4670-9537-b25debc3148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:02.603358 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72df1687-0740-4c60-953f-3c3966b5bc93 req-c7f06e7e-0dfb-4670-9537-b25debc3148b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 1096 time: 0.1393220 Dec 11 22:59:02.678780 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72df1687-0740-4c60-953f-3c3966b5bc93 req-95658977-33c2-4db3-a904-e8a77ec84ae3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720918 Dec 11 22:59:02.681348 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91c3c823-6a78-49de-a171-aae32eea30c0 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:02.718309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3c823-6a78-49de-a171-aae32eea30c0 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78622c0-87e1-485f-957a-b97f84781fbd,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:02.741871 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:02.849797 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91c3c823-6a78-49de-a171-aae32eea30c0 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:02.849797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-91c3c823-6a78-49de-a171-aae32eea30c0 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7125099 Dec 11 22:59:02.851217 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48060) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:02.858325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-81d2fe97-2be8-4774-b917-5249859304a6 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Request body: {'security_group_rule': {'security_group_id': 'a78622c0-87e1-485f-957a-b97f84781fbd', 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:59:02.927637 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0518f11a-a278-4b35-8342-bbc6e2169f5b None None] Provisioning complete for port fa9448f1-0f5e-4031-8c75-c59dd9352e4f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:02.928278 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0518f11a-a278-4b35-8342-bbc6e2169f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:02.976199 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=e1f3b188-66f7-4cbf-a9df-f7b259d4c26b,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:03.054659 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-81d2fe97-2be8-4774-b917-5249859304a6 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.088276 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.113112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device bdd86ae3-eef3-494a-9b75-4fd86ac4ef11 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:59:03.188710 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-81d2fe97-2be8-4774-b917-5249859304a6 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.203479 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6106ff4-d5a8-4c91-98ee-dcb084a9c489 req-88e54d93-692f-411c-9a5f-c6a640ff6534 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:03.210844 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b6106ff4-d5a8-4c91-98ee-dcb084a9c489 req-88e54d93-692f-411c-9a5f-c6a640ff6534 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 945 time: 0.0807877 Dec 11 22:59:03.211633 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.281507 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b6106ff4-d5a8-4c91-98ee-dcb084a9c489 req-d224e6a3-1c05-4312-84c9-d43007b6dcd3 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655398 Dec 11 22:59:03.316464 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0518f11a-a278-4b35-8342-bbc6e2169f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.351449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0518f11a-a278-4b35-8342-bbc6e2169f5b None None] For port fa9448f1-0f5e-4031-8c75-c59dd9352e4f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fa9448f1-0f5e-4031-8c75-c59dd9352e4f,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:59:03.357918 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-81d2fe97-2be8-4774-b917-5249859304a6 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.409653 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2fe97-2be8-4774-b917-5249859304a6 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65ba159-6123-4396-b0f8-46d2255f39c8,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:03.430778 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29157a54-aab2-4899-ad61-d308bfa685fd None None] Pushing event updated for resources: {'Port': ['ID=d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:03.445970 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Attempting to bind port d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:59:03.445970 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Attempting to bind port d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'd09ad685-5f33-4dbe-a2a1-667ba6b6ec73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2134eeda-0a10-4aab-81ff-437d26fc8910'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:59:03.445970 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Attempting to bind port d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 on network 2134eeda-0a10-4aab-81ff-437d26fc8910 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:59:03.453627 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:59:03.453991 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Checking segment: {'id': 'd09ad685-5f33-4dbe-a2a1-667ba6b6ec73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2134eeda-0a10-4aab-81ff-437d26fc8910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:59:03.455205 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.456017 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Bound using segment: {'id': 'd09ad685-5f33-4dbe-a2a1-667ba6b6ec73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2134eeda-0a10-4aab-81ff-437d26fc8910'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:59:03.456190 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Bound port: d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09ad685-5f33-4dbe-a2a1-667ba6b6ec73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2134eeda-0a10-4aab-81ff-437d26fc8910'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:59:03.456692 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.482133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-router', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:58:59Z', 'revision_number': 4, 'project_id': '8b61da717ab14ef48634b138167515ff', 'gw_port': {'id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:98:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:53Z', 'updated_at': '2021-12-11T22:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7434fbf7-8816-4b56-baab-95bb9d39e1b3', 'name': '', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'mac_address': 'fa:16:3e:7e:25:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:58Z', 'updated_at': '2021-12-11T22:59:00Z', 'revision_number': 2, 'project_id': '8b61da717ab14ef48634b138167515ff', 'subnets': [{'id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:03.490476 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0518f11a-a278-4b35-8342-bbc6e2169f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.495618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port bdd86ae3-eef3-494a-9b75-4fd86ac4ef11 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:03.496267 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.505803 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48084) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:03.510736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f4ab4bd8-95c9-4be5-b39d-c44ebc954aba admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1858817642-network', 'tenant_id': '68f64d14f65e43f6b75b63317af936d9'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:59:03.558742 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-81d2fe97-2be8-4774-b917-5249859304a6 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.560638 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-81d2fe97-2be8-4774-b917-5249859304a6 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7082746 Dec 11 22:59:03.565476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48086) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:03.578077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-303ea0e0-83db-437b-aec9-b19b1685f3cd tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Request body: {'security_group_rule': {'security_group_id': 'a78622c0-87e1-485f-957a-b97f84781fbd', 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:59:03.595839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8991b4-0b8b-4d1e-b36a-e2441e346491 None None] The sync data for ids ['1c693082-cc3b-4e35-9419-7d54037ad520'] in n-d-710847-6 is: [{'id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-router', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:58:59Z', 'revision_number': 4, 'project_id': '8b61da717ab14ef48634b138167515ff', 'gw_port': {'id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:98:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:53Z', 'updated_at': '2021-12-11T22:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7434fbf7-8816-4b56-baab-95bb9d39e1b3', 'name': '', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'mac_address': 'fa:16:3e:7e:25:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:58Z', 'updated_at': '2021-12-11T22:59:00Z', 'revision_number': 2, 'project_id': '8b61da717ab14ef48634b138167515ff', 'subnets': [{'id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:59:03.618631 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] For port d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:59:03.628252 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] For port d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92,segment=NetworkSegment(d09ad685-5f33-4dbe-a2a1-667ba6b6ec73),segment_id=d09ad685-5f33-4dbe-a2a1-667ba6b6ec73)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:59:03.683032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ab4bd8-95c9-4be5-b39d-c44ebc954aba admin admin] Made reservation on behalf of 68f64d14f65e43f6b75b63317af936d9 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:59:03.686008 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4bd8-95c9-4be5-b39d-c44ebc954aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.710731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518f11a-a278-4b35-8342-bbc6e2169f5b None None] Pushing event updated for resources: {'Port': ['ID=fa9448f1-0f5e-4031-8c75-c59dd9352e4f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:03.717593 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4bd8-95c9-4be5-b39d-c44ebc954aba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.725424 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.808567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1451e2be-cf5e-4566-adc0-9b4fc948fa13 None None] Provisioning complete for port d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:03.808958 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1451e2be-cf5e-4566-adc0-9b4fc948fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.842646 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29157a54-aab2-4899-ad61-d308bfa685fd None None] Pushing event updated for resources: {'Port': ['ID=d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:03.847230 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4bd8-95c9-4be5-b39d-c44ebc954aba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.872131 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-303ea0e0-83db-437b-aec9-b19b1685f3cd tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:03.888095 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Routers {'66f13871-f02f-4ab4-af10-9cf56aebb6bd'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:59:03.888095 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['66f13871-f02f-4ab4-af10-9cf56aebb6bd'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:03.967868 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4bd8-95c9-4be5-b39d-c44ebc954aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:04.025669 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-303ea0e0-83db-437b-aec9-b19b1685f3cd tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:04.057771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ab4bd8-95c9-4be5-b39d-c44ebc954aba admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 22:59:04.069492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab4bd8-95c9-4be5-b39d-c44ebc954aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4da69a7-e0ce-4fee-89ab-8dfdfcad8987,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:04.074027 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1451e2be-cf5e-4566-adc0-9b4fc948fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:04.089716 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4bd8-95c9-4be5-b39d-c44ebc954aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:04.091199 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-f4ab4bd8-95c9-4be5-b39d-c44ebc954aba admin admin] Added segment 2d2d1246-e576-425c-9a57-e22bbde2f302 of type vlan for network 9afecbf2-0535-43de-8573-53d5c8f35b70 Dec 11 22:59:04.125749 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-303ea0e0-83db-437b-aec9-b19b1685f3cd tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:04.128216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1451e2be-cf5e-4566-adc0-9b4fc948fa13 None None] For port d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92,segment=NetworkSegment(d09ad685-5f33-4dbe-a2a1-667ba6b6ec73),segment_id=d09ad685-5f33-4dbe-a2a1-667ba6b6ec73)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:59:04.209858 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1451e2be-cf5e-4566-adc0-9b4fc948fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:04.252426 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-303ea0e0-83db-437b-aec9-b19b1685f3cd tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:04.253710 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-303ea0e0-83db-437b-aec9-b19b1685f3cd tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6871908 Dec 11 22:59:04.257455 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48096) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:04.268283 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b5159cf4-3466-4128-9eeb-1f56789ceedd tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Request body: {'security_group_rule': {'security_group_id': 'a78622c0-87e1-485f-957a-b97f84781fbd', 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:59:04.284290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ea0e0-83db-437b-aec9-b19b1685f3cd tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b659c94e-8c24-40bb-83ef-e2d6fc218a51,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:04.296047 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4bd8-95c9-4be5-b39d-c44ebc954aba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:04.305073 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] Set router 66f13871-f02f-4ab4-af10-9cf56aebb6bd gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:59:04.344026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451e2be-cf5e-4566-adc0-9b4fc948fa13 None None] Pushing event updated for resources: {'Port': ['ID=d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:04.363971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e65fdc02-5efe-42dd-b648-3b0b0903de78 None None] Provisioning complete for port d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:04.364621 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e65fdc02-5efe-42dd-b648-3b0b0903de78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:04.442735 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5159cf4-3466-4128-9eeb-1f56789ceedd tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:04.563366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45be7c-1edc-4a1f-a256-7bea53650a8a req-90dc1ad8-0138-4e44-a3bf-b96a26aae0d6 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:04.578861 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c45be7c-1edc-4a1f-a256-7bea53650a8a req-90dc1ad8-0138-4e44-a3bf-b96a26aae0d6 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 945 time: 0.1318116 Dec 11 22:59:04.601092 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4bd8-95c9-4be5-b39d-c44ebc954aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:04.604824 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ab4bd8-95c9-4be5-b39d-c44ebc954aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:04.605419 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4bd8-95c9-4be5-b39d-c44ebc954aba admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:04.640170 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5159cf4-3466-4128-9eeb-1f56789ceedd tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:04.731469 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5159cf4-3466-4128-9eeb-1f56789ceedd tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:04.748862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab4bd8-95c9-4be5-b39d-c44ebc954aba admin admin] Pushing event updated for resources: {'Network': ['ID=9afecbf2-0535-43de-8573-53d5c8f35b70,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:04.758155 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f4ab4bd8-95c9-4be5-b39d-c44ebc954aba admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2510059 Dec 11 22:59:04.761903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48110) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:04.763944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 9afecbf2-0535-43de-8573-53d5c8f35b70 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 22:59:04.768385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3439bc45-a114-45ed-ad57-3d3ac136dc8e admin admin] Request body: {'subnet': {'network_id': '9afecbf2-0535-43de-8573-53d5c8f35b70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1858817642-subnet', 'tenant_id': '68f64d14f65e43f6b75b63317af936d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:59:04.784538 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5159cf4-3466-4128-9eeb-1f56789ceedd tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beed291e-d9d9-42b5-b953-e8bb435d64f1,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:04.819580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c45be7c-1edc-4a1f-a256-7bea53650a8a req-ba3b3d9e-0e6d-4d14-9ca9-60bf3d261ec2 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408671 Dec 11 22:59:04.850501 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'name': 'tempest-TestServerBasicOps-406151133-router', 'tenant_id': '43944b0605f94a3d869274a674e033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:51Z', 'updated_at': '2021-12-11T22:58:58Z', 'revision_number': 4, 'project_id': '43944b0605f94a3d869274a674e033fa', 'gw_port': {'id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ee:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'd37c3f2e-96c2-4dc5-8717-16c2a9fd2d92', 'name': '', 'network_id': '2134eeda-0a10-4aab-81ff-437d26fc8910', 'tenant_id': '43944b0605f94a3d869274a674e033fa', 'mac_address': 'fa:16:3e:79:95:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '10975e76-75b3-44ad-a405-f1dd39d43757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:57Z', 'updated_at': '2021-12-11T22:59:03Z', 'revision_number': 4, 'project_id': '43944b0605f94a3d869274a674e033fa', 'subnets': [{'id': '10975e76-75b3-44ad-a405-f1dd39d43757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:04.897286 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318c76e2-d9c8-4246-b964-22f968a60f8f None None] The sync data for ids ['66f13871-f02f-4ab4-af10-9cf56aebb6bd'] in n-d-710847-6 is: [{'id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'name': 'tempest-TestServerBasicOps-406151133-router', 'tenant_id': '43944b0605f94a3d869274a674e033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:51Z', 'updated_at': '2021-12-11T22:58:58Z', 'revision_number': 4, 'project_id': '43944b0605f94a3d869274a674e033fa', 'gw_port': {'id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ee:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'd37c3f2e-96c2-4dc5-8717-16c2a9fd2d92', 'name': '', 'network_id': '2134eeda-0a10-4aab-81ff-437d26fc8910', 'tenant_id': '43944b0605f94a3d869274a674e033fa', 'mac_address': 'fa:16:3e:79:95:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '10975e76-75b3-44ad-a405-f1dd39d43757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:57Z', 'updated_at': '2021-12-11T22:59:03Z', 'revision_number': 4, 'project_id': '43944b0605f94a3d869274a674e033fa', 'subnets': [{'id': '10975e76-75b3-44ad-a405-f1dd39d43757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:59:04.905450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3439bc45-a114-45ed-ad57-3d3ac136dc8e admin admin] Made reservation on behalf of 68f64d14f65e43f6b75b63317af936d9 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:59:04.914673 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3439bc45-a114-45ed-ad57-3d3ac136dc8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:04.967098 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5159cf4-3466-4128-9eeb-1f56789ceedd tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:04.971928 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b5159cf4-3466-4128-9eeb-1f56789ceedd tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7132239 Dec 11 22:59:04.986598 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48114) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:05.016983 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2fca6c2e-74ec-44ff-8a72-ca3a67955796 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Request body: {'security_group_rule': {'security_group_id': 'a78622c0-87e1-485f-957a-b97f84781fbd', 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:59:05.177918 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fca6c2e-74ec-44ff-8a72-ca3a67955796 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:05.325524 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fca6c2e-74ec-44ff-8a72-ca3a67955796 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:05.445001 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3439bc45-a114-45ed-ad57-3d3ac136dc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:05.510245 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fca6c2e-74ec-44ff-8a72-ca3a67955796 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:05.557548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439bc45-a114-45ed-ad57-3d3ac136dc8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c98bd7c6-d4ba-4eda-8eb7-556d7f8757ec,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:05.568939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3439bc45-a114-45ed-ad57-3d3ac136dc8e admin admin] Checking segment: {'id': '2d2d1246-e576-425c-9a57-e22bbde2f302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9afecbf2-0535-43de-8573-53d5c8f35b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:59:05.568939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3439bc45-a114-45ed-ad57-3d3ac136dc8e admin admin] Network hostable DHCP agents. Network: 9afecbf2-0535-43de-8573-53d5c8f35b70, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 22:59:05.571977 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca6c2e-74ec-44ff-8a72-ca3a67955796 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd32d81-430b-4b1c-9e5c-8901e68226aa,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:05.708960 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fca6c2e-74ec-44ff-8a72-ca3a67955796 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:05.710359 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2fca6c2e-74ec-44ff-8a72-ca3a67955796 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7261055 Dec 11 22:59:05.713226 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48126) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:05.719431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9eaa929d-01e7-4195-8c9c-d377d5e95f9c tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Request body: {'security_group_rule': {'security_group_id': 'a78622c0-87e1-485f-957a-b97f84781fbd', 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:59:05.733008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3439bc45-a114-45ed-ad57-3d3ac136dc8e admin admin] Network 9afecbf2-0535-43de-8573-53d5c8f35b70 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 22:59:05.847498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-3439bc45-a114-45ed-ad57-3d3ac136dc8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 9afecbf2-0535-43de-8573-53d5c8f35b70) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:59:05.854400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3439bc45-a114-45ed-ad57-3d3ac136dc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:05.855026 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3439bc45-a114-45ed-ad57-3d3ac136dc8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:05.867423 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efa16b8-1ca2-4177-9d53-15df7220fc14 None None] Network 9afecbf2-0535-43de-8573-53d5c8f35b70 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:59:05.882633 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-9eaa929d-01e7-4195-8c9c-d377d5e95f9c tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Project d22bf1cb388f497bbb0de4f3c0e23219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 22:59:05.900013 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9eaa929d-01e7-4195-8c9c-d377d5e95f9c tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:06.012702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3439bc45-a114-45ed-ad57-3d3ac136dc8e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2493210 Dec 11 22:59:06.015476 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48142) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:06.020747 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1858817642-router', 'tenant_id': '68f64d14f65e43f6b75b63317af936d9', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:59:06.137359 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9eaa929d-01e7-4195-8c9c-d377d5e95f9c tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:06.147735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-9afecbf2-0535-43de-8573-53d5c8f35b70', 'network_id': '9afecbf2-0535-43de-8573-53d5c8f35b70', 'project_id': '68f64d14f65e43f6b75b63317af936d9', 'fixed_ips': [{'subnet_id': 'c98bd7c6-d4ba-4eda-8eb7-556d7f8757ec'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 22:59:06.149063 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:06.175560 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-248169c4-4fda-4700-9165-bbceebcd8e76 req-6cb347d9-3061-4c62-919e-ecc5d5e7ced7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6887989 Dec 11 22:59:06.176535 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:06.178762 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:06.243758 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9eaa929d-01e7-4195-8c9c-d377d5e95f9c tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:06.286891 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa929d-01e7-4195-8c9c-d377d5e95f9c tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf564d8-eaaa-44c4-90d2-d367aa441696,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:06.313980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248169c4-4fda-4700-9165-bbceebcd8e76 req-c0b0e36d-77be-43f3-aabd-44418f0419ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:06.316238 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-248169c4-4fda-4700-9165-bbceebcd8e76 req-c0b0e36d-77be-43f3-aabd-44418f0419ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 1096 time: 0.1158147 Dec 11 22:59:06.324816 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:06.408366 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9eaa929d-01e7-4195-8c9c-d377d5e95f9c tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:06.410114 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9eaa929d-01e7-4195-8c9c-d377d5e95f9c tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6953413 Dec 11 22:59:06.419954 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48144) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:06.445155 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4850eaf9-1bff-40c3-9242-2d18dc15a426 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Request body: {'security_group_rule': {'security_group_id': 'a78622c0-87e1-485f-957a-b97f84781fbd', 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:59:06.645623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248169c4-4fda-4700-9165-bbceebcd8e76 req-693e1869-dcf4-4ebf-aeb0-099a2d735010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:06.647365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-248169c4-4fda-4700-9165-bbceebcd8e76 req-693e1869-dcf4-4ebf-aeb0-099a2d735010 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 HTTP/1.1" status: 200 len: 916 time: 0.2843454 Dec 11 22:59:06.734853 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-248169c4-4fda-4700-9165-bbceebcd8e76 req-ed1f285c-0932-4784-888f-d72ea688b8ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5aeb20f-687e-4e7e-80a9-da159717754c HTTP/1.1" status: 200 len: 217 time: 0.0796814 Dec 11 22:59:06.819097 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Allocated IP 172.20.0.2 (9afecbf2-0535-43de-8573-53d5c8f35b70/c98bd7c6-d4ba-4eda-8eb7-556d7f8757ec/68007584-6ae8-434c-bb2f-0d267e9c2da4) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:59:06.837510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248169c4-4fda-4700-9165-bbceebcd8e76 req-2ac62e69-bb6c-4d0c-8511-82e00357b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:06.839336 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-248169c4-4fda-4700-9165-bbceebcd8e76 req-2ac62e69-bb6c-4d0c-8511-82e00357b0a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75dc39c2-4403-48cb-94a1-c95b2749e375 HTTP/1.1" status: 200 len: 855 time: 0.0966346 Dec 11 22:59:06.910360 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-248169c4-4fda-4700-9165-bbceebcd8e76 req-3c76e427-bb64-4541-affb-2f22a940f8e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631769 Dec 11 22:59:07.305027 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:07.315240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fa9448f1-0f5e-4031-8c75-c59dd9352e4f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:59:07.322214 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-248169c4-4fda-4700-9165-bbceebcd8e76 req-1834b471-b6a4-4cef-b593-b39bf1f566cf service neutron] 10.222.0.13 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969479 Dec 11 22:59:07.393096 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fa9448f1-0f5e-4031-8c75-c59dd9352e4f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:07.393471 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:07.474771 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:07.570401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Network 9afecbf2-0535-43de-8573-53d5c8f35b70 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:59:07.581881 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:59:07.585741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:59:07.612744 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-248169c4-4fda-4700-9165-bbceebcd8e76 req-c7235bab-0ecb-46ac-83f5-154fd21026cd service neutron] 10.222.0.13 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890885 Dec 11 22:59:07.687931 n-d-710847-6 neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-4850eaf9-1bff-40c3-9242-2d18dc15a426 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Project d22bf1cb388f497bbb0de4f3c0e23219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 22:59:07.705902 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4850eaf9-1bff-40c3-9242-2d18dc15a426 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:07.725673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Pushing event updated for resources: {'Port': ['ID=68007584-6ae8-434c-bb2f-0d267e9c2da4,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:07.741104 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:07.741104 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:07.741410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:07.741659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:07.742171 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:07.742509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:07.742865 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:07.743203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:07.743560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:07.743889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:07.744222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:07.744715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:07.745482 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:07.778102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:59:07.786116 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:07.844202 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Attempting to bind port 68007584-6ae8-434c-bb2f-0d267e9c2da4 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:59:07.844594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Attempting to bind port 68007584-6ae8-434c-bb2f-0d267e9c2da4 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '2d2d1246-e576-425c-9a57-e22bbde2f302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9afecbf2-0535-43de-8573-53d5c8f35b70'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:59:07.844975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Attempting to bind port 68007584-6ae8-434c-bb2f-0d267e9c2da4 on network 9afecbf2-0535-43de-8573-53d5c8f35b70 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:59:07.889649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:59:07.889649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Checking segment: {'id': '2d2d1246-e576-425c-9a57-e22bbde2f302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9afecbf2-0535-43de-8573-53d5c8f35b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:59:07.889649 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:07.889649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Bound using segment: {'id': '2d2d1246-e576-425c-9a57-e22bbde2f302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9afecbf2-0535-43de-8573-53d5c8f35b70'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:59:07.889649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Bound port: 68007584-6ae8-434c-bb2f-0d267e9c2da4, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2d1246-e576-425c-9a57-e22bbde2f302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9afecbf2-0535-43de-8573-53d5c8f35b70'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:59:07.889649 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:08.011654 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4850eaf9-1bff-40c3-9242-2d18dc15a426 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:08.094971 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4850eaf9-1bff-40c3-9242-2d18dc15a426 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:08.109870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] For port 68007584-6ae8-434c-bb2f-0d267e9c2da4, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:59:08.117256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] For port 68007584-6ae8-434c-bb2f-0d267e9c2da4, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=68007584-6ae8-434c-bb2f-0d267e9c2da4,segment=NetworkSegment(2d2d1246-e576-425c-9a57-e22bbde2f302),segment_id=2d2d1246-e576-425c-9a57-e22bbde2f302)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:59:08.130331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:08.130855 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:08.213724 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:08.230972 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850eaf9-1bff-40c3-9242-2d18dc15a426 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6962ab-7a97-4e3f-8567-abe839154ccd,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:08.389985 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480e42-7b75-44db-9410-9286fe689587 None None] Pushing event updated for resources: {'Port': ['ID=68007584-6ae8-434c-bb2f-0d267e9c2da4,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:08.428101 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4850eaf9-1bff-40c3-9242-2d18dc15a426 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:08.429408 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4850eaf9-1bff-40c3-9242-2d18dc15a426 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.0083401 Dec 11 22:59:08.579591 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:08.613396 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:08.892390 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-ad719cc1-e82a-49bd-957f-2f711392947c tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-785069623&fields=id&tenant_id=d22bf1cb388f497bbb0de4f3c0e23219 HTTP/1.1" status: 200 len: 267 time: 0.0873780 Dec 11 22:59:08.920670 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Allocated IP 172.25.1.112 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:59:08.979580 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Sync routers for ids ['1c693082-cc3b-4e35-9419-7d54037ad520'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:59:08.993463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Routers {'1c693082-cc3b-4e35-9419-7d54037ad520'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:59:09.004279 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['1c693082-cc3b-4e35-9419-7d54037ad520'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:09.225176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 68007584-6ae8-434c-bb2f-0d267e9c2da4 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:59:09.303449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Set router 1c693082-cc3b-4e35-9419-7d54037ad520 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:59:09.349832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-9b7a19c9-b15c-414d-9d15-cc3c762edfbd tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:09.361836 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-9b7a19c9-b15c-414d-9d15-cc3c762edfbd tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/networks?id=e67588e6-31ce-4b31-b404-c84ad13cd94a HTTP/1.1" status: 200 len: 808 time: 0.4604797 Dec 11 22:59:09.435817 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-00576416-257b-4ffb-bb77-acc3ea535614 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/quotas/d22bf1cb388f497bbb0de4f3c0e23219 HTTP/1.1" status: 200 len: 375 time: 0.0709164 Dec 11 22:59:09.501900 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:09.557963 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-9bbfe5a1-6d61-43c5-8fcf-80ad66ef6e94 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d22bf1cb388f497bbb0de4f3c0e23219&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1112425 Dec 11 22:59:09.585821 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 68007584-6ae8-434c-bb2f-0d267e9c2da4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:09.586311 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:09.769171 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-fe6d6645-8180-4b0c-bb06-56436d117661 service neutron] 10.222.0.45 "GET /v2.0/networks/e67588e6-31ce-4b31-b404-c84ad13cd94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890533 Dec 11 22:59:09.778073 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:09.828627 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-router', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:58:59Z', 'revision_number': 4, 'project_id': '8b61da717ab14ef48634b138167515ff', 'gw_port': {'id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:53Z', 'updated_at': '2021-12-11T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7434fbf7-8816-4b56-baab-95bb9d39e1b3', 'name': '', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'mac_address': 'fa:16:3e:7e:25:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:58Z', 'updated_at': '2021-12-11T22:59:00Z', 'revision_number': 2, 'project_id': '8b61da717ab14ef48634b138167515ff', 'subnets': [{'id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:09.885335 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 68007584-6ae8-434c-bb2f-0d267e9c2da4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=68007584-6ae8-434c-bb2f-0d267e9c2da4,segment=NetworkSegment(2d2d1246-e576-425c-9a57-e22bbde2f302),segment_id=2d2d1246-e576-425c-9a57-e22bbde2f302)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:59:09.887861 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Checking router: 1c693082-cc3b-4e35-9419-7d54037ad520 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:59:09.888275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Updating router 1c693082-cc3b-4e35-9419-7d54037ad520 port 7434fbf7-8816-4b56-baab-95bb9d39e1b3 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:59:09.891712 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-dfbb19b9-4c45-4d28-a3f9-c6dca61913c3 service neutron] 10.222.0.45 "GET /v2.0/networks/e67588e6-31ce-4b31-b404-c84ad13cd94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158023 Dec 11 22:59:09.893685 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:09.958123 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:10.000960 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Pushing event updated for resources: {'Port': ['ID=deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:10.008849 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:10.009413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:59:10.013312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:59:10.016666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:59:10.118061 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fb5823-3e78-49e8-8cf8-71e21e8e6e71 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:59:10.189712 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef7186-4e8d-4b7d-8f64-259bfa48c16e None None] Network 9afecbf2-0535-43de-8573-53d5c8f35b70 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 22:59:10.354091 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5dc5d1ca-4ed4-4e55-a80c-f00d049c5fae req-d4b1f9e1-7803-470b-ab8d-f3613d3682d8 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 210 time: 0.0383117 Dec 11 22:59:10.369817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=68007584-6ae8-434c-bb2f-0d267e9c2da4,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:10.405764 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0c66cf78-83bb-4913-ba12-61b764f01423 None None] Provisioning complete for port 68007584-6ae8-434c-bb2f-0d267e9c2da4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:10.406201 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0c66cf78-83bb-4913-ba12-61b764f01423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:10.674648 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:10.985268 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:11.070044 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:11.096262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 68007584-6ae8-434c-bb2f-0d267e9c2da4 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:59:11.101755 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:11.363737 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f940c8-10de-4541-8984-f6f604bd5b69 None None] Pushing event updated for resources: {'Port': ['ID=7434fbf7-8816-4b56-baab-95bb9d39e1b3,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:11.393673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-865e1039-18cf-40a4-8969-63575cbf6c6a None None] Provisioning complete for port deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:11.394059 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-865e1039-18cf-40a4-8969-63575cbf6c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:11.484183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 68007584-6ae8-434c-bb2f-0d267e9c2da4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:11.484563 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:11.523553 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-328a4e21-2499-441c-a5c5-cdc253f1e907 req-8f017d71-8bb8-48d1-9dd6-90407521a5d9 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 210 time: 0.0748234 Dec 11 22:59:11.590079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Router 5afcc2a4-67d9-4f50-8160-c47977152c1a is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 22:59:11.694371 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-865e1039-18cf-40a4-8969-63575cbf6c6a None None] Port deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:59:11.711208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Attempting to bind port 7434fbf7-8816-4b56-baab-95bb9d39e1b3 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:59:11.711598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Attempting to bind port 7434fbf7-8816-4b56-baab-95bb9d39e1b3 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '975b648c-5cc5-4c5d-9aaf-6ac9ba896be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:59:11.711980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Attempting to bind port 7434fbf7-8816-4b56-baab-95bb9d39e1b3 on network 448529fa-dca5-4940-b4be-8ebfa5e6a3e4 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:59:11.719672 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:59:11.730628 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Checking segment: {'id': '975b648c-5cc5-4c5d-9aaf-6ac9ba896be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:59:11.731120 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:11.731543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Bound using segment: {'id': '975b648c-5cc5-4c5d-9aaf-6ac9ba896be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:59:11.732631 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Bound port: 7434fbf7-8816-4b56-baab-95bb9d39e1b3, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975b648c-5cc5-4c5d-9aaf-6ac9ba896be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:59:11.733577 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:11.954286 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ff227d80-98d3-4a48-8de2-d92e2fb79f7b None None] Provisioning complete for port 68007584-6ae8-434c-bb2f-0d267e9c2da4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:11.954672 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ff227d80-98d3-4a48-8de2-d92e2fb79f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:11.987481 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:59:12.014482 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Sync routers for ids ['5afcc2a4-67d9-4f50-8160-c47977152c1a'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:59:12.039621 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Routers {'5afcc2a4-67d9-4f50-8160-c47977152c1a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:59:12.039621 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5afcc2a4-67d9-4f50-8160-c47977152c1a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:12.061699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] For port 7434fbf7-8816-4b56-baab-95bb9d39e1b3, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:59:12.068080 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] For port 7434fbf7-8816-4b56-baab-95bb9d39e1b3, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7434fbf7-8816-4b56-baab-95bb9d39e1b3,segment=NetworkSegment(975b648c-5cc5-4c5d-9aaf-6ac9ba896be4),segment_id=975b648c-5cc5-4c5d-9aaf-6ac9ba896be4)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:59:12.124133 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:12.131746 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f4ce89c7-599e-4e2b-8457-2edd329bfac2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1118777 Dec 11 22:59:12.131862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48248) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:12.161460 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:12.175986 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Set router 5afcc2a4-67d9-4f50-8160-c47977152c1a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:59:12.297836 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Routers {'1c693082-cc3b-4e35-9419-7d54037ad520'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:59:12.298499 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['1c693082-cc3b-4e35-9419-7d54037ad520'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:12.311528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f940c8-10de-4541-8984-f6f604bd5b69 None None] Pushing event updated for resources: {'Port': ['ID=7434fbf7-8816-4b56-baab-95bb9d39e1b3,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:12.495520 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ff9f96ca-906b-4a5d-96da-e72e5a47aa36 None None] Provisioning complete for port 7434fbf7-8816-4b56-baab-95bb9d39e1b3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:12.496020 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ff9f96ca-906b-4a5d-96da-e72e5a47aa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:12.535710 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1858817642-router', 'tenant_id': '68f64d14f65e43f6b75b63317af936d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:59:06Z', 'updated_at': '2021-12-11T22:59:10Z', 'revision_number': 3, 'project_id': '68f64d14f65e43f6b75b63317af936d9', 'gw_port': {'id': 'deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:59:08Z', 'updated_at': '2021-12-11T22:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:12.595915 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Checking router: 5afcc2a4-67d9-4f50-8160-c47977152c1a for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:59:12.598101 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Updating router 5afcc2a4-67d9-4f50-8160-c47977152c1a port deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:59:12.655399 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:12.718079 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0eeb63a-c32c-4db3-b930-829e7d551353 req-874a5dd4-4269-4f04-8581-0fc581e58065 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 210 time: 0.0397682 Dec 11 22:59:12.870102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] Set router 1c693082-cc3b-4e35-9419-7d54037ad520 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:59:13.193487 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:13.210236 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7434fbf7-8816-4b56-baab-95bb9d39e1b3 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:59:13.279062 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:13.340704 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:13.353097 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ff9f96ca-906b-4a5d-96da-e72e5a47aa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:13.417133 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Attempting to bind port deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:59:13.424191 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Attempting to bind port deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:59:13.424191 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Attempting to bind port deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:59:13.424191 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121a438-072e-455a-aa11-8f07949726f2 None None] Pushing event updated for resources: {'Port': ['ID=deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:13.429117 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0275256-8bbe-4aa7-86a8-ee8aae8f4062 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:59:13.464209 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:59:13.464209 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:59:13.464209 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:13.464209 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:59:13.464209 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Bound port: deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:59:13.464209 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:13.592032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ff9f96ca-906b-4a5d-96da-e72e5a47aa36 None None] For port 7434fbf7-8816-4b56-baab-95bb9d39e1b3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7434fbf7-8816-4b56-baab-95bb9d39e1b3,segment=NetworkSegment(975b648c-5cc5-4c5d-9aaf-6ac9ba896be4),segment_id=975b648c-5cc5-4c5d-9aaf-6ac9ba896be4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:59:13.612355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 7434fbf7-8816-4b56-baab-95bb9d39e1b3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:13.612940 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:13.616430 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] For port deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:59:13.631752 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] For port deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:59:13.703990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ff9f96ca-906b-4a5d-96da-e72e5a47aa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:13.742238 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:13.828543 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:13.922647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dcfaad-bec4-4cf6-a6eb-0064152274f2 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 22:59:13.937208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f96ca-906b-4a5d-96da-e72e5a47aa36 None None] Pushing event updated for resources: {'Port': ['ID=7434fbf7-8816-4b56-baab-95bb9d39e1b3,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:13.962132 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121a438-072e-455a-aa11-8f07949726f2 None None] Pushing event updated for resources: {'Port': ['ID=deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:13.970666 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a6cbffcb-9d8a-4981-b15a-02cc323be590 None None] Provisioning complete for port deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:13.976223 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6cbffcb-9d8a-4981-b15a-02cc323be590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:14.011734 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-router', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:58:59Z', 'revision_number': 4, 'project_id': '8b61da717ab14ef48634b138167515ff', 'gw_port': {'id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:53Z', 'updated_at': '2021-12-11T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7434fbf7-8816-4b56-baab-95bb9d39e1b3', 'name': '', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'mac_address': 'fa:16:3e:7e:25:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:58Z', 'updated_at': '2021-12-11T22:59:12Z', 'revision_number': 4, 'project_id': '8b61da717ab14ef48634b138167515ff', 'subnets': [{'id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:14.049246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31b6e0-f2ff-4735-9a1c-aceaf714f409 None None] The sync data for ids ['1c693082-cc3b-4e35-9419-7d54037ad520'] in n-d-710847-6 is: [{'id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-router', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:58:59Z', 'revision_number': 4, 'project_id': '8b61da717ab14ef48634b138167515ff', 'gw_port': {'id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:53Z', 'updated_at': '2021-12-11T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7434fbf7-8816-4b56-baab-95bb9d39e1b3', 'name': '', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'mac_address': 'fa:16:3e:7e:25:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:58Z', 'updated_at': '2021-12-11T22:59:12Z', 'revision_number': 4, 'project_id': '8b61da717ab14ef48634b138167515ff', 'subnets': [{'id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:59:14.067644 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Routers {'5afcc2a4-67d9-4f50-8160-c47977152c1a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:59:14.072700 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5afcc2a4-67d9-4f50-8160-c47977152c1a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:14.223910 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6cbffcb-9d8a-4981-b15a-02cc323be590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:14.321392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a6cbffcb-9d8a-4981-b15a-02cc323be590 None None] For port deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:59:14.418476 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6cbffcb-9d8a-4981-b15a-02cc323be590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:14.597608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a6cbffcb-9d8a-4981-b15a-02cc323be590 None None] Provisioning complete for port 7434fbf7-8816-4b56-baab-95bb9d39e1b3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:14.597997 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6cbffcb-9d8a-4981-b15a-02cc323be590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:14.677521 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] Set router 5afcc2a4-67d9-4f50-8160-c47977152c1a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:59:14.682449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbffcb-9d8a-4981-b15a-02cc323be590 None None] Pushing event updated for resources: {'Port': ['ID=deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:14.790470 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12e12a87-ec1b-4a7f-9d03-a3c7538ad2a7 req-d36ed3f5-6f2c-4bc3-a752-f644d02db92c tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 210 time: 0.2265384 Dec 11 22:59:14.829188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c857a973-8ff9-435b-b365-8c51468cd6a1 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:14.835640 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c857a973-8ff9-435b-b365-8c51468cd6a1 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.13 "GET /v2.0/networks?id=e67588e6-31ce-4b31-b404-c84ad13cd94a HTTP/1.1" status: 200 len: 808 time: 0.2650969 Dec 11 22:59:15.013919 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-71f4cca8-8852-4a4f-bbd4-00af456dddaf tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d22bf1cb388f497bbb0de4f3c0e23219 HTTP/1.1" status: 200 len: 379 time: 0.1719205 Dec 11 22:59:15.026015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Allocated IP 172.20.0.1 (9afecbf2-0535-43de-8573-53d5c8f35b70/c98bd7c6-d4ba-4eda-8eb7-556d7f8757ec/574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:59:15.054160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-ce8dea6b-6f71-45a7-9c1d-309ed9aca065 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Request body: {'port': {'device_id': '1ed03f52-52b1-4ee1-96c0-50f0363562c1', 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a', 'admin_state_up': True, 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'security_groups': ['a78622c0-87e1-485f-957a-b97f84781fbd']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:59:15.055006 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-eab02ab7-3743-4b7b-863b-c407e33dc53a None None] Provisioning complete for port deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:15.055619 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eab02ab7-3743-4b7b-863b-c407e33dc53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:15.124024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7434fbf7-8816-4b56-baab-95bb9d39e1b3 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:59:15.173701 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1858817642-router', 'tenant_id': '68f64d14f65e43f6b75b63317af936d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:59:06Z', 'updated_at': '2021-12-11T22:59:10Z', 'revision_number': 3, 'project_id': '68f64d14f65e43f6b75b63317af936d9', 'gw_port': {'id': 'deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:59:08Z', 'updated_at': '2021-12-11T22:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:15.220277 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a49a7af-c3aa-413b-8f78-c8d870b3606d None None] The sync data for ids ['5afcc2a4-67d9-4f50-8160-c47977152c1a'] in n-d-710847-6 is: [{'id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1858817642-router', 'tenant_id': '68f64d14f65e43f6b75b63317af936d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:59:06Z', 'updated_at': '2021-12-11T22:59:10Z', 'revision_number': 3, 'project_id': '68f64d14f65e43f6b75b63317af936d9', 'gw_port': {'id': 'deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:59:08Z', 'updated_at': '2021-12-11T22:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:59:15.285736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 7434fbf7-8816-4b56-baab-95bb9d39e1b3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:15.286223 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:15.361520 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:15.618553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-ce8dea6b-6f71-45a7-9c1d-309ed9aca065 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Made reservation on behalf of d22bf1cb388f497bbb0de4f3c0e23219 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 22:59:15.626269 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-ce8dea6b-6f71-45a7-9c1d-309ed9aca065 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:15.657455 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:15.806796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Network 9afecbf2-0535-43de-8573-53d5c8f35b70 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:59:15.824898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:59:15.824898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:59:15.824898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Pushing event updated for resources: {'Port': ['ID=574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:15.928193 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:16.097040 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-be97c876-730b-43b7-b34c-c09e9d632443 req-fd323aa8-4604-48d5-8656-ee39ed663732 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 210 time: 0.0784910 Dec 11 22:59:16.190824 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-ce8dea6b-6f71-45a7-9c1d-309ed9aca065 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Allocated IP 172.20.0.7 (e67588e6-31ce-4b31-b404-c84ad13cd94a/4aad2c2d-5146-4902-8870-3b240370c4cc/fa4a634d-08a2-4670-8a2f-7eb81641c9ff) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:59:16.288149 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:16.341916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6e562f28-def7-4d45-b4f4-41ce52b51114 None None] Provisioning complete for port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:16.343175 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6e562f28-def7-4d45-b4f4-41ce52b51114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:16.430402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6e562f28-def7-4d45-b4f4-41ce52b51114 None None] Port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:59:16.662235 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-ce8dea6b-6f71-45a7-9c1d-309ed9aca065 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:16.777278 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:16.879051 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:17.056605 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-ce8dea6b-6f71-45a7-9c1d-309ed9aca065 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:17.127668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Pushing event updated for resources: {'Port': ['ID=574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:17.177823 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:17.180847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-ce8dea6b-6f71-45a7-9c1d-309ed9aca065 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Network e67588e6-31ce-4b31-b404-c84ad13cd94a is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:59:17.196954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-ce8dea6b-6f71-45a7-9c1d-309ed9aca065 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:59:17.203942 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:59:17.204830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-ce8dea6b-6f71-45a7-9c1d-309ed9aca065 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:59:17.343825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dea6b-6f71-45a7-9c1d-309ed9aca065 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Pushing event updated for resources: {'Port': ['ID=fa4a634d-08a2-4670-8a2f-7eb81641c9ff,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:17.414265 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:17.415416 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:17.474780 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Network 9afecbf2-0535-43de-8573-53d5c8f35b70 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:59:17.498749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:59:17.512827 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:17.614085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-ce8dea6b-6f71-45a7-9c1d-309ed9aca065 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:17.618719 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-ce8dea6b-6f71-45a7-9c1d-309ed9aca065 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:17.732149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fe0d0-cead-4650-b1c8-a12242e15448 req-b25adcb4-02c8-484e-95eb-695cbac98a4a tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:17.743184 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b3fe0d0-cead-4650-b1c8-a12242e15448 req-b25adcb4-02c8-484e-95eb-695cbac98a4a tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 931 time: 0.3876903 Dec 11 22:59:17.781148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-13e88b9a-118f-4052-a9a2-8b7d9a885050 None None] Provisioning complete for port fa4a634d-08a2-4670-8a2f-7eb81641c9ff triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:17.781249 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-ce8dea6b-6f71-45a7-9c1d-309ed9aca065 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7391572 Dec 11 22:59:17.781338 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-13e88b9a-118f-4052-a9a2-8b7d9a885050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:17.795930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Request body: {'port': {'device_id': '1ed03f52-52b1-4ee1-96c0-50f0363562c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:59:17.863363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-13e88b9a-118f-4052-a9a2-8b7d9a885050 None None] Port fa4a634d-08a2-4670-8a2f-7eb81641c9ff cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:59:18.014461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5bfe000e-8ecd-4836-ba92-aafd96e97785 None None] Provisioning complete for port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:18.014461 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5bfe000e-8ecd-4836-ba92-aafd96e97785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:18.045001 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b3fe0d0-cead-4650-b1c8-a12242e15448 req-5b399917-f125-4c21-8f5b-c8940b88e75e tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/security-groups?id=a78622c0-87e1-485f-957a-b97f84781fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002863 Dec 11 22:59:18.063018 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:18.093074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5bfe000e-8ecd-4836-ba92-aafd96e97785 None None] Port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:59:18.141456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Router 5afcc2a4-67d9-4f50-8160-c47977152c1a has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:59:18.525211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4a634d-08a2-4670-8a2f-7eb81641c9ff {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:59:18.541232 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:18.563319 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:59:18.574244 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9c11c997-b4cc-437b-a0fb-86de0c0b190f admin admin] 10.222.0.45 "PUT /v2.0/routers/5afcc2a4-67d9-4f50-8160-c47977152c1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4413681 Dec 11 22:59:18.579887 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Transition to ACTIVE for port object fa4a634d-08a2-4670-8a2f-7eb81641c9ff will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 22:59:18.603085 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Sync routers for ids ['5afcc2a4-67d9-4f50-8160-c47977152c1a'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:59:18.702065 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:18.787125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Routers {'5afcc2a4-67d9-4f50-8160-c47977152c1a'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:59:18.788046 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5afcc2a4-67d9-4f50-8160-c47977152c1a'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:19.062056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Attempting to bind port fa4a634d-08a2-4670-8a2f-7eb81641c9ff on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:59:19.069128 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Attempting to bind port fa4a634d-08a2-4670-8a2f-7eb81641c9ff by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'b589821a-604a-4a8a-93e4-a80160b2f4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:59:19.069961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Attempting to bind port fa4a634d-08a2-4670-8a2f-7eb81641c9ff on network e67588e6-31ce-4b31-b404-c84ad13cd94a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:59:19.072940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4a634d-08a2-4670-8a2f-7eb81641c9ff,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:19.088197 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b7266770-b3d1-40cd-8700-1b377a2373f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:19.094080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Port fa4a634d-08a2-4670-8a2f-7eb81641c9ff on network e67588e6-31ce-4b31-b404-c84ad13cd94a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 22:59:19.094519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Attempting to bind port fa4a634d-08a2-4670-8a2f-7eb81641c9ff on network e67588e6-31ce-4b31-b404-c84ad13cd94a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:59:19.105077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:59:19.105674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Checking segment: {'id': 'b589821a-604a-4a8a-93e4-a80160b2f4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:59:19.106266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Bound using segment: {'id': 'b589821a-604a-4a8a-93e4-a80160b2f4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:59:19.107055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Bound port: fa4a634d-08a2-4670-8a2f-7eb81641c9ff, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b589821a-604a-4a8a-93e4-a80160b2f4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:59:19.107522 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:19.135536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Set router 5afcc2a4-67d9-4f50-8160-c47977152c1a gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:59:19.210101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] For port fa4a634d-08a2-4670-8a2f-7eb81641c9ff, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:59:19.213877 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] For port fa4a634d-08a2-4670-8a2f-7eb81641c9ff, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=fa4a634d-08a2-4670-8a2f-7eb81641c9ff,segment=NetworkSegment(b589821a-604a-4a8a-93e4-a80160b2f4c2),segment_id=b589821a-604a-4a8a-93e4-a80160b2f4c2)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:59:19.310141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe753b-fd30-40df-9da8-6c80cd6832a7 req-4870f08d-0eef-49e9-9cdd-b97b3a20a089 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:19.315890 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-15fe753b-fd30-40df-9da8-6c80cd6832a7 req-4870f08d-0eef-49e9-9cdd-b97b3a20a089 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 943 time: 0.1023414 Dec 11 22:59:19.326983 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:19.420145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:19.420145 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:19.420145 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] 10.222.0.13 "PUT /v2.0/ports/fa4a634d-08a2-4670-8a2f-7eb81641c9ff HTTP/1.1" status: 200 len: 1091 time: 1.6317616 Dec 11 22:59:19.420594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed03f52-52b1-4ee1-96c0-50f0363562c1', 'tag': 'fa4a634d-08a2-4670-8a2f-7eb81641c9ff'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:59:19.424735 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baab74a5-fe74-4bf4-916b-58294aad584e" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed03f52-52b1-4ee1-96c0-50f0363562c1", "tag": "fa4a634d-08a2-4670-8a2f-7eb81641c9ff"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:59:19.445411 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-15fe753b-fd30-40df-9da8-6c80cd6832a7 req-05e4bc6f-fb40-4ba4-afd8-cba516dcdb2a tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/security-groups?id=a78622c0-87e1-485f-957a-b97f84781fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136155 Dec 11 22:59:19.486337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695ee25-9a1f-4dd3-9268-0e8848a04340 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4a634d-08a2-4670-8a2f-7eb81641c9ff,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:19.523447 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6ed156-35fc-4289-9aa7-289a79e35e98 x-openstack-request-id: req-3f6ed156-35fc-4289-9aa7-289a79e35e98 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:59:19.523447 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed03f52-52b1-4ee1-96c0-50f0363562c1", "tag": "fa4a634d-08a2-4670-8a2f-7eb81641c9ff", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:59:19.523447 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f6ed156-35fc-4289-9aa7-289a79e35e98 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:59:19.523447 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed03f52-52b1-4ee1-96c0-50f0363562c1', 'tag': 'fa4a634d-08a2-4670-8a2f-7eb81641c9ff', 'status': 'completed', 'code': 200} Dec 11 22:59:19.641982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-a60e4911-1cfa-4d5b-8a80-3586a81faa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:19.644251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-a60e4911-1cfa-4d5b-8a80-3586a81faa8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d22bf1cb388f497bbb0de4f3c0e23219&device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 1094 time: 0.0928850 Dec 11 22:59:19.675953 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1858817642-router', 'tenant_id': '68f64d14f65e43f6b75b63317af936d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:59:06Z', 'updated_at': '2021-12-11T22:59:16Z', 'revision_number': 4, 'project_id': '68f64d14f65e43f6b75b63317af936d9', 'gw_port': {'id': 'deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:59:08Z', 'updated_at': '2021-12-11T22:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f', 'name': '', 'network_id': '9afecbf2-0535-43de-8573-53d5c8f35b70', 'tenant_id': '68f64d14f65e43f6b75b63317af936d9', 'mac_address': 'fa:16:3e:26:79:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c98bd7c6-d4ba-4eda-8eb7-556d7f8757ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:59:13Z', 'updated_at': '2021-12-11T22:59:16Z', 'revision_number': 2, 'project_id': '68f64d14f65e43f6b75b63317af936d9', 'subnets': [{'id': 'c98bd7c6-d4ba-4eda-8eb7-556d7f8757ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:19.721433 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-6e1f2e6f-8764-4627-a754-371811b6579a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa4a634d-08a2-4670-8a2f-7eb81641c9ff HTTP/1.1" status: 200 len: 217 time: 0.0655875 Dec 11 22:59:19.760013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Checking router: 5afcc2a4-67d9-4f50-8160-c47977152c1a for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:59:19.760670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Updating router 5afcc2a4-67d9-4f50-8160-c47977152c1a port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 22:59:19.796915 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:19.799602 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-a6e031ff-4fa9-444f-b27b-69cec0e83e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:19.801272 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-a6e031ff-4fa9-444f-b27b-69cec0e83e30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4aad2c2d-5146-4902-8870-3b240370c4cc HTTP/1.1" status: 200 len: 847 time: 0.0722451 Dec 11 22:59:19.858417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-2962dcb4-b76f-470e-ab7e-4e4b1bd6d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:19.860422 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-2962dcb4-b76f-470e-ab7e-4e4b1bd6d52c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e67588e6-31ce-4b31-b404-c84ad13cd94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515594 Dec 11 22:59:19.999625 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-5c7c32a8-100a-4001-b946-c38c2e911144 service neutron] 10.222.0.13 "GET /v2.0/networks/e67588e6-31ce-4b31-b404-c84ad13cd94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312366 Dec 11 22:59:20.121513 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38df677d-5012-4b57-a064-e3ffa9243f26 req-34ddadd4-d0af-4de0-9af2-41c4e9aefbe8 service neutron] 10.222.0.13 "GET /v2.0/networks/e67588e6-31ce-4b31-b404-c84ad13cd94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146405 Dec 11 22:59:20.171846 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:20.309247 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:20.344156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab74a5-fe74-4bf4-916b-58294aad584e req-6c22c778-abb8-4478-aa64-ae9a1de7df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:20.346518 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-baab74a5-fe74-4bf4-916b-58294aad584e req-6c22c778-abb8-4478-aa64-ae9a1de7df79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d22bf1cb388f497bbb0de4f3c0e23219&device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 1094 time: 0.0747705 Dec 11 22:59:20.394680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b398cc-508d-42e8-bcf9-c7a500b000ed None None] Pushing event updated for resources: {'Port': ['ID=574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:20.562539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Attempting to bind port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 22:59:20.562954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Attempting to bind port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '2d2d1246-e576-425c-9a57-e22bbde2f302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9afecbf2-0535-43de-8573-53d5c8f35b70'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 22:59:20.563333 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Attempting to bind port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f on network 9afecbf2-0535-43de-8573-53d5c8f35b70 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 22:59:20.582908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 22:59:20.584979 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Checking segment: {'id': '2d2d1246-e576-425c-9a57-e22bbde2f302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9afecbf2-0535-43de-8573-53d5c8f35b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 22:59:20.594727 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:20.596439 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Bound using segment: {'id': '2d2d1246-e576-425c-9a57-e22bbde2f302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9afecbf2-0535-43de-8573-53d5c8f35b70'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 22:59:20.597158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Bound port: 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2d1246-e576-425c-9a57-e22bbde2f302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9afecbf2-0535-43de-8573-53d5c8f35b70'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 22:59:20.598947 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:20.634153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab74a5-fe74-4bf4-916b-58294aad584e req-a54fff7e-d68c-460a-bb94-0514cd57e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:20.639869 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-baab74a5-fe74-4bf4-916b-58294aad584e req-a54fff7e-d68c-460a-bb94-0514cd57e2f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e67588e6-31ce-4b31-b404-c84ad13cd94a HTTP/1.1" status: 200 len: 909 time: 0.2858567 Dec 11 22:59:20.727363 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-baab74a5-fe74-4bf4-916b-58294aad584e req-899fe8aa-3aad-4b30-b216-d2d74514f572 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa4a634d-08a2-4670-8a2f-7eb81641c9ff HTTP/1.1" status: 200 len: 217 time: 0.0581114 Dec 11 22:59:20.751909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-311e5b99-55ac-4a9a-b685-fb625edba6e0 None None] Provisioning complete for port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:20.752908 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-311e5b99-55ac-4a9a-b685-fb625edba6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:20.782452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab74a5-fe74-4bf4-916b-58294aad584e req-9f2e6bdc-0872-477f-8fbf-4ee7cfc745b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:20.786511 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-baab74a5-fe74-4bf4-916b-58294aad584e req-9f2e6bdc-0872-477f-8fbf-4ee7cfc745b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4aad2c2d-5146-4902-8870-3b240370c4cc HTTP/1.1" status: 200 len: 847 time: 0.0569634 Dec 11 22:59:20.802454 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053b8db-e5e8-4a06-9bb8-b972626fb7e0 req-9fc2356d-9cae-4efc-a97c-0b28e50fb4cc tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:20.804107 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9053b8db-e5e8-4a06-9bb8-b972626fb7e0 req-9fc2356d-9cae-4efc-a97c-0b28e50fb4cc tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 943 time: 0.1836288 Dec 11 22:59:20.812652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-311e5b99-55ac-4a9a-b685-fb625edba6e0 None None] Port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 22:59:20.837222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] For port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 22:59:20.841577 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] For port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f,segment=NetworkSegment(2d2d1246-e576-425c-9a57-e22bbde2f302),segment_id=2d2d1246-e576-425c-9a57-e22bbde2f302)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 22:59:20.899948 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9053b8db-e5e8-4a06-9bb8-b972626fb7e0 req-305ddf6e-81e1-4e53-ac33-01e5c109e9d2 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/security-groups?id=a78622c0-87e1-485f-957a-b97f84781fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870118 Dec 11 22:59:20.903346 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab74a5-fe74-4bf4-916b-58294aad584e req-9dc71dd2-6a7c-4305-ab1f-b8213af59027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:20.904640 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-baab74a5-fe74-4bf4-916b-58294aad584e req-9dc71dd2-6a7c-4305-ab1f-b8213af59027 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e67588e6-31ce-4b31-b404-c84ad13cd94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127286 Dec 11 22:59:20.930371 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:21.040391 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b398cc-508d-42e8-bcf9-c7a500b000ed None None] Pushing event updated for resources: {'Port': ['ID=574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:21.072890 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Routers {'5afcc2a4-67d9-4f50-8160-c47977152c1a'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:59:21.073548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:58:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5afcc2a4-67d9-4f50-8160-c47977152c1a'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:21.146104 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-baab74a5-fe74-4bf4-916b-58294aad584e req-4a65d5f3-3ccc-4ae7-a2b6-c63c81bcb017 service neutron] 10.222.0.13 "GET /v2.0/networks/e67588e6-31ce-4b31-b404-c84ad13cd94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332437 Dec 11 22:59:21.150389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25f7f886-bbb2-4cb3-b822-9d32c1cde815 req-f25f33b8-d266-4b51-9ba8-934a9689e0ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1375725 Dec 11 22:59:21.300124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-baab74a5-fe74-4bf4-916b-58294aad584e req-e6927b44-3c22-4da6-8aab-29306bd0d449 service neutron] 10.222.0.13 "GET /v2.0/networks/e67588e6-31ce-4b31-b404-c84ad13cd94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464217 Dec 11 22:59:21.340392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] Set router 5afcc2a4-67d9-4f50-8160-c47977152c1a gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:59:21.352804 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:59:21.388855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f886-bbb2-4cb3-b822-9d32c1cde815 req-96e4465e-9eb8-4ad0-8e8d-d4b18b23179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:21.390388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25f7f886-bbb2-4cb3-b822-9d32c1cde815 req-96e4465e-9eb8-4ad0-8e8d-d4b18b23179a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 1097 time: 0.0891166 Dec 11 22:59:21.408627 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c64b0dc-e575-4255-9c63-a7fc3a2d9bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:21.580947 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6857ab2b-5482-4169-b560-43c9a732fc53 None None] Provisioning complete for port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:21.581613 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6857ab2b-5482-4169-b560-43c9a732fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:21.666738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f886-bbb2-4cb3-b822-9d32c1cde815 req-c69744fd-b015-4bee-8c90-883e470e03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:21.668776 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25f7f886-bbb2-4cb3-b822-9d32c1cde815 req-c69744fd-b015-4bee-8c90-883e470e03bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1bb9a45-28c0-4785-bda6-7e72008cf427 HTTP/1.1" status: 200 len: 918 time: 0.2344129 Dec 11 22:59:21.753526 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6857ab2b-5482-4169-b560-43c9a732fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:21.797377 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25f7f886-bbb2-4cb3-b822-9d32c1cde815 req-68ef4bf1-e6d3-4abc-ab99-067207ba5dbd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428 HTTP/1.1" status: 200 len: 1001 time: 0.1187978 Dec 11 22:59:21.802392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1858817642-router', 'tenant_id': '68f64d14f65e43f6b75b63317af936d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:59:06Z', 'updated_at': '2021-12-11T22:59:16Z', 'revision_number': 4, 'project_id': '68f64d14f65e43f6b75b63317af936d9', 'gw_port': {'id': 'deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:59:08Z', 'updated_at': '2021-12-11T22:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f', 'name': '', 'network_id': '9afecbf2-0535-43de-8573-53d5c8f35b70', 'tenant_id': '68f64d14f65e43f6b75b63317af936d9', 'mac_address': 'fa:16:3e:26:79:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c98bd7c6-d4ba-4eda-8eb7-556d7f8757ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:59:13Z', 'updated_at': '2021-12-11T22:59:20Z', 'revision_number': 4, 'project_id': '68f64d14f65e43f6b75b63317af936d9', 'subnets': [{'id': 'c98bd7c6-d4ba-4eda-8eb7-556d7f8757ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:21.859406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5ddaf-9d4a-4d21-9060-32eaa7e88576 None None] The sync data for ids ['5afcc2a4-67d9-4f50-8160-c47977152c1a'] in n-d-710847-6 is: [{'id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1858817642-router', 'tenant_id': '68f64d14f65e43f6b75b63317af936d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:59:06Z', 'updated_at': '2021-12-11T22:59:16Z', 'revision_number': 4, 'project_id': '68f64d14f65e43f6b75b63317af936d9', 'gw_port': {'id': 'deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:59:08Z', 'updated_at': '2021-12-11T22:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f', 'name': '', 'network_id': '9afecbf2-0535-43de-8573-53d5c8f35b70', 'tenant_id': '68f64d14f65e43f6b75b63317af936d9', 'mac_address': 'fa:16:3e:26:79:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c98bd7c6-d4ba-4eda-8eb7-556d7f8757ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:59:13Z', 'updated_at': '2021-12-11T22:59:20Z', 'revision_number': 4, 'project_id': '68f64d14f65e43f6b75b63317af936d9', 'subnets': [{'id': 'c98bd7c6-d4ba-4eda-8eb7-556d7f8757ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:59:21.863578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f886-bbb2-4cb3-b822-9d32c1cde815 req-1141b77c-78d2-4aa9-b28a-28e0b6fbe83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:21.866843 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25f7f886-bbb2-4cb3-b822-9d32c1cde815 req-1141b77c-78d2-4aa9-b28a-28e0b6fbe83b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7818fbf-5369-47d1-9144-65c09d5e1c30 HTTP/1.1" status: 200 len: 856 time: 0.0618927 Dec 11 22:59:21.888624 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6857ab2b-5482-4169-b560-43c9a732fc53 None None] For port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f,segment=NetworkSegment(2d2d1246-e576-425c-9a57-e22bbde2f302),segment_id=2d2d1246-e576-425c-9a57-e22bbde2f302)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:59:21.973060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f886-bbb2-4cb3-b822-9d32c1cde815 req-84696a83-928b-49c9-9076-3e020d94125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:21.975302 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25f7f886-bbb2-4cb3-b822-9d32c1cde815 req-84696a83-928b-49c9-9076-3e020d94125d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1bb9a45-28c0-4785-bda6-7e72008cf427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019111 Dec 11 22:59:22.024455 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6857ab2b-5482-4169-b560-43c9a732fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:22.256607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4808f-8511-43a5-813a-ed116c57275c req-03200011-bed2-49e4-a491-8261229ee233 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:22.258157 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71d4808f-8511-43a5-813a-ed116c57275c req-03200011-bed2-49e4-a491-8261229ee233 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 943 time: 0.1388986 Dec 11 22:59:22.275925 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857ab2b-5482-4169-b560-43c9a732fc53 None None] Pushing event updated for resources: {'Port': ['ID=574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:22.327234 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:22.336779 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25f7f886-bbb2-4cb3-b822-9d32c1cde815 req-f1eba0ef-6b7f-4a0d-b30b-ff79083d55d1 service neutron] 10.222.0.47 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506353 Dec 11 22:59:22.489140 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48460) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:22.553480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71d4808f-8511-43a5-813a-ed116c57275c req-8f8bc9dd-f728-4561-ba68-c39beedc6174 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/security-groups?id=a78622c0-87e1-485f-957a-b97f84781fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813730 Dec 11 22:59:22.624501 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25f7f886-bbb2-4cb3-b822-9d32c1cde815 req-3cb31521-79b1-4814-af5c-a2d39b0eb7f8 service neutron] 10.222.0.47 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813880 Dec 11 22:59:22.739725 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-46780db9-153d-4001-90d3-2ca1f89b5956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:22.873695 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-46780db9-153d-4001-90d3-2ca1f89b5956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:22.978549 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-46780db9-153d-4001-90d3-2ca1f89b5956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:23.053560 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-46780db9-153d-4001-90d3-2ca1f89b5956 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d36ceeb9f48436f8514aea9e1739743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5632141 Dec 11 22:59:23.054780 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46780db9-153d-4001-90d3-2ca1f89b5956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e64ff5e-24bf-492f-a8e2-b192bc2ca1f6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:23.056296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48470) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:23.168792 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-80eba333-792c-4862-b075-ef94efca2d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:23.175256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:59:23.213146 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-80eba333-792c-4862-b075-ef94efca2d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:23.284078 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:23.288517 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:23.387320 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-80eba333-792c-4862-b075-ef94efca2d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:23.390711 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-80eba333-792c-4862-b075-ef94efca2d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:23.394711 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-80eba333-792c-4862-b075-ef94efca2d4c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e64ff5e-24bf-492f-a8e2-b192bc2ca1f6 HTTP/1.1" status: 204 len: 168 time: 0.3346078 Dec 11 22:59:23.409158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eba333-792c-4862-b075-ef94efca2d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e64ff5e-24bf-492f-a8e2-b192bc2ca1f6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:23.690164 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device fa4a634d-08a2-4670-8a2f-7eb81641c9ff details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:59:23.811167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080946f-4141-4d78-a8ff-42ae6f3219ba req-e2ae2e11-18ee-48e2-8b89-af71f0608a2c tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:23.819560 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e080946f-4141-4d78-a8ff-42ae6f3219ba req-e2ae2e11-18ee-48e2-8b89-af71f0608a2c tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 943 time: 0.1367183 Dec 11 22:59:23.967623 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e080946f-4141-4d78-a8ff-42ae6f3219ba req-fc7561f0-a8dc-4102-8356-36aab68a8e53 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/security-groups?id=a78622c0-87e1-485f-957a-b97f84781fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470785 Dec 11 22:59:23.987415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port fa4a634d-08a2-4670-8a2f-7eb81641c9ff, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=fa4a634d-08a2-4670-8a2f-7eb81641c9ff,segment=NetworkSegment(b589821a-604a-4a8a-93e4-a80160b2f4c2),segment_id=b589821a-604a-4a8a-93e4-a80160b2f4c2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:59:24.012873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'fa4a634d-08a2-4670-8a2f-7eb81641c9ff', 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a', 'port_id': 'fa4a634d-08a2-4670-8a2f-7eb81641c9ff', 'mac_address': 'fa:16:3e:d1:90:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:59:24.020782 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:24.079667 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:24.097355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4a634d-08a2-4670-8a2f-7eb81641c9ff {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:59:24.131229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port fa4a634d-08a2-4670-8a2f-7eb81641c9ff, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=fa4a634d-08a2-4670-8a2f-7eb81641c9ff,segment=NetworkSegment(b589821a-604a-4a8a-93e4-a80160b2f4c2),segment_id=b589821a-604a-4a8a-93e4-a80160b2f4c2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:59:24.261066 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:24.320843 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=fa4a634d-08a2-4670-8a2f-7eb81641c9ff,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:24.587113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['fa4a634d-08a2-4670-8a2f-7eb81641c9ff'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:59:24.654249 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:25.136868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b08fa-d9b7-483a-96bd-c7d2bfcc222e req-bef4013b-d410-4bb8-833f-02ea03878a30 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:25.139449 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c49b08fa-d9b7-483a-96bd-c7d2bfcc222e req-bef4013b-d410-4bb8-833f-02ea03878a30 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 944 time: 0.0599985 Dec 11 22:59:25.212622 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c49b08fa-d9b7-483a-96bd-c7d2bfcc222e req-0c85b756-0e8b-4501-8296-df4f9443c826 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/security-groups?id=a78622c0-87e1-485f-957a-b97f84781fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665770 Dec 11 22:59:25.724474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device fa4a634d-08a2-4670-8a2f-7eb81641c9ff up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:59:25.866779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port fa4a634d-08a2-4670-8a2f-7eb81641c9ff completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 22:59:25.871290 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port fa4a634d-08a2-4670-8a2f-7eb81641c9ff triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:25.872071 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:25.992527 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:26.045695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed03f52-52b1-4ee1-96c0-50f0363562c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4a634d-08a2-4670-8a2f-7eb81641c9ff'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:59:26.051028 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38e5e34-cbce-49f0-a813-b4d02c160ad8" -d '{"events": [{"server_uuid": "1ed03f52-52b1-4ee1-96c0-50f0363562c1", "name": "network-vif-plugged", "status": "completed", "tag": "fa4a634d-08a2-4670-8a2f-7eb81641c9ff"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:59:26.069094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port fa4a634d-08a2-4670-8a2f-7eb81641c9ff, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=fa4a634d-08a2-4670-8a2f-7eb81641c9ff,segment=NetworkSegment(b589821a-604a-4a8a-93e4-a80160b2f4c2),segment_id=b589821a-604a-4a8a-93e4-a80160b2f4c2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:59:26.102653 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d59b42-e5c2-4740-89d3-56f24717e5cd x-openstack-request-id: req-f4d59b42-e5c2-4740-89d3-56f24717e5cd {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:59:26.103066 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed03f52-52b1-4ee1-96c0-50f0363562c1", "name": "network-vif-plugged", "status": "completed", "tag": "fa4a634d-08a2-4670-8a2f-7eb81641c9ff", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:59:26.103404 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4d59b42-e5c2-4740-89d3-56f24717e5cd {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:59:26.103888 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed03f52-52b1-4ee1-96c0-50f0363562c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4a634d-08a2-4670-8a2f-7eb81641c9ff', 'code': 200} Dec 11 22:59:26.181557 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:26.292261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311760b4-435f-4e4d-b1bd-0d39348e8e56 req-be82046e-24a4-4280-8815-9ebb2287ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:26.296595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=fa4a634d-08a2-4670-8a2f-7eb81641c9ff,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:26.312557 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-311760b4-435f-4e4d-b1bd-0d39348e8e56 req-be82046e-24a4-4280-8815-9ebb2287ddb8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 1096 time: 0.1399741 Dec 11 22:59:26.444779 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-311760b4-435f-4e4d-b1bd-0d39348e8e56 req-ce10912e-6972-42f3-9212-78d85ec720ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a78622c0-87e1-485f-957a-b97f84781fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229141 Dec 11 22:59:26.511233 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0e94c-82a1-42e6-add7-921954aea2ed req-c992fddf-98bb-468d-83b9-8b8ef015c445 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:26.519826 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a6a0e94c-82a1-42e6-add7-921954aea2ed req-c992fddf-98bb-468d-83b9-8b8ef015c445 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 945 time: 0.1358235 Dec 11 22:59:26.608920 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a6a0e94c-82a1-42e6-add7-921954aea2ed req-309c185f-6fee-497d-b71f-aed0801a20cc tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/security-groups?id=a78622c0-87e1-485f-957a-b97f84781fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878189 Dec 11 22:59:27.780035 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210396d-a069-4c25-aa81-e0dcd48ee946 req-4b167d41-a95f-4951-bcae-721beb54c067 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:27.782745 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1210396d-a069-4c25-aa81-e0dcd48ee946 req-4b167d41-a95f-4951-bcae-721beb54c067 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 945 time: 0.0592604 Dec 11 22:59:27.854936 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1210396d-a069-4c25-aa81-e0dcd48ee946 req-21a91a24-1368-41cb-af83-5fb3020ad86a tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/security-groups?id=a78622c0-87e1-485f-957a-b97f84781fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648906 Dec 11 22:59:28.369128 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48598) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:28.546672 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c1089d6c-6c56-47b8-83a4-67e1b4941430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:28.683762 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c1089d6c-6c56-47b8-83a4-67e1b4941430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:28.818204 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c1089d6c-6c56-47b8-83a4-67e1b4941430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:29.008797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1089d6c-6c56-47b8-83a4-67e1b4941430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ad359f-89f2-44e9-8772-e833bad6fba9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:29.041902 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c1089d6c-6c56-47b8-83a4-67e1b4941430 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a957220ba7564546874703f310887b45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6704841 Dec 11 22:59:29.042773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48616) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:29.117389 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbae90-4356-4799-9d7b-1ca10dfff5dd req-8a36b02d-bd1f-4308-8fdd-a1e72c4a8386 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:29.119586 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70fbae90-4356-4799-9d7b-1ca10dfff5dd req-8a36b02d-bd1f-4308-8fdd-a1e72c4a8386 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 945 time: 0.1084824 Dec 11 22:59:29.199754 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01c20a04-ff05-426e-bca6-31c739c3eb10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:29.221987 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70fbae90-4356-4799-9d7b-1ca10dfff5dd req-ac5603d4-61c6-42c0-ad4f-84bb82298606 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/security-groups?id=a78622c0-87e1-485f-957a-b97f84781fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947287 Dec 11 22:59:29.264844 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01c20a04-ff05-426e-bca6-31c739c3eb10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:29.422480 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fa668-83e7-44b5-866e-91178ba782e3 req-194bd83f-476b-4852-98d7-aa918e942a29 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:29.430278 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-700fa668-83e7-44b5-866e-91178ba782e3 req-194bd83f-476b-4852-98d7-aa918e942a29 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 945 time: 0.1096444 Dec 11 22:59:29.504294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01c20a04-ff05-426e-bca6-31c739c3eb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:29.506941 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-700fa668-83e7-44b5-866e-91178ba782e3 req-b814c7d2-f64a-4f8a-b2dc-38d94d759215 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/security-groups?id=a78622c0-87e1-485f-957a-b97f84781fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634546 Dec 11 22:59:29.508290 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-01c20a04-ff05-426e-bca6-31c739c3eb10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:29.523284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-01c20a04-ff05-426e-bca6-31c739c3eb10 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91ad359f-89f2-44e9-8772-e833bad6fba9 HTTP/1.1" status: 204 len: 168 time: 0.4643784 Dec 11 22:59:29.523284 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c20a04-ff05-426e-bca6-31c739c3eb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ad359f-89f2-44e9-8772-e833bad6fba9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:29.713381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2ae19-52ed-4489-8453-53699873d2af req-b6199fb0-92b3-4541-8ce5-0b39a4f73d3a tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:29.714734 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ed2ae19-52ed-4489-8453-53699873d2af req-b6199fb0-92b3-4541-8ce5-0b39a4f73d3a tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 945 time: 0.0718703 Dec 11 22:59:29.786722 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ed2ae19-52ed-4489-8453-53699873d2af req-9c1adf53-672d-426b-a414-f4cf6c086a1e tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/security-groups?id=a78622c0-87e1-485f-957a-b97f84781fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623751 Dec 11 22:59:29.827226 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48640) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:30.233201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb27459c-1872-4461-ae7b-9ccee3ac3d66 tempest-TestServerBasicOps-718587118 tempest-TestServerBasicOps-718587118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:30.236016 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fb27459c-1872-4461-ae7b-9ccee3ac3d66 tempest-TestServerBasicOps-718587118 tempest-TestServerBasicOps-718587118-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 1091 time: 0.4046226 Dec 11 22:59:30.239247 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48648) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:30.249158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': 'fa4a634d-08a2-4670-8a2f-7eb81641c9ff', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 22:59:30.438429 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:30.466839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48654) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:30.489339 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7313aca9-0c27-41ab-a872-c2f35250bc43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:30.701522 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:30.783355 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7313aca9-0c27-41ab-a872-c2f35250bc43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:30.896771 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7313aca9-0c27-41ab-a872-c2f35250bc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:30.987464 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7313aca9-0c27-41ab-a872-c2f35250bc43 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=347cb09f430d4c89b619cf090ab99384&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5190372 Dec 11 22:59:30.992068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48660) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:31.039597 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Allocated IP 172.25.1.140 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/3947facc-74e8-4ce7-ba79-c341e199a921) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 22:59:31.095895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313aca9-0c27-41ab-a872-c2f35250bc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc61c96-6eb3-4129-9e6d-4315fb4b7bb1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:31.123723 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e9e0ca1-3a67-4bd9-89ea-9c850dcaf0a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:31.156626 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e9e0ca1-3a67-4bd9-89ea-9c850dcaf0a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:31.258547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:31.389977 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e9e0ca1-3a67-4bd9-89ea-9c850dcaf0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:31.393605 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e9e0ca1-3a67-4bd9-89ea-9c850dcaf0a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:31.395665 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9e9e0ca1-3a67-4bd9-89ea-9c850dcaf0a9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ccc61c96-6eb3-4129-9e6d-4315fb4b7bb1 HTTP/1.1" status: 204 len: 168 time: 0.4013951 Dec 11 22:59:31.404220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e0ca1-3a67-4bd9-89ea-9c850dcaf0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc61c96-6eb3-4129-9e6d-4315fb4b7bb1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:31.425625 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:31.513371 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 22:59:31.524041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 22:59:31.527082 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 22:59:31.624396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Pushing event updated for resources: {'Port': ['ID=3947facc-74e8-4ce7-ba79-c341e199a921,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:32.189833 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:32.392298 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:32.657054 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:32.755807 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:33.364770 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:33.437387 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Pushing event updated for resources: {'Port': ['ID=3947facc-74e8-4ce7-ba79-c341e199a921,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:33.476192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448c6f6-da3a-45b2-a548-6c789fd1c286 req-eebde1f3-4914-46d8-af4b-d1b56501d970 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:33.486549 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7448c6f6-da3a-45b2-a548-6c789fd1c286 req-eebde1f3-4914-46d8-af4b-d1b56501d970 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.0892155 Dec 11 22:59:33.556564 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Floating IP a41f3a4f-a393-41b6-bafa-3037f26520e2 associated. External IP: 172.25.1.140, port: fa4a634d-08a2-4670-8a2f-7eb81641c9ff. Dec 11 22:59:33.561220 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7448c6f6-da3a-45b2-a548-6c789fd1c286 req-b84b2421-3684-4bfa-856d-8b1fe56eff16 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702205 Dec 11 22:59:33.942735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Router ef662f86-6be4-403e-9a9c-efe411d920d2 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 22:59:34.020104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48738) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:34.142663 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 22:59:34.153447 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe58bba0-4eaf-4b07-b66b-ce5be084d26c None None] Sync routers for ids ['ef662f86-6be4-403e-9a9c-efe411d920d2'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 22:59:34.171631 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe58bba0-4eaf-4b07-b66b-ce5be084d26c None None] Routers {'ef662f86-6be4-403e-9a9c-efe411d920d2'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:59:34.172572 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fe58bba0-4eaf-4b07-b66b-ce5be084d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:59:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ef662f86-6be4-403e-9a9c-efe411d920d2'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:34.270171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d3b71f8-2b02-4413-8e16-3ee7e4ef3126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:34.315539 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:34.405399 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dd6ba0d2-f445-44b1-b140-8ec1d0511611 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1525741 Dec 11 22:59:34.405399 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed03f52-52b1-4ee1-96c0-50f0363562c1', 'tag': 'fa4a634d-08a2-4670-8a2f-7eb81641c9ff'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:59:34.406194 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750c182c-f974-4c9c-bffc-241f7281d938" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed03f52-52b1-4ee1-96c0-50f0363562c1", "tag": "fa4a634d-08a2-4670-8a2f-7eb81641c9ff"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:59:34.484068 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-fe58bba0-4eaf-4b07-b66b-ce5be084d26c None None] Set router ef662f86-6be4-403e-9a9c-efe411d920d2 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:59:34.504623 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d3b71f8-2b02-4413-8e16-3ee7e4ef3126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:34.629834 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d3b71f8-2b02-4413-8e16-3ee7e4ef3126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:34.775532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94143299-b5ea-45c6-beb3-ccd59864af4e req-1556ad72-bd41-4349-b75e-e27aa4cb0042 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:34.786109 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-94143299-b5ea-45c6-beb3-ccd59864af4e req-1556ad72-bd41-4349-b75e-e27aa4cb0042 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.1416245 Dec 11 22:59:34.820382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6d3b71f8-2b02-4413-8e16-3ee7e4ef3126 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b9f428d8e984e9a933b4478807b210b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7989604 Dec 11 22:59:34.831468 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48764) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:34.847699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b71f8-2b02-4413-8e16-3ee7e4ef3126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326e388a-6fe0-4714-b5f6-d81e04bbf4bb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:34.859597 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dc2cfa-3596-4db3-99d5-59268f347f6c x-openstack-request-id: req-a0dc2cfa-3596-4db3-99d5-59268f347f6c {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:59:34.859984 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed03f52-52b1-4ee1-96c0-50f0363562c1", "tag": "fa4a634d-08a2-4670-8a2f-7eb81641c9ff", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:59:34.860182 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0dc2cfa-3596-4db3-99d5-59268f347f6c {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:59:34.860584 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed03f52-52b1-4ee1-96c0-50f0363562c1', 'tag': 'fa4a634d-08a2-4670-8a2f-7eb81641c9ff', 'status': 'completed', 'code': 200} Dec 11 22:59:34.978155 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-94143299-b5ea-45c6-beb3-ccd59864af4e req-118c9e01-0b96-486a-af9f-3ecf851dc4c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832740 Dec 11 22:59:35.001773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c182c-f974-4c9c-bffc-241f7281d938 req-92098c56-78e5-4b77-be64-49d51df70610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:35.003519 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-750c182c-f974-4c9c-bffc-241f7281d938 req-92098c56-78e5-4b77-be64-49d51df70610 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d22bf1cb388f497bbb0de4f3c0e23219&device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 1096 time: 0.1476986 Dec 11 22:59:35.022497 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:35.094333 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:35.224087 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fe58bba0-4eaf-4b07-b66b-ce5be084d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'name': 'tempest-TestServerBasicOps-884955495-router', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:36Z', 'updated_at': '2021-12-11T22:58:43Z', 'revision_number': 4, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'gw_port': {'id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:38Z', 'updated_at': '2021-12-11T22:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'a41f3a4f-a393-41b6-bafa-3037f26520e2', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'floating_ip_address': '172.25.1.140', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'port_id': 'fa4a634d-08a2-4670-8a2f-7eb81641c9ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a', 'mac_address': 'fa:16:3e:d1:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed03f52-52b1-4ee1-96c0-50f0363562c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:59:31Z', 'updated_at': '2021-12-11T22:59:31Z', 'revision_number': 0, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd629650a-43c9-4b0d-b72a-37324a91e73c', 'name': '', 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'mac_address': 'fa:16:3e:b9:fa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:42Z', 'updated_at': '2021-12-11T22:58:50Z', 'revision_number': 5, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'subnets': [{'id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:35.292856 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe58bba0-4eaf-4b07-b66b-ce5be084d26c None None] Checking router: ef662f86-6be4-403e-9a9c-efe411d920d2 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 22:59:35.297389 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:35.300675 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:35.307930 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/326e388a-6fe0-4714-b5f6-d81e04bbf4bb HTTP/1.1" status: 204 len: 168 time: 0.4694915 Dec 11 22:59:35.321544 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326e388a-6fe0-4714-b5f6-d81e04bbf4bb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:35.333599 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe58bba0-4eaf-4b07-b66b-ce5be084d26c None None] Routers {'ef662f86-6be4-403e-9a9c-efe411d920d2'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 22:59:35.334290 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fe58bba0-4eaf-4b07-b66b-ce5be084d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T22:59:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ef662f86-6be4-403e-9a9c-efe411d920d2'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:35.343797 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:35.344206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:35.344552 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:35.348045 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:35.348413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:35.348817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:35.349095 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:35.349684 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:35.350035 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:35.350368 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:35.350708 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:35.351070 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:35.351397 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f55bca-855a-4b0f-8378-ce96b7bc165c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:35.549634 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-fe58bba0-4eaf-4b07-b66b-ce5be084d26c None None] Set router ef662f86-6be4-403e-9a9c-efe411d920d2 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 22:59:35.940794 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fe58bba0-4eaf-4b07-b66b-ce5be084d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'name': 'tempest-TestServerBasicOps-884955495-router', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:36Z', 'updated_at': '2021-12-11T22:58:43Z', 'revision_number': 4, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'gw_port': {'id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:38Z', 'updated_at': '2021-12-11T22:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'a41f3a4f-a393-41b6-bafa-3037f26520e2', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'floating_ip_address': '172.25.1.140', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'port_id': 'fa4a634d-08a2-4670-8a2f-7eb81641c9ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a', 'mac_address': 'fa:16:3e:d1:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed03f52-52b1-4ee1-96c0-50f0363562c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:59:31Z', 'updated_at': '2021-12-11T22:59:31Z', 'revision_number': 0, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd629650a-43c9-4b0d-b72a-37324a91e73c', 'name': '', 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'mac_address': 'fa:16:3e:b9:fa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:42Z', 'updated_at': '2021-12-11T22:58:50Z', 'revision_number': 5, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'subnets': [{'id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 22:59:35.957562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c182c-f974-4c9c-bffc-241f7281d938 req-dd2be68d-73f6-49e6-9c87-81f99c59f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:35.959070 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-750c182c-f974-4c9c-bffc-241f7281d938 req-dd2be68d-73f6-49e6-9c87-81f99c59f90c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e67588e6-31ce-4b31-b404-c84ad13cd94a HTTP/1.1" status: 200 len: 909 time: 0.9461167 Dec 11 22:59:35.986927 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe58bba0-4eaf-4b07-b66b-ce5be084d26c None None] The sync data for ids ['ef662f86-6be4-403e-9a9c-efe411d920d2'] in n-d-710847-6 is: [{'id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'name': 'tempest-TestServerBasicOps-884955495-router', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:36Z', 'updated_at': '2021-12-11T22:58:43Z', 'revision_number': 4, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'gw_port': {'id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:38Z', 'updated_at': '2021-12-11T22:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'a41f3a4f-a393-41b6-bafa-3037f26520e2', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'floating_ip_address': '172.25.1.140', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'port_id': 'fa4a634d-08a2-4670-8a2f-7eb81641c9ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a', 'mac_address': 'fa:16:3e:d1:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed03f52-52b1-4ee1-96c0-50f0363562c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:59:31Z', 'updated_at': '2021-12-11T22:59:31Z', 'revision_number': 0, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd629650a-43c9-4b0d-b72a-37324a91e73c', 'name': '', 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'mac_address': 'fa:16:3e:b9:fa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:42Z', 'updated_at': '2021-12-11T22:58:50Z', 'revision_number': 5, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'subnets': [{'id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 22:59:36.103137 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-750c182c-f974-4c9c-bffc-241f7281d938 req-5e2f775a-7508-4628-96e0-731c5fd6bafb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa4a634d-08a2-4670-8a2f-7eb81641c9ff HTTP/1.1" status: 200 len: 999 time: 0.1313310 Dec 11 22:59:36.181393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c182c-f974-4c9c-bffc-241f7281d938 req-e1318ee6-a13d-4e3f-90f6-91e366164a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:36.182995 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-750c182c-f974-4c9c-bffc-241f7281d938 req-e1318ee6-a13d-4e3f-90f6-91e366164a5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4aad2c2d-5146-4902-8870-3b240370c4cc HTTP/1.1" status: 200 len: 847 time: 0.0745592 Dec 11 22:59:36.303595 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ccb06-704f-43be-9a77-73ca9498288e req-053199ec-f0e0-490d-970d-63f39810a799 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:36.316022 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed6ccb06-704f-43be-9a77-73ca9498288e req-053199ec-f0e0-490d-970d-63f39810a799 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.1652224 Dec 11 22:59:36.325271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c182c-f974-4c9c-bffc-241f7281d938 req-1ccdc310-e75c-4769-a378-9a86090f077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:36.329068 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-750c182c-f974-4c9c-bffc-241f7281d938 req-1ccdc310-e75c-4769-a378-9a86090f077b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e67588e6-31ce-4b31-b404-c84ad13cd94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372395 Dec 11 22:59:36.441073 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed6ccb06-704f-43be-9a77-73ca9498288e req-0c7ae0c3-807c-4c70-95aa-c7a2af714dc0 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239617 Dec 11 22:59:36.466407 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e68f3db-dccf-48aa-9ba9-402922b09a63 None None] New status for floating IP a41f3a4f-a393-41b6-bafa-3037f26520e2: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 22:59:36.520482 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-750c182c-f974-4c9c-bffc-241f7281d938 req-ecd4e4ab-a04a-4420-a55d-825454105e36 service neutron] 10.222.0.13 "GET /v2.0/networks/e67588e6-31ce-4b31-b404-c84ad13cd94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824617 Dec 11 22:59:36.627731 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48800) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:36.757899 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-750c182c-f974-4c9c-bffc-241f7281d938 req-06387496-082b-427d-bcec-65fd944fa483 service neutron] 10.222.0.13 "GET /v2.0/networks/e67588e6-31ce-4b31-b404-c84ad13cd94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284214 Dec 11 22:59:36.879739 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5faff6eb-185a-4fbc-8c74-92d0d0e44141 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:36.966761 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5faff6eb-185a-4fbc-8c74-92d0d0e44141 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:37.359034 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5faff6eb-185a-4fbc-8c74-92d0d0e44141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:37.432467 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faff6eb-185a-4fbc-8c74-92d0d0e44141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32aaddc-5b48-47dc-9b69-1c945d123f33,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:37.480796 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5faff6eb-185a-4fbc-8c74-92d0d0e44141 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fcd816b497124478a24b94e55ba7deb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8514879 Dec 11 22:59:37.483844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48814) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:37.581617 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-21424e65-6e7d-4e8c-b53f-e5b508c7aa25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:37.617388 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-21424e65-6e7d-4e8c-b53f-e5b508c7aa25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:37.640173 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0256f4e-1b38-4d83-b51e-b949a8ae213e req-82a3fae5-b5dd-4837-b43c-a7bf153a60e4 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:37.647023 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b0256f4e-1b38-4d83-b51e-b949a8ae213e req-82a3fae5-b5dd-4837-b43c-a7bf153a60e4 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.0864823 Dec 11 22:59:37.703827 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b0256f4e-1b38-4d83-b51e-b949a8ae213e req-de658823-697c-4b7b-b73a-96365853471a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556166 Dec 11 22:59:37.775295 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-21424e65-6e7d-4e8c-b53f-e5b508c7aa25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:37.779662 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-21424e65-6e7d-4e8c-b53f-e5b508c7aa25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:37.782853 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-21424e65-6e7d-4e8c-b53f-e5b508c7aa25 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a32aaddc-5b48-47dc-9b69-1c945d123f33 HTTP/1.1" status: 204 len: 168 time: 0.2935572 Dec 11 22:59:37.790487 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21424e65-6e7d-4e8c-b53f-e5b508c7aa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32aaddc-5b48-47dc-9b69-1c945d123f33,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:38.673997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48840) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:38.691654 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e22baefd-5ba4-47f8-8488-420e42e51d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:38.780644 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e22baefd-5ba4-47f8-8488-420e42e51d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:38.878680 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e22baefd-5ba4-47f8-8488-420e42e51d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:38.907820 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442efab-9a39-4506-9134-7158643cc247 req-c72cc0aa-8239-4656-99ae-315b56a91b73 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:38.917657 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3442efab-9a39-4506-9134-7158643cc247 req-c72cc0aa-8239-4656-99ae-315b56a91b73 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.0894845 Dec 11 22:59:38.952952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22baefd-5ba4-47f8-8488-420e42e51d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2dec9c-5ace-432d-b964-eba225bee025,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:38.991400 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e22baefd-5ba4-47f8-8488-420e42e51d81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0146ef720ac54ad4ae3d1fff9e111e82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3161833 Dec 11 22:59:38.992079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48850) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:38.999351 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3442efab-9a39-4506-9134-7158643cc247 req-5a08da11-1d65-40ae-9377-ab4aa9258611 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801477 Dec 11 22:59:39.060983 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f08eb169-27b2-4d1b-87cf-9e4357e29015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:39.086318 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f08eb169-27b2-4d1b-87cf-9e4357e29015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:39.244499 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f08eb169-27b2-4d1b-87cf-9e4357e29015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:39.244499 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f08eb169-27b2-4d1b-87cf-9e4357e29015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:39.248400 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f08eb169-27b2-4d1b-87cf-9e4357e29015 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca2dec9c-5ace-432d-b964-eba225bee025 HTTP/1.1" status: 204 len: 168 time: 0.2548335 Dec 11 22:59:39.258521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08eb169-27b2-4d1b-87cf-9e4357e29015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2dec9c-5ace-432d-b964-eba225bee025,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:40.194290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa78cf-df14-422a-8c85-4c52cbfb6454 req-0c2531b5-8fa1-4385-80d7-d3509509b858 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:40.203442 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7eaa78cf-df14-422a-8c85-4c52cbfb6454 req-0c2531b5-8fa1-4385-80d7-d3509509b858 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.1105418 Dec 11 22:59:40.289185 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7eaa78cf-df14-422a-8c85-4c52cbfb6454 req-7f6d2f64-e10b-4cd0-afea-cc2529eca003 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839479 Dec 11 22:59:41.477594 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874f46c-b93d-41d3-898c-028270998e91 req-5a79acf4-8873-4fbc-a1ed-857e0e724662 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:41.485831 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0874f46c-b93d-41d3-898c-028270998e91 req-5a79acf4-8873-4fbc-a1ed-857e0e724662 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.1025836 Dec 11 22:59:41.570317 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0874f46c-b93d-41d3-898c-028270998e91 req-884bb79e-e334-4fb6-9451-4b31db803278 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727389 Dec 11 22:59:42.709693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c7132-ada1-4868-90ad-4f5392984fa5 req-4bb714bb-77d8-4f5a-b1a4-bc3b89d74407 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:42.711229 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-021c7132-ada1-4868-90ad-4f5392984fa5 req-4bb714bb-77d8-4f5a-b1a4-bc3b89d74407 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.0551105 Dec 11 22:59:42.770322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-021c7132-ada1-4868-90ad-4f5392984fa5 req-7a596008-d92c-449a-b0d1-c0d67dbed30c tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516295 Dec 11 22:59:43.648490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b2236-9c9f-44b3-8913-ef0edda6944e req-8352e054-2b12-49e2-8d82-c9e0cfedeb2c tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:43.657815 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f45b2236-9c9f-44b3-8913-ef0edda6944e req-8352e054-2b12-49e2-8d82-c9e0cfedeb2c tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 945 time: 0.0629303 Dec 11 22:59:43.727442 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:43.754153 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f45b2236-9c9f-44b3-8913-ef0edda6944e req-df37bfb5-05a9-4922-b765-361851f268e8 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950732 Dec 11 22:59:43.976389 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d097e18-482f-4049-a7c4-9341098f8973 req-b03d3f58-284e-4928-92a0-1e4941a92329 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:43.978177 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4d097e18-482f-4049-a7c4-9341098f8973 req-b03d3f58-284e-4928-92a0-1e4941a92329 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.0681193 Dec 11 22:59:44.055812 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4d097e18-482f-4049-a7c4-9341098f8973 req-c1282726-9c00-4989-8eee-4d5b1b7f1b0c tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680740 Dec 11 22:59:44.898013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c0edb-f9e0-40b8-bd33-2a667ff38754 req-e498b67a-6fbd-4fc2-9264-605ab6867e57 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:44.899605 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4c7c0edb-f9e0-40b8-bd33-2a667ff38754 req-e498b67a-6fbd-4fc2-9264-605ab6867e57 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 945 time: 0.0550194 Dec 11 22:59:44.963113 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4c7c0edb-f9e0-40b8-bd33-2a667ff38754 req-6544c8e5-33a0-4441-b661-144d60a2b208 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560787 Dec 11 22:59:45.239922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ea89-0595-4ff9-b7c9-1975e759eb8a req-a85783f7-754f-4147-8d89-bd412b63d0f0 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:45.253812 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4ae7ea89-0595-4ff9-b7c9-1975e759eb8a req-a85783f7-754f-4147-8d89-bd412b63d0f0 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.0955191 Dec 11 22:59:45.333884 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4ae7ea89-0595-4ff9-b7c9-1975e759eb8a req-dfad1d41-47a2-44a4-9e6f-e9d3136b01b6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636365 Dec 11 22:59:45.699866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e90f6-dd79-4f5e-947f-c438af14807e req-130718bf-9670-4311-9461-c6ebfa7d7fd8 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:45.701494 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d4e90f6-dd79-4f5e-947f-c438af14807e req-130718bf-9670-4311-9461-c6ebfa7d7fd8 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.47 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 945 time: 0.0530963 Dec 11 22:59:45.831345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-6d4e90f6-dd79-4f5e-947f-c438af14807e req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Deleting port e1f3b188-66f7-4cbf-a9df-f7b259d4c26b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:59:45.835799 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6d4e90f6-dd79-4f5e-947f-c438af14807e req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:45.992739 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6d4e90f6-dd79-4f5e-947f-c438af14807e req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] For port e1f3b188-66f7-4cbf-a9df-f7b259d4c26b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e1f3b188-66f7-4cbf-a9df-f7b259d4c26b,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:59:46.000697 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6d4e90f6-dd79-4f5e-947f-c438af14807e req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:46.039267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-6d4e90f6-dd79-4f5e-947f-c438af14807e req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Calling delete_port for e1f3b188-66f7-4cbf-a9df-f7b259d4c26b owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:59:46.266147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b0c3f-2b7e-41d9-80d2-297dc611d319 req-f8fc1764-64eb-41c6-8cbd-053af23375f5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:46.274209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e80b0c3f-2b7e-41d9-80d2-297dc611d319 req-f8fc1764-64eb-41c6-8cbd-053af23375f5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 945 time: 0.0944319 Dec 11 22:59:46.341017 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e80b0c3f-2b7e-41d9-80d2-297dc611d319 req-8a71acfb-5fbc-4d98-b125-0e91dd8f2ae7 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654802 Dec 11 22:59:46.356467 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6d4e90f6-dd79-4f5e-947f-c438af14807e req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:46.363880 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['328efe96-0556-416d-a20f-ddfe57f62ce0', 'd5aeb20f-687e-4e7e-80a9-da159717754c', 'e78befc9-965f-447b-b13c-6365f730e690'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:59:46.480341 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Pushing event deleted for resources: {'Port': ['ID=e1f3b188-66f7-4cbf-a9df-f7b259d4c26b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:46.530451 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['e1f3b188-66f7-4cbf-a9df-f7b259d4c26b'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:59:46.532678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:46.533299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:46.535667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:46.536636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:46.537588 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:46.538636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:46.541120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:46.541668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:46.545810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:46.546339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:46.546931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:46.547985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:46.549738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 22:59:46.600219 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252e93b-7779-4151-9d01-81de1adba815 req-415bc2a7-78cd-43a1-b1c6-a40f3cde3098 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:46.614968 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6252e93b-7779-4151-9d01-81de1adba815 req-415bc2a7-78cd-43a1-b1c6-a40f3cde3098 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.1672704 Dec 11 22:59:46.659168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4e90f6-dd79-4f5e-947f-c438af14807e req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] No DVR routers for this DVR port e1f3b188-66f7-4cbf-a9df-f7b259d4c26b on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:59:46.673293 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6d4e90f6-dd79-4f5e-947f-c438af14807e req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:46.682242 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d4e90f6-dd79-4f5e-947f-c438af14807e req-2095c966-73ba-4ee3-8f24-5fdc8acdac1f tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.47 "DELETE /v2.0/ports/e1f3b188-66f7-4cbf-a9df-f7b259d4c26b HTTP/1.1" status: 204 len: 173 time: 0.9740663 Dec 11 22:59:46.686330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28b8f1f-6a42-4aaa-b724-8fc38d1250df', 'name': 'network-vif-deleted', 'tag': 'e1f3b188-66f7-4cbf-a9df-f7b259d4c26b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:59:46.690668 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c290473e-b97c-46fd-b4ca-2dfc30463567" -d '{"events": [{"server_uuid": "f28b8f1f-6a42-4aaa-b724-8fc38d1250df", "name": "network-vif-deleted", "tag": "e1f3b188-66f7-4cbf-a9df-f7b259d4c26b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:59:46.766596 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6252e93b-7779-4151-9d01-81de1adba815 req-18def26a-1cbd-4201-8062-2e9c3dc8deb0 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497970 Dec 11 22:59:46.784563 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569a625c-b862-4f9b-8d8f-98ffa7da4e0d x-openstack-request-id: req-569a625c-b862-4f9b-8d8f-98ffa7da4e0d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:59:46.785111 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28b8f1f-6a42-4aaa-b724-8fc38d1250df", "name": "network-vif-deleted", "tag": "e1f3b188-66f7-4cbf-a9df-f7b259d4c26b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:59:46.785501 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-569a625c-b862-4f9b-8d8f-98ffa7da4e0d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:59:46.786075 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28b8f1f-6a42-4aaa-b724-8fc38d1250df', 'name': 'network-vif-deleted', 'tag': 'e1f3b188-66f7-4cbf-a9df-f7b259d4c26b', 'status': 'completed', 'code': 200} Dec 11 22:59:46.986369 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5dc2892c-eb7e-4b7f-902e-780c51e30428 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 22:59:47.176468 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5dc2892c-eb7e-4b7f-902e-780c51e30428, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:59:47.206360 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '5dc2892c-eb7e-4b7f-902e-780c51e30428', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'port_id': '5dc2892c-eb7e-4b7f-902e-780c51e30428', 'mac_address': 'fa:16:3e:ae:ab:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 22:59:47.278381 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:47.299727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5dc2892c-eb7e-4b7f-902e-780c51e30428 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 22:59:47.338996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5dc2892c-eb7e-4b7f-902e-780c51e30428, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:59:47.344316 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:47.350002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49078) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:47.418010 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:47.494950 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dff8d6ae-7dd1-4226-90e4-b3b4f275a8a1 req-2cfadfcf-8de6-4292-af32-021efc4a7236 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f28b8f1f-6a42-4aaa-b724-8fc38d1250df HTTP/1.1" status: 200 len: 210 time: 0.0441000 Dec 11 22:59:47.550101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=5dc2892c-eb7e-4b7f-902e-780c51e30428,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:47.563312 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb910-d150-4311-b33b-e35cfbc9f80c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:47.587740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['5dc2892c-eb7e-4b7f-902e-780c51e30428'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:59:47.752895 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb910-d150-4311-b33b-e35cfbc9f80c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:47.853382 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb910-d150-4311-b33b-e35cfbc9f80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:47.940160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cb910-d150-4311-b33b-e35cfbc9f80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61945f8-4c35-4071-ad2f-6db67ca48ff7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:48.028248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fa8cb910-d150-4311-b33b-e35cfbc9f80c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d979cf0fdcde4d25adda32b61ebba5e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6745040 Dec 11 22:59:48.029009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49094) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 22:59:48.072688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de472aa2-bca7-41ab-85a1-51480541273f req-4274c28e-f3ec-4c65-b0f8-36cd430ad697 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:48.074736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de472aa2-bca7-41ab-85a1-51480541273f req-4274c28e-f3ec-4c65-b0f8-36cd430ad697 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 945 time: 0.1680298 Dec 11 22:59:48.195893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de472aa2-bca7-41ab-85a1-51480541273f req-a60399dc-5c4c-434f-8ce8-c95f190b945a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099916 Dec 11 22:59:48.283850 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-255bfe9c-bf1f-45f8-9363-3b276708e4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:48.337330 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-255bfe9c-bf1f-45f8-9363-3b276708e4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:48.523912 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-255bfe9c-bf1f-45f8-9363-3b276708e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:48.526911 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-255bfe9c-bf1f-45f8-9363-3b276708e4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:48.529111 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-255bfe9c-bf1f-45f8-9363-3b276708e4c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a61945f8-4c35-4071-ad2f-6db67ca48ff7 HTTP/1.1" status: 204 len: 168 time: 0.4978061 Dec 11 22:59:48.585616 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bfe9c-bf1f-45f8-9363-3b276708e4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61945f8-4c35-4071-ad2f-6db67ca48ff7,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:48.913565 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-941dae39-722d-49d8-be91-5d82f5dc7834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:48.995662 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5dc2892c-eb7e-4b7f-902e-780c51e30428 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 22:59:49.120377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 5dc2892c-eb7e-4b7f-902e-780c51e30428 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 22:59:49.120873 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:49.319866 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:49.388269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc2892c-eb7e-4b7f-902e-780c51e30428'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:59:49.390574 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe5fc26-f5f1-41bd-9d61-0f321472611f" -d '{"events": [{"server_uuid": "b4030b04-6a94-48f8-bb07-03b5500333e2", "name": "network-vif-plugged", "status": "completed", "tag": "5dc2892c-eb7e-4b7f-902e-780c51e30428"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:59:49.462551 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5dc2892c-eb7e-4b7f-902e-780c51e30428, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:59:49.500612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d730c8-12dd-4ce3-a573-86ed7b669692 req-fe52e9e5-68f5-443e-ac36-4a9c242314f8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:49.508090 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8d730c8-12dd-4ce3-a573-86ed7b669692 req-fe52e9e5-68f5-443e-ac36-4a9c242314f8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 945 time: 0.1258392 Dec 11 22:59:49.557828 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:49.559525 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e1f3b188-66f7-4cbf-a9df-f7b259d4c26b no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 22:59:49.608560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: e1f3b188-66f7-4cbf-a9df-f7b259d4c26b {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 22:59:49.608923 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e1f3b188-66f7-4cbf-a9df-f7b259d4c26b not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 22:59:49.630263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8d730c8-12dd-4ce3-a573-86ed7b669692 req-86557c37-363e-4378-b494-f75244b29648 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209378 Dec 11 22:59:49.740496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=5dc2892c-eb7e-4b7f-902e-780c51e30428,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:49.917403 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3c1401-b46e-4b64-89e1-34bd1a608ca4 x-openstack-request-id: req-1d3c1401-b46e-4b64-89e1-34bd1a608ca4 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:59:49.918732 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4030b04-6a94-48f8-bb07-03b5500333e2", "name": "network-vif-plugged", "status": "completed", "tag": "5dc2892c-eb7e-4b7f-902e-780c51e30428", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:59:49.919184 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d3c1401-b46e-4b64-89e1-34bd1a608ca4 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:59:49.919779 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc2892c-eb7e-4b7f-902e-780c51e30428', 'code': 200} Dec 11 22:59:50.838794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea112f4-e0aa-4dd3-8913-4208a270984a req-1940b389-c91e-4ecf-befd-a735c61cb115 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:50.848038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ea112f4-e0aa-4dd3-8913-4208a270984a req-1940b389-c91e-4ecf-befd-a735c61cb115 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.0860937 Dec 11 22:59:50.926998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ea112f4-e0aa-4dd3-8913-4208a270984a req-963f10d7-5c93-4951-bdc8-9cddf3d67080 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777621 Dec 11 22:59:51.325992 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d6491fd7-b4b2-4430-ad36-12ee77055a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:52.129805 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e49af-b196-41a5-9fff-6f0093e2ad99 req-5f38e4a7-6505-419d-8ce0-4366b4900991 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:52.138560 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a0e49af-b196-41a5-9fff-6f0093e2ad99 req-5f38e4a7-6505-419d-8ce0-4366b4900991 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.1118529 Dec 11 22:59:52.209660 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a0e49af-b196-41a5-9fff-6f0093e2ad99 req-3b486406-e1fb-4df7-b7b8-1257675bf79f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643241 Dec 11 22:59:52.251958 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:53.443123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18f260-93a7-45be-8f75-1ef5a8b150f9 req-636aa73a-3869-4157-96d1-99134ccb3439 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:53.445579 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac18f260-93a7-45be-8f75-1ef5a8b150f9 req-636aa73a-3869-4157-96d1-99134ccb3439 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.1055696 Dec 11 22:59:53.591257 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac18f260-93a7-45be-8f75-1ef5a8b150f9 req-adba7a38-0c20-4972-80bd-d98754122e30 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199870 Dec 11 22:59:53.990965 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:54.717917 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:54.810058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197eb98-bb12-4e11-9381-da7e3ee0f569 req-5f31cd30-d093-487e-bbf2-af04fa0158be tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:54.828274 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9197eb98-bb12-4e11-9381-da7e3ee0f569 req-5f31cd30-d093-487e-bbf2-af04fa0158be tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.1117678 Dec 11 22:59:54.930676 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9197eb98-bb12-4e11-9381-da7e3ee0f569 req-563496cc-d097-456d-92c7-7d2de10f15e7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961242 Dec 11 22:59:55.161980 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-25a2ea26-4120-4cca-83cc-2083ab9cdd64 req-fb23c96c-9a28-4df2-aae9-91e24d91e383 tempest-ServerMetadataNegativeTestJSON-1179427895 tempest-ServerMetadataNegativeTestJSON-1179427895-project] (103691) timed out ('10.222.0.13', 53884) {{(pid=103691) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 11 22:59:55.253875 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf0151-700e-461a-86bb-505e5b08b21c req-8751ae34-8433-4a00-8c60-57fec4cedfc0 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:55.261605 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aadf0151-700e-461a-86bb-505e5b08b21c req-8751ae34-8433-4a00-8c60-57fec4cedfc0 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 945 time: 0.0965331 Dec 11 22:59:55.423368 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aadf0151-700e-461a-86bb-505e5b08b21c req-448499e9-3223-4104-80cf-bce02e78be58 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562581 Dec 11 22:59:56.146592 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e8967-2f6c-4213-bb26-e9760f53e28a req-771dadc5-f8a5-4f8b-80a6-a6fc4425771b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:56.149809 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-421e8967-2f6c-4213-bb26-e9760f53e28a req-771dadc5-f8a5-4f8b-80a6-a6fc4425771b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.1291561 Dec 11 22:59:56.232778 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-421e8967-2f6c-4213-bb26-e9760f53e28a req-3b575ee9-55e4-4cb4-94c9-e26db9f692f6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746460 Dec 11 22:59:56.653689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e6980-ca53-48a2-bb1e-2a20b62994f2 req-50d785a3-8c47-4ec0-b714-b75e9597dc61 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:56.671889 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-397e6980-ca53-48a2-bb1e-2a20b62994f2 req-50d785a3-8c47-4ec0-b714-b75e9597dc61 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 945 time: 0.1190457 Dec 11 22:59:56.891342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-397e6980-ca53-48a2-bb1e-2a20b62994f2 req-afed0046-b8ce-4d7c-be63-a091572f89f5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135971 Dec 11 22:59:56.944412 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd9150-b2b6-46c3-8e86-7b8508519e09 req-c01958da-d51e-4a86-9c39-4336e724424a tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:56.945941 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72fd9150-b2b6-46c3-8e86-7b8508519e09 req-c01958da-d51e-4a86-9c39-4336e724424a tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.13 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 945 time: 0.1440439 Dec 11 22:59:57.223120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-72fd9150-b2b6-46c3-8e86-7b8508519e09 req-274b4d31-f134-457a-a04a-cdf97623cc13 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Deleting port e78befc9-965f-447b-b13c-6365f730e690 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 22:59:57.223471 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-72fd9150-b2b6-46c3-8e86-7b8508519e09 req-274b4d31-f134-457a-a04a-cdf97623cc13 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:57.412209 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48499a5-ffac-4f14-9600-a519dccd363f req-fecd3155-f2b2-4b7f-9f34-bd090f810406 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:57.427561 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d48499a5-ffac-4f14-9600-a519dccd363f req-fecd3155-f2b2-4b7f-9f34-bd090f810406 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.0886195 Dec 11 22:59:57.444776 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-72fd9150-b2b6-46c3-8e86-7b8508519e09 req-274b4d31-f134-457a-a04a-cdf97623cc13 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] For port e78befc9-965f-447b-b13c-6365f730e690, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=e78befc9-965f-447b-b13c-6365f730e690,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 22:59:57.445243 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-72fd9150-b2b6-46c3-8e86-7b8508519e09 req-274b4d31-f134-457a-a04a-cdf97623cc13 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:57.483495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-72fd9150-b2b6-46c3-8e86-7b8508519e09 req-274b4d31-f134-457a-a04a-cdf97623cc13 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Calling delete_port for e78befc9-965f-447b-b13c-6365f730e690 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 22:59:57.619949 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d48499a5-ffac-4f14-9600-a519dccd363f req-181d7b6f-8afc-4118-acbb-b5a1f1f90e0f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906152 Dec 11 22:59:57.957717 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-72fd9150-b2b6-46c3-8e86-7b8508519e09 req-274b4d31-f134-457a-a04a-cdf97623cc13 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:57.971811 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['328efe96-0556-416d-a20f-ddfe57f62ce0', 'd5aeb20f-687e-4e7e-80a9-da159717754c', 'e78befc9-965f-447b-b13c-6365f730e690'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 22:59:58.013005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b4d31-f134-457a-a04a-cdf97623cc13 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Pushing event deleted for resources: {'Port': ['ID=e78befc9-965f-447b-b13c-6365f730e690,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 22:59:58.053149 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b878ddc-15de-4441-9b6b-edbf1a1c4698 req-24dd3857-e219-47f0-9184-83f6ec07ec67 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 210 time: 0.0414486 Dec 11 22:59:58.164828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fd9150-b2b6-46c3-8e86-7b8508519e09 req-274b4d31-f134-457a-a04a-cdf97623cc13 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] No DVR routers for this DVR port e78befc9-965f-447b-b13c-6365f730e690 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 22:59:58.171402 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-72fd9150-b2b6-46c3-8e86-7b8508519e09 req-274b4d31-f134-457a-a04a-cdf97623cc13 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 22:59:58.305279 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72fd9150-b2b6-46c3-8e86-7b8508519e09 req-274b4d31-f134-457a-a04a-cdf97623cc13 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.13 "DELETE /v2.0/ports/e78befc9-965f-447b-b13c-6365f730e690 HTTP/1.1" status: 204 len: 173 time: 1.2205901 Dec 11 22:59:58.305279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da51bb5-5d01-458b-b401-c0540c345bb9', 'name': 'network-vif-deleted', 'tag': 'e78befc9-965f-447b-b13c-6365f730e690'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 22:59:58.305279 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125bb113-4c05-4c41-8dc0-673566cff55a" -d '{"events": [{"server_uuid": "5da51bb5-5d01-458b-b401-c0540c345bb9", "name": "network-vif-deleted", "tag": "e78befc9-965f-447b-b13c-6365f730e690"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 22:59:58.305279 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964df78d-191d-4ab8-919e-37c150feee32 x-openstack-request-id: req-964df78d-191d-4ab8-919e-37c150feee32 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 22:59:58.305279 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da51bb5-5d01-458b-b401-c0540c345bb9", "name": "network-vif-deleted", "tag": "e78befc9-965f-447b-b13c-6365f730e690", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 22:59:58.305279 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-964df78d-191d-4ab8-919e-37c150feee32 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 22:59:58.305279 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da51bb5-5d01-458b-b401-c0540c345bb9', 'name': 'network-vif-deleted', 'tag': 'e78befc9-965f-447b-b13c-6365f730e690', 'status': 'completed', 'code': 200} Dec 11 22:59:58.353501 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 22:59:58.895221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99df8b-dfe5-4f11-b549-ac38b60b13b0 req-1564456f-9c6b-437b-9454-0a610dfa24af tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 22:59:58.903732 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0a99df8b-dfe5-4f11-b549-ac38b60b13b0 req-1564456f-9c6b-437b-9454-0a610dfa24af tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.1434338 Dec 11 22:59:59.095438 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0a99df8b-dfe5-4f11-b549-ac38b60b13b0 req-ab6cd697-62ad-4b34-a605-f132a4c416e2 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839464 Dec 11 22:59:59.455668 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b2ee734d-5621-495a-a570-f7334f57bcf6 req-8160e66b-2f1e-414c-bd71-e3f15b278f72 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=5da51bb5-5d01-458b-b401-c0540c345bb9 HTTP/1.1" status: 200 len: 210 time: 0.1029739 Dec 11 23:00:00.335815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab6031-bef2-45d3-9e3d-ddcca9ce10c3 req-fc70c204-f107-4e26-9c45-c360398daaef tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:00.337423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-baab6031-bef2-45d3-9e3d-ddcca9ce10c3 req-fc70c204-f107-4e26-9c45-c360398daaef tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.1077564 Dec 11 23:00:00.457905 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-baab6031-bef2-45d3-9e3d-ddcca9ce10c3 req-ff4999b4-b978-4a4c-869d-7ec2aa0906c1 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135652 Dec 11 23:00:01.246745 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286ea3f-a728-44b1-8f26-0eb35ccfe5d8 req-0d07ab11-5e71-4245-a8b0-c1e65945cbbc tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:01.260317 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1286ea3f-a728-44b1-8f26-0eb35ccfe5d8 req-0d07ab11-5e71-4245-a8b0-c1e65945cbbc tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 945 time: 0.1556332 Dec 11 23:00:01.445803 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1286ea3f-a728-44b1-8f26-0eb35ccfe5d8 req-4c9d0295-8de2-4ebc-b7d3-b21b838442d0 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821837 Dec 11 23:00:01.727769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49910707-98d1-4ff8-84a8-2a6798de5209 req-61adf1bd-0308-4875-ae25-ff495f5cf1e7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:01.738119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49910707-98d1-4ff8-84a8-2a6798de5209 req-61adf1bd-0308-4875-ae25-ff495f5cf1e7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.1179585 Dec 11 23:00:01.810344 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49910707-98d1-4ff8-84a8-2a6798de5209 req-4f3585ec-0df7-45a3-82ca-638ebd5cd01c tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690958 Dec 11 23:00:01.905055 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e78befc9-965f-447b-b13c-6365f730e690 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:00:01.930269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: e78befc9-965f-447b-b13c-6365f730e690 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:00:01.930614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device e78befc9-965f-447b-b13c-6365f730e690 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:00:02.589117 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b0047-058e-4646-9d70-898e94f5d401 req-b579c341-face-450a-8f39-842b5e1d241d tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:02.599147 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7a5b0047-058e-4646-9d70-898e94f5d401 req-b579c341-face-450a-8f39-842b5e1d241d tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 945 time: 0.0711799 Dec 11 23:00:02.658251 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7a5b0047-058e-4646-9d70-898e94f5d401 req-30dd0af3-237b-486b-ab15-9ddecdd7a3fe tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578349 Dec 11 23:00:02.682655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7738f-fce8-485c-84d1-21107a783af9 req-b76557ea-d0bc-4cc1-afd9-d38108d55f6c tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:02.684401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32b7738f-fce8-485c-84d1-21107a783af9 req-b76557ea-d0bc-4cc1-afd9-d38108d55f6c tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.13 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 945 time: 0.0911529 Dec 11 23:00:02.833237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-32b7738f-fce8-485c-84d1-21107a783af9 req-42e4340c-2bb2-4cc9-9867-ef4c9003d816 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Deleting port d5aeb20f-687e-4e7e-80a9-da159717754c {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:00:02.833905 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-32b7738f-fce8-485c-84d1-21107a783af9 req-42e4340c-2bb2-4cc9-9867-ef4c9003d816 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:03.013482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-32b7738f-fce8-485c-84d1-21107a783af9 req-42e4340c-2bb2-4cc9-9867-ef4c9003d816 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] For port d5aeb20f-687e-4e7e-80a9-da159717754c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d5aeb20f-687e-4e7e-80a9-da159717754c,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:00:03.013879 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-32b7738f-fce8-485c-84d1-21107a783af9 req-42e4340c-2bb2-4cc9-9867-ef4c9003d816 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:03.046477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-32b7738f-fce8-485c-84d1-21107a783af9 req-42e4340c-2bb2-4cc9-9867-ef4c9003d816 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Calling delete_port for d5aeb20f-687e-4e7e-80a9-da159717754c owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:00:03.101960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb2c94-f125-4c4e-97a9-7bcc34aca174 req-3e729793-9575-479b-9dbd-d5748199416e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:03.105753 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fffb2c94-f125-4c4e-97a9-7bcc34aca174 req-3e729793-9575-479b-9dbd-d5748199416e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.0884116 Dec 11 23:00:03.213517 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fffb2c94-f125-4c4e-97a9-7bcc34aca174 req-b174419a-5158-478c-9f79-f2e18c4dc045 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712116 Dec 11 23:00:03.412052 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-32b7738f-fce8-485c-84d1-21107a783af9 req-42e4340c-2bb2-4cc9-9867-ef4c9003d816 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:03.424610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['328efe96-0556-416d-a20f-ddfe57f62ce0', 'd5aeb20f-687e-4e7e-80a9-da159717754c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:00:03.463419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4340c-2bb2-4cc9-9867-ef4c9003d816 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Pushing event deleted for resources: {'Port': ['ID=d5aeb20f-687e-4e7e-80a9-da159717754c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:03.543501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b7738f-fce8-485c-84d1-21107a783af9 req-42e4340c-2bb2-4cc9-9867-ef4c9003d816 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] No DVR routers for this DVR port d5aeb20f-687e-4e7e-80a9-da159717754c on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:00:03.550203 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-32b7738f-fce8-485c-84d1-21107a783af9 req-42e4340c-2bb2-4cc9-9867-ef4c9003d816 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:03.554384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32b7738f-fce8-485c-84d1-21107a783af9 req-42e4340c-2bb2-4cc9-9867-ef4c9003d816 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.13 "DELETE /v2.0/ports/d5aeb20f-687e-4e7e-80a9-da159717754c HTTP/1.1" status: 204 len: 173 time: 0.8630908 Dec 11 23:00:03.555297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731c24dd-d10c-408a-b783-5ac7ce1a0a4e', 'name': 'network-vif-deleted', 'tag': 'd5aeb20f-687e-4e7e-80a9-da159717754c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:00:03.568890 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f6d1f9-36fe-4813-9ffa-1fdbed2f5ca8" -d '{"events": [{"server_uuid": "731c24dd-d10c-408a-b783-5ac7ce1a0a4e", "name": "network-vif-deleted", "tag": "d5aeb20f-687e-4e7e-80a9-da159717754c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:00:03.624158 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964f7dbb-a705-427b-aaf2-3ef49e73c386 x-openstack-request-id: req-964f7dbb-a705-427b-aaf2-3ef49e73c386 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:00:03.624457 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731c24dd-d10c-408a-b783-5ac7ce1a0a4e", "name": "network-vif-deleted", "tag": "d5aeb20f-687e-4e7e-80a9-da159717754c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:00:03.624709 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-964f7dbb-a705-427b-aaf2-3ef49e73c386 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:00:03.625173 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731c24dd-d10c-408a-b783-5ac7ce1a0a4e', 'name': 'network-vif-deleted', 'tag': 'd5aeb20f-687e-4e7e-80a9-da159717754c', 'status': 'completed', 'code': 200} Dec 11 23:00:03.767727 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f90e292-e1f8-48d5-a69f-1f837bad1124 req-fcdfa08e-c81d-4603-ba4e-a4d2b6cf0cb5 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 210 time: 0.0263391 Dec 11 23:00:04.389906 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90de20-7fb9-402f-997b-f8d058cecd6c req-436aa4bc-ebc1-4d46-96a5-9ddb6a35d2be tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:04.398528 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a90de20-7fb9-402f-997b-f8d058cecd6c req-436aa4bc-ebc1-4d46-96a5-9ddb6a35d2be tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.0637159 Dec 11 23:00:04.455960 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a90de20-7fb9-402f-997b-f8d058cecd6c req-f424ebbf-9d14-4601-b4f5-5df23b0e7058 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559573 Dec 11 23:00:04.607483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49368) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:04.613056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-de86ed82-3a92-407a-bfed-7177b1885f6a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-55094571'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:04.729033 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de86ed82-3a92-407a-bfed-7177b1885f6a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Made reservation on behalf of 8b61da717ab14ef48634b138167515ff for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:04.733565 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-de86ed82-3a92-407a-bfed-7177b1885f6a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:04.789561 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de86ed82-3a92-407a-bfed-7177b1885f6a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:00:04.802859 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-de86ed82-3a92-407a-bfed-7177b1885f6a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:04.803444 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-de86ed82-3a92-407a-bfed-7177b1885f6a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Added segment cdde3e96-b3cd-45da-9ee8-be76859841f0 of type vlan for network 923e7709-6756-4a5c-b0c8-188a77cddd88 Dec 11 23:00:04.850880 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-de86ed82-3a92-407a-bfed-7177b1885f6a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:04.992483 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73f2243a-20e2-49e9-ab82-8ef6e998351c req-0b57925c-c7b3-4fa0-be83-77a0bc428eae tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=731c24dd-d10c-408a-b783-5ac7ce1a0a4e HTTP/1.1" status: 200 len: 210 time: 0.0793035 Dec 11 23:00:05.002073 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-de86ed82-3a92-407a-bfed-7177b1885f6a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:05.010715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de86ed82-3a92-407a-bfed-7177b1885f6a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:05.014046 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-de86ed82-3a92-407a-bfed-7177b1885f6a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:05.111737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86ed82-3a92-407a-bfed-7177b1885f6a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event updated for resources: {'Network': ['ID=923e7709-6756-4a5c-b0c8-188a77cddd88,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:05.119170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 923e7709-6756-4a5c-b0c8-188a77cddd88 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:00:05.228737 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-de86ed82-3a92-407a-bfed-7177b1885f6a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6201005 Dec 11 23:00:05.231900 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49374) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:05.237366 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2ee1bd8c-93b3-4a5e-93a4-add0a9cbf04e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-323273037'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:05.348534 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee1bd8c-93b3-4a5e-93a4-add0a9cbf04e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Made reservation on behalf of 8b61da717ab14ef48634b138167515ff for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:05.353489 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2ee1bd8c-93b3-4a5e-93a4-add0a9cbf04e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:05.392552 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee1bd8c-93b3-4a5e-93a4-add0a9cbf04e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:00:05.402381 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2ee1bd8c-93b3-4a5e-93a4-add0a9cbf04e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:05.402750 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-2ee1bd8c-93b3-4a5e-93a4-add0a9cbf04e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Added segment ecd04510-8430-42ff-b307-a65cceebbded of type vlan for network c3b80494-1b82-4c1d-aa57-335ff31765df Dec 11 23:00:05.469224 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2ee1bd8c-93b3-4a5e-93a4-add0a9cbf04e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:05.483077 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb9b7e04-5293-47e8-9587-96bb5dd9b4c1 req-c38d233f-54b1-4c85-bbaa-5d43c97e4f7e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447853 Dec 11 23:00:05.586686 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2ee1bd8c-93b3-4a5e-93a4-add0a9cbf04e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:05.587893 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b7e04-5293-47e8-9587-96bb5dd9b4c1 req-cded0679-8574-4b70-8e47-3bfca3cf67d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:05.589909 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb9b7e04-5293-47e8-9587-96bb5dd9b4c1 req-cded0679-8574-4b70-8e47-3bfca3cf67d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 1096 time: 0.0518966 Dec 11 23:00:05.601807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee1bd8c-93b3-4a5e-93a4-add0a9cbf04e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:05.602479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2ee1bd8c-93b3-4a5e-93a4-add0a9cbf04e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:05.695826 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47307c38-7228-430f-bbbb-ef328021bf9a req-89ebf547-2c97-4eb8-b79e-d987ee956069 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:05.697661 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-47307c38-7228-430f-bbbb-ef328021bf9a req-89ebf547-2c97-4eb8-b79e-d987ee956069 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.1490238 Dec 11 23:00:05.708629 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1bd8c-93b3-4a5e-93a4-add0a9cbf04e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event updated for resources: {'Network': ['ID=c3b80494-1b82-4c1d-aa57-335ff31765df,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:05.721018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b7e04-5293-47e8-9587-96bb5dd9b4c1 req-4321aec5-9db7-42c3-b9a8-897445673d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:05.721298 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network c3b80494-1b82-4c1d-aa57-335ff31765df details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:00:05.723467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb9b7e04-5293-47e8-9587-96bb5dd9b4c1 req-4321aec5-9db7-42c3-b9a8-897445673d47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 HTTP/1.1" status: 200 len: 916 time: 0.1133866 Dec 11 23:00:05.769794 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-47307c38-7228-430f-bbbb-ef328021bf9a req-d01fa5c1-d7b6-480c-a754-a85a0ad22a1c tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560436 Dec 11 23:00:05.769794 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2ee1bd8c-93b3-4a5e-93a4-add0a9cbf04e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5336876 Dec 11 23:00:05.771122 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49392) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:05.780070 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb9b7e04-5293-47e8-9587-96bb5dd9b4c1 req-2edd6080-dd3e-4db1-abd6-4b8f2e349903 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=328efe96-0556-416d-a20f-ddfe57f62ce0 HTTP/1.1" status: 200 len: 217 time: 0.0486097 Dec 11 23:00:05.780282 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-edf6176a-c6cb-4aec-a81c-29a302a8c810 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Request body: {'subnet': {'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:05.868641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b7e04-5293-47e8-9587-96bb5dd9b4c1 req-cb18f1bc-9a69-4f30-a9ce-d24d985de6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:05.871510 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb9b7e04-5293-47e8-9587-96bb5dd9b4c1 req-cb18f1bc-9a69-4f30-a9ce-d24d985de6f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75dc39c2-4403-48cb-94a1-c95b2749e375 HTTP/1.1" status: 200 len: 855 time: 0.0839293 Dec 11 23:00:05.919208 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb9b7e04-5293-47e8-9587-96bb5dd9b4c1 req-288a5351-38da-4ccb-aa68-f2b63d3dba76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405650 Dec 11 23:00:06.054439 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf6176a-c6cb-4aec-a81c-29a302a8c810 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Made reservation on behalf of 8b61da717ab14ef48634b138167515ff for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:06.060895 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb9b7e04-5293-47e8-9587-96bb5dd9b4c1 req-e16bea04-9f34-4ac1-931a-4febd185893e service neutron] 10.222.0.13 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343372 Dec 11 23:00:06.062943 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edf6176a-c6cb-4aec-a81c-29a302a8c810 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:06.210135 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb9b7e04-5293-47e8-9587-96bb5dd9b4c1 req-44aa9193-c809-41b9-b43f-a0ee5393ca1c service neutron] 10.222.0.13 "GET /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419041 Dec 11 23:00:06.391618 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7af53-9210-4533-965f-5ccae7c7160c req-277d9c02-4959-47b4-924a-1af765562a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:06.393151 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ef7af53-9210-4533-965f-5ccae7c7160c req-277d9c02-4959-47b4-924a-1af765562a3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 1097 time: 0.1014314 Dec 11 23:00:06.469332 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edf6176a-c6cb-4aec-a81c-29a302a8c810 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:06.527216 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6176a-c6cb-4aec-a81c-29a302a8c810 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event updated for resources: {'Subnet': ['ID=bd832755-903c-4bd0-9c31-2968ed7f04d9,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:06.556515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7af53-9210-4533-965f-5ccae7c7160c req-5ebb92b4-6597-4f28-ab4f-ccbf599f9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:06.558281 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ef7af53-9210-4533-965f-5ccae7c7160c req-5ebb92b4-6597-4f28-ab4f-ccbf599f9a41 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1bb9a45-28c0-4785-bda6-7e72008cf427 HTTP/1.1" status: 200 len: 918 time: 0.1570263 Dec 11 23:00:06.591319 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf6176a-c6cb-4aec-a81c-29a302a8c810 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Checking segment: {'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:06.591891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf6176a-c6cb-4aec-a81c-29a302a8c810 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Network hostable DHCP agents. Network: 923e7709-6756-4a5c-b0c8-188a77cddd88, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:00:06.662673 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ef7af53-9210-4533-965f-5ccae7c7160c req-03649ccd-6a19-4cc4-8ec7-f4ca7232b3e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428 HTTP/1.1" status: 200 len: 1001 time: 0.0967736 Dec 11 23:00:06.726518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7af53-9210-4533-965f-5ccae7c7160c req-c4135e61-e825-4996-9ee4-82f1412df14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:06.727153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf6176a-c6cb-4aec-a81c-29a302a8c810 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Network 923e7709-6756-4a5c-b0c8-188a77cddd88 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:00:06.728219 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ef7af53-9210-4533-965f-5ccae7c7160c req-c4135e61-e825-4996-9ee4-82f1412df14e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7818fbf-5369-47d1-9144-65c09d5e1c30 HTTP/1.1" status: 200 len: 856 time: 0.0592644 Dec 11 23:00:06.784810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7af53-9210-4533-965f-5ccae7c7160c req-8cac450b-17f7-4285-a957-ce63730b76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:06.786391 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ef7af53-9210-4533-965f-5ccae7c7160c req-8cac450b-17f7-4285-a957-ce63730b76e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1bb9a45-28c0-4785-bda6-7e72008cf427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494473 Dec 11 23:00:06.860136 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-edf6176a-c6cb-4aec-a81c-29a302a8c810 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 923e7709-6756-4a5c-b0c8-188a77cddd88) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:06.868076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf6176a-c6cb-4aec-a81c-29a302a8c810 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:06.868692 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edf6176a-c6cb-4aec-a81c-29a302a8c810 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:06.873977 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd592db9-556f-4513-8a5f-eed03f62e892 None None] Network 923e7709-6756-4a5c-b0c8-188a77cddd88 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:00:06.926060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ef7af53-9210-4533-965f-5ccae7c7160c req-053356b9-cf03-4b5d-b922-f2ea36bb19bd service neutron] 10.222.0.47 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320200 Dec 11 23:00:06.981737 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-edf6176a-c6cb-4aec-a81c-29a302a8c810 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2094626 Dec 11 23:00:06.985741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49412) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:06.991227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6a4cbd2e-e5fd-44ad-a45d-cf5fe9645316 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Request body: {'subnet': {'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:07.041147 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b30d2a-1c68-401d-9c23-f2f261f88661 req-c0647a58-7b20-4a0b-8128-f3b7c6264d26 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:07.042786 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-59b30d2a-1c68-401d-9c23-f2f261f88661 req-c0647a58-7b20-4a0b-8128-f3b7c6264d26 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.1170793 Dec 11 23:00:07.083206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-923e7709-6756-4a5c-b0c8-188a77cddd88', 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88', 'project_id': '8b61da717ab14ef48634b138167515ff', 'fixed_ips': [{'subnet_id': 'bd832755-903c-4bd0-9c31-2968ed7f04d9'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:00:07.084191 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:07.143138 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ef7af53-9210-4533-965f-5ccae7c7160c req-526e3a88-1c5e-448e-90f0-1e9e944d79b6 service neutron] 10.222.0.47 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091422 Dec 11 23:00:07.190028 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-59b30d2a-1c68-401d-9c23-f2f261f88661 req-6667f248-1af1-4b46-b8ca-bd6c43a82bfa tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220419 Dec 11 23:00:07.234212 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4cbd2e-e5fd-44ad-a45d-cf5fe9645316 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Made reservation on behalf of 8b61da717ab14ef48634b138167515ff for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:07.238193 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a4cbd2e-e5fd-44ad-a45d-cf5fe9645316 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:07.305432 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49422) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:07.341778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Allocated IP 10.1.1.2 (923e7709-6756-4a5c-b0c8-188a77cddd88/bd832755-903c-4bd0-9c31-2968ed7f04d9/8c6acea4-04a8-4355-bfb9-8c71ed942d43) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:07.472360 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c281-e268-438d-8cab-305428005b32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:07.585619 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c281-e268-438d-8cab-305428005b32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:07.585942 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:07.653505 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c281-e268-438d-8cab-305428005b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:07.687301 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:07.719648 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7fd7c281-e268-438d-8cab-305428005b32 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4498744c3984a64b3e5ef3d6182499d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4120979 Dec 11 23:00:07.721346 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49430) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:07.761737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7c281-e268-438d-8cab-305428005b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a6f036-3a67-45a8-b234-bea5451e7e9d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:07.767667 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a4cbd2e-e5fd-44ad-a45d-cf5fe9645316 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:07.796062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Network 923e7709-6756-4a5c-b0c8-188a77cddd88 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:07.804388 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:07.809637 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:07.826306 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Pushing event updated for resources: {'Port': ['ID=8c6acea4-04a8-4355-bfb9-8c71ed942d43,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:07.884397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:07.885509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:07.886582 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:07.887102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:07.887668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:07.888570 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:07.889074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:07.889710 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:07.890208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:07.890760 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:07.891316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:07.891838 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:07.892335 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:07.894745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cbd2e-e5fd-44ad-a45d-cf5fe9645316 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event updated for resources: {'Subnet': ['ID=9dd388f7-18b5-4de0-83b9-372e81a47292,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:07.921503 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d5aeb20f-687e-4e7e-80a9-da159717754c no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:00:07.954724 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: d5aeb20f-687e-4e7e-80a9-da159717754c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:00:07.955324 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d5aeb20f-687e-4e7e-80a9-da159717754c not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:00:07.960073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Attempting to bind port 8c6acea4-04a8-4355-bfb9-8c71ed942d43 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:00:07.960801 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Attempting to bind port 8c6acea4-04a8-4355-bfb9-8c71ed942d43 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:00:07.961351 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Attempting to bind port 8c6acea4-04a8-4355-bfb9-8c71ed942d43 on network 923e7709-6756-4a5c-b0c8-188a77cddd88 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:07.967846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:00:07.968572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Checking segment: {'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:07.969578 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:07.970138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Bound using segment: {'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:00:07.970983 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Bound port: 8c6acea4-04a8-4355-bfb9-8c71ed942d43, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:00:07.971550 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:08.013867 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9265f155-8a46-4baa-991a-15a676df9a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:08.025371 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cbd2e-e5fd-44ad-a45d-cf5fe9645316 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Checking segment: {'id': 'ecd04510-8430-42ff-b307-a65cceebbded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:08.025972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4cbd2e-e5fd-44ad-a45d-cf5fe9645316 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Network hostable DHCP agents. Network: c3b80494-1b82-4c1d-aa57-335ff31765df, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:00:08.058318 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9265f155-8a46-4baa-991a-15a676df9a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:08.067233 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] For port 8c6acea4-04a8-4355-bfb9-8c71ed942d43, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:00:08.071009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] For port 8c6acea4-04a8-4355-bfb9-8c71ed942d43, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8c6acea4-04a8-4355-bfb9-8c71ed942d43,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:00:08.189670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4cbd2e-e5fd-44ad-a45d-cf5fe9645316 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Network c3b80494-1b82-4c1d-aa57-335ff31765df is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:00:08.251011 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9265f155-8a46-4baa-991a-15a676df9a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:08.251787 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:08.254818 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9265f155-8a46-4baa-991a-15a676df9a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:08.269868 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9265f155-8a46-4baa-991a-15a676df9a71 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a5a6f036-3a67-45a8-b234-bea5451e7e9d HTTP/1.1" status: 204 len: 168 time: 0.5419917 Dec 11 23:00:08.290182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-6a4cbd2e-e5fd-44ad-a45d-cf5fe9645316 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, c3b80494-1b82-4c1d-aa57-335ff31765df) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:08.340263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265f155-8a46-4baa-991a-15a676df9a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a6f036-3a67-45a8-b234-bea5451e7e9d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:08.358679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4cbd2e-e5fd-44ad-a45d-cf5fe9645316 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:08.361819 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a4cbd2e-e5fd-44ad-a45d-cf5fe9645316 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:08.405592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1afd27-0257-45c9-b3a8-e775cccff186 None None] Network c3b80494-1b82-4c1d-aa57-335ff31765df requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:00:08.486319 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6a4cbd2e-e5fd-44ad-a45d-cf5fe9645316 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4994946 Dec 11 23:00:08.489148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49440) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:08.495722 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-633aa6c0-737a-449b-a805-a882f7879927 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Request body: {'port': {'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88', 'name': 'tempest-TaggedBootDevicesTest_v242-1739748037', 'fixed_ips': [{'subnet_id': 'bd832755-903c-4bd0-9c31-2968ed7f04d9'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:08.568350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937d60c-a3a7-46a5-bab3-d2c3bd4f41ac None None] Pushing event updated for resources: {'Port': ['ID=8c6acea4-04a8-4355-bfb9-8c71ed942d43,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:08.601625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27abae-4181-4370-a515-817a4a568e67 req-7a208043-31d3-402d-a535-eeb127d4ea77 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:08.610970 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c27abae-4181-4370-a515-817a4a568e67 req-7a208043-31d3-402d-a535-eeb127d4ea77 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.1813540 Dec 11 23:00:08.658525 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-c3b80494-1b82-4c1d-aa57-335ff31765df', 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df', 'project_id': '8b61da717ab14ef48634b138167515ff', 'fixed_ips': [{'subnet_id': '9dd388f7-18b5-4de0-83b9-372e81a47292'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:00:08.660641 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:08.781718 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c27abae-4181-4370-a515-817a4a568e67 req-5e81763c-c88b-43b2-8a1a-f2c5a364acb5 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519818 Dec 11 23:00:09.023252 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633aa6c0-737a-449b-a805-a882f7879927 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Made reservation on behalf of 8b61da717ab14ef48634b138167515ff for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:09.136579 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Allocated IP 10.2.2.2 (c3b80494-1b82-4c1d-aa57-335ff31765df/9dd388f7-18b5-4de0-83b9-372e81a47292/fba2def9-328f-425f-9d1d-5547a9ee6d5b) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:09.255835 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-633aa6c0-737a-449b-a805-a882f7879927 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:09.282513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49448) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:09.299993 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-633aa6c0-737a-449b-a805-a882f7879927 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] device_id is not set on port 5db39d80-8883-4e9b-a21f-592a66a98574 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:00:09.312036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8c6acea4-04a8-4355-bfb9-8c71ed942d43 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:00:09.512179 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2cb590c-3074-4544-9705-29bb5ce5c48b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:09.555052 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:09.641274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 8c6acea4-04a8-4355-bfb9-8c71ed942d43 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:09.641749 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:09.649649 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:09.671103 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2cb590c-3074-4544-9705-29bb5ce5c48b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:09.722740 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-633aa6c0-737a-449b-a805-a882f7879927 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Allocated IP 10.1.1.126 (923e7709-6756-4a5c-b0c8-188a77cddd88/bd832755-903c-4bd0-9c31-2968ed7f04d9/5db39d80-8883-4e9b-a21f-592a66a98574) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:09.756854 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2cb590c-3074-4544-9705-29bb5ce5c48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:09.770768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Network c3b80494-1b82-4c1d-aa57-335ff31765df is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:09.781784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:09.784626 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:09.828950 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Pushing event updated for resources: {'Port': ['ID=fba2def9-328f-425f-9d1d-5547a9ee6d5b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:09.909785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f2cb590c-3074-4544-9705-29bb5ce5c48b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c914004a7f0748959522bcf9b1fd867a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6259694 Dec 11 23:00:09.910554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb590c-3074-4544-9705-29bb5ce5c48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a090cce6-3435-4ac7-a8f9-f65bff37a627,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:09.913062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49458) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:09.992254 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:10.021185 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Attempting to bind port fba2def9-328f-425f-9d1d-5547a9ee6d5b on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:00:10.021912 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Attempting to bind port fba2def9-328f-425f-9d1d-5547a9ee6d5b by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'ecd04510-8430-42ff-b307-a65cceebbded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:00:10.022610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Attempting to bind port fba2def9-328f-425f-9d1d-5547a9ee6d5b on network c3b80494-1b82-4c1d-aa57-335ff31765df {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:10.029566 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:00:10.030311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Checking segment: {'id': 'ecd04510-8430-42ff-b307-a65cceebbded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:10.030916 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:10.031478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Bound using segment: {'id': 'ecd04510-8430-42ff-b307-a65cceebbded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:00:10.032128 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aea7cd06-19f1-45de-8a6e-9300080ecad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:10.032483 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Bound port: fba2def9-328f-425f-9d1d-5547a9ee6d5b, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd04510-8430-42ff-b307-a65cceebbded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:00:10.033039 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:10.091410 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aea7cd06-19f1-45de-8a6e-9300080ecad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:10.104028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 8c6acea4-04a8-4355-bfb9-8c71ed942d43, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8c6acea4-04a8-4355-bfb9-8c71ed942d43,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:00:10.122760 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-633aa6c0-737a-449b-a805-a882f7879927 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:10.131286 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] For port fba2def9-328f-425f-9d1d-5547a9ee6d5b, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:00:10.134918 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] For port fba2def9-328f-425f-9d1d-5547a9ee6d5b, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fba2def9-328f-425f-9d1d-5547a9ee6d5b,segment=NetworkSegment(ecd04510-8430-42ff-b307-a65cceebbded),segment_id=ecd04510-8430-42ff-b307-a65cceebbded)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:00:10.195134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9bf16-7fbc-4f13-b6b1-f9907d533320 req-85981ac7-0dc8-4795-9cc2-e8a4c670c556 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:10.197482 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:10.206635 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ba9bf16-7fbc-4f13-b6b1-f9907d533320 req-85981ac7-0dc8-4795-9cc2-e8a4c670c556 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 946 time: 0.2118700 Dec 11 23:00:10.242169 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:10.269850 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=8c6acea4-04a8-4355-bfb9-8c71ed942d43,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:10.275073 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ba9bf16-7fbc-4f13-b6b1-f9907d533320 req-360345f0-36af-4dd6-97d7-90bc56053f7e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698977 Dec 11 23:00:10.289304 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aea7cd06-19f1-45de-8a6e-9300080ecad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:10.294642 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aea7cd06-19f1-45de-8a6e-9300080ecad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:10.299334 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-aea7cd06-19f1-45de-8a6e-9300080ecad8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a090cce6-3435-4ac7-a8f9-f65bff37a627 HTTP/1.1" status: 204 len: 168 time: 0.3853610 Dec 11 23:00:10.318538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7cd06-19f1-45de-8a6e-9300080ecad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a090cce6-3435-4ac7-a8f9-f65bff37a627,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:10.334827 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-633aa6c0-737a-449b-a805-a882f7879927 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:10.405889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f98c17-899a-4be6-931b-ed7db4ddd81b None None] Pushing event updated for resources: {'Port': ['ID=fba2def9-328f-425f-9d1d-5547a9ee6d5b,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:10.426678 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c2565-a849-4f2d-a4f3-423c242ddf5b None None] Network 923e7709-6756-4a5c-b0c8-188a77cddd88 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:00:10.464647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633aa6c0-737a-449b-a805-a882f7879927 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Network 923e7709-6756-4a5c-b0c8-188a77cddd88 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:10.469908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-633aa6c0-737a-449b-a805-a882f7879927 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:10.476608 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633aa6c0-737a-449b-a805-a882f7879927 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:10.547491 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633aa6c0-737a-449b-a805-a882f7879927 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event updated for resources: {'Port': ['ID=5db39d80-8883-4e9b-a21f-592a66a98574,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:10.601456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633aa6c0-737a-449b-a805-a882f7879927 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:10.602481 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-633aa6c0-737a-449b-a805-a882f7879927 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:10.729076 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-633aa6c0-737a-449b-a805-a882f7879927 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2358668 Dec 11 23:00:10.730259 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49474) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:10.742623 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-7b7410d8-14d8-4465-b72f-d3de4140d7a3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Request body: {'port': {'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88', 'name': 'tempest-TaggedBootDevicesTest_v242-199250681', 'fixed_ips': [{'subnet_id': 'bd832755-903c-4bd0-9c31-2968ed7f04d9'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:10.821949 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f84543ed-3a5a-4ce9-b576-439fdde45bed None None] Provisioning complete for port 8c6acea4-04a8-4355-bfb9-8c71ed942d43 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:10.822705 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f84543ed-3a5a-4ce9-b576-439fdde45bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:11.097108 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7410d8-14d8-4465-b72f-d3de4140d7a3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Made reservation on behalf of 8b61da717ab14ef48634b138167515ff for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:11.107578 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b7410d8-14d8-4465-b72f-d3de4140d7a3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:11.154578 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-7b7410d8-14d8-4465-b72f-d3de4140d7a3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] device_id is not set on port ea94541a-59a8-4034-9000-553b4b16cd84 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:00:11.156428 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5dc2892c-eb7e-4b7f-902e-780c51e30428 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:00:11.379206 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:11.403241 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8c6acea4-04a8-4355-bfb9-8c71ed942d43 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:00:11.471504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc2892c-eb7e-4b7f-902e-780c51e30428'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:00:11.473920 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a658d14f-9740-4641-bc7b-439c96fa299e" -d '{"events": [{"server_uuid": "b4030b04-6a94-48f8-bb07-03b5500333e2", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc2892c-eb7e-4b7f-902e-780c51e30428"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:00:11.489439 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-7b7410d8-14d8-4465-b72f-d3de4140d7a3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Allocated IP 10.1.1.14 (923e7709-6756-4a5c-b0c8-188a77cddd88/bd832755-903c-4bd0-9c31-2968ed7f04d9/ea94541a-59a8-4034-9000-553b4b16cd84) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:11.516851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5dc2892c-eb7e-4b7f-902e-780c51e30428, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:00:11.541160 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 11 Dec 2021 23:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ce548d-16e2-4ee2-a0e8-3cb873bd0ca9 x-openstack-request-id: req-15ce548d-16e2-4ee2-a0e8-3cb873bd0ca9 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:00:11.541160 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4030b04-6a94-48f8-bb07-03b5500333e2", "name": "network-vif-unplugged", "status": "failed", "tag": "5dc2892c-eb7e-4b7f-902e-780c51e30428", "code": 422}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:00:11.541160 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-15ce548d-16e2-4ee2-a0e8-3cb873bd0ca9 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:00:11.541160 n-d-710847-6 neutron-server[103693]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5dc2892c-eb7e-4b7f-902e-780c51e30428', 'code': 422} returned with failed status Dec 11 23:00:11.563233 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-14716f68-56af-48dc-8183-3d5f7476461b None None] Provisioning complete for port 8c6acea4-04a8-4355-bfb9-8c71ed942d43 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:11.563461 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14716f68-56af-48dc-8183-3d5f7476461b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:11.602695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 8c6acea4-04a8-4355-bfb9-8c71ed942d43 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:11.603103 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:11.658029 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:11.785086 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b7410d8-14d8-4465-b72f-d3de4140d7a3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:11.813238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=5dc2892c-eb7e-4b7f-902e-780c51e30428,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:11.921127 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b7410d8-14d8-4465-b72f-d3de4140d7a3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:11.973420 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fba2def9-328f-425f-9d1d-5547a9ee6d5b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:00:11.979816 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7410d8-14d8-4465-b72f-d3de4140d7a3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Network 923e7709-6756-4a5c-b0c8-188a77cddd88 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:11.988232 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-7b7410d8-14d8-4465-b72f-d3de4140d7a3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:12.003895 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7410d8-14d8-4465-b72f-d3de4140d7a3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:12.021336 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7410d8-14d8-4465-b72f-d3de4140d7a3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event updated for resources: {'Port': ['ID=ea94541a-59a8-4034-9000-553b4b16cd84,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:12.062607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-14716f68-56af-48dc-8183-3d5f7476461b None None] Provisioning complete for port 5db39d80-8883-4e9b-a21f-592a66a98574 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:12.063027 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14716f68-56af-48dc-8183-3d5f7476461b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:12.151384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7410d8-14d8-4465-b72f-d3de4140d7a3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:12.152073 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b7410d8-14d8-4465-b72f-d3de4140d7a3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:12.176008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6412d7-2bbc-4b4f-b8a1-2939c33c1ba5 None None] Network c3b80494-1b82-4c1d-aa57-335ff31765df requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:00:12.276769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-14716f68-56af-48dc-8183-3d5f7476461b None None] Port 5db39d80-8883-4e9b-a21f-592a66a98574 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:12.295244 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7b7410d8-14d8-4465-b72f-d3de4140d7a3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5605555 Dec 11 23:00:12.299793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fba2def9-328f-425f-9d1d-5547a9ee6d5b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:12.299793 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:12.454087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-23543316-d71a-4b5d-a90b-b2472281285b None None] Provisioning complete for port fba2def9-328f-425f-9d1d-5547a9ee6d5b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:12.454716 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23543316-d71a-4b5d-a90b-b2472281285b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:12.458963 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:12.606680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port fba2def9-328f-425f-9d1d-5547a9ee6d5b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fba2def9-328f-425f-9d1d-5547a9ee6d5b,segment=NetworkSegment(ecd04510-8430-42ff-b307-a65cceebbded),segment_id=ecd04510-8430-42ff-b307-a65cceebbded)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:00:12.717906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2657317-0391-47e8-a61a-7a1153e436c2 req-3af0da58-4a6a-44ba-8113-bbaa9ac7477b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:12.732008 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e2657317-0391-47e8-a61a-7a1153e436c2 req-3af0da58-4a6a-44ba-8113-bbaa9ac7477b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 945 time: 0.1366072 Dec 11 23:00:12.764186 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:12.803900 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23543316-d71a-4b5d-a90b-b2472281285b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:12.855451 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e2657317-0391-47e8-a61a-7a1153e436c2 req-39f812cf-2f10-49cf-8109-c08fa0f2eace tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221597 Dec 11 23:00:12.949208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=fba2def9-328f-425f-9d1d-5547a9ee6d5b,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:12.960850 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-23543316-d71a-4b5d-a90b-b2472281285b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:00:12.974245 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-23543316-d71a-4b5d-a90b-b2472281285b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:00:13.063289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cf89a-4df3-49ee-acaa-1334c1ac4f7b req-ddec3d71-1050-4ab6-8870-ff8c8dd0fb75 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:13.066236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ca7cf89a-4df3-49ee-acaa-1334c1ac4f7b req-ddec3d71-1050-4ab6-8870-ff8c8dd0fb75 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.1054451 Dec 11 23:00:13.163897 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ca7cf89a-4df3-49ee-acaa-1334c1ac4f7b req-6be95f98-ab01-4ca5-b6fd-fc6354a4ab4b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886347 Dec 11 23:00:13.176454 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fba2def9-328f-425f-9d1d-5547a9ee6d5b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:00:13.263601 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fba2def9-328f-425f-9d1d-5547a9ee6d5b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:13.263986 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:13.348345 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49544) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:13.405104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49548) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:13.411528 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b7ac2e6b-11dc-4899-9b36-94669412faf5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2047614816', 'description': 'tempest-description--605795081'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:13.534538 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7ac2e6b-11dc-4899-9b36-94669412faf5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:13.537479 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-23543316-d71a-4b5d-a90b-b2472281285b None None] Provisioning complete for port 5db39d80-8883-4e9b-a21f-592a66a98574 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:13.538367 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23543316-d71a-4b5d-a90b-b2472281285b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:13.618701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-23543316-d71a-4b5d-a90b-b2472281285b None None] Port 5db39d80-8883-4e9b-a21f-592a66a98574 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:13.729757 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1262b000-8f8f-4e9d-b583-86d81ac9239f req-7604b6ce-fe90-4ab9-88f7-f89cf5a25dd3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3798275 Dec 11 23:00:13.741336 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:13.742236 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-1262b000-8f8f-4e9d-b583-86d81ac9239f req-7462811e-fcc0-4989-98a8-2bed8c30dbfc service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:00:13.743396 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1262b000-8f8f-4e9d-b583-86d81ac9239f req-7462811e-fcc0-4989-98a8-2bed8c30dbfc service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058501 Dec 11 23:00:13.748953 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b7361f39-32cf-4dea-a15e-859a4b805079 None None] Provisioning complete for port ea94541a-59a8-4034-9000-553b4b16cd84 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:13.749693 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b7361f39-32cf-4dea-a15e-859a4b805079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:13.767359 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7ac2e6b-11dc-4899-9b36-94669412faf5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:13.811847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b7361f39-32cf-4dea-a15e-859a4b805079 None None] Port ea94541a-59a8-4034-9000-553b4b16cd84 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:13.825352 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b7361f39-32cf-4dea-a15e-859a4b805079 None None] Provisioning complete for port fba2def9-328f-425f-9d1d-5547a9ee6d5b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:13.826021 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b7361f39-32cf-4dea-a15e-859a4b805079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:13.837105 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7ac2e6b-11dc-4899-9b36-94669412faf5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:13.928576 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac2e6b-11dc-4899-9b36-94669412faf5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768c5186-04d3-42fa-be07-285d130661c3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:13.961543 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7ac2e6b-11dc-4899-9b36-94669412faf5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:13.967109 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b7ac2e6b-11dc-4899-9b36-94669412faf5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5574753 Dec 11 23:00:13.967879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49562) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:13.985144 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-629e6864-99b1-4b2e-a664-a4be43e60acd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Request body: {'security_group_rule': {'security_group_id': '768c5186-04d3-42fa-be07-285d130661c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:14.090147 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-629e6864-99b1-4b2e-a664-a4be43e60acd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:14.180472 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dac61-d830-4990-836b-cc27e36cbd9b req-8aa32807-0058-4c76-b26f-c0d2bf620a9b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:14.183251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b5dac61-d830-4990-836b-cc27e36cbd9b req-8aa32807-0058-4c76-b26f-c0d2bf620a9b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 945 time: 0.1894112 Dec 11 23:00:14.190670 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-629e6864-99b1-4b2e-a664-a4be43e60acd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:14.242841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3b32a-391f-4990-a34d-bf2010188db2 req-03b2cae7-2682-4610-869f-b2c2a8acdb68 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:14.252026 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9bc3b32a-391f-4990-a34d-bf2010188db2 req-03b2cae7-2682-4610-869f-b2c2a8acdb68 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 945 time: 0.2147095 Dec 11 23:00:14.268225 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-629e6864-99b1-4b2e-a664-a4be43e60acd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:14.305372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e6864-99b1-4b2e-a664-a4be43e60acd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbda60cd-0ee3-4297-9965-9c20142bc24b,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:14.374943 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72541902-fbd0-4b6f-9fd8-11fe4362b0f1 req-0f6bf9dc-1641-48da-8ff5-32d2b4add5ff tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:14.376529 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-72541902-fbd0-4b6f-9fd8-11fe4362b0f1 req-0f6bf9dc-1641-48da-8ff5-32d2b4add5ff tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.0666027 Dec 11 23:00:14.390444 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-629e6864-99b1-4b2e-a664-a4be43e60acd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:14.394370 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-629e6864-99b1-4b2e-a664-a4be43e60acd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4213498 Dec 11 23:00:14.399036 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49574) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:14.401521 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9bc3b32a-391f-4990-a34d-bf2010188db2 req-9951a3e3-feb4-4f8d-819a-78c6540fcf3b tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/security-groups?id=7998adfa-c4a4-4db8-9435-ba900f451e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478517 Dec 11 23:00:14.411887 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c4b7955d-7fd7-4de2-a284-0b44bf1aec4f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Request body: {'security_group_rule': {'security_group_id': '768c5186-04d3-42fa-be07-285d130661c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:14.466134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-8b5dac61-d830-4990-836b-cc27e36cbd9b req-f3ef66f1-4066-46df-b3a7-0ecd24735ee4 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Deleting port 328efe96-0556-416d-a20f-ddfe57f62ce0 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:00:14.466482 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8b5dac61-d830-4990-836b-cc27e36cbd9b req-f3ef66f1-4066-46df-b3a7-0ecd24735ee4 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:14.496504 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-72541902-fbd0-4b6f-9fd8-11fe4362b0f1 req-9144e6e8-a5bf-4d42-b3f7-999c2eab7c8d tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063530 Dec 11 23:00:14.588071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-8b5dac61-d830-4990-836b-cc27e36cbd9b req-f3ef66f1-4066-46df-b3a7-0ecd24735ee4 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] For port 328efe96-0556-416d-a20f-ddfe57f62ce0, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=328efe96-0556-416d-a20f-ddfe57f62ce0,segment=NetworkSegment(bf47ed9c-ece7-4f13-a772-6d8ca220acb7),segment_id=bf47ed9c-ece7-4f13-a772-6d8ca220acb7)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:00:14.588744 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8b5dac61-d830-4990-836b-cc27e36cbd9b req-f3ef66f1-4066-46df-b3a7-0ecd24735ee4 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:14.609735 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-8b5dac61-d830-4990-836b-cc27e36cbd9b req-f3ef66f1-4066-46df-b3a7-0ecd24735ee4 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Calling delete_port for 328efe96-0556-416d-a20f-ddfe57f62ce0 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:00:14.652222 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c4b7955d-7fd7-4de2-a284-0b44bf1aec4f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:14.764311 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c4b7955d-7fd7-4de2-a284-0b44bf1aec4f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:14.805559 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49584) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:14.846136 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c4b7955d-7fd7-4de2-a284-0b44bf1aec4f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:14.869257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7955d-7fd7-4de2-a284-0b44bf1aec4f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89093411-05d9-4458-82f5-f95a9901eebb,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:14.870450 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8b5dac61-d830-4990-836b-cc27e36cbd9b req-f3ef66f1-4066-46df-b3a7-0ecd24735ee4 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:14.885720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['328efe96-0556-416d-a20f-ddfe57f62ce0'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:00:14.917813 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef66f1-4066-46df-b3a7-0ecd24735ee4 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Pushing event deleted for resources: {'Port': ['ID=328efe96-0556-416d-a20f-ddfe57f62ce0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:14.956718 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c4b7955d-7fd7-4de2-a284-0b44bf1aec4f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:14.958723 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c4b7955d-7fd7-4de2-a284-0b44bf1aec4f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5530851 Dec 11 23:00:14.961353 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49588) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:14.965607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5dac61-d830-4990-836b-cc27e36cbd9b req-f3ef66f1-4066-46df-b3a7-0ecd24735ee4 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] No DVR routers for this DVR port 328efe96-0556-416d-a20f-ddfe57f62ce0 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:00:14.968167 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8b5dac61-d830-4990-836b-cc27e36cbd9b req-f3ef66f1-4066-46df-b3a7-0ecd24735ee4 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:14.971878 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b5dac61-d830-4990-836b-cc27e36cbd9b req-f3ef66f1-4066-46df-b3a7-0ecd24735ee4 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.13 "DELETE /v2.0/ports/328efe96-0556-416d-a20f-ddfe57f62ce0 HTTP/1.1" status: 204 len: 173 time: 0.7809119 Dec 11 23:00:14.972512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea53b7b-b3d6-44a5-a311-7b716e1c16f9', 'name': 'network-vif-deleted', 'tag': '328efe96-0556-416d-a20f-ddfe57f62ce0'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:00:14.979934 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:14.984815 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de59b6bf-3d54-4557-8ab7-0f9dc45cb880" -d '{"events": [{"server_uuid": "0ea53b7b-b3d6-44a5-a311-7b716e1c16f9", "name": "network-vif-deleted", "tag": "328efe96-0556-416d-a20f-ddfe57f62ce0"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:00:14.998737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:15.023300 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.api [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 11 23:00:15.023300 n-d-710847-6 neutron-server[103691]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 11 23:00:15.023300 n-d-710847-6 neutron-server[103691]: [parameters: {'project_id': '8b61da717ab14ef48634b138167515ff', 'id': '173148ce-3d12-42db-a7f8-d72c67b4a953', 'expiration': datetime.datetime(2021, 12, 11, 23, 2, 15, 17178)}] Dec 11 23:00:15.023300 n-d-710847-6 neutron-server[103691]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:00:15.028633 n-d-710847-6 neutron-server[103691]: DEBUG oslo_db.api [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:00:15.036252 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b71e865-038d-4ffb-bf10-0137d4674bf0 x-openstack-request-id: req-3b71e865-038d-4ffb-bf10-0137d4674bf0 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:00:15.036557 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea53b7b-b3d6-44a5-a311-7b716e1c16f9", "name": "network-vif-deleted", "tag": "328efe96-0556-416d-a20f-ddfe57f62ce0", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:00:15.036816 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b71e865-038d-4ffb-bf10-0137d4674bf0 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:00:15.037250 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea53b7b-b3d6-44a5-a311-7b716e1c16f9', 'name': 'network-vif-deleted', 'tag': '328efe96-0556-416d-a20f-ddfe57f62ce0', 'status': 'completed', 'code': 200} Dec 11 23:00:15.105506 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:15.204950 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:15.317223 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Allocated IP 172.25.1.37 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/00cd4937-3b3d-4d4b-b475-6e5481fe2d32) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:15.433046 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:15.646227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba78c08-0bfe-4982-8657-5715bbc36da0 req-13ccb19a-f83d-4727-a414-c60b30c064e6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:15.648583 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eba78c08-0bfe-4982-8657-5715bbc36da0 req-13ccb19a-f83d-4727-a414-c60b30c064e6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.0700686 Dec 11 23:00:15.741764 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eba78c08-0bfe-4982-8657-5715bbc36da0 req-b0974dc8-1fde-44f8-95b2-5d78dd587943 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789170 Dec 11 23:00:15.855070 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18258b41-9f25-4706-9d9e-06414a17b858 req-f1733772-c680-44bb-8b47-fc0c5dc39388 tempest-AttachVolumeNegativeTest-500225734 tempest-AttachVolumeNegativeTest-500225734-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea53b7b-b3d6-44a5-a311-7b716e1c16f9 HTTP/1.1" status: 200 len: 210 time: 0.3511660 Dec 11 23:00:15.858148 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:15.912533 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:15.917869 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:15.922416 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:15.942888 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event updated for resources: {'Port': ['ID=00cd4937-3b3d-4d4b-b475-6e5481fe2d32,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:15.999062 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:16.070684 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:16.130390 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:16.211358 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:16.304664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Allocated IP 172.25.1.233 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/3247e296-74c2-476c-97af-57e2ba9477e8) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:16.505272 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:16.511362 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:16.585152 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:16.617366 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:16.668507 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:16.671885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event updated for resources: {'Port': ['ID=00cd4937-3b3d-4d4b-b475-6e5481fe2d32,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:16.676664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:16.682167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:16.742148 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:16.773498 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event updated for resources: {'Port': ['ID=3247e296-74c2-476c-97af-57e2ba9477e8,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:16.869495 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:16.880013 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:16.883763 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f561b6eb-5fdf-4d9e-b13d-9e12bcfa6657 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0747831 Dec 11 23:00:16.890520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357901b-536b-4d7a-9f58-a6ca2eeec12e req-cb481bd2-6e9b-4df3-9a0a-a083f1042c25 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:16.895024 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8357901b-536b-4d7a-9f58-a6ca2eeec12e req-cb481bd2-6e9b-4df3-9a0a-a083f1042c25 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.0630724 Dec 11 23:00:16.896700 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49606) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:16.916348 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f0353f25-e407-42cf-83a2-7d81c9cba310 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1828193066'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:16.949192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49608) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:16.987216 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.016666 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8357901b-536b-4d7a-9f58-a6ca2eeec12e req-70523803-c43a-4069-8b60-aff47c26ec07 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206834 Dec 11 23:00:17.053791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c36245-4eef-42aa-8b55-c274160ec3fe admin admin] Deleting subnet 75dc39c2-4403-48cb-94a1-c95b2749e375 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:00:17.057508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-17c36245-4eef-42aa-8b55-c274160ec3fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.098786 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-17c36245-4eef-42aa-8b55-c274160ec3fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.193244 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-17c36245-4eef-42aa-8b55-c274160ec3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.211886 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0353f25-e407-42cf-83a2-7d81c9cba310 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Made reservation on behalf of c2b6378b23b04c1b81a2345e750b4166 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:17.215961 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0353f25-e407-42cf-83a2-7d81c9cba310 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.237981 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0353f25-e407-42cf-83a2-7d81c9cba310 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.290755 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.342993 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0353f25-e407-42cf-83a2-7d81c9cba310 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.366676 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-17c36245-4eef-42aa-8b55-c274160ec3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.398286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c36245-4eef-42aa-8b55-c274160ec3fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75dc39c2-4403-48cb-94a1-c95b2749e375,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:17.400134 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.402662 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.422843 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-17c36245-4eef-42aa-8b55-c274160ec3fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.427816 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-17c36245-4eef-42aa-8b55-c274160ec3fe admin admin] 10.222.0.45 "DELETE /v2.0/subnets/75dc39c2-4403-48cb-94a1-c95b2749e375 HTTP/1.1" status: 204 len: 168 time: 0.4773850 Dec 11 23:00:17.430172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49612) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:17.521414 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.532803 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0353f25-e407-42cf-83a2-7d81c9cba310 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.545496 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd6cdf6e-d253-4002-8258-96bc8c077607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.547558 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0353f25-e407-42cf-83a2-7d81c9cba310 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:00:17.559305 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0353f25-e407-42cf-83a2-7d81c9cba310 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.559793 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-f0353f25-e407-42cf-83a2-7d81c9cba310 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Added segment a3c88293-1080-4cb5-8c55-55b742a83414 of type vlan for network 1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278 Dec 11 23:00:17.603086 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0353f25-e407-42cf-83a2-7d81c9cba310 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.631772 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event updated for resources: {'Port': ['ID=3247e296-74c2-476c-97af-57e2ba9477e8,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:17.653064 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd6cdf6e-d253-4002-8258-96bc8c077607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.677937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0353f25-e407-42cf-83a2-7d81c9cba310 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d5bf18-9791-4583-a262-d682a229b5df,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:17.681806 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-dd6cdf6e-d253-4002-8258-96bc8c077607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ff65f2-88d5-4843-bb9d-a05f6fd26ba8']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:17.694127 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0353f25-e407-42cf-83a2-7d81c9cba310 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.697238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-dd6cdf6e-d253-4002-8258-96bc8c077607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:17.697555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-dd6cdf6e-d253-4002-8258-96bc8c077607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf47ed9c-ece7-4f13-a772-6d8ca220acb7') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:17.703936 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0353f25-e407-42cf-83a2-7d81c9cba310 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:17.704853 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0353f25-e407-42cf-83a2-7d81c9cba310 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.711211 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd6cdf6e-d253-4002-8258-96bc8c077607 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.728063 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd6cdf6e-d253-4002-8258-96bc8c077607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.736171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6cdf6e-d253-4002-8258-96bc8c077607 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:00:17.736865 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd6cdf6e-d253-4002-8258-96bc8c077607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:00:17.749670 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:00:17.789407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0353f25-e407-42cf-83a2-7d81c9cba310 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event updated for resources: {'Network': ['ID=1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:17.800633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:00:17.806780 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.808129 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dc6840bc-81da-460f-bf67-3ba00c0633e1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8456225 Dec 11 23:00:17.882385 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f0353f25-e407-42cf-83a2-7d81c9cba310 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9819157 Dec 11 23:00:17.882797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49616) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:17.888660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3ab4bd58-4067-4f55-9fd4-fd2e8e784efb tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Request body: {'subnet': {'network_id': '1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:17.912289 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd6cdf6e-d253-4002-8258-96bc8c077607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.931339 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dd6cdf6e-d253-4002-8258-96bc8c077607 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:17.937550 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dd6cdf6e-d253-4002-8258-96bc8c077607 admin admin] 10.222.0.45 "DELETE /v2.0/networks/29ff65f2-88d5-4843-bb9d-a05f6fd26ba8 HTTP/1.1" status: 204 len: 168 time: 0.5040712 Dec 11 23:00:17.971519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6cdf6e-d253-4002-8258-96bc8c077607 admin admin] Pushing event deleted for resources: {'Network': ['ID=29ff65f2-88d5-4843-bb9d-a05f6fd26ba8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:17.986393 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 328efe96-0556-416d-a20f-ddfe57f62ce0 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:00:18.033411 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 328efe96-0556-416d-a20f-ddfe57f62ce0 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:00:18.033921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 328efe96-0556-416d-a20f-ddfe57f62ce0 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:00:18.164047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab4bd58-4067-4f55-9fd4-fd2e8e784efb tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Made reservation on behalf of c2b6378b23b04c1b81a2345e750b4166 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:18.169421 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ab4bd58-4067-4f55-9fd4-fd2e8e784efb tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:18.225895 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-5290be1d-19e3-462d-940a-ad8d1abf93e9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2047614816&fields=id&tenant_id=8b61da717ab14ef48634b138167515ff HTTP/1.1" status: 200 len: 267 time: 0.0760431 Dec 11 23:00:18.285301 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a97b6-0b0b-42e9-8034-08bfe7438bea req-b7e8b6e9-d1f9-4b35-befd-40ee73b7948b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:18.293141 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-529a97b6-0b0b-42e9-8034-08bfe7438bea req-b7e8b6e9-d1f9-4b35-befd-40ee73b7948b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.1693301 Dec 11 23:00:18.297050 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-f741da58-b9b4-47ec-9635-91b87e0365dc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:18.305542 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-f741da58-b9b4-47ec-9635-91b87e0365dc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports/5db39d80-8883-4e9b-a21f-592a66a98574 HTTP/1.1" status: 200 len: 937 time: 0.0786180 Dec 11 23:00:18.376424 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-529a97b6-0b0b-42e9-8034-08bfe7438bea req-0b9ac058-ecc4-417e-8891-e68dd881b4ff tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823059 Dec 11 23:00:18.387393 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-a034eea8-ec71-4338-a6cc-cb9ece9b7135 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:18.395350 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-a034eea8-ec71-4338-a6cc-cb9ece9b7135 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports/ea94541a-59a8-4034-9000-553b4b16cd84 HTTP/1.1" status: 200 len: 935 time: 0.0884957 Dec 11 23:00:18.467009 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-ee5daab3-5c36-4146-9f12-418a6f503a3c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0626893 Dec 11 23:00:18.523138 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-74acd929-6719-49e3-a5a5-d53e41d40fdc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0447118 Dec 11 23:00:18.523138 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49638) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:18.605543 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ab4bd58-4067-4f55-9fd4-fd2e8e784efb tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:18.615108 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a6559133-361c-4c50-a495-c232b4ffeb9a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2a27b8424d74ef9a6fefad9f327341b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0937471 Dec 11 23:00:18.623442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49640) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:18.689246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4bd58-4067-4f55-9fd4-fd2e8e784efb tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event updated for resources: {'Subnet': ['ID=ff400bff-db6a-4902-a2a6-62619cc60e54,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:18.693777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab4bd58-4067-4f55-9fd4-fd2e8e784efb tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Checking segment: {'id': 'a3c88293-1080-4cb5-8c55-55b742a83414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:18.694149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab4bd58-4067-4f55-9fd4-fd2e8e784efb tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Network hostable DHCP agents. Network: 1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:00:18.708498 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-5270d2d2-2bfc-4b55-8677-9fceffac2d6d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:18.714754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-5270d2d2-2bfc-4b55-8677-9fceffac2d6d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:18.720632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-5270d2d2-2bfc-4b55-8677-9fceffac2d6d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:18.722332 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-5270d2d2-2bfc-4b55-8677-9fceffac2d6d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/networks?id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=c3b80494-1b82-4c1d-aa57-335ff31765df&id=c3b80494-1b82-4c1d-aa57-335ff31765df HTTP/1.1" status: 200 len: 1993 time: 0.1815016 Dec 11 23:00:18.743663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2cfa546a-31d3-43ba-aa84-1c0a8eb79cb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:18.755424 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-f77d7e01-3490-44b7-9065-d6356ad398ad tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/quotas/8b61da717ab14ef48634b138167515ff HTTP/1.1" status: 200 len: 375 time: 0.0265777 Dec 11 23:00:18.771244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab4bd58-4067-4f55-9fd4-fd2e8e784efb tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Network 1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:00:18.772405 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2cfa546a-31d3-43ba-aa84-1c0a8eb79cb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:18.822712 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7d55d6e9-4ea0-4951-b266-56420c618249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:18.857572 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2441d24e-1260-4c31-a60b-7e277ca1dc33 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b61da717ab14ef48634b138167515ff&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0908277 Dec 11 23:00:18.908431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-3ab4bd58-4067-4f55-9fd4-fd2e8e784efb tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:18.914363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab4bd58-4067-4f55-9fd4-fd2e8e784efb tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:18.915772 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ab4bd58-4067-4f55-9fd4-fd2e8e784efb tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:18.920876 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f9e557-c763-4d70-85f8-c089350d414b None None] Network 1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:00:18.931214 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2cfa546a-31d3-43ba-aa84-1c0a8eb79cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:18.935378 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2cfa546a-31d3-43ba-aa84-1c0a8eb79cb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:18.936556 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2cfa546a-31d3-43ba-aa84-1c0a8eb79cb4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7998adfa-c4a4-4db8-9435-ba900f451e80 HTTP/1.1" status: 204 len: 168 time: 0.3121746 Dec 11 23:00:18.953637 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa546a-31d3-43ba-aa84-1c0a8eb79cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7998adfa-c4a4-4db8-9435-ba900f451e80,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:19.041697 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3ab4bd58-4067-4f55-9fd4-fd2e8e784efb tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1569710 Dec 11 23:00:19.043901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49646) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:19.054169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1190064174', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}, 'admin_state_up': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:19.112442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278', 'network_id': '1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278', 'project_id': 'c2b6378b23b04c1b81a2345e750b4166', 'fixed_ips': [{'subnet_id': 'ff400bff-db6a-4902-a2a6-62619cc60e54'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:00:19.113799 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:19.176985 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:19.178069 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:19.292138 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:19.361904 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1cbd66b9-9049-456a-8fdf-9643b037ebc8 service neutron] 10.222.0.45 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885626 Dec 11 23:00:19.372744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Allocated IP 172.20.0.2 (1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278/ff400bff-db6a-4902-a2a6-62619cc60e54/fd115ec1-9468-413f-bc70-c6bad47520a7) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:19.556815 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:19.568170 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-5b07a511-e540-49ad-abe4-738e87b3d136 service neutron] 10.222.0.45 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039671 Dec 11 23:00:19.632233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f5fac-e3e3-4937-baa6-882c1ab0bed4 req-c73c991e-d8b4-4f35-9355-06de6d41f60b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:19.634410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-028f5fac-e3e3-4937-baa6-882c1ab0bed4 req-c73c991e-d8b4-4f35-9355-06de6d41f60b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.0720065 Dec 11 23:00:19.653876 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e86870d2-6d88-453a-a4e3-d1c3c406dfe3 service neutron] 10.222.0.45 "GET /v2.0/ports/5db39d80-8883-4e9b-a21f-592a66a98574?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0824239 Dec 11 23:00:19.697854 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:19.761374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-028f5fac-e3e3-4937-baa6-882c1ab0bed4 req-883e09ff-2087-4bbd-aeec-bfa68cc1bddd tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177959 Dec 11 23:00:19.771032 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-eda425ce-a455-4168-9bc1-277667068053 service neutron] 10.222.0.45 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051571 Dec 11 23:00:19.785896 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:19.855319 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Network 1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:19.858411 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:19.864133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:19.866745 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Pushing event updated for resources: {'Port': ['ID=fd115ec1-9468-413f-bc70-c6bad47520a7,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:19.956769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Attempting to bind port fd115ec1-9468-413f-bc70-c6bad47520a7 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:00:19.957628 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Attempting to bind port fd115ec1-9468-413f-bc70-c6bad47520a7 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'a3c88293-1080-4cb5-8c55-55b742a83414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:00:19.957628 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Attempting to bind port fd115ec1-9468-413f-bc70-c6bad47520a7 on network 1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:19.965228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:00:19.965626 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Checking segment: {'id': 'a3c88293-1080-4cb5-8c55-55b742a83414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:19.966837 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:19.966837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Bound using segment: {'id': 'a3c88293-1080-4cb5-8c55-55b742a83414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:00:19.967877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Bound port: fd115ec1-9468-413f-bc70-c6bad47520a7, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c88293-1080-4cb5-8c55-55b742a83414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:00:19.968281 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:19.976914 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-c7f78ab1-c262-4ffc-9182-96d1f395d8db service neutron] 10.222.0.45 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952910 Dec 11 23:00:20.045634 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1c72420f-2f88-4729-b757-ec8cca69682e service neutron] 10.222.0.45 "GET /v2.0/ports/ea94541a-59a8-4034-9000-553b4b16cd84?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0571306 Dec 11 23:00:20.060116 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] For port fd115ec1-9468-413f-bc70-c6bad47520a7, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:00:20.064473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] For port fd115ec1-9468-413f-bc70-c6bad47520a7, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fd115ec1-9468-413f-bc70-c6bad47520a7,segment=NetworkSegment(a3c88293-1080-4cb5-8c55-55b742a83414),segment_id=a3c88293-1080-4cb5-8c55-55b742a83414)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:00:20.068498 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:20.088153 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:20.141171 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:20.163708 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-04d06564-8ad7-4c37-9d49-c51169f05a76 service neutron] 10.222.0.45 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096718 Dec 11 23:00:20.237945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78878ef4-5bbf-443c-97df-3fff5efb82a0 None None] Pushing event updated for resources: {'Port': ['ID=fd115ec1-9468-413f-bc70-c6bad47520a7,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:20.309749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Allocated IP 172.25.1.71 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/975c92c9-8ef7-4590-a0b7-ae513dab2721) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:20.335252 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-97731845-8ee2-4469-b468-4227e0ff2948 service neutron] 10.222.0.45 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648791 Dec 11 23:00:20.450719 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2ee348d0-9f3c-4093-9251-6e5107186e7b service neutron] 10.222.0.45 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145535 Dec 11 23:00:20.454457 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:20.588971 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:20.697145 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-46fe2f1f-c260-405e-8a2f-aacfaca6ec5e service neutron] 10.222.0.45 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275729 Dec 11 23:00:20.732544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:20.739359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:20.743989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:20.755929 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ce0f2c-92a1-43b3-b212-85107c8348d8 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:00:20.757147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event updated for resources: {'Port': ['ID=975c92c9-8ef7-4590-a0b7-ae513dab2721,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:20.865695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-addda6ce-272d-4c1e-b1b2-323565dca7d5 None None] Provisioning complete for port 975c92c9-8ef7-4590-a0b7-ae513dab2721 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:20.867444 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-addda6ce-272d-4c1e-b1b2-323565dca7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:21.204672 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-95cc1e85-eb88-4a0d-a128-365bef496d3b service neutron] 10.222.0.45 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318666 Dec 11 23:00:21.209552 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-addda6ce-272d-4c1e-b1b2-323565dca7d5 None None] Port 975c92c9-8ef7-4590-a0b7-ae513dab2721 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:21.210641 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-aaf6db35-9658-4c52-86c1-5b0c925192d3 service neutron] 10.222.0.45 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055745 Dec 11 23:00:21.211548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fd115ec1-9468-413f-bc70-c6bad47520a7 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:00:21.253359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fd115ec1-9468-413f-bc70-c6bad47520a7 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:21.253741 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:21.316256 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d315d1a2-bc74-4231-8c12-46e05abf717f service neutron] 10.222.0.45 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585371 Dec 11 23:00:21.390569 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:21.427398 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-951341f3-e4d6-4244-a0dc-b0390b2c4637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:21.449557 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-88a88ced-03eb-4dd0-b751-e195213e0eef service neutron] 10.222.0.45 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221337 Dec 11 23:00:21.461068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port fd115ec1-9468-413f-bc70-c6bad47520a7, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fd115ec1-9468-413f-bc70-c6bad47520a7,segment=NetworkSegment(a3c88293-1080-4cb5-8c55-55b742a83414),segment_id=a3c88293-1080-4cb5-8c55-55b742a83414)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:00:21.588600 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:21.593055 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e5057d77-de8a-48e1-b38c-29f74a37ad48 service neutron] 10.222.0.45 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434066 Dec 11 23:00:21.717425 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49684) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:21.753009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=fd115ec1-9468-413f-bc70-c6bad47520a7,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:21.783000 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-8429004a-d3c0-4d59-8ac7-0398867509c9 service neutron] 10.222.0.45 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919191 Dec 11 23:00:21.885074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fc505-ab4b-411d-9712-9717d4b702d0 req-0334f491-625f-4e35-a82e-acffb5ea26a6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:21.889290 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f9fc505-ab4b-411d-9712-9717d4b702d0 req-0334f491-625f-4e35-a82e-acffb5ea26a6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.9033101 Dec 11 23:00:21.946757 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a74c9618-bf38-46fc-831e-73f5f65833ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:21.963844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f9fc505-ab4b-411d-9712-9717d4b702d0 req-d450d472-e30f-4a72-ba31-14e4b6a97487 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678849 Dec 11 23:00:22.015473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a297a7d-aa7d-4140-8e2f-2bf6d187f778 None None] Network 1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:00:22.141704 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:22.175580 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a74c9618-bf38-46fc-831e-73f5f65833ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:22.244065 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a74c9618-bf38-46fc-831e-73f5f65833ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:22.297858 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a74c9618-bf38-46fc-831e-73f5f65833ea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6a8d545ba9f4206896cceedeb0e47c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5794353 Dec 11 23:00:22.299203 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c9618-bf38-46fc-831e-73f5f65833ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a196383f-9d9c-42d4-804a-89004f66b6ea,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:22.302453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49698) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:22.336069 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a6f6ad2-aaf4-43e5-b9a2-1f833974c145 None None] Provisioning complete for port fd115ec1-9468-413f-bc70-c6bad47520a7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:22.336450 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a6f6ad2-aaf4-43e5-b9a2-1f833974c145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:22.382553 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:22.492695 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:22.539281 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27fd768e-5502-4084-80b2-9651653a2237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:22.579644 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27fd768e-5502-4084-80b2-9651653a2237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:22.686659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-12f0898d-60da-4040-9df7-1b9c4f29538a None None] Provisioning complete for port fd115ec1-9468-413f-bc70-c6bad47520a7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:22.687064 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-12f0898d-60da-4040-9df7-1b9c4f29538a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:22.796974 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Router 5000b713-be9c-4029-b6e7-57009bb36097 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:00:22.799053 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27fd768e-5502-4084-80b2-9651653a2237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:22.801598 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27fd768e-5502-4084-80b2-9651653a2237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:22.805639 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-27fd768e-5502-4084-80b2-9651653a2237 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a196383f-9d9c-42d4-804a-89004f66b6ea HTTP/1.1" status: 204 len: 168 time: 0.4974740 Dec 11 23:00:22.814303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd768e-5502-4084-80b2-9651653a2237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a196383f-9d9c-42d4-804a-89004f66b6ea,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:22.939669 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:00:22.950512 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12dd56c-439c-486e-973d-26615681df9b None None] Sync routers for ids ['5000b713-be9c-4029-b6e7-57009bb36097'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:00:22.961080 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12dd56c-439c-486e-973d-26615681df9b None None] Routers {'5000b713-be9c-4029-b6e7-57009bb36097'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:00:22.961776 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b12dd56c-439c-486e-973d-26615681df9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5000b713-be9c-4029-b6e7-57009bb36097'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:23.011995 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b12dd56c-439c-486e-973d-26615681df9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:23.021342 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12dd56c-439c-486e-973d-26615681df9b None None] Routers {'5000b713-be9c-4029-b6e7-57009bb36097'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:00:23.022063 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b12dd56c-439c-486e-973d-26615681df9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5000b713-be9c-4029-b6e7-57009bb36097'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:23.064774 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:23.068520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a1ba40dc-d3ec-4b62-9742-cf8205376733 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.0189574 Dec 11 23:00:23.072486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49720) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:23.087990 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b12dd56c-439c-486e-973d-26615681df9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:23.089108 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12dd56c-439c-486e-973d-26615681df9b None None] The sync data for ids ['5000b713-be9c-4029-b6e7-57009bb36097'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:00:23.137338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fd115ec1-9468-413f-bc70-c6bad47520a7 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:00:23.202436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c4765-91f2-40b1-9548-7b3d4eaaef7d req-adbc24bb-2e53-415e-bbcf-386117c4b320 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:23.205579 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fd115ec1-9468-413f-bc70-c6bad47520a7 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:23.206169 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:23.211651 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b13c4765-91f2-40b1-9548-7b3d4eaaef7d req-adbc24bb-2e53-415e-bbcf-386117c4b320 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.1025198 Dec 11 23:00:23.288785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b13c4765-91f2-40b1-9548-7b3d4eaaef7d req-05b53b6b-d5e2-4a11-8a3f-8a026ac37fb7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690708 Dec 11 23:00:23.763681 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-712b5195-00dc-4c74-b299-3aaba84a74a1 req-7f511949-9778-4137-883c-87568485e9c3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0513389 Dec 11 23:00:23.911087 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:23.970950 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:24.130850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262b000-8f8f-4e9d-b583-86d81ac9239f req-6375d1f3-c23a-461d-94f2-dcf5dd2d508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:24.132424 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1262b000-8f8f-4e9d-b583-86d81ac9239f req-6375d1f3-c23a-461d-94f2-dcf5dd2d508e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2&tenant_id=8bd74db67dd242afacdd41d881f83f4d HTTP/1.1" status: 200 len: 1095 time: 0.0454817 Dec 11 23:00:24.207699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262b000-8f8f-4e9d-b583-86d81ac9239f req-962607be-9070-419a-8637-4449b1042ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:24.209434 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1262b000-8f8f-4e9d-b583-86d81ac9239f req-962607be-9070-419a-8637-4449b1042ae8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 1095 time: 0.0412624 Dec 11 23:00:24.265169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Allocated IP 172.20.0.1 (1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278/ff400bff-db6a-4902-a2a6-62619cc60e54/f83f4263-1427-4e52-ba8f-95a581ce7fb8) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:24.312254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262b000-8f8f-4e9d-b583-86d81ac9239f req-331bb629-4c52-496c-b7cc-41b14486b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:24.313748 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1262b000-8f8f-4e9d-b583-86d81ac9239f req-331bb629-4c52-496c-b7cc-41b14486b703 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1bb9a45-28c0-4785-bda6-7e72008cf427 HTTP/1.1" status: 200 len: 918 time: 0.0962543 Dec 11 23:00:24.392383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1262b000-8f8f-4e9d-b583-86d81ac9239f req-f0aade6a-f666-4f18-9ff5-6868e3332f90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428 HTTP/1.1" status: 200 len: 999 time: 0.0707157 Dec 11 23:00:24.409202 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:24.470695 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262b000-8f8f-4e9d-b583-86d81ac9239f req-5d6e6e4f-580f-4855-a859-33678030f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:24.472604 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1262b000-8f8f-4e9d-b583-86d81ac9239f req-5d6e6e4f-580f-4855-a859-33678030f51d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7818fbf-5369-47d1-9144-65c09d5e1c30 HTTP/1.1" status: 200 len: 856 time: 0.0730295 Dec 11 23:00:24.517041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7551d1-75c2-4223-8571-36bf6a14a1e5 req-ba5314fc-8f26-48f8-988b-51fead2637b5 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:24.519085 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2d7551d1-75c2-4223-8571-36bf6a14a1e5 req-ba5314fc-8f26-48f8-988b-51fead2637b5 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.0613384 Dec 11 23:00:24.542850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262b000-8f8f-4e9d-b583-86d81ac9239f req-54dd069b-a83f-47c7-b9d7-ba4c8e380f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:24.544439 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1262b000-8f8f-4e9d-b583-86d81ac9239f req-54dd069b-a83f-47c7-b9d7-ba4c8e380f9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1bb9a45-28c0-4785-bda6-7e72008cf427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649209 Dec 11 23:00:24.564834 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:24.629535 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2d7551d1-75c2-4223-8571-36bf6a14a1e5 req-148c5bb0-e1c9-4a26-aacf-f90014bc932e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018565 Dec 11 23:00:24.631732 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Network 1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:24.636462 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:24.640620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:24.648453 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event updated for resources: {'Port': ['ID=f83f4263-1427-4e52-ba8f-95a581ce7fb8,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:24.658969 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1262b000-8f8f-4e9d-b583-86d81ac9239f req-d6c2d198-b2ef-489c-8858-e85c09ac2320 service neutron] 10.222.0.47 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070995 Dec 11 23:00:24.676819 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:24.712423 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:24.794349 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1262b000-8f8f-4e9d-b583-86d81ac9239f req-b4951ab4-7230-42d1-9901-8c30df1e24c2 service neutron] 10.222.0.47 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270125 Dec 11 23:00:24.876654 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c1969222-88ea-4e60-bf5b-fe2950cf6351 req-9cd82837-8d7a-4759-bbb8-9d2566ee312d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0339372 Dec 11 23:00:25.035954 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:25.044465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f4c91eee-5fa6-448f-9f15-237ca6777917 None None] Provisioning complete for port f83f4263-1427-4e52-ba8f-95a581ce7fb8 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:25.045188 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f4c91eee-5fa6-448f-9f15-237ca6777917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:25.096681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f4c91eee-5fa6-448f-9f15-237ca6777917 None None] Port f83f4263-1427-4e52-ba8f-95a581ce7fb8 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:25.391174 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:25.488410 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:25.568530 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:25.578387 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event updated for resources: {'Port': ['ID=f83f4263-1427-4e52-ba8f-95a581ce7fb8,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:25.708767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Network 1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:25.710276 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:25.882075 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Router 5000b713-be9c-4029-b6e7-57009bb36097 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:00:25.904709 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a5a5a-92b7-488c-84cf-907a625e307a req-093ab755-4bae-491f-b689-4e5a416f062c tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:25.906950 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ee2a5a5a-92b7-488c-84cf-907a625e307a req-093ab755-4bae-491f-b689-4e5a416f062c tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.0860631 Dec 11 23:00:26.067611 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f806aff0-80a3-4432-8121-68c703fd622c req-14bada77-d5cd-4252-b027-6d05f542463c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0615718 Dec 11 23:00:26.109895 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:00:26.126708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8f908-1921-48a0-b69c-b8305edaae25 None None] Sync routers for ids ['5000b713-be9c-4029-b6e7-57009bb36097'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:00:26.145109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49826) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:26.147223 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0fa70e72-d0fe-428d-836a-6e5338cd9838 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] 10.222.0.45 "PUT /v2.0/routers/5000b713-be9c-4029-b6e7-57009bb36097/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0753126 Dec 11 23:00:26.153553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-66696758-abd8-455d-900a-8e01039eaed7 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Request body: {'port': {'network_id': '1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278', 'name': 'tempest-FloatingIPAdminTestJSON-914628440'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:26.163846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8f908-1921-48a0-b69c-b8305edaae25 None None] Routers {'5000b713-be9c-4029-b6e7-57009bb36097'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:00:26.167549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5ab8f908-1921-48a0-b69c-b8305edaae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5000b713-be9c-4029-b6e7-57009bb36097'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:26.228337 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ee2a5a5a-92b7-488c-84cf-907a625e307a req-4bbc2c62-2df0-4b33-979b-a08c7f708b1f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3128865 Dec 11 23:00:26.299817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5ab8f908-1921-48a0-b69c-b8305edaae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:26.350537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8f908-1921-48a0-b69c-b8305edaae25 None None] Routers {'5000b713-be9c-4029-b6e7-57009bb36097'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:00:26.351421 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5ab8f908-1921-48a0-b69c-b8305edaae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5000b713-be9c-4029-b6e7-57009bb36097'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:26.356338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ee6a86d2-04f7-423b-afcd-e4bb65e88730 None None] Provisioning complete for port f83f4263-1427-4e52-ba8f-95a581ce7fb8 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:26.357519 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee6a86d2-04f7-423b-afcd-e4bb65e88730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:26.442209 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5ab8f908-1921-48a0-b69c-b8305edaae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:26.443190 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8f908-1921-48a0-b69c-b8305edaae25 None None] The sync data for ids ['5000b713-be9c-4029-b6e7-57009bb36097'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:00:26.461947 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a86d2-04f7-423b-afcd-e4bb65e88730 None None] Port f83f4263-1427-4e52-ba8f-95a581ce7fb8 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:26.594419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66696758-abd8-455d-900a-8e01039eaed7 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Made reservation on behalf of c2b6378b23b04c1b81a2345e750b4166 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:26.599025 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-66696758-abd8-455d-900a-8e01039eaed7 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:26.630573 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-66696758-abd8-455d-900a-8e01039eaed7 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] device_id is not set on port 778e4c73-94ac-4973-8e20-73f29c821d55 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:00:26.775297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-66696758-abd8-455d-900a-8e01039eaed7 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Allocated IP 172.20.0.3 (1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278/ff400bff-db6a-4902-a2a6-62619cc60e54/778e4c73-94ac-4973-8e20-73f29c821d55) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:26.941075 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-66696758-abd8-455d-900a-8e01039eaed7 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:27.057502 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-66696758-abd8-455d-900a-8e01039eaed7 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:27.113933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66696758-abd8-455d-900a-8e01039eaed7 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Network 1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:27.117917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-66696758-abd8-455d-900a-8e01039eaed7 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:27.120892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66696758-abd8-455d-900a-8e01039eaed7 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:27.196357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66696758-abd8-455d-900a-8e01039eaed7 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:27.197198 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-66696758-abd8-455d-900a-8e01039eaed7 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:27.207089 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66696758-abd8-455d-900a-8e01039eaed7 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event updated for resources: {'Port': ['ID=778e4c73-94ac-4973-8e20-73f29c821d55,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:27.327937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c85233a7-22b8-43b1-80c2-eeabe757480b req-7cf5b068-f906-432f-8a08-e335b905d592 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0721986 Dec 11 23:00:27.345876 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-66696758-abd8-455d-900a-8e01039eaed7 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1993220 Dec 11 23:00:27.351790 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49864) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:27.466062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-bb8d3567-5985-4787-91a0-c1030f99c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:27.470421 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-bb8d3567-5985-4787-91a0-c1030f99c4a1 service neutron] 10.222.0.47 "GET /v2.0/ports/5db39d80-8883-4e9b-a21f-592a66a98574 HTTP/1.1" status: 200 len: 1033 time: 0.0834348 Dec 11 23:00:27.492446 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbfcfd-23e7-4200-8946-314d5041a9e1 req-28f82083-9313-4ff7-9309-1d847bae439f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:27.496549 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f0cbfcfd-23e7-4200-8946-314d5041a9e1 req-28f82083-9313-4ff7-9309-1d847bae439f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.1116047 Dec 11 23:00:27.558687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-14c17a87-82e2-447c-b406-495bbaa82412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:27.564653 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-14c17a87-82e2-447c-b406-495bbaa82412 service neutron] 10.222.0.47 "GET /v2.0/ports/ea94541a-59a8-4034-9000-553b4b16cd84 HTTP/1.1" status: 200 len: 1031 time: 0.0762236 Dec 11 23:00:27.625351 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'project_id': 'c2b6378b23b04c1b81a2345e750b4166', 'port_id': '778e4c73-94ac-4973-8e20-73f29c821d55'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:27.637994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e278d008-db81-4d6d-99e9-cd65e8dca979 None None] Provisioning complete for port 778e4c73-94ac-4973-8e20-73f29c821d55 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:27.652581 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e278d008-db81-4d6d-99e9-cd65e8dca979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:27.664742 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f0cbfcfd-23e7-4200-8946-314d5041a9e1 req-5bbb607f-2f33-4db9-93b2-0ebebb6b8679 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577423 Dec 11 23:00:27.696943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e278d008-db81-4d6d-99e9-cd65e8dca979 None None] Port 778e4c73-94ac-4973-8e20-73f29c821d55 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:27.730119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e877812c-efd3-4750-8fb9-1712efacda89 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:27.736555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e877812c-efd3-4750-8fb9-1712efacda89 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:27.742541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e877812c-efd3-4750-8fb9-1712efacda89 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:27.744912 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e877812c-efd3-4750-8fb9-1712efacda89 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.47 "GET /v2.0/networks?id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=c3b80494-1b82-4c1d-aa57-335ff31765df&id=c3b80494-1b82-4c1d-aa57-335ff31765df HTTP/1.1" status: 200 len: 1993 time: 0.1699765 Dec 11 23:00:27.799859 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:27.884491 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-8df87560-541f-49ca-9162-5d543edfb753 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b61da717ab14ef48634b138167515ff HTTP/1.1" status: 200 len: 380 time: 0.1207345 Dec 11 23:00:27.972393 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:28.029570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-8ec0e3a8-3f42-4264-b089-b02c653549eb tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Request body: {'port': {'device_id': '11758608-34b7-4392-867e-9631354ec9ac', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'admin_state_up': True, 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'security_groups': ['768c5186-04d3-42fa-be07-285d130661c3']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:28.149496 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Allocated IP 172.25.1.222 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/57981d5c-6bf7-479e-a361-07d91a34f346) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:28.354056 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:28.385660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-8ec0e3a8-3f42-4264-b089-b02c653549eb tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Made reservation on behalf of 8b61da717ab14ef48634b138167515ff for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:28.390086 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-8ec0e3a8-3f42-4264-b089-b02c653549eb tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:28.490188 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:28.558504 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:28.570169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-8ec0e3a8-3f42-4264-b089-b02c653549eb tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Allocated IP 172.20.0.8 (448529fa-dca5-4940-b4be-8ebfa5e6a3e4/7b9bf2d6-65bb-4b47-a686-644dd9bd9730/ea2452b4-9651-4e68-88ec-265f6355ad1d) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:28.582655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:28.594698 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:28.684641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Pushing event updated for resources: {'Port': ['ID=57981d5c-6bf7-479e-a361-07d91a34f346,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:28.752854 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-8ec0e3a8-3f42-4264-b089-b02c653549eb tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:28.787280 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a819e82d-2de9-4bb4-b6b1-7390245cb41f req-8d76db6c-9f68-45cd-afa4-5ff3812bd490 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0447497 Dec 11 23:00:28.919056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69286789-3e14-4964-b36a-8bdfc837e4a3 req-b40d3b72-0e10-4673-a328-46f3248565cc tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:28.926273 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-69286789-3e14-4964-b36a-8bdfc837e4a3 req-b40d3b72-0e10-4673-a328-46f3248565cc tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.1173773 Dec 11 23:00:28.954280 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-8ec0e3a8-3f42-4264-b089-b02c653549eb tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:29.003789 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-69286789-3e14-4964-b36a-8bdfc837e4a3 req-e08bc856-38a5-44fe-b415-8a55ca14e861 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763259 Dec 11 23:00:29.054436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-8ec0e3a8-3f42-4264-b089-b02c653549eb tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Network 448529fa-dca5-4940-b4be-8ebfa5e6a3e4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:29.058693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-8ec0e3a8-3f42-4264-b089-b02c653549eb tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:29.063292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-8ec0e3a8-3f42-4264-b089-b02c653549eb tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:29.070895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0e3a8-3f42-4264-b089-b02c653549eb tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event updated for resources: {'Port': ['ID=ea2452b4-9651-4e68-88ec-265f6355ad1d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:29.138744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-8ec0e3a8-3f42-4264-b089-b02c653549eb tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:29.139694 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-8ec0e3a8-3f42-4264-b089-b02c653549eb tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:29.223411 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-8ec0e3a8-3f42-4264-b089-b02c653549eb tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2006385 Dec 11 23:00:29.274081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2124daa5-0f60-49cd-b53d-cb13263d0975 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Request body: {'port': {'device_id': '11758608-34b7-4392-867e-9631354ec9ac', 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88', 'admin_state_up': True, 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'security_groups': ['768c5186-04d3-42fa-be07-285d130661c3']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:29.545244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2124daa5-0f60-49cd-b53d-cb13263d0975 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Made reservation on behalf of 8b61da717ab14ef48634b138167515ff for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:29.549707 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2124daa5-0f60-49cd-b53d-cb13263d0975 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:29.550254 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-29493dbb-99b9-4512-aa84-678c2ec7cafb None None] Provisioning complete for port ea2452b4-9651-4e68-88ec-265f6355ad1d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:29.550694 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-29493dbb-99b9-4512-aa84-678c2ec7cafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:29.646293 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:29.647640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-29493dbb-99b9-4512-aa84-678c2ec7cafb None None] Port ea2452b4-9651-4e68-88ec-265f6355ad1d cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:29.795627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2124daa5-0f60-49cd-b53d-cb13263d0975 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Allocated IP 10.1.1.140 (923e7709-6756-4a5c-b0c8-188a77cddd88/bd832755-903c-4bd0-9c31-2968ed7f04d9/bc996103-34a9-4f7e-894f-cdb9c4b63112) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:29.942602 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:30.143943 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf08a05-42f6-46b1-8c30-eef04528da4f req-bb27f7f7-c8de-4d99-a3dc-36ac1d22a1c4 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:30.145672 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7cf08a05-42f6-46b1-8c30-eef04528da4f req-bb27f7f7-c8de-4d99-a3dc-36ac1d22a1c4 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 931 time: 0.1575401 Dec 11 23:00:30.267645 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:30.295248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14b455-f259-4a89-a705-e5a66ff913f2 req-1397d0d7-75b4-48c4-ac47-bb0a2dd2aa37 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:30.298161 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7cf08a05-42f6-46b1-8c30-eef04528da4f req-a5f405d0-7d0d-4499-a7e3-c9c74a5ccd2b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334448 Dec 11 23:00:30.302848 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5b14b455-f259-4a89-a705-e5a66ff913f2 req-1397d0d7-75b4-48c4-ac47-bb0a2dd2aa37 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.1515117 Dec 11 23:00:30.314985 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2124daa5-0f60-49cd-b53d-cb13263d0975 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:30.354983 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:30.410231 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5b14b455-f259-4a89-a705-e5a66ff913f2 req-3db3bbea-830b-4522-afb2-47e36d8a2c21 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062801 Dec 11 23:00:30.423216 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2124daa5-0f60-49cd-b53d-cb13263d0975 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:30.454028 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Pushing event updated for resources: {'Port': ['ID=57981d5c-6bf7-479e-a361-07d91a34f346,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:30.481563 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:30.538776 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2124daa5-0f60-49cd-b53d-cb13263d0975 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Network 923e7709-6756-4a5c-b0c8-188a77cddd88 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:30.544375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2124daa5-0f60-49cd-b53d-cb13263d0975 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:30.550028 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2124daa5-0f60-49cd-b53d-cb13263d0975 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:30.614118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124daa5-0f60-49cd-b53d-cb13263d0975 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event updated for resources: {'Port': ['ID=bc996103-34a9-4f7e-894f-cdb9c4b63112,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:30.722417 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Floating IP b5041aa5-940c-45e8-9c1c-ebf55b9206f9 associated. External IP: 172.25.1.222, port: 778e4c73-94ac-4973-8e20-73f29c821d55. Dec 11 23:00:30.790084 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2124daa5-0f60-49cd-b53d-cb13263d0975 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:30.795377 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2124daa5-0f60-49cd-b53d-cb13263d0975 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:30.908743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2124daa5-0f60-49cd-b53d-cb13263d0975 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6443491 Dec 11 23:00:30.963740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-fb81afc1-5faf-4b65-818c-36c3d81fe6b6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Request body: {'port': {'device_id': '11758608-34b7-4392-867e-9631354ec9ac', 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88', 'admin_state_up': True, 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'security_groups': ['768c5186-04d3-42fa-be07-285d130661c3']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:31.018155 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-689ffe33-21e8-46da-b8d0-7165657a6033 None None] Provisioning complete for port bc996103-34a9-4f7e-894f-cdb9c4b63112 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:31.018635 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-689ffe33-21e8-46da-b8d0-7165657a6033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:31.140444 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-689ffe33-21e8-46da-b8d0-7165657a6033 None None] Port bc996103-34a9-4f7e-894f-cdb9c4b63112 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:31.240274 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Router 5000b713-be9c-4029-b6e7-57009bb36097 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:00:31.439614 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-fb81afc1-5faf-4b65-818c-36c3d81fe6b6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Made reservation on behalf of 8b61da717ab14ef48634b138167515ff for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:31.443841 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-fb81afc1-5faf-4b65-818c-36c3d81fe6b6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:31.451354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:00:31.461758 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c2ffdb-733e-4ba8-90e9-5ff4bc203338 None None] Sync routers for ids ['5000b713-be9c-4029-b6e7-57009bb36097'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:00:31.482122 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c2ffdb-733e-4ba8-90e9-5ff4bc203338 None None] Routers {'5000b713-be9c-4029-b6e7-57009bb36097'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:00:31.483870 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-35c2ffdb-733e-4ba8-90e9-5ff4bc203338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5000b713-be9c-4029-b6e7-57009bb36097'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:31.576195 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:31.626757 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49986) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:31.672211 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e9aa1d39-fa17-40f0-898e-3598578fe139 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.3189573 Dec 11 23:00:31.672905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49990) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:31.750038 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-35c2ffdb-733e-4ba8-90e9-5ff4bc203338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:31.766745 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c2ffdb-733e-4ba8-90e9-5ff4bc203338 None None] Routers {'5000b713-be9c-4029-b6e7-57009bb36097'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:00:31.777909 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-35c2ffdb-733e-4ba8-90e9-5ff4bc203338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5000b713-be9c-4029-b6e7-57009bb36097'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:31.801082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7a78c-57d6-4937-b66c-08a8087e5a83 req-e5ab3ab7-9b0e-439b-bba3-26f61be6b3cd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:31.818662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7a78c-57d6-4937-b66c-08a8087e5a83 req-e5ab3ab7-9b0e-439b-bba3-26f61be6b3cd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:31.820590 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17d7a78c-57d6-4937-b66c-08a8087e5a83 req-e5ab3ab7-9b0e-439b-bba3-26f61be6b3cd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 1653 time: 0.3406250 Dec 11 23:00:31.892268 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-35c2ffdb-733e-4ba8-90e9-5ff4bc203338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:31.899067 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c2ffdb-733e-4ba8-90e9-5ff4bc203338 None None] The sync data for ids ['5000b713-be9c-4029-b6e7-57009bb36097'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:00:32.029763 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3c992e6f-b952-495e-b019-590091595ec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:32.062961 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a9af4-1619-4d74-8fba-cec5d5197f20 req-a071cf31-7258-4711-a786-300297d9e331 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:32.064914 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-728a9af4-1619-4d74-8fba-cec5d5197f20 req-a071cf31-7258-4711-a786-300297d9e331 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.3382826 Dec 11 23:00:32.067130 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-810e6807-8840-4511-90c4-556e5cd4baf6 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] 10.222.0.45 "GET /v2.0/floatingips/b5041aa5-940c-45e8-9c1c-ebf55b9206f9 HTTP/1.1" status: 200 len: 982 time: 0.3931417 Dec 11 23:00:32.070577 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49992) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:32.074204 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17d7a78c-57d6-4937-b66c-08a8087e5a83 req-3e467832-a78e-4035-9a4e-85c5604fa220 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413001 Dec 11 23:00:32.115819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-fb81afc1-5faf-4b65-818c-36c3d81fe6b6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Allocated IP 10.1.1.227 (923e7709-6756-4a5c-b0c8-188a77cddd88/bd832755-903c-4bd0-9c31-2968ed7f04d9/e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:32.393528 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-fb81afc1-5faf-4b65-818c-36c3d81fe6b6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:32.552715 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-fb81afc1-5faf-4b65-818c-36c3d81fe6b6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:32.627167 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-728a9af4-1619-4d74-8fba-cec5d5197f20 req-5a9f8b2e-04d1-41ac-aa51-657df934d532 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5156109 Dec 11 23:00:32.672916 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4f8de257-2a58-4825-8e0f-7e54ca6abd1a tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3513 time: 0.6008859 Dec 11 23:00:32.677049 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50006) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:32.760345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-fb81afc1-5faf-4b65-818c-36c3d81fe6b6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Network 923e7709-6756-4a5c-b0c8-188a77cddd88 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:32.771140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-fb81afc1-5faf-4b65-818c-36c3d81fe6b6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:32.785242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-fb81afc1-5faf-4b65-818c-36c3d81fe6b6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:32.904669 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81afc1-5faf-4b65-818c-36c3d81fe6b6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event updated for resources: {'Port': ['ID=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:32.998693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-fb81afc1-5faf-4b65-818c-36c3d81fe6b6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:32.999595 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-fb81afc1-5faf-4b65-818c-36c3d81fe6b6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:33.015477 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3c992e6f-b952-495e-b019-590091595ec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:33.099027 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3c992e6f-b952-495e-b019-590091595ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:33.119474 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-fb81afc1-5faf-4b65-818c-36c3d81fe6b6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1581285 Dec 11 23:00:33.148255 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c992e6f-b952-495e-b019-590091595ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76feadc0-5087-4169-b448-ea89f9ea3f13,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:33.172849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-6a3cba9e-8fc5-478f-bc9d-bbb82106b92a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Request body: {'port': {'device_id': '11758608-34b7-4392-867e-9631354ec9ac', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df', 'admin_state_up': True, 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'security_groups': ['768c5186-04d3-42fa-be07-285d130661c3']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:33.211571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8e3349a5-a14d-4d48-bb5c-eb0d83299e5b None None] Provisioning complete for port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:33.212142 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e3349a5-a14d-4d48-bb5c-eb0d83299e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:33.218244 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-bad9bb10-89ae-4bed-a966-c57d16339e4b tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Deleting port 57981d5c-6bf7-479e-a361-07d91a34f346 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:00:33.221001 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bad9bb10-89ae-4bed-a966-c57d16339e4b tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:33.242181 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3c992e6f-b952-495e-b019-590091595ec1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=247a5898b4784d0783bfab2857e62a29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6143003 Dec 11 23:00:33.245470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50018) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:33.269278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8e3349a5-a14d-4d48-bb5c-eb0d83299e5b None None] Port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:33.389804 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bfd066d-e32a-495d-aa36-d33f85588e1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:33.451569 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bfd066d-e32a-495d-aa36-d33f85588e1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:33.487509 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-6a3cba9e-8fc5-478f-bc9d-bbb82106b92a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Made reservation on behalf of 8b61da717ab14ef48634b138167515ff for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:33.552600 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bad9bb10-89ae-4bed-a966-c57d16339e4b tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:33.553339 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bad9bb10-89ae-4bed-a966-c57d16339e4b tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:33.579829 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e26a5-da29-4694-8741-41fad7b4efbb req-5baaf896-21b3-4c11-bf52-7f8f1ee41613 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:33.596593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-bad9bb10-89ae-4bed-a966-c57d16339e4b tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Calling delete_port for 57981d5c-6bf7-479e-a361-07d91a34f346 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:00:33.600744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e26a5-da29-4694-8741-41fad7b4efbb req-5baaf896-21b3-4c11-bf52-7f8f1ee41613 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:33.629478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e26a5-da29-4694-8741-41fad7b4efbb req-5baaf896-21b3-4c11-bf52-7f8f1ee41613 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:33.638365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e2e26a5-da29-4694-8741-41fad7b4efbb req-5baaf896-21b3-4c11-bf52-7f8f1ee41613 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 2374 time: 0.2271912 Dec 11 23:00:33.771383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e2e26a5-da29-4694-8741-41fad7b4efbb req-c14a30b0-bf78-4678-b0bd-aab22e09131f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221194 Dec 11 23:00:33.774686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-6a3cba9e-8fc5-478f-bc9d-bbb82106b92a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:33.853520 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bfd066d-e32a-495d-aa36-d33f85588e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:33.856524 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3bfd066d-e32a-495d-aa36-d33f85588e1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:33.861274 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3bfd066d-e32a-495d-aa36-d33f85588e1e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76feadc0-5087-4169-b448-ea89f9ea3f13 HTTP/1.1" status: 204 len: 168 time: 0.6148012 Dec 11 23:00:33.892859 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd066d-e32a-495d-aa36-d33f85588e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76feadc0-5087-4169-b448-ea89f9ea3f13,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:33.940840 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8aee56-b177-4237-a4a7-3fd0e11bcdeb req-f2f0402b-971e-47b7-974a-6cdf75b55dfa tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:33.949417 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa8aee56-b177-4237-a4a7-3fd0e11bcdeb req-f2f0402b-971e-47b7-974a-6cdf75b55dfa tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.1710293 Dec 11 23:00:34.068649 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa8aee56-b177-4237-a4a7-3fd0e11bcdeb req-10617026-c05c-462e-adc7-655d1998efd9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180279 Dec 11 23:00:34.227936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-6a3cba9e-8fc5-478f-bc9d-bbb82106b92a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Allocated IP 10.2.2.100 (c3b80494-1b82-4c1d-aa57-335ff31765df/9dd388f7-18b5-4de0-83b9-372e81a47292/3fce5dea-e103-442d-ad0f-04adc1d0c9e0) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:34.242472 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bad9bb10-89ae-4bed-a966-c57d16339e4b tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:34.295310 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9bb10-89ae-4bed-a966-c57d16339e4b tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event deleted for resources: {'Port': ['ID=57981d5c-6bf7-479e-a361-07d91a34f346,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:34.441907 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bad9bb10-89ae-4bed-a966-c57d16339e4b tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:34.443130 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-bad9bb10-89ae-4bed-a966-c57d16339e4b tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Floating IP b5041aa5-940c-45e8-9c1c-ebf55b9206f9 disassociated (deleted). External IP: 172.25.1.222, port: 778e4c73-94ac-4973-8e20-73f29c821d55. Dec 11 23:00:34.531342 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-6a3cba9e-8fc5-478f-bc9d-bbb82106b92a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:34.711777 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-6a3cba9e-8fc5-478f-bc9d-bbb82106b92a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:34.833179 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad9bb10-89ae-4bed-a966-c57d16339e4b tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Router 5000b713-be9c-4029-b6e7-57009bb36097 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:00:34.839821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-6a3cba9e-8fc5-478f-bc9d-bbb82106b92a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Network c3b80494-1b82-4c1d-aa57-335ff31765df is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:34.851166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-6a3cba9e-8fc5-478f-bc9d-bbb82106b92a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:34.858280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-6a3cba9e-8fc5-478f-bc9d-bbb82106b92a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:34.875973 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50036) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:35.004500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cba9e-8fc5-478f-bc9d-bbb82106b92a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event updated for resources: {'Port': ['ID=3fce5dea-e103-442d-ad0f-04adc1d0c9e0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:35.020502 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-469180d0-a2db-4d13-81f1-ad5582c9ff8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:35.101714 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad9bb10-89ae-4bed-a966-c57d16339e4b tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:00:35.103721 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-6a3cba9e-8fc5-478f-bc9d-bbb82106b92a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:35.103967 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-6a3cba9e-8fc5-478f-bc9d-bbb82106b92a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:35.107952 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bad9bb10-89ae-4bed-a966-c57d16339e4b tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:35.113158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0892a8b8-d00c-4af8-bdab-5deef030a643 None None] Sync routers for ids ['5000b713-be9c-4029-b6e7-57009bb36097'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:00:35.154234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0892a8b8-d00c-4af8-bdab-5deef030a643 None None] Routers {'5000b713-be9c-4029-b6e7-57009bb36097'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:00:35.158460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0892a8b8-d00c-4af8-bdab-5deef030a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5000b713-be9c-4029-b6e7-57009bb36097'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:35.198434 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bad9bb10-89ae-4bed-a966-c57d16339e4b tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] 10.222.0.45 "DELETE /v2.0/floatingips/b5041aa5-940c-45e8-9c1c-ebf55b9206f9 HTTP/1.1" status: 204 len: 168 time: 2.5182388 Dec 11 23:00:35.199129 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50040) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:35.205766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:35.263064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a7d9d-3d08-43ab-b113-1dad79e8cee1 req-d2eb6105-c9ac-4550-83d6-042613dda8ce tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:35.270666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a7d9d-3d08-43ab-b113-1dad79e8cee1 req-d2eb6105-c9ac-4550-83d6-042613dda8ce tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:35.277381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a7d9d-3d08-43ab-b113-1dad79e8cee1 req-d2eb6105-c9ac-4550-83d6-042613dda8ce tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:35.284955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a7d9d-3d08-43ab-b113-1dad79e8cee1 req-d2eb6105-c9ac-4550-83d6-042613dda8ce tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:35.286986 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c4a7d9d-3d08-43ab-b113-1dad79e8cee1 req-d2eb6105-c9ac-4550-83d6-042613dda8ce tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 3095 time: 0.2158644 Dec 11 23:00:35.330461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0892a8b8-d00c-4af8-bdab-5deef030a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:35.336280 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-6a3cba9e-8fc5-478f-bc9d-bbb82106b92a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1691406 Dec 11 23:00:35.354472 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:00:35.365073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0892a8b8-d00c-4af8-bdab-5deef030a643 None None] Routers {'5000b713-be9c-4029-b6e7-57009bb36097'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:00:35.366101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0892a8b8-d00c-4af8-bdab-5deef030a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5000b713-be9c-4029-b6e7-57009bb36097'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:35.399798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e1ada35f-e141-47c1-93b9-1c7a6956da02 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Request body: {'port': {'device_id': '11758608-34b7-4392-867e-9631354ec9ac', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df', 'admin_state_up': True, 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'security_groups': ['768c5186-04d3-42fa-be07-285d130661c3']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:35.443131 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdfdbe-dbe9-4c32-9929-eff5d4ef0f76 req-4b69e442-7347-4bce-9848-703e82b5971c tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:35.445418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0892a8b8-d00c-4af8-bdab-5deef030a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:35.448332 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7fdfdbe-dbe9-4c32-9929-eff5d4ef0f76 req-4b69e442-7347-4bce-9848-703e82b5971c tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.1567533 Dec 11 23:00:35.454829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0892a8b8-d00c-4af8-bdab-5deef030a643 None None] The sync data for ids ['5000b713-be9c-4029-b6e7-57009bb36097'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:00:35.474618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b7cccde0-0342-46d2-83a7-c7c7cf272634 None None] Provisioning complete for port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:35.475156 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b7cccde0-0342-46d2-83a7-c7c7cf272634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:35.551358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b7cccde0-0342-46d2-83a7-c7c7cf272634 None None] Port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:35.570345 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7fdfdbe-dbe9-4c32-9929-eff5d4ef0f76 req-cd74e7cf-5875-459b-a9f6-a4366095939e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096675 Dec 11 23:00:35.645384 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-469180d0-a2db-4d13-81f1-ad5582c9ff8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:35.661081 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c4a7d9d-3d08-43ab-b113-1dad79e8cee1 req-a5d06187-1000-4434-8858-43161609368c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3469095 Dec 11 23:00:35.668150 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:35.770698 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-469180d0-a2db-4d13-81f1-ad5582c9ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:35.854790 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-469180d0-a2db-4d13-81f1-ad5582c9ff8b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36553d1f2c3e4325b87ac7c796ad3f74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9256654 Dec 11 23:00:35.856131 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50044) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:35.887487 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469180d0-a2db-4d13-81f1-ad5582c9ff8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf2940f-0024-489e-a1bf-00c4f8bcbacf,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:35.889033 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:35.922411 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e1ada35f-e141-47c1-93b9-1c7a6956da02 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Made reservation on behalf of 8b61da717ab14ef48634b138167515ff for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:35.928803 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e1ada35f-e141-47c1-93b9-1c7a6956da02 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:35.971346 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:35.995415 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:36.099415 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:36.102365 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:36.103698 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2cf2940f-0024-489e-a1bf-00c4f8bcbacf HTTP/1.1" status: 204 len: 168 time: 0.2315614 Dec 11 23:00:36.117480 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf2940f-0024-489e-a1bf-00c4f8bcbacf,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:36.136245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:36.136619 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:36.136974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:36.137347 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:36.137723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:36.138065 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:36.138412 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:36.138721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:36.139101 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:36.139441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:36.139771 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:36.140086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:36.140521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735e6a9d-4aaa-411e-8f5d-88cb85724010 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:36.170933 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Allocated IP 172.25.1.160 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/9bef6f55-2819-469a-adcf-d9c4b8d9370d) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:36.312439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e1ada35f-e141-47c1-93b9-1c7a6956da02 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Allocated IP 10.2.2.200 (c3b80494-1b82-4c1d-aa57-335ff31765df/9dd388f7-18b5-4de0-83b9-372e81a47292/f1ed95c0-8e8a-4448-b66a-8cd798474676) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:36.486565 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:36.597184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e1ada35f-e141-47c1-93b9-1c7a6956da02 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:36.653637 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:36.760005 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e1ada35f-e141-47c1-93b9-1c7a6956da02 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:36.847210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:36.854670 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:36.860463 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:36.912737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Pushing event updated for resources: {'Port': ['ID=9bef6f55-2819-469a-adcf-d9c4b8d9370d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:36.961563 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce03d1a-585f-4d95-a679-fa83312313ab req-8d788fd7-18f7-40be-91e5-ea5dd1725925 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:36.964476 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fce03d1a-585f-4d95-a679-fa83312313ab req-8d788fd7-18f7-40be-91e5-ea5dd1725925 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.1461260 Dec 11 23:00:37.047306 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e1ada35f-e141-47c1-93b9-1c7a6956da02 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Network c3b80494-1b82-4c1d-aa57-335ff31765df is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:37.048784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ada35f-e141-47c1-93b9-1c7a6956da02 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event updated for resources: {'Port': ['ID=f1ed95c0-8e8a-4448-b66a-8cd798474676,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:37.085107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e1ada35f-e141-47c1-93b9-1c7a6956da02 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:37.088439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e1ada35f-e141-47c1-93b9-1c7a6956da02 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:37.209185 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:37.232234 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f32658-04f0-483b-8ff4-da0f18661cd7 req-acd053b8-8cfa-4df3-8c98-6817249db42c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:37.268538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f32658-04f0-483b-8ff4-da0f18661cd7 req-acd053b8-8cfa-4df3-8c98-6817249db42c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:37.281425 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fce03d1a-585f-4d95-a679-fa83312313ab req-7b0a3f12-0835-41de-952f-228987b3f280 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543757 Dec 11 23:00:37.281969 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f32658-04f0-483b-8ff4-da0f18661cd7 req-acd053b8-8cfa-4df3-8c98-6817249db42c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:37.290113 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f32658-04f0-483b-8ff4-da0f18661cd7 req-acd053b8-8cfa-4df3-8c98-6817249db42c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:37.299572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f32658-04f0-483b-8ff4-da0f18661cd7 req-acd053b8-8cfa-4df3-8c98-6817249db42c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:37.309632 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-87f32658-04f0-483b-8ff4-da0f18661cd7 req-acd053b8-8cfa-4df3-8c98-6817249db42c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 3816 time: 0.4318345 Dec 11 23:00:37.385017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:37.431358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e1ada35f-e141-47c1-93b9-1c7a6956da02 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:37.432121 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e1ada35f-e141-47c1-93b9-1c7a6956da02 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:37.515296 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-87f32658-04f0-483b-8ff4-da0f18661cd7 req-d29efae9-ee7b-4f54-831b-0d719a5d5d30 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045381 Dec 11 23:00:37.597709 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e1ada35f-e141-47c1-93b9-1c7a6956da02 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2113025 Dec 11 23:00:37.605815 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-79824529-efbf-46ff-893e-783f0a550177 None None] Provisioning complete for port f1ed95c0-8e8a-4448-b66a-8cd798474676 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:37.606503 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-79824529-efbf-46ff-893e-783f0a550177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:37.680252 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Request body: {'port': {'device_id': '11758608-34b7-4392-867e-9631354ec9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:37.681810 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-79824529-efbf-46ff-893e-783f0a550177 None None] Port f1ed95c0-8e8a-4448-b66a-8cd798474676 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:37.767237 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:37.805133 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:37.847686 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:37.912812 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Pushing event updated for resources: {'Port': ['ID=9bef6f55-2819-469a-adcf-d9c4b8d9370d,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:37.981792 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:38.119096 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:38.121607 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5bd8fa1e-c071-43d2-b4e4-cacd3be683d1 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9214425 Dec 11 23:00:38.125042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50078) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:38.203416 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50082) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:38.235823 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2452b4-9651-4e68-88ec-265f6355ad1d {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:00:38.246206 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:38.264417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Transition to ACTIVE for port object ea2452b4-9651-4e68-88ec-265f6355ad1d will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:00:38.328077 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:38.457763 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-59b0dc88-3a86-4e26-bc14-f21658a55b9f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-503526644-network', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:38.470153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Pushing event updated for resources: {'Port': ['ID=ea2452b4-9651-4e68-88ec-265f6355ad1d,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:38.514290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Attempting to bind port ea2452b4-9651-4e68-88ec-265f6355ad1d on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:00:38.514635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Attempting to bind port ea2452b4-9651-4e68-88ec-265f6355ad1d by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '975b648c-5cc5-4c5d-9aaf-6ac9ba896be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:00:38.515220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Attempting to bind port ea2452b4-9651-4e68-88ec-265f6355ad1d on network 448529fa-dca5-4940-b4be-8ebfa5e6a3e4 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:38.521884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Port ea2452b4-9651-4e68-88ec-265f6355ad1d on network 448529fa-dca5-4940-b4be-8ebfa5e6a3e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:00:38.527535 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Attempting to bind port ea2452b4-9651-4e68-88ec-265f6355ad1d on network 448529fa-dca5-4940-b4be-8ebfa5e6a3e4 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:38.532224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:00:38.532746 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Checking segment: {'id': '975b648c-5cc5-4c5d-9aaf-6ac9ba896be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:38.533459 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Bound using segment: {'id': '975b648c-5cc5-4c5d-9aaf-6ac9ba896be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:00:38.534122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Bound port: ea2452b4-9651-4e68-88ec-265f6355ad1d, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975b648c-5cc5-4c5d-9aaf-6ac9ba896be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:00:38.534633 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:38.582594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:38.618369 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b0dc88-3a86-4e26-bc14-f21658a55b9f admin admin] Made reservation on behalf of 81e65028dda549d793a43c7e6f96a7f6 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:38.621731 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59b0dc88-3a86-4e26-bc14-f21658a55b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:38.648411 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59b0dc88-3a86-4e26-bc14-f21658a55b9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:38.751713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] For port ea2452b4-9651-4e68-88ec-265f6355ad1d, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:00:38.758625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] For port ea2452b4-9651-4e68-88ec-265f6355ad1d, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ea2452b4-9651-4e68-88ec-265f6355ad1d,segment=NetworkSegment(975b648c-5cc5-4c5d-9aaf-6ac9ba896be4),segment_id=975b648c-5cc5-4c5d-9aaf-6ac9ba896be4)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:00:38.772823 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33640db9-3f0c-4e4a-bdfd-033d15daeedb req-75772318-df04-489a-8943-ca7a81221174 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:38.773052 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa92dc-9b7f-4ebb-bb83-7dac05f1b13b req-83940535-e88c-4c4d-bd32-5dda6f487ecc tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:38.775043 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-93fa92dc-9b7f-4ebb-bb83-7dac05f1b13b req-83940535-e88c-4c4d-bd32-5dda6f487ecc tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.2271879 Dec 11 23:00:38.780000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33640db9-3f0c-4e4a-bdfd-033d15daeedb req-75772318-df04-489a-8943-ca7a81221174 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:38.786462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33640db9-3f0c-4e4a-bdfd-033d15daeedb req-75772318-df04-489a-8943-ca7a81221174 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:38.794377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33640db9-3f0c-4e4a-bdfd-033d15daeedb req-75772318-df04-489a-8943-ca7a81221174 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:38.802211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33640db9-3f0c-4e4a-bdfd-033d15daeedb req-75772318-df04-489a-8943-ca7a81221174 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:38.811268 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33640db9-3f0c-4e4a-bdfd-033d15daeedb req-75772318-df04-489a-8943-ca7a81221174 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 3828 time: 0.1484122 Dec 11 23:00:38.820370 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:38.846389 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:38.952536 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59b0dc88-3a86-4e26-bc14-f21658a55b9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:38.970107 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-93fa92dc-9b7f-4ebb-bb83-7dac05f1b13b req-930b4464-12cb-49f8-887f-b2f4cc111249 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789923 Dec 11 23:00:39.037254 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59b0dc88-3a86-4e26-bc14-f21658a55b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:39.056592 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b0dc88-3a86-4e26-bc14-f21658a55b9f admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:00:39.086015 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59b0dc88-3a86-4e26-bc14-f21658a55b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:39.086379 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-59b0dc88-3a86-4e26-bc14-f21658a55b9f admin admin] Added segment 7ad026c7-5a9b-4e97-973d-7492316ec150 of type vlan for network a182ed71-8604-4735-b0e3-af0e3d3bd68a Dec 11 23:00:39.170257 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59b0dc88-3a86-4e26-bc14-f21658a55b9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:39.264936 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0dc88-3a86-4e26-bc14-f21658a55b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46a6a9f-c5f3-473c-8776-0db6bc6edba3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:39.515196 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50114) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:39.610676 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33640db9-3f0c-4e4a-bdfd-033d15daeedb req-3c36a4fc-ae95-4b66-a1da-13c5f92e1791 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7985244 Dec 11 23:00:39.611490 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756aac3-9411-44ea-8c7f-ab3fdb8c1995 req-c443b824-3076-4a38-8842-35173800f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:39.622628 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a756aac3-9411-44ea-8c7f-ab3fdb8c1995 req-c443b824-3076-4a38-8842-35173800f3f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 1096 time: 0.1045868 Dec 11 23:00:39.644939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Pushing event updated for resources: {'Port': ['ID=ea2452b4-9651-4e68-88ec-265f6355ad1d,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:39.666104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:39.666738 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:39.668346 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-d4615846-a5cd-4908-8945-1cec157024ca service neutron] 10.222.0.47 "PUT /v2.0/ports/ea2452b4-9651-4e68-88ec-265f6355ad1d HTTP/1.1" status: 200 len: 1091 time: 1.9970176 Dec 11 23:00:39.669867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'tag': 'ea2452b4-9651-4e68-88ec-265f6355ad1d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:00:39.672153 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5fdda3-5cf0-4447-86c9-cd225c19e076" -d '{"events": [{"name": "network-changed", "server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "tag": "ea2452b4-9651-4e68-88ec-265f6355ad1d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:00:39.689595 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a756aac3-9411-44ea-8c7f-ab3fdb8c1995 req-fad7ace2-3638-4534-a5c9-73bb87875ff2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a78622c0-87e1-485f-957a-b97f84781fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673182 Dec 11 23:00:39.745444 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53cd7b9-9c4f-4bd5-8d30-b359e88d35d3 x-openstack-request-id: req-e53cd7b9-9c4f-4bd5-8d30-b359e88d35d3 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:00:39.746141 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "tag": "ea2452b4-9651-4e68-88ec-265f6355ad1d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:00:39.746504 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e53cd7b9-9c4f-4bd5-8d30-b359e88d35d3 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:00:39.746988 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'tag': 'ea2452b4-9651-4e68-88ec-265f6355ad1d', 'status': 'completed', 'code': 200} Dec 11 23:00:39.756175 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:39.834678 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59b0dc88-3a86-4e26-bc14-f21658a55b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:39.836347 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b0dc88-3a86-4e26-bc14-f21658a55b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:39.837406 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59b0dc88-3a86-4e26-bc14-f21658a55b9f admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:39.953917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Request body: {'port': {'device_id': '11758608-34b7-4392-867e-9631354ec9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:40.032756 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0dc88-3a86-4e26-bc14-f21658a55b9f admin admin] Pushing event updated for resources: {'Network': ['ID=a182ed71-8604-4735-b0e3-af0e3d3bd68a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:40.053334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fdda3-5cf0-4447-86c9-cd225c19e076 req-0e08861b-8d0d-4e2f-bc79-e1e344382d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:40.053334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fdda3-5cf0-4447-86c9-cd225c19e076 req-0e08861b-8d0d-4e2f-bc79-e1e344382d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:40.053334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fdda3-5cf0-4447-86c9-cd225c19e076 req-0e08861b-8d0d-4e2f-bc79-e1e344382d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:40.053815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fdda3-5cf0-4447-86c9-cd225c19e076 req-0e08861b-8d0d-4e2f-bc79-e1e344382d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:40.055407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fdda3-5cf0-4447-86c9-cd225c19e076 req-0e08861b-8d0d-4e2f-bc79-e1e344382d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:40.060170 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fe5fdda3-5cf0-4447-86c9-cd225c19e076 req-0e08861b-8d0d-4e2f-bc79-e1e344382d2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b61da717ab14ef48634b138167515ff&device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 4363 time: 0.2511644 Dec 11 23:00:40.075918 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network a182ed71-8604-4735-b0e3-af0e3d3bd68a details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:00:40.104868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Allocated IP 172.25.1.172 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/5460007c-ebd2-4ca9-9c22-a448a3d839e9) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:40.187506 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-59b0dc88-3a86-4e26-bc14-f21658a55b9f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9826424 Dec 11 23:00:40.190629 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50124) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:40.195669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-86251a7b-e0aa-424f-bca7-5699405e5b0c admin admin] Request body: {'subnet': {'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-503526644-subnet', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:40.333693 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86251a7b-e0aa-424f-bca7-5699405e5b0c admin admin] Made reservation on behalf of 81e65028dda549d793a43c7e6f96a7f6 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:40.336350 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86251a7b-e0aa-424f-bca7-5699405e5b0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:40.417227 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:40.516412 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671aea0-c8b3-4b4a-b2b7-f8ab93b22276 req-1d69da69-803b-44a7-838f-bf2e86cf4563 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:40.518862 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5671aea0-c8b3-4b4a-b2b7-f8ab93b22276 req-1d69da69-803b-44a7-838f-bf2e86cf4563 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.4036758 Dec 11 23:00:40.554623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fdda3-5cf0-4447-86c9-cd225c19e076 req-d80b2b99-79f9-41cd-b7c4-912424728844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:40.555139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fdda3-5cf0-4447-86c9-cd225c19e076 req-d80b2b99-79f9-41cd-b7c4-912424728844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:40.556855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fdda3-5cf0-4447-86c9-cd225c19e076 req-d80b2b99-79f9-41cd-b7c4-912424728844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:40.559783 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fe5fdda3-5cf0-4447-86c9-cd225c19e076 req-d80b2b99-79f9-41cd-b7c4-912424728844 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=8b61da717ab14ef48634b138167515ff&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4775157 Dec 11 23:00:40.672959 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:40.848623 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:40.896935 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86251a7b-e0aa-424f-bca7-5699405e5b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:40.941557 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86251a7b-e0aa-424f-bca7-5699405e5b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db78c92f-893f-4a44-a521-695a54395046,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:40.981010 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085c5e6-6116-4a1f-bf56-c08bd37b3862 req-489825fb-5d27-4ab3-a55d-c6b2ab309554 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:40.986064 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085c5e6-6116-4a1f-bf56-c08bd37b3862 req-489825fb-5d27-4ab3-a55d-c6b2ab309554 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:41.005170 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085c5e6-6116-4a1f-bf56-c08bd37b3862 req-489825fb-5d27-4ab3-a55d-c6b2ab309554 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:41.014395 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085c5e6-6116-4a1f-bf56-c08bd37b3862 req-489825fb-5d27-4ab3-a55d-c6b2ab309554 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:41.021054 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085c5e6-6116-4a1f-bf56-c08bd37b3862 req-489825fb-5d27-4ab3-a55d-c6b2ab309554 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:41.022925 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c085c5e6-6116-4a1f-bf56-c08bd37b3862 req-489825fb-5d27-4ab3-a55d-c6b2ab309554 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 3828 time: 0.1930876 Dec 11 23:00:41.092362 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86251a7b-e0aa-424f-bca7-5699405e5b0c admin admin] Checking segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:41.092823 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86251a7b-e0aa-424f-bca7-5699405e5b0c admin admin] Network hostable DHCP agents. Network: a182ed71-8604-4735-b0e3-af0e3d3bd68a, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:00:41.110796 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c085c5e6-6116-4a1f-bf56-c08bd37b3862 req-d9ec348a-47aa-4434-8f32-1c43731b91bf tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740170 Dec 11 23:00:41.135928 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5671aea0-c8b3-4b4a-b2b7-f8ab93b22276 req-d6bb6dbc-60fb-42c8-9770-e87c428ff22d tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5725040 Dec 11 23:00:41.151077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:41.169860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Pushing event updated for resources: {'Port': ['ID=5460007c-ebd2-4ca9-9c22-a448a3d839e9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:41.180229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:41.183049 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:41.190368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fdda3-5cf0-4447-86c9-cd225c19e076 req-9f8b8031-7336-4188-84c6-7d9b958dbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:41.192130 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fe5fdda3-5cf0-4447-86c9-cd225c19e076 req-9f8b8031-7336-4188-84c6-7d9b958dbeec service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6059341 Dec 11 23:00:41.216139 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86251a7b-e0aa-424f-bca7-5699405e5b0c admin admin] Network a182ed71-8604-4735-b0e3-af0e3d3bd68a is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:00:41.321640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-86251a7b-e0aa-424f-bca7-5699405e5b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, a182ed71-8604-4735-b0e3-af0e3d3bd68a) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:41.325960 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86251a7b-e0aa-424f-bca7-5699405e5b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:41.326506 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86251a7b-e0aa-424f-bca7-5699405e5b0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:41.337701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31be1d56-b6a9-435c-b41a-7268f8c99274 None None] Network a182ed71-8604-4735-b0e3-af0e3d3bd68a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:00:41.402189 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:41.450511 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-86251a7b-e0aa-424f-bca7-5699405e5b0c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2585700 Dec 11 23:00:41.454279 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50142) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:41.471085 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:41.488997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db39d80-8883-4e9b-a21f-592a66a98574 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:00:41.510597 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:00:41.511722 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:41.531198 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:41.586271 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:41.588089 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:41.680526 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:41.690361 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:41.710739 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Transition to ACTIVE for port object 5db39d80-8883-4e9b-a21f-592a66a98574 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:00:41.724936 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:41.736906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Allocated IP 172.20.0.2 (a182ed71-8604-4735-b0e3-af0e3d3bd68a/db78c92f-893f-4a44-a521-695a54395046/502c1f24-d3f1-4b76-ab58-5188eccd77f1) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:41.771070 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:41.855987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Pushing event updated for resources: {'Port': ['ID=5db39d80-8883-4e9b-a21f-592a66a98574,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:41.879171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:41.944852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Pushing event updated for resources: {'Port': ['ID=5460007c-ebd2-4ca9-9c22-a448a3d839e9,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:42.003453 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:42.044742 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:42.110685 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:42.140070 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:42.156533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Attempting to bind port 5db39d80-8883-4e9b-a21f-592a66a98574 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:00:42.156883 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Attempting to bind port 5db39d80-8883-4e9b-a21f-592a66a98574 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:00:42.157282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Attempting to bind port 5db39d80-8883-4e9b-a21f-592a66a98574 on network 923e7709-6756-4a5c-b0c8-188a77cddd88 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:42.163804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Port 5db39d80-8883-4e9b-a21f-592a66a98574 on network 923e7709-6756-4a5c-b0c8-188a77cddd88 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:00:42.164390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Attempting to bind port 5db39d80-8883-4e9b-a21f-592a66a98574 on network 923e7709-6756-4a5c-b0c8-188a77cddd88 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:42.170657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:00:42.171325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Checking segment: {'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:42.179300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Bound using segment: {'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:00:42.179300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Bound port: 5db39d80-8883-4e9b-a21f-592a66a98574, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:00:42.179300 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:42.214394 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:42.218026 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2650b11a-1fa3-4cc7-b589-b5d42d444021 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0904431 Dec 11 23:00:42.219337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50150) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:42.286238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] For port 5db39d80-8883-4e9b-a21f-592a66a98574, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:00:42.303467 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Pushing event updated for resources: {'Port': ['ID=502c1f24-d3f1-4b76-ab58-5188eccd77f1,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:42.310015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] For port 5db39d80-8883-4e9b-a21f-592a66a98574, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5db39d80-8883-4e9b-a21f-592a66a98574,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:00:42.321138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Network a182ed71-8604-4735-b0e3-af0e3d3bd68a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:42.324519 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:42.333852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:42.336121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb006d-1cde-44d7-82ae-17682fa9a8e7 req-7bd8f326-d8a7-46f2-813d-16b9e1e2552c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:42.344060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb006d-1cde-44d7-82ae-17682fa9a8e7 req-7bd8f326-d8a7-46f2-813d-16b9e1e2552c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:42.351575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb006d-1cde-44d7-82ae-17682fa9a8e7 req-7bd8f326-d8a7-46f2-813d-16b9e1e2552c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:42.359357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb006d-1cde-44d7-82ae-17682fa9a8e7 req-7bd8f326-d8a7-46f2-813d-16b9e1e2552c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:42.372018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb006d-1cde-44d7-82ae-17682fa9a8e7 req-7bd8f326-d8a7-46f2-813d-16b9e1e2552c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:42.380396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb006d-1cde-44d7-82ae-17682fa9a8e7 req-7bd8f326-d8a7-46f2-813d-16b9e1e2552c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:42.383386 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4beb006d-1cde-44d7-82ae-17682fa9a8e7 req-7bd8f326-d8a7-46f2-813d-16b9e1e2552c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 4606 time: 0.1397045 Dec 11 23:00:42.387092 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:42.407399 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Attempting to bind port 502c1f24-d3f1-4b76-ab58-5188eccd77f1 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:00:42.407995 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Attempting to bind port 502c1f24-d3f1-4b76-ab58-5188eccd77f1 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:00:42.408239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Attempting to bind port 502c1f24-d3f1-4b76-ab58-5188eccd77f1 on network a182ed71-8604-4735-b0e3-af0e3d3bd68a {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:42.419804 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:00:42.420246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Checking segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:42.420670 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:42.421077 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Bound using segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:00:42.421805 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Bound port: 502c1f24-d3f1-4b76-ab58-5188eccd77f1, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:00:42.422333 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:42.459542 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:42.460586 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:42.466849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] 10.222.0.47 "PUT /v2.0/ports/5db39d80-8883-4e9b-a21f-592a66a98574 HTTP/1.1" status: 200 len: 1136 time: 2.5259719 Dec 11 23:00:42.471568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'tag': '5db39d80-8883-4e9b-a21f-592a66a98574'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:00:42.474409 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c22c9c-97f6-4706-8a4c-c28d00deec4d" -d '{"events": [{"name": "network-changed", "server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "tag": "5db39d80-8883-4e9b-a21f-592a66a98574"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:00:42.499512 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6ae81e49-a34b-4ad0-9efa-0bd655184fa5 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3699 time: 0.2689402 Dec 11 23:00:42.505987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50154) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:42.509945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] For port 502c1f24-d3f1-4b76-ab58-5188eccd77f1, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:00:42.513906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] For port 502c1f24-d3f1-4b76-ab58-5188eccd77f1, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=502c1f24-d3f1-4b76-ab58-5188eccd77f1,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:00:42.586674 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638c650-ee47-41bd-beb0-19c08049dc1c req-02fa7ce8-ac72-4814-b7a7-f104a580e96e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:42.601766 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6638c650-ee47-41bd-beb0-19c08049dc1c req-02fa7ce8-ac72-4814-b7a7-f104a580e96e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.2746258 Dec 11 23:00:42.609485 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:42.659586 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4beb006d-1cde-44d7-82ae-17682fa9a8e7 req-d36ffbb7-b26f-4151-b71a-3afe9233b9ae tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2678654 Dec 11 23:00:42.715810 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4f5e6-4d3f-4cfa-9512-c372f88903bb None None] Pushing event updated for resources: {'Port': ['ID=502c1f24-d3f1-4b76-ab58-5188eccd77f1,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:42.721228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Request body: {'port': {'device_id': '11758608-34b7-4392-867e-9631354ec9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:42.767105 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-484e6e27-81d2-459b-8248-f4fa4bc36715 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2341995 Dec 11 23:00:42.782921 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50158) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:42.821394 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415528eb-9d12-45cd-b85b-a5215c9346b8 x-openstack-request-id: req-415528eb-9d12-45cd-b85b-a5215c9346b8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:00:42.822267 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "tag": "5db39d80-8883-4e9b-a21f-592a66a98574", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:00:42.822558 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-415528eb-9d12-45cd-b85b-a5215c9346b8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:00:42.822955 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'tag': '5db39d80-8883-4e9b-a21f-592a66a98574', 'status': 'completed', 'code': 200} Dec 11 23:00:42.847639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83a471-103d-4b74-b4ae-b823069faee5 service neutron] Pushing event updated for resources: {'Port': ['ID=5db39d80-8883-4e9b-a21f-592a66a98574,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:42.938456 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:43.032013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22c9c-97f6-4706-8a4c-c28d00deec4d req-8d44dc5a-c959-4c6d-bfe1-4f53c8fc8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:43.032498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22c9c-97f6-4706-8a4c-c28d00deec4d req-8d44dc5a-c959-4c6d-bfe1-4f53c8fc8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:43.032968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22c9c-97f6-4706-8a4c-c28d00deec4d req-8d44dc5a-c959-4c6d-bfe1-4f53c8fc8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:43.033431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22c9c-97f6-4706-8a4c-c28d00deec4d req-8d44dc5a-c959-4c6d-bfe1-4f53c8fc8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:43.033891 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22c9c-97f6-4706-8a4c-c28d00deec4d req-8d44dc5a-c959-4c6d-bfe1-4f53c8fc8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:43.034351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22c9c-97f6-4706-8a4c-c28d00deec4d req-8d44dc5a-c959-4c6d-bfe1-4f53c8fc8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:43.037602 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00c22c9c-97f6-4706-8a4c-c28d00deec4d req-8d44dc5a-c959-4c6d-bfe1-4f53c8fc8ea2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b61da717ab14ef48634b138167515ff&device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5292 time: 0.2026005 Dec 11 23:00:43.049148 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:43.049148 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6638c650-ee47-41bd-beb0-19c08049dc1c req-c9dfbfef-79b0-4824-b5d6-d07abef84d00 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3556442 Dec 11 23:00:43.078299 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:43.176248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-370c6fcf-cbd5-48dc-a9a9-7e611057d692 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Deleting port 5460007c-ebd2-4ca9-9c22-a448a3d839e9 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:00:43.181442 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-370c6fcf-cbd5-48dc-a9a9-7e611057d692 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:43.261459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 502c1f24-d3f1-4b76-ab58-5188eccd77f1 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:00:43.276730 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Allocated IP 172.25.1.91 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/143b8f3d-1e8d-48b6-9a43-c2950c1e6af1) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:43.330018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 502c1f24-d3f1-4b76-ab58-5188eccd77f1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:43.330586 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:43.332150 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-370c6fcf-cbd5-48dc-a9a9-7e611057d692 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:43.332757 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-370c6fcf-cbd5-48dc-a9a9-7e611057d692 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:43.350372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22c9c-97f6-4706-8a4c-c28d00deec4d req-25d23911-cfe5-4ef5-859e-717ebacc5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:43.350884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22c9c-97f6-4706-8a4c-c28d00deec4d req-25d23911-cfe5-4ef5-859e-717ebacc5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:43.351373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22c9c-97f6-4706-8a4c-c28d00deec4d req-25d23911-cfe5-4ef5-859e-717ebacc5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:43.363960 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00c22c9c-97f6-4706-8a4c-c28d00deec4d req-25d23911-cfe5-4ef5-859e-717ebacc5028 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=8b61da717ab14ef48634b138167515ff&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3038304 Dec 11 23:00:43.472594 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:43.516441 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22c9c-97f6-4706-8a4c-c28d00deec4d req-120b9dcf-da94-43c4-8171-5dcb65b6f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:43.516441 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00c22c9c-97f6-4706-8a4c-c28d00deec4d req-120b9dcf-da94-43c4-8171-5dcb65b6f7d3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1394978 Dec 11 23:00:43.559429 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 502c1f24-d3f1-4b76-ab58-5188eccd77f1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=502c1f24-d3f1-4b76-ab58-5188eccd77f1,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:00:43.658258 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:43.716927 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:43.751093 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-370c6fcf-cbd5-48dc-a9a9-7e611057d692 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Calling delete_port for 5460007c-ebd2-4ca9-9c22-a448a3d839e9 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:00:43.791478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=502c1f24-d3f1-4b76-ab58-5188eccd77f1,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:43.851508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea94541a-59a8-4034-9000-553b4b16cd84 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:00:43.859303 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:43.862770 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:43.888012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Transition to ACTIVE for port object ea94541a-59a8-4034-9000-553b4b16cd84 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:00:43.923076 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2614c3e-e646-4a46-8cbd-4b431b5f88a3 req-6a700069-f4e8-4512-a080-b6634f212826 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:43.942702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2614c3e-e646-4a46-8cbd-4b431b5f88a3 req-6a700069-f4e8-4512-a080-b6634f212826 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:43.955147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2614c3e-e646-4a46-8cbd-4b431b5f88a3 req-6a700069-f4e8-4512-a080-b6634f212826 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:43.964052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2614c3e-e646-4a46-8cbd-4b431b5f88a3 req-6a700069-f4e8-4512-a080-b6634f212826 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:43.975583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2614c3e-e646-4a46-8cbd-4b431b5f88a3 req-6a700069-f4e8-4512-a080-b6634f212826 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:43.982501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2614c3e-e646-4a46-8cbd-4b431b5f88a3 req-6a700069-f4e8-4512-a080-b6634f212826 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:43.991006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b2614c3e-e646-4a46-8cbd-4b431b5f88a3 req-6a700069-f4e8-4512-a080-b6634f212826 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 4606 time: 0.1890337 Dec 11 23:00:43.999836 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:44.105586 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:44.113699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Pushing event updated for resources: {'Port': ['ID=ea94541a-59a8-4034-9000-553b4b16cd84,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:44.203506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b2614c3e-e646-4a46-8cbd-4b431b5f88a3 req-d461e00d-4488-431b-8218-4e13bba18442 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2111480 Dec 11 23:00:44.205263 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Pushing event updated for resources: {'Port': ['ID=143b8f3d-1e8d-48b6-9a43-c2950c1e6af1,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:44.229790 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:44.277534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Attempting to bind port ea94541a-59a8-4034-9000-553b4b16cd84 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:00:44.278116 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Attempting to bind port ea94541a-59a8-4034-9000-553b4b16cd84 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:00:44.278449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Attempting to bind port ea94541a-59a8-4034-9000-553b4b16cd84 on network 923e7709-6756-4a5c-b0c8-188a77cddd88 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:44.283568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Port ea94541a-59a8-4034-9000-553b4b16cd84 on network 923e7709-6756-4a5c-b0c8-188a77cddd88 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:00:44.283888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Attempting to bind port ea94541a-59a8-4034-9000-553b4b16cd84 on network 923e7709-6756-4a5c-b0c8-188a77cddd88 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:44.294691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:00:44.295101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Checking segment: {'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:44.295448 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Bound using segment: {'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:00:44.295890 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Bound port: ea94541a-59a8-4034-9000-553b4b16cd84, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:00:44.296252 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:44.318525 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:44.331050 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:44.334287 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a1c868-6b34-4199-a388-6bf2a158e8d7 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:00:44.396991 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] For port ea94541a-59a8-4034-9000-553b4b16cd84, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:00:44.397256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] For port ea94541a-59a8-4034-9000-553b4b16cd84, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ea94541a-59a8-4034-9000-553b4b16cd84,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:00:44.509626 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8402d756-2287-475d-9bd4-345d83a43b75 None None] Provisioning complete for port 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:44.510097 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8402d756-2287-475d-9bd4-345d83a43b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:44.537171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:44.568832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c39343-993f-43df-af19-78e09f53999d req-9f3f7da8-a4a2-4f7b-aa7c-53b08ec7fa95 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:44.570348 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9c39343-993f-43df-af19-78e09f53999d req-9f3f7da8-a4a2-4f7b-aa7c-53b08ec7fa95 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.3443663 Dec 11 23:00:44.580622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277488a5-2c2e-4c5c-93d1-6ba2c041f9f1 None None] Network a182ed71-8604-4735-b0e3-af0e3d3bd68a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:00:44.598763 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-370c6fcf-cbd5-48dc-a9a9-7e611057d692 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:44.639410 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:44.640034 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:44.641437 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] 10.222.0.47 "PUT /v2.0/ports/ea94541a-59a8-4034-9000-553b4b16cd84 HTTP/1.1" status: 200 len: 1134 time: 1.9806783 Dec 11 23:00:44.687683 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c6fcf-cbd5-48dc-a9a9-7e611057d692 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Pushing event deleted for resources: {'Port': ['ID=5460007c-ebd2-4ca9-9c22-a448a3d839e9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:44.688424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749a724-c86c-4068-8273-b5c2d75f802b service neutron] Pushing event updated for resources: {'Port': ['ID=ea94541a-59a8-4034-9000-553b4b16cd84,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:44.729908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8402d756-2287-475d-9bd4-345d83a43b75 None None] Port 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:44.756101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Request body: {'port': {'device_id': '11758608-34b7-4392-867e-9631354ec9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:44.829542 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'tag': 'ea94541a-59a8-4034-9000-553b4b16cd84'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:00:44.836069 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffe3bf5-68fb-44f1-9ada-eaec908b5f22" -d '{"events": [{"name": "network-changed", "server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "tag": "ea94541a-59a8-4034-9000-553b4b16cd84"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:00:44.916130 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9c39343-993f-43df-af19-78e09f53999d req-140aafbf-f7a7-460f-a114-743db2730abf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224547 Dec 11 23:00:44.958521 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72eeab71-dc4b-4aa6-8175-ebf9dfc41d41 x-openstack-request-id: req-72eeab71-dc4b-4aa6-8175-ebf9dfc41d41 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:00:44.959045 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "tag": "ea94541a-59a8-4034-9000-553b4b16cd84", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:00:44.959147 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-72eeab71-dc4b-4aa6-8175-ebf9dfc41d41 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:00:44.959524 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'tag': 'ea94541a-59a8-4034-9000-553b4b16cd84', 'status': 'completed', 'code': 200} Dec 11 23:00:44.972917 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:44.983088 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f1acbbfc-06e2-4609-a25f-e7536fc24cba None None] Provisioning complete for port 502c1f24-d3f1-4b76-ab58-5188eccd77f1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:44.983473 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f1acbbfc-06e2-4609-a25f-e7536fc24cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:45.201781 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:45.228545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 502c1f24-d3f1-4b76-ab58-5188eccd77f1 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:00:45.341343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 502c1f24-d3f1-4b76-ab58-5188eccd77f1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:45.341645 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:45.473860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe3bf5-68fb-44f1-9ada-eaec908b5f22 req-5ac2b6d6-ed96-4bda-88ca-754d6e759a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.474457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe3bf5-68fb-44f1-9ada-eaec908b5f22 req-5ac2b6d6-ed96-4bda-88ca-754d6e759a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.488826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe3bf5-68fb-44f1-9ada-eaec908b5f22 req-5ac2b6d6-ed96-4bda-88ca-754d6e759a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.488826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe3bf5-68fb-44f1-9ada-eaec908b5f22 req-5ac2b6d6-ed96-4bda-88ca-754d6e759a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.489074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe3bf5-68fb-44f1-9ada-eaec908b5f22 req-5ac2b6d6-ed96-4bda-88ca-754d6e759a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.489614 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe3bf5-68fb-44f1-9ada-eaec908b5f22 req-5ac2b6d6-ed96-4bda-88ca-754d6e759a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.490095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe3bf5-68fb-44f1-9ada-eaec908b5f22 req-5ac2b6d6-ed96-4bda-88ca-754d6e759a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.492204 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ffe3bf5-68fb-44f1-9ada-eaec908b5f22 req-5ac2b6d6-ed96-4bda-88ca-754d6e759a80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b61da717ab14ef48634b138167515ff&device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 6219 time: 0.4710681 Dec 11 23:00:45.554228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c5cc0e42-bcff-4b6c-b37e-d4d7fcbdc35a None None] Provisioning complete for port 502c1f24-d3f1-4b76-ab58-5188eccd77f1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:45.557485 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c5cc0e42-bcff-4b6c-b37e-d4d7fcbdc35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:45.627399 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:45.636489 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-370c6fcf-cbd5-48dc-a9a9-7e611057d692 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:45.640807 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-370c6fcf-cbd5-48dc-a9a9-7e611057d692 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:45.644193 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-370c6fcf-cbd5-48dc-a9a9-7e611057d692 tempest-FloatingIPAdminTestJSON-457263487 tempest-FloatingIPAdminTestJSON-457263487-project] 10.222.0.45 "DELETE /v2.0/floatingips/314b012d-d95d-4f3f-8b7c-22b9fbf01cd6 HTTP/1.1" status: 204 len: 168 time: 2.8602042 Dec 11 23:00:45.650859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50176) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:45.788003 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980be61-dff0-4853-8615-19b9c1392538 req-9577906f-5d10-42ac-a373-2121f87d72bc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.796679 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980be61-dff0-4853-8615-19b9c1392538 req-9577906f-5d10-42ac-a373-2121f87d72bc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.806848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980be61-dff0-4853-8615-19b9c1392538 req-9577906f-5d10-42ac-a373-2121f87d72bc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.813959 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980be61-dff0-4853-8615-19b9c1392538 req-9577906f-5d10-42ac-a373-2121f87d72bc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.821330 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980be61-dff0-4853-8615-19b9c1392538 req-9577906f-5d10-42ac-a373-2121f87d72bc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.829527 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980be61-dff0-4853-8615-19b9c1392538 req-9577906f-5d10-42ac-a373-2121f87d72bc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.835755 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980be61-dff0-4853-8615-19b9c1392538 req-9577906f-5d10-42ac-a373-2121f87d72bc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.839133 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0980be61-dff0-4853-8615-19b9c1392538 req-9577906f-5d10-42ac-a373-2121f87d72bc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5382 time: 0.2150421 Dec 11 23:00:45.867702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc996103-34a9-4f7e-894f-cdb9c4b63112 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:00:45.876644 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:45.890662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Transition to ACTIVE for port object bc996103-34a9-4f7e-894f-cdb9c4b63112 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:00:45.964271 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0980be61-dff0-4853-8615-19b9c1392538 req-2a7d6c3e-6b36-4f36-a050-022f9af04fe2 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181626 Dec 11 23:00:45.981835 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:45.984769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe3bf5-68fb-44f1-9ada-eaec908b5f22 req-a2d90a87-5d58-44d8-9136-4fb310d8fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.985993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe3bf5-68fb-44f1-9ada-eaec908b5f22 req-a2d90a87-5d58-44d8-9136-4fb310d8fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.986477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe3bf5-68fb-44f1-9ada-eaec908b5f22 req-a2d90a87-5d58-44d8-9136-4fb310d8fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:45.988644 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ffe3bf5-68fb-44f1-9ada-eaec908b5f22 req-a2d90a87-5d58-44d8-9136-4fb310d8fcef service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=8b61da717ab14ef48634b138167515ff&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4781559 Dec 11 23:00:46.085236 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc996103-34a9-4f7e-894f-cdb9c4b63112,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:46.147551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:00:46.323339 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:00:46.336200 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Sync routers for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:00:46.350762 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:00:46.351616 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:46.356646 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e60c55-7839-4f11-ba5b-0acb5f9a054e req-58a88157-8023-4484-a12b-312e37d5ad02 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:46.366084 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-62e60c55-7839-4f11-ba5b-0acb5f9a054e req-58a88157-8023-4484-a12b-312e37d5ad02 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.3250868 Dec 11 23:00:46.452715 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:46.458090 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b6f044e1-0a46-4735-9235-e93599482a3e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9997180 Dec 11 23:00:46.458488 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50182) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:46.502094 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:00:46.846854 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:44Z', 'revision_number': 3, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:46.881567 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Checking router: a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:00:46.882088 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Updating router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 port 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:00:46.920204 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:46.989567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-71d2764c-d2b7-4af7-b60d-6a676743eba6 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Deleting port 9bef6f55-2819-469a-adcf-d9c4b8d9370d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:00:46.990514 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71d2764c-d2b7-4af7-b60d-6a676743eba6 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.023742 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-62e60c55-7839-4f11-ba5b-0acb5f9a054e req-37a76c03-b208-495d-86bd-c8367f875765 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6567717 Dec 11 23:00:47.025143 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Attempting to bind port bc996103-34a9-4f7e-894f-cdb9c4b63112 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:00:47.025821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Attempting to bind port bc996103-34a9-4f7e-894f-cdb9c4b63112 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:00:47.026159 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Attempting to bind port bc996103-34a9-4f7e-894f-cdb9c4b63112 on network 923e7709-6756-4a5c-b0c8-188a77cddd88 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:47.061626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe3bf5-68fb-44f1-9ada-eaec908b5f22 req-0c0e3776-35e7-4054-bca1-d7a3a3a6fada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:47.063099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ffe3bf5-68fb-44f1-9ada-eaec908b5f22 req-0c0e3776-35e7-4054-bca1-d7a3a3a6fada service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0169115 Dec 11 23:00:47.072360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Port bc996103-34a9-4f7e-894f-cdb9c4b63112 on network 923e7709-6756-4a5c-b0c8-188a77cddd88 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:00:47.073331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Attempting to bind port bc996103-34a9-4f7e-894f-cdb9c4b63112 on network 923e7709-6756-4a5c-b0c8-188a77cddd88 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:47.112576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:00:47.112935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Checking segment: {'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:47.113598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Bound using segment: {'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:00:47.115885 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Bound port: bc996103-34a9-4f7e-894f-cdb9c4b63112, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:00:47.115885 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.178826 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71d2764c-d2b7-4af7-b60d-6a676743eba6 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.179254 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71d2764c-d2b7-4af7-b60d-6a676743eba6 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.199154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-71d2764c-d2b7-4af7-b60d-6a676743eba6 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Calling delete_port for 9bef6f55-2819-469a-adcf-d9c4b8d9370d owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:00:47.200801 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.287503 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b89acf-edf2-4b82-96db-c1bcfc1095f2 req-f07cf14e-7a3e-4f04-b33f-6bfd66e822c9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:47.287742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] For port bc996103-34a9-4f7e-894f-cdb9c4b63112, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:00:47.293301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b89acf-edf2-4b82-96db-c1bcfc1095f2 req-f07cf14e-7a3e-4f04-b33f-6bfd66e822c9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:47.299356 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b89acf-edf2-4b82-96db-c1bcfc1095f2 req-f07cf14e-7a3e-4f04-b33f-6bfd66e822c9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:47.305352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b89acf-edf2-4b82-96db-c1bcfc1095f2 req-f07cf14e-7a3e-4f04-b33f-6bfd66e822c9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:47.306343 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] For port bc996103-34a9-4f7e-894f-cdb9c4b63112, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=bc996103-34a9-4f7e-894f-cdb9c4b63112,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:00:47.312004 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b89acf-edf2-4b82-96db-c1bcfc1095f2 req-f07cf14e-7a3e-4f04-b33f-6bfd66e822c9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:47.317979 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b89acf-edf2-4b82-96db-c1bcfc1095f2 req-f07cf14e-7a3e-4f04-b33f-6bfd66e822c9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:47.324127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b89acf-edf2-4b82-96db-c1bcfc1095f2 req-f07cf14e-7a3e-4f04-b33f-6bfd66e822c9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:47.326063 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24b89acf-edf2-4b82-96db-c1bcfc1095f2 req-f07cf14e-7a3e-4f04-b33f-6bfd66e822c9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5394 time: 0.1752660 Dec 11 23:00:47.376504 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.382622 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.386463 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.440539 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24b89acf-edf2-4b82-96db-c1bcfc1095f2 req-781feac9-ff5d-489c-aa16-0ecd77de40c3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059279 Dec 11 23:00:47.446056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:47.447316 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.448990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] 10.222.0.47 "PUT /v2.0/ports/bc996103-34a9-4f7e-894f-cdb9c4b63112 HTTP/1.1" status: 200 len: 1091 time: 2.6973262 Dec 11 23:00:47.451272 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'tag': 'bc996103-34a9-4f7e-894f-cdb9c4b63112'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:00:47.453947 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ae593a-f3f6-462f-8b93-f2d195c87d92" -d '{"events": [{"name": "network-changed", "server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "tag": "bc996103-34a9-4f7e-894f-cdb9c4b63112"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:00:47.463345 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.486056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc996103-34a9-4f7e-894f-cdb9c4b63112,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:47.497898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.501815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.501815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.501815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.501815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.501815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.501815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.501815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.501815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.502601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.502601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.502601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.503144 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5874f7-cfea-4c75-b9f6-26c35e8d6cf4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.531038 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99a119a-1dd1-4074-9607-a6ac710e5654 x-openstack-request-id: req-f99a119a-1dd1-4074-9607-a6ac710e5654 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:00:47.531897 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "tag": "bc996103-34a9-4f7e-894f-cdb9c4b63112", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:00:47.532101 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f99a119a-1dd1-4074-9607-a6ac710e5654 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:00:47.533268 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'tag': 'bc996103-34a9-4f7e-894f-cdb9c4b63112', 'status': 'completed', 'code': 200} Dec 11 23:00:47.535743 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Allocated IP 172.20.0.1 (a182ed71-8604-4735-b0e3-af0e3d3bd68a/db78c92f-893f-4a44-a521-695a54395046/b157afd0-0d83-4d90-a364-843f149cc678) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:47.547204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a40ebe-c4ca-43ee-a155-1e1413d69814 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:00:47.549353 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Attempting to bind port 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:00:47.549966 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Attempting to bind port 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:00:47.550125 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Attempting to bind port 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:47.552143 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe7d97-1d41-49d8-8265-fef67aa194fe None None] Pushing event updated for resources: {'Port': ['ID=143b8f3d-1e8d-48b6-9a43-c2950c1e6af1,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:47.570702 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe7d97-1d41-49d8-8265-fef67aa194fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.571086 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe7d97-1d41-49d8-8265-fef67aa194fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.571968 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe7d97-1d41-49d8-8265-fef67aa194fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.572326 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe7d97-1d41-49d8-8265-fef67aa194fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.573391 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe7d97-1d41-49d8-8265-fef67aa194fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.573938 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe7d97-1d41-49d8-8265-fef67aa194fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.574456 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe7d97-1d41-49d8-8265-fef67aa194fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.575050 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe7d97-1d41-49d8-8265-fef67aa194fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.575729 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe7d97-1d41-49d8-8265-fef67aa194fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.576072 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe7d97-1d41-49d8-8265-fef67aa194fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.576410 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe7d97-1d41-49d8-8265-fef67aa194fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.576743 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe7d97-1d41-49d8-8265-fef67aa194fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.577080 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe7d97-1d41-49d8-8265-fef67aa194fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:00:47.587973 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:00:47.588402 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:47.588871 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.590024 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:00:47.590538 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Bound port: 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:00:47.591080 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.614189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Request body: {'port': {'device_id': '11758608-34b7-4392-867e-9631354ec9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:47.621270 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71d2764c-d2b7-4af7-b60d-6a676743eba6 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.679557 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] For port 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:00:47.685549 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] For port 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=143b8f3d-1e8d-48b6-9a43-c2950c1e6af1,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:00:47.692821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2764c-d2b7-4af7-b60d-6a676743eba6 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bef6f55-2819-469a-adcf-d9c4b8d9370d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:47.694607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-132b2b11-62bc-420f-bb08-8fd8b4318c76 None None] Provisioning complete for port 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:47.695770 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-132b2b11-62bc-420f-bb08-8fd8b4318c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.742662 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-132b2b11-62bc-420f-bb08-8fd8b4318c76 None None] Port 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:47.765634 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.800680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49b81d0-e958-45a7-85f4-de6d2d66b5fb None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:00:47.808008 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.838310 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:00:47.839229 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:47.868216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae593a-f3f6-462f-8b93-f2d195c87d92 req-db900d60-c579-48d3-944e-21ee1648d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:47.868725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae593a-f3f6-462f-8b93-f2d195c87d92 req-db900d60-c579-48d3-944e-21ee1648d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:47.869205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae593a-f3f6-462f-8b93-f2d195c87d92 req-db900d60-c579-48d3-944e-21ee1648d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:47.869666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae593a-f3f6-462f-8b93-f2d195c87d92 req-db900d60-c579-48d3-944e-21ee1648d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:47.870131 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae593a-f3f6-462f-8b93-f2d195c87d92 req-db900d60-c579-48d3-944e-21ee1648d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:47.870752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae593a-f3f6-462f-8b93-f2d195c87d92 req-db900d60-c579-48d3-944e-21ee1648d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:47.871235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae593a-f3f6-462f-8b93-f2d195c87d92 req-db900d60-c579-48d3-944e-21ee1648d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:47.873246 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2ae593a-f3f6-462f-8b93-f2d195c87d92 req-db900d60-c579-48d3-944e-21ee1648d559 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b61da717ab14ef48634b138167515ff&device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 6286 time: 0.2984431 Dec 11 23:00:47.876809 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.888112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-91bf16ad-747e-42d4-93ca-a5b525bb2206 None None] Provisioning complete for port 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:47.889589 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-91bf16ad-747e-42d4-93ca-a5b525bb2206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:47.899338 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe7d97-1d41-49d8-8265-fef67aa194fe None None] Pushing event updated for resources: {'Port': ['ID=143b8f3d-1e8d-48b6-9a43-c2950c1e6af1,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:47.906777 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:48.009468 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:00:48.020676 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71d2764c-d2b7-4af7-b60d-6a676743eba6 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:48.023317 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71d2764c-d2b7-4af7-b60d-6a676743eba6 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:48.025301 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-71d2764c-d2b7-4af7-b60d-6a676743eba6 tempest-FloatingIPAdminTestJSON-394202421 tempest-FloatingIPAdminTestJSON-394202421-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/7242cc2e-43b5-4082-a300-0e26d0e8382a HTTP/1.1" status: 204 len: 168 time: 2.3650358 Dec 11 23:00:48.030063 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50190) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:48.063002 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Network a182ed71-8604-4735-b0e3-af0e3d3bd68a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:48.076995 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-91bf16ad-747e-42d4-93ca-a5b525bb2206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:48.097448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:48.103069 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:48.107038 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Pushing event updated for resources: {'Port': ['ID=b157afd0-0d83-4d90-a364-843f149cc678,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:48.115601 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-91bf16ad-747e-42d4-93ca-a5b525bb2206 None None] For port 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=143b8f3d-1e8d-48b6-9a43-c2950c1e6af1,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:00:48.182670 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-91bf16ad-747e-42d4-93ca-a5b525bb2206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:48.229904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae593a-f3f6-462f-8b93-f2d195c87d92 req-d8ced2f7-c9c5-4ec3-90b9-ec9cad7f52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:48.230383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae593a-f3f6-462f-8b93-f2d195c87d92 req-d8ced2f7-c9c5-4ec3-90b9-ec9cad7f52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:48.239061 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae593a-f3f6-462f-8b93-f2d195c87d92 req-d8ced2f7-c9c5-4ec3-90b9-ec9cad7f52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:48.240888 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2ae593a-f3f6-462f-8b93-f2d195c87d92 req-d8ced2f7-c9c5-4ec3-90b9-ec9cad7f52b4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=8b61da717ab14ef48634b138167515ff&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3477244 Dec 11 23:00:48.277503 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:48.289649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf16ad-747e-42d4-93ca-a5b525bb2206 None None] Pushing event updated for resources: {'Port': ['ID=143b8f3d-1e8d-48b6-9a43-c2950c1e6af1,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:48.419747 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473e60c-3759-4192-8e55-21e523554c45 req-0c09e0d2-1783-41ea-8fd5-fd80e58e8062 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:48.427869 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2473e60c-3759-4192-8e55-21e523554c45 req-0c09e0d2-1783-41ea-8fd5-fd80e58e8062 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 944 time: 0.1786747 Dec 11 23:00:48.465168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae593a-f3f6-462f-8b93-f2d195c87d92 req-3a02851e-6662-4947-9c5f-662b8a145c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:48.470696 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2ae593a-f3f6-462f-8b93-f2d195c87d92 req-3a02851e-6662-4947-9c5f-662b8a145c06 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810935 Dec 11 23:00:48.502167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-77d2f96d-0831-4e4b-bbb2-58aa903768ba tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Deleting port 778e4c73-94ac-4973-8e20-73f29c821d55 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:00:48.505148 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77d2f96d-0831-4e4b-bbb2-58aa903768ba tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:48.539450 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:44Z', 'revision_number': 3, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:48.604062 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2473e60c-3759-4192-8e55-21e523554c45 req-21ccf8b0-d18b-4ea6-87e1-a2ad1653cd94 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751878 Dec 11 23:00:48.622196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d8e1a1ef-e4ef-41db-9244-58055e2296d8 None None] Provisioning complete for port b157afd0-0d83-4d90-a364-843f149cc678 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:48.623246 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a1ef-e4ef-41db-9244-58055e2296d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:48.632126 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201d207-8baf-41cc-9858-dc7af30a092c None None] The sync data for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 is: [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:44Z', 'revision_number': 3, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:00:48.712671 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77d2f96d-0831-4e4b-bbb2-58aa903768ba tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:48.717418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d8e1a1ef-e4ef-41db-9244-58055e2296d8 None None] Port b157afd0-0d83-4d90-a364-843f149cc678 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:48.724129 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:48.763534 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-77d2f96d-0831-4e4b-bbb2-58aa903768ba tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Calling delete_port for 778e4c73-94ac-4973-8e20-73f29c821d55 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:00:48.797150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1924bb-ae17-446b-9eac-4e1dea03ab8f req-7e495fb0-6489-4590-ae7e-bbc72fa2806b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:48.803680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1924bb-ae17-446b-9eac-4e1dea03ab8f req-7e495fb0-6489-4590-ae7e-bbc72fa2806b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:48.810958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1924bb-ae17-446b-9eac-4e1dea03ab8f req-7e495fb0-6489-4590-ae7e-bbc72fa2806b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:48.822296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1924bb-ae17-446b-9eac-4e1dea03ab8f req-7e495fb0-6489-4590-ae7e-bbc72fa2806b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:48.828841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1924bb-ae17-446b-9eac-4e1dea03ab8f req-7e495fb0-6489-4590-ae7e-bbc72fa2806b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:48.835382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1924bb-ae17-446b-9eac-4e1dea03ab8f req-7e495fb0-6489-4590-ae7e-bbc72fa2806b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:48.839303 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92b4d8ca-a165-4f08-afbc-a954729fd45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:48.844870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1924bb-ae17-446b-9eac-4e1dea03ab8f req-7e495fb0-6489-4590-ae7e-bbc72fa2806b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:48.847010 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac1924bb-ae17-446b-9eac-4e1dea03ab8f req-7e495fb0-6489-4590-ae7e-bbc72fa2806b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5394 time: 0.2261055 Dec 11 23:00:48.864325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:00:48.904201 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:48.967023 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Transition to ACTIVE for port object e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:00:49.006470 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac1924bb-ae17-446b-9eac-4e1dea03ab8f req-b71ea7fb-b9f1-4981-a1ad-e8de5a18210b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1523774 Dec 11 23:00:49.010381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50202) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:49.064741 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:49.129594 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77d2f96d-0831-4e4b-bbb2-58aa903768ba tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:49.157941 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:49.237368 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2f96d-0831-4e4b-bbb2-58aa903768ba tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event deleted for resources: {'Port': ['ID=778e4c73-94ac-4973-8e20-73f29c821d55,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:49.270022 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:49.289281 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5dc2892c-eb7e-4b7f-902e-780c51e30428 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:00:49.303088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Pushing event updated for resources: {'Port': ['ID=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:49.382284 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:49.384666 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4f83779-0d19-4714-bbc7-cfe289a299f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:49.475859 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77d2f96d-0831-4e4b-bbb2-58aa903768ba tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:49.493032 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-77d2f96d-0831-4e4b-bbb2-58aa903768ba tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] 10.222.0.45 "DELETE /v2.0/ports/778e4c73-94ac-4973-8e20-73f29c821d55 HTTP/1.1" status: 204 len: 168 time: 1.4581404 Dec 11 23:00:49.503594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50206) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:49.512863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Attempting to bind port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:00:49.513235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Attempting to bind port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:00:49.513620 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Attempting to bind port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b on network 923e7709-6756-4a5c-b0c8-188a77cddd88 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:49.568885 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b on network 923e7709-6756-4a5c-b0c8-188a77cddd88 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:00:49.569274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Attempting to bind port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b on network 923e7709-6756-4a5c-b0c8-188a77cddd88 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:49.593776 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5dc2892c-eb7e-4b7f-902e-780c51e30428, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:00:49.619051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:00:49.619294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Checking segment: {'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:49.619579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Bound using segment: {'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:00:49.620033 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Bound port: e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdde3e96-b3cd-45da-9ee8-be76859841f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:00:49.635193 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '5dc2892c-eb7e-4b7f-902e-780c51e30428', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'port_id': '5dc2892c-eb7e-4b7f-902e-780c51e30428', 'mac_address': 'fa:16:3e:ae:ab:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:00:49.636782 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:49.726397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c59641-c712-46e5-9a85-7d66f8c86db4 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:49.731925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-98c59641-c712-46e5-9a85-7d66f8c86db4 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] 10.222.0.45 "GET /v2.0/ports?device_id=5000b713-be9c-4029-b6e7-57009bb36097 HTTP/1.1" status: 200 len: 913 time: 0.2100110 Dec 11 23:00:49.750334 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:49.791340 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc2892c-eb7e-4b7f-902e-780c51e30428 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:00:49.797471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50210) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:49.850212 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5dc2892c-eb7e-4b7f-902e-780c51e30428, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:00:49.939231 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:50.011735 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] For port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:00:50.021579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Pushing event updated for resources: {'Port': ['ID=b157afd0-0d83-4d90-a364-843f149cc678,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:50.046188 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=5dc2892c-eb7e-4b7f-902e-780c51e30428,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:50.066239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] For port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:00:50.069184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4f83779-0d19-4714-bbc7-cfe289a299f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:50.199596 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a91d21-169f-4165-b3cc-8c89ec565aea req-b061e4dd-dd54-45e0-acaf-9063e4396ddd tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:50.201172 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d4a91d21-169f-4165-b3cc-8c89ec565aea req-b061e4dd-dd54-45e0-acaf-9063e4396ddd tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 945 time: 0.1764960 Dec 11 23:00:50.212632 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['5dc2892c-eb7e-4b7f-902e-780c51e30428'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:00:50.224937 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:50.232001 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b4f83779-0d19-4714-bbc7-cfe289a299f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:50.264604 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Network a182ed71-8604-4735-b0e3-af0e3d3bd68a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:50.270436 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b4f83779-0d19-4714-bbc7-cfe289a299f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d2ee7648191144b8aeec99597595cc72&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2589474 Dec 11 23:00:50.273501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50214) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:50.275274 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:50.321001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91294ae8-55e0-4fe0-b3f6-90099058a7d1 req-1c113c8c-c5bc-46a1-9572-28371d54e164 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:50.329967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91294ae8-55e0-4fe0-b3f6-90099058a7d1 req-1c113c8c-c5bc-46a1-9572-28371d54e164 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:50.339335 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91294ae8-55e0-4fe0-b3f6-90099058a7d1 req-1c113c8c-c5bc-46a1-9572-28371d54e164 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:50.351121 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d4a91d21-169f-4165-b3cc-8c89ec565aea req-5e4c8192-b056-4c84-af74-9b8f4269199f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347520 Dec 11 23:00:50.373476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91294ae8-55e0-4fe0-b3f6-90099058a7d1 req-1c113c8c-c5bc-46a1-9572-28371d54e164 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:50.380049 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91294ae8-55e0-4fe0-b3f6-90099058a7d1 req-1c113c8c-c5bc-46a1-9572-28371d54e164 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:50.393019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91294ae8-55e0-4fe0-b3f6-90099058a7d1 req-1c113c8c-c5bc-46a1-9572-28371d54e164 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:50.401686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91294ae8-55e0-4fe0-b3f6-90099058a7d1 req-1c113c8c-c5bc-46a1-9572-28371d54e164 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:50.403900 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91294ae8-55e0-4fe0-b3f6-90099058a7d1 req-1c113c8c-c5bc-46a1-9572-28371d54e164 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5406 time: 0.2215843 Dec 11 23:00:50.486987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:50.487866 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:50.489463 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] 10.222.0.47 "PUT /v2.0/ports/e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b HTTP/1.1" status: 200 len: 1091 time: 2.8879244 Dec 11 23:00:50.490098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'tag': 'e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:00:50.492586 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9467244c-9ff8-486c-ade3-9abb223c012c" -d '{"events": [{"name": "network-changed", "server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "tag": "e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:00:50.553631 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91294ae8-55e0-4fe0-b3f6-90099058a7d1 req-39af4384-68d5-4b75-a1ad-78561aac01d8 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406157 Dec 11 23:00:50.570629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f83779-0d19-4714-bbc7-cfe289a299f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9538a95e-bbff-41a0-8cf8-3826ef52cd5e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:50.586706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201409a0-0f81-4774-bc8d-7bace7a6ae7e service neutron] Pushing event updated for resources: {'Port': ['ID=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:50.595519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Request body: {'port': {'device_id': '11758608-34b7-4392-867e-9631354ec9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:50.622357 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9da92a6-a0e5-4281-94e5-e77cf9ce5e57 x-openstack-request-id: req-e9da92a6-a0e5-4281-94e5-e77cf9ce5e57 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:00:50.622648 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "tag": "e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:00:50.622929 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9da92a6-a0e5-4281-94e5-e77cf9ce5e57 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:00:50.623331 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'tag': 'e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b', 'status': 'completed', 'code': 200} Dec 11 23:00:50.629917 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:00:50.635294 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-412e9437-32d9-4e35-9b19-7b620b8a4391 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:50.709145 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-412e9437-32d9-4e35-9b19-7b620b8a4391 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:50.769180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-15007465-ec53-43aa-a7d4-9f8138d6d46e None None] Provisioning complete for port b157afd0-0d83-4d90-a364-843f149cc678 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:50.769707 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-15007465-ec53-43aa-a7d4-9f8138d6d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:50.783541 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:50.837070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-15007465-ec53-43aa-a7d4-9f8138d6d46e None None] Port b157afd0-0d83-4d90-a364-843f149cc678 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:50.869049 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467244c-9ff8-486c-ade3-9abb223c012c req-4fb66a3c-0da6-4680-8e39-89189629bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:50.869565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467244c-9ff8-486c-ade3-9abb223c012c req-4fb66a3c-0da6-4680-8e39-89189629bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:50.870036 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467244c-9ff8-486c-ade3-9abb223c012c req-4fb66a3c-0da6-4680-8e39-89189629bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:50.870500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467244c-9ff8-486c-ade3-9abb223c012c req-4fb66a3c-0da6-4680-8e39-89189629bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:50.870681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:00:50.871008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467244c-9ff8-486c-ade3-9abb223c012c req-4fb66a3c-0da6-4680-8e39-89189629bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:50.871477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467244c-9ff8-486c-ade3-9abb223c012c req-4fb66a3c-0da6-4680-8e39-89189629bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:50.872190 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467244c-9ff8-486c-ade3-9abb223c012c req-4fb66a3c-0da6-4680-8e39-89189629bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:50.875166 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9467244c-9ff8-486c-ade3-9abb223c012c req-4fb66a3c-0da6-4680-8e39-89189629bef4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b61da717ab14ef48634b138167515ff&device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 6353 time: 0.1794279 Dec 11 23:00:50.880172 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d55a25bd-07b3-438e-9bc6-89c17c6ad1fb admin admin] 10.222.0.45 "PUT /v2.0/routers/a127b12b-b4a4-404e-a3e3-0f922b6f6eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4205322 Dec 11 23:00:50.944924 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-412e9437-32d9-4e35-9b19-7b620b8a4391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:50.949292 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-412e9437-32d9-4e35-9b19-7b620b8a4391 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:50.950794 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-412e9437-32d9-4e35-9b19-7b620b8a4391 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9538a95e-bbff-41a0-8cf8-3826ef52cd5e HTTP/1.1" status: 204 len: 168 time: 0.6711333 Dec 11 23:00:50.968058 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e9437-32d9-4e35-9b19-7b620b8a4391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9538a95e-bbff-41a0-8cf8-3826ef52cd5e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:51.205969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:00:51.224470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467244c-9ff8-486c-ade3-9abb223c012c req-58640d48-5cb0-48a7-b07d-1cbbe65e8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:51.225054 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467244c-9ff8-486c-ade3-9abb223c012c req-58640d48-5cb0-48a7-b07d-1cbbe65e8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:51.225570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467244c-9ff8-486c-ade3-9abb223c012c req-58640d48-5cb0-48a7-b07d-1cbbe65e8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:51.230248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9467244c-9ff8-486c-ade3-9abb223c012c req-58640d48-5cb0-48a7-b07d-1cbbe65e8b57 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=8b61da717ab14ef48634b138167515ff&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3419464 Dec 11 23:00:51.278642 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-947c8f02-ba4c-4eaa-8da7-aa28c840a419 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:51.323931 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5dc2892c-eb7e-4b7f-902e-780c51e30428 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:00:51.327812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:51.334102 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:51.346633 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d4051c77-1d3c-444e-a009-c94632813093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:51.589902 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Sync routers for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:00:51.593999 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec80c52-a042-401f-acfb-6224024a7ab1 req-961a5054-41a9-484e-bebf-fc4bd4564fe4 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:51.603868 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ec80c52-a042-401f-acfb-6224024a7ab1 req-961a5054-41a9-484e-bebf-fc4bd4564fe4 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 945 time: 0.1272728 Dec 11 23:00:51.605621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 5dc2892c-eb7e-4b7f-902e-780c51e30428 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:51.606387 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:51.612759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:00:51.619817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467244c-9ff8-486c-ade3-9abb223c012c req-8eea934f-182d-41da-958d-ffb881c677e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:51.621003 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9467244c-9ff8-486c-ade3-9abb223c012c req-8eea934f-182d-41da-958d-ffb881c677e2 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3827965 Dec 11 23:00:51.636631 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:51.678040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Transition to ACTIVE for port object 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:00:51.699461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:00:51.700187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:51.727756 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ec80c52-a042-401f-acfb-6224024a7ab1 req-f0ac1791-3db3-44b6-9f71-1b5b5192c566 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085505 Dec 11 23:00:51.791697 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:51.869773 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:51.882895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:00:51.917490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fce5dea-e103-442d-ad0f-04adc1d0c9e0,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:51.956203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057abb8-cfc5-4f6e-9dad-fcc729e0eb0e req-912bf68c-2a4e-4069-aec3-9b5fc34e0991 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:51.964294 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5dc2892c-eb7e-4b7f-902e-780c51e30428, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:00:51.966154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057abb8-cfc5-4f6e-9dad-fcc729e0eb0e req-912bf68c-2a4e-4069-aec3-9b5fc34e0991 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:51.973258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc2892c-eb7e-4b7f-902e-780c51e30428'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:00:51.977207 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d6a273-9024-41d3-b91f-241edfe81934" -d '{"events": [{"server_uuid": "b4030b04-6a94-48f8-bb07-03b5500333e2", "name": "network-vif-plugged", "status": "completed", "tag": "5dc2892c-eb7e-4b7f-902e-780c51e30428"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:00:51.987194 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057abb8-cfc5-4f6e-9dad-fcc729e0eb0e req-912bf68c-2a4e-4069-aec3-9b5fc34e0991 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:51.996115 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057abb8-cfc5-4f6e-9dad-fcc729e0eb0e req-912bf68c-2a4e-4069-aec3-9b5fc34e0991 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:52.006042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057abb8-cfc5-4f6e-9dad-fcc729e0eb0e req-912bf68c-2a4e-4069-aec3-9b5fc34e0991 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:52.017510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057abb8-cfc5-4f6e-9dad-fcc729e0eb0e req-912bf68c-2a4e-4069-aec3-9b5fc34e0991 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:52.025937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057abb8-cfc5-4f6e-9dad-fcc729e0eb0e req-912bf68c-2a4e-4069-aec3-9b5fc34e0991 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:52.038564 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7057abb8-cfc5-4f6e-9dad-fcc729e0eb0e req-912bf68c-2a4e-4069-aec3-9b5fc34e0991 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5406 time: 0.2998080 Dec 11 23:00:52.057698 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:52.090641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50252) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:52.095625 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3b693e7d-3e91-4bed-9892-28b8125d62c8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-282474788-network', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:52.100605 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebcee88-e7be-466a-a44d-8c9f9d1c861d x-openstack-request-id: req-0ebcee88-e7be-466a-a44d-8c9f9d1c861d {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:00:52.100915 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4030b04-6a94-48f8-bb07-03b5500333e2", "name": "network-vif-plugged", "status": "completed", "tag": "5dc2892c-eb7e-4b7f-902e-780c51e30428", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:00:52.101154 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ebcee88-e7be-466a-a44d-8c9f9d1c861d {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:00:52.101549 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc2892c-eb7e-4b7f-902e-780c51e30428', 'code': 200} Dec 11 23:00:52.164729 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7057abb8-cfc5-4f6e-9dad-fcc729e0eb0e req-80d318b0-d2f2-4e81-ab75-7b83e2aaa12e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245847 Dec 11 23:00:52.233856 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b693e7d-3e91-4bed-9892-28b8125d62c8 admin admin] Made reservation on behalf of 19a00fe41e164719a2991d799fca2ff3 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:52.238078 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b693e7d-3e91-4bed-9892-28b8125d62c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:52.254033 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b693e7d-3e91-4bed-9892-28b8125d62c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:52.353670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Attempting to bind port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:00:52.354144 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Attempting to bind port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'ecd04510-8430-42ff-b307-a65cceebbded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:00:52.354416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Attempting to bind port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 on network c3b80494-1b82-4c1d-aa57-335ff31765df {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:52.365422 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-947c8f02-ba4c-4eaa-8da7-aa28c840a419 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Deleting port f83f4263-1427-4e52-ba8f-95a581ce7fb8 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:00:52.365820 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-947c8f02-ba4c-4eaa-8da7-aa28c840a419 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:52.370864 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 on network c3b80494-1b82-4c1d-aa57-335ff31765df not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:00:52.371250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Attempting to bind port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 on network c3b80494-1b82-4c1d-aa57-335ff31765df {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:52.434763 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:00:52.437958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Checking segment: {'id': 'ecd04510-8430-42ff-b307-a65cceebbded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:52.437958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Bound using segment: {'id': 'ecd04510-8430-42ff-b307-a65cceebbded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:00:52.437958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Bound port: 3fce5dea-e103-442d-ad0f-04adc1d0c9e0, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd04510-8430-42ff-b307-a65cceebbded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:00:52.437958 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:52.466394 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b693e7d-3e91-4bed-9892-28b8125d62c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:52.471175 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=5dc2892c-eb7e-4b7f-902e-780c51e30428,revision_number=10']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:52.521016 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:52.556956 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b693e7d-3e91-4bed-9892-28b8125d62c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:52.557593 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 2, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:52.567070 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-947c8f02-ba4c-4eaa-8da7-aa28c840a419 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:52.594104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160dba4-2c0f-41db-ac40-5a661033ec6d req-d6261b3a-7c73-41c2-b95c-6ee3d1dbe75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:52.594104 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d160dba4-2c0f-41db-ac40-5a661033ec6d req-d6261b3a-7c73-41c2-b95c-6ee3d1dbe75c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 1098 time: 0.1599901 Dec 11 23:00:52.594404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Checking router: a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:00:52.594404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Updating router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 port b157afd0-0d83-4d90-a364-843f149cc678 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:00:52.599982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-947c8f02-ba4c-4eaa-8da7-aa28c840a419 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Calling delete_port for f83f4263-1427-4e52-ba8f-95a581ce7fb8 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:00:52.611219 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b693e7d-3e91-4bed-9892-28b8125d62c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:00:52.617125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] For port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:00:52.625544 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b693e7d-3e91-4bed-9892-28b8125d62c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38accced-54cb-4c90-aa9d-28f7fcd2cba8,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:52.633256 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b693e7d-3e91-4bed-9892-28b8125d62c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:52.633825 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-3b693e7d-3e91-4bed-9892-28b8125d62c8 admin admin] Added segment 388738fd-c931-486f-be27-c257511d84cb of type vlan for network 9f7a05fa-3116-4e9b-b238-22c1bf97525f Dec 11 23:00:52.650902 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] For port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3fce5dea-e103-442d-ad0f-04adc1d0c9e0,segment=NetworkSegment(ecd04510-8430-42ff-b307-a65cceebbded),segment_id=ecd04510-8430-42ff-b307-a65cceebbded)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:00:52.656554 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:52.697609 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b693e7d-3e91-4bed-9892-28b8125d62c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:52.743442 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:52.799365 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b693e7d-3e91-4bed-9892-28b8125d62c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:52.800060 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b693e7d-3e91-4bed-9892-28b8125d62c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:52.803013 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b693e7d-3e91-4bed-9892-28b8125d62c8 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:52.815662 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d160dba4-2c0f-41db-ac40-5a661033ec6d req-428676a6-328b-42fe-9749-a4efeb877321 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935515 Dec 11 23:00:52.824423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:52.824971 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:52.826581 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] 10.222.0.47 "PUT /v2.0/ports/3fce5dea-e103-442d-ad0f-04adc1d0c9e0 HTTP/1.1" status: 200 len: 1091 time: 2.2355268 Dec 11 23:00:52.828995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'tag': '3fce5dea-e103-442d-ad0f-04adc1d0c9e0'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:00:52.831297 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beea23ca-5b5c-4f48-9fff-f28cc083ee1c" -d '{"events": [{"name": "network-changed", "server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "tag": "3fce5dea-e103-442d-ad0f-04adc1d0c9e0"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:00:52.931617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b693e7d-3e91-4bed-9892-28b8125d62c8 admin admin] Pushing event updated for resources: {'Network': ['ID=9f7a05fa-3116-4e9b-b238-22c1bf97525f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:52.945500 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 9f7a05fa-3116-4e9b-b238-22c1bf97525f details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:00:52.980017 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a214fb1a-1f6b-497b-a5a7-1354c78208d9 x-openstack-request-id: req-a214fb1a-1f6b-497b-a5a7-1354c78208d9 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:00:52.980017 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "tag": "3fce5dea-e103-442d-ad0f-04adc1d0c9e0", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:00:52.980017 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a214fb1a-1f6b-497b-a5a7-1354c78208d9 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:00:52.980017 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'tag': '3fce5dea-e103-442d-ad0f-04adc1d0c9e0', 'status': 'completed', 'code': 200} Dec 11 23:00:52.986430 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473b102-f45b-42da-b423-21f914e789d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fce5dea-e103-442d-ad0f-04adc1d0c9e0,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:53.016335 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3b693e7d-3e91-4bed-9892-28b8125d62c8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9251261 Dec 11 23:00:53.021224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50266) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:53.027282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0d957b14-b020-4208-92d0-68dbcb323e17 admin admin] Request body: {'subnet': {'network_id': '9f7a05fa-3116-4e9b-b238-22c1bf97525f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-282474788-subnet', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:53.037817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c34aa-4a71-4326-b494-c761cd512d72 req-2ef5e367-e323-494c-9ed7-ccbc57ce4429 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:53.040517 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a13c34aa-4a71-4326-b494-c761cd512d72 req-2ef5e367-e323-494c-9ed7-ccbc57ce4429 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 947 time: 0.1101251 Dec 11 23:00:53.158521 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a13c34aa-4a71-4326-b494-c761cd512d72 req-b5de1dd6-d2af-4106-89ab-d1e96696b3c0 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117096 Dec 11 23:00:53.202549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d957b14-b020-4208-92d0-68dbcb323e17 admin admin] Made reservation on behalf of 19a00fe41e164719a2991d799fca2ff3 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:00:53.206260 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d957b14-b020-4208-92d0-68dbcb323e17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:53.278597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Request body: {'port': {'device_id': '11758608-34b7-4392-867e-9631354ec9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:53.298030 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:53.304615 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-947c8f02-ba4c-4eaa-8da7-aa28c840a419 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:53.325918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea23ca-5b5c-4f48-9fff-f28cc083ee1c req-15cc7439-67d5-4d22-88da-7a196502c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:53.326435 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea23ca-5b5c-4f48-9fff-f28cc083ee1c req-15cc7439-67d5-4d22-88da-7a196502c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:53.326935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea23ca-5b5c-4f48-9fff-f28cc083ee1c req-15cc7439-67d5-4d22-88da-7a196502c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:53.327408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea23ca-5b5c-4f48-9fff-f28cc083ee1c req-15cc7439-67d5-4d22-88da-7a196502c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:53.327873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea23ca-5b5c-4f48-9fff-f28cc083ee1c req-15cc7439-67d5-4d22-88da-7a196502c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:53.328338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea23ca-5b5c-4f48-9fff-f28cc083ee1c req-15cc7439-67d5-4d22-88da-7a196502c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:53.328803 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea23ca-5b5c-4f48-9fff-f28cc083ee1c req-15cc7439-67d5-4d22-88da-7a196502c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:53.330652 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-beea23ca-5b5c-4f48-9fff-f28cc083ee1c req-15cc7439-67d5-4d22-88da-7a196502c9e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b61da717ab14ef48634b138167515ff&device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 6420 time: 0.1794438 Dec 11 23:00:53.393801 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:53.416137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c8f02-ba4c-4eaa-8da7-aa28c840a419 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event deleted for resources: {'Port': ['ID=f83f4263-1427-4e52-ba8f-95a581ce7fb8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:53.465233 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77423de6-fd68-476a-9ddb-def168fdb7ea None None] Pushing event updated for resources: {'Port': ['ID=b157afd0-0d83-4d90-a364-843f149cc678,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:53.539993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Attempting to bind port b157afd0-0d83-4d90-a364-843f149cc678 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:00:53.540911 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Attempting to bind port b157afd0-0d83-4d90-a364-843f149cc678 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:00:53.541563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Attempting to bind port b157afd0-0d83-4d90-a364-843f149cc678 on network a182ed71-8604-4735-b0e3-af0e3d3bd68a {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:53.548394 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:00:53.548854 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Checking segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:53.552112 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:53.552748 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Bound using segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:00:53.554014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Bound port: b157afd0-0d83-4d90-a364-843f149cc678, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:00:53.554698 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:53.642333 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] For port b157afd0-0d83-4d90-a364-843f149cc678, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:00:53.646115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] For port b157afd0-0d83-4d90-a364-843f149cc678, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b157afd0-0d83-4d90-a364-843f149cc678,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:00:53.719605 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:53.893161 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:00:53.893161 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:53.915277 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77423de6-fd68-476a-9ddb-def168fdb7ea None None] Pushing event updated for resources: {'Port': ['ID=b157afd0-0d83-4d90-a364-843f149cc678,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:54.009772 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:54.022863 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-14b2831a-1125-4e3f-9da2-19e7d641eafc None None] Provisioning complete for port b157afd0-0d83-4d90-a364-843f149cc678 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:54.023058 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14b2831a-1125-4e3f-9da2-19e7d641eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:54.193829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:00:54.280735 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14b2831a-1125-4e3f-9da2-19e7d641eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:54.297491 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:54.370822 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5edbe-8de4-4ab1-809b-e21cb59bbf2c req-987ddb67-f3a5-469d-b8eb-f337217c8656 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:54.386137 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f4c5edbe-8de4-4ab1-809b-e21cb59bbf2c req-987ddb67-f3a5-469d-b8eb-f337217c8656 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 947 time: 0.1073585 Dec 11 23:00:54.431364 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-14b2831a-1125-4e3f-9da2-19e7d641eafc None None] For port b157afd0-0d83-4d90-a364-843f149cc678, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b157afd0-0d83-4d90-a364-843f149cc678,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:00:54.459149 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f4c5edbe-8de4-4ab1-809b-e21cb59bbf2c req-7d93468e-ca4f-47f1-a544-1bb6d63377a2 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719857 Dec 11 23:00:54.538491 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14b2831a-1125-4e3f-9da2-19e7d641eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:54.595424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379181a3-a10a-4006-b79e-229a4e5345ea req-1e8d64e0-12e8-459d-bbf9-f6f1a42cf62a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:54.602737 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379181a3-a10a-4006-b79e-229a4e5345ea req-1e8d64e0-12e8-459d-bbf9-f6f1a42cf62a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:54.609337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379181a3-a10a-4006-b79e-229a4e5345ea req-1e8d64e0-12e8-459d-bbf9-f6f1a42cf62a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:54.615858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379181a3-a10a-4006-b79e-229a4e5345ea req-1e8d64e0-12e8-459d-bbf9-f6f1a42cf62a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:54.641060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2831a-1125-4e3f-9da2-19e7d641eafc None None] Pushing event updated for resources: {'Port': ['ID=b157afd0-0d83-4d90-a364-843f149cc678,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:54.642568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379181a3-a10a-4006-b79e-229a4e5345ea req-1e8d64e0-12e8-459d-bbf9-f6f1a42cf62a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:54.652585 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:53Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:54.666546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379181a3-a10a-4006-b79e-229a4e5345ea req-1e8d64e0-12e8-459d-bbf9-f6f1a42cf62a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:54.672854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379181a3-a10a-4006-b79e-229a4e5345ea req-1e8d64e0-12e8-459d-bbf9-f6f1a42cf62a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:54.680881 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-379181a3-a10a-4006-b79e-229a4e5345ea req-1e8d64e0-12e8-459d-bbf9-f6f1a42cf62a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5418 time: 1.3645985 Dec 11 23:00:54.688642 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:54.691174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915127c9-2214-4254-96f1-16bcbb106730 None None] The sync data for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 is: [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:53Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:00:54.710083 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b19e7c46-d234-4a4f-80af-bf9a51ba7a99 None None] Provisioning complete for port b157afd0-0d83-4d90-a364-843f149cc678 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:54.710772 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b19e7c46-d234-4a4f-80af-bf9a51ba7a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:55.013518 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d957b14-b020-4208-92d0-68dbcb323e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:55.033933 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-947c8f02-ba4c-4eaa-8da7-aa28c840a419 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:55.123684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea23ca-5b5c-4f48-9fff-f28cc083ee1c req-c6ca6d02-5d6a-4e48-9e5b-91543755e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:55.123684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea23ca-5b5c-4f48-9fff-f28cc083ee1c req-c6ca6d02-5d6a-4e48-9e5b-91543755e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:55.123684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea23ca-5b5c-4f48-9fff-f28cc083ee1c req-c6ca6d02-5d6a-4e48-9e5b-91543755e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:55.123684 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-beea23ca-5b5c-4f48-9fff-f28cc083ee1c req-c6ca6d02-5d6a-4e48-9e5b-91543755e9c8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=8b61da717ab14ef48634b138167515ff&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.7425287 Dec 11 23:00:55.234131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b157afd0-0d83-4d90-a364-843f149cc678 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:00:55.312926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d957b14-b020-4208-92d0-68dbcb323e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e2310d5-eb73-4069-ba8a-6c6baa4c5331,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:55.356816 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b157afd0-0d83-4d90-a364-843f149cc678 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:55.357448 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:55.368903 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-379181a3-a10a-4006-b79e-229a4e5345ea req-1fc88e7e-ebcb-4c20-b2ff-f4dafb060f05 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6870668 Dec 11 23:00:55.454073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea23ca-5b5c-4f48-9fff-f28cc083ee1c req-62fd619b-e44f-4a17-abd3-b3225b1fbfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:55.455584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-beea23ca-5b5c-4f48-9fff-f28cc083ee1c req-62fd619b-e44f-4a17-abd3-b3225b1fbfcf service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3200505 Dec 11 23:00:55.540176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d957b14-b020-4208-92d0-68dbcb323e17 admin admin] Checking segment: {'id': '388738fd-c931-486f-be27-c257511d84cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7a05fa-3116-4e9b-b238-22c1bf97525f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:55.540176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d957b14-b020-4208-92d0-68dbcb323e17 admin admin] Network hostable DHCP agents. Network: 9f7a05fa-3116-4e9b-b238-22c1bf97525f, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:00:55.721296 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33113a87-ad92-4d3f-ab32-8cc8eb240ffb req-08665972-a324-468a-b36e-44cccdeea368 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:55.739456 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33113a87-ad92-4d3f-ab32-8cc8eb240ffb req-08665972-a324-468a-b36e-44cccdeea368 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 947 time: 0.1163323 Dec 11 23:00:55.817069 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33113a87-ad92-4d3f-ab32-8cc8eb240ffb req-b87ca920-75da-41ee-9b43-4df99b149654 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727332 Dec 11 23:00:55.833747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d957b14-b020-4208-92d0-68dbcb323e17 admin admin] Network 9f7a05fa-3116-4e9b-b238-22c1bf97525f is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:00:55.864204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ed95c0-8e8a-4448-b66a-8cd798474676 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:00:55.876068 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:55.882369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947c8f02-ba4c-4eaa-8da7-aa28c840a419 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Router 5000b713-be9c-4029-b6e7-57009bb36097 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:00:55.896698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Transition to ACTIVE for port object f1ed95c0-8e8a-4448-b66a-8cd798474676 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:00:55.968568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-0d957b14-b020-4208-92d0-68dbcb323e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 9f7a05fa-3116-4e9b-b238-22c1bf97525f) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:55.983912 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4a53be-390d-4c9f-9416-896158d1e38a None None] Network 9f7a05fa-3116-4e9b-b238-22c1bf97525f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:00:55.989549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d957b14-b020-4208-92d0-68dbcb323e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:55.989549 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0d957b14-b020-4208-92d0-68dbcb323e17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:56.006250 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:56.104476 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0d957b14-b020-4208-92d0-68dbcb323e17 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0822589 Dec 11 23:00:56.107093 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50340) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:56.112518 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-282474788-router', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:00:56.136962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ed95c0-8e8a-4448-b66a-8cd798474676,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:56.249322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947c8f02-ba4c-4eaa-8da7-aa28c840a419 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:00:56.257633 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-947c8f02-ba4c-4eaa-8da7-aa28c840a419 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] 10.222.0.45 "PUT /v2.0/routers/5000b713-be9c-4029-b6e7-57009bb36097/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4499006 Dec 11 23:00:56.261029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50344) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:56.262209 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ad4618-32e9-49cb-81b1-b0afbf498c13 None None] Sync routers for ids ['5000b713-be9c-4029-b6e7-57009bb36097'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:00:56.267780 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:56.269190 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:56.270526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Attempting to bind port f1ed95c0-8e8a-4448-b66a-8cd798474676 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:00:56.270914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Attempting to bind port f1ed95c0-8e8a-4448-b66a-8cd798474676 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'ecd04510-8430-42ff-b307-a65cceebbded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:00:56.271519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Attempting to bind port f1ed95c0-8e8a-4448-b66a-8cd798474676 on network c3b80494-1b82-4c1d-aa57-335ff31765df {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:56.279251 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ad4618-32e9-49cb-81b1-b0afbf498c13 None None] Routers {'5000b713-be9c-4029-b6e7-57009bb36097'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:00:56.282029 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e5ad4618-32e9-49cb-81b1-b0afbf498c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5000b713-be9c-4029-b6e7-57009bb36097'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:56.339441 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Port f1ed95c0-8e8a-4448-b66a-8cd798474676 on network c3b80494-1b82-4c1d-aa57-335ff31765df not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:00:56.339778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Attempting to bind port f1ed95c0-8e8a-4448-b66a-8cd798474676 on network c3b80494-1b82-4c1d-aa57-335ff31765df {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:56.340043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-9f7a05fa-3116-4e9b-b238-22c1bf97525f', 'network_id': '9f7a05fa-3116-4e9b-b238-22c1bf97525f', 'project_id': '19a00fe41e164719a2991d799fca2ff3', 'fixed_ips': [{'subnet_id': '9e2310d5-eb73-4069-ba8a-6c6baa4c5331'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:00:56.340986 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:56.347641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:00:56.347992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Checking segment: {'id': 'ecd04510-8430-42ff-b307-a65cceebbded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:56.348500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Bound using segment: {'id': 'ecd04510-8430-42ff-b307-a65cceebbded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:00:56.349085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Bound port: f1ed95c0-8e8a-4448-b66a-8cd798474676, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd04510-8430-42ff-b307-a65cceebbded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:00:56.349687 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:56.371458 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e5ad4618-32e9-49cb-81b1-b0afbf498c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:56.396460 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ad4618-32e9-49cb-81b1-b0afbf498c13 None None] Routers {'5000b713-be9c-4029-b6e7-57009bb36097'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:00:56.399804 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e5ad4618-32e9-49cb-81b1-b0afbf498c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5000b713-be9c-4029-b6e7-57009bb36097'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:56.411235 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:56.484832 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e5ad4618-32e9-49cb-81b1-b0afbf498c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:56.491265 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ad4618-32e9-49cb-81b1-b0afbf498c13 None None] The sync data for ids ['5000b713-be9c-4029-b6e7-57009bb36097'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:00:56.639768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] For port f1ed95c0-8e8a-4448-b66a-8cd798474676, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:00:56.679175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] For port f1ed95c0-8e8a-4448-b66a-8cd798474676, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f1ed95c0-8e8a-4448-b66a-8cd798474676,segment=NetworkSegment(ecd04510-8430-42ff-b307-a65cceebbded),segment_id=ecd04510-8430-42ff-b307-a65cceebbded)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:00:56.682527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Allocated IP 172.20.0.2 (9f7a05fa-3116-4e9b-b238-22c1bf97525f/9e2310d5-eb73-4069-ba8a-6c6baa4c5331/4d9bfd35-d2d8-413e-a4d5-61932a3dd679) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:56.685555 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95f57bdb-a72e-4ec7-9788-f8c75c1d3779 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:56.766551 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:56.772720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e035e-d0f8-4fb2-a309-2d87dfd8a95c req-b408f7f6-82e3-45fc-8afe-ee6acd2f5c13 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:56.779559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e035e-d0f8-4fb2-a309-2d87dfd8a95c req-b408f7f6-82e3-45fc-8afe-ee6acd2f5c13 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:56.785349 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e035e-d0f8-4fb2-a309-2d87dfd8a95c req-b408f7f6-82e3-45fc-8afe-ee6acd2f5c13 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:56.792816 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e035e-d0f8-4fb2-a309-2d87dfd8a95c req-b408f7f6-82e3-45fc-8afe-ee6acd2f5c13 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:56.799673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e035e-d0f8-4fb2-a309-2d87dfd8a95c req-b408f7f6-82e3-45fc-8afe-ee6acd2f5c13 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:56.807150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e035e-d0f8-4fb2-a309-2d87dfd8a95c req-b408f7f6-82e3-45fc-8afe-ee6acd2f5c13 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:56.813443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e035e-d0f8-4fb2-a309-2d87dfd8a95c req-b408f7f6-82e3-45fc-8afe-ee6acd2f5c13 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:56.815429 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd0e035e-d0f8-4fb2-a309-2d87dfd8a95c req-b408f7f6-82e3-45fc-8afe-ee6acd2f5c13 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.2349708 Dec 11 23:00:56.818767 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:56.930939 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:56.938483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:56.939142 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:56.940561 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] 10.222.0.47 "PUT /v2.0/ports/f1ed95c0-8e8a-4448-b66a-8cd798474676 HTTP/1.1" status: 200 len: 1091 time: 3.6704688 Dec 11 23:00:56.944170 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'tag': 'f1ed95c0-8e8a-4448-b66a-8cd798474676'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:00:56.947389 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9175448-02c9-4d46-9800-5709ebb56bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "tag": "f1ed95c0-8e8a-4448-b66a-8cd798474676"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:00:56.997207 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd0e035e-d0f8-4fb2-a309-2d87dfd8a95c req-6572968a-1ac4-4321-9f1e-f023f295e01e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1695743 Dec 11 23:00:57.000864 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95f57bdb-a72e-4ec7-9788-f8c75c1d3779 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:57.010229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c3eec-d7e2-4659-8385-a96367bf0670 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ed95c0-8e8a-4448-b66a-8cd798474676,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:57.050932 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:57.053824 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a129b-1107-424d-b75a-3d94b130bc24 req-7a1dc223-fdca-49ef-b8b6-8a9e504386c0 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:57.061999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-584a129b-1107-424d-b75a-3d94b130bc24 req-7a1dc223-fdca-49ef-b8b6-8a9e504386c0 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 947 time: 0.1127589 Dec 11 23:00:57.146001 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86aeb116-be25-45d0-9d13-aedabc9de3b2 x-openstack-request-id: req-86aeb116-be25-45d0-9d13-aedabc9de3b2 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:00:57.146503 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "tag": "f1ed95c0-8e8a-4448-b66a-8cd798474676", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:00:57.146925 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86aeb116-be25-45d0-9d13-aedabc9de3b2 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:00:57.147446 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'tag': 'f1ed95c0-8e8a-4448-b66a-8cd798474676', 'status': 'completed', 'code': 200} Dec 11 23:00:57.158419 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Network 9f7a05fa-3116-4e9b-b238-22c1bf97525f is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:57.168651 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-584a129b-1107-424d-b75a-3d94b130bc24 req-3c13d433-3c13-40b5-ae52-119fe4e5bb7a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983922 Dec 11 23:00:57.168970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:57.180560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:57.257755 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-c735087a-2d34-41a2-ae8e-0a2bc453101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:57.258242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-c735087a-2d34-41a2-ae8e-0a2bc453101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:57.258772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-c735087a-2d34-41a2-ae8e-0a2bc453101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:57.259266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-c735087a-2d34-41a2-ae8e-0a2bc453101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:57.259729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-c735087a-2d34-41a2-ae8e-0a2bc453101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:57.260193 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-c735087a-2d34-41a2-ae8e-0a2bc453101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:57.260658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-c735087a-2d34-41a2-ae8e-0a2bc453101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:57.263276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-c735087a-2d34-41a2-ae8e-0a2bc453101b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b61da717ab14ef48634b138167515ff&device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 6487 time: 0.1364775 Dec 11 23:00:57.273848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-95f57bdb-a72e-4ec7-9788-f8c75c1d3779 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Deleting port 975c92c9-8ef7-4590-a0b7-ae513dab2721 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:00:57.274926 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95f57bdb-a72e-4ec7-9788-f8c75c1d3779 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:57.284258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Pushing event updated for resources: {'Port': ['ID=4d9bfd35-d2d8-413e-a4d5-61932a3dd679,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:57.305806 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Attempting to bind port 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:00:57.308372 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Attempting to bind port 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '388738fd-c931-486f-be27-c257511d84cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7a05fa-3116-4e9b-b238-22c1bf97525f'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:00:57.308372 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Attempting to bind port 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 on network 9f7a05fa-3116-4e9b-b238-22c1bf97525f {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:00:57.315489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:00:57.315873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Checking segment: {'id': '388738fd-c931-486f-be27-c257511d84cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7a05fa-3116-4e9b-b238-22c1bf97525f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:00:57.316296 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:57.316905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Bound using segment: {'id': '388738fd-c931-486f-be27-c257511d84cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7a05fa-3116-4e9b-b238-22c1bf97525f'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:00:57.317147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Bound port: 4d9bfd35-d2d8-413e-a4d5-61932a3dd679, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388738fd-c931-486f-be27-c257511d84cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7a05fa-3116-4e9b-b238-22c1bf97525f'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:00:57.317530 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:57.322728 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:57.343243 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:57.378427 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95f57bdb-a72e-4ec7-9788-f8c75c1d3779 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:57.393849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] For port 4d9bfd35-d2d8-413e-a4d5-61932a3dd679, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:00:57.398375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] For port 4d9bfd35-d2d8-413e-a4d5-61932a3dd679, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4d9bfd35-d2d8-413e-a4d5-61932a3dd679,segment=NetworkSegment(388738fd-c931-486f-be27-c257511d84cb),segment_id=388738fd-c931-486f-be27-c257511d84cb)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:00:57.422741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-95f57bdb-a72e-4ec7-9788-f8c75c1d3779 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Calling delete_port for 975c92c9-8ef7-4590-a0b7-ae513dab2721 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:00:57.453742 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9858a716-47c7-46b6-a564-31fec120db88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2452b4-9651-4e68-88ec-265f6355ad1d HTTP/1.1" status: 200 len: 217 time: 0.0419772 Dec 11 23:00:57.463105 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:57.465161 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Allocated IP 172.25.1.141 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/bcd25763-555d-4176-9aec-738c577e0cbb) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:00:57.531861 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579cb3b-69f3-4e8d-85e8-435ddae65438 None None] Pushing event updated for resources: {'Port': ['ID=4d9bfd35-d2d8-413e-a4d5-61932a3dd679,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:57.576396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-fbba58a7-f6f4-4468-90ec-348e7dfc3bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:57.577987 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-fbba58a7-f6f4-4468-90ec-348e7dfc3bd8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9bf2d6-65bb-4b47-a686-644dd9bd9730 HTTP/1.1" status: 200 len: 856 time: 0.1175516 Dec 11 23:00:57.610575 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:57.677824 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-4e970f91-d5a7-4293-89f0-83de7dffc3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:57.679379 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-4e970f91-d5a7-4293-89f0-83de7dffc3e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947852 Dec 11 23:00:57.746753 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:57.835082 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:00:57.840994 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:00:57.844601 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:00:57.851228 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd25763-555d-4176-9aec-738c577e0cbb,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:57.855266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1704a4c-7df6-4829-ad5b-fd4e46ce6e54 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:00:57.858224 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9270c677-fc4e-439d-bbe2-daf604517d41 service neutron] 10.222.0.47 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706884 Dec 11 23:00:57.902089 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95f57bdb-a72e-4ec7-9788-f8c75c1d3779 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:57.942671 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-941d05ee-1d20-4cad-8388-41068c97e81c None None] Provisioning complete for port bcd25763-555d-4176-9aec-738c577e0cbb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:57.943273 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-941d05ee-1d20-4cad-8388-41068c97e81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:58.004349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a1139c-44f0-40a4-8ea7-da855fdff512 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:00:58.020041 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-941d05ee-1d20-4cad-8388-41068c97e81c None None] Port bcd25763-555d-4176-9aec-738c577e0cbb cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:00:58.021530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f57bdb-a72e-4ec7-9788-f8c75c1d3779 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event deleted for resources: {'Port': ['ID=975c92c9-8ef7-4590-a0b7-ae513dab2721,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:58.088047 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95f57bdb-a72e-4ec7-9788-f8c75c1d3779 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:58.179844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9e68afda-b2dc-462e-9d74-3b6538304103 service neutron] 10.222.0.47 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115675 Dec 11 23:00:58.224958 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95f57bdb-a72e-4ec7-9788-f8c75c1d3779 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:58.228508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95f57bdb-a72e-4ec7-9788-f8c75c1d3779 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:58.243686 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:58.261703 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-4d1ee15c-301b-4e2b-b4c0-3f4bf67a4cdc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=5db39d80-8883-4e9b-a21f-592a66a98574 HTTP/1.1" status: 200 len: 217 time: 0.0490756 Dec 11 23:00:58.316876 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1fc7c-04cc-4341-9ec9-1bb50d2e8692 req-b48f20ed-0742-4427-b88a-82c9450de119 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:58.323101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1fc7c-04cc-4341-9ec9-1bb50d2e8692 req-b48f20ed-0742-4427-b88a-82c9450de119 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:58.328996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1fc7c-04cc-4341-9ec9-1bb50d2e8692 req-b48f20ed-0742-4427-b88a-82c9450de119 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:58.334943 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1fc7c-04cc-4341-9ec9-1bb50d2e8692 req-b48f20ed-0742-4427-b88a-82c9450de119 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:58.341684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1fc7c-04cc-4341-9ec9-1bb50d2e8692 req-b48f20ed-0742-4427-b88a-82c9450de119 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:58.347905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1fc7c-04cc-4341-9ec9-1bb50d2e8692 req-b48f20ed-0742-4427-b88a-82c9450de119 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:58.356187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1fc7c-04cc-4341-9ec9-1bb50d2e8692 req-b48f20ed-0742-4427-b88a-82c9450de119 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:58.364236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ad1fc7c-04cc-4341-9ec9-1bb50d2e8692 req-b48f20ed-0742-4427-b88a-82c9450de119 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.2740805 Dec 11 23:00:58.432994 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-4da76291-4a68-46c0-ad81-b1ed74d84088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:58.434561 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-4da76291-4a68-46c0-ad81-b1ed74d84088 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.1392028 Dec 11 23:00:58.485742 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:58.495444 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ad1fc7c-04cc-4341-9ec9-1bb50d2e8692 req-f260a063-7134-4517-ba06-81d950a99c2e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1302299 Dec 11 23:00:58.508055 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95f57bdb-a72e-4ec7-9788-f8c75c1d3779 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:58.512072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f57bdb-a72e-4ec7-9788-f8c75c1d3779 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Fanout notify agent at l3_agent the message router_deleted on router 5000b713-be9c-4029-b6e7-57009bb36097 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:00:58.531038 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95f57bdb-a72e-4ec7-9788-f8c75c1d3779 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:58.534771 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-95f57bdb-a72e-4ec7-9788-f8c75c1d3779 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] 10.222.0.45 "DELETE /v2.0/routers/5000b713-be9c-4029-b6e7-57009bb36097 HTTP/1.1" status: 204 len: 168 time: 2.2727807 Dec 11 23:00:58.536511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50380) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:58.570041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-16a97dbc-eecd-4e15-80bf-fa1efc6cfc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:58.572657 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-16a97dbc-eecd-4e15-80bf-fa1efc6cfc07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1237888 Dec 11 23:00:58.644352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6239f1-96b7-4109-818c-e3beae510cca tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Deleting subnet ff400bff-db6a-4902-a2a6-62619cc60e54 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:00:58.653073 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a6239f1-96b7-4109-818c-e3beae510cca tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:58.707604 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a6239f1-96b7-4109-818c-e3beae510cca tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:58.735929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Router aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:00:58.761116 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-f810f841-fbc6-4a7d-94b8-6e3983f027f7 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802347 Dec 11 23:00:58.830783 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d5f63-05d1-4852-931e-b4726b74bdb6 None None] Network 9f7a05fa-3116-4e9b-b238-22c1bf97525f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:00:58.882406 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:00:58.979385 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:58.980875 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6c051309-75df-4926-929d-35d7ef529192 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8727620 Dec 11 23:00:58.983644 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50390) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:59.064313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Sync routers for ids ['aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:00:59.094910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0e63ebca-2da6-4d68-81a4-eaff39a372df None None] Provisioning complete for port 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:59.095367 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e63ebca-2da6-4d68-81a4-eaff39a372df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:59.127471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Routers {'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:00:59.127841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:00:59.272608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:00:59.306880 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a6239f1-96b7-4109-818c-e3beae510cca tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:59.357807 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-3e70e4d1-5ac2-4576-a1f7-693dbb91a3f1 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5869539 Dec 11 23:00:59.401936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Set router aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:00:59.409417 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-27212ce8-5d16-453f-8e86-cbbc2e71877f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ea94541a-59a8-4034-9000-553b4b16cd84 HTTP/1.1" status: 200 len: 217 time: 0.0408211 Dec 11 23:00:59.476321 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-a6117863-5d40-4aba-b396-a134791b0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:59.478528 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-a6117863-5d40-4aba-b396-a134791b0a8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0611751 Dec 11 23:00:59.497215 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e63ebca-2da6-4d68-81a4-eaff39a372df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:59.533351 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a6239f1-96b7-4109-818c-e3beae510cca tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:59.591153 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a6239f1-96b7-4109-818c-e3beae510cca tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:59.595383 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf588bb-836d-413e-acdf-5e773b30923b None None] Network 1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:00:59.596230 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3a6239f1-96b7-4109-818c-e3beae510cca tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] 10.222.0.45 "DELETE /v2.0/subnets/ff400bff-db6a-4902-a2a6-62619cc60e54 HTTP/1.1" status: 204 len: 168 time: 1.0587242 Dec 11 23:00:59.598990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6239f1-96b7-4109-818c-e3beae510cca tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event deleted for resources: {'Subnet': ['ID=ff400bff-db6a-4902-a2a6-62619cc60e54,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:00:59.600632 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:00:59.601009 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:59.605175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50400) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:00:59.634983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-b873b197-0274-456a-8c6b-aaea57a94feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:00:59.636758 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-b873b197-0274-456a-8c6b-aaea57a94feb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1522577 Dec 11 23:00:59.762422 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0e63ebca-2da6-4d68-81a4-eaff39a372df None None] For port 4d9bfd35-d2d8-413e-a4d5-61932a3dd679, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4d9bfd35-d2d8-413e-a4d5-61932a3dd679,segment=NetworkSegment(388738fd-c931-486f-be27-c257511d84cb),segment_id=388738fd-c931-486f-be27-c257511d84cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:00:59.833002 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:59.896029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-601000dd-53ca-4bbb-a884-d0e4a3201551 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192380 Dec 11 23:00:59.937858 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e63ebca-2da6-4d68-81a4-eaff39a372df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:00:59.999801 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Deleting port fd115ec1-9468-413f-bc70-c6bad47520a7 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:01:00.000243 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.070411 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-15c3a095-5a3c-4a66-8dc6-0d0125dfcdcb service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649806 Dec 11 23:01:00.138598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] For port fd115ec1-9468-413f-bc70-c6bad47520a7, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fd115ec1-9468-413f-bc70-c6bad47520a7,segment=NetworkSegment(a3c88293-1080-4cb5-8c55-55b742a83414),segment_id=a3c88293-1080-4cb5-8c55-55b742a83414)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:00.138598 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.139928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63ebca-2da6-4d68-81a4-eaff39a372df None None] Pushing event updated for resources: {'Port': ['ID=4d9bfd35-d2d8-413e-a4d5-61932a3dd679,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:00.141779 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-38d14c6c-b30a-44d2-a0df-22e612f11081 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=bc996103-34a9-4f7e-894f-cdb9c4b63112 HTTP/1.1" status: 200 len: 217 time: 0.0626647 Dec 11 23:01:00.149675 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'name': 'tempest-TestVolumeBootPattern-282474788-router', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'bcd25763-555d-4176-9aec-738c577e0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:56Z', 'updated_at': '2021-12-11T23:00:58Z', 'revision_number': 3, 'project_id': '19a00fe41e164719a2991d799fca2ff3', 'gw_port': {'id': 'bcd25763-555d-4176-9aec-738c577e0cbb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:40:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:57Z', 'updated_at': '2021-12-11T23:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:00.158860 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c6e0ffd0-f823-402e-8b10-f7150d00df79 None None] Provisioning complete for port 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:00.159109 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ffd0-f823-402e-8b10-f7150d00df79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.208796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Calling delete_port for fd115ec1-9468-413f-bc70-c6bad47520a7 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:01:00.232378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef8531-b2ce-4f43-8418-c470a617b0b6 req-97eb0954-c97d-4260-a985-3f6eb505ee04 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:00.238715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef8531-b2ce-4f43-8418-c470a617b0b6 req-97eb0954-c97d-4260-a985-3f6eb505ee04 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:00.239240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Checking router: aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:01:00.239623 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Updating router aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e port bcd25763-555d-4176-9aec-738c577e0cbb binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:01:00.243430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e50fd0-3e59-48c2-8044-4fb30aafb3fe None None] DHCP port deletion for 1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:01:00.245180 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef8531-b2ce-4f43-8418-c470a617b0b6 req-97eb0954-c97d-4260-a985-3f6eb505ee04 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:00.251469 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef8531-b2ce-4f43-8418-c470a617b0b6 req-97eb0954-c97d-4260-a985-3f6eb505ee04 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:00.257532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef8531-b2ce-4f43-8418-c470a617b0b6 req-97eb0954-c97d-4260-a985-3f6eb505ee04 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:00.263627 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef8531-b2ce-4f43-8418-c470a617b0b6 req-97eb0954-c97d-4260-a985-3f6eb505ee04 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:00.270298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef8531-b2ce-4f43-8418-c470a617b0b6 req-97eb0954-c97d-4260-a985-3f6eb505ee04 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:00.279860 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d2ef8531-b2ce-4f43-8418-c470a617b0b6 req-97eb0954-c97d-4260-a985-3f6eb505ee04 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.2509549 Dec 11 23:01:00.315905 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.316295 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.350746 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-5ce2d178-2fea-4e05-9e1c-dafaf968a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:00.352958 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-5ce2d178-2fea-4e05-9e1c-dafaf968a476 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.2011077 Dec 11 23:01:00.419474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e84ce8fd-e239-4073-8292-aa965fffb831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:00.421382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-e84ce8fd-e239-4073-8292-aa965fffb831 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610647 Dec 11 23:01:00.423189 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d2ef8531-b2ce-4f43-8418-c470a617b0b6 req-94beb8ca-b085-49cb-a18f-8dbcfe020512 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1323318 Dec 11 23:01:00.440128 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.491102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-44e50fd0-3e59-48c2-8044-4fb30aafb3fe None None] Deleting port fd115ec1-9468-413f-bc70-c6bad47520a7 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:01:00.491480 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44e50fd0-3e59-48c2-8044-4fb30aafb3fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.502734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event deleted for resources: {'Port': ['ID=fd115ec1-9468-413f-bc70-c6bad47520a7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:00.511769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] No DVR routers for this DVR port fd115ec1-9468-413f-bc70-c6bad47520a7 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:01:00.570633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Allocated IP 172.20.0.1 (9f7a05fa-3116-4e9b-b238-22c1bf97525f/9e2310d5-eb73-4069-ba8a-6c6baa4c5331/a9c5f6c7-2d85-460c-868e-271a8188d440) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:01:00.603327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-44e50fd0-3e59-48c2-8044-4fb30aafb3fe None None] For port fd115ec1-9468-413f-bc70-c6bad47520a7, host n-d-710847-6, got binding levels [] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:00.603763 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44e50fd0-3e59-48c2-8044-4fb30aafb3fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.606621 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.618155 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-44e50fd0-3e59-48c2-8044-4fb30aafb3fe None None] Calling delete_port for fd115ec1-9468-413f-bc70-c6bad47520a7 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:01:00.624163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.ipam_backend_mixin [None req-44e50fd0-3e59-48c2-8044-4fb30aafb3fe None None] Port fd115ec1-9468-413f-bc70-c6bad47520a7 was not found and therefore no delete operation was performed {{(pid=103693) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 11 23:01:00.624163 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44e50fd0-3e59-48c2-8044-4fb30aafb3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.627259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:00.637520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c88293-1080-4cb5-8c55-55b742a83414') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:00.637856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c88293-1080-4cb5-8c55-55b742a83414') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:00.647641 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.662301 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.669634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:01:00.683008 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.711033 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:01:00.716816 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:01:00.735719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e50fd0-3e59-48c2-8044-4fb30aafb3fe None None] No DVR routers for this DVR port fd115ec1-9468-413f-bc70-c6bad47520a7 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:01:00.757060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-c99cc7e0-528d-49a8-aede-0ea64fdac96d service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286602 Dec 11 23:01:00.767775 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e50fd0-3e59-48c2-8044-4fb30aafb3fe None None] Pushing event deleted for resources: {'Port': ['ID=fd115ec1-9468-413f-bc70-c6bad47520a7,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:00.829855 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.830411 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.835472 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.839345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] 10.222.0.45 "DELETE /v2.0/networks/1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278 HTTP/1.1" status: 204 len: 168 time: 1.2320261 Dec 11 23:01:00.842480 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.847134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50414) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:00.885548 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Network 9f7a05fa-3116-4e9b-b238-22c1bf97525f is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:01:00.890264 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:00.900153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:01:00.908269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f08f1-6c28-43b1-ac26-320fd77f49fa tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event deleted for resources: {'Network': ['ID=1c5e0536-6fd2-4ce4-80dd-7d34b7ca4278,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:00.931517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Pushing event updated for resources: {'Port': ['ID=a9c5f6c7-2d85-460c-868e-271a8188d440,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:00.939832 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.962852 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:00.975924 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-4cdcdd01-7aa0-4095-8a20-8f8a0e66c74f service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119250 Dec 11 23:01:01.009335 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Attempting to bind port bcd25763-555d-4176-9aec-738c577e0cbb on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:01:01.009792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Attempting to bind port bcd25763-555d-4176-9aec-738c577e0cbb by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:01:01.010167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Attempting to bind port bcd25763-555d-4176-9aec-738c577e0cbb on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:01:01.012508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aee8dc-dbb6-4177-8926-47f7d455837c None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:01:01.029042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:01:01.029431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:01:01.029848 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:01.030242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:01:01.030737 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Bound port: bcd25763-555d-4176-9aec-738c577e0cbb, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:01:01.031154 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:01.078901 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f6ead-e728-4cb5-81eb-e66ce1fcb274 None None] Pushing event updated for resources: {'Port': ['ID=bcd25763-555d-4176-9aec-738c577e0cbb,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:01.080935 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-911d02b3-ecc4-4a50-bc8d-15d868c48d10 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b HTTP/1.1" status: 200 len: 217 time: 0.0961599 Dec 11 23:01:01.164145 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] For port bcd25763-555d-4176-9aec-738c577e0cbb, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:01:01.167181 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-299fe01b-4a63-4000-a8f4-ce7f5d02a268 None None] Provisioning complete for port bcd25763-555d-4176-9aec-738c577e0cbb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:01.167563 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-299fe01b-4a63-4000-a8f4-ce7f5d02a268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:01.167960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-a40ec878-bb90-40e7-af3d-5deb3438d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:01.169659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-a40ec878-bb90-40e7-af3d-5deb3438d0c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0774169 Dec 11 23:01:01.192014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-a282f64d-8591-472b-a1c7-6356cc0f32a1 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Deleting port 00cd4937-3b3d-4d4b-b475-6e5481fe2d32 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:01:01.192364 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a282f64d-8591-472b-a1c7-6356cc0f32a1 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:01.217835 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:01:01.258025 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] For port bcd25763-555d-4176-9aec-738c577e0cbb, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=bcd25763-555d-4176-9aec-738c577e0cbb,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:01:01.270309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-299fe01b-4a63-4000-a8f4-ce7f5d02a268 None None] Port bcd25763-555d-4176-9aec-738c577e0cbb cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:01:01.279373 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:01.288915 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:01.289302 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:01.301736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-24d9c005-4ce1-43e2-baa7-10631708e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:01.303263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-24d9c005-4ce1-43e2-baa7-10631708e02e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1252525 Dec 11 23:01:01.305002 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a282f64d-8591-472b-a1c7-6356cc0f32a1 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:01.305443 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a282f64d-8591-472b-a1c7-6356cc0f32a1 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:01.335164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-a282f64d-8591-472b-a1c7-6356cc0f32a1 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Calling delete_port for 00cd4937-3b3d-4d4b-b475-6e5481fe2d32 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:01:01.368922 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:01.476863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-42563e34-9e13-4a09-a0e4-bc6716c6067d service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632807 Dec 11 23:01:01.511359 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:01.604543 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:01.642882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57db7472-7034-4e8d-ac2f-c23f7449affc None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:01:01.654205 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-2facffdf-47ee-4d23-9f74-b03d5df594a9 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706042 Dec 11 23:01:01.656718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7b9f5ab7-82f3-4ee8-9d6e-2df8ef5364c6 None None] Provisioning complete for port a9c5f6c7-2d85-460c-868e-271a8188d440 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:01.657485 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7b9f5ab7-82f3-4ee8-9d6e-2df8ef5364c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:01.667358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff367710-6235-409c-aa7e-f6f7def92c83 req-819de692-ed2c-4ee3-b258-74849bbde514 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:01.668509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Routers {'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:01.669382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:01.673401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff367710-6235-409c-aa7e-f6f7def92c83 req-819de692-ed2c-4ee3-b258-74849bbde514 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:01.679368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff367710-6235-409c-aa7e-f6f7def92c83 req-819de692-ed2c-4ee3-b258-74849bbde514 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:01.686098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff367710-6235-409c-aa7e-f6f7def92c83 req-819de692-ed2c-4ee3-b258-74849bbde514 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:01.688194 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Pushing event updated for resources: {'Port': ['ID=a9c5f6c7-2d85-460c-868e-271a8188d440,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:01.692052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff367710-6235-409c-aa7e-f6f7def92c83 req-819de692-ed2c-4ee3-b258-74849bbde514 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:01.694351 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:01.699667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff367710-6235-409c-aa7e-f6f7def92c83 req-819de692-ed2c-4ee3-b258-74849bbde514 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:01.705619 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff367710-6235-409c-aa7e-f6f7def92c83 req-819de692-ed2c-4ee3-b258-74849bbde514 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:01.708206 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff367710-6235-409c-aa7e-f6f7def92c83 req-819de692-ed2c-4ee3-b258-74849bbde514 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.1657879 Dec 11 23:01:01.752948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f6ead-e728-4cb5-81eb-e66ce1fcb274 None None] Pushing event updated for resources: {'Port': ['ID=bcd25763-555d-4176-9aec-738c577e0cbb,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:01.771531 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-56e6a857-36cd-4398-9f0b-20741ac31fb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3fce5dea-e103-442d-ad0f-04adc1d0c9e0 HTTP/1.1" status: 200 len: 217 time: 0.0584362 Dec 11 23:01:01.793806 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fd115ec1-9468-413f-bc70-c6bad47520a7 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:01:01.800713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f5ab7-82f3-4ee8-9d6e-2df8ef5364c6 None None] Port a9c5f6c7-2d85-460c-868e-271a8188d440 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:01:01.812786 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a282f64d-8591-472b-a1c7-6356cc0f32a1 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:01.857557 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Network 9f7a05fa-3116-4e9b-b238-22c1bf97525f is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:01:01.858585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282f64d-8591-472b-a1c7-6356cc0f32a1 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Pushing event deleted for resources: {'Port': ['ID=00cd4937-3b3d-4d4b-b475-6e5481fe2d32,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:01.859493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: fd115ec1-9468-413f-bc70-c6bad47520a7 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:01:01.859659 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:01.860140 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fd115ec1-9468-413f-bc70-c6bad47520a7 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:01:01.879515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-aec2e35b-0862-431b-90ed-99b359458ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:01.881003 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-aec2e35b-0862-431b-90ed-99b359458ae6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd388f7-18b5-4de0-83b9-372e81a47292 HTTP/1.1" status: 200 len: 797 time: 0.1045055 Dec 11 23:01:01.888126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] Set router aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:01:01.894410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff367710-6235-409c-aa7e-f6f7def92c83 req-134cb319-d18b-45e0-ab73-741f38bee9d7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1747487 Dec 11 23:01:01.963763 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c5524583-a613-4e14-92ee-018eae32e0c2 None None] Provisioning complete for port bcd25763-555d-4176-9aec-738c577e0cbb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:01.964334 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c5524583-a613-4e14-92ee-018eae32e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:02.018544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-06c70fc5-cda6-441b-920d-1312158befb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:02.037017 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-06c70fc5-cda6-441b-920d-1312158befb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1091475 Dec 11 23:01:02.041572 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a282f64d-8591-472b-a1c7-6356cc0f32a1 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:02.046120 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a282f64d-8591-472b-a1c7-6356cc0f32a1 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:02.047619 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a282f64d-8591-472b-a1c7-6356cc0f32a1 tempest-FloatingIPAdminTestJSON-429326713 tempest-FloatingIPAdminTestJSON-429326713-project] 10.222.0.45 "DELETE /v2.0/floatingips/07693543-9302-4565-92f2-7e18f666a7db HTTP/1.1" status: 204 len: 168 time: 1.1966088 Dec 11 23:01:02.087710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Router aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:01:02.152481 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-ea4c8eb0-f2c4-4656-a706-f2f510fe8287 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034262 Dec 11 23:01:02.245896 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c5524583-a613-4e14-92ee-018eae32e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:02.254011 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:01:02.278698 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c5524583-a613-4e14-92ee-018eae32e0c2 None None] For port bcd25763-555d-4176-9aec-738c577e0cbb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=bcd25763-555d-4176-9aec-738c577e0cbb,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:02.280184 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1461b932-b79c-4856-bba1-469e6122c8cd admin admin] 10.222.0.45 "PUT /v2.0/routers/aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2952075 Dec 11 23:01:02.301679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'name': 'tempest-TestVolumeBootPattern-282474788-router', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'bcd25763-555d-4176-9aec-738c577e0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:56Z', 'updated_at': '2021-12-11T23:01:01Z', 'revision_number': 4, 'project_id': '19a00fe41e164719a2991d799fca2ff3', 'gw_port': {'id': 'bcd25763-555d-4176-9aec-738c577e0cbb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:40:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:57Z', 'updated_at': '2021-12-11T23:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a9c5f6c7-2d85-460c-868e-271a8188d440', 'name': '', 'network_id': '9f7a05fa-3116-4e9b-b238-22c1bf97525f', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3', 'mac_address': 'fa:16:3e:b0:96:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9e2310d5-eb73-4069-ba8a-6c6baa4c5331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:01:00Z', 'updated_at': '2021-12-11T23:01:01Z', 'revision_number': 2, 'project_id': '19a00fe41e164719a2991d799fca2ff3', 'subnets': [{'id': '9e2310d5-eb73-4069-ba8a-6c6baa4c5331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:02.340348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0cc3a-72ba-419c-80f6-0ee97bb3d960 None None] The sync data for ids ['aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'] in n-d-710847-6 is: [{'id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'name': 'tempest-TestVolumeBootPattern-282474788-router', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'bcd25763-555d-4176-9aec-738c577e0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:56Z', 'updated_at': '2021-12-11T23:01:01Z', 'revision_number': 4, 'project_id': '19a00fe41e164719a2991d799fca2ff3', 'gw_port': {'id': 'bcd25763-555d-4176-9aec-738c577e0cbb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:40:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:57Z', 'updated_at': '2021-12-11T23:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a9c5f6c7-2d85-460c-868e-271a8188d440', 'name': '', 'network_id': '9f7a05fa-3116-4e9b-b238-22c1bf97525f', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3', 'mac_address': 'fa:16:3e:b0:96:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9e2310d5-eb73-4069-ba8a-6c6baa4c5331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:01:00Z', 'updated_at': '2021-12-11T23:01:01Z', 'revision_number': 2, 'project_id': '19a00fe41e164719a2991d799fca2ff3', 'subnets': [{'id': '9e2310d5-eb73-4069-ba8a-6c6baa4c5331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:01:02.345410 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c5524583-a613-4e14-92ee-018eae32e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:02.354451 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-9f3c72e0-2601-4ed0-9057-5fcd7fc9209e service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940978 Dec 11 23:01:02.401800 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-835526c7-99b0-4cf7-8c81-9f54ca085a93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1ed95c0-8e8a-4448-b66a-8cd798474676 HTTP/1.1" status: 200 len: 217 time: 0.0398884 Dec 11 23:01:02.411369 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5524583-a613-4e14-92ee-018eae32e0c2 None None] Pushing event updated for resources: {'Port': ['ID=bcd25763-555d-4176-9aec-738c577e0cbb,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:02.472586 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-de46b31b-324e-49a7-a40c-a3a0f4941c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:02.474424 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-de46b31b-324e-49a7-a40c-a3a0f4941c38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd388f7-18b5-4de0-83b9-372e81a47292 HTTP/1.1" status: 200 len: 797 time: 0.0653079 Dec 11 23:01:02.475055 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e236638f-cf13-4ad6-86cd-7efb413bd4f7 None None] Provisioning complete for port a9c5f6c7-2d85-460c-868e-271a8188d440 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:02.475447 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e236638f-cf13-4ad6-86cd-7efb413bd4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:02.518331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e236638f-cf13-4ad6-86cd-7efb413bd4f7 None None] Port a9c5f6c7-2d85-460c-868e-271a8188d440 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:01:02.534961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-72b96907-d116-4732-8538-289268c0efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:02.536584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-72b96907-d116-4732-8538-289268c0efb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0474887 Dec 11 23:01:02.640554 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-f8ec3aed-6251-4893-a53a-16f084d834f6 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967512 Dec 11 23:01:02.793338 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a41ed816-3264-4074-94aa-173ad0712ee5 req-68c1cb88-57a1-4693-ab91-d70b0d338c2d service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447880 Dec 11 23:01:02.976638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50446) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:03.084632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ec411-3070-44a6-966f-531e36575b44 req-011da1b8-a159-4c9b-bbe9-1189ded89bd9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.092493 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ec411-3070-44a6-966f-531e36575b44 req-011da1b8-a159-4c9b-bbe9-1189ded89bd9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.099323 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ec411-3070-44a6-966f-531e36575b44 req-011da1b8-a159-4c9b-bbe9-1189ded89bd9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.106630 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ec411-3070-44a6-966f-531e36575b44 req-011da1b8-a159-4c9b-bbe9-1189ded89bd9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.116382 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ec411-3070-44a6-966f-531e36575b44 req-011da1b8-a159-4c9b-bbe9-1189ded89bd9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.118611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-bedff6f0-0d41-4842-a826-fefd20e7059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.119167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-bedff6f0-0d41-4842-a826-fefd20e7059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.119629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-bedff6f0-0d41-4842-a826-fefd20e7059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.120095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-bedff6f0-0d41-4842-a826-fefd20e7059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.120562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-bedff6f0-0d41-4842-a826-fefd20e7059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.121080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-bedff6f0-0d41-4842-a826-fefd20e7059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.121477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-bedff6f0-0d41-4842-a826-fefd20e7059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.123800 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-bedff6f0-0d41-4842-a826-fefd20e7059e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b61da717ab14ef48634b138167515ff&device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 6487 time: 0.0737469 Dec 11 23:01:03.126374 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ec411-3070-44a6-966f-531e36575b44 req-011da1b8-a159-4c9b-bbe9-1189ded89bd9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.133315 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ec411-3070-44a6-966f-531e36575b44 req-011da1b8-a159-4c9b-bbe9-1189ded89bd9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.136095 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-162ec411-3070-44a6-966f-531e36575b44 req-011da1b8-a159-4c9b-bbe9-1189ded89bd9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.1388896 Dec 11 23:01:03.216171 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-162ec411-3070-44a6-966f-531e36575b44 req-6ace0a74-0ee6-4dff-bc07-88e93062cb72 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730886 Dec 11 23:01:03.263807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-2c89e19a-175b-4bc1-8509-23d62974d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.265767 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-2c89e19a-175b-4bc1-8509-23d62974d140 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3b80494-1b82-4c1d-aa57-335ff31765df HTTP/1.1" status: 200 len: 902 time: 0.1336615 Dec 11 23:01:03.316371 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-a627c801-b795-406b-acd4-f832d8fc9188 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1ed95c0-8e8a-4448-b66a-8cd798474676 HTTP/1.1" status: 200 len: 217 time: 0.0418341 Dec 11 23:01:03.389853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-9a223edb-c72e-418c-9234-1c2a13a05b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.391658 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-9a223edb-c72e-418c-9234-1c2a13a05b4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd388f7-18b5-4de0-83b9-372e81a47292 HTTP/1.1" status: 200 len: 797 time: 0.0672395 Dec 11 23:01:03.465165 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5430a237-6b71-42fe-bf9c-671de0a6326f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c2b6378b23b04c1b81a2345e750b4166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4846380 Dec 11 23:01:03.465564 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50460) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:03.479184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-541571fd-9d88-498c-880c-34d8b4a725de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:03.480704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-541571fd-9d88-498c-880c-34d8b4a725de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0621731 Dec 11 23:01:03.533625 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4879-a0c3-4a5b-8ed3-28f718c88c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:03.568534 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4879-a0c3-4a5b-8ed3-28f718c88c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:03.642656 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-fa1a89fc-3b9e-49bf-b1c4-54852b7b47bd service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529646 Dec 11 23:01:03.718563 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4879-a0c3-4a5b-8ed3-28f718c88c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:03.721296 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4879-a0c3-4a5b-8ed3-28f718c88c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:03.725457 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8b0a4879-a0c3-4a5b-8ed3-28f718c88c2b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a5d5bf18-9791-4583-a262-d682a229b5df HTTP/1.1" status: 204 len: 168 time: 0.2559683 Dec 11 23:01:03.734650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a4879-a0c3-4a5b-8ed3-28f718c88c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d5bf18-9791-4583-a262-d682a229b5df,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:03.770868 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9175448-02c9-4d46-9800-5709ebb56bfe req-873ece3f-6b32-4e0b-b8f9-0aca83358752 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214328 Dec 11 23:01:04.367718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5c4a0-5893-4ac2-b948-d6abc15eef5d req-31cb9463-00e9-464a-ac6e-b7a3f596fced tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:04.374638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5c4a0-5893-4ac2-b948-d6abc15eef5d req-31cb9463-00e9-464a-ac6e-b7a3f596fced tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:04.384989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5c4a0-5893-4ac2-b948-d6abc15eef5d req-31cb9463-00e9-464a-ac6e-b7a3f596fced tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:04.391463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5c4a0-5893-4ac2-b948-d6abc15eef5d req-31cb9463-00e9-464a-ac6e-b7a3f596fced tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:04.398032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5c4a0-5893-4ac2-b948-d6abc15eef5d req-31cb9463-00e9-464a-ac6e-b7a3f596fced tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:04.404980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5c4a0-5893-4ac2-b948-d6abc15eef5d req-31cb9463-00e9-464a-ac6e-b7a3f596fced tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:04.411000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5c4a0-5893-4ac2-b948-d6abc15eef5d req-31cb9463-00e9-464a-ac6e-b7a3f596fced tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:04.412916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27e5c4a0-5893-4ac2-b948-d6abc15eef5d req-31cb9463-00e9-464a-ac6e-b7a3f596fced tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.1149395 Dec 11 23:01:04.477797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27e5c4a0-5893-4ac2-b948-d6abc15eef5d req-020d4233-8ba1-4c42-b9e1-6b80bc824183 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578980 Dec 11 23:01:04.690090 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50478) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:04.704745 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c16ceb93-29bd-4f7c-8f95-52ea65037c4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:04.788833 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c16ceb93-29bd-4f7c-8f95-52ea65037c4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:04.847369 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c16ceb93-29bd-4f7c-8f95-52ea65037c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:04.898431 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c16ceb93-29bd-4f7c-8f95-52ea65037c4e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ffad55b1cc754d6a831ad57d80e3941b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2072172 Dec 11 23:01:04.900694 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ceb93-29bd-4f7c-8f95-52ea65037c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10235ba8-5f79-49d8-9c51-196389b84094,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:04.901315 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50484) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:04.958105 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-945cef7a-d7a4-47ed-a3af-8e05e1619379 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:04.981641 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-945cef7a-d7a4-47ed-a3af-8e05e1619379 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:05.114063 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-945cef7a-d7a4-47ed-a3af-8e05e1619379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:05.116895 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-945cef7a-d7a4-47ed-a3af-8e05e1619379 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:05.121606 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-945cef7a-d7a4-47ed-a3af-8e05e1619379 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10235ba8-5f79-49d8-9c51-196389b84094 HTTP/1.1" status: 204 len: 168 time: 0.2189813 Dec 11 23:01:05.141200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cef7a-d7a4-47ed-a3af-8e05e1619379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10235ba8-5f79-49d8-9c51-196389b84094,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:05.203615 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device bcd25763-555d-4176-9aec-738c577e0cbb up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:01:05.266281 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port bcd25763-555d-4176-9aec-738c577e0cbb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:05.267102 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:05.649862 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf8cc6-5815-4d7c-9581-99ab40eaba69 req-2e033fa4-0494-41a7-b2f9-4ff9d10d5e33 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:05.656306 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf8cc6-5815-4d7c-9581-99ab40eaba69 req-2e033fa4-0494-41a7-b2f9-4ff9d10d5e33 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:05.668342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf8cc6-5815-4d7c-9581-99ab40eaba69 req-2e033fa4-0494-41a7-b2f9-4ff9d10d5e33 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:05.674470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf8cc6-5815-4d7c-9581-99ab40eaba69 req-2e033fa4-0494-41a7-b2f9-4ff9d10d5e33 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:05.695992 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf8cc6-5815-4d7c-9581-99ab40eaba69 req-2e033fa4-0494-41a7-b2f9-4ff9d10d5e33 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:05.704381 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf8cc6-5815-4d7c-9581-99ab40eaba69 req-2e033fa4-0494-41a7-b2f9-4ff9d10d5e33 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:05.709397 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Sync routers for ids ['aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:01:05.710751 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf8cc6-5815-4d7c-9581-99ab40eaba69 req-2e033fa4-0494-41a7-b2f9-4ff9d10d5e33 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:05.713826 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cabf8cc6-5815-4d7c-9581-99ab40eaba69 req-2e033fa4-0494-41a7-b2f9-4ff9d10d5e33 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.1546893 Dec 11 23:01:05.718914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50498) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:05.732485 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Routers {'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:05.734061 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:05.811066 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cabf8cc6-5815-4d7c-9581-99ab40eaba69 req-fcf0d998-7136-438c-8469-1f9f750e3da3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906181 Dec 11 23:01:05.846160 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4eeb285a-a0de-455f-a672-063cd9be443f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:05.931949 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4eeb285a-a0de-455f-a672-063cd9be443f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:05.956202 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Set router aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:01:06.024848 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4eeb285a-a0de-455f-a672-063cd9be443f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.065556 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4eeb285a-a0de-455f-a672-063cd9be443f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20348dade5594da0a0bb016d9757db0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3454821 Dec 11 23:01:06.066459 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb285a-a0de-455f-a672-063cd9be443f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d27810a-db6c-4415-bd35-503c6b48f0d5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:06.070588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50502) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:06.130470 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3c8ddee8-1ff9-4e26-8e21-f2b308393aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.140410 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50504) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:06.154450 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d629132-2fcd-43be-908d-8fd679bad8d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.160721 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3c8ddee8-1ff9-4e26-8e21-f2b308393aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.170125 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'name': 'tempest-TestVolumeBootPattern-282474788-router', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'bcd25763-555d-4176-9aec-738c577e0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:56Z', 'updated_at': '2021-12-11T23:01:01Z', 'revision_number': 4, 'project_id': '19a00fe41e164719a2991d799fca2ff3', 'gw_port': {'id': 'bcd25763-555d-4176-9aec-738c577e0cbb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:40:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:57Z', 'updated_at': '2021-12-11T23:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a9c5f6c7-2d85-460c-868e-271a8188d440', 'name': '', 'network_id': '9f7a05fa-3116-4e9b-b238-22c1bf97525f', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3', 'mac_address': 'fa:16:3e:b0:96:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9e2310d5-eb73-4069-ba8a-6c6baa4c5331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:01:00Z', 'updated_at': '2021-12-11T23:01:01Z', 'revision_number': 2, 'project_id': '19a00fe41e164719a2991d799fca2ff3', 'subnets': [{'id': '9e2310d5-eb73-4069-ba8a-6c6baa4c5331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:06.206207 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Checking router: aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:01:06.206455 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Updating router aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e port a9c5f6c7-2d85-460c-868e-271a8188d440 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:01:06.232607 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.232956 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d629132-2fcd-43be-908d-8fd679bad8d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.286741 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3c8ddee8-1ff9-4e26-8e21-f2b308393aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.290688 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3c8ddee8-1ff9-4e26-8e21-f2b308393aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.294301 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3c8ddee8-1ff9-4e26-8e21-f2b308393aaa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d27810a-db6c-4415-bd35-503c6b48f0d5 HTTP/1.1" status: 204 len: 168 time: 0.2203214 Dec 11 23:01:06.301255 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ddee8-1ff9-4e26-8e21-f2b308393aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d27810a-db6c-4415-bd35-503c6b48f0d5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:06.310089 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d629132-2fcd-43be-908d-8fd679bad8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.370132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50508) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:06.370517 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4d629132-2fcd-43be-908d-8fd679bad8d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=85ab7d2b8bf7480c942bc2853ad77cb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2286727 Dec 11 23:01:06.371721 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d629132-2fcd-43be-908d-8fd679bad8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b50287-645f-4919-ba61-e76219c670fb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:06.434243 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b628-9fec-4948-82ca-a533bebc7466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.456601 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b628-9fec-4948-82ca-a533bebc7466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.512408 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.570125 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b628-9fec-4948-82ca-a533bebc7466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.574103 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b628-9fec-4948-82ca-a533bebc7466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.577494 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b7a6b628-9fec-4948-82ca-a533bebc7466 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47b50287-645f-4919-ba61-e76219c670fb HTTP/1.1" status: 204 len: 168 time: 0.2039678 Dec 11 23:01:06.584504 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6b628-9fec-4948-82ca-a533bebc7466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b50287-645f-4919-ba61-e76219c670fb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:06.599298 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.654723 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f632b-e025-4c67-b4b2-72a244b3757b None None] Pushing event updated for resources: {'Port': ['ID=a9c5f6c7-2d85-460c-868e-271a8188d440,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:06.759920 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Attempting to bind port a9c5f6c7-2d85-460c-868e-271a8188d440 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:01:06.765946 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Attempting to bind port a9c5f6c7-2d85-460c-868e-271a8188d440 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '388738fd-c931-486f-be27-c257511d84cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7a05fa-3116-4e9b-b238-22c1bf97525f'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:01:06.765946 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Attempting to bind port a9c5f6c7-2d85-460c-868e-271a8188d440 on network 9f7a05fa-3116-4e9b-b238-22c1bf97525f {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:01:06.766232 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:01:06.766590 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Checking segment: {'id': '388738fd-c931-486f-be27-c257511d84cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7a05fa-3116-4e9b-b238-22c1bf97525f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:01:06.767033 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.767437 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Bound using segment: {'id': '388738fd-c931-486f-be27-c257511d84cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7a05fa-3116-4e9b-b238-22c1bf97525f'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:01:06.767906 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Bound port: a9c5f6c7-2d85-460c-868e-271a8188d440, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388738fd-c931-486f-be27-c257511d84cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9f7a05fa-3116-4e9b-b238-22c1bf97525f'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:01:06.768513 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.837630 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] For port a9c5f6c7-2d85-460c-868e-271a8188d440, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:01:06.841144 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] For port a9c5f6c7-2d85-460c-868e-271a8188d440, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a9c5f6c7-2d85-460c-868e-271a8188d440,segment=NetworkSegment(388738fd-c931-486f-be27-c257511d84cb),segment_id=388738fd-c931-486f-be27-c257511d84cb)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:01:06.925190 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:06.946131 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69634530-5c4c-4bbe-8fd7-1ea01004a8c2 req-f0fb2330-919e-4e9f-90e2-e6ca4fabeac7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:06.952458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69634530-5c4c-4bbe-8fd7-1ea01004a8c2 req-f0fb2330-919e-4e9f-90e2-e6ca4fabeac7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:06.959380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69634530-5c4c-4bbe-8fd7-1ea01004a8c2 req-f0fb2330-919e-4e9f-90e2-e6ca4fabeac7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:06.965921 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69634530-5c4c-4bbe-8fd7-1ea01004a8c2 req-f0fb2330-919e-4e9f-90e2-e6ca4fabeac7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:06.971994 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69634530-5c4c-4bbe-8fd7-1ea01004a8c2 req-f0fb2330-919e-4e9f-90e2-e6ca4fabeac7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:06.986794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69634530-5c4c-4bbe-8fd7-1ea01004a8c2 req-f0fb2330-919e-4e9f-90e2-e6ca4fabeac7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:06.987736 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Routers {'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:06.988762 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:00:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:06.991220 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f632b-e025-4c67-b4b2-72a244b3757b None None] Pushing event updated for resources: {'Port': ['ID=a9c5f6c7-2d85-460c-868e-271a8188d440,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:06.998910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-db8e877c-1b1b-417a-8dc3-b211fad3870b None None] Provisioning complete for port a9c5f6c7-2d85-460c-868e-271a8188d440 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:07.000048 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-db8e877c-1b1b-417a-8dc3-b211fad3870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:07.004847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69634530-5c4c-4bbe-8fd7-1ea01004a8c2 req-f0fb2330-919e-4e9f-90e2-e6ca4fabeac7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:07.006914 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69634530-5c4c-4bbe-8fd7-1ea01004a8c2 req-f0fb2330-919e-4e9f-90e2-e6ca4fabeac7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.1184878 Dec 11 23:01:07.095123 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69634530-5c4c-4bbe-8fd7-1ea01004a8c2 req-f871732a-9cdb-4f07-ab3d-559071697679 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743608 Dec 11 23:01:07.113276 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50524) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:07.146765 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e09adbb1-834b-474a-b1bd-369818a83835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:07.178687 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-db8e877c-1b1b-417a-8dc3-b211fad3870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:07.225739 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] Set router aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:01:07.264307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-db8e877c-1b1b-417a-8dc3-b211fad3870b None None] For port a9c5f6c7-2d85-460c-868e-271a8188d440, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a9c5f6c7-2d85-460c-868e-271a8188d440,segment=NetworkSegment(388738fd-c931-486f-be27-c257511d84cb),segment_id=388738fd-c931-486f-be27-c257511d84cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:07.273704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a9c5f6c7-2d85-460c-868e-271a8188d440 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:01:07.337219 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e09adbb1-834b-474a-b1bd-369818a83835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:07.340476 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-db8e877c-1b1b-417a-8dc3-b211fad3870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:07.402751 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e09adbb1-834b-474a-b1bd-369818a83835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:07.409811 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a9c5f6c7-2d85-460c-868e-271a8188d440 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:07.410190 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:07.442522 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e877c-1b1b-417a-8dc3-b211fad3870b None None] Pushing event updated for resources: {'Port': ['ID=a9c5f6c7-2d85-460c-868e-271a8188d440,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:07.496681 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'name': 'tempest-TestVolumeBootPattern-282474788-router', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'bcd25763-555d-4176-9aec-738c577e0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:56Z', 'updated_at': '2021-12-11T23:01:01Z', 'revision_number': 4, 'project_id': '19a00fe41e164719a2991d799fca2ff3', 'gw_port': {'id': 'bcd25763-555d-4176-9aec-738c577e0cbb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:40:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:57Z', 'updated_at': '2021-12-11T23:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a9c5f6c7-2d85-460c-868e-271a8188d440', 'name': '', 'network_id': '9f7a05fa-3116-4e9b-b238-22c1bf97525f', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3', 'mac_address': 'fa:16:3e:b0:96:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9e2310d5-eb73-4069-ba8a-6c6baa4c5331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:01:00Z', 'updated_at': '2021-12-11T23:01:06Z', 'revision_number': 4, 'project_id': '19a00fe41e164719a2991d799fca2ff3', 'subnets': [{'id': '9e2310d5-eb73-4069-ba8a-6c6baa4c5331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:07.515837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9ced2c10-bb3c-4592-9f42-d39a57f0a09d None None] Provisioning complete for port a9c5f6c7-2d85-460c-868e-271a8188d440 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:07.516217 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9ced2c10-bb3c-4592-9f42-d39a57f0a09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:07.524968 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3f85795-40dd-410f-9325-69d113e5de84 req-275fb45d-a573-470d-af12-833d39c931d5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688744 Dec 11 23:01:07.539487 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4545824b-d258-4f92-a9bc-d01d97bc01cb None None] The sync data for ids ['aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'] in n-d-710847-6 is: [{'id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'name': 'tempest-TestVolumeBootPattern-282474788-router', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'bcd25763-555d-4176-9aec-738c577e0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:56Z', 'updated_at': '2021-12-11T23:01:01Z', 'revision_number': 4, 'project_id': '19a00fe41e164719a2991d799fca2ff3', 'gw_port': {'id': 'bcd25763-555d-4176-9aec-738c577e0cbb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:40:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:57Z', 'updated_at': '2021-12-11T23:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a9c5f6c7-2d85-460c-868e-271a8188d440', 'name': '', 'network_id': '9f7a05fa-3116-4e9b-b238-22c1bf97525f', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3', 'mac_address': 'fa:16:3e:b0:96:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '9e2310d5-eb73-4069-ba8a-6c6baa4c5331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:01:00Z', 'updated_at': '2021-12-11T23:01:06Z', 'revision_number': 4, 'project_id': '19a00fe41e164719a2991d799fca2ff3', 'subnets': [{'id': '9e2310d5-eb73-4069-ba8a-6c6baa4c5331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:01:07.580004 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e09adbb1-834b-474a-b1bd-369818a83835 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=829e90033e674be0a227f55f152271ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4633639 Dec 11 23:01:07.583297 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50538) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:07.604232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f85795-40dd-410f-9325-69d113e5de84 req-c507e66c-5f36-468d-8193-d468cd1e75ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:07.604469 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09adbb1-834b-474a-b1bd-369818a83835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412daa50-3795-4469-bf97-4eeb715ba216,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:07.606696 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3f85795-40dd-410f-9325-69d113e5de84 req-c507e66c-5f36-468d-8193-d468cd1e75ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d22bf1cb388f497bbb0de4f3c0e23219&device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 1096 time: 0.0594225 Dec 11 23:01:07.704937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-2107f010-d5c3-483b-b9d5-6b839adfaa05 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:07.706760 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-2107f010-d5c3-483b-b9d5-6b839adfaa05 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 811 time: 0.3063452 Dec 11 23:01:07.725534 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e71f99d1-5222-4876-94a4-20973c96d737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:07.745394 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-f5375adf-9815-4752-95e2-6a3b226659cc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/quotas/81e65028dda549d793a43c7e6f96a7f6 HTTP/1.1" status: 200 len: 375 time: 0.0296433 Dec 11 23:01:07.767955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f85795-40dd-410f-9325-69d113e5de84 req-be6be55d-ecde-4b4c-b4ff-89e7932e67ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:07.769452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3f85795-40dd-410f-9325-69d113e5de84 req-be6be55d-ecde-4b4c-b4ff-89e7932e67ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=e67588e6-31ce-4b31-b404-c84ad13cd94a HTTP/1.1" status: 200 len: 909 time: 0.1381578 Dec 11 23:01:07.792931 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e71f99d1-5222-4876-94a4-20973c96d737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:07.840260 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3f85795-40dd-410f-9325-69d113e5de84 req-3bdd52f7-366b-47e5-af3a-d85ee1f094ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa4a634d-08a2-4670-8a2f-7eb81641c9ff HTTP/1.1" status: 200 len: 1001 time: 0.0632930 Dec 11 23:01:07.840755 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-188860d7-2de6-44f3-8f27-6584c99e0b59 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874789 Dec 11 23:01:07.909869 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f85795-40dd-410f-9325-69d113e5de84 req-78bbcff0-198f-453e-93c8-8b26ab24a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:07.920503 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3f85795-40dd-410f-9325-69d113e5de84 req-78bbcff0-198f-453e-93c8-8b26ab24a0c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4aad2c2d-5146-4902-8870-3b240370c4cc HTTP/1.1" status: 200 len: 847 time: 0.0643623 Dec 11 23:01:07.957004 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-b404a4d8-e082-4664-961c-b96da0a6b956 service neutron] 10.222.0.45 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057956 Dec 11 23:01:07.995081 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e71f99d1-5222-4876-94a4-20973c96d737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:07.998745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f85795-40dd-410f-9325-69d113e5de84 req-9f5144ae-1f72-44ef-9949-e00c93a1ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:08.000319 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3f85795-40dd-410f-9325-69d113e5de84 req-9f5144ae-1f72-44ef-9949-e00c93a1ee15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e67588e6-31ce-4b31-b404-c84ad13cd94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815327 Dec 11 23:01:08.004037 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e71f99d1-5222-4876-94a4-20973c96d737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:08.010689 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e71f99d1-5222-4876-94a4-20973c96d737 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/412daa50-3795-4469-bf97-4eeb715ba216 HTTP/1.1" status: 204 len: 168 time: 0.4204760 Dec 11 23:01:08.058090 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f99d1-5222-4876-94a4-20973c96d737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412daa50-3795-4469-bf97-4eeb715ba216,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:08.111234 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-d1475959-0ce7-4676-a546-816eb61b6b57 service neutron] 10.222.0.45 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477418 Dec 11 23:01:08.157979 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3f85795-40dd-410f-9325-69d113e5de84 req-ebd73ebf-8e10-40ce-9808-a4bf9f5182dd service neutron] 10.222.0.13 "GET /v2.0/networks/e67588e6-31ce-4b31-b404-c84ad13cd94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480758 Dec 11 23:01:08.335800 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cf2b3-2710-4d05-9f25-c0af269491fb req-deca9041-c66b-47f6-8321-d877bee8a340 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:08.344131 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cf2b3-2710-4d05-9f25-c0af269491fb req-deca9041-c66b-47f6-8321-d877bee8a340 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:08.350113 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cf2b3-2710-4d05-9f25-c0af269491fb req-deca9041-c66b-47f6-8321-d877bee8a340 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:08.370308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cf2b3-2710-4d05-9f25-c0af269491fb req-deca9041-c66b-47f6-8321-d877bee8a340 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:08.379537 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cf2b3-2710-4d05-9f25-c0af269491fb req-deca9041-c66b-47f6-8321-d877bee8a340 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:08.386389 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cf2b3-2710-4d05-9f25-c0af269491fb req-deca9041-c66b-47f6-8321-d877bee8a340 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:08.393342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cf2b3-2710-4d05-9f25-c0af269491fb req-deca9041-c66b-47f6-8321-d877bee8a340 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:08.402961 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b79cf2b3-2710-4d05-9f25-c0af269491fb req-deca9041-c66b-47f6-8321-d877bee8a340 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.1670313 Dec 11 23:01:08.452219 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3f85795-40dd-410f-9325-69d113e5de84 req-aff918e3-41ab-4e96-8583-5dcdc033318d service neutron] 10.222.0.13 "GET /v2.0/networks/e67588e6-31ce-4b31-b404-c84ad13cd94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856829 Dec 11 23:01:08.500575 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b79cf2b3-2710-4d05-9f25-c0af269491fb req-3a017904-9045-4ca8-bcb9-4fd8b107f14f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965931 Dec 11 23:01:08.796959 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfdd4404-bf69-4a47-ade3-8eb40747e493 req-bddcdddc-6a24-48be-8cff-6e5b8506e4b0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 210 time: 0.0326061 Dec 11 23:01:09.104507 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50600) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:09.155971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a9c5f6c7-2d85-460c-868e-271a8188d440 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:01:09.210155 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a9c5f6c7-2d85-460c-868e-271a8188d440 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:09.210604 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:09.343422 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5b7f6c51-379c-412a-9181-99ed1d0fbb17 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1552277706'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:09.441034 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6c51-379c-412a-9181-99ed1d0fbb17 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:09.442220 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6c51-379c-412a-9181-99ed1d0fbb17 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:09.496163 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6c51-379c-412a-9181-99ed1d0fbb17 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:09.587694 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6c51-379c-412a-9181-99ed1d0fbb17 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:09.658430 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718367-ab26-475b-aae9-a8458e5ad238 req-7a9046df-78ee-44c5-a974-9b78f0f9ef4f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:09.665632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718367-ab26-475b-aae9-a8458e5ad238 req-7a9046df-78ee-44c5-a974-9b78f0f9ef4f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:09.671654 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718367-ab26-475b-aae9-a8458e5ad238 req-7a9046df-78ee-44c5-a974-9b78f0f9ef4f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:09.677696 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718367-ab26-475b-aae9-a8458e5ad238 req-7a9046df-78ee-44c5-a974-9b78f0f9ef4f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:09.684184 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718367-ab26-475b-aae9-a8458e5ad238 req-7a9046df-78ee-44c5-a974-9b78f0f9ef4f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:09.690160 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718367-ab26-475b-aae9-a8458e5ad238 req-7a9046df-78ee-44c5-a974-9b78f0f9ef4f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:09.697444 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718367-ab26-475b-aae9-a8458e5ad238 req-7a9046df-78ee-44c5-a974-9b78f0f9ef4f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:09.699439 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-32718367-ab26-475b-aae9-a8458e5ad238 req-7a9046df-78ee-44c5-a974-9b78f0f9ef4f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.1050746 Dec 11 23:01:09.702878 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6c51-379c-412a-9181-99ed1d0fbb17 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:09.704195 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5b7f6c51-379c-412a-9181-99ed1d0fbb17 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5985277 Dec 11 23:01:09.706706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50616) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:09.761113 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-32718367-ab26-475b-aae9-a8458e5ad238 req-79208e87-2d9f-4e7e-b31d-e731bb9af3b1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550282 Dec 11 23:01:09.783955 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75685b9b-cf8c-4c62-a660-bb53a752afde tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:09.931978 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cb5acfe6-807c-44ce-bf43-43af383f0b6e req-0088e699-e04e-4ac1-bbb1-f158838f0868 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 210 time: 0.0803905 Dec 11 23:01:09.966861 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75685b9b-cf8c-4c62-a660-bb53a752afde tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:09.969114 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75685b9b-cf8c-4c62-a660-bb53a752afde tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:10.075518 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75685b9b-cf8c-4c62-a660-bb53a752afde tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:10.078781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75685b9b-cf8c-4c62-a660-bb53a752afde tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6af6660c-201f-4ed6-ae9c-d8897214a8ad {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:01:10.080618 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75685b9b-cf8c-4c62-a660-bb53a752afde tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:10.082186 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-75685b9b-cf8c-4c62-a660-bb53a752afde tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] 10.222.0.45 "DELETE /v2.0/routers/6af6660c-201f-4ed6-ae9c-d8897214a8ad HTTP/1.1" status: 204 len: 168 time: 0.3744159 Dec 11 23:01:10.085259 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50628) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:10.091352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8b34906a-2c9f-4e98-8a44-181f83e9d058 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Request body: {'router': {'name': 'tempest-router-807093338', 'distributed': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:10.221529 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b34906a-2c9f-4e98-8a44-181f83e9d058 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:10.222606 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b34906a-2c9f-4e98-8a44-181f83e9d058 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:10.279103 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b34906a-2c9f-4e98-8a44-181f83e9d058 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:10.376379 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b34906a-2c9f-4e98-8a44-181f83e9d058 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:10.464109 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b34906a-2c9f-4e98-8a44-181f83e9d058 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:10.465392 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8b34906a-2c9f-4e98-8a44-181f83e9d058 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3784370 Dec 11 23:01:10.468154 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50636) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:10.543053 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edd98bee-8527-4726-80ee-0b377ca4dd81 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:10.709730 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edd98bee-8527-4726-80ee-0b377ca4dd81 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:10.712596 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edd98bee-8527-4726-80ee-0b377ca4dd81 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:10.823674 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edd98bee-8527-4726-80ee-0b377ca4dd81 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:10.824231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd98bee-8527-4726-80ee-0b377ca4dd81 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e7e938f-31d1-43e3-a297-dc32670308db {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:01:10.838104 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-edd98bee-8527-4726-80ee-0b377ca4dd81 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:10.838104 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-edd98bee-8527-4726-80ee-0b377ca4dd81 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] 10.222.0.45 "DELETE /v2.0/routers/6e7e938f-31d1-43e3-a297-dc32670308db HTTP/1.1" status: 204 len: 168 time: 0.3607712 Dec 11 23:01:10.838300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50646) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:10.839202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c8193b61-0d4e-4628-8680-1bc9434b3f36 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Request body: {'router': {'name': 'tempest-router-794393741', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6836be7234a746b7930b84d89d291a8e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:10.899596 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7454ca-cd37-4c0f-b380-4f0227ef927f req-c7fd1a81-d3fc-4e06-b8df-d582328c0124 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:10.900791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7454ca-cd37-4c0f-b380-4f0227ef927f req-c7fd1a81-d3fc-4e06-b8df-d582328c0124 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:10.906863 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7454ca-cd37-4c0f-b380-4f0227ef927f req-c7fd1a81-d3fc-4e06-b8df-d582328c0124 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:10.912921 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7454ca-cd37-4c0f-b380-4f0227ef927f req-c7fd1a81-d3fc-4e06-b8df-d582328c0124 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:10.919279 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7454ca-cd37-4c0f-b380-4f0227ef927f req-c7fd1a81-d3fc-4e06-b8df-d582328c0124 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:10.925301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7454ca-cd37-4c0f-b380-4f0227ef927f req-c7fd1a81-d3fc-4e06-b8df-d582328c0124 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:10.933788 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7454ca-cd37-4c0f-b380-4f0227ef927f req-c7fd1a81-d3fc-4e06-b8df-d582328c0124 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:10.933788 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1a7454ca-cd37-4c0f-b380-4f0227ef927f req-c7fd1a81-d3fc-4e06-b8df-d582328c0124 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.0944619 Dec 11 23:01:10.957318 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8193b61-0d4e-4628-8680-1bc9434b3f36 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:10.958464 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8193b61-0d4e-4628-8680-1bc9434b3f36 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:11.028078 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1a7454ca-cd37-4c0f-b380-4f0227ef927f req-36d090e4-61bb-429b-91b2-dd3a7302727c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883319 Dec 11 23:01:11.045826 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8193b61-0d4e-4628-8680-1bc9434b3f36 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:11.077056 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7cf3dcc8-0e50-4fe8-8303-7bd1d36c86f1 req-4e404873-9d07-4077-9dd3-76e9a6ae65f2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 210 time: 0.0298052 Dec 11 23:01:11.165481 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8193b61-0d4e-4628-8680-1bc9434b3f36 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:11.235055 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c8193b61-0d4e-4628-8680-1bc9434b3f36 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:11.240854 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c8193b61-0d4e-4628-8680-1bc9434b3f36 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4020030 Dec 11 23:01:11.243149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50660) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:11.247663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-06771845-4e64-4a70-bec5-88eaca1114cd tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:11.866174 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06771845-4e64-4a70-bec5-88eaca1114cd tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1149'] for router, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:11.866773 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06771845-4e64-4a70-bec5-88eaca1114cd tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:11.875346 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-4af77517-6e6a-4f5d-a105-f270732f6b58 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:11.876792 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-4af77517-6e6a-4f5d-a105-f270732f6b58 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.13 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 811 time: 0.5953538 Dec 11 23:01:11.910073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-5593ca24-5bb5-4540-8f3f-c6afbaef7a02 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'port': {'device_id': '05eab216-7d8f-450e-b8cd-84503c0fb632', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'admin_state_up': True, 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:12.008653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-06771845-4e64-4a70-bec5-88eaca1114cd tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103692) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 11 23:01:12.009001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-06771845-4e64-4a70-bec5-88eaca1114cd tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Router 4e7151c1-da26-40b7-ac83-b8226b30ffe8 migrating from provider to provider. {{(pid=103692) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 11 23:01:12.009385 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06771845-4e64-4a70-bec5-88eaca1114cd tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:12.019212 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06771845-4e64-4a70-bec5-88eaca1114cd tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:12.103743 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06771845-4e64-4a70-bec5-88eaca1114cd tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519270'] for router, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:12.165055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-5593ca24-5bb5-4540-8f3f-c6afbaef7a02 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Made reservation on behalf of 81e65028dda549d793a43c7e6f96a7f6 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:01:12.168626 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-5593ca24-5bb5-4540-8f3f-c6afbaef7a02 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:12.177002 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd88fe7-77e2-4ca0-aa9c-9ec383e5b266 req-1f2c952a-7cf7-44bf-83e4-ef0de5fec40d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:12.184347 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd88fe7-77e2-4ca0-aa9c-9ec383e5b266 req-1f2c952a-7cf7-44bf-83e4-ef0de5fec40d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:12.190471 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd88fe7-77e2-4ca0-aa9c-9ec383e5b266 req-1f2c952a-7cf7-44bf-83e4-ef0de5fec40d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:12.197477 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd88fe7-77e2-4ca0-aa9c-9ec383e5b266 req-1f2c952a-7cf7-44bf-83e4-ef0de5fec40d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:12.203534 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd88fe7-77e2-4ca0-aa9c-9ec383e5b266 req-1f2c952a-7cf7-44bf-83e4-ef0de5fec40d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:12.209893 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd88fe7-77e2-4ca0-aa9c-9ec383e5b266 req-1f2c952a-7cf7-44bf-83e4-ef0de5fec40d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:12.217764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd88fe7-77e2-4ca0-aa9c-9ec383e5b266 req-1f2c952a-7cf7-44bf-83e4-ef0de5fec40d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:12.219825 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ddd88fe7-77e2-4ca0-aa9c-9ec383e5b266 req-1f2c952a-7cf7-44bf-83e4-ef0de5fec40d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.1063309 Dec 11 23:01:12.237800 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7faee41-f487-491c-8b44-8962f99095b6 req-9569b2a1-1067-4fc6-a6f5-c92fe6f17b24 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 210 time: 0.0771253 Dec 11 23:01:12.255262 n-d-710847-6 neutron-server[103692]: WARNING neutron.scheduler.l3_agent_scheduler [None req-06771845-4e64-4a70-bec5-88eaca1114cd tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] No L3 agents can host the router 4e7151c1-da26-40b7-ac83-b8226b30ffe8 Dec 11 23:01:12.310584 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ddd88fe7-77e2-4ca0-aa9c-9ec383e5b266 req-0cd11e21-6ed4-4a4e-9ad0-2355012f29a2 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845757 Dec 11 23:01:12.355467 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:01:12.456259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06771845-4e64-4a70-bec5-88eaca1114cd tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Hosts for router 4e7151c1-da26-40b7-ac83-b8226b30ffe8: [] {{(pid=103692) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 11 23:01:12.461981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-5593ca24-5bb5-4540-8f3f-c6afbaef7a02 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Allocated IP 172.20.0.7 (a182ed71-8604-4735-b0e3-af0e3d3bd68a/db78c92f-893f-4a44-a521-695a54395046/d368d03a-8ec5-4c52-8a87-d16263d89d7f) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:01:12.490133 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06771845-4e64-4a70-bec5-88eaca1114cd tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Hosts for other DVR routers connected to router 4e7151c1-da26-40b7-ac83-b8226b30ffe8: set() {{(pid=103692) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 11 23:01:12.492844 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06771845-4e64-4a70-bec5-88eaca1114cd tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:12.495970 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-06771845-4e64-4a70-bec5-88eaca1114cd tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] 10.222.0.45 "PUT /v2.0/routers/4e7151c1-da26-40b7-ac83-b8226b30ffe8 HTTP/1.1" status: 200 len: 716 time: 1.2498760 Dec 11 23:01:12.496916 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50682) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:12.534942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50684) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:12.588282 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e5c69a1d-edc9-4a17-861f-1d21fecff41e tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] 10.222.0.45 "GET /v2.0/routers/4e7151c1-da26-40b7-ac83-b8226b30ffe8 HTTP/1.1" status: 200 len: 716 time: 0.0901639 Dec 11 23:01:12.592138 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50688) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:12.671740 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-5593ca24-5bb5-4540-8f3f-c6afbaef7a02 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:12.691895 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbfcf056-6bc2-48ad-881a-0bb13b418177 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:12.791106 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbfcf056-6bc2-48ad-881a-0bb13b418177 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:12.804453 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-5593ca24-5bb5-4540-8f3f-c6afbaef7a02 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:12.857237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-5593ca24-5bb5-4540-8f3f-c6afbaef7a02 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Network a182ed71-8604-4735-b0e3-af0e3d3bd68a is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:01:12.860551 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbfcf056-6bc2-48ad-881a-0bb13b418177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:12.866084 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-5593ca24-5bb5-4540-8f3f-c6afbaef7a02 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:12.870989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593ca24-5bb5-4540-8f3f-c6afbaef7a02 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'Port': ['ID=d368d03a-8ec5-4c52-8a87-d16263d89d7f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:12.870989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-5593ca24-5bb5-4540-8f3f-c6afbaef7a02 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:01:12.878938 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0c07abb2-9635-4a59-a83c-8ea37fd95135 tempest-RoutersTestDVR-493732955 tempest-RoutersTestDVR-493732955-project] 10.222.0.45 "GET /v2.0/routers/4e7151c1-da26-40b7-ac83-b8226b30ffe8 HTTP/1.1" status: 200 len: 682 time: 0.2855341 Dec 11 23:01:12.881330 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50692) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:12.931151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-5593ca24-5bb5-4540-8f3f-c6afbaef7a02 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:12.931798 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-5593ca24-5bb5-4540-8f3f-c6afbaef7a02 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:12.963126 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-857eb70e-7f60-49dd-bb3d-d2c2c2cffd4d tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:12.984113 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dbfcf056-6bc2-48ad-881a-0bb13b418177 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e3b75297755494ebb55547a264033b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4471931 Dec 11 23:01:12.988601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50694) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:13.088910 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-5593ca24-5bb5-4540-8f3f-c6afbaef7a02 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1826322 Dec 11 23:01:13.092250 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cbe507a-6047-45b5-8a7a-0f20827be724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.094690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcf056-6bc2-48ad-881a-0bb13b418177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c642091-fdd3-4dea-ab26-cc7981c0f9f2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:13.128370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Request body: {'port': {'device_id': '05eab216-7d8f-450e-b8cd-84503c0fb632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:13.154863 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cbe507a-6047-45b5-8a7a-0f20827be724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.191734 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-857eb70e-7f60-49dd-bb3d-d2c2c2cffd4d tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.193919 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-857eb70e-7f60-49dd-bb3d-d2c2c2cffd4d tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.224474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c3bd6df5-63f4-46f6-b580-4e44b3886d3e None None] Provisioning complete for port d368d03a-8ec5-4c52-8a87-d16263d89d7f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:13.225060 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c3bd6df5-63f4-46f6-b580-4e44b3886d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.243400 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.260082 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd6df5-63f4-46f6-b580-4e44b3886d3e None None] Port d368d03a-8ec5-4c52-8a87-d16263d89d7f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:01:13.295797 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-857eb70e-7f60-49dd-bb3d-d2c2c2cffd4d tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.296334 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857eb70e-7f60-49dd-bb3d-d2c2c2cffd4d tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e7151c1-da26-40b7-ac83-b8226b30ffe8 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:01:13.303362 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-857eb70e-7f60-49dd-bb3d-d2c2c2cffd4d tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.307453 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-857eb70e-7f60-49dd-bb3d-d2c2c2cffd4d tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] 10.222.0.45 "DELETE /v2.0/routers/4e7151c1-da26-40b7-ac83-b8226b30ffe8 HTTP/1.1" status: 204 len: 168 time: 0.4247131 Dec 11 23:01:13.308085 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50698) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:13.313477 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-360c0e77-9c86-48a9-9751-b7dcd05a52ac tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Request body: {'router': {'name': 'tempest-router-1714594362', 'distributed': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:13.375341 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cbe507a-6047-45b5-8a7a-0f20827be724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.377964 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cbe507a-6047-45b5-8a7a-0f20827be724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.382187 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6cbe507a-6047-45b5-8a7a-0f20827be724 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7c642091-fdd3-4dea-ab26-cc7981c0f9f2 HTTP/1.1" status: 204 len: 168 time: 0.3895476 Dec 11 23:01:13.393188 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-360c0e77-9c86-48a9-9751-b7dcd05a52ac tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.398509 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-360c0e77-9c86-48a9-9751-b7dcd05a52ac tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.436274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe507a-6047-45b5-8a7a-0f20827be724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c642091-fdd3-4dea-ab26-cc7981c0f9f2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:13.495383 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-360c0e77-9c86-48a9-9751-b7dcd05a52ac tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.529844 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7120ae-93fa-4a15-ba80-132fd55bd95c req-e9d48cde-e2f9-4d9f-908a-9ecc695ea81e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:13.536594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538ee9e-6564-407b-bc54-57763b4fc7f7 req-382fb0bb-323a-4ed2-bb0d-8a93c0205ac3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:13.537920 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7120ae-93fa-4a15-ba80-132fd55bd95c req-e9d48cde-e2f9-4d9f-908a-9ecc695ea81e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:13.538545 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7538ee9e-6564-407b-bc54-57763b4fc7f7 req-382fb0bb-323a-4ed2-bb0d-8a93c0205ac3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 931 time: 0.1708782 Dec 11 23:01:13.546625 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7120ae-93fa-4a15-ba80-132fd55bd95c req-e9d48cde-e2f9-4d9f-908a-9ecc695ea81e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:13.555512 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7120ae-93fa-4a15-ba80-132fd55bd95c req-e9d48cde-e2f9-4d9f-908a-9ecc695ea81e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:13.562040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7120ae-93fa-4a15-ba80-132fd55bd95c req-e9d48cde-e2f9-4d9f-908a-9ecc695ea81e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:13.568033 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7120ae-93fa-4a15-ba80-132fd55bd95c req-e9d48cde-e2f9-4d9f-908a-9ecc695ea81e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:13.575413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7120ae-93fa-4a15-ba80-132fd55bd95c req-e9d48cde-e2f9-4d9f-908a-9ecc695ea81e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:13.577632 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c7120ae-93fa-4a15-ba80-132fd55bd95c req-e9d48cde-e2f9-4d9f-908a-9ecc695ea81e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.1558566 Dec 11 23:01:13.579059 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-360c0e77-9c86-48a9-9751-b7dcd05a52ac tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.649131 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c7120ae-93fa-4a15-ba80-132fd55bd95c req-284d7334-248f-49ce-8229-eb8ba6844513 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573683 Dec 11 23:01:13.651454 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7538ee9e-6564-407b-bc54-57763b4fc7f7 req-f04af338-6448-4af6-b0b6-21a5fafcb574 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017456 Dec 11 23:01:13.675005 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-360c0e77-9c86-48a9-9751-b7dcd05a52ac tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.678690 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-360c0e77-9c86-48a9-9751-b7dcd05a52ac tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3671589 Dec 11 23:01:13.682383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50704) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:13.701309 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.703078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d368d03a-8ec5-4c52-8a87-d16263d89d7f {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:01:13.712778 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.728255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Transition to ACTIVE for port object d368d03a-8ec5-4c52-8a87-d16263d89d7f will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:01:13.791336 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:13.905945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Pushing event updated for resources: {'Port': ['ID=d368d03a-8ec5-4c52-8a87-d16263d89d7f,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:13.987087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Attempting to bind port d368d03a-8ec5-4c52-8a87-d16263d89d7f on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:01:13.987861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Attempting to bind port d368d03a-8ec5-4c52-8a87-d16263d89d7f by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:01:13.988431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Attempting to bind port d368d03a-8ec5-4c52-8a87-d16263d89d7f on network a182ed71-8604-4735-b0e3-af0e3d3bd68a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:01:13.995664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Port d368d03a-8ec5-4c52-8a87-d16263d89d7f on network a182ed71-8604-4735-b0e3-af0e3d3bd68a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:01:13.996383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Attempting to bind port d368d03a-8ec5-4c52-8a87-d16263d89d7f on network a182ed71-8604-4735-b0e3-af0e3d3bd68a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:01:14.005249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:01:14.006036 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Checking segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:01:14.006753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Bound using segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:01:14.007524 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Bound port: d368d03a-8ec5-4c52-8a87-d16263d89d7f, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:01:14.008880 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:14.086006 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07d83eb7-02f0-41c0-bc90-740c01523274 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:14.109263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] For port d368d03a-8ec5-4c52-8a87-d16263d89d7f, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:01:14.112936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] For port d368d03a-8ec5-4c52-8a87-d16263d89d7f, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d368d03a-8ec5-4c52-8a87-d16263d89d7f,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:01:14.167742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50708) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:14.191032 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:14.193185 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5889c26-c070-4daa-a086-f418c37e7d1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:14.247601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:14.248230 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:14.249625 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] 10.222.0.13 "PUT /v2.0/ports/d368d03a-8ec5-4c52-8a87-d16263d89d7f HTTP/1.1" status: 200 len: 1091 time: 1.1493390 Dec 11 23:01:14.251937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05eab216-7d8f-450e-b8cd-84503c0fb632', 'tag': 'd368d03a-8ec5-4c52-8a87-d16263d89d7f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:01:14.254350 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8b40e7-6927-466b-bb5c-1d8234c4545d" -d '{"events": [{"name": "network-changed", "server_uuid": "05eab216-7d8f-450e-b8cd-84503c0fb632", "tag": "d368d03a-8ec5-4c52-8a87-d16263d89d7f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:01:14.277704 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07d83eb7-02f0-41c0-bc90-740c01523274 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:14.280035 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07d83eb7-02f0-41c0-bc90-740c01523274 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:14.319862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94947c96-cb07-4bae-b322-b178b86c6b32 service neutron] Pushing event updated for resources: {'Port': ['ID=d368d03a-8ec5-4c52-8a87-d16263d89d7f,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:14.325895 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647bdd20-3a85-4dea-a581-303c155e49c1 x-openstack-request-id: req-647bdd20-3a85-4dea-a581-303c155e49c1 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:01:14.327139 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05eab216-7d8f-450e-b8cd-84503c0fb632", "tag": "d368d03a-8ec5-4c52-8a87-d16263d89d7f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:01:14.327756 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-647bdd20-3a85-4dea-a581-303c155e49c1 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:01:14.331209 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05eab216-7d8f-450e-b8cd-84503c0fb632', 'tag': 'd368d03a-8ec5-4c52-8a87-d16263d89d7f', 'status': 'completed', 'code': 200} Dec 11 23:01:14.392317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b40e7-6927-466b-bb5c-1d8234c4545d req-3a3a2e47-77cc-42c0-ad16-f17625aa6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:14.394167 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eb8b40e7-6927-466b-bb5c-1d8234c4545d req-3a3a2e47-77cc-42c0-ad16-f17625aa6257 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 1094 time: 0.0485082 Dec 11 23:01:14.433161 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07d83eb7-02f0-41c0-bc90-740c01523274 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:14.433684 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d83eb7-02f0-41c0-bc90-740c01523274 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72992a94-30b1-4850-942a-24c883b9112e {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:01:14.438603 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07d83eb7-02f0-41c0-bc90-740c01523274 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:14.446056 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-07d83eb7-02f0-41c0-bc90-740c01523274 tempest-RoutersTestDVR-921884158 tempest-RoutersTestDVR-921884158-project-admin] 10.222.0.45 "DELETE /v2.0/routers/72992a94-30b1-4850-942a-24c883b9112e HTTP/1.1" status: 204 len: 168 time: 0.7594655 Dec 11 23:01:14.542890 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5889c26-c070-4daa-a086-f418c37e7d1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:14.544528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b40e7-6927-466b-bb5c-1d8234c4545d req-85f4a805-1309-4d19-8126-17a13dbc658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:14.546267 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eb8b40e7-6927-466b-bb5c-1d8234c4545d req-85f4a805-1309-4d19-8126-17a13dbc658e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=81e65028dda549d793a43c7e6f96a7f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1442091 Dec 11 23:01:14.612368 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5889c26-c070-4daa-a086-f418c37e7d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:14.683954 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a5889c26-c070-4daa-a086-f418c37e7d1a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5af6322142ca418f838a139a8782c48f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5144954 Dec 11 23:01:14.686203 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50718) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:14.686364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5889c26-c070-4daa-a086-f418c37e7d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1ee495-573b-44d3-97a1-aacb69f8982a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:14.707453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b40e7-6927-466b-bb5c-1d8234c4545d req-abdd3334-6890-4e46-8368-7dd79eead004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:14.709296 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eb8b40e7-6927-466b-bb5c-1d8234c4545d req-abdd3334-6890-4e46-8368-7dd79eead004 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1569536 Dec 11 23:01:14.821004 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62cc7aa1-a9d2-47bc-b62c-91791cc0ca3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:14.833598 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c423460-a95b-486e-b058-467f3599b886 req-18eb4275-20ea-40ef-b98d-785aeb4aa76d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:14.841725 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c423460-a95b-486e-b058-467f3599b886 req-18eb4275-20ea-40ef-b98d-785aeb4aa76d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 943 time: 0.0803342 Dec 11 23:01:14.854085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215046d-fd45-4230-95b4-98aa68337e87 req-f40f18fb-86d5-431f-b680-e7d4aefd9cc7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:14.860174 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215046d-fd45-4230-95b4-98aa68337e87 req-f40f18fb-86d5-431f-b680-e7d4aefd9cc7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:14.866258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215046d-fd45-4230-95b4-98aa68337e87 req-f40f18fb-86d5-431f-b680-e7d4aefd9cc7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:14.872798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215046d-fd45-4230-95b4-98aa68337e87 req-f40f18fb-86d5-431f-b680-e7d4aefd9cc7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:14.874190 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62cc7aa1-a9d2-47bc-b62c-91791cc0ca3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:14.880138 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215046d-fd45-4230-95b4-98aa68337e87 req-f40f18fb-86d5-431f-b680-e7d4aefd9cc7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:14.887909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215046d-fd45-4230-95b4-98aa68337e87 req-f40f18fb-86d5-431f-b680-e7d4aefd9cc7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:14.893577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215046d-fd45-4230-95b4-98aa68337e87 req-f40f18fb-86d5-431f-b680-e7d4aefd9cc7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:14.895632 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9215046d-fd45-4230-95b4-98aa68337e87 req-f40f18fb-86d5-431f-b680-e7d4aefd9cc7 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.1430078 Dec 11 23:01:14.908078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-e42337d6-dead-456b-becb-b7bc84884603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:14.910357 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-e42337d6-dead-456b-becb-b7bc84884603 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 1094 time: 0.1469357 Dec 11 23:01:14.939696 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c423460-a95b-486e-b058-467f3599b886 req-49a2bbef-6b6d-44e0-9a04-c0b1759454f9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964978 Dec 11 23:01:14.969299 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-ccf2f7f3-7379-41e2-a4c3-9f007f1dabe9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d368d03a-8ec5-4c52-8a87-d16263d89d7f HTTP/1.1" status: 200 len: 217 time: 0.0504358 Dec 11 23:01:15.047926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50722) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:15.059043 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62cc7aa1-a9d2-47bc-b62c-91791cc0ca3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:15.064129 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62cc7aa1-a9d2-47bc-b62c-91791cc0ca3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:15.065600 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9215046d-fd45-4230-95b4-98aa68337e87 req-eb37b99d-5604-4ff7-a10d-5ac46dad6cfb tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1612859 Dec 11 23:01:15.067873 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-62cc7aa1-a9d2-47bc-b62c-91791cc0ca3c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c1ee495-573b-44d3-97a1-aacb69f8982a HTTP/1.1" status: 204 len: 168 time: 0.3805566 Dec 11 23:01:15.076560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-b0f03f64-72c2-4633-a96b-ffdc1b089e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:15.079560 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-b0f03f64-72c2-4633-a96b-ffdc1b089e6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.0846815 Dec 11 23:01:15.086604 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc7aa1-a9d2-47bc-b62c-91791cc0ca3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1ee495-573b-44d3-97a1-aacb69f8982a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:15.156400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-4a3b5235-ef19-4c9a-82f7-853541dc0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:15.157957 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-4a3b5235-ef19-4c9a-82f7-853541dc0ee5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702193 Dec 11 23:01:15.204607 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5c92f8a-4f46-407d-a2b8-0c2bb02e2eca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:15.270875 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-a8ba71ee-5ad5-44c4-8c0c-5ce32d314626 service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053610 Dec 11 23:01:15.289357 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5c92f8a-4f46-407d-a2b8-0c2bb02e2eca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:15.374602 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-50e1b607-9afc-4a0d-96e4-30882ec948a7 req-9d65db9c-5166-495e-b29e-88e355269a8b service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960073 Dec 11 23:01:15.384258 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5c92f8a-4f46-407d-a2b8-0c2bb02e2eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:15.470350 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d5c92f8a-4f46-407d-a2b8-0c2bb02e2eca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6836be7234a746b7930b84d89d291a8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4196630 Dec 11 23:01:15.470880 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50732) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:15.477983 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c92f8a-4f46-407d-a2b8-0c2bb02e2eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5439c76-128f-464c-af07-cdf7a034cbe6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:15.532347 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffa8b702-043d-4981-b150-0dab230f704d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:15.578833 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffa8b702-043d-4981-b150-0dab230f704d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:15.726639 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffa8b702-043d-4981-b150-0dab230f704d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:15.729781 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffa8b702-043d-4981-b150-0dab230f704d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:15.731247 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ffa8b702-043d-4981-b150-0dab230f704d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5439c76-128f-464c-af07-cdf7a034cbe6 HTTP/1.1" status: 204 len: 168 time: 0.2592313 Dec 11 23:01:15.741726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8b702-043d-4981-b150-0dab230f704d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5439c76-128f-464c-af07-cdf7a034cbe6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:16.096735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea93be7-4c9b-4610-94c6-146b5211247e req-305a8f32-e0d7-4af4-817b-9954b5e1a28e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:16.098763 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ea93be7-4c9b-4610-94c6-146b5211247e req-305a8f32-e0d7-4af4-817b-9954b5e1a28e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 943 time: 0.0807476 Dec 11 23:01:16.173714 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ea93be7-4c9b-4610-94c6-146b5211247e req-5821e3e3-c718-4175-a7a1-857346079ae8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660050 Dec 11 23:01:16.276766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b7964-7ea9-4114-9350-63b7304ef4b4 req-8b1479b6-e9ff-45b9-8e91-9c6920d95170 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:16.282860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b7964-7ea9-4114-9350-63b7304ef4b4 req-8b1479b6-e9ff-45b9-8e91-9c6920d95170 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:16.289397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b7964-7ea9-4114-9350-63b7304ef4b4 req-8b1479b6-e9ff-45b9-8e91-9c6920d95170 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:16.295438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b7964-7ea9-4114-9350-63b7304ef4b4 req-8b1479b6-e9ff-45b9-8e91-9c6920d95170 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:16.302536 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b7964-7ea9-4114-9350-63b7304ef4b4 req-8b1479b6-e9ff-45b9-8e91-9c6920d95170 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:16.309036 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b7964-7ea9-4114-9350-63b7304ef4b4 req-8b1479b6-e9ff-45b9-8e91-9c6920d95170 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:16.315159 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b7964-7ea9-4114-9350-63b7304ef4b4 req-8b1479b6-e9ff-45b9-8e91-9c6920d95170 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:16.317083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-538b7964-7ea9-4114-9350-63b7304ef4b4 req-8b1479b6-e9ff-45b9-8e91-9c6920d95170 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.0993950 Dec 11 23:01:16.386925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-538b7964-7ea9-4114-9350-63b7304ef4b4 req-635f3f22-6579-4664-aba5-202037d8d2cd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584826 Dec 11 23:01:16.465660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50760) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:16.480398 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04dcfe72-bb01-4e27-9f49-b8692cae4028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:16.561830 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04dcfe72-bb01-4e27-9f49-b8692cae4028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:16.652872 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04dcfe72-bb01-4e27-9f49-b8692cae4028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:16.696690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-04dcfe72-bb01-4e27-9f49-b8692cae4028 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e3a19da754f24f41831bbe5b40eb45a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273309 Dec 11 23:01:16.696970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50764) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:16.712322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcfe72-bb01-4e27-9f49-b8692cae4028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b88836-425a-4d32-87c3-0f00cda765af,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:16.752027 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb6a7-8fd2-4dc1-95fb-7006fd6bebed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:16.780216 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb6a7-8fd2-4dc1-95fb-7006fd6bebed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:16.895973 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb6a7-8fd2-4dc1-95fb-7006fd6bebed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:16.900783 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb6a7-8fd2-4dc1-95fb-7006fd6bebed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:16.902277 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bbfdb6a7-8fd2-4dc1-95fb-7006fd6bebed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/36b88836-425a-4d32-87c3-0f00cda765af HTTP/1.1" status: 204 len: 168 time: 0.2043769 Dec 11 23:01:16.912032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdb6a7-8fd2-4dc1-95fb-7006fd6bebed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b88836-425a-4d32-87c3-0f00cda765af,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:17.313131 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04367c1-7169-401a-a135-0461b1e36202 req-e95fdf46-e01e-4686-9aef-c1f37a9deeea tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:17.315150 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:17.321140 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b04367c1-7169-401a-a135-0461b1e36202 req-e95fdf46-e01e-4686-9aef-c1f37a9deeea tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 943 time: 0.0604968 Dec 11 23:01:17.372362 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b04367c1-7169-401a-a135-0461b1e36202 req-cc7f992e-9527-4187-8d8d-42d1fd2cb0ff tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503337 Dec 11 23:01:17.601934 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609d383-d6c6-4962-afa2-c3cbbe7ea9e4 req-98e76638-970a-4a0b-bf95-6dfd5c015f65 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:17.607932 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609d383-d6c6-4962-afa2-c3cbbe7ea9e4 req-98e76638-970a-4a0b-bf95-6dfd5c015f65 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:17.614477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609d383-d6c6-4962-afa2-c3cbbe7ea9e4 req-98e76638-970a-4a0b-bf95-6dfd5c015f65 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:17.620736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609d383-d6c6-4962-afa2-c3cbbe7ea9e4 req-98e76638-970a-4a0b-bf95-6dfd5c015f65 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:17.626764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609d383-d6c6-4962-afa2-c3cbbe7ea9e4 req-98e76638-970a-4a0b-bf95-6dfd5c015f65 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:17.633349 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609d383-d6c6-4962-afa2-c3cbbe7ea9e4 req-98e76638-970a-4a0b-bf95-6dfd5c015f65 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:17.639472 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609d383-d6c6-4962-afa2-c3cbbe7ea9e4 req-98e76638-970a-4a0b-bf95-6dfd5c015f65 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:17.641378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7609d383-d6c6-4962-afa2-c3cbbe7ea9e4 req-98e76638-970a-4a0b-bf95-6dfd5c015f65 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.1717992 Dec 11 23:01:17.707031 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7609d383-d6c6-4962-afa2-c3cbbe7ea9e4 req-eaa60e87-6727-4757-a391-8618219f8ac4 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594501 Dec 11 23:01:18.502621 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248c54b-d801-4461-a917-70e44ebd8e4d req-5848986e-8d5c-41c4-a655-62b55e4173b8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:18.504199 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c248c54b-d801-4461-a917-70e44ebd8e4d req-5848986e-8d5c-41c4-a655-62b55e4173b8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 943 time: 0.0610609 Dec 11 23:01:18.564021 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c248c54b-d801-4461-a917-70e44ebd8e4d req-dbcdef66-93fc-41ec-82b4-2d87cbab6335 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504196 Dec 11 23:01:18.812542 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5c5b62a4-0615-44a9-aa16-9d2376827c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:18.857810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c51d3d-662d-4ad2-868b-964afd1f4de1 req-b41ddbf2-e6f4-406f-ab1c-62b75913d787 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:18.864296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c51d3d-662d-4ad2-868b-964afd1f4de1 req-b41ddbf2-e6f4-406f-ab1c-62b75913d787 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:18.870668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c51d3d-662d-4ad2-868b-964afd1f4de1 req-b41ddbf2-e6f4-406f-ab1c-62b75913d787 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:18.876878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c51d3d-662d-4ad2-868b-964afd1f4de1 req-b41ddbf2-e6f4-406f-ab1c-62b75913d787 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:18.883158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c51d3d-662d-4ad2-868b-964afd1f4de1 req-b41ddbf2-e6f4-406f-ab1c-62b75913d787 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:18.889805 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c51d3d-662d-4ad2-868b-964afd1f4de1 req-b41ddbf2-e6f4-406f-ab1c-62b75913d787 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:18.895846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c51d3d-662d-4ad2-868b-964afd1f4de1 req-b41ddbf2-e6f4-406f-ab1c-62b75913d787 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:18.903451 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53c51d3d-662d-4ad2-868b-964afd1f4de1 req-b41ddbf2-e6f4-406f-ab1c-62b75913d787 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.1109197 Dec 11 23:01:18.936421 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50848) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:18.959563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53c51d3d-662d-4ad2-868b-964afd1f4de1 req-42a22373-2b20-49b5-ba53-3cc2c01c6114 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548627 Dec 11 23:01:19.078669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1426539633', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:19.154746 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Made reservation on behalf of 4b8c41caf52b46a68f546c82ef03de0e for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:01:19.157193 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:19.166611 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:19.241484 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:19.303352 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:19.309280 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] device_id is not set on port 7884f44a-e9db-4af4-b5b4-c46267f68b9d yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:01:19.362212 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad832cb-0272-47e9-b044-1d592e097e35,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:19.433303 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Allocated IP 172.25.1.78 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/7884f44a-e9db-4af4-b5b4-c46267f68b9d) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:01:19.602242 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:19.687129 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3869b-fc70-418c-8591-b06aba2332ee req-5d3f50aa-858a-4571-aeab-5eeba6d227f4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:19.688633 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cbb3869b-fc70-418c-8591-b06aba2332ee req-5d3f50aa-858a-4571-aeab-5eeba6d227f4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 943 time: 0.0538518 Dec 11 23:01:19.692428 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:19.738182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50862) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:19.749606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:01:19.753133 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:19.764501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:01:19.768420 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aab8bde-fa48-479b-b074-495f3ac54ba0 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:01:19.808024 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cbb3869b-fc70-418c-8591-b06aba2332ee req-8fd4e7e6-3a82-45d6-b951-5cda3b578841 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102571 Dec 11 23:01:19.808567 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Pushing event updated for resources: {'Port': ['ID=7884f44a-e9db-4af4-b5b4-c46267f68b9d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:19.831925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:19.832662 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:19.865515 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b48a0b4e-d6e3-4ef1-aba5-49aada121965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:19.884884 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3455740d-5a8a-4f0e-b47b-7ba13da13ed4 None None] Provisioning complete for port 7884f44a-e9db-4af4-b5b4-c46267f68b9d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:19.885480 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3455740d-5a8a-4f0e-b47b-7ba13da13ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:19.904968 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a0e8ec1e-f5ff-4383-b10f-11cc586826aa tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.9673030 Dec 11 23:01:19.907746 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50866) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:19.912214 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-55968e7c-ee4a-4e0a-829f-49c5ef751858 tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.78'}]}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:19.923511 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3455740d-5a8a-4f0e-b47b-7ba13da13ed4 None None] Port 7884f44a-e9db-4af4-b5b4-c46267f68b9d cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:01:19.945651 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b48a0b4e-d6e3-4ef1-aba5-49aada121965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:20.001086 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55968e7c-ee4a-4e0a-829f-49c5ef751858 tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:20.002342 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55968e7c-ee4a-4e0a-829f-49c5ef751858 tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:20.023896 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b48a0b4e-d6e3-4ef1-aba5-49aada121965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:20.061867 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55968e7c-ee4a-4e0a-829f-49c5ef751858 tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:20.092432 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b48a0b4e-d6e3-4ef1-aba5-49aada121965 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c82ed67471c4d50888c225385f8b6d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3530605 Dec 11 23:01:20.094219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a0b4e-d6e3-4ef1-aba5-49aada121965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ad7fe5-2a04-4bb9-9747-2dfa23e52660,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:20.095255 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50870) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:20.122063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3628f-abc8-4cb9-acf8-710084fbbceb req-fac9b77f-39c3-446c-972f-18d138abe0ff tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:20.128170 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3628f-abc8-4cb9-acf8-710084fbbceb req-fac9b77f-39c3-446c-972f-18d138abe0ff tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:20.134260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3628f-abc8-4cb9-acf8-710084fbbceb req-fac9b77f-39c3-446c-972f-18d138abe0ff tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:20.140278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3628f-abc8-4cb9-acf8-710084fbbceb req-fac9b77f-39c3-446c-972f-18d138abe0ff tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:20.145991 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09e2fabf-121e-470c-91d6-9f9c56661125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:20.146336 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3628f-abc8-4cb9-acf8-710084fbbceb req-fac9b77f-39c3-446c-972f-18d138abe0ff tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:20.152783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3628f-abc8-4cb9-acf8-710084fbbceb req-fac9b77f-39c3-446c-972f-18d138abe0ff tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:20.158752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3628f-abc8-4cb9-acf8-710084fbbceb req-fac9b77f-39c3-446c-972f-18d138abe0ff tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:20.160700 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-61a3628f-abc8-4cb9-acf8-710084fbbceb req-fac9b77f-39c3-446c-972f-18d138abe0ff tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.1229095 Dec 11 23:01:20.222576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-61a3628f-abc8-4cb9-acf8-710084fbbceb req-6e14cf00-329b-42a6-828c-55a1bbe6d9aa tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546346 Dec 11 23:01:20.232579 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09e2fabf-121e-470c-91d6-9f9c56661125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:20.330562 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55968e7c-ee4a-4e0a-829f-49c5ef751858 tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:20.436812 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09e2fabf-121e-470c-91d6-9f9c56661125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:20.439551 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09e2fabf-121e-470c-91d6-9f9c56661125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:20.440707 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-09e2fabf-121e-470c-91d6-9f9c56661125 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/04ad7fe5-2a04-4bb9-9747-2dfa23e52660 HTTP/1.1" status: 204 len: 168 time: 0.3444531 Dec 11 23:01:20.476912 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2fabf-121e-470c-91d6-9f9c56661125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ad7fe5-2a04-4bb9-9747-2dfa23e52660,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:20.642889 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55968e7c-ee4a-4e0a-829f-49c5ef751858 tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:20.666645 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55968e7c-ee4a-4e0a-829f-49c5ef751858 tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:20.841487 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55968e7c-ee4a-4e0a-829f-49c5ef751858 tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:21.037377 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55968e7c-ee4a-4e0a-829f-49c5ef751858 tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:21.041785 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55968e7c-ee4a-4e0a-829f-49c5ef751858 tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:21.052157 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4927e-c7df-475b-9a05-377c9296d2af req-f8e9666f-4e95-414c-9343-f1cf1a682777 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:21.053651 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-26a4927e-c7df-475b-9a05-377c9296d2af req-f8e9666f-4e95-414c-9343-f1cf1a682777 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 943 time: 0.1731801 Dec 11 23:01:21.114533 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50878) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:21.135978 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c444608e-e749-4aa2-ab82-caf0cf8686f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:21.152646 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55968e7c-ee4a-4e0a-829f-49c5ef751858 tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:21.153139 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55968e7c-ee4a-4e0a-829f-49c5ef751858 tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6473bb3-3583-4d20-9a2b-7c7fc8fe5782 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:01:21.162070 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-26a4927e-c7df-475b-9a05-377c9296d2af req-59df6c0f-10ca-4396-b300-391d4e584eaf tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738847 Dec 11 23:01:21.230433 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c444608e-e749-4aa2-ab82-caf0cf8686f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:21.246179 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-55968e7c-ee4a-4e0a-829f-49c5ef751858 tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 11 23:01:21.247221 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-55968e7c-ee4a-4e0a-829f-49c5ef751858 tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3384511 Dec 11 23:01:21.249939 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50880) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:21.269108 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b77566ea-afd4-4b91-bb58-a5ec0379e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:21.322128 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c444608e-e749-4aa2-ab82-caf0cf8686f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:21.354762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30330139-d8f1-4798-869e-e46c8633bd10 req-9ff1b18b-c4f1-4469-a121-fa242d1baacd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:21.360917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30330139-d8f1-4798-869e-e46c8633bd10 req-9ff1b18b-c4f1-4469-a121-fa242d1baacd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:21.368157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30330139-d8f1-4798-869e-e46c8633bd10 req-9ff1b18b-c4f1-4469-a121-fa242d1baacd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:21.368413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-6c65446d-0f2e-4c89-a104-35c68241e8ad tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Deleting port 7884f44a-e9db-4af4-b5b4-c46267f68b9d {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:01:21.368761 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c65446d-0f2e-4c89-a104-35c68241e8ad tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:21.371897 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444608e-e749-4aa2-ab82-caf0cf8686f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbd5fca-74ed-4231-b9d8-eb82e6cd73be,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:21.374990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30330139-d8f1-4798-869e-e46c8633bd10 req-9ff1b18b-c4f1-4469-a121-fa242d1baacd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:21.376021 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c444608e-e749-4aa2-ab82-caf0cf8686f6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68931b6c43614c01951a8dec3e60e679&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2604434 Dec 11 23:01:21.384642 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30330139-d8f1-4798-869e-e46c8633bd10 req-9ff1b18b-c4f1-4469-a121-fa242d1baacd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:21.385597 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50884) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:21.390757 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30330139-d8f1-4798-869e-e46c8633bd10 req-9ff1b18b-c4f1-4469-a121-fa242d1baacd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:21.396941 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30330139-d8f1-4798-869e-e46c8633bd10 req-9ff1b18b-c4f1-4469-a121-fa242d1baacd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:21.399176 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-30330139-d8f1-4798-869e-e46c8633bd10 req-9ff1b18b-c4f1-4469-a121-fa242d1baacd tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.0996673 Dec 11 23:01:21.465766 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-30330139-d8f1-4798-869e-e46c8633bd10 req-6641c27f-8c6f-4e81-88e4-75ac8a112b75 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598700 Dec 11 23:01:21.492249 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-01bcae79-4291-45ee-95ca-2668077ce087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:21.494819 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c65446d-0f2e-4c89-a104-35c68241e8ad tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:21.514617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-6c65446d-0f2e-4c89-a104-35c68241e8ad tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Calling delete_port for 7884f44a-e9db-4af4-b5b4-c46267f68b9d owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:01:21.532127 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-01bcae79-4291-45ee-95ca-2668077ce087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:21.689368 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-01bcae79-4291-45ee-95ca-2668077ce087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:21.691978 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-01bcae79-4291-45ee-95ca-2668077ce087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:21.693120 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-01bcae79-4291-45ee-95ca-2668077ce087 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0dbd5fca-74ed-4231-b9d8-eb82e6cd73be HTTP/1.1" status: 204 len: 168 time: 0.3068359 Dec 11 23:01:21.701440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcae79-4291-45ee-95ca-2668077ce087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbd5fca-74ed-4231-b9d8-eb82e6cd73be,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:21.746961 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c65446d-0f2e-4c89-a104-35c68241e8ad tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:21.775407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65446d-0f2e-4c89-a104-35c68241e8ad tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Pushing event deleted for resources: {'Port': ['ID=7884f44a-e9db-4af4-b5b4-c46267f68b9d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:21.794284 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76117cc5-0cc1-4648-bd49-4c6f39957419 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:01:21.849048 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c65446d-0f2e-4c89-a104-35c68241e8ad tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:21.852665 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6c65446d-0f2e-4c89-a104-35c68241e8ad tempest-RoutersAdminNegativeIpV6Test-428971991 tempest-RoutersAdminNegativeIpV6Test-428971991-project-admin] 10.222.0.45 "DELETE /v2.0/ports/7884f44a-e9db-4af4-b5b4-c46267f68b9d HTTP/1.1" status: 204 len: 168 time: 0.6018081 Dec 11 23:01:22.223516 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:22.287445 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b16f-b189-4a93-8a33-e2a76483f989 req-1ca8b1f7-549d-4fcb-b70b-e71d4a91d11a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:22.289629 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6d13b16f-b189-4a93-8a33-e2a76483f989 req-1ca8b1f7-549d-4fcb-b70b-e71d4a91d11a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 943 time: 0.0578561 Dec 11 23:01:22.340856 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6d13b16f-b189-4a93-8a33-e2a76483f989 req-7bb8b8ef-2be1-46ef-917e-5fd939f8aa48 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448952 Dec 11 23:01:22.341621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50908) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:22.447316 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bae6a456-19dd-4000-b3bd-11f5c17cead2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:22.527489 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bae6a456-19dd-4000-b3bd-11f5c17cead2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:22.597981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf68b9-e52c-4139-a0e0-9433fb1d2b90 req-6ba02721-4277-4c16-b31a-855c031bb21b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:22.604464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf68b9-e52c-4139-a0e0-9433fb1d2b90 req-6ba02721-4277-4c16-b31a-855c031bb21b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:22.610443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf68b9-e52c-4139-a0e0-9433fb1d2b90 req-6ba02721-4277-4c16-b31a-855c031bb21b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:22.616423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf68b9-e52c-4139-a0e0-9433fb1d2b90 req-6ba02721-4277-4c16-b31a-855c031bb21b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:22.622507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf68b9-e52c-4139-a0e0-9433fb1d2b90 req-6ba02721-4277-4c16-b31a-855c031bb21b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:22.628517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf68b9-e52c-4139-a0e0-9433fb1d2b90 req-6ba02721-4277-4c16-b31a-855c031bb21b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:22.634705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf68b9-e52c-4139-a0e0-9433fb1d2b90 req-6ba02721-4277-4c16-b31a-855c031bb21b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:22.636606 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4fbf68b9-e52c-4139-a0e0-9433fb1d2b90 req-6ba02721-4277-4c16-b31a-855c031bb21b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5430 time: 0.0932007 Dec 11 23:01:22.637848 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bae6a456-19dd-4000-b3bd-11f5c17cead2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:22.694283 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bae6a456-19dd-4000-b3bd-11f5c17cead2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1f10eecffa94e70937df21a728aa9d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3513775 Dec 11 23:01:22.696724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6a456-19dd-4000-b3bd-11f5c17cead2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10efd00b-8d4b-4f2d-a568-cfc933d88536,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:22.697317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50920) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:22.744607 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4fbf68b9-e52c-4139-a0e0-9433fb1d2b90 req-bc5922e9-46e9-4e92-8808-0d680731a29f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952346 Dec 11 23:01:22.754020 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5e2c221-d301-4a01-b7eb-6c2bbae17173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:22.776393 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5e2c221-d301-4a01-b7eb-6c2bbae17173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:22.892210 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5e2c221-d301-4a01-b7eb-6c2bbae17173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:22.894941 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d5e2c221-d301-4a01-b7eb-6c2bbae17173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:22.896181 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d5e2c221-d301-4a01-b7eb-6c2bbae17173 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10efd00b-8d4b-4f2d-a568-cfc933d88536 HTTP/1.1" status: 204 len: 168 time: 0.1978157 Dec 11 23:01:22.905099 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2c221-d301-4a01-b7eb-6c2bbae17173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10efd00b-8d4b-4f2d-a568-cfc933d88536,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:23.453955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:01:23.461281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9beb9-4182-4e02-9028-769d1b385c84 req-d5e876fc-4776-4e0f-bbf1-274712e185ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:23.463012 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18c9beb9-4182-4e02-9028-769d1b385c84 req-d5e876fc-4776-4e0f-bbf1-274712e185ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 943 time: 0.0542917 Dec 11 23:01:23.527126 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18c9beb9-4182-4e02-9028-769d1b385c84 req-65744cab-b046-48a1-807f-257a6c986770 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566428 Dec 11 23:01:23.565924 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3fce5dea-e103-442d-ad0f-04adc1d0c9e0,segment=NetworkSegment(ecd04510-8430-42ff-b307-a65cceebbded),segment_id=ecd04510-8430-42ff-b307-a65cceebbded)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:23.578182 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50944) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:23.583228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '3fce5dea-e103-442d-ad0f-04adc1d0c9e0', 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df', 'port_id': '3fce5dea-e103-442d-ad0f-04adc1d0c9e0', 'mac_address': 'fa:16:3e:91:c0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd388f7-18b5-4de0-83b9-372e81a47292', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:01:23.619988 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c24f0034-4801-4ae6-b177-0f8adfa9d928 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b8c41caf52b46a68f546c82ef03de0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403216 Dec 11 23:01:23.625747 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:23.626207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50946) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:23.636918 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:01:23.657644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3fce5dea-e103-442d-ad0f-04adc1d0c9e0,segment=NetworkSegment(ecd04510-8430-42ff-b307-a65cceebbded),segment_id=ecd04510-8430-42ff-b307-a65cceebbded)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:23.679741 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0435d1e0-41a9-4176-8e9a-fa5ad32b52b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:23.702493 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0435d1e0-41a9-4176-8e9a-fa5ad32b52b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:23.729537 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:23.733271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f1ed95c0-8e8a-4448-b66a-8cd798474676 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:01:23.803361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f1ed95c0-8e8a-4448-b66a-8cd798474676, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f1ed95c0-8e8a-4448-b66a-8cd798474676,segment=NetworkSegment(ecd04510-8430-42ff-b307-a65cceebbded),segment_id=ecd04510-8430-42ff-b307-a65cceebbded)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:23.805935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=3fce5dea-e103-442d-ad0f-04adc1d0c9e0,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:23.810406 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0435d1e0-41a9-4176-8e9a-fa5ad32b52b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:23.817126 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0435d1e0-41a9-4176-8e9a-fa5ad32b52b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:23.822820 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0435d1e0-41a9-4176-8e9a-fa5ad32b52b8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ad832cb-0272-47e9-b044-1d592e097e35 HTTP/1.1" status: 204 len: 168 time: 0.1948662 Dec 11 23:01:23.832122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435d1e0-41a9-4176-8e9a-fa5ad32b52b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad832cb-0272-47e9-b044-1d592e097e35,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:23.834403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'f1ed95c0-8e8a-4448-b66a-8cd798474676', 'network_id': 'c3b80494-1b82-4c1d-aa57-335ff31765df', 'port_id': 'f1ed95c0-8e8a-4448-b66a-8cd798474676', 'mac_address': 'fa:16:3e:f6:77:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd388f7-18b5-4de0-83b9-372e81a47292', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:01:23.839554 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:23.839910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:23.840255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:23.840596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:23.840940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:23.841274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:23.841610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:23.841935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:23.842437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:23.842964 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:23.843293 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:23.843791 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:23.844118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:23.894409 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:23.899027 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:23.908155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee384f-86ab-45fc-92aa-7b83a3d03152 req-e68742f9-753b-449e-b5d1-1bf6d316faa2 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:23.914242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee384f-86ab-45fc-92aa-7b83a3d03152 req-e68742f9-753b-449e-b5d1-1bf6d316faa2 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:23.917943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ed95c0-8e8a-4448-b66a-8cd798474676 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:01:23.921065 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee384f-86ab-45fc-92aa-7b83a3d03152 req-e68742f9-753b-449e-b5d1-1bf6d316faa2 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:23.927646 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee384f-86ab-45fc-92aa-7b83a3d03152 req-e68742f9-753b-449e-b5d1-1bf6d316faa2 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:23.933975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee384f-86ab-45fc-92aa-7b83a3d03152 req-e68742f9-753b-449e-b5d1-1bf6d316faa2 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:23.941713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee384f-86ab-45fc-92aa-7b83a3d03152 req-e68742f9-753b-449e-b5d1-1bf6d316faa2 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:23.944492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f1ed95c0-8e8a-4448-b66a-8cd798474676, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f1ed95c0-8e8a-4448-b66a-8cd798474676,segment=NetworkSegment(ecd04510-8430-42ff-b307-a65cceebbded),segment_id=ecd04510-8430-42ff-b307-a65cceebbded)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:23.949868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee384f-86ab-45fc-92aa-7b83a3d03152 req-e68742f9-753b-449e-b5d1-1bf6d316faa2 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:23.957954 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96ee384f-86ab-45fc-92aa-7b83a3d03152 req-e68742f9-753b-449e-b5d1-1bf6d316faa2 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5431 time: 0.1235437 Dec 11 23:01:24.009655 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:24.010350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5db39d80-8883-4e9b-a21f-592a66a98574 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:01:24.021276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96ee384f-86ab-45fc-92aa-7b83a3d03152 req-109432e6-12fa-4b10-b5e7-42f44e1ef7bc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623968 Dec 11 23:01:24.084027 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ca6735f-0742-4a16-85cd-6a985bc37293 req-7de0e04c-2d04-44ad-b63b-d1bac839a653 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463512 Dec 11 23:01:24.140394 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=f1ed95c0-8e8a-4448-b66a-8cd798474676,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:24.179817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5db39d80-8883-4e9b-a21f-592a66a98574, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5db39d80-8883-4e9b-a21f-592a66a98574,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:24.192803 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '5db39d80-8883-4e9b-a21f-592a66a98574', 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88', 'port_id': '5db39d80-8883-4e9b-a21f-592a66a98574', 'mac_address': 'fa:16:3e:61:3e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd832755-903c-4bd0-9c31-2968ed7f04d9', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:01:24.194083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6735f-0742-4a16-85cd-6a985bc37293 req-99bde3fa-c17f-40cc-9906-1ab27e0d0a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:24.195747 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ca6735f-0742-4a16-85cd-6a985bc37293 req-99bde3fa-c17f-40cc-9906-1ab27e0d0a59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 1098 time: 0.0498223 Dec 11 23:01:24.232222 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:24.252122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db39d80-8883-4e9b-a21f-592a66a98574 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:01:24.276334 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5db39d80-8883-4e9b-a21f-592a66a98574, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5db39d80-8883-4e9b-a21f-592a66a98574,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:24.314584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6735f-0742-4a16-85cd-6a985bc37293 req-ae3aff3a-445d-454a-ac05-7639cc906ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:24.316423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ca6735f-0742-4a16-85cd-6a985bc37293 req-ae3aff3a-445d-454a-ac05-7639cc906ed3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d1bb9a45-28c0-4785-bda6-7e72008cf427 HTTP/1.1" status: 200 len: 918 time: 0.1001031 Dec 11 23:01:24.321355 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:24.322091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device bc996103-34a9-4f7e-894f-cdb9c4b63112 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:01:24.386562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ca6735f-0742-4a16-85cd-6a985bc37293 req-bd339be2-621c-4efb-ac7d-64319cc16f38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428 HTTP/1.1" status: 200 len: 1001 time: 0.0628133 Dec 11 23:01:24.397539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port bc996103-34a9-4f7e-894f-cdb9c4b63112, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=bc996103-34a9-4f7e-894f-cdb9c4b63112,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:24.400275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=5db39d80-8883-4e9b-a21f-592a66a98574,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:24.412537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'bc996103-34a9-4f7e-894f-cdb9c4b63112', 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88', 'port_id': 'bc996103-34a9-4f7e-894f-cdb9c4b63112', 'mac_address': 'fa:16:3e:a6:70:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd832755-903c-4bd0-9c31-2968ed7f04d9', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:01:24.459114 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:24.460842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6735f-0742-4a16-85cd-6a985bc37293 req-3da3aebb-5e93-4f6d-8dee-74283cb4812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:24.462839 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ca6735f-0742-4a16-85cd-6a985bc37293 req-3da3aebb-5e93-4f6d-8dee-74283cb4812f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7818fbf-5369-47d1-9144-65c09d5e1c30 HTTP/1.1" status: 200 len: 856 time: 0.0679476 Dec 11 23:01:24.474165 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc996103-34a9-4f7e-894f-cdb9c4b63112 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:01:24.496007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port bc996103-34a9-4f7e-894f-cdb9c4b63112, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=bc996103-34a9-4f7e-894f-cdb9c4b63112,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:24.517215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6735f-0742-4a16-85cd-6a985bc37293 req-161555a5-8427-4d7e-9854-c802e93cf53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:24.518748 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ca6735f-0742-4a16-85cd-6a985bc37293 req-161555a5-8427-4d7e-9854-c802e93cf53c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d1bb9a45-28c0-4785-bda6-7e72008cf427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476706 Dec 11 23:01:24.611119 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:24.612101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ea2452b4-9651-4e68-88ec-265f6355ad1d details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:01:24.621701 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ca6735f-0742-4a16-85cd-6a985bc37293 req-df1bd13b-cfe9-47e3-b9fa-57a1537d31bc service neutron] 10.222.0.47 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947897 Dec 11 23:01:24.692325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd4afa-c8f0-4161-865f-8dac86892385 req-388d94a7-8e37-4356-888e-a7ff316437dc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:24.694568 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9bfd4afa-c8f0-4161-865f-8dac86892385 req-388d94a7-8e37-4356-888e-a7ff316437dc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 943 time: 0.1025240 Dec 11 23:01:24.718191 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:24.720994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=bc996103-34a9-4f7e-894f-cdb9c4b63112,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:24.746407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ca6735f-0742-4a16-85cd-6a985bc37293 req-3c2c4d93-8170-4c65-a446-334ae81e0872 service neutron] 10.222.0.47 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158826 Dec 11 23:01:24.769700 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9bfd4afa-c8f0-4161-865f-8dac86892385 req-2c01d1c7-73b5-4867-a9fe-3a2f7c18ac01 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661361 Dec 11 23:01:24.832557 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ea2452b4-9651-4e68-88ec-265f6355ad1d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ea2452b4-9651-4e68-88ec-265f6355ad1d,segment=NetworkSegment(975b648c-5cc5-4c5d-9aaf-6ac9ba896be4),segment_id=975b648c-5cc5-4c5d-9aaf-6ac9ba896be4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:24.847032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'ea2452b4-9651-4e68-88ec-265f6355ad1d', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'port_id': 'ea2452b4-9651-4e68-88ec-265f6355ad1d', 'mac_address': 'fa:16:3e:a8:b9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:01:24.887321 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:24.911098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2452b4-9651-4e68-88ec-265f6355ad1d {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:01:24.926334 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ea2452b4-9651-4e68-88ec-265f6355ad1d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ea2452b4-9651-4e68-88ec-265f6355ad1d,segment=NetworkSegment(975b648c-5cc5-4c5d-9aaf-6ac9ba896be4),segment_id=975b648c-5cc5-4c5d-9aaf-6ac9ba896be4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:25.009932 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:25.010762 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:01:25.079306 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:25.082102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=ea2452b4-9651-4e68-88ec-265f6355ad1d,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:25.093951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b', 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88', 'port_id': 'e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b', 'mac_address': 'fa:16:3e:37:3f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd832755-903c-4bd0-9c31-2968ed7f04d9', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:01:25.136451 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50996) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:25.137040 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:25.152974 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:01:25.174792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:25.180089 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ca1f9-4daa-4061-b046-33c7fc72c72f req-6a69b89a-b96e-4818-8e7a-8370573742f3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:25.186526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ca1f9-4daa-4061-b046-33c7fc72c72f req-6a69b89a-b96e-4818-8e7a-8370573742f3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:25.192766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ca1f9-4daa-4061-b046-33c7fc72c72f req-6a69b89a-b96e-4818-8e7a-8370573742f3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:25.199027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ca1f9-4daa-4061-b046-33c7fc72c72f req-6a69b89a-b96e-4818-8e7a-8370573742f3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:25.205322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ca1f9-4daa-4061-b046-33c7fc72c72f req-6a69b89a-b96e-4818-8e7a-8370573742f3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:25.211424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ca1f9-4daa-4061-b046-33c7fc72c72f req-6a69b89a-b96e-4818-8e7a-8370573742f3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:25.217599 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ca1f9-4daa-4061-b046-33c7fc72c72f req-6a69b89a-b96e-4818-8e7a-8370573742f3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:25.219554 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-811ca1f9-4daa-4061-b046-33c7fc72c72f req-6a69b89a-b96e-4818-8e7a-8370573742f3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5435 time: 0.1060598 Dec 11 23:01:25.261250 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:25.262044 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ea94541a-59a8-4034-9000-553b4b16cd84 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:01:25.272253 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4b9fc231-9644-4074-b107-5c129ab169e9 tempest-AgentManagementNegativeTest-919641855 tempest-AgentManagementNegativeTest-919641855-project] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1341774 Dec 11 23:01:25.284596 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-811ca1f9-4daa-4061-b046-33c7fc72c72f req-a4b13e74-2db9-4954-b4bd-cfecbbd0ce5e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586638 Dec 11 23:01:25.331836 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:25.353157 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ea94541a-59a8-4034-9000-553b4b16cd84, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ea94541a-59a8-4034-9000-553b4b16cd84,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:25.364770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'ea94541a-59a8-4034-9000-553b4b16cd84', 'network_id': '923e7709-6756-4a5c-b0c8-188a77cddd88', 'port_id': 'ea94541a-59a8-4034-9000-553b4b16cd84', 'mac_address': 'fa:16:3e:34:f8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd832755-903c-4bd0-9c31-2968ed7f04d9', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:01:25.413843 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:25.428434 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea94541a-59a8-4034-9000-553b4b16cd84 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:01:25.451982 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ea94541a-59a8-4034-9000-553b4b16cd84, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ea94541a-59a8-4034-9000-553b4b16cd84,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:25.549030 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:25.596575 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=ea94541a-59a8-4034-9000-553b4b16cd84,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:25.853370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51020) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:25.889946 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0ff12-aa3b-40ad-93db-5d63bfe13cb5 req-7e6436cc-2cb1-48ae-8577-474d776e524a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:25.892307 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-84e0ff12-aa3b-40ad-93db-5d63bfe13cb5 req-7e6436cc-2cb1-48ae-8577-474d776e524a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 943 time: 0.0573945 Dec 11 23:01:25.947495 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-84e0ff12-aa3b-40ad-93db-5d63bfe13cb5 req-c8934e70-84a7-484c-9399-0eb7f28852c0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481727 Dec 11 23:01:25.993162 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3167425d-9c5e-42ae-ae50-c69ba85f2812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:26.066169 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3167425d-9c5e-42ae-ae50-c69ba85f2812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:26.147273 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3167425d-9c5e-42ae-ae50-c69ba85f2812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:26.189216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167425d-9c5e-42ae-ae50-c69ba85f2812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6aef62-fe9d-48a0-8d2f-543910f1897f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:26.196124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3167425d-9c5e-42ae-ae50-c69ba85f2812 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c73162479cf24df49b2d5e37f9884aea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3391111 Dec 11 23:01:26.196311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51028) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:26.252123 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8bbda658-9cc0-4788-8a49-23e8f6ae3015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:26.266219 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d368d03a-8ec5-4c52-8a87-d16263d89d7f details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:01:26.281304 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8bbda658-9cc0-4788-8a49-23e8f6ae3015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:26.374444 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51034) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:26.434649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['3fce5dea-e103-442d-ad0f-04adc1d0c9e0'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:01:26.461539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10f2c8-5ade-4c5c-af31-825f89585603 req-413f3ea2-2225-45cc-9305-e0bf7963bb5b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:26.472079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10f2c8-5ade-4c5c-af31-825f89585603 req-413f3ea2-2225-45cc-9305-e0bf7963bb5b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:26.479444 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10f2c8-5ade-4c5c-af31-825f89585603 req-413f3ea2-2225-45cc-9305-e0bf7963bb5b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:26.483672 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['bc996103-34a9-4f7e-894f-cdb9c4b63112'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:01:26.485578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10f2c8-5ade-4c5c-af31-825f89585603 req-413f3ea2-2225-45cc-9305-e0bf7963bb5b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:26.492319 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f1ed95c0-8e8a-4448-b66a-8cd798474676'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:01:26.492704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10f2c8-5ade-4c5c-af31-825f89585603 req-413f3ea2-2225-45cc-9305-e0bf7963bb5b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:26.495164 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['ea2452b4-9651-4e68-88ec-265f6355ad1d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:01:26.499299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10f2c8-5ade-4c5c-af31-825f89585603 req-413f3ea2-2225-45cc-9305-e0bf7963bb5b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:26.505549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10f2c8-5ade-4c5c-af31-825f89585603 req-413f3ea2-2225-45cc-9305-e0bf7963bb5b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:26.508321 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8a10f2c8-5ade-4c5c-af31-825f89585603 req-413f3ea2-2225-45cc-9305-e0bf7963bb5b tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5437 time: 0.1192546 Dec 11 23:01:26.540247 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8bbda658-9cc0-4788-8a49-23e8f6ae3015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:26.543090 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8bbda658-9cc0-4788-8a49-23e8f6ae3015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:26.544281 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8bbda658-9cc0-4788-8a49-23e8f6ae3015 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e6aef62-fe9d-48a0-8d2f-543910f1897f HTTP/1.1" status: 204 len: 168 time: 0.3470318 Dec 11 23:01:26.561295 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4a6711b-5e88-4fa7-b9b7-9c76322e1967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:26.573508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbda658-9cc0-4788-8a49-23e8f6ae3015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6aef62-fe9d-48a0-8d2f-543910f1897f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:26.598560 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8a10f2c8-5ade-4c5c-af31-825f89585603 req-129004b6-7b53-4503-b5e6-013670513001 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830588 Dec 11 23:01:26.703044 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4a6711b-5e88-4fa7-b9b7-9c76322e1967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:26.775196 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b4a6711b-5e88-4fa7-b9b7-9c76322e1967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:26.817225 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['ea94541a-59a8-4034-9000-553b4b16cd84'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:01:26.824864 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b4a6711b-5e88-4fa7-b9b7-9c76322e1967 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40f344fccdd440978d93730dc1ff98c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4491181 Dec 11 23:01:26.826502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6711b-5e88-4fa7-b9b7-9c76322e1967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1917e44c-b6c1-4897-a82a-3fd4eda84e8c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:26.827751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51048) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:26.862938 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['5db39d80-8883-4e9b-a21f-592a66a98574'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:01:26.905026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d368d03a-8ec5-4c52-8a87-d16263d89d7f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d368d03a-8ec5-4c52-8a87-d16263d89d7f,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:26.942474 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2947617c-023a-4cda-acea-c9888a8b5b0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:27.026012 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2947617c-023a-4cda-acea-c9888a8b5b0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:27.094486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'd368d03a-8ec5-4c52-8a87-d16263d89d7f', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'port_id': 'd368d03a-8ec5-4c52-8a87-d16263d89d7f', 'mac_address': 'fa:16:3e:04:07:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:01:27.155433 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2947617c-023a-4cda-acea-c9888a8b5b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:27.159142 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2947617c-023a-4cda-acea-c9888a8b5b0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:27.164297 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e943d7-d215-48fa-894f-79c52bc65bb9 req-17fb7bbe-cdbf-4b70-85bf-934dae852f6f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:27.164997 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2947617c-023a-4cda-acea-c9888a8b5b0e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1917e44c-b6c1-4897-a82a-3fd4eda84e8c HTTP/1.1" status: 204 len: 168 time: 0.3314776 Dec 11 23:01:27.165772 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-72e943d7-d215-48fa-894f-79c52bc65bb9 req-17fb7bbe-cdbf-4b70-85bf-934dae852f6f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 943 time: 0.0956841 Dec 11 23:01:27.185972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947617c-023a-4cda-acea-c9888a8b5b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1917e44c-b6c1-4897-a82a-3fd4eda84e8c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:27.278732 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-72e943d7-d215-48fa-894f-79c52bc65bb9 req-56395198-a873-44d8-88a9-cc46e8a43743 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043084 Dec 11 23:01:27.361827 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:01:27.501242 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:27.597356 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d368d03a-8ec5-4c52-8a87-d16263d89d7f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:01:27.739224 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d368d03a-8ec5-4c52-8a87-d16263d89d7f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d368d03a-8ec5-4c52-8a87-d16263d89d7f,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:27.768292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b282d-ea15-4091-964a-5a7867a89608 req-a9ff4a1d-9581-43d7-b697-b5e0a359e973 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:27.776647 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b282d-ea15-4091-964a-5a7867a89608 req-a9ff4a1d-9581-43d7-b697-b5e0a359e973 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:27.784515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b282d-ea15-4091-964a-5a7867a89608 req-a9ff4a1d-9581-43d7-b697-b5e0a359e973 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:27.791996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b282d-ea15-4091-964a-5a7867a89608 req-a9ff4a1d-9581-43d7-b697-b5e0a359e973 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:27.798878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b282d-ea15-4091-964a-5a7867a89608 req-a9ff4a1d-9581-43d7-b697-b5e0a359e973 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:27.805534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b282d-ea15-4091-964a-5a7867a89608 req-a9ff4a1d-9581-43d7-b697-b5e0a359e973 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:27.812149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b282d-ea15-4091-964a-5a7867a89608 req-a9ff4a1d-9581-43d7-b697-b5e0a359e973 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:27.814113 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af1b282d-ea15-4091-964a-5a7867a89608 req-a9ff4a1d-9581-43d7-b697-b5e0a359e973 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5437 time: 0.1182387 Dec 11 23:01:27.855711 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:27.910070 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51080) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:27.919958 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af1b282d-ea15-4091-964a-5a7867a89608 req-a847c512-2b0c-44ce-bf87-b665b772c841 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0966887 Dec 11 23:01:27.937036 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b24c9458-7015-40bc-b83c-f7502a598013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:28.012016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=d368d03a-8ec5-4c52-8a87-d16263d89d7f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:28.042592 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b24c9458-7015-40bc-b83c-f7502a598013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:28.068632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51082) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:28.114490 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b24c9458-7015-40bc-b83c-f7502a598013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:28.159382 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b24c9458-7015-40bc-b83c-f7502a598013 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d53091ecb2da46469fd73e8340405c77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2463038 Dec 11 23:01:28.159382 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c9458-7015-40bc-b83c-f7502a598013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a84c901-3cd4-4cad-a8ce-9756ed765d31,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:28.161005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51086) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:28.189780 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-06d65380-073b-48f3-bd88-092adf3f4dbc tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-517390646'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:28.220514 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['d368d03a-8ec5-4c52-8a87-d16263d89d7f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:01:28.241938 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2f0b7dc8-9f83-44d8-9798-959a8c3fff4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:28.265416 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2f0b7dc8-9f83-44d8-9798-959a8c3fff4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:28.326248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d65380-073b-48f3-bd88-092adf3f4dbc tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Made reservation on behalf of 8dd418494eab48c6be156fa98c0fb218 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:01:28.332231 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06d65380-073b-48f3-bd88-092adf3f4dbc tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:28.343292 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06d65380-073b-48f3-bd88-092adf3f4dbc tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:28.429623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516357b-4b9c-4a96-af69-b0981f7d848c req-4dc45fe8-1d16-4ebc-b462-e78302f281e8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:28.431272 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9516357b-4b9c-4a96-af69-b0981f7d848c req-4dc45fe8-1d16-4ebc-b462-e78302f281e8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 944 time: 0.0531366 Dec 11 23:01:28.457468 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2f0b7dc8-9f83-44d8-9798-959a8c3fff4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:28.460630 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2f0b7dc8-9f83-44d8-9798-959a8c3fff4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:28.461821 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2f0b7dc8-9f83-44d8-9798-959a8c3fff4f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5a84c901-3cd4-4cad-a8ce-9756ed765d31 HTTP/1.1" status: 204 len: 168 time: 0.2905409 Dec 11 23:01:28.487834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b7dc8-9f83-44d8-9798-959a8c3fff4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a84c901-3cd4-4cad-a8ce-9756ed765d31,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:28.527319 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9516357b-4b9c-4a96-af69-b0981f7d848c req-197c04a8-3aaf-469d-9cf8-87eaea7083dd tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896809 Dec 11 23:01:28.567790 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06d65380-073b-48f3-bd88-092adf3f4dbc tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:28.686498 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06d65380-073b-48f3-bd88-092adf3f4dbc tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:28.716095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d65380-073b-48f3-bd88-092adf3f4dbc tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:01:28.726765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d65380-073b-48f3-bd88-092adf3f4dbc tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27667c3-3c55-494f-b89d-06bd489903ee,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:28.731896 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06d65380-073b-48f3-bd88-092adf3f4dbc tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:28.732350 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-06d65380-073b-48f3-bd88-092adf3f4dbc tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Added segment 5c402061-a368-4878-b489-e08c25e82137 of type vlan for network a87ececb-2bd9-48f9-9c70-02a54d3f0899 Dec 11 23:01:28.776676 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06d65380-073b-48f3-bd88-092adf3f4dbc tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:28.852361 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06d65380-073b-48f3-bd88-092adf3f4dbc tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:28.859152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d65380-073b-48f3-bd88-092adf3f4dbc tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:28.860079 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06d65380-073b-48f3-bd88-092adf3f4dbc tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:28.934271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d65380-073b-48f3-bd88-092adf3f4dbc tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Pushing event updated for resources: {'Network': ['ID=a87ececb-2bd9-48f9-9c70-02a54d3f0899,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:28.950863 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network a87ececb-2bd9-48f9-9c70-02a54d3f0899 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:01:28.958923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-06d65380-073b-48f3-bd88-092adf3f4dbc tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8891165 Dec 11 23:01:28.961980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51100) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:28.967787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-53ef5f9d-eda3-4af7-ba8f-40e49c5ae6e9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Request body: {'subnet': {'network_id': 'a87ececb-2bd9-48f9-9c70-02a54d3f0899', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:29.102887 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d294165-72b8-4956-8208-30b59d5f772b req-3013c14a-90ad-444b-b97a-62d06a8cf270 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:29.108938 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d294165-72b8-4956-8208-30b59d5f772b req-3013c14a-90ad-444b-b97a-62d06a8cf270 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:29.115346 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d294165-72b8-4956-8208-30b59d5f772b req-3013c14a-90ad-444b-b97a-62d06a8cf270 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:29.122127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d294165-72b8-4956-8208-30b59d5f772b req-3013c14a-90ad-444b-b97a-62d06a8cf270 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:29.128100 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d294165-72b8-4956-8208-30b59d5f772b req-3013c14a-90ad-444b-b97a-62d06a8cf270 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:29.134362 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d294165-72b8-4956-8208-30b59d5f772b req-3013c14a-90ad-444b-b97a-62d06a8cf270 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:29.140420 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d294165-72b8-4956-8208-30b59d5f772b req-3013c14a-90ad-444b-b97a-62d06a8cf270 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:29.142328 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6d294165-72b8-4956-8208-30b59d5f772b req-3013c14a-90ad-444b-b97a-62d06a8cf270 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5437 time: 0.0980847 Dec 11 23:01:29.143295 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ef5f9d-eda3-4af7-ba8f-40e49c5ae6e9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Made reservation on behalf of 8dd418494eab48c6be156fa98c0fb218 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:01:29.147127 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53ef5f9d-eda3-4af7-ba8f-40e49c5ae6e9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:29.205409 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6d294165-72b8-4956-8208-30b59d5f772b req-09b76726-8e61-4033-8c86-3f91e13f5b65 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563867 Dec 11 23:01:29.427432 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53ef5f9d-eda3-4af7-ba8f-40e49c5ae6e9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:29.485689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef5f9d-eda3-4af7-ba8f-40e49c5ae6e9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Pushing event updated for resources: {'Subnet': ['ID=dbfe17e8-b99b-4032-9ae0-7e5daa6e18f2,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:29.500911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef5f9d-eda3-4af7-ba8f-40e49c5ae6e9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Checking segment: {'id': '5c402061-a368-4878-b489-e08c25e82137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a87ececb-2bd9-48f9-9c70-02a54d3f0899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:01:29.501381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ef5f9d-eda3-4af7-ba8f-40e49c5ae6e9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Network hostable DHCP agents. Network: a87ececb-2bd9-48f9-9c70-02a54d3f0899, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:01:29.624382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ef5f9d-eda3-4af7-ba8f-40e49c5ae6e9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Network a87ececb-2bd9-48f9-9c70-02a54d3f0899 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:01:29.672390 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31702b-a5af-4ad2-9940-bbad8dc0f100 req-6f62348f-5edf-4dd6-9f2a-6096e55974af tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:29.674038 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7a31702b-a5af-4ad2-9940-bbad8dc0f100 req-6f62348f-5edf-4dd6-9f2a-6096e55974af tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 944 time: 0.0637186 Dec 11 23:01:29.715039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-53ef5f9d-eda3-4af7-ba8f-40e49c5ae6e9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, a87ececb-2bd9-48f9-9c70-02a54d3f0899) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:29.719450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ef5f9d-eda3-4af7-ba8f-40e49c5ae6e9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:29.720109 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53ef5f9d-eda3-4af7-ba8f-40e49c5ae6e9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:29.727435 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a146bc06-3fd2-4de7-846a-174839ad1406 None None] Network a87ececb-2bd9-48f9-9c70-02a54d3f0899 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:01:29.731299 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7a31702b-a5af-4ad2-9940-bbad8dc0f100 req-b6c280fd-9fad-4377-aec5-f187bf2e2ca5 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501466 Dec 11 23:01:29.754603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:01:29.829976 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-53ef5f9d-eda3-4af7-ba8f-40e49c5ae6e9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8666544 Dec 11 23:01:29.832466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51122) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:29.838393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3c0bf8a2-bf90-4891-b874-de1a553629be tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Request body: {'port': {'network_id': 'a87ececb-2bd9-48f9-9c70-02a54d3f0899', 'name': 'tempest-ExtraDHCPOptionsTestJSON-369489031'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:29.896555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-a87ececb-2bd9-48f9-9c70-02a54d3f0899', 'network_id': 'a87ececb-2bd9-48f9-9c70-02a54d3f0899', 'project_id': '8dd418494eab48c6be156fa98c0fb218', 'fixed_ips': [{'subnet_id': 'dbfe17e8-b99b-4032-9ae0-7e5daa6e18f2'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:01:29.897732 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:29.992236 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:01:30.013666 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:30.014754 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:30.164362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Allocated IP 172.20.0.2 (a87ececb-2bd9-48f9-9c70-02a54d3f0899/dbfe17e8-b99b-4032-9ae0-7e5daa6e18f2/2ec381a3-5bff-4384-87b8-528fd7904427) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:01:30.225493 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:30.270701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fce5dea-e103-442d-ad0f-04adc1d0c9e0'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:01:30.275115 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157d720f-5e9d-4e95-a53d-f2e6eaf7841d" -d '{"events": [{"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-plugged", "status": "completed", "tag": "3fce5dea-e103-442d-ad0f-04adc1d0c9e0"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:01:30.295570 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3fce5dea-e103-442d-ad0f-04adc1d0c9e0,segment=NetworkSegment(ecd04510-8430-42ff-b307-a65cceebbded),segment_id=ecd04510-8430-42ff-b307-a65cceebbded)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:30.296969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d368d03a-8ec5-4c52-8a87-d16263d89d7f up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:01:30.364219 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917ffbc4-b89f-4adc-a166-f085d8d1ec96 x-openstack-request-id: req-917ffbc4-b89f-4adc-a166-f085d8d1ec96 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:01:30.364741 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-plugged", "status": "completed", "tag": "3fce5dea-e103-442d-ad0f-04adc1d0c9e0", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:01:30.365092 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-917ffbc4-b89f-4adc-a166-f085d8d1ec96 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:01:30.365579 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fce5dea-e103-442d-ad0f-04adc1d0c9e0', 'code': 200} Dec 11 23:01:30.406140 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:30.407143 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ea94541a-59a8-4034-9000-553b4b16cd84 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:01:30.482712 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port d368d03a-8ec5-4c52-8a87-d16263d89d7f completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:01:30.486266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddeaf7-2dcd-4ccc-8a56-2dfa1d3244ea req-184376a6-ebf4-411f-b701-b7c457aceeaa tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:30.493457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddeaf7-2dcd-4ccc-8a56-2dfa1d3244ea req-184376a6-ebf4-411f-b701-b7c457aceeaa tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:30.499210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port d368d03a-8ec5-4c52-8a87-d16263d89d7f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:30.499594 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:30.499790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddeaf7-2dcd-4ccc-8a56-2dfa1d3244ea req-184376a6-ebf4-411f-b701-b7c457aceeaa tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:30.506005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddeaf7-2dcd-4ccc-8a56-2dfa1d3244ea req-184376a6-ebf4-411f-b701-b7c457aceeaa tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:30.507283 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:30.512659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddeaf7-2dcd-4ccc-8a56-2dfa1d3244ea req-184376a6-ebf4-411f-b701-b7c457aceeaa tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:30.518873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddeaf7-2dcd-4ccc-8a56-2dfa1d3244ea req-184376a6-ebf4-411f-b701-b7c457aceeaa tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:30.525490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddeaf7-2dcd-4ccc-8a56-2dfa1d3244ea req-184376a6-ebf4-411f-b701-b7c457aceeaa tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:30.533988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73ddeaf7-2dcd-4ccc-8a56-2dfa1d3244ea req-184376a6-ebf4-411f-b701-b7c457aceeaa tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5438 time: 0.1327097 Dec 11 23:01:30.543374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0bf8a2-bf90-4891-b874-de1a553629be tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Made reservation on behalf of 8dd418494eab48c6be156fa98c0fb218 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:01:30.547091 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c0bf8a2-bf90-4891-b874-de1a553629be tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:30.564050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=3fce5dea-e103-442d-ad0f-04adc1d0c9e0,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:30.615037 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-3c0bf8a2-bf90-4891-b874-de1a553629be tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] device_id is not set on port 93c4e8de-deab-42f6-9969-24a82029de26 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:01:30.624200 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:30.631505 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73ddeaf7-2dcd-4ccc-8a56-2dfa1d3244ea req-99851f2e-9dab-4a77-a2f7-96132862d56e tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969462 Dec 11 23:01:30.663045 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:30.683093 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port ea94541a-59a8-4034-9000-553b4b16cd84 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:01:30.701357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port ea94541a-59a8-4034-9000-553b4b16cd84 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:30.701744 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:30.707052 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Network a87ececb-2bd9-48f9-9c70-02a54d3f0899 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:01:30.740671 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:30.752831 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d368d03a-8ec5-4c52-8a87-d16263d89d7f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d368d03a-8ec5-4c52-8a87-d16263d89d7f,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:30.754382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:01:30.758372 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Pushing event updated for resources: {'Port': ['ID=2ec381a3-5bff-4384-87b8-528fd7904427,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:30.779147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-3c0bf8a2-bf90-4891-b874-de1a553629be tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Allocated IP 172.20.0.13 (a87ececb-2bd9-48f9-9c70-02a54d3f0899/dbfe17e8-b99b-4032-9ae0-7e5daa6e18f2/93c4e8de-deab-42f6-9969-24a82029de26) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:01:30.828506 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Attempting to bind port 2ec381a3-5bff-4384-87b8-528fd7904427 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:01:30.828900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Attempting to bind port 2ec381a3-5bff-4384-87b8-528fd7904427 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '5c402061-a368-4878-b489-e08c25e82137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a87ececb-2bd9-48f9-9c70-02a54d3f0899'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:01:30.829270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Attempting to bind port 2ec381a3-5bff-4384-87b8-528fd7904427 on network a87ececb-2bd9-48f9-9c70-02a54d3f0899 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:01:30.855249 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:30.864006 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:01:30.864400 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Checking segment: {'id': '5c402061-a368-4878-b489-e08c25e82137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a87ececb-2bd9-48f9-9c70-02a54d3f0899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:01:30.864815 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:30.865234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Bound using segment: {'id': '5c402061-a368-4878-b489-e08c25e82137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a87ececb-2bd9-48f9-9c70-02a54d3f0899'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:01:30.865738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Bound port: 2ec381a3-5bff-4384-87b8-528fd7904427, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c402061-a368-4878-b489-e08c25e82137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a87ececb-2bd9-48f9-9c70-02a54d3f0899'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:01:30.866131 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:30.919491 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:30.970368 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39e91d-1ac2-4135-b8dd-6c37d5ecf3cc req-a85a26cb-8815-4342-b614-f76bd06a74c2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:30.978781 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-be39e91d-1ac2-4135-b8dd-6c37d5ecf3cc req-a85a26cb-8815-4342-b614-f76bd06a74c2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 945 time: 0.1058125 Dec 11 23:01:31.066324 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c0bf8a2-bf90-4891-b874-de1a553629be tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:31.084531 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-be39e91d-1ac2-4135-b8dd-6c37d5ecf3cc req-c8c41bee-f91e-47a2-ad07-eea3eb81ca56 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885460 Dec 11 23:01:31.147369 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=d368d03a-8ec5-4c52-8a87-d16263d89d7f,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:31.188951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ea94541a-59a8-4034-9000-553b4b16cd84, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ea94541a-59a8-4034-9000-553b4b16cd84,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:31.190334 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] For port 2ec381a3-5bff-4384-87b8-528fd7904427, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:01:31.193730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] For port 2ec381a3-5bff-4384-87b8-528fd7904427, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2ec381a3-5bff-4384-87b8-528fd7904427,segment=NetworkSegment(5c402061-a368-4878-b489-e08c25e82137),segment_id=5c402061-a368-4878-b489-e08c25e82137)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:01:31.201174 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c0bf8a2-bf90-4891-b874-de1a553629be tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:31.257709 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:31.257927 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0bf8a2-bf90-4891-b874-de1a553629be tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Network a87ececb-2bd9-48f9-9c70-02a54d3f0899 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:01:31.258694 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f1ed95c0-8e8a-4448-b66a-8cd798474676 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:01:31.261279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-3c0bf8a2-bf90-4891-b874-de1a553629be tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:31.265257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0bf8a2-bf90-4891-b874-de1a553629be tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:01:31.301048 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bf8a2-bf90-4891-b874-de1a553629be tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Pushing event updated for resources: {'Port': ['ID=93c4e8de-deab-42f6-9969-24a82029de26,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:31.310642 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:31.332728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0bf8a2-bf90-4891-b874-de1a553629be tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:31.335945 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c0bf8a2-bf90-4891-b874-de1a553629be tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:31.381920 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=ea94541a-59a8-4034-9000-553b4b16cd84,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:31.436452 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51150) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:31.437051 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3c0bf8a2-bf90-4891-b874-de1a553629be tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6030920 Dec 11 23:01:31.442529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Request body: {'port': {'network_id': 'a87ececb-2bd9-48f9-9c70-02a54d3f0899', 'name': 'tempest-ExtraDHCPOptionsTestJSON-452882508', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:31.443094 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.api.validators [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] bootfile-name is not in valid_values {{(pid=103691) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 11 23:01:31.443442 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.api.validators [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] tftp-server is not in valid_values {{(pid=103691) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 11 23:01:31.443787 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.api.validators [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] server-ip-address is not in valid_values {{(pid=103691) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 11 23:01:31.473566 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d17194-a377-4fb3-8d06-bf4c787158d8 None None] Pushing event updated for resources: {'Port': ['ID=2ec381a3-5bff-4384-87b8-528fd7904427,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:31.480787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port f1ed95c0-8e8a-4448-b66a-8cd798474676 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:01:31.488160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port f1ed95c0-8e8a-4448-b66a-8cd798474676 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:31.488620 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:31.642180 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:31.696502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Made reservation on behalf of 8dd418494eab48c6be156fa98c0fb218 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:01:31.700775 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:31.714940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f1ed95c0-8e8a-4448-b66a-8cd798474676, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f1ed95c0-8e8a-4448-b66a-8cd798474676,segment=NetworkSegment(ecd04510-8430-42ff-b307-a65cceebbded),segment_id=ecd04510-8430-42ff-b307-a65cceebbded)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:31.740339 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] device_id is not set on port 3200e8ac-5a9a-474b-8c91-86bb153e58df yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:01:31.781702 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:31.783211 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ea2452b4-9651-4e68-88ec-265f6355ad1d up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:01:31.908485 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=f1ed95c0-8e8a-4448-b66a-8cd798474676,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:31.952350 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74911ce-33a0-4903-8a67-975c68389c4f req-6ced270e-cd87-43c5-ba05-807e0233d206 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:31.958409 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74911ce-33a0-4903-8a67-975c68389c4f req-6ced270e-cd87-43c5-ba05-807e0233d206 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:31.964691 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74911ce-33a0-4903-8a67-975c68389c4f req-6ced270e-cd87-43c5-ba05-807e0233d206 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:31.971077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74911ce-33a0-4903-8a67-975c68389c4f req-6ced270e-cd87-43c5-ba05-807e0233d206 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:31.977046 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74911ce-33a0-4903-8a67-975c68389c4f req-6ced270e-cd87-43c5-ba05-807e0233d206 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:31.982338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port ea2452b4-9651-4e68-88ec-265f6355ad1d completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:01:31.984266 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74911ce-33a0-4903-8a67-975c68389c4f req-6ced270e-cd87-43c5-ba05-807e0233d206 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:31.987773 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port ea2452b4-9651-4e68-88ec-265f6355ad1d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:31.990188 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:31.991215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74911ce-33a0-4903-8a67-975c68389c4f req-6ced270e-cd87-43c5-ba05-807e0233d206 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:31.999648 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a74911ce-33a0-4903-8a67-975c68389c4f req-6ced270e-cd87-43c5-ba05-807e0233d206 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5440 time: 0.2097054 Dec 11 23:01:32.031823 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Allocated IP 172.20.0.4 (a87ececb-2bd9-48f9-9c70-02a54d3f0899/dbfe17e8-b99b-4032-9ae0-7e5daa6e18f2/3200e8ac-5a9a-474b-8c91-86bb153e58df) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:01:32.084605 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:32.138587 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a74911ce-33a0-4903-8a67-975c68389c4f req-ce037c10-890a-4de3-a769-2751c82c02e9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1377459 Dec 11 23:01:32.155810 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ea2452b4-9651-4e68-88ec-265f6355ad1d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ea2452b4-9651-4e68-88ec-265f6355ad1d,segment=NetworkSegment(975b648c-5cc5-4c5d-9aaf-6ac9ba896be4),segment_id=975b648c-5cc5-4c5d-9aaf-6ac9ba896be4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:32.212853 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:32.213743 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device bc996103-34a9-4f7e-894f-cdb9c4b63112 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:01:32.251257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7c227-8e43-4831-8b72-6f2a4b588218 req-408d4bbc-edbd-4ff3-930d-11ba4e63f54d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:32.260932 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2aa7c227-8e43-4831-8b72-6f2a4b588218 req-408d4bbc-edbd-4ff3-930d-11ba4e63f54d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 945 time: 0.0803189 Dec 11 23:01:32.350194 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:32.369625 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2aa7c227-8e43-4831-8b72-6f2a4b588218 req-de477b09-28eb-4d86-a97c-41b157fe76e1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074126 Dec 11 23:01:32.372255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05eab216-7d8f-450e-b8cd-84503c0fb632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd368d03a-8ec5-4c52-8a87-d16263d89d7f'}, {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea94541a-59a8-4034-9000-553b4b16cd84'}, {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ed95c0-8e8a-4448-b66a-8cd798474676'}, {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2452b4-9651-4e68-88ec-265f6355ad1d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:01:32.374580 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138e3051-6b3b-4578-a3f0-6ce2f95d8d89" -d '{"events": [{"server_uuid": "05eab216-7d8f-450e-b8cd-84503c0fb632", "name": "network-vif-plugged", "status": "completed", "tag": "d368d03a-8ec5-4c52-8a87-d16263d89d7f"}, {"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ea94541a-59a8-4034-9000-553b4b16cd84"}, {"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-plugged", "status": "completed", "tag": "f1ed95c0-8e8a-4448-b66a-8cd798474676"}, {"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ea2452b4-9651-4e68-88ec-265f6355ad1d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:01:32.386366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=ea2452b4-9651-4e68-88ec-265f6355ad1d,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:32.462872 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 11 Dec 2021 23:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf72e543-df43-45a5-ae13-a1dac3cd6889 x-openstack-request-id: req-cf72e543-df43-45a5-ae13-a1dac3cd6889 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:01:32.463187 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05eab216-7d8f-450e-b8cd-84503c0fb632", "name": "network-vif-plugged", "status": "completed", "tag": "d368d03a-8ec5-4c52-8a87-d16263d89d7f", "code": 200}, {"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ea94541a-59a8-4034-9000-553b4b16cd84", "code": 200}, {"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-plugged", "status": "completed", "tag": "f1ed95c0-8e8a-4448-b66a-8cd798474676", "code": 200}, {"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ea2452b4-9651-4e68-88ec-265f6355ad1d", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:01:32.463461 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf72e543-df43-45a5-ae13-a1dac3cd6889 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:01:32.463861 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05eab216-7d8f-450e-b8cd-84503c0fb632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd368d03a-8ec5-4c52-8a87-d16263d89d7f', 'code': 200} Dec 11 23:01:32.464124 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea94541a-59a8-4034-9000-553b4b16cd84', 'code': 200} Dec 11 23:01:32.464386 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ed95c0-8e8a-4448-b66a-8cd798474676', 'code': 200} Dec 11 23:01:32.464643 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2452b4-9651-4e68-88ec-265f6355ad1d', 'code': 200} Dec 11 23:01:32.492687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port bc996103-34a9-4f7e-894f-cdb9c4b63112 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:01:32.499199 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port bc996103-34a9-4f7e-894f-cdb9c4b63112 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:32.502167 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:32.533184 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:32.595806 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Pushing event updated for resources: {'Port': ['ID=3200e8ac-5a9a-474b-8c91-86bb153e58df,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:32.612159 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Network a87ececb-2bd9-48f9-9c70-02a54d3f0899 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:01:32.615296 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:32.617481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e036b6-8c8e-463b-90e2-a1ac1cc0fb64 req-7a1b6587-4e11-49ad-863c-30297e330d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:32.618340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:01:32.619138 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6e036b6-8c8e-463b-90e2-a1ac1cc0fb64 req-7a1b6587-4e11-49ad-863c-30297e330d88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 1096 time: 0.0811327 Dec 11 23:01:32.684956 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6e036b6-8c8e-463b-90e2-a1ac1cc0fb64 req-47ae72e6-9395-4db1-935a-d3808f981b9a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578554 Dec 11 23:01:32.686180 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:32.687160 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:32.753741 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:32.790212 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port bc996103-34a9-4f7e-894f-cdb9c4b63112, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=bc996103-34a9-4f7e-894f-cdb9c4b63112,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:32.795449 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8dc6be3a-a4a9-4447-8843-490e474740ab tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.3573411 Dec 11 23:01:32.797996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51176) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:32.851363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f5ae77-5e38-4d93-9918-c36f9659d0db None None] Network a87ececb-2bd9-48f9-9c70-02a54d3f0899 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:01:32.856620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b12579b-9b4d-4735-977e-a7a438687b6a tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:32.863041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b12579b-9b4d-4735-977e-a7a438687b6a tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:32.865835 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:32.870130 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b12579b-9b4d-4735-977e-a7a438687b6a tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:32.874579 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3b12579b-9b4d-4735-977e-a7a438687b6a tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.0728641 Dec 11 23:01:32.874950 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51178) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:32.905268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:01:33.009034 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ae5c2cbc-638a-4a8c-8d7f-21699e99f9c9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Deleting port 3200e8ac-5a9a-474b-8c91-86bb153e58df {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:01:33.009887 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2cbc-638a-4a8c-8d7f-21699e99f9c9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:33.052509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-21b6b1ff-3866-4a95-8b5c-eea6f08f7920 None None] Provisioning complete for port 2ec381a3-5bff-4384-87b8-528fd7904427 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:33.052789 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-21b6b1ff-3866-4a95-8b5c-eea6f08f7920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:33.084066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=bc996103-34a9-4f7e-894f-cdb9c4b63112,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:33.111695 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2cbc-638a-4a8c-8d7f-21699e99f9c9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:33.136732 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ae5c2cbc-638a-4a8c-8d7f-21699e99f9c9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Calling delete_port for 3200e8ac-5a9a-474b-8c91-86bb153e58df owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:01:33.202134 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-21b6b1ff-3866-4a95-8b5c-eea6f08f7920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:33.207027 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:01:33.230349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:33.230729 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:33.242624 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2ec381a3-5bff-4384-87b8-528fd7904427 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:01:33.357374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-21b6b1ff-3866-4a95-8b5c-eea6f08f7920 None None] For port 2ec381a3-5bff-4384-87b8-528fd7904427, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2ec381a3-5bff-4384-87b8-528fd7904427,segment=NetworkSegment(5c402061-a368-4878-b489-e08c25e82137),segment_id=5c402061-a368-4878-b489-e08c25e82137)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:33.403973 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882390c-106e-430a-9b53-add9b7f0a607 req-ab1d29e5-5653-405b-9747-792903592a73 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:33.410226 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882390c-106e-430a-9b53-add9b7f0a607 req-ab1d29e5-5653-405b-9747-792903592a73 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:33.417402 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882390c-106e-430a-9b53-add9b7f0a607 req-ab1d29e5-5653-405b-9747-792903592a73 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:33.423312 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 2ec381a3-5bff-4384-87b8-528fd7904427 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:33.423610 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882390c-106e-430a-9b53-add9b7f0a607 req-ab1d29e5-5653-405b-9747-792903592a73 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:33.423733 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:33.430305 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882390c-106e-430a-9b53-add9b7f0a607 req-ab1d29e5-5653-405b-9747-792903592a73 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:33.437192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882390c-106e-430a-9b53-add9b7f0a607 req-ab1d29e5-5653-405b-9747-792903592a73 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:33.443049 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882390c-106e-430a-9b53-add9b7f0a607 req-ab1d29e5-5653-405b-9747-792903592a73 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:33.445150 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4882390c-106e-430a-9b53-add9b7f0a607 req-ab1d29e5-5653-405b-9747-792903592a73 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5442 time: 0.1238573 Dec 11 23:01:33.461285 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-21b6b1ff-3866-4a95-8b5c-eea6f08f7920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:33.463043 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:33.514393 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2cbc-638a-4a8c-8d7f-21699e99f9c9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:33.551539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50aa8f-de8b-4640-8beb-c8932df3241f req-475ffaaf-892a-418e-b77c-f42d17db8164 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:33.558974 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:33.560271 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa50aa8f-de8b-4640-8beb-c8932df3241f req-475ffaaf-892a-418e-b77c-f42d17db8164 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 945 time: 0.0758934 Dec 11 23:01:33.562542 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6b1ff-3866-4a95-8b5c-eea6f08f7920 None None] Pushing event updated for resources: {'Port': ['ID=2ec381a3-5bff-4384-87b8-528fd7904427,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:33.578737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c2cbc-638a-4a8c-8d7f-21699e99f9c9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Pushing event deleted for resources: {'Port': ['ID=3200e8ac-5a9a-474b-8c91-86bb153e58df,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:33.613647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1588508a-c862-41cf-bc9d-68785de6b29e None None] Could not find standard attr ID for object 3200e8ac-5a9a-474b-8c91-86bb153e58df. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 23:01:33.627965 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa50aa8f-de8b-4640-8beb-c8932df3241f req-dcdb436d-009c-496c-92fe-8616df3a8cb3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666361 Dec 11 23:01:33.643056 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4882390c-106e-430a-9b53-add9b7f0a607 req-89e652d1-3bf5-4275-9207-3385959131f4 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1805902 Dec 11 23:01:33.643510 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1588508a-c862-41cf-bc9d-68785de6b29e None None] Provisioning complete for port 2ec381a3-5bff-4384-87b8-528fd7904427 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:33.643510 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1588508a-c862-41cf-bc9d-68785de6b29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:33.671511 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:33.672270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5db39d80-8883-4e9b-a21f-592a66a98574 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:01:33.687050 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2cbc-638a-4a8c-8d7f-21699e99f9c9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:33.695908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51194) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:33.696540 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ae5c2cbc-638a-4a8c-8d7f-21699e99f9c9 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] 10.222.0.45 "DELETE /v2.0/ports/3200e8ac-5a9a-474b-8c91-86bb153e58df HTTP/1.1" status: 204 len: 168 time: 0.8202014 Dec 11 23:01:33.701399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-99dde16f-1d03-4f61-a635-b770d6c64e27 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Request body: {'port': {'name': 'tempest-new-port-name-26106230', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:33.701807 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.api.validators [None req-99dde16f-1d03-4f61-a635-b770d6c64e27 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] bootfile-name is not in valid_values {{(pid=103692) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 11 23:01:33.702150 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.api.validators [None req-99dde16f-1d03-4f61-a635-b770d6c64e27 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] tftp-server is not in valid_values {{(pid=103692) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 11 23:01:33.702491 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.api.validators [None req-99dde16f-1d03-4f61-a635-b770d6c64e27 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] server-ip-address is not in valid_values {{(pid=103692) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 11 23:01:33.803037 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-99dde16f-1d03-4f61-a635-b770d6c64e27 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:33.854768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:33.888752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1588508a-c862-41cf-bc9d-68785de6b29e None None] Provisioning complete for port 93c4e8de-deab-42f6-9969-24a82029de26 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:33.889128 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1588508a-c862-41cf-bc9d-68785de6b29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:33.945193 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1588508a-c862-41cf-bc9d-68785de6b29e None None] Port 93c4e8de-deab-42f6-9969-24a82029de26 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:01:33.953743 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 5db39d80-8883-4e9b-a21f-592a66a98574 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:01:33.958182 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 5db39d80-8883-4e9b-a21f-592a66a98574 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:33.958654 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:34.077209 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:34.081833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-58770b48-0d8c-4bc0-a304-f912cb9f748e None None] Provisioning complete for port 93c4e8de-deab-42f6-9969-24a82029de26 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:34.082198 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-58770b48-0d8c-4bc0-a304-f912cb9f748e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:34.143876 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 5db39d80-8883-4e9b-a21f-592a66a98574, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5db39d80-8883-4e9b-a21f-592a66a98574,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:34.145032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-58770b48-0d8c-4bc0-a304-f912cb9f748e None None] Port 93c4e8de-deab-42f6-9969-24a82029de26 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:01:34.149440 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-99dde16f-1d03-4f61-a635-b770d6c64e27 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:34.223223 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:34.246142 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-99dde16f-1d03-4f61-a635-b770d6c64e27 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:34.295101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d7affe48-5a8e-4a45-aa85-5eaa3c9a9bb6 None None] Could not find standard attr ID for object 3200e8ac-5a9a-474b-8c91-86bb153e58df. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 23:01:34.329510 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=5db39d80-8883-4e9b-a21f-592a66a98574,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:34.347519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dde16f-1d03-4f61-a635-b770d6c64e27 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Pushing event updated for resources: {'Port': ['ID=93c4e8de-deab-42f6-9969-24a82029de26,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:34.367549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-99dde16f-1d03-4f61-a635-b770d6c64e27 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] In _notify_port_updated(), no bound segment for port 93c4e8de-deab-42f6-9969-24a82029de26 on network a87ececb-2bd9-48f9-9c70-02a54d3f0899 {{(pid=103692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 23:01:34.370710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c64cc-59d4-411a-b628-2126dc748dd3 req-092cc5b2-4fb3-48bb-8ff3-d1f65f4563f7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.373030 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b60c64cc-59d4-411a-b628-2126dc748dd3 req-092cc5b2-4fb3-48bb-8ff3-d1f65f4563f7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 947 time: 0.0568166 Dec 11 23:01:34.379303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dde16f-1d03-4f61-a635-b770d6c64e27 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.379945 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-99dde16f-1d03-4f61-a635-b770d6c64e27 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:34.382853 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-99dde16f-1d03-4f61-a635-b770d6c64e27 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] 10.222.0.45 "PUT /v2.0/ports/93c4e8de-deab-42f6-9969-24a82029de26 HTTP/1.1" status: 200 len: 1135 time: 0.6843679 Dec 11 23:01:34.384818 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51206) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:34.459260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e078a54-2fd0-4682-ab64-573a3a9803b4 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.465204 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8e078a54-2fd0-4682-ab64-573a3a9803b4 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] 10.222.0.45 "GET /v2.0/ports/93c4e8de-deab-42f6-9969-24a82029de26 HTTP/1.1" status: 200 len: 1135 time: 0.0755565 Dec 11 23:01:34.466090 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51210) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:34.466417 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc996103-34a9-4f7e-894f-cdb9c4b63112'}, {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b'}, {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db39d80-8883-4e9b-a21f-592a66a98574'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:01:34.468831 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dc1986-a083-43e0-9851-3359083dd66a" -d '{"events": [{"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-plugged", "status": "completed", "tag": "bc996103-34a9-4f7e-894f-cdb9c4b63112"}, {"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-plugged", "status": "completed", "tag": "e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b"}, {"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-plugged", "status": "completed", "tag": "5db39d80-8883-4e9b-a21f-592a66a98574"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:01:34.498872 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b60c64cc-59d4-411a-b628-2126dc748dd3 req-54c385f3-15f6-4c46-9c46-8eff842734c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202743 Dec 11 23:01:34.524708 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 11 Dec 2021 23:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d295cb6a-7af2-4058-bef6-a762e5cf3f39 x-openstack-request-id: req-d295cb6a-7af2-4058-bef6-a762e5cf3f39 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:01:34.525356 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-plugged", "status": "completed", "tag": "bc996103-34a9-4f7e-894f-cdb9c4b63112", "code": 200}, {"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-plugged", "status": "completed", "tag": "e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b", "code": 200}, {"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-plugged", "status": "completed", "tag": "5db39d80-8883-4e9b-a21f-592a66a98574", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:01:34.525356 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d295cb6a-7af2-4058-bef6-a762e5cf3f39 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:01:34.525666 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc996103-34a9-4f7e-894f-cdb9c4b63112', 'code': 200} Dec 11 23:01:34.525927 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b', 'code': 200} Dec 11 23:01:34.526182 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db39d80-8883-4e9b-a21f-592a66a98574', 'code': 200} Dec 11 23:01:34.606198 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d01c0a38-57b1-4a83-b4f6-46d29cdb284d tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Deleting port 93c4e8de-deab-42f6-9969-24a82029de26 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:01:34.606844 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d01c0a38-57b1-4a83-b4f6-46d29cdb284d tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:34.634838 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-086a1e91-9783-4332-8f4b-f207a03fe656 None None] Provisioning complete for port 93c4e8de-deab-42f6-9969-24a82029de26 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:34.635055 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-086a1e91-9783-4332-8f4b-f207a03fe656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:34.703334 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-086a1e91-9783-4332-8f4b-f207a03fe656 None None] Port 93c4e8de-deab-42f6-9969-24a82029de26 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:01:34.768674 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d01c0a38-57b1-4a83-b4f6-46d29cdb284d tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:34.803709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d01c0a38-57b1-4a83-b4f6-46d29cdb284d tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Calling delete_port for 93c4e8de-deab-42f6-9969-24a82029de26 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:01:34.804090 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d25a7-03e8-4505-8022-c1721c67887c req-4fe87d13-a01a-4541-ac3f-c4a249554022 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.809969 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d25a7-03e8-4505-8022-c1721c67887c req-4fe87d13-a01a-4541-ac3f-c4a249554022 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.813599 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cf74d-57ba-4d94-8b56-a367294119e8 req-b534f311-c0ff-47eb-a36f-4b59fbd62a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.814083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cf74d-57ba-4d94-8b56-a367294119e8 req-b534f311-c0ff-47eb-a36f-4b59fbd62a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.814567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cf74d-57ba-4d94-8b56-a367294119e8 req-b534f311-c0ff-47eb-a36f-4b59fbd62a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.815043 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cf74d-57ba-4d94-8b56-a367294119e8 req-b534f311-c0ff-47eb-a36f-4b59fbd62a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.815507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cf74d-57ba-4d94-8b56-a367294119e8 req-b534f311-c0ff-47eb-a36f-4b59fbd62a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.815918 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d25a7-03e8-4505-8022-c1721c67887c req-4fe87d13-a01a-4541-ac3f-c4a249554022 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.816042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cf74d-57ba-4d94-8b56-a367294119e8 req-b534f311-c0ff-47eb-a36f-4b59fbd62a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.816415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cf74d-57ba-4d94-8b56-a367294119e8 req-b534f311-c0ff-47eb-a36f-4b59fbd62a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.818343 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f9cf74d-57ba-4d94-8b56-a367294119e8 req-b534f311-c0ff-47eb-a36f-4b59fbd62a29 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 6501 time: 0.1326535 Dec 11 23:01:34.823298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d25a7-03e8-4505-8022-c1721c67887c req-4fe87d13-a01a-4541-ac3f-c4a249554022 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.829258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d25a7-03e8-4505-8022-c1721c67887c req-4fe87d13-a01a-4541-ac3f-c4a249554022 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.835893 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d25a7-03e8-4505-8022-c1721c67887c req-4fe87d13-a01a-4541-ac3f-c4a249554022 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.841972 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d25a7-03e8-4505-8022-c1721c67887c req-4fe87d13-a01a-4541-ac3f-c4a249554022 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.843944 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-229d25a7-03e8-4505-8022-c1721c67887c req-4fe87d13-a01a-4541-ac3f-c4a249554022 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5444 time: 0.0967128 Dec 11 23:01:34.861544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fee4af-9485-4c7d-bacb-d07154edcdb7 req-a02e8669-06cf-43a0-90c7-98db0a33a455 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:34.863054 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63fee4af-9485-4c7d-bacb-d07154edcdb7 req-a02e8669-06cf-43a0-90c7-98db0a33a455 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 945 time: 0.1135883 Dec 11 23:01:34.904922 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-229d25a7-03e8-4505-8022-c1721c67887c req-c90745b1-0c2c-4a60-9ecd-80f747993913 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542953 Dec 11 23:01:34.974184 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f9cf74d-57ba-4d94-8b56-a367294119e8 req-1e791427-7131-4c05-8252-ac67e2aef10d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&id=768c5186-04d3-42fa-be07-285d130661c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1459124 Dec 11 23:01:34.990342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63fee4af-9485-4c7d-bacb-d07154edcdb7 req-a0ee7a18-2df0-4515-87ad-5b6ec53c9f94 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979285 Dec 11 23:01:35.120786 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d01c0a38-57b1-4a83-b4f6-46d29cdb284d tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:35.125074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b740e-cad2-4319-a018-e231f337ef57 req-c9465946-d00f-4819-a98e-69dfb8b212aa tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:35.125226 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd1b740e-cad2-4319-a018-e231f337ef57 req-c9465946-d00f-4819-a98e-69dfb8b212aa tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 945 time: 0.0548985 Dec 11 23:01:35.157808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c0a38-57b1-4a83-b4f6-46d29cdb284d tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Pushing event deleted for resources: {'Port': ['ID=93c4e8de-deab-42f6-9969-24a82029de26,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:35.180886 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd1b740e-cad2-4319-a018-e231f337ef57 req-cde6024f-12e9-45b9-b3d7-04eba964d583 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472412 Dec 11 23:01:35.181504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2ec381a3-5bff-4384-87b8-528fd7904427 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:01:35.248732 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 2ec381a3-5bff-4384-87b8-528fd7904427 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:35.250125 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:35.264997 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d01c0a38-57b1-4a83-b4f6-46d29cdb284d tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:35.269216 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d01c0a38-57b1-4a83-b4f6-46d29cdb284d tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] 10.222.0.45 "DELETE /v2.0/ports/93c4e8de-deab-42f6-9969-24a82029de26 HTTP/1.1" status: 204 len: 168 time: 0.8020618 Dec 11 23:01:35.271898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51226) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:35.336466 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5af55b-de3e-467e-9e52-c4914afefdea tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Deleting subnet dbfe17e8-b99b-4032-9ae0-7e5daa6e18f2 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:01:35.337979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a3022-0481-4b4f-a6e9-468b0a4643ef req-b7707ff3-1d8c-43d5-8306-ecc417cd81bc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:35.339786 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b0a3022-0481-4b4f-a6e9-468b0a4643ef req-b7707ff3-1d8c-43d5-8306-ecc417cd81bc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 945 time: 0.0693476 Dec 11 23:01:35.340370 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e5af55b-de3e-467e-9e52-c4914afefdea tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:35.384897 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e5af55b-de3e-467e-9e52-c4914afefdea tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:35.421288 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b0a3022-0481-4b4f-a6e9-468b0a4643ef req-3245973c-824f-410e-96cf-dbcad3472fd7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667791 Dec 11 23:01:35.628710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54d82a-e761-46ae-9fec-374a589d8baf req-41da1ec1-d4ec-4f45-9735-da7655742a9a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:35.630290 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf54d82a-e761-46ae-9fec-374a589d8baf req-41da1ec1-d4ec-4f45-9735-da7655742a9a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 947 time: 0.0547373 Dec 11 23:01:35.689483 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf54d82a-e761-46ae-9fec-374a589d8baf req-953ade46-2a16-4d0b-a5cb-aada6dc1c520 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503206 Dec 11 23:01:35.800954 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e5af55b-de3e-467e-9e52-c4914afefdea tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:35.883757 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0ed87-0a23-4dce-ac8d-7c2dfbd7b1f7 req-5a55ce77-de0d-4dea-88c8-153fa3e9295a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:35.885264 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9b0ed87-0a23-4dce-ac8d-7c2dfbd7b1f7 req-5a55ce77-de0d-4dea-88c8-153fa3e9295a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 945 time: 0.0531511 Dec 11 23:01:35.920811 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e5af55b-de3e-467e-9e52-c4914afefdea tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:35.934572 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9b0ed87-0a23-4dce-ac8d-7c2dfbd7b1f7 req-837ee220-1eb0-4c1b-9189-b992dc4a46c4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425620 Dec 11 23:01:35.949210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5af55b-de3e-467e-9e52-c4914afefdea tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Pushing event deleted for resources: {'Subnet': ['ID=dbfe17e8-b99b-4032-9ae0-7e5daa6e18f2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:35.954635 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e5af55b-de3e-467e-9e52-c4914afefdea tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:35.957772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51244) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:35.957929 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0e5af55b-de3e-467e-9e52-c4914afefdea tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] 10.222.0.45 "DELETE /v2.0/subnets/dbfe17e8-b99b-4032-9ae0-7e5daa6e18f2 HTTP/1.1" status: 204 len: 168 time: 0.6849582 Dec 11 23:01:35.958347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa0af2-4423-48ad-bc0b-0d0c3f6928b3 None None] Network a87ececb-2bd9-48f9-9c70-02a54d3f0899 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:01:36.060662 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:36.102710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f57e9e-d598-4562-9987-80ce4d8eca76 req-93f62d9c-f8f9-4802-ac24-ab4ed5e0afbe tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:36.109203 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f57e9e-d598-4562-9987-80ce4d8eca76 req-93f62d9c-f8f9-4802-ac24-ab4ed5e0afbe tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:36.118066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f57e9e-d598-4562-9987-80ce4d8eca76 req-93f62d9c-f8f9-4802-ac24-ab4ed5e0afbe tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:36.122282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Deleting port 2ec381a3-5bff-4384-87b8-528fd7904427 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:01:36.122631 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:36.124083 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f57e9e-d598-4562-9987-80ce4d8eca76 req-93f62d9c-f8f9-4802-ac24-ab4ed5e0afbe tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:36.130093 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f57e9e-d598-4562-9987-80ce4d8eca76 req-93f62d9c-f8f9-4802-ac24-ab4ed5e0afbe tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:36.140706 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f57e9e-d598-4562-9987-80ce4d8eca76 req-93f62d9c-f8f9-4802-ac24-ab4ed5e0afbe tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:36.147942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f57e9e-d598-4562-9987-80ce4d8eca76 req-93f62d9c-f8f9-4802-ac24-ab4ed5e0afbe tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:36.150604 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20f57e9e-d598-4562-9987-80ce4d8eca76 req-93f62d9c-f8f9-4802-ac24-ab4ed5e0afbe tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5444 time: 0.1192930 Dec 11 23:01:36.178417 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a555112-a818-43cd-b7cd-bac6405c9a7a None None] DHCP port deletion for a87ececb-2bd9-48f9-9c70-02a54d3f0899 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:01:36.207792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] For port 2ec381a3-5bff-4384-87b8-528fd7904427, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2ec381a3-5bff-4384-87b8-528fd7904427,segment=NetworkSegment(5c402061-a368-4878-b489-e08c25e82137),segment_id=5c402061-a368-4878-b489-e08c25e82137)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:36.208378 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:36.227470 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20f57e9e-d598-4562-9987-80ce4d8eca76 req-670071ad-14e1-415e-8827-600d32a63ed3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708766 Dec 11 23:01:36.227766 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6a555112-a818-43cd-b7cd-bac6405c9a7a None None] Deleting port 2ec381a3-5bff-4384-87b8-528fd7904427 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:01:36.228150 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a555112-a818-43cd-b7cd-bac6405c9a7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:36.235350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Calling delete_port for 2ec381a3-5bff-4384-87b8-528fd7904427 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:01:36.302436 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6a555112-a818-43cd-b7cd-bac6405c9a7a None None] For port 2ec381a3-5bff-4384-87b8-528fd7904427, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2ec381a3-5bff-4384-87b8-528fd7904427,segment=NetworkSegment(5c402061-a368-4878-b489-e08c25e82137),segment_id=5c402061-a368-4878-b489-e08c25e82137)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:36.303031 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a555112-a818-43cd-b7cd-bac6405c9a7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:36.318916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6a555112-a818-43cd-b7cd-bac6405c9a7a None None] Calling delete_port for 2ec381a3-5bff-4384-87b8-528fd7904427 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:01:36.353547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a468a-d1b9-4cce-add1-d1d9d2ddc31c req-251fcb9e-5729-4734-bd85-1805bfecd955 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:36.355127 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-694a468a-d1b9-4cce-add1-d1d9d2ddc31c req-251fcb9e-5729-4734-bd85-1805bfecd955 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 947 time: 0.0687909 Dec 11 23:01:36.466392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-694a468a-d1b9-4cce-add1-d1d9d2ddc31c req-5047b554-a93f-4cd5-b715-cac9359df6c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Deleting port 5dc2892c-eb7e-4b7f-902e-780c51e30428 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:01:36.466630 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-694a468a-d1b9-4cce-add1-d1d9d2ddc31c req-5047b554-a93f-4cd5-b715-cac9359df6c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:36.553591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-694a468a-d1b9-4cce-add1-d1d9d2ddc31c req-5047b554-a93f-4cd5-b715-cac9359df6c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] For port 5dc2892c-eb7e-4b7f-902e-780c51e30428, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5dc2892c-eb7e-4b7f-902e-780c51e30428,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:36.554008 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-694a468a-d1b9-4cce-add1-d1d9d2ddc31c req-5047b554-a93f-4cd5-b715-cac9359df6c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:36.615355 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:36.626429 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a555112-a818-43cd-b7cd-bac6405c9a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:36.641046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] No DVR routers for this DVR port 2ec381a3-5bff-4384-87b8-528fd7904427 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:01:36.666183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a555112-a818-43cd-b7cd-bac6405c9a7a None None] Pushing event deleted for resources: {'Port': ['ID=2ec381a3-5bff-4384-87b8-528fd7904427,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:36.669999 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a555112-a818-43cd-b7cd-bac6405c9a7a None None] No DVR routers for this DVR port 2ec381a3-5bff-4384-87b8-528fd7904427 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:01:36.717011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Pushing event deleted for resources: {'Port': ['ID=2ec381a3-5bff-4384-87b8-528fd7904427,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:36.815488 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:36.890726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87ececb-2bd9-48f9-9c70-02a54d3f0899']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:36.908297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c402061-a368-4878-b489-e08c25e82137') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:36.908596 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c402061-a368-4878-b489-e08c25e82137') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:36.927365 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-694a468a-d1b9-4cce-add1-d1d9d2ddc31c req-5047b554-a93f-4cd5-b715-cac9359df6c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:36.927727 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-694a468a-d1b9-4cce-add1-d1d9d2ddc31c req-5047b554-a93f-4cd5-b715-cac9359df6c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:36.928043 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-694a468a-d1b9-4cce-add1-d1d9d2ddc31c req-5047b554-a93f-4cd5-b715-cac9359df6c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Floating IP 81dab4c2-090f-48f4-ac2e-ba422a135d06 disassociated. External IP: 172.25.1.66, port: 5dc2892c-eb7e-4b7f-902e-780c51e30428. Dec 11 23:01:36.928392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-694a468a-d1b9-4cce-add1-d1d9d2ddc31c req-5047b554-a93f-4cd5-b715-cac9359df6c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Calling delete_port for 5dc2892c-eb7e-4b7f-902e-780c51e30428 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:01:36.934144 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:36.961335 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2211b9a-8fb4-4371-b626-097ef3c9345e req-6aa8f88b-c57b-4b1f-ac18-890299865970 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:36.963276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2211b9a-8fb4-4371-b626-097ef3c9345e req-6aa8f88b-c57b-4b1f-ac18-890299865970 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 947 time: 0.1651351 Dec 11 23:01:36.972792 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:37.018501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:01:37.018937 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:01:37.027377 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:01:37.069788 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101969-99d8-4d11-961e-e24300574b6a req-081f010a-cc7b-4a70-a89e-2404b151f2ce tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:37.071995 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd101969-99d8-4d11-961e-e24300574b6a req-081f010a-cc7b-4a70-a89e-2404b151f2ce tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 945 time: 0.0522826 Dec 11 23:01:37.129790 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd101969-99d8-4d11-961e-e24300574b6a req-3a73e9c1-c9ab-435f-b9a5-8e59e793b3f6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510921 Dec 11 23:01:37.152825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2211b9a-8fb4-4371-b626-097ef3c9345e req-fdeeeed1-8c67-4725-a9a5-a21611ad73d5 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=3879211c-05fd-4775-b3cc-990c19fc6d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387062 Dec 11 23:01:37.168349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2ec381a3-5bff-4384-87b8-528fd7904427 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:01:37.196614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 2ec381a3-5bff-4384-87b8-528fd7904427 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:01:37.197041 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2ec381a3-5bff-4384-87b8-528fd7904427 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:01:37.214962 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:37.220071 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:37.230783 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] 10.222.0.45 "DELETE /v2.0/networks/a87ececb-2bd9-48f9-9c70-02a54d3f0899 HTTP/1.1" status: 204 len: 168 time: 1.2646241 Dec 11 23:01:37.240600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060f02d-816a-481f-9830-8bd37dd7cff5 tempest-ExtraDHCPOptionsTestJSON-1242895277 tempest-ExtraDHCPOptionsTestJSON-1242895277-project] Pushing event deleted for resources: {'Network': ['ID=a87ececb-2bd9-48f9-9c70-02a54d3f0899,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:37.291588 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-694a468a-d1b9-4cce-add1-d1d9d2ddc31c req-5047b554-a93f-4cd5-b715-cac9359df6c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:37.323616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047b554-a93f-4cd5-b715-cac9359df6c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event deleted for resources: {'Port': ['ID=5dc2892c-eb7e-4b7f-902e-780c51e30428,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:37.373659 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e1f1d-3077-4e21-98b8-9464e97dfe56 req-d31e04da-ee1f-439b-95de-cc86677d7ddc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:37.379557 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e1f1d-3077-4e21-98b8-9464e97dfe56 req-d31e04da-ee1f-439b-95de-cc86677d7ddc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:37.386068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e1f1d-3077-4e21-98b8-9464e97dfe56 req-d31e04da-ee1f-439b-95de-cc86677d7ddc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:37.391963 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e1f1d-3077-4e21-98b8-9464e97dfe56 req-d31e04da-ee1f-439b-95de-cc86677d7ddc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:37.397917 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e1f1d-3077-4e21-98b8-9464e97dfe56 req-d31e04da-ee1f-439b-95de-cc86677d7ddc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:37.403795 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e1f1d-3077-4e21-98b8-9464e97dfe56 req-d31e04da-ee1f-439b-95de-cc86677d7ddc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:37.409850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e1f1d-3077-4e21-98b8-9464e97dfe56 req-d31e04da-ee1f-439b-95de-cc86677d7ddc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:37.411933 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-da7e1f1d-3077-4e21-98b8-9464e97dfe56 req-d31e04da-ee1f-439b-95de-cc86677d7ddc tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5444 time: 0.0998769 Dec 11 23:01:37.472879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee8165-1c14-4d1e-8d58-0c3802ae3e04 req-b187a4be-4bf4-4f14-9854-6c0a938caf6c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:37.474356 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ee8165-1c14-4d1e-8d58-0c3802ae3e04 req-b187a4be-4bf4-4f14-9854-6c0a938caf6c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.13 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 945 time: 0.1004119 Dec 11 23:01:37.478022 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-da7e1f1d-3077-4e21-98b8-9464e97dfe56 req-65c71ca8-6e77-4329-a59c-468ea12f2ae8 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589042 Dec 11 23:01:37.519370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-694a468a-d1b9-4cce-add1-d1d9d2ddc31c req-5047b554-a93f-4cd5-b715-cac9359df6c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Router 75d37f82-8af0-4fd8-a368-e2479bf884d4 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:01:37.715276 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e40f2-3aeb-48f8-950e-f7da37ce516e req-c70e30a3-f547-4c8e-8cbc-c1496025dba6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:37.721156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e40f2-3aeb-48f8-950e-f7da37ce516e req-c70e30a3-f547-4c8e-8cbc-c1496025dba6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:37.728370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e40f2-3aeb-48f8-950e-f7da37ce516e req-c70e30a3-f547-4c8e-8cbc-c1496025dba6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:37.735386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e40f2-3aeb-48f8-950e-f7da37ce516e req-c70e30a3-f547-4c8e-8cbc-c1496025dba6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:37.740790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e40f2-3aeb-48f8-950e-f7da37ce516e req-c70e30a3-f547-4c8e-8cbc-c1496025dba6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:37.747264 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e40f2-3aeb-48f8-950e-f7da37ce516e req-c70e30a3-f547-4c8e-8cbc-c1496025dba6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:37.753366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e40f2-3aeb-48f8-950e-f7da37ce516e req-c70e30a3-f547-4c8e-8cbc-c1496025dba6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:37.755324 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2a5e40f2-3aeb-48f8-950e-f7da37ce516e req-c70e30a3-f547-4c8e-8cbc-c1496025dba6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5444 time: 0.1955392 Dec 11 23:01:37.770139 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51278) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:37.773311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e7ee8165-1c14-4d1e-8d58-0c3802ae3e04 req-73777b32-6003-410e-ac28-f1f92b20cb56 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Deleting port d368d03a-8ec5-4c52-8a87-d16263d89d7f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:01:37.773677 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7ee8165-1c14-4d1e-8d58-0c3802ae3e04 req-73777b32-6003-410e-ac28-f1f92b20cb56 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:37.778763 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-694a468a-d1b9-4cce-add1-d1d9d2ddc31c req-5047b554-a93f-4cd5-b715-cac9359df6c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:01:37.779460 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ebee8b88-9476-4e97-8b0c-56d1eee6e2b3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Request body: {'floatingip': {'port_id': 'ea2452b4-9651-4e68-88ec-265f6355ad1d'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:37.792177 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d8add-c125-4aec-a5ca-e3b8fd924b0c None None] Sync routers for ids ['75d37f82-8af0-4fd8-a368-e2479bf884d4'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:01:37.805814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d8add-c125-4aec-a5ca-e3b8fd924b0c None None] Routers {'75d37f82-8af0-4fd8-a368-e2479bf884d4'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:37.806741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-da7d8add-c125-4aec-a5ca-e3b8fd924b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['75d37f82-8af0-4fd8-a368-e2479bf884d4'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:37.844808 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ebee8b88-9476-4e97-8b0c-56d1eee6e2b3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:37.905674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51280) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:37.908560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-694a468a-d1b9-4cce-add1-d1d9d2ddc31c req-5047b554-a93f-4cd5-b715-cac9359df6c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] No DVR routers for this DVR port 5dc2892c-eb7e-4b7f-902e-780c51e30428 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:01:37.918168 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-694a468a-d1b9-4cce-add1-d1d9d2ddc31c req-5047b554-a93f-4cd5-b715-cac9359df6c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:37.921903 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-694a468a-d1b9-4cce-add1-d1d9d2ddc31c req-5047b554-a93f-4cd5-b715-cac9359df6c6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.47 "DELETE /v2.0/ports/5dc2892c-eb7e-4b7f-902e-780c51e30428 HTTP/1.1" status: 204 len: 173 time: 1.5533857 Dec 11 23:01:37.938937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'name': 'network-vif-deleted', 'tag': '5dc2892c-eb7e-4b7f-902e-780c51e30428'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:01:37.946908 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d5c545-0eaf-480c-8481-c15319c60894" -d '{"events": [{"server_uuid": "b4030b04-6a94-48f8-bb07-03b5500333e2", "name": "network-vif-deleted", "tag": "5dc2892c-eb7e-4b7f-902e-780c51e30428"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:01:37.973572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-da7d8add-c125-4aec-a5ca-e3b8fd924b0c None None] Set router 75d37f82-8af0-4fd8-a368-e2479bf884d4 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:01:38.029985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e7ee8165-1c14-4d1e-8d58-0c3802ae3e04 req-73777b32-6003-410e-ac28-f1f92b20cb56 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] For port d368d03a-8ec5-4c52-8a87-d16263d89d7f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d368d03a-8ec5-4c52-8a87-d16263d89d7f,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:38.030391 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7ee8165-1c14-4d1e-8d58-0c3802ae3e04 req-73777b32-6003-410e-ac28-f1f92b20cb56 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:38.045832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e7ee8165-1c14-4d1e-8d58-0c3802ae3e04 req-73777b32-6003-410e-ac28-f1f92b20cb56 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Calling delete_port for d368d03a-8ec5-4c52-8a87-d16263d89d7f owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:01:38.315238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187ae09-f206-4bce-9689-c7de24304aca req-6a03b29b-a2cf-436a-b2ce-f235f360ee01 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:38.316833 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e187ae09-f206-4bce-9689-c7de24304aca req-6a03b29b-a2cf-436a-b2ce-f235f360ee01 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 945 time: 0.0738869 Dec 11 23:01:38.356672 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7ee8165-1c14-4d1e-8d58-0c3802ae3e04 req-73777b32-6003-410e-ac28-f1f92b20cb56 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:38.382513 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-749f8c35-1f4c-4319-aeef-275e5713a15d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8dd418494eab48c6be156fa98c0fb218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4743795 Dec 11 23:01:38.388915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51292) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:38.396119 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['d368d03a-8ec5-4c52-8a87-d16263d89d7f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:01:38.450542 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c3de57-0160-4328-9e17-124bb85640c3 x-openstack-request-id: req-f7c3de57-0160-4328-9e17-124bb85640c3 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:01:38.450896 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4030b04-6a94-48f8-bb07-03b5500333e2", "name": "network-vif-deleted", "tag": "5dc2892c-eb7e-4b7f-902e-780c51e30428", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:01:38.451163 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f7c3de57-0160-4328-9e17-124bb85640c3 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:01:38.463368 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4030b04-6a94-48f8-bb07-03b5500333e2', 'name': 'network-vif-deleted', 'tag': '5dc2892c-eb7e-4b7f-902e-780c51e30428', 'status': 'completed', 'code': 200} Dec 11 23:01:38.466558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-da7d8add-c125-4aec-a5ca-e3b8fd924b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:27Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '6069ad42-e3ee-4cea-bbb8-58d455c5715a', 'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'mac_address': 'fa:16:3e:3e:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:26Z', 'updated_at': '2021-12-11T22:57:34Z', 'revision_number': 5, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'subnets': [{'id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:38.502780 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e187ae09-f206-4bce-9689-c7de24304aca req-1fb7b16f-1abb-4816-aa54-91efee09df3f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618295 Dec 11 23:01:38.503568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73777b32-6003-410e-ac28-f1f92b20cb56 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event deleted for resources: {'Port': ['ID=d368d03a-8ec5-4c52-8a87-d16263d89d7f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:38.535041 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d8add-c125-4aec-a5ca-e3b8fd924b0c None None] Checking router: 75d37f82-8af0-4fd8-a368-e2479bf884d4 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:01:38.558739 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d8add-c125-4aec-a5ca-e3b8fd924b0c None None] Routers {'75d37f82-8af0-4fd8-a368-e2479bf884d4'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:38.560392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-da7d8add-c125-4aec-a5ca-e3b8fd924b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['75d37f82-8af0-4fd8-a368-e2479bf884d4'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:38.565068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ee8165-1c14-4d1e-8d58-0c3802ae3e04 req-73777b32-6003-410e-ac28-f1f92b20cb56 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] No DVR routers for this DVR port d368d03a-8ec5-4c52-8a87-d16263d89d7f on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:01:38.566872 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3f267aa3-79b3-4627-b06a-6e4241052490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:38.569836 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7ee8165-1c14-4d1e-8d58-0c3802ae3e04 req-73777b32-6003-410e-ac28-f1f92b20cb56 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:38.572990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ee8165-1c14-4d1e-8d58-0c3802ae3e04 req-73777b32-6003-410e-ac28-f1f92b20cb56 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.13 "DELETE /v2.0/ports/d368d03a-8ec5-4c52-8a87-d16263d89d7f HTTP/1.1" status: 204 len: 173 time: 1.0920012 Dec 11 23:01:38.598141 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3f267aa3-79b3-4627-b06a-6e4241052490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:38.646313 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ebee8b88-9476-4e97-8b0c-56d1eee6e2b3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:38.680692 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-130f4835-68e7-4ef2-bd99-1b6616fa0736 req-ce99f337-c06b-433e-bbb3-29f1b104dc6a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4030b04-6a94-48f8-bb07-03b5500333e2 HTTP/1.1" status: 200 len: 210 time: 0.0319433 Dec 11 23:01:38.726210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-da7d8add-c125-4aec-a5ca-e3b8fd924b0c None None] Set router 75d37f82-8af0-4fd8-a368-e2479bf884d4 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:01:38.731522 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ebee8b88-9476-4e97-8b0c-56d1eee6e2b3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:38.808480 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3f267aa3-79b3-4627-b06a-6e4241052490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:38.812320 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3f267aa3-79b3-4627-b06a-6e4241052490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:38.814056 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3f267aa3-79b3-4627-b06a-6e4241052490 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c27667c3-3c55-494f-b89d-06bd489903ee HTTP/1.1" status: 204 len: 168 time: 0.4222329 Dec 11 23:01:38.842687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f267aa3-79b3-4627-b06a-6e4241052490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27667c3-3c55-494f-b89d-06bd489903ee,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:38.910993 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-ebee8b88-9476-4e97-8b0c-56d1eee6e2b3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Floating IP fa3db207-165a-4442-aace-b18ccb63781c associated. External IP: 172.25.1.233, port: ea2452b4-9651-4e68-88ec-265f6355ad1d. Dec 11 23:01:39.257425 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebee8b88-9476-4e97-8b0c-56d1eee6e2b3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Router 1c693082-cc3b-4e35-9419-7d54037ad520 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:01:39.318006 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-da7d8add-c125-4aec-a5ca-e3b8fd924b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:27Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '6069ad42-e3ee-4cea-bbb8-58d455c5715a', 'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'mac_address': 'fa:16:3e:3e:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:26Z', 'updated_at': '2021-12-11T22:57:34Z', 'revision_number': 5, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'subnets': [{'id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:39.351661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d8add-c125-4aec-a5ca-e3b8fd924b0c None None] The sync data for ids ['75d37f82-8af0-4fd8-a368-e2479bf884d4'] in n-d-710847-6 is: [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:27Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '6069ad42-e3ee-4cea-bbb8-58d455c5715a', 'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'mac_address': 'fa:16:3e:3e:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:26Z', 'updated_at': '2021-12-11T22:57:34Z', 'revision_number': 5, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'subnets': [{'id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:01:39.411651 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebee8b88-9476-4e97-8b0c-56d1eee6e2b3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:01:39.424341 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ebee8b88-9476-4e97-8b0c-56d1eee6e2b3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:39.426308 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829d7a11-e17e-4c28-a9fd-9576a9d26461 None None] Sync routers for ids ['1c693082-cc3b-4e35-9419-7d54037ad520'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:01:39.450473 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829d7a11-e17e-4c28-a9fd-9576a9d26461 None None] Routers {'1c693082-cc3b-4e35-9419-7d54037ad520'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:39.451205 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-829d7a11-e17e-4c28-a9fd-9576a9d26461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['1c693082-cc3b-4e35-9419-7d54037ad520'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:39.467480 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ebee8b88-9476-4e97-8b0c-56d1eee6e2b3 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "PUT /v2.0/floatingips/fa3db207-165a-4442-aace-b18ccb63781c HTTP/1.1" status: 200 len: 991 time: 1.6953745 Dec 11 23:01:39.468336 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'tag': 'ea2452b4-9651-4e68-88ec-265f6355ad1d'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:01:39.471029 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb7b121-4164-429c-8981-c160f7eba313" -d '{"events": [{"name": "network-changed", "server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "tag": "ea2452b4-9651-4e68-88ec-265f6355ad1d"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:01:39.530335 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8686d6-a5ad-4ed3-80fa-04a29a7afbd4 x-openstack-request-id: req-dc8686d6-a5ad-4ed3-80fa-04a29a7afbd4 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:01:39.530926 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "tag": "ea2452b4-9651-4e68-88ec-265f6355ad1d", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:01:39.531407 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc8686d6-a5ad-4ed3-80fa-04a29a7afbd4 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:01:39.532033 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'tag': 'ea2452b4-9651-4e68-88ec-265f6355ad1d', 'status': 'completed', 'code': 200} Dec 11 23:01:39.671365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b121-4164-429c-8981-c160f7eba313 req-4f8b1edf-a00a-454a-90cd-8c1b9f5c907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:39.671860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b121-4164-429c-8981-c160f7eba313 req-4f8b1edf-a00a-454a-90cd-8c1b9f5c907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:39.672339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b121-4164-429c-8981-c160f7eba313 req-4f8b1edf-a00a-454a-90cd-8c1b9f5c907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:39.672808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b121-4164-429c-8981-c160f7eba313 req-4f8b1edf-a00a-454a-90cd-8c1b9f5c907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:39.673277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b121-4164-429c-8981-c160f7eba313 req-4f8b1edf-a00a-454a-90cd-8c1b9f5c907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:39.673893 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b121-4164-429c-8981-c160f7eba313 req-4f8b1edf-a00a-454a-90cd-8c1b9f5c907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:39.674505 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b121-4164-429c-8981-c160f7eba313 req-4f8b1edf-a00a-454a-90cd-8c1b9f5c907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:39.677160 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fb7b121-4164-429c-8981-c160f7eba313 req-4f8b1edf-a00a-454a-90cd-8c1b9f5c907f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b61da717ab14ef48634b138167515ff&device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 6501 time: 0.0797071 Dec 11 23:01:39.700684 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-829d7a11-e17e-4c28-a9fd-9576a9d26461 None None] Set router 1c693082-cc3b-4e35-9419-7d54037ad520 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:01:39.701625 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-77b8fe04-66d4-407e-8e2d-34a32f87f416 req-db7dafd1-39b2-4541-8ea0-a84798f790d9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 210 time: 0.0412629 Dec 11 23:01:39.780251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fd45b3-2563-41a4-b161-db24d68742a0 None None] New status for floating IP 81dab4c2-090f-48f4-ac2e-ba422a135d06: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:01:39.845879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b121-4164-429c-8981-c160f7eba313 req-040bc793-1c61-4713-8760-f4c769286e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:39.848787 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fb7b121-4164-429c-8981-c160f7eba313 req-040bc793-1c61-4713-8760-f4c769286e7c service neutron] 10.222.0.47 "GET /v2.0/networks?id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4 HTTP/1.1" status: 200 len: 918 time: 0.1633117 Dec 11 23:01:39.888981 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51326) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:39.950114 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fb7b121-4164-429c-8981-c160f7eba313 req-efdaa66a-aeb0-424e-8304-c7997b8ce70b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2452b4-9651-4e68-88ec-265f6355ad1d HTTP/1.1" status: 200 len: 999 time: 0.0944324 Dec 11 23:01:40.007130 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:40.049519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b121-4164-429c-8981-c160f7eba313 req-d79fa885-776d-4fec-ba84-9571cefd5afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:40.051728 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fb7b121-4164-429c-8981-c160f7eba313 req-d79fa885-776d-4fec-ba84-9571cefd5afe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9bf2d6-65bb-4b47-a686-644dd9bd9730 HTTP/1.1" status: 200 len: 856 time: 0.0934556 Dec 11 23:01:40.061456 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:40.173288 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b121-4164-429c-8981-c160f7eba313 req-ac1ad20a-282e-4f59-ada3-65edaedbda4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:40.174936 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fb7b121-4164-429c-8981-c160f7eba313 req-ac1ad20a-282e-4f59-ada3-65edaedbda4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150661 Dec 11 23:01:40.255701 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:40.261116 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:40.262793 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "DELETE /v2.0/security-groups/3879211c-05fd-4775-b3cc-990c19fc6d85 HTTP/1.1" status: 204 len: 168 time: 0.3718574 Dec 11 23:01:40.267749 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51338) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:40.301637 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-829d7a11-e17e-4c28-a9fd-9576a9d26461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-router', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:58:59Z', 'revision_number': 4, 'project_id': '8b61da717ab14ef48634b138167515ff', 'gw_port': {'id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:53Z', 'updated_at': '2021-12-11T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'fa3db207-165a-4442-aace-b18ccb63781c', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'floating_ip_address': '172.25.1.233', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'port_id': 'ea2452b4-9651-4e68-88ec-265f6355ad1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'mac_address': 'fa:16:3e:a8:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11758608-34b7-4392-867e-9631354ec9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:00:16Z', 'updated_at': '2021-12-11T23:01:38Z', 'revision_number': 1, 'project_id': '8b61da717ab14ef48634b138167515ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434fbf7-8816-4b56-baab-95bb9d39e1b3', 'name': '', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'mac_address': 'fa:16:3e:7e:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:58Z', 'updated_at': '2021-12-11T22:59:13Z', 'revision_number': 5, 'project_id': '8b61da717ab14ef48634b138167515ff', 'subnets': [{'id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:40.308225 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3879211c-05fd-4775-b3cc-990c19fc6d85,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:40.321555 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fb7b121-4164-429c-8981-c160f7eba313 req-5d962b55-b1a7-41d5-b693-2eb2f7ca9e61 service neutron] 10.222.0.47 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369538 Dec 11 23:01:40.327218 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-ba12160a-1ec3-4e47-aea6-94084e3ca0c8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] show failed (client error): The resource could not be found. Dec 11 23:01:40.328303 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ba12160a-1ec3-4e47-aea6-94084e3ca0c8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups/3879211c-05fd-4775-b3cc-990c19fc6d85 HTTP/1.1" status: 404 len: 347 time: 0.0487516 Dec 11 23:01:40.331376 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51340) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:40.340885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:40.341424 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:40.342101 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:40.342101 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:40.342451 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:40.343123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:40.343123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:40.343469 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:40.343809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:40.344176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:40.344491 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:40.344827 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:40.345185 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812322c-6d3e-4598-a519-5451c980bb87 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:40.350992 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829d7a11-e17e-4c28-a9fd-9576a9d26461 None None] Checking router: 1c693082-cc3b-4e35-9419-7d54037ad520 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:01:40.362534 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829d7a11-e17e-4c28-a9fd-9576a9d26461 None None] Routers {'1c693082-cc3b-4e35-9419-7d54037ad520'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:40.363128 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-829d7a11-e17e-4c28-a9fd-9576a9d26461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['1c693082-cc3b-4e35-9419-7d54037ad520'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:40.449675 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fb7b121-4164-429c-8981-c160f7eba313 req-766edf76-780e-4365-9cd0-91e786bdcbec service neutron] 10.222.0.47 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212196 Dec 11 23:01:40.464371 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05eab216-7d8f-450e-b8cd-84503c0fb632', 'name': 'network-vif-deleted', 'tag': 'd368d03a-8ec5-4c52-8a87-d16263d89d7f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:01:40.468851 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039e7ca7-ac19-4a5e-9e6b-0b9a0272c1e7" -d '{"events": [{"server_uuid": "05eab216-7d8f-450e-b8cd-84503c0fb632", "name": "network-vif-deleted", "tag": "d368d03a-8ec5-4c52-8a87-d16263d89d7f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:01:40.542707 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46d951d-fade-4310-94d5-a7a0971aae24 x-openstack-request-id: req-f46d951d-fade-4310-94d5-a7a0971aae24 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:01:40.547606 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05eab216-7d8f-450e-b8cd-84503c0fb632", "name": "network-vif-deleted", "tag": "d368d03a-8ec5-4c52-8a87-d16263d89d7f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:01:40.547606 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f46d951d-fade-4310-94d5-a7a0971aae24 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:01:40.547606 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05eab216-7d8f-450e-b8cd-84503c0fb632', 'name': 'network-vif-deleted', 'tag': 'd368d03a-8ec5-4c52-8a87-d16263d89d7f', 'status': 'completed', 'code': 200} Dec 11 23:01:40.582250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51348) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:40.597392 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4eb45a41-ea61-4d6a-bcb3-7ded86fbb1c8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Deleting port 7ac198a4-868a-4e64-819f-079c0c216c08 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:01:40.597840 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4eb45a41-ea61-4d6a-bcb3-7ded86fbb1c8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:40.619141 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-829d7a11-e17e-4c28-a9fd-9576a9d26461 None None] Set router 1c693082-cc3b-4e35-9419-7d54037ad520 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:01:40.784566 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4eb45a41-ea61-4d6a-bcb3-7ded86fbb1c8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:40.785117 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4eb45a41-ea61-4d6a-bcb3-7ded86fbb1c8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:40.800556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4eb45a41-ea61-4d6a-bcb3-7ded86fbb1c8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Calling delete_port for 7ac198a4-868a-4e64-819f-079c0c216c08 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:01:40.868382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6e660d00-a60a-4612-9f54-810fbf3a800a req-dbf32650-7a44-4d8c-93ab-213c985b8fae tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 210 time: 0.0562577 Dec 11 23:01:40.903049 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ac9e3932-be70-444f-b613-4ce2559444ae tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2064471839'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:40.967151 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-829d7a11-e17e-4c28-a9fd-9576a9d26461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-router', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:58:59Z', 'revision_number': 4, 'project_id': '8b61da717ab14ef48634b138167515ff', 'gw_port': {'id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:53Z', 'updated_at': '2021-12-11T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'fa3db207-165a-4442-aace-b18ccb63781c', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'floating_ip_address': '172.25.1.233', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'port_id': 'ea2452b4-9651-4e68-88ec-265f6355ad1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'mac_address': 'fa:16:3e:a8:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11758608-34b7-4392-867e-9631354ec9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:00:16Z', 'updated_at': '2021-12-11T23:01:38Z', 'revision_number': 1, 'project_id': '8b61da717ab14ef48634b138167515ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434fbf7-8816-4b56-baab-95bb9d39e1b3', 'name': '', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'mac_address': 'fa:16:3e:7e:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:58Z', 'updated_at': '2021-12-11T22:59:13Z', 'revision_number': 5, 'project_id': '8b61da717ab14ef48634b138167515ff', 'subnets': [{'id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:41.002206 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829d7a11-e17e-4c28-a9fd-9576a9d26461 None None] The sync data for ids ['1c693082-cc3b-4e35-9419-7d54037ad520'] in n-d-710847-6 is: [{'id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-router', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:58:59Z', 'revision_number': 4, 'project_id': '8b61da717ab14ef48634b138167515ff', 'gw_port': {'id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:53Z', 'updated_at': '2021-12-11T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'fa3db207-165a-4442-aace-b18ccb63781c', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'floating_ip_address': '172.25.1.233', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'port_id': 'ea2452b4-9651-4e68-88ec-265f6355ad1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'mac_address': 'fa:16:3e:a8:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11758608-34b7-4392-867e-9631354ec9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:00:16Z', 'updated_at': '2021-12-11T23:01:38Z', 'revision_number': 1, 'project_id': '8b61da717ab14ef48634b138167515ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434fbf7-8816-4b56-baab-95bb9d39e1b3', 'name': '', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'mac_address': 'fa:16:3e:7e:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:58Z', 'updated_at': '2021-12-11T22:59:13Z', 'revision_number': 5, 'project_id': '8b61da717ab14ef48634b138167515ff', 'subnets': [{'id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:01:41.037072 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9e3932-be70-444f-b613-4ce2559444ae tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Made reservation on behalf of d712bb8d03f347e9a7050747aed90a67 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:01:41.044476 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3932-be70-444f-b613-4ce2559444ae tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:41.053921 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3932-be70-444f-b613-4ce2559444ae tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:41.097091 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4eb45a41-ea61-4d6a-bcb3-7ded86fbb1c8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:41.133036 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb45a41-ea61-4d6a-bcb3-7ded86fbb1c8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event deleted for resources: {'Port': ['ID=7ac198a4-868a-4e64-819f-079c0c216c08,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:41.242311 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3932-be70-444f-b613-4ce2559444ae tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:41.244527 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4eb45a41-ea61-4d6a-bcb3-7ded86fbb1c8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:41.248077 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4eb45a41-ea61-4d6a-bcb3-7ded86fbb1c8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:41.249990 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4eb45a41-ea61-4d6a-bcb3-7ded86fbb1c8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "DELETE /v2.0/floatingips/81dab4c2-090f-48f4-ac2e-ba422a135d06 HTTP/1.1" status: 204 len: 168 time: 0.9169586 Dec 11 23:01:41.314400 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3932-be70-444f-b613-4ce2559444ae tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:41.348728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9e3932-be70-444f-b613-4ce2559444ae tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:01:41.354236 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4337b6a-b176-4537-b265-d93c00fa431e None None] New status for floating IP fa3db207-165a-4442-aace-b18ccb63781c: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:01:41.365500 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e3932-be70-444f-b613-4ce2559444ae tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5873d9d-c298-45c7-9df9-d6fe19a1c76e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:41.372090 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3932-be70-444f-b613-4ce2559444ae tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:41.372514 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-ac9e3932-be70-444f-b613-4ce2559444ae tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Added segment 44b8ef22-f34c-4953-91d0-15f4dd23c3c0 of type vlan for network 1ac1fa2e-61ef-4035-96d3-c56b78734efa Dec 11 23:01:41.422190 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3932-be70-444f-b613-4ce2559444ae tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:41.531871 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3932-be70-444f-b613-4ce2559444ae tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:41.539906 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9e3932-be70-444f-b613-4ce2559444ae tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:41.540556 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3932-be70-444f-b613-4ce2559444ae tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:41.629968 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ac9e3932-be70-444f-b613-4ce2559444ae tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0456984 Dec 11 23:01:41.632009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51378) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:41.635528 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e3932-be70-444f-b613-4ce2559444ae tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Network': ['ID=1ac1fa2e-61ef-4035-96d3-c56b78734efa,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:41.646206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c4c576da-e568-47e5-9eae-67d0b3c5066e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'subnet': {'network_id': '1ac1fa2e-61ef-4035-96d3-c56b78734efa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:41.648017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 1ac1fa2e-61ef-4035-96d3-c56b78734efa details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:01:41.817201 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51384) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:41.819864 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5dc2892c-eb7e-4b7f-902e-780c51e30428 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:01:41.823572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-98df4b84-af27-472a-afab-9b3042e77bee tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--428503035', 'description': 'tempest-description--981099686'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:41.846012 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 5dc2892c-eb7e-4b7f-902e-780c51e30428 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:01:41.846378 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5dc2892c-eb7e-4b7f-902e-780c51e30428 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:01:41.875245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c576da-e568-47e5-9eae-67d0b3c5066e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Made reservation on behalf of d712bb8d03f347e9a7050747aed90a67 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:01:41.878890 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c4c576da-e568-47e5-9eae-67d0b3c5066e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:41.954924 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-98df4b84-af27-472a-afab-9b3042e77bee tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:42.066154 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-98df4b84-af27-472a-afab-9b3042e77bee tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:42.119030 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-707e9192-a5db-44ef-a872-df8ebb31c3fd req-4232c65f-0768-45ab-b7c5-018d2b3dfe05 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 210 time: 0.0342689 Dec 11 23:01:42.143764 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-98df4b84-af27-472a-afab-9b3042e77bee tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:42.174902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df4b84-af27-472a-afab-9b3042e77bee tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b77484-93b2-4c26-812c-108c37164eca,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:42.248477 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-98df4b84-af27-472a-afab-9b3042e77bee tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:42.250064 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-98df4b84-af27-472a-afab-9b3042e77bee tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4311688 Dec 11 23:01:42.252881 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51390) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:42.258008 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4480c399-bd2c-4033-8f64-b4c40fddb72f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Request body: {'security_group_rule': {'security_group_id': '33b77484-93b2-4c26-812c-108c37164eca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:42.339432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d368d03a-8ec5-4c52-8a87-d16263d89d7f no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:01:42.373574 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4480c399-bd2c-4033-8f64-b4c40fddb72f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:42.374239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: d368d03a-8ec5-4c52-8a87-d16263d89d7f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:01:42.374917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d368d03a-8ec5-4c52-8a87-d16263d89d7f not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:01:42.461710 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4480c399-bd2c-4033-8f64-b4c40fddb72f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:42.618030 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4480c399-bd2c-4033-8f64-b4c40fddb72f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:42.618605 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c4c576da-e568-47e5-9eae-67d0b3c5066e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:42.636256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480c399-bd2c-4033-8f64-b4c40fddb72f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bc4792-2c38-4907-9996-d96fb226cb2b,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:42.694591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c576da-e568-47e5-9eae-67d0b3c5066e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Subnet': ['ID=2bd6f33f-0ef9-4cb0-aa23-77544097b5a2,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:42.701697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c576da-e568-47e5-9eae-67d0b3c5066e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Checking segment: {'id': '44b8ef22-f34c-4953-91d0-15f4dd23c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1ac1fa2e-61ef-4035-96d3-c56b78734efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:01:42.701967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c576da-e568-47e5-9eae-67d0b3c5066e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network hostable DHCP agents. Network: 1ac1fa2e-61ef-4035-96d3-c56b78734efa, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:01:42.739843 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4480c399-bd2c-4033-8f64-b4c40fddb72f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:42.744361 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4480c399-bd2c-4033-8f64-b4c40fddb72f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4877493 Dec 11 23:01:42.744707 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51396) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:42.750863 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ecbf62d9-4de1-4f47-8a5b-2355fc589718 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Request body: {'security_group_rule': {'security_group_id': '33b77484-93b2-4c26-812c-108c37164eca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:42.800257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c576da-e568-47e5-9eae-67d0b3c5066e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network 1ac1fa2e-61ef-4035-96d3-c56b78734efa is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:01:42.833902 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ecbf62d9-4de1-4f47-8a5b-2355fc589718 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:42.900382 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ecbf62d9-4de1-4f47-8a5b-2355fc589718 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:42.908603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-c4c576da-e568-47e5-9eae-67d0b3c5066e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 1ac1fa2e-61ef-4035-96d3-c56b78734efa) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:42.913989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c576da-e568-47e5-9eae-67d0b3c5066e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:42.914768 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c4c576da-e568-47e5-9eae-67d0b3c5066e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:42.919417 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b771b68-9d00-4df1-ae73-ece876ca2d76 None None] Network 1ac1fa2e-61ef-4035-96d3-c56b78734efa requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:01:42.988571 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ecbf62d9-4de1-4f47-8a5b-2355fc589718 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:43.007828 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf62d9-4de1-4f47-8a5b-2355fc589718 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1bb24c-fac0-4f3d-8db5-7f57702b1346,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:43.026299 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c4c576da-e568-47e5-9eae-67d0b3c5066e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3926036 Dec 11 23:01:43.029155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51400) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:43.034615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1872080174', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}, 'admin_state_up': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:43.039765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1b6267-ee04-43c4-9386-15c0c69bcfc9 None None] Network 1ac1fa2e-61ef-4035-96d3-c56b78734efa requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:01:43.083344 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ecbf62d9-4de1-4f47-8a5b-2355fc589718 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:43.090451 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ecbf62d9-4de1-4f47-8a5b-2355fc589718 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3444037 Dec 11 23:01:43.091342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51402) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:43.096485 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:43.184044 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:43.185433 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:43.241546 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-374f5572-26ae-400d-8036-e53a4d6f447e req-460a4aff-5855-487b-9ba4-1e779d9b4d8f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 210 time: 0.0373664 Dec 11 23:01:43.246352 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:43.274442 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:43.405302 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:43.474628 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:43.524678 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Allocated IP 172.25.1.115 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/699e759c-43b9-47d9-9b07-2ce0cee2bd6a) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:01:43.633572 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:43.708950 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:43.735760 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:43.778468 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:01:43.778920 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:43.781533 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:01:43.795059 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:43.821018 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:43.837761 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event updated for resources: {'Port': ['ID=699e759c-43b9-47d9-9b07-2ce0cee2bd6a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:43.902311 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:43.945917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Allocated IP 172.25.1.208 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/16bca21f-918b-4446-8082-4f9146690825) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:01:44.020497 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:44.072802 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:44.166095 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:44.198179 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:44.208251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:01:44.213648 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:44.218511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:01:44.229744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268adf28-2738-41a8-ae98-1d658cfc1c62 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:01:44.249812 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=16bca21f-918b-4446-8082-4f9146690825,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:44.272658 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:44.323131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d0b41cb6-6592-4d66-a074-2c6c636f452b None None] Provisioning complete for port 16bca21f-918b-4446-8082-4f9146690825 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:44.323514 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0b41cb6-6592-4d66-a074-2c6c636f452b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:44.380868 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event updated for resources: {'Port': ['ID=699e759c-43b9-47d9-9b07-2ce0cee2bd6a,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:44.390464 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:44.422946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d0b41cb6-6592-4d66-a074-2c6c636f452b None None] Port 16bca21f-918b-4446-8082-4f9146690825 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:01:44.453211 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c3e71006-d124-4834-9db2-96df545ec1f7 req-bd7443af-53fe-4029-93de-e20e4fb58cb0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eab216-7d8f-450e-b8cd-84503c0fb632 HTTP/1.1" status: 200 len: 210 time: 0.0541282 Dec 11 23:01:44.579784 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:44.581372 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7f692f49-a50d-45b7-9d1b-a9972a853c28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4888690 Dec 11 23:01:44.660844 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:44.862932 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-a599ab3f-c7fa-45c9-a4e0-1b7ba0881a7e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--428503035&fields=id&tenant_id=8bd74db67dd242afacdd41d881f83f4d HTTP/1.1" status: 200 len: 267 time: 0.0966625 Dec 11 23:01:44.974322 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:45.062652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-ed239c7f-9384-408f-9bf2-62e2a56da775 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:45.064168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-ed239c7f-9384-408f-9bf2-62e2a56da775 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/networks?id=d1bb9a45-28c0-4785-bda6-7e72008cf427 HTTP/1.1" status: 200 len: 817 time: 0.1645296 Dec 11 23:01:45.115453 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-9be34f02-c00b-420c-8b09-8f3d0b0039be tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/quotas/8bd74db67dd242afacdd41d881f83f4d HTTP/1.1" status: 200 len: 375 time: 0.0222998 Dec 11 23:01:45.189675 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-866aa1f6-da11-4971-bd16-8e1d6c0ec141 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673501 Dec 11 23:01:45.281801 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router 9ffc9149-d3d6-42dc-98b4-5f33438f036d is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:01:45.288885 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-a1cef509-d587-4db9-8174-1fc3f45f58eb service neutron] 10.222.0.45 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872083 Dec 11 23:01:45.466897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:01:45.477719 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-b5a49ea5-cff7-4dbd-8ba8-18982d7f9fc7 service neutron] 10.222.0.45 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813266 Dec 11 23:01:45.480086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4845eb-d058-4a0a-b2ed-ed389328348a None None] Sync routers for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:01:45.500449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4845eb-d058-4a0a-b2ed-ed389328348a None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:45.501784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ff4845eb-d058-4a0a-b2ed-ed389328348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:45.536606 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ff4845eb-d058-4a0a-b2ed-ed389328348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:45.547128 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4845eb-d058-4a0a-b2ed-ed389328348a None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:45.547760 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ff4845eb-d058-4a0a-b2ed-ed389328348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:45.582619 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:45.584481 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-33bf7a78-e892-47dd-ab99-deedd0fc5a2e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5536752 Dec 11 23:01:45.587125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51458) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:45.587731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ff4845eb-d058-4a0a-b2ed-ed389328348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:45.588404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4845eb-d058-4a0a-b2ed-ed389328348a None None] The sync data for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:01:45.781041 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cfa47335-7c6a-4a1e-b869-2ae0d2bf5887 req-dac14fae-763e-4cd2-bd3c-6edb244078a3 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 210 time: 0.0341465 Dec 11 23:01:46.102731 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:46.424346 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Allocated IP 172.20.0.1 (1ac1fa2e-61ef-4035-96d3-c56b78734efa/2bd6f33f-0ef9-4cb0-aa23-77544097b5a2/c581b3d5-b236-4599-bf15-b190510e18c7) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:01:46.551347 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:46.664183 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:46.712654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network 1ac1fa2e-61ef-4035-96d3-c56b78734efa is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:01:46.716161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:46.720504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:01:46.728356 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=c581b3d5-b236-4599-bf15-b190510e18c7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:46.788587 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:46.909005 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a676752b-0869-4b50-9dfd-af658224eba1 req-7f682df0-6006-4618-bc3e-4568153a01d9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 210 time: 0.0306840 Dec 11 23:01:47.061655 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:47.381835 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:47.821272 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:47.910754 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:48.054381 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:48.058674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=c581b3d5-b236-4599-bf15-b190510e18c7,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:48.071669 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-c7c4ee1c-c96a-4935-979c-a1b3457befa0 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:48.073268 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-c7c4ee1c-c96a-4935-979c-a1b3457befa0 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.13 "GET /v2.0/networks?id=d1bb9a45-28c0-4785-bda6-7e72008cf427 HTTP/1.1" status: 200 len: 817 time: 0.2298181 Dec 11 23:01:48.084975 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bc9fc28e-4d6d-4dbb-a373-87c7dd6047b6 req-ae951947-d716-46f1-b30b-c71f9aafa460 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 210 time: 0.0862503 Dec 11 23:01:48.095030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:48.095396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:48.105926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:48.105926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:48.105926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:48.105926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:48.105926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:48.105926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:48.105926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:48.105926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:48.105926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:48.105926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:48.105926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:01:48.236057 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-baaa557c-968f-441e-b769-4b7b6a72d947 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bd74db67dd242afacdd41d881f83f4d HTTP/1.1" status: 200 len: 379 time: 0.1307390 Dec 11 23:01:48.237936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network 1ac1fa2e-61ef-4035-96d3-c56b78734efa is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:01:48.239481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:48.250254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-80fc4501-94a4-4682-a462-c199539a847f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Request body: {'port': {'device_id': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'admin_state_up': True, 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'security_groups': ['33b77484-93b2-4c26-812c-108c37164eca']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:48.461006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router 9ffc9149-d3d6-42dc-98b4-5f33438f036d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:01:48.563803 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-80fc4501-94a4-4682-a462-c199539a847f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Made reservation on behalf of 8bd74db67dd242afacdd41d881f83f4d for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:01:48.567339 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-80fc4501-94a4-4682-a462-c199539a847f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:48.596090 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:01:48.606072 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-59d4724a-5ef2-485e-9924-9e25d7c4b82d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "PUT /v2.0/routers/9ffc9149-d3d6-42dc-98b4-5f33438f036d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0138252 Dec 11 23:01:48.606210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51526) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:48.612437 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af3e812-254a-4612-a99f-603c53b9303a None None] Sync routers for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:01:48.619349 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-29c269c1-c094-42f9-84f0-e2db2c083ec1 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'port': {'network_id': '1ac1fa2e-61ef-4035-96d3-c56b78734efa', 'name': 'tempest-FloatingIPTestJSON-1776928812'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:48.631636 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af3e812-254a-4612-a99f-603c53b9303a None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:48.631636 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4af3e812-254a-4612-a99f-603c53b9303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:48.677605 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4af3e812-254a-4612-a99f-603c53b9303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:48.687968 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af3e812-254a-4612-a99f-603c53b9303a None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:48.688650 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4af3e812-254a-4612-a99f-603c53b9303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:48.727050 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4af3e812-254a-4612-a99f-603c53b9303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:48.727722 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af3e812-254a-4612-a99f-603c53b9303a None None] The sync data for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:01:48.789449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-80fc4501-94a4-4682-a462-c199539a847f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Allocated IP 172.20.0.8 (d1bb9a45-28c0-4785-bda6-7e72008cf427/e7818fbf-5369-47d1-9144-65c09d5e1c30/ff26afe3-28af-4766-ada1-d3765a4ab17a) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:01:48.837636 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb91fd39-793a-487e-ac3e-0ba4f2cfecfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:48.866900 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c269c1-c094-42f9-84f0-e2db2c083ec1 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Made reservation on behalf of d712bb8d03f347e9a7050747aed90a67 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:01:48.870837 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29c269c1-c094-42f9-84f0-e2db2c083ec1 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:48.890575 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-29c269c1-c094-42f9-84f0-e2db2c083ec1 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] device_id is not set on port eea94a75-bd32-4d08-9206-3f77413bf267 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:01:48.947295 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-80fc4501-94a4-4682-a462-c199539a847f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:49.018161 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-29c269c1-c094-42f9-84f0-e2db2c083ec1 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Allocated IP 172.20.0.11 (1ac1fa2e-61ef-4035-96d3-c56b78734efa/2bd6f33f-0ef9-4cb0-aa23-77544097b5a2/eea94a75-bd32-4d08-9206-3f77413bf267) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:01:49.061416 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-80fc4501-94a4-4682-a462-c199539a847f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:49.127410 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-80fc4501-94a4-4682-a462-c199539a847f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Network d1bb9a45-28c0-4785-bda6-7e72008cf427 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:01:49.134255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-80fc4501-94a4-4682-a462-c199539a847f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:49.140098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-80fc4501-94a4-4682-a462-c199539a847f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:01:49.145708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc4501-94a4-4682-a462-c199539a847f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event updated for resources: {'Port': ['ID=ff26afe3-28af-4766-ada1-d3765a4ab17a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:49.212404 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29c269c1-c094-42f9-84f0-e2db2c083ec1 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:49.226570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-80fc4501-94a4-4682-a462-c199539a847f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:49.227450 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-80fc4501-94a4-4682-a462-c199539a847f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:49.306079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39c5f4-b7b5-4865-bd59-92e13574309f req-01e1551f-c7e1-4167-aac2-5471c37781e9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:49.307734 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa39c5f4-b7b5-4865-bd59-92e13574309f req-01e1551f-c7e1-4167-aac2-5471c37781e9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 931 time: 0.0621207 Dec 11 23:01:49.312030 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-80fc4501-94a4-4682-a462-c199539a847f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0664608 Dec 11 23:01:49.325452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Request body: {'port': {'device_id': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:49.355782 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:01:49.381781 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa39c5f4-b7b5-4865-bd59-92e13574309f req-20ee3ebd-2e98-4d1d-bbef-8a03a60d8baf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620222 Dec 11 23:01:49.382787 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29c269c1-c094-42f9-84f0-e2db2c083ec1 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:49.387127 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:49.432740 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c269c1-c094-42f9-84f0-e2db2c083ec1 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network 1ac1fa2e-61ef-4035-96d3-c56b78734efa is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:01:49.435827 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-29c269c1-c094-42f9-84f0-e2db2c083ec1 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:49.439026 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c269c1-c094-42f9-84f0-e2db2c083ec1 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:01:49.478738 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c269c1-c094-42f9-84f0-e2db2c083ec1 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=eea94a75-bd32-4d08-9206-3f77413bf267,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:49.487327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-783d8fa2-a755-4dcf-9a0d-ca486a785632 None None] Provisioning complete for port ff26afe3-28af-4766-ada1-d3765a4ab17a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:49.488289 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-783d8fa2-a755-4dcf-9a0d-ca486a785632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:49.504671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c269c1-c094-42f9-84f0-e2db2c083ec1 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:49.507122 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29c269c1-c094-42f9-84f0-e2db2c083ec1 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:49.539940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-783d8fa2-a755-4dcf-9a0d-ca486a785632 None None] Port ff26afe3-28af-4766-ada1-d3765a4ab17a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:01:49.626424 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-29c269c1-c094-42f9-84f0-e2db2c083ec1 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0203404 Dec 11 23:01:49.628996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51540) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:49.634730 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ee8760d8-a3b0-4435-8cd1-4bac93ce8c7d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'port': {'network_id': '1ac1fa2e-61ef-4035-96d3-c56b78734efa', 'name': 'tempest-FloatingIPTestJSON-366428339'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:49.710520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff26afe3-28af-4766-ada1-d3765a4ab17a {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:01:49.718558 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:49.732617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Transition to ACTIVE for port object ff26afe3-28af-4766-ada1-d3765a4ab17a will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:01:49.811119 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:49.839804 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8760d8-a3b0-4435-8cd1-4bac93ce8c7d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Made reservation on behalf of d712bb8d03f347e9a7050747aed90a67 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:01:49.843798 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee8760d8-a3b0-4435-8cd1-4bac93ce8c7d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:49.870100 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-ee8760d8-a3b0-4435-8cd1-4bac93ce8c7d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] device_id is not set on port 461a8f86-1eb8-4c62-b58e-24ec343c9965 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:01:49.882763 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Pushing event updated for resources: {'Port': ['ID=ff26afe3-28af-4766-ada1-d3765a4ab17a,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:50.004061 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Attempting to bind port ff26afe3-28af-4766-ada1-d3765a4ab17a on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:01:50.005104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Attempting to bind port ff26afe3-28af-4766-ada1-d3765a4ab17a by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:01:50.005379 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Attempting to bind port ff26afe3-28af-4766-ada1-d3765a4ab17a on network d1bb9a45-28c0-4785-bda6-7e72008cf427 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:01:50.011495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Port ff26afe3-28af-4766-ada1-d3765a4ab17a on network d1bb9a45-28c0-4785-bda6-7e72008cf427 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:01:50.012172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Attempting to bind port ff26afe3-28af-4766-ada1-d3765a4ab17a on network d1bb9a45-28c0-4785-bda6-7e72008cf427 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:01:50.012567 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-ee8760d8-a3b0-4435-8cd1-4bac93ce8c7d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Allocated IP 172.20.0.4 (1ac1fa2e-61ef-4035-96d3-c56b78734efa/2bd6f33f-0ef9-4cb0-aa23-77544097b5a2/461a8f86-1eb8-4c62-b58e-24ec343c9965) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:01:50.019123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:01:50.019538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Checking segment: {'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:01:50.020010 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Bound using segment: {'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:01:50.020510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Bound port: ff26afe3-28af-4766-ada1-d3765a4ab17a, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e006723-cb80-4068-b3be-37f0d404b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:01:50.020940 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:50.110543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] For port ff26afe3-28af-4766-ada1-d3765a4ab17a, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:01:50.115878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] For port ff26afe3-28af-4766-ada1-d3765a4ab17a, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:01:50.226937 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:50.241671 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee8760d8-a3b0-4435-8cd1-4bac93ce8c7d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:50.267445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:50.268079 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:50.269856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] 10.222.0.13 "PUT /v2.0/ports/ff26afe3-28af-4766-ada1-d3765a4ab17a HTTP/1.1" status: 200 len: 1091 time: 0.9484291 Dec 11 23:01:50.272634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'tag': 'ff26afe3-28af-4766-ada1-d3765a4ab17a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:01:50.275647 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936e0ec3-9164-4a48-a0a7-51003c04ba85" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7f77ec-e958-4a4f-b61b-6c921b45497b", "tag": "ff26afe3-28af-4766-ada1-d3765a4ab17a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:01:50.312990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72557b96-83c3-4e00-8d57-b921aede821f service neutron] Pushing event updated for resources: {'Port': ['ID=ff26afe3-28af-4766-ada1-d3765a4ab17a,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:50.340635 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2004fe9c-a838-41ac-9d1d-f69a0c472842 x-openstack-request-id: req-2004fe9c-a838-41ac-9d1d-f69a0c472842 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:01:50.340929 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7f77ec-e958-4a4f-b61b-6c921b45497b", "tag": "ff26afe3-28af-4766-ada1-d3765a4ab17a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:01:50.341320 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2004fe9c-a838-41ac-9d1d-f69a0c472842 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:01:50.341789 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'tag': 'ff26afe3-28af-4766-ada1-d3765a4ab17a', 'status': 'completed', 'code': 200} Dec 11 23:01:50.423801 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e0ec3-9164-4a48-a0a7-51003c04ba85 req-5898652c-01bd-4815-9028-233011c4568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:50.425603 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-936e0ec3-9164-4a48-a0a7-51003c04ba85 req-5898652c-01bd-4815-9028-233011c4568f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 1094 time: 0.0698357 Dec 11 23:01:50.432571 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee8760d8-a3b0-4435-8cd1-4bac93ce8c7d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:50.541470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8760d8-a3b0-4435-8cd1-4bac93ce8c7d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network 1ac1fa2e-61ef-4035-96d3-c56b78734efa is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:01:50.544805 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-ee8760d8-a3b0-4435-8cd1-4bac93ce8c7d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:50.552100 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8760d8-a3b0-4435-8cd1-4bac93ce8c7d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:01:50.557257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8760d8-a3b0-4435-8cd1-4bac93ce8c7d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=461a8f86-1eb8-4c62-b58e-24ec343c9965,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:50.695678 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8760d8-a3b0-4435-8cd1-4bac93ce8c7d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:50.696193 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee8760d8-a3b0-4435-8cd1-4bac93ce8c7d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:50.750631 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec588c04-3001-4a28-af32-d37c28fc8229 req-4ce7db85-f0f8-4f6a-8cf2-27dadbe1d0ef tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:50.752938 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec588c04-3001-4a28-af32-d37c28fc8229 req-4ce7db85-f0f8-4f6a-8cf2-27dadbe1d0ef tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.2590246 Dec 11 23:01:50.791954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e0ec3-9164-4a48-a0a7-51003c04ba85 req-4c9283b9-037f-48ff-974f-1fa9d26ded15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:50.796331 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ee8760d8-a3b0-4435-8cd1-4bac93ce8c7d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1629744 Dec 11 23:01:50.796520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-936e0ec3-9164-4a48-a0a7-51003c04ba85 req-4c9283b9-037f-48ff-974f-1fa9d26ded15 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8bd74db67dd242afacdd41d881f83f4d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3607843 Dec 11 23:01:50.796520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51604) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:50.802688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '461a8f86-1eb8-4c62-b58e-24ec343c9965', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:50.897898 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec588c04-3001-4a28-af32-d37c28fc8229 req-0a0c8ec8-1799-4587-aa8e-cfa12c4e041f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308355 Dec 11 23:01:50.954446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e0ec3-9164-4a48-a0a7-51003c04ba85 req-79f98b2f-5ad5-457d-8a17-96c40652b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:50.956838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-936e0ec3-9164-4a48-a0a7-51003c04ba85 req-79f98b2f-5ad5-457d-8a17-96c40652b1c0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1486006 Dec 11 23:01:50.998772 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:51.093703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-ef9e7ca3-b7c5-4c39-a43d-4016d42f800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:51.095254 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-ef9e7ca3-b7c5-4c39-a43d-4016d42f800c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 1094 time: 0.0916488 Dec 11 23:01:51.145553 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-a433fc3e-f904-4375-8195-2bfeb0e4c736 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a HTTP/1.1" status: 200 len: 217 time: 0.0425065 Dec 11 23:01:51.219044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-e9963789-19e5-48f6-b6f7-db43d239a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:51.220632 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-e9963789-19e5-48f6-b6f7-db43d239a368 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7818fbf-5369-47d1-9144-65c09d5e1c30 HTTP/1.1" status: 200 len: 856 time: 0.0683253 Dec 11 23:01:51.247246 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:51.306956 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e1300de2-bdff-4d0c-8325-12d269e824dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:51.332687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-dfca764f-7491-4b4d-9e3d-54b8826b721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:51.334263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-dfca764f-7491-4b4d-9e3d-54b8826b721f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1bb9a45-28c0-4785-bda6-7e72008cf427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029568 Dec 11 23:01:51.434546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Allocated IP 172.25.1.213 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/5560ef03-9dc4-402b-b332-7ed8b34b48f2) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:01:51.515218 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-7508cbac-f9a3-4659-9b69-927ad3e8102b service neutron] 10.222.0.13 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557717 Dec 11 23:01:51.634454 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:51.654213 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d6461a91-4b01-4629-a6eb-26841259ec15 req-303889f6-e4db-4b49-b1eb-647bd3251e55 service neutron] 10.222.0.13 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334515 Dec 11 23:01:51.783300 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:51.833822 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=5560ef03-9dc4-402b-b332-7ed8b34b48f2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:51.843634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:01:51.844039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:51.846161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:01:52.137886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90837e43-820f-4e3f-add0-2dcbf5bedb8d req-b4722e7d-722b-47ff-978b-1a9f3770e913 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:52.139452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90837e43-820f-4e3f-add0-2dcbf5bedb8d req-b4722e7d-722b-47ff-978b-1a9f3770e913 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.1562016 Dec 11 23:01:52.205802 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:52.245657 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90837e43-820f-4e3f-add0-2dcbf5bedb8d req-024e0d42-dadc-4f53-a02a-7e31218b7a02 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970683 Dec 11 23:01:52.347515 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:52.471826 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:52.633581 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:52.683781 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:52.765369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=5560ef03-9dc4-402b-b332-7ed8b34b48f2,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:52.776993 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:53.242920 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Floating IP 14e6aa22-d545-4fa3-bdbe-0bb5d2a81483 associated. External IP: 172.25.1.213, port: 461a8f86-1eb8-4c62-b58e-24ec343c9965. Dec 11 23:01:53.402574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e463b-4dda-4dfd-98e7-ef37b0fb602e req-1ef24a2c-fd6a-4fa2-b3dd-33df2a137994 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:53.404109 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5c6e463b-4dda-4dfd-98e7-ef37b0fb602e req-1ef24a2c-fd6a-4fa2-b3dd-33df2a137994 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.0683930 Dec 11 23:01:53.528659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5c6e463b-4dda-4dfd-98e7-ef37b0fb602e req-1f757122-dabc-4ec6-94ff-da4084b5df05 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901268 Dec 11 23:01:53.552124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router 9ffc9149-d3d6-42dc-98b4-5f33438f036d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:01:53.571057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51684) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:53.698094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:01:53.713910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4e611-f197-40b8-a4ff-febdb72e7189 None None] Sync routers for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:01:53.724086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4e611-f197-40b8-a4ff-febdb72e7189 None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:53.725552 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3ee4e611-f197-40b8-a4ff-febdb72e7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:53.746954 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d64af618-26bf-4c98-825f-4b37937afa28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:53.763170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3ee4e611-f197-40b8-a4ff-febdb72e7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:53.774118 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:53.775931 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4e611-f197-40b8-a4ff-febdb72e7189 None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:53.776570 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3ee4e611-f197-40b8-a4ff-febdb72e7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:53.809810 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-22299ad2-f670-4246-8af9-680682380215 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0104549 Dec 11 23:01:53.812055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51690) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:53.816939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c2f74cef-11ae-4c24-85e9-84eccab883f9 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:53.819133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3ee4e611-f197-40b8-a4ff-febdb72e7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:53.820161 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4e611-f197-40b8-a4ff-febdb72e7189 None None] The sync data for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:01:53.837646 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d64af618-26bf-4c98-825f-4b37937afa28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:53.882296 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2f74cef-11ae-4c24-85e9-84eccab883f9 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:53.901320 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:53.929125 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d64af618-26bf-4c98-825f-4b37937afa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:53.977626 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d64af618-26bf-4c98-825f-4b37937afa28 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f188d525662347019f8051ad5262863d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4053955 Dec 11 23:01:53.979413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51694) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:53.986869 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64af618-26bf-4c98-825f-4b37937afa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0306b493-4e22-404a-acf5-0483d4bc75ad,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:54.040948 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e558f87-1294-49af-a6ed-84250abc1fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:54.055526 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2f74cef-11ae-4c24-85e9-84eccab883f9 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:54.067633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e558f87-1294-49af-a6ed-84250abc1fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:54.113866 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2f74cef-11ae-4c24-85e9-84eccab883f9 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:54.114242 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-c2f74cef-11ae-4c24-85e9-84eccab883f9 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Floating IP 14e6aa22-d545-4fa3-bdbe-0bb5d2a81483 disassociated. External IP: 172.25.1.213, port: 461a8f86-1eb8-4c62-b58e-24ec343c9965. Dec 11 23:01:54.165650 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e558f87-1294-49af-a6ed-84250abc1fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:54.169175 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6e558f87-1294-49af-a6ed-84250abc1fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:54.170765 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6e558f87-1294-49af-a6ed-84250abc1fdd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0306b493-4e22-404a-acf5-0483d4bc75ad HTTP/1.1" status: 204 len: 168 time: 0.1902006 Dec 11 23:01:54.182382 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e558f87-1294-49af-a6ed-84250abc1fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0306b493-4e22-404a-acf5-0483d4bc75ad,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:54.366512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f74cef-11ae-4c24-85e9-84eccab883f9 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router 9ffc9149-d3d6-42dc-98b4-5f33438f036d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:01:54.487819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f74cef-11ae-4c24-85e9-84eccab883f9 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:01:54.496604 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2f74cef-11ae-4c24-85e9-84eccab883f9 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:54.500544 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3eada-38bc-4721-b154-83e05d62170b None None] Sync routers for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:01:54.513027 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3eada-38bc-4721-b154-83e05d62170b None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:54.528011 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4bd3eada-38bc-4721-b154-83e05d62170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:54.538070 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c2f74cef-11ae-4c24-85e9-84eccab883f9 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "PUT /v2.0/floatingips/14e6aa22-d545-4fa3-bdbe-0bb5d2a81483 HTTP/1.1" status: 200 len: 688 time: 0.7239745 Dec 11 23:01:54.540910 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51700) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:54.594629 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4bd3eada-38bc-4721-b154-83e05d62170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:54.603816 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:54.604422 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3eada-38bc-4721-b154-83e05d62170b None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:54.605233 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4bd3eada-38bc-4721-b154-83e05d62170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:54.641581 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-4bd3eada-38bc-4721-b154-83e05d62170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:54.642241 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3eada-38bc-4721-b154-83e05d62170b None None] The sync data for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:01:54.689777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4bab4-eb7b-4624-a400-a592c5daf2d1 req-43c9c8aa-5c4c-455c-ba41-7cf50ca841f3 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:54.697581 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-51c4bab4-eb7b-4624-a400-a592c5daf2d1 req-43c9c8aa-5c4c-455c-ba41-7cf50ca841f3 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.0668185 Dec 11 23:01:54.713399 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e709624a-1616-420d-b6a8-76558d03e87a tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting port 5560ef03-9dc4-402b-b332-7ed8b34b48f2 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:01:54.714573 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e709624a-1616-420d-b6a8-76558d03e87a tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:54.756738 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-51c4bab4-eb7b-4624-a400-a592c5daf2d1 req-e7ef3426-4d60-457c-b9d0-3d6afae890cb tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554187 Dec 11 23:01:54.877582 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51706) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:54.899640 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-99c21300-e6a5-4577-99a4-c69bf98a8dda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:55.016518 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-99c21300-e6a5-4577-99a4-c69bf98a8dda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:55.080759 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-99c21300-e6a5-4577-99a4-c69bf98a8dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:55.117839 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-99c21300-e6a5-4577-99a4-c69bf98a8dda admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d55f7f1b5da040b4b9f7ed65883569bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2386315 Dec 11 23:01:55.121479 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51710) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:55.132716 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e709624a-1616-420d-b6a8-76558d03e87a tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:55.133063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e709624a-1616-420d-b6a8-76558d03e87a tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:55.140164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c21300-e6a5-4577-99a4-c69bf98a8dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb74d1d3-d562-4286-a408-a8c832b73043,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:55.158447 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e709624a-1616-420d-b6a8-76558d03e87a tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Calling delete_port for 5560ef03-9dc4-402b-b332-7ed8b34b48f2 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:01:55.231737 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bc62d7b-17db-41dd-ae74-69541d06fed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:55.266526 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bc62d7b-17db-41dd-ae74-69541d06fed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:55.398238 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bc62d7b-17db-41dd-ae74-69541d06fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:55.400973 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bc62d7b-17db-41dd-ae74-69541d06fed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:55.402132 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1bc62d7b-17db-41dd-ae74-69541d06fed6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fb74d1d3-d562-4286-a408-a8c832b73043 HTTP/1.1" status: 204 len: 168 time: 0.2787507 Dec 11 23:01:55.410198 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc62d7b-17db-41dd-ae74-69541d06fed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb74d1d3-d562-4286-a408-a8c832b73043,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:55.428155 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e709624a-1616-420d-b6a8-76558d03e87a tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:55.455152 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709624a-1616-420d-b6a8-76558d03e87a tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Port': ['ID=5560ef03-9dc4-402b-b332-7ed8b34b48f2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:55.518383 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e709624a-1616-420d-b6a8-76558d03e87a tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:55.522377 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e709624a-1616-420d-b6a8-76558d03e87a tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:55.523671 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e709624a-1616-420d-b6a8-76558d03e87a tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/floatingips/14e6aa22-d545-4fa3-bdbe-0bb5d2a81483 HTTP/1.1" status: 204 len: 168 time: 0.9813681 Dec 11 23:01:55.527080 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51714) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:55.531728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': 'eea94a75-bd32-4d08-9206-3f77413bf267'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:55.660665 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:55.765280 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:55.913611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70373c4-ab6f-470c-b26d-412780e184c2 req-8e69e7ae-2eb8-40c8-96f1-79be98caf7ad tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:55.915656 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c70373c4-ab6f-470c-b26d-412780e184c2 req-8e69e7ae-2eb8-40c8-96f1-79be98caf7ad tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.0781465 Dec 11 23:01:55.925247 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Allocated IP 172.25.1.131 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/69df697e-5280-4109-87cb-db268d981e85) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:01:55.977384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c70373c4-ab6f-470c-b26d-412780e184c2 req-b9209dd7-62df-4449-9a88-2b83140a962a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557988 Dec 11 23:01:56.060225 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:56.165205 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:56.209719 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:01:56.213433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:01:56.217540 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:01:56.258032 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=69df697e-5280-4109-87cb-db268d981e85,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:56.361056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ff26afe3-28af-4766-ada1-d3765a4ab17a details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:01:56.488243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ff26afe3-28af-4766-ada1-d3765a4ab17a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:56.500474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'ff26afe3-28af-4766-ada1-d3765a4ab17a', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'port_id': 'ff26afe3-28af-4766-ada1-d3765a4ab17a', 'mac_address': 'fa:16:3e:e8:36:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:01:56.546228 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:56.567036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff26afe3-28af-4766-ada1-d3765a4ab17a {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:01:56.592293 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ff26afe3-28af-4766-ada1-d3765a4ab17a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:56.647101 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:56.668071 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:56.720827 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ff26afe3-28af-4766-ada1-d3765a4ab17a,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:56.772318 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:56.947159 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:56.977809 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ff26afe3-28af-4766-ada1-d3765a4ab17a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:01:57.054592 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:57.168484 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725266a-d8b8-486f-a3d2-6d82b0361a6f req-74e04096-15e8-495f-b868-a38138ea62c1 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:57.172042 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b725266a-d8b8-486f-a3d2-6d82b0361a6f req-74e04096-15e8-495f-b868-a38138ea62c1 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 944 time: 0.1132452 Dec 11 23:01:57.173007 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:57.227791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=69df697e-5280-4109-87cb-db268d981e85,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:57.250491 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b725266a-d8b8-486f-a3d2-6d82b0361a6f req-524ac4f9-14ab-4706-9347-3e2fccf06297 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661747 Dec 11 23:01:57.300589 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Floating IP bb284322-ef85-4f4f-8596-b9a2d04cf7ed associated. External IP: 172.25.1.131, port: eea94a75-bd32-4d08-9206-3f77413bf267. Dec 11 23:01:57.550388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router 9ffc9149-d3d6-42dc-98b4-5f33438f036d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:01:57.666203 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:01:57.679508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078c6548-07dd-4929-a689-00d793615efb None None] Sync routers for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:01:57.690962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c6548-07dd-4929-a689-00d793615efb None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:57.690962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-078c6548-07dd-4929-a689-00d793615efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:57.728850 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-078c6548-07dd-4929-a689-00d793615efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:57.738041 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c6548-07dd-4929-a689-00d793615efb None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:57.738729 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-078c6548-07dd-4929-a689-00d793615efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:57.739564 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:57.768370 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-06d3b46b-e216-444c-8b9f-bde90504241d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.2401309 Dec 11 23:01:57.770983 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51762) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:57.775800 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-078c6548-07dd-4929-a689-00d793615efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:57.776480 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078c6548-07dd-4929-a689-00d793615efb None None] The sync data for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:01:57.840966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51766) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:57.843926 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8a646a1f-0797-4640-a3ca-4ad55fa3cc27 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "GET /v2.0/floatingips/bb284322-ef85-4f4f-8596-b9a2d04cf7ed HTTP/1.1" status: 200 len: 979 time: 0.0707366 Dec 11 23:01:57.941860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51770) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:57.942552 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-649058ae-9371-4eb4-a422-75f6bdbe978e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1002958 Dec 11 23:01:57.947006 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5789a83b-dcda-4314-9de4-a2eb38b859c2 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'floatingip': {'port_id': '461a8f86-1eb8-4c62-b58e-24ec343c9965'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:01:58.014874 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5789a83b-dcda-4314-9de4-a2eb38b859c2 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:58.372942 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ff26afe3-28af-4766-ada1-d3765a4ab17a up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:01:58.432428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6838fab-a70d-4149-9693-d96acc2404ad req-7bbd1bb1-0f2b-4492-ab8e-8ef524379e7d tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:58.434969 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6838fab-a70d-4149-9693-d96acc2404ad req-7bbd1bb1-0f2b-4492-ab8e-8ef524379e7d tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 944 time: 0.0944767 Dec 11 23:01:58.483870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port ff26afe3-28af-4766-ada1-d3765a4ab17a completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:01:58.488975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port ff26afe3-28af-4766-ada1-d3765a4ab17a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:01:58.489358 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:58.535852 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6838fab-a70d-4149-9693-d96acc2404ad req-1a3bacb3-ebec-47c8-bb50-67d11521545f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891488 Dec 11 23:01:58.598274 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:58.622233 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5789a83b-dcda-4314-9de4-a2eb38b859c2 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:58.625905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff26afe3-28af-4766-ada1-d3765a4ab17a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:01:58.628574 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc69771-f583-41df-bc02-c341b61eddda" -d '{"events": [{"server_uuid": "4a7f77ec-e958-4a4f-b61b-6c921b45497b", "name": "network-vif-plugged", "status": "completed", "tag": "ff26afe3-28af-4766-ada1-d3765a4ab17a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:01:58.642767 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ff26afe3-28af-4766-ada1-d3765a4ab17a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:01:58.669236 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34075107-5786-4da0-bfde-f892cabb2a8c x-openstack-request-id: req-34075107-5786-4da0-bfde-f892cabb2a8c {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:01:58.679296 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7f77ec-e958-4a4f-b61b-6c921b45497b", "name": "network-vif-plugged", "status": "completed", "tag": "ff26afe3-28af-4766-ada1-d3765a4ab17a", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:01:58.679296 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-34075107-5786-4da0-bfde-f892cabb2a8c {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:01:58.679296 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff26afe3-28af-4766-ada1-d3765a4ab17a', 'code': 200} Dec 11 23:01:58.697144 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5789a83b-dcda-4314-9de4-a2eb38b859c2 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:58.758074 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:58.778504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d38c8-4db6-4dfc-80e4-86152561db28 req-a5adf64b-4e90-4114-a909-882ebf24491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:58.780535 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-859d38c8-4db6-4dfc-80e4-86152561db28 req-a5adf64b-4e90-4114-a909-882ebf24491f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 1095 time: 0.0520992 Dec 11 23:01:58.820817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ff26afe3-28af-4766-ada1-d3765a4ab17a,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:01:58.829597 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-5789a83b-dcda-4314-9de4-a2eb38b859c2 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Floating IP bb284322-ef85-4f4f-8596-b9a2d04cf7ed associated. External IP: 172.25.1.131, port: eea94a75-bd32-4d08-9206-3f77413bf267. Dec 11 23:01:58.853168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-859d38c8-4db6-4dfc-80e4-86152561db28 req-0fa29271-43ff-41da-b918-c93c908a87a1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639939 Dec 11 23:01:59.091841 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5789a83b-dcda-4314-9de4-a2eb38b859c2 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router 9ffc9149-d3d6-42dc-98b4-5f33438f036d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:01:59.215680 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5789a83b-dcda-4314-9de4-a2eb38b859c2 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:01:59.228372 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed279f-a6d1-4fca-a871-dbae1f8d71c4 None None] Sync routers for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:01:59.240338 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed279f-a6d1-4fca-a871-dbae1f8d71c4 None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:59.241388 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-54ed279f-a6d1-4fca-a871-dbae1f8d71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:59.295178 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-54ed279f-a6d1-4fca-a871-dbae1f8d71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:59.316264 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed279f-a6d1-4fca-a871-dbae1f8d71c4 None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:01:59.316915 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-54ed279f-a6d1-4fca-a871-dbae1f8d71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:59.358055 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-54ed279f-a6d1-4fca-a871-dbae1f8d71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:01:59.358643 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed279f-a6d1-4fca-a871-dbae1f8d71c4 None None] The sync data for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:01:59.794149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51800) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:01:59.812409 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5789a83b-dcda-4314-9de4-a2eb38b859c2 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router 9ffc9149-d3d6-42dc-98b4-5f33438f036d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:01:59.824667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae2fb-f852-406b-99a4-9334d8eaf0a3 req-6672c1c4-180d-4555-ad40-b63ac81f6f8f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:01:59.826183 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8e9ae2fb-f852-406b-99a4-9334d8eaf0a3 req-6672c1c4-180d-4555-ad40-b63ac81f6f8f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0757298 Dec 11 23:01:59.934365 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dcfbe48b-2d04-4793-b3a3-b9ff3beedbaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:01:59.964507 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8e9ae2fb-f852-406b-99a4-9334d8eaf0a3 req-e495dd94-1dfc-432d-85a9-8f26458f9a99 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294329 Dec 11 23:01:59.993433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5789a83b-dcda-4314-9de4-a2eb38b859c2 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:01:59.999396 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5789a83b-dcda-4314-9de4-a2eb38b859c2 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:00.009934 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0df12e-627a-4c19-bcb2-017ad6256616 None None] Sync routers for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:02:00.025601 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0df12e-627a-4c19-bcb2-017ad6256616 None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:00.026249 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7d0df12e-627a-4c19-bcb2-017ad6256616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:00.067071 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7d0df12e-627a-4c19-bcb2-017ad6256616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:00.076601 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dcfbe48b-2d04-4793-b3a3-b9ff3beedbaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:00.077856 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0df12e-627a-4c19-bcb2-017ad6256616 None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:00.078472 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7d0df12e-627a-4c19-bcb2-017ad6256616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:00.093643 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5789a83b-dcda-4314-9de4-a2eb38b859c2 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "PUT /v2.0/floatingips/bb284322-ef85-4f4f-8596-b9a2d04cf7ed HTTP/1.1" status: 200 len: 977 time: 2.1505010 Dec 11 23:02:00.096780 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51806) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:00.103626 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0d66869a-2e5a-4804-9931-f18edaf593d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:00.117430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7d0df12e-627a-4c19-bcb2-017ad6256616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:00.118112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0df12e-627a-4c19-bcb2-017ad6256616 None None] The sync data for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:02:00.168996 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dcfbe48b-2d04-4793-b3a3-b9ff3beedbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:00.173836 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d66869a-2e5a-4804-9931-f18edaf593d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:00.202522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbe48b-2d04-4793-b3a3-b9ff3beedbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd7b225-bc93-454a-b739-b5eca37c61c3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:00.222066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51808) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:00.222236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dcfbe48b-2d04-4793-b3a3-b9ff3beedbaa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=71982afc1d0e4f3d93cdb2d740234fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4260941 Dec 11 23:02:00.395844 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d66869a-2e5a-4804-9931-f18edaf593d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:00.397348 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-44e2e42c-a7c5-445d-8b57-61325d1241ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:00.428497 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-44e2e42c-a7c5-445d-8b57-61325d1241ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:00.468535 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d66869a-2e5a-4804-9931-f18edaf593d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:00.468802 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-0d66869a-2e5a-4804-9931-f18edaf593d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Floating IP bb284322-ef85-4f4f-8596-b9a2d04cf7ed disassociated. External IP: 172.25.1.131, port: 461a8f86-1eb8-4c62-b58e-24ec343c9965. Dec 11 23:02:00.592049 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-44e2e42c-a7c5-445d-8b57-61325d1241ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:00.596835 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-44e2e42c-a7c5-445d-8b57-61325d1241ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:00.597008 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-44e2e42c-a7c5-445d-8b57-61325d1241ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fdd7b225-bc93-454a-b739-b5eca37c61c3 HTTP/1.1" status: 204 len: 168 time: 0.3735526 Dec 11 23:02:00.624158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2e42c-a7c5-445d-8b57-61325d1241ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd7b225-bc93-454a-b739-b5eca37c61c3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:00.755633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d66869a-2e5a-4804-9931-f18edaf593d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router 9ffc9149-d3d6-42dc-98b4-5f33438f036d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:02:00.868353 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d66869a-2e5a-4804-9931-f18edaf593d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:02:00.872863 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d66869a-2e5a-4804-9931-f18edaf593d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:00.883630 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b46dc0d-7359-44b5-9916-9d78654de2e9 None None] Sync routers for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:02:00.899270 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b46dc0d-7359-44b5-9916-9d78654de2e9 None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:00.900100 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2b46dc0d-7359-44b5-9916-9d78654de2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:00.913725 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0d66869a-2e5a-4804-9931-f18edaf593d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "PUT /v2.0/floatingips/bb284322-ef85-4f4f-8596-b9a2d04cf7ed HTTP/1.1" status: 200 len: 688 time: 0.8153679 Dec 11 23:02:00.916184 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51816) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:00.935828 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2b46dc0d-7359-44b5-9916-9d78654de2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:00.946865 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b46dc0d-7359-44b5-9916-9d78654de2e9 None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:00.947762 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2b46dc0d-7359-44b5-9916-9d78654de2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:00.996480 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2b46dc0d-7359-44b5-9916-9d78654de2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:00.997923 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b46dc0d-7359-44b5-9916-9d78654de2e9 None None] The sync data for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:02:01.117761 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2075-73b4-40b8-8e12-08e2c9c0debb req-65bba965-bb0d-4098-a692-52411dc70f0e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:01.119476 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-76ad2075-73b4-40b8-8e12-08e2c9c0debb req-65bba965-bb0d-4098-a692-52411dc70f0e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0671895 Dec 11 23:02:01.124438 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-dceb24c9-0b8d-4da0-b0fd-944aa0a7e12d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting port 69df697e-5280-4109-87cb-db268d981e85 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:01.124795 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dceb24c9-0b8d-4da0-b0fd-944aa0a7e12d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:01.227844 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-76ad2075-73b4-40b8-8e12-08e2c9c0debb req-50a1b036-0b08-4d5f-a4c1-f3bf41ef505a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001470 Dec 11 23:02:01.245466 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dceb24c9-0b8d-4da0-b0fd-944aa0a7e12d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:01.245805 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dceb24c9-0b8d-4da0-b0fd-944aa0a7e12d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:01.258469 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-dceb24c9-0b8d-4da0-b0fd-944aa0a7e12d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Calling delete_port for 69df697e-5280-4109-87cb-db268d981e85 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:01.340089 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51824) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:01.363390 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d211160-ebcc-468d-b1ea-f08479055d0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:01.373751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66987d7-7eb9-4c71-a414-28259927fb1f req-bae37bde-bfcc-478d-a531-c4eec0171f8a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:01.375290 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b66987d7-7eb9-4c71-a414-28259927fb1f req-bae37bde-bfcc-478d-a531-c4eec0171f8a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0582590 Dec 11 23:02:01.385795 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51826) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:01.390545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-bed3acea-bd4b-4d45-84dc-f5ca9f79e7c7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Request body: {'floatingip': {'port_id': 'ff26afe3-28af-4766-ada1-d3765a4ab17a'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:01.433159 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bed3acea-bd4b-4d45-84dc-f5ca9f79e7c7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for floatingip, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:01.508267 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dceb24c9-0b8d-4da0-b0fd-944aa0a7e12d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:01.547925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb24c9-0b8d-4da0-b0fd-944aa0a7e12d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Port': ['ID=69df697e-5280-4109-87cb-db268d981e85,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:01.634561 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dceb24c9-0b8d-4da0-b0fd-944aa0a7e12d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:01.637316 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dceb24c9-0b8d-4da0-b0fd-944aa0a7e12d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:01.638484 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dceb24c9-0b8d-4da0-b0fd-944aa0a7e12d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/floatingips/bb284322-ef85-4f4f-8596-b9a2d04cf7ed HTTP/1.1" status: 204 len: 168 time: 0.7212026 Dec 11 23:02:01.641677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51828) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:01.689228 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d211160-ebcc-468d-b1ea-f08479055d0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:01.690953 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-286fdf5a-401e-4636-8a5f-a81ccad05ab2 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] delete failed (client error): The resource could not be found. Dec 11 23:02:01.692014 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-286fdf5a-401e-4636-8a5f-a81ccad05ab2 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/floatingips/bb284322-ef85-4f4f-8596-b9a2d04cf7ed HTTP/1.1" status: 404 len: 345 time: 0.0494089 Dec 11 23:02:01.696777 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51832) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:01.787541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c6e36-2181-43ac-9e75-4c72a2ea3dc5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:01.796709 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c6e36-2181-43ac-9e75-4c72a2ea3dc5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:01.803499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c6e36-2181-43ac-9e75-4c72a2ea3dc5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:01.805149 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f03c6e36-2181-43ac-9e75-4c72a2ea3dc5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "GET /v2.0/ports?network_id=1ac1fa2e-61ef-4035-96d3-c56b78734efa HTTP/1.1" status: 200 len: 2358 time: 0.1078289 Dec 11 23:02:01.807889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51834) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:01.863757 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0308eb41-3e85-4ebf-b0c5-436b22cee404 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:01.870471 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0308eb41-3e85-4ebf-b0c5-436b22cee404 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "GET /v2.0/subnets/2bd6f33f-0ef9-4cb0-aa23-77544097b5a2 HTTP/1.1" status: 200 len: 797 time: 0.0570390 Dec 11 23:02:01.870703 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51836) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:01.875919 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-73608cb8-287f-4114-a934-f3f0ec301827 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'port': {'network_id': '1ac1fa2e-61ef-4035-96d3-c56b78734efa', 'name': 'tempest-FloatingIPTestJSON-1101589048', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:01.967561 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bed3acea-bd4b-4d45-84dc-f5ca9f79e7c7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:02.171372 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d211160-ebcc-468d-b1ea-f08479055d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:02.211248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d211160-ebcc-468d-b1ea-f08479055d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b30ac5-ccb4-4778-aacd-b0d64849eaea,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:02.215983 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2d211160-ebcc-468d-b1ea-f08479055d0f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa22a35f06394c279d90685ccd530854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8748479 Dec 11 23:02:02.217279 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bed3acea-bd4b-4d45-84dc-f5ca9f79e7c7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:02.217519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73608cb8-287f-4114-a934-f3f0ec301827 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Made reservation on behalf of d712bb8d03f347e9a7050747aed90a67 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:02.219148 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51840) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:02.320687 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-73608cb8-287f-4114-a934-f3f0ec301827 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:02.340141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-73608cb8-287f-4114-a934-f3f0ec301827 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] device_id is not set on port 812df5fe-f29a-49a2-8a63-50af07624130 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:02:02.352356 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb5678cb-a151-4369-8b9d-43f706149c3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:02.376175 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-bed3acea-bd4b-4d45-84dc-f5ca9f79e7c7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Floating IP b8c25f8b-822a-4af6-9437-311d00ad237a associated. External IP: 172.25.1.115, port: ff26afe3-28af-4766-ada1-d3765a4ab17a. Dec 11 23:02:02.383435 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb5678cb-a151-4369-8b9d-43f706149c3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:02.598131 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb5678cb-a151-4369-8b9d-43f706149c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:02.601591 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb5678cb-a151-4369-8b9d-43f706149c3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:02.602891 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fb5678cb-a151-4369-8b9d-43f706149c3d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b7b30ac5-ccb4-4778-aacd-b0d64849eaea HTTP/1.1" status: 204 len: 168 time: 0.3826873 Dec 11 23:02:02.620679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5678cb-a151-4369-8b9d-43f706149c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b30ac5-ccb4-4778-aacd-b0d64849eaea,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:02.642706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed3acea-bd4b-4d45-84dc-f5ca9f79e7c7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Router 75d37f82-8af0-4fd8-a368-e2479bf884d4 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:02:02.684309 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-73608cb8-287f-4114-a934-f3f0ec301827 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Allocated IP 172.20.0.14 (1ac1fa2e-61ef-4035-96d3-c56b78734efa/2bd6f33f-0ef9-4cb0-aa23-77544097b5a2/812df5fe-f29a-49a2-8a63-50af07624130) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:02.695220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-73608cb8-287f-4114-a934-f3f0ec301827 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Allocated IP 172.20.0.13 (1ac1fa2e-61ef-4035-96d3-c56b78734efa/2bd6f33f-0ef9-4cb0-aa23-77544097b5a2/812df5fe-f29a-49a2-8a63-50af07624130) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:02.776579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed3acea-bd4b-4d45-84dc-f5ca9f79e7c7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:02:02.782631 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bed3acea-bd4b-4d45-84dc-f5ca9f79e7c7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:02.792537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21afc58b-fa6b-41fe-b4eb-34ffbf3a60ac None None] Sync routers for ids ['75d37f82-8af0-4fd8-a368-e2479bf884d4'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:02:02.812145 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21afc58b-fa6b-41fe-b4eb-34ffbf3a60ac None None] Routers {'75d37f82-8af0-4fd8-a368-e2479bf884d4'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:02.812794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-21afc58b-fa6b-41fe-b4eb-34ffbf3a60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['75d37f82-8af0-4fd8-a368-e2479bf884d4'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:02.834635 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bed3acea-bd4b-4d45-84dc-f5ca9f79e7c7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "PUT /v2.0/floatingips/b8c25f8b-822a-4af6-9437-311d00ad237a HTTP/1.1" status: 200 len: 991 time: 1.4470656 Dec 11 23:02:02.840305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'tag': 'ff26afe3-28af-4766-ada1-d3765a4ab17a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:02:02.840305 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8293889b-fdd0-4bbb-ac96-33779c0d5777" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7f77ec-e958-4a4f-b61b-6c921b45497b", "tag": "ff26afe3-28af-4766-ada1-d3765a4ab17a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:02:02.899303 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-73608cb8-287f-4114-a934-f3f0ec301827 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:02.939729 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8927ccf-be81-4040-95e2-8794aedda38e x-openstack-request-id: req-e8927ccf-be81-4040-95e2-8794aedda38e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:02:02.940282 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7f77ec-e958-4a4f-b61b-6c921b45497b", "tag": "ff26afe3-28af-4766-ada1-d3765a4ab17a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:02:02.940742 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8927ccf-be81-4040-95e2-8794aedda38e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:02:02.941360 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'tag': 'ff26afe3-28af-4766-ada1-d3765a4ab17a', 'status': 'completed', 'code': 200} Dec 11 23:02:02.957494 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-21afc58b-fa6b-41fe-b4eb-34ffbf3a60ac None None] Set router 75d37f82-8af0-4fd8-a368-e2479bf884d4 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:02:03.013177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293889b-fdd0-4bbb-ac96-33779c0d5777 req-80fd0330-bd41-4fa7-8f78-7698514e36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:03.018245 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8293889b-fdd0-4bbb-ac96-33779c0d5777 req-80fd0330-bd41-4fa7-8f78-7698514e36d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 1096 time: 0.0501976 Dec 11 23:02:03.060885 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-73608cb8-287f-4114-a934-f3f0ec301827 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:03.136777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293889b-fdd0-4bbb-ac96-33779c0d5777 req-66750e39-ea8b-4322-9d5d-26369c7eb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:03.138664 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8293889b-fdd0-4bbb-ac96-33779c0d5777 req-66750e39-ea8b-4322-9d5d-26369c7eb4d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d1bb9a45-28c0-4785-bda6-7e72008cf427 HTTP/1.1" status: 200 len: 918 time: 0.1166248 Dec 11 23:02:03.145633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73608cb8-287f-4114-a934-f3f0ec301827 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network 1ac1fa2e-61ef-4035-96d3-c56b78734efa is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:03.150059 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-73608cb8-287f-4114-a934-f3f0ec301827 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:03.156144 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73608cb8-287f-4114-a934-f3f0ec301827 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:03.163732 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73608cb8-287f-4114-a934-f3f0ec301827 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=812df5fe-f29a-49a2-8a63-50af07624130,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:03.229786 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73608cb8-287f-4114-a934-f3f0ec301827 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:03.231341 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-73608cb8-287f-4114-a934-f3f0ec301827 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:03.268641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-21afc58b-fa6b-41fe-b4eb-34ffbf3a60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:27Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'b8c25f8b-822a-4af6-9437-311d00ad237a', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'floating_ip_address': '172.25.1.115', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'port_id': 'ff26afe3-28af-4766-ada1-d3765a4ab17a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'mac_address': 'fa:16:3e:e8:36:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:01:43Z', 'updated_at': '2021-12-11T23:02:01Z', 'revision_number': 1, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069ad42-e3ee-4cea-bbb8-58d455c5715a', 'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'mac_address': 'fa:16:3e:3e:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:26Z', 'updated_at': '2021-12-11T22:57:34Z', 'revision_number': 5, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'subnets': [{'id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:03.272931 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8293889b-fdd0-4bbb-ac96-33779c0d5777 req-d4f17ed4-bceb-4efb-b017-d9b969cf42b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a HTTP/1.1" status: 200 len: 999 time: 0.1221795 Dec 11 23:02:03.297590 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21afc58b-fa6b-41fe-b4eb-34ffbf3a60ac None None] Checking router: 75d37f82-8af0-4fd8-a368-e2479bf884d4 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:02:03.311131 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-73608cb8-287f-4114-a934-f3f0ec301827 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4392822 Dec 11 23:02:03.311822 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21afc58b-fa6b-41fe-b4eb-34ffbf3a60ac None None] Routers {'75d37f82-8af0-4fd8-a368-e2479bf884d4'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:03.312516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-21afc58b-fa6b-41fe-b4eb-34ffbf3a60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['75d37f82-8af0-4fd8-a368-e2479bf884d4'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:03.313589 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51858) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:03.319200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '812df5fe-f29a-49a2-8a63-50af07624130', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:03.361696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293889b-fdd0-4bbb-ac96-33779c0d5777 req-5dc8c665-6c23-4b2e-9490-0a70d09aed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:03.363197 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8293889b-fdd0-4bbb-ac96-33779c0d5777 req-5dc8c665-6c23-4b2e-9490-0a70d09aed66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7818fbf-5369-47d1-9144-65c09d5e1c30 HTTP/1.1" status: 200 len: 856 time: 0.0844760 Dec 11 23:02:03.403501 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:03.439024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293889b-fdd0-4bbb-ac96-33779c0d5777 req-88de83bb-b1a3-4b30-b962-e032df7019f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:03.441494 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8293889b-fdd0-4bbb-ac96-33779c0d5777 req-88de83bb-b1a3-4b30-b962-e032df7019f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1bb9a45-28c0-4785-bda6-7e72008cf427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672648 Dec 11 23:02:03.535091 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:03.552087 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8293889b-fdd0-4bbb-ac96-33779c0d5777 req-fce28f7e-c056-489e-8cc4-d0645cc449e6 service neutron] 10.222.0.13 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024916 Dec 11 23:02:03.659686 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-21afc58b-fa6b-41fe-b4eb-34ffbf3a60ac None None] Set router 75d37f82-8af0-4fd8-a368-e2479bf884d4 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:02:03.670983 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8293889b-fdd0-4bbb-ac96-33779c0d5777 req-fa892cb5-cf46-47d6-9f55-9cc8c202757a service neutron] 10.222.0.13 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113124 Dec 11 23:02:03.681021 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Allocated IP 172.25.1.244 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/ac2dd124-c2d5-4677-b411-c071eff964d7) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:03.800492 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:03.904164 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:03.950784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-21afc58b-fa6b-41fe-b4eb-34ffbf3a60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:27Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'b8c25f8b-822a-4af6-9437-311d00ad237a', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'floating_ip_address': '172.25.1.115', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'port_id': 'ff26afe3-28af-4766-ada1-d3765a4ab17a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'mac_address': 'fa:16:3e:e8:36:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:01:43Z', 'updated_at': '2021-12-11T23:02:01Z', 'revision_number': 1, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069ad42-e3ee-4cea-bbb8-58d455c5715a', 'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'mac_address': 'fa:16:3e:3e:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:26Z', 'updated_at': '2021-12-11T22:57:34Z', 'revision_number': 5, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'subnets': [{'id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:03.986287 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21afc58b-fa6b-41fe-b4eb-34ffbf3a60ac None None] The sync data for ids ['75d37f82-8af0-4fd8-a368-e2479bf884d4'] in n-d-710847-6 is: [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:27Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'b8c25f8b-822a-4af6-9437-311d00ad237a', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'floating_ip_address': '172.25.1.115', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'port_id': 'ff26afe3-28af-4766-ada1-d3765a4ab17a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'mac_address': 'fa:16:3e:e8:36:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:01:43Z', 'updated_at': '2021-12-11T23:02:01Z', 'revision_number': 1, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069ad42-e3ee-4cea-bbb8-58d455c5715a', 'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'mac_address': 'fa:16:3e:3e:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:26Z', 'updated_at': '2021-12-11T22:57:34Z', 'revision_number': 5, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'subnets': [{'id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:02:03.998650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=ac2dd124-c2d5-4677-b411-c071eff964d7,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:04.007435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:04.010510 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:04.012667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:04.259355 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a6d513-40ee-425f-97ad-a6bcae2f594a None None] New status for floating IP b8c25f8b-822a-4af6-9437-311d00ad237a: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:02:04.514286 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:04.674415 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:04.838202 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:04.902361 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:04.940022 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51894) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:04.984420 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=ac2dd124-c2d5-4677-b411-c071eff964d7,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:04.997654 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:05.083370 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a3b90f7d-28cf-4793-a0a3-a9717a6e3671 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:05.121258 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Floating IP ff1fa556-0d62-4d7b-9527-bede1c870d37 associated. External IP: 172.25.1.244, port: 812df5fe-f29a-49a2-8a63-50af07624130. Dec 11 23:02:05.192853 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a3b90f7d-28cf-4793-a0a3-a9717a6e3671 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:05.233840 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a3b90f7d-28cf-4793-a0a3-a9717a6e3671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:05.285410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a3b90f7d-28cf-4793-a0a3-a9717a6e3671 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8db8676a62934f27896bad69340cc330&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3437564 Dec 11 23:02:05.286253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b90f7d-28cf-4793-a0a3-a9717a6e3671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fbc1bd-56db-411a-bfd2-7b3f38106d35,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:05.289793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51904) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:05.354503 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-03c39d87-b2b9-4b56-9632-e13bc11733b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:05.385347 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-03c39d87-b2b9-4b56-9632-e13bc11733b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:05.517590 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-03c39d87-b2b9-4b56-9632-e13bc11733b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:05.520926 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-03c39d87-b2b9-4b56-9632-e13bc11733b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:05.526332 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-03c39d87-b2b9-4b56-9632-e13bc11733b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/82fbc1bd-56db-411a-bfd2-7b3f38106d35 HTTP/1.1" status: 204 len: 168 time: 0.2355375 Dec 11 23:02:05.536480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c39d87-b2b9-4b56-9632-e13bc11733b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fbc1bd-56db-411a-bfd2-7b3f38106d35,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:05.698944 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router 9ffc9149-d3d6-42dc-98b4-5f33438f036d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:02:05.840762 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:02:05.847277 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566f4e83-a9f2-4de3-8866-b553d233815f None None] Sync routers for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:02:05.857722 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566f4e83-a9f2-4de3-8866-b553d233815f None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:05.858411 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-566f4e83-a9f2-4de3-8866-b553d233815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:05.896761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-566f4e83-a9f2-4de3-8866-b553d233815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:05.907024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566f4e83-a9f2-4de3-8866-b553d233815f None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:05.907701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-566f4e83-a9f2-4de3-8866-b553d233815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:05.950482 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-566f4e83-a9f2-4de3-8866-b553d233815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:05.951334 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566f4e83-a9f2-4de3-8866-b553d233815f None None] The sync data for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:02:06.713930 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:06.746424 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1e25a9c9-a4ce-43bf-82a1-c1ebcd329456 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4289875 Dec 11 23:02:06.746632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51926) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:06.751213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a33ca833-a267-4227-b674-27522f423ea5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'floatingip': {'port_id': '812df5fe-f29a-49a2-8a63-50af07624130', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:06.817963 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a33ca833-a267-4227-b674-27522f423ea5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:07.365600 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a33ca833-a267-4227-b674-27522f423ea5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:07.462482 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a33ca833-a267-4227-b674-27522f423ea5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:07.682791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33ca833-a267-4227-b674-27522f423ea5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router 9ffc9149-d3d6-42dc-98b4-5f33438f036d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:02:07.797767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33ca833-a267-4227-b674-27522f423ea5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:02:07.802991 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a33ca833-a267-4227-b674-27522f423ea5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:07.810418 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc376059-76df-43a5-b485-f77ff6bf30bb None None] Sync routers for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:02:07.821715 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc376059-76df-43a5-b485-f77ff6bf30bb None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:07.823250 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-cc376059-76df-43a5-b485-f77ff6bf30bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:07.863732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51960) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:07.867353 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a33ca833-a267-4227-b674-27522f423ea5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "PUT /v2.0/floatingips/ff1fa556-0d62-4d7b-9527-bede1c870d37 HTTP/1.1" status: 200 len: 979 time: 1.1159813 Dec 11 23:02:07.867501 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-cc376059-76df-43a5-b485-f77ff6bf30bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:07.878651 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc376059-76df-43a5-b485-f77ff6bf30bb None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:07.882918 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-cc376059-76df-43a5-b485-f77ff6bf30bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:07.924301 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-cc376059-76df-43a5-b485-f77ff6bf30bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:07.925200 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc376059-76df-43a5-b485-f77ff6bf30bb None None] The sync data for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:02:08.010047 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51964) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:08.056657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-479b1ca7-9630-4e94-bd46-4a9787022044 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting port ac2dd124-c2d5-4677-b411-c071eff964d7 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:08.057404 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-479b1ca7-9630-4e94-bd46-4a9787022044 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:08.130922 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a6bac55-b570-433b-9014-1e5f63ab1a39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:08.149016 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-479b1ca7-9630-4e94-bd46-4a9787022044 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:08.153654 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-479b1ca7-9630-4e94-bd46-4a9787022044 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:08.162614 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-479b1ca7-9630-4e94-bd46-4a9787022044 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Calling delete_port for ac2dd124-c2d5-4677-b411-c071eff964d7 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:08.218517 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a6bac55-b570-433b-9014-1e5f63ab1a39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:08.257249 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3a6bac55-b570-433b-9014-1e5f63ab1a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:08.301472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bac55-b570-433b-9014-1e5f63ab1a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a57524-514e-4e43-9694-81607b283334,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:08.323325 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3a6bac55-b570-433b-9014-1e5f63ab1a39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5889106f502e4049ae7a88e4de8211f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3048372 Dec 11 23:02:08.324523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51970) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:08.386965 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d0640b6-c4be-4d94-b056-8a2599d2a744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:08.421048 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d0640b6-c4be-4d94-b056-8a2599d2a744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:08.588104 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d0640b6-c4be-4d94-b056-8a2599d2a744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:08.591847 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d0640b6-c4be-4d94-b056-8a2599d2a744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:08.593007 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2d0640b6-c4be-4d94-b056-8a2599d2a744 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8a57524-514e-4e43-9694-81607b283334 HTTP/1.1" status: 204 len: 168 time: 0.2673800 Dec 11 23:02:08.604522 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0640b6-c4be-4d94-b056-8a2599d2a744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a57524-514e-4e43-9694-81607b283334,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:08.666502 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb3cfae9-3bd3-46c1-b706-423b2150c147 req-b687532f-fc08-4fac-aae4-2166d2b9c102 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848703 Dec 11 23:02:08.775899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cfae9-3bd3-46c1-b706-423b2150c147 req-01e4f815-a0be-4495-a49b-81fc47233a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:08.777421 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb3cfae9-3bd3-46c1-b706-423b2150c147 req-01e4f815-a0be-4495-a49b-81fc47233a20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d22bf1cb388f497bbb0de4f3c0e23219&device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 1096 time: 0.0555084 Dec 11 23:02:08.848702 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-479b1ca7-9630-4e94-bd46-4a9787022044 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:08.884531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b1ca7-9630-4e94-bd46-4a9787022044 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Port': ['ID=ac2dd124-c2d5-4677-b411-c071eff964d7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:08.965248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cfae9-3bd3-46c1-b706-423b2150c147 req-ee0c04db-d8a0-4a8f-99c1-641a6cb24195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:08.966743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb3cfae9-3bd3-46c1-b706-423b2150c147 req-ee0c04db-d8a0-4a8f-99c1-641a6cb24195 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e67588e6-31ce-4b31-b404-c84ad13cd94a HTTP/1.1" status: 200 len: 909 time: 0.1686776 Dec 11 23:02:08.973613 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-479b1ca7-9630-4e94-bd46-4a9787022044 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:08.973952 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-479b1ca7-9630-4e94-bd46-4a9787022044 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Floating IP ff1fa556-0d62-4d7b-9527-bede1c870d37 disassociated (deleted). External IP: 172.25.1.244, port: 812df5fe-f29a-49a2-8a63-50af07624130. Dec 11 23:02:09.044373 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb3cfae9-3bd3-46c1-b706-423b2150c147 req-818d89c4-eb81-4c8f-8a0d-f96cdafe0278 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa4a634d-08a2-4670-8a2f-7eb81641c9ff HTTP/1.1" status: 200 len: 1001 time: 0.0674813 Dec 11 23:02:09.162615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cfae9-3bd3-46c1-b706-423b2150c147 req-91208001-6921-43eb-9913-5303c0ac7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:09.164741 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb3cfae9-3bd3-46c1-b706-423b2150c147 req-91208001-6921-43eb-9913-5303c0ac7014 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4aad2c2d-5146-4902-8870-3b240370c4cc HTTP/1.1" status: 200 len: 847 time: 0.0896339 Dec 11 23:02:09.266062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cfae9-3bd3-46c1-b706-423b2150c147 req-f90db4ed-866a-41a1-bbe7-4fbf5af777d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:09.267735 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb3cfae9-3bd3-46c1-b706-423b2150c147 req-f90db4ed-866a-41a1-bbe7-4fbf5af777d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e67588e6-31ce-4b31-b404-c84ad13cd94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960197 Dec 11 23:02:09.397589 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479b1ca7-9630-4e94-bd46-4a9787022044 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router 9ffc9149-d3d6-42dc-98b4-5f33438f036d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:02:09.418880 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb3cfae9-3bd3-46c1-b706-423b2150c147 req-4b0282fd-66ed-43c3-9e50-383eaa75cf69 service neutron] 10.222.0.13 "GET /v2.0/networks/e67588e6-31ce-4b31-b404-c84ad13cd94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426926 Dec 11 23:02:09.604093 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479b1ca7-9630-4e94-bd46-4a9787022044 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:02:09.609568 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-479b1ca7-9630-4e94-bd46-4a9787022044 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:09.613891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a5aa2-821a-4856-812e-20834501fa61 None None] Sync routers for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:02:09.614582 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bb3cfae9-3bd3-46c1-b706-423b2150c147 req-5f1a94b9-c80c-4998-adb2-3d25f41f2a29 service neutron] 10.222.0.13 "GET /v2.0/networks/e67588e6-31ce-4b31-b404-c84ad13cd94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588051 Dec 11 23:02:09.626293 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a5aa2-821a-4856-812e-20834501fa61 None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:09.626880 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-738a5aa2-821a-4856-812e-20834501fa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:09.642951 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-479b1ca7-9630-4e94-bd46-4a9787022044 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/floatingips/ff1fa556-0d62-4d7b-9527-bede1c870d37 HTTP/1.1" status: 204 len: 168 time: 1.7745333 Dec 11 23:02:09.643071 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52008) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:09.675302 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-738a5aa2-821a-4856-812e-20834501fa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:09.684710 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a5aa2-821a-4856-812e-20834501fa61 None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:09.685331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-738a5aa2-821a-4856-812e-20834501fa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:09.718993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-738a5aa2-821a-4856-812e-20834501fa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:09.719936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a5aa2-821a-4856-812e-20834501fa61 None None] The sync data for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:02:09.763572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-59818264-9d5c-4e74-a969-668373652e4f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting port 812df5fe-f29a-49a2-8a63-50af07624130 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:09.764447 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59818264-9d5c-4e74-a969-668373652e4f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:09.889383 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59818264-9d5c-4e74-a969-668373652e4f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:09.902430 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-59818264-9d5c-4e74-a969-668373652e4f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Calling delete_port for 812df5fe-f29a-49a2-8a63-50af07624130 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:10.157169 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59818264-9d5c-4e74-a969-668373652e4f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:10.189449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59818264-9d5c-4e74-a969-668373652e4f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Port': ['ID=812df5fe-f29a-49a2-8a63-50af07624130,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:10.294396 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59818264-9d5c-4e74-a969-668373652e4f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:10.297898 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-59818264-9d5c-4e74-a969-668373652e4f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/ports/812df5fe-f29a-49a2-8a63-50af07624130 HTTP/1.1" status: 204 len: 168 time: 0.6538608 Dec 11 23:02:10.301652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52018) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:10.308438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:10.397502 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:10.509337 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:10.668148 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Allocated IP 172.25.1.216 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/24f20c19-2d4e-4a56-a97c-074ebe2abb90) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:10.764262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52034) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:10.803558 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:10.873338 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-63474c8b-fb98-41c3-b158-9d874935bd7f tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1328770725'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:10.873805 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-63474c8b-fb98-41c3-b158-9d874935bd7f tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] Unknown quota resources ['metering_label']. {{(pid=103691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 23:02:10.934892 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:10.981197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:10.985787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:10.988267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:11.013886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=24f20c19-2d4e-4a56-a97c-074ebe2abb90,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:11.081412 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:11.157627 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-63474c8b-fb98-41c3-b158-9d874935bd7f tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:11.161744 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-63474c8b-fb98-41c3-b158-9d874935bd7f tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3934724 Dec 11 23:02:11.163073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52038) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:11.166370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-416005cf-c2a3-4cfc-aae0-1bfb91248525 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'cb4e2e7e-60ce-480f-b91f-e9516f53f678'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:11.166927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-416005cf-c2a3-4cfc-aae0-1bfb91248525 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 23:02:11.187635 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:11.342239 n-d-710847-6 neutron-server[103691]: WARNING neutron.services.metering.metering_plugin [None req-416005cf-c2a3-4cfc-aae0-1bfb91248525 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 11 23:02:11.348810 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:11.445396 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:11.449397 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-416005cf-c2a3-4cfc-aae0-1bfb91248525 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:11.453989 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-416005cf-c2a3-4cfc-aae0-1bfb91248525 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2875979 Dec 11 23:02:11.454611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52042) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:11.459920 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b289ea75-7f83-41b5-ad77-6db63b2977d5 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'cb4e2e7e-60ce-480f-b91f-e9516f53f678'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:11.460507 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b289ea75-7f83-41b5-ad77-6db63b2977d5 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 23:02:11.524144 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=24f20c19-2d4e-4a56-a97c-074ebe2abb90,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:11.533540 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:11.649172 n-d-710847-6 neutron-server[103691]: WARNING neutron.services.metering.metering_plugin [None req-b289ea75-7f83-41b5-ad77-6db63b2977d5 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 11 23:02:11.708601 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:11.710597 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-20441e22-ddc8-4d46-9b32-0084b06ea5d7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4071345 Dec 11 23:02:11.713688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52048) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:11.719837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-cccad1de-3ff3-4783-b7bc-2a54f878b542 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'port': {'network_id': '1ac1fa2e-61ef-4035-96d3-c56b78734efa', 'name': 'tempest-FloatingIPTestJSON-1050044039'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:11.743598 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b289ea75-7f83-41b5-ad77-6db63b2977d5 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:11.745916 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b289ea75-7f83-41b5-ad77-6db63b2977d5 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2891712 Dec 11 23:02:11.747640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52050) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:11.761608 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2dcf061a-fa2b-4261-984a-d4ac34180344 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=9bd85a20-8e5a-451a-9151-96591846a2d3 HTTP/1.1" status: 200 len: 462 time: 0.0106392 Dec 11 23:02:11.761812 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52052) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:11.919256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccad1de-3ff3-4783-b7bc-2a54f878b542 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Made reservation on behalf of d712bb8d03f347e9a7050747aed90a67 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:11.923396 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cccad1de-3ff3-4783-b7bc-2a54f878b542 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:11.928910 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-86efa8a4-6dc8-4424-b2ec-99550fececf7 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:11.930007 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-86efa8a4-6dc8-4424-b2ec-99550fececf7 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/9bd85a20-8e5a-451a-9151-96591846a2d3 HTTP/1.1" status: 204 len: 168 time: 0.1673181 Dec 11 23:02:11.932646 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52054) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:11.941387 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-341db612-c4a5-4f07-83fa-c167fbf1f1ba tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=9bd85a20-8e5a-451a-9151-96591846a2d3 HTTP/1.1" status: 200 len: 221 time: 0.0077155 Dec 11 23:02:11.941720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-cccad1de-3ff3-4783-b7bc-2a54f878b542 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] device_id is not set on port bb251671-5937-44b8-a8b3-3facebf05f16 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:02:11.945877 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52056) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:11.955891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a5cfc773-5e4f-4cbd-9a0c-b2326f67efe2 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--823923017', 'description': 'label created by tempest'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:11.955891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a5cfc773-5e4f-4cbd-9a0c-b2326f67efe2 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] Unknown quota resources ['metering_label']. {{(pid=103691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 23:02:12.060111 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-cccad1de-3ff3-4783-b7bc-2a54f878b542 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Allocated IP 172.20.0.8 (1ac1fa2e-61ef-4035-96d3-c56b78734efa/2bd6f33f-0ef9-4cb0-aa23-77544097b5a2/bb251671-5937-44b8-a8b3-3facebf05f16) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:12.201071 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a5cfc773-5e4f-4cbd-9a0c-b2326f67efe2 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:12.202371 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a5cfc773-5e4f-4cbd-9a0c-b2326f67efe2 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2555513 Dec 11 23:02:12.205057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52058) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:12.212292 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cccad1de-3ff3-4783-b7bc-2a54f878b542 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:12.281400 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5a9dbd4e-a849-4917-a974-d0a4fe419f4e tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=0d0b0e61-3f1d-4e67-a946-1e0637ccb507 HTTP/1.1" status: 200 len: 467 time: 0.0751901 Dec 11 23:02:12.284389 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52060) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:12.323480 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cccad1de-3ff3-4783-b7bc-2a54f878b542 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:12.370685 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccad1de-3ff3-4783-b7bc-2a54f878b542 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network 1ac1fa2e-61ef-4035-96d3-c56b78734efa is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:12.373946 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-cccad1de-3ff3-4783-b7bc-2a54f878b542 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:12.378785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccad1de-3ff3-4783-b7bc-2a54f878b542 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:12.390079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccad1de-3ff3-4783-b7bc-2a54f878b542 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=bb251671-5937-44b8-a8b3-3facebf05f16,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:12.431865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccad1de-3ff3-4783-b7bc-2a54f878b542 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:12.432486 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cccad1de-3ff3-4783-b7bc-2a54f878b542 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:12.516570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cccad1de-3ff3-4783-b7bc-2a54f878b542 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8014205 Dec 11 23:02:12.519159 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52064) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:12.524000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-039ef1ae-dd1c-432c-9b21-0a5a3ba71773 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'floatingip': {'port_id': 'bb251671-5937-44b8-a8b3-3facebf05f16'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:12.571260 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7223f6c-a71c-471a-ba8d-d34412d8c3d2 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:12.571573 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-039ef1ae-dd1c-432c-9b21-0a5a3ba71773 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:12.572578 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c7223f6c-a71c-471a-ba8d-d34412d8c3d2 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/0d0b0e61-3f1d-4e67-a946-1e0637ccb507 HTTP/1.1" status: 204 len: 168 time: 0.2872868 Dec 11 23:02:12.575378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52066) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:12.626126 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3698f77c-d88e-4439-be96-5a2861fec18d tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=0d0b0e61-3f1d-4e67-a946-1e0637ccb507 HTTP/1.1" status: 200 len: 216 time: 0.0496366 Dec 11 23:02:12.629780 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52068) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:12.642018 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e8cf7e83-d03c-4769-b244-c4b193d18691 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0082071 Dec 11 23:02:12.642476 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52070) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:12.654760 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a455507b-e0bc-4715-be0f-ba3144f0c434 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0111017 Dec 11 23:02:12.658607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52072) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:12.713828 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2abe4466-1b49-44ee-a625-21097be6626f tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels/cb4e2e7e-60ce-480f-b91f-e9516f53f678 HTTP/1.1" status: 200 len: 473 time: 0.0539393 Dec 11 23:02:12.717260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52074) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:12.727873 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-763eecd9-773e-4a8f-bef9-824a4b7a2fc7 tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/6a30e300-d71c-4e39-ba9a-bb8d1174d598 HTTP/1.1" status: 200 len: 459 time: 0.0095484 Dec 11 23:02:12.731362 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52078) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:13.046287 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-039ef1ae-dd1c-432c-9b21-0a5a3ba71773 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:13.142369 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-039ef1ae-dd1c-432c-9b21-0a5a3ba71773 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:13.216312 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc325522-db6a-48b2-be34-c2bacbf67deb tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:13.217434 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cc325522-db6a-48b2-be34-c2bacbf67deb tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/6a30e300-d71c-4e39-ba9a-bb8d1174d598 HTTP/1.1" status: 204 len: 168 time: 0.4851727 Dec 11 23:02:13.220070 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52082) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:13.249156 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-039ef1ae-dd1c-432c-9b21-0a5a3ba71773 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Floating IP d97bd754-eba7-4fc5-a021-8d80b256fec7 associated. External IP: 172.25.1.216, port: bb251671-5937-44b8-a8b3-3facebf05f16. Dec 11 23:02:13.467128 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039ef1ae-dd1c-432c-9b21-0a5a3ba71773 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router 9ffc9149-d3d6-42dc-98b4-5f33438f036d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:02:13.498591 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-91046e39-2803-4a6d-aea3-d746ac7b633d tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:13.500036 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-91046e39-2803-4a6d-aea3-d746ac7b633d tempest-MeteringIpV6TestJSON-1388218590 tempest-MeteringIpV6TestJSON-1388218590-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/cb4e2e7e-60ce-480f-b91f-e9516f53f678 HTTP/1.1" status: 204 len: 168 time: 0.2788446 Dec 11 23:02:13.580027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039ef1ae-dd1c-432c-9b21-0a5a3ba71773 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:02:13.585325 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-039ef1ae-dd1c-432c-9b21-0a5a3ba71773 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:13.604039 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a41ca06-cb80-40d3-9f83-de07e8ab94ba None None] Sync routers for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:02:13.616361 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-039ef1ae-dd1c-432c-9b21-0a5a3ba71773 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "PUT /v2.0/floatingips/d97bd754-eba7-4fc5-a021-8d80b256fec7 HTTP/1.1" status: 200 len: 978 time: 1.0960462 Dec 11 23:02:13.619153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52088) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:13.626651 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a41ca06-cb80-40d3-9f83-de07e8ab94ba None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:13.627367 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9a41ca06-cb80-40d3-9f83-de07e8ab94ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:13.660663 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9a41ca06-cb80-40d3-9f83-de07e8ab94ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:13.671361 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a41ca06-cb80-40d3-9f83-de07e8ab94ba None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:13.671976 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9a41ca06-cb80-40d3-9f83-de07e8ab94ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:13.730104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a9244da0-5b24-4289-a4f9-4e887838c17d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting port bb251671-5937-44b8-a8b3-3facebf05f16 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:13.730347 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a9244da0-5b24-4289-a4f9-4e887838c17d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:13.759691 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:13.798683 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-9a41ca06-cb80-40d3-9f83-de07e8ab94ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:13.799369 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a41ca06-cb80-40d3-9f83-de07e8ab94ba None None] The sync data for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:02:13.828414 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a9244da0-5b24-4289-a4f9-4e887838c17d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:14.043677 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52096) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:14.074266 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a9244da0-5b24-4289-a4f9-4e887838c17d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:14.074638 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a9244da0-5b24-4289-a4f9-4e887838c17d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:14.075006 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-a9244da0-5b24-4289-a4f9-4e887838c17d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Floating IP d97bd754-eba7-4fc5-a021-8d80b256fec7 disassociated. External IP: 172.25.1.216, port: bb251671-5937-44b8-a8b3-3facebf05f16. Dec 11 23:02:14.075366 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a9244da0-5b24-4289-a4f9-4e887838c17d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Calling delete_port for bb251671-5937-44b8-a8b3-3facebf05f16 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:14.154942 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5957627-e3eb-49ef-ba7c-001c0025573b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:14.257493 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a9244da0-5b24-4289-a4f9-4e887838c17d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:14.286904 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9244da0-5b24-4289-a4f9-4e887838c17d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Port': ['ID=bb251671-5937-44b8-a8b3-3facebf05f16,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:14.319692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5957627-e3eb-49ef-ba7c-001c0025573b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:14.406511 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9244da0-5b24-4289-a4f9-4e887838c17d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router 9ffc9149-d3d6-42dc-98b4-5f33438f036d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:02:14.433123 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d5957627-e3eb-49ef-ba7c-001c0025573b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:14.473558 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d5957627-e3eb-49ef-ba7c-001c0025573b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=266b60cc3f374eaebcadab3aca5db8f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4287043 Dec 11 23:02:14.474649 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5957627-e3eb-49ef-ba7c-001c0025573b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7ed197-6723-4672-8138-b8eb96fafc38,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:14.478015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52100) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:14.518684 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9244da0-5b24-4289-a4f9-4e887838c17d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:02:14.529147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d9cf83-83a9-4799-aa20-50323da46e06 None None] Sync routers for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:02:14.535302 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfd4d-34b9-45b9-83ae-eca6f631f588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:14.540045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d9cf83-83a9-4799-aa20-50323da46e06 None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:14.540380 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b4d9cf83-83a9-4799-aa20-50323da46e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:14.559617 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfd4d-34b9-45b9-83ae-eca6f631f588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:14.583537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b4d9cf83-83a9-4799-aa20-50323da46e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:14.593372 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d9cf83-83a9-4799-aa20-50323da46e06 None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:14.594258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b4d9cf83-83a9-4799-aa20-50323da46e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:14.598846 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a9244da0-5b24-4289-a4f9-4e887838c17d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:14.603033 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a9244da0-5b24-4289-a4f9-4e887838c17d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/ports/bb251671-5937-44b8-a8b3-3facebf05f16 HTTP/1.1" status: 204 len: 168 time: 0.9827747 Dec 11 23:02:14.605939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52102) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:14.628874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b4d9cf83-83a9-4799-aa20-50323da46e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:14.629571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d9cf83-83a9-4799-aa20-50323da46e06 None None] The sync data for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:02:14.653509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c57cb4fc-7380-41f3-aa19-995aa6b47e0e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "GET /v2.0/floatingips/d97bd754-eba7-4fc5-a021-8d80b256fec7 HTTP/1.1" status: 200 len: 688 time: 0.0464137 Dec 11 23:02:14.656175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52104) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:14.735131 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfd4d-34b9-45b9-83ae-eca6f631f588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:14.737703 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfd4d-34b9-45b9-83ae-eca6f631f588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:14.742183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fa4bfd4d-34b9-45b9-83ae-eca6f631f588 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b7ed197-6723-4672-8138-b8eb96fafc38 HTTP/1.1" status: 204 len: 168 time: 0.2599468 Dec 11 23:02:14.753211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bfd4d-34b9-45b9-83ae-eca6f631f588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7ed197-6723-4672-8138-b8eb96fafc38,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:14.801004 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-45a1619a-2f5d-48ae-99eb-350ca270c620 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting port 24f20c19-2d4e-4a56-a97c-074ebe2abb90 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:14.801345 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45a1619a-2f5d-48ae-99eb-350ca270c620 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:14.888067 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45a1619a-2f5d-48ae-99eb-350ca270c620 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:14.888398 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45a1619a-2f5d-48ae-99eb-350ca270c620 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:14.902228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-45a1619a-2f5d-48ae-99eb-350ca270c620 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Calling delete_port for 24f20c19-2d4e-4a56-a97c-074ebe2abb90 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:15.117383 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45a1619a-2f5d-48ae-99eb-350ca270c620 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:15.142678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1619a-2f5d-48ae-99eb-350ca270c620 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Port': ['ID=24f20c19-2d4e-4a56-a97c-074ebe2abb90,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:15.202611 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45a1619a-2f5d-48ae-99eb-350ca270c620 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:15.205406 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-45a1619a-2f5d-48ae-99eb-350ca270c620 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:15.206592 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-45a1619a-2f5d-48ae-99eb-350ca270c620 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/floatingips/d97bd754-eba7-4fc5-a021-8d80b256fec7 HTTP/1.1" status: 204 len: 168 time: 0.5494144 Dec 11 23:02:15.210442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52116) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:15.215187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '461a8f86-1eb8-4c62-b58e-24ec343c9965'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:15.324663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:15.426012 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:15.477804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52118) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:15.492163 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f433067b-6cb6-4102-b0e5-c70d81617df6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:15.561294 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Allocated IP 172.25.1.212 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/182a40d3-b833-4ffd-878b-2b4001c12131) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:15.572079 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f433067b-6cb6-4102-b0e5-c70d81617df6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:15.664084 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:15.671463 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f433067b-6cb6-4102-b0e5-c70d81617df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:15.715472 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f433067b-6cb6-4102-b0e5-c70d81617df6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3278909e712a46b09d2627fe38273e9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2365572 Dec 11 23:02:15.716329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433067b-6cb6-4102-b0e5-c70d81617df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557c917f-0231-4a66-a8d3-d17f6c92874e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:15.718140 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52120) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:15.769872 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7bc2f303-27e9-4b68-bfe5-b16d32566bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:15.781731 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:15.827378 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7bc2f303-27e9-4b68-bfe5-b16d32566bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:15.847883 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:15.857756 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:15.868615 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:15.875355 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=182a40d3-b833-4ffd-878b-2b4001c12131,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:16.043119 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7bc2f303-27e9-4b68-bfe5-b16d32566bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:16.045796 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7bc2f303-27e9-4b68-bfe5-b16d32566bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:16.046979 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7bc2f303-27e9-4b68-bfe5-b16d32566bd8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/557c917f-0231-4a66-a8d3-d17f6c92874e HTTP/1.1" status: 204 len: 168 time: 0.3278189 Dec 11 23:02:16.061900 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2f303-27e9-4b68-bfe5-b16d32566bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557c917f-0231-4a66-a8d3-d17f6c92874e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:16.264246 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:16.461215 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:16.621994 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:16.713257 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:16.789393 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=182a40d3-b833-4ffd-878b-2b4001c12131,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:16.798147 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:16.915990 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Floating IP 04491add-e3ab-4fb1-af35-a7baf9dc9504 associated. External IP: 172.25.1.212, port: 461a8f86-1eb8-4c62-b58e-24ec343c9965. Dec 11 23:02:17.138631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router 9ffc9149-d3d6-42dc-98b4-5f33438f036d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:02:17.265009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:02:17.277565 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0925bfb2-ad81-41df-ac61-dffec9b3e1df None None] Sync routers for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:02:17.298603 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925bfb2-ad81-41df-ac61-dffec9b3e1df None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:17.299493 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0925bfb2-ad81-41df-ac61-dffec9b3e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:17.316559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52154) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:17.340091 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0925bfb2-ad81-41df-ac61-dffec9b3e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:17.349871 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925bfb2-ad81-41df-ac61-dffec9b3e1df None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:17.350366 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0925bfb2-ad81-41df-ac61-dffec9b3e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:01:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:17.387122 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0925bfb2-ad81-41df-ac61-dffec9b3e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:17.387795 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0925bfb2-ad81-41df-ac61-dffec9b3e1df None None] The sync data for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:02:17.410888 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:17.421014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Request body: {'networks': [{'name': 'tempest-network--1719601971'}, {'name': 'tempest-network--1562909896'}]} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:17.421445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Request body: {'network': {'name': 'tempest-network--1719601971'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:17.422051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Request body: {'network': {'name': 'tempest-network--1562909896'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:17.439884 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1e91bc82-0cb9-4358-853a-3f650b463313 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2282441 Dec 11 23:02:17.442684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52158) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:17.448952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-218bb4a1-ca32-40e1-8221-712d571dddf5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1465187806'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:17.461669 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:17.610440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Made reservation on behalf of ab10432804854a7db6ee688d9599bf11 for: {'network': 2} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:17.615110 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:17.628951 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:17.714026 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:17.724809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218bb4a1-ca32-40e1-8221-712d571dddf5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Made reservation on behalf of d712bb8d03f347e9a7050747aed90a67 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:17.731906 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-218bb4a1-ca32-40e1-8221-712d571dddf5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:17.755338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218bb4a1-ca32-40e1-8221-712d571dddf5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:02:17.765187 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-218bb4a1-ca32-40e1-8221-712d571dddf5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:17.765728 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-218bb4a1-ca32-40e1-8221-712d571dddf5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Added segment 8a8b6fdd-cdbb-4cc6-9824-53ef3a3f9fd9 of type vlan for network 1dc9022c-1cfd-49e9-bf76-300ed3e173df Dec 11 23:02:17.795640 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:17.796094 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:17.832378 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-218bb4a1-ca32-40e1-8221-712d571dddf5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:17.848082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5d40f1-e70e-4a29-ba68-1670a059827b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:17.866325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:02:17.878359 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:17.878706 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Added segment 5c5d966a-b661-4b19-8d2c-93c99b22ac14 of type vlan for network f9b0ea47-3fd8-4b28-82b4-96b9a5abf77f Dec 11 23:02:17.926212 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:17.957893 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:02:17.963310 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-218bb4a1-ca32-40e1-8221-712d571dddf5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:17.968827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218bb4a1-ca32-40e1-8221-712d571dddf5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:17.969413 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-218bb4a1-ca32-40e1-8221-712d571dddf5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:17.983713 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:17.984057 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Added segment 308ac76e-0281-4ac7-ad1f-187e14d5428c of type vlan for network 8643e10e-87cf-4e3f-9382-742b3b1a68ef Dec 11 23:02:18.075107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bb4a1-ca32-40e1-8221-712d571dddf5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Network': ['ID=1dc9022c-1cfd-49e9-bf76-300ed3e173df,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:18.079756 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:18.085787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 1dc9022c-1cfd-49e9-bf76-300ed3e173df details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:02:18.144676 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-218bb4a1-ca32-40e1-8221-712d571dddf5 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7001946 Dec 11 23:02:18.147746 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52164) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:18.153132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-acecc423-460d-4587-a8f0-f70fb274ffec tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'subnet': {'network_id': '1dc9022c-1cfd-49e9-bf76-300ed3e173df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:18.211784 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:18.212283 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:18.217876 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:18.222701 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:18.223338 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:18.645004 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3273077 Dec 11 23:02:18.647724 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52168) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:18.657429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event updated for resources: {'Network': ['ID=f9b0ea47-3fd8-4b28-82b4-96b9a5abf77f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:18.672470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network f9b0ea47-3fd8-4b28-82b4-96b9a5abf77f details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:02:18.726710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af317f01-0f63-4377-9bef-59559d80b214 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event updated for resources: {'Network': ['ID=8643e10e-87cf-4e3f-9382-742b3b1a68ef,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:18.742883 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 8643e10e-87cf-4e3f-9382-742b3b1a68ef details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:02:18.775957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acecc423-460d-4587-a8f0-f70fb274ffec tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Made reservation on behalf of d712bb8d03f347e9a7050747aed90a67 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:18.782190 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acecc423-460d-4587-a8f0-f70fb274ffec tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:18.842262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f68c2a-b414-45bb-8f3e-7e3f15ca0548 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:18.848318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f68c2a-b414-45bb-8f3e-7e3f15ca0548 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:18.856908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f68c2a-b414-45bb-8f3e-7e3f15ca0548 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:18.862912 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f68c2a-b414-45bb-8f3e-7e3f15ca0548 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:18.864640 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-18f68c2a-b414-45bb-8f3e-7e3f15ca0548 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2157631 Dec 11 23:02:18.868061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52170) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:18.873317 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-679a4ef0-a179-4c3a-b9a1-444207128e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:18.948778 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2a6f131-10c2-4fd6-b6fe-6950be63330e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.042868 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2a6f131-10c2-4fd6-b6fe-6950be63330e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.063935 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c2a6f131-10c2-4fd6-b6fe-6950be63330e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b0ea47-3fd8-4b28-82b4-96b9a5abf77f']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:19.071985 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acecc423-460d-4587-a8f0-f70fb274ffec tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.075195 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c2a6f131-10c2-4fd6-b6fe-6950be63330e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5d966a-b661-4b19-8d2c-93c99b22ac14') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:19.075503 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c2a6f131-10c2-4fd6-b6fe-6950be63330e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5d966a-b661-4b19-8d2c-93c99b22ac14') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:19.086279 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2a6f131-10c2-4fd6-b6fe-6950be63330e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.099884 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2a6f131-10c2-4fd6-b6fe-6950be63330e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.105927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a6f131-10c2-4fd6-b6fe-6950be63330e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:02:19.107033 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2a6f131-10c2-4fd6-b6fe-6950be63330e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:02:19.109803 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:02:19.135970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecc423-460d-4587-a8f0-f70fb274ffec tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Subnet': ['ID=be0252f7-34e0-40b8-9080-b9da56de9bb1,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:19.147740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acecc423-460d-4587-a8f0-f70fb274ffec tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Checking segment: {'id': '8a8b6fdd-cdbb-4cc6-9824-53ef3a3f9fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1dc9022c-1cfd-49e9-bf76-300ed3e173df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:19.148104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acecc423-460d-4587-a8f0-f70fb274ffec tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network hostable DHCP agents. Network: 1dc9022c-1cfd-49e9-bf76-300ed3e173df, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:02:19.221801 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acecc423-460d-4587-a8f0-f70fb274ffec tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network 1dc9022c-1cfd-49e9-bf76-300ed3e173df is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:02:19.244800 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2a6f131-10c2-4fd6-b6fe-6950be63330e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.253081 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2a6f131-10c2-4fd6-b6fe-6950be63330e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.256467 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c2a6f131-10c2-4fd6-b6fe-6950be63330e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "DELETE /v2.0/networks/f9b0ea47-3fd8-4b28-82b4-96b9a5abf77f HTTP/1.1" status: 204 len: 168 time: 0.3873272 Dec 11 23:02:19.259797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52176) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:19.268196 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6f131-10c2-4fd6-b6fe-6950be63330e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event deleted for resources: {'Network': ['ID=f9b0ea47-3fd8-4b28-82b4-96b9a5abf77f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:19.326199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-acecc423-460d-4587-a8f0-f70fb274ffec tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 1dc9022c-1cfd-49e9-bf76-300ed3e173df) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:19.334363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a8a557-d43e-4045-829e-1e58a85f86f7 None None] Network 1dc9022c-1cfd-49e9-bf76-300ed3e173df requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:19.338630 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acecc423-460d-4587-a8f0-f70fb274ffec tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:19.339265 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acecc423-460d-4587-a8f0-f70fb274ffec tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.351718 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3db9d218-0ac2-4a94-b7f9-b86ef2858808 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.444551 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-1dc9022c-1cfd-49e9-bf76-300ed3e173df', 'network_id': '1dc9022c-1cfd-49e9-bf76-300ed3e173df', 'project_id': 'd712bb8d03f347e9a7050747aed90a67', 'fixed_ips': [{'subnet_id': 'be0252f7-34e0-40b8-9080-b9da56de9bb1'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:02:19.445449 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.452560 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-acecc423-460d-4587-a8f0-f70fb274ffec tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3037763 Dec 11 23:02:19.455309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52180) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:19.458359 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3db9d218-0ac2-4a94-b7f9-b86ef2858808 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.463758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-623097371', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}, 'admin_state_up': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:19.496101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3db9d218-0ac2-4a94-b7f9-b86ef2858808 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8643e10e-87cf-4e3f-9382-742b3b1a68ef']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:19.509984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3db9d218-0ac2-4a94-b7f9-b86ef2858808 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308ac76e-0281-4ac7-ad1f-187e14d5428c') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:19.514579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3db9d218-0ac2-4a94-b7f9-b86ef2858808 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308ac76e-0281-4ac7-ad1f-187e14d5428c') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:19.519934 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3db9d218-0ac2-4a94-b7f9-b86ef2858808 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.533982 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3db9d218-0ac2-4a94-b7f9-b86ef2858808 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.540565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db9d218-0ac2-4a94-b7f9-b86ef2858808 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:02:19.542852 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3db9d218-0ac2-4a94-b7f9-b86ef2858808 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:02:19.544310 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:02:19.585805 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Allocated IP 172.20.0.2 (1dc9022c-1cfd-49e9-bf76-300ed3e173df/be0252f7-34e0-40b8-9080-b9da56de9bb1/4abf13f6-f731-42b4-ba61-c6fecd906eca) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:19.654253 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.655364 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.700635 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3db9d218-0ac2-4a94-b7f9-b86ef2858808 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.706447 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3db9d218-0ac2-4a94-b7f9-b86ef2858808 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.712704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3db9d218-0ac2-4a94-b7f9-b86ef2858808 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "DELETE /v2.0/networks/8643e10e-87cf-4e3f-9382-742b3b1a68ef HTTP/1.1" status: 204 len: 168 time: 0.4493320 Dec 11 23:02:19.712899 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52182) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:19.731476 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.739775 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9d218-0ac2-4a94-b7f9-b86ef2858808 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event deleted for resources: {'Network': ['ID=8643e10e-87cf-4e3f-9382-742b3b1a68ef,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:19.782497 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.824970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e88afb-82b3-46c9-9cf5-6f042338df46 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:19.831169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e88afb-82b3-46c9-9cf5-6f042338df46 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:19.832832 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e2e88afb-82b3-46c9-9cf5-6f042338df46 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1188810 Dec 11 23:02:19.836568 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52184) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:19.839654 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.844451 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9b11b81b-28c0-4816-9b7e-c6dae336d98e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1143190548'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:19.879545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Network 1dc9022c-1cfd-49e9-bf76-300ed3e173df is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:19.884080 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:19.887504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:19.894566 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Pushing event updated for resources: {'Port': ['ID=4abf13f6-f731-42b4-ba61-c6fecd906eca,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:19.947661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Attempting to bind port 4abf13f6-f731-42b4-ba61-c6fecd906eca on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:02:19.948149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Attempting to bind port 4abf13f6-f731-42b4-ba61-c6fecd906eca by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '8a8b6fdd-cdbb-4cc6-9824-53ef3a3f9fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1dc9022c-1cfd-49e9-bf76-300ed3e173df'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:02:19.948539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Attempting to bind port 4abf13f6-f731-42b4-ba61-c6fecd906eca on network 1dc9022c-1cfd-49e9-bf76-300ed3e173df {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:02:19.954052 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:02:19.954448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Checking segment: {'id': '8a8b6fdd-cdbb-4cc6-9824-53ef3a3f9fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1dc9022c-1cfd-49e9-bf76-300ed3e173df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:19.954904 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.955314 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Bound using segment: {'id': '8a8b6fdd-cdbb-4cc6-9824-53ef3a3f9fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1dc9022c-1cfd-49e9-bf76-300ed3e173df'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:02:19.956039 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Bound port: 4abf13f6-f731-42b4-ba61-c6fecd906eca, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8b6fdd-cdbb-4cc6-9824-53ef3a3f9fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1dc9022c-1cfd-49e9-bf76-300ed3e173df'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:02:19.962410 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.962555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b11b81b-28c0-4816-9b7e-c6dae336d98e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Made reservation on behalf of ab10432804854a7db6ee688d9599bf11 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:19.962555 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b11b81b-28c0-4816-9b7e-c6dae336d98e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:19.994382 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b11b81b-28c0-4816-9b7e-c6dae336d98e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:02:20.005535 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b11b81b-28c0-4816-9b7e-c6dae336d98e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:20.006072 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-9b11b81b-28c0-4816-9b7e-c6dae336d98e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Added segment a82a6c8a-0475-4480-9521-ebeffb2bd8b0 of type vlan for network 23af1bc0-2223-4f42-ac78-5d3114dadf59 Dec 11 23:02:20.031429 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] For port 4abf13f6-f731-42b4-ba61-c6fecd906eca, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:02:20.039362 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:20.040649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] For port 4abf13f6-f731-42b4-ba61-c6fecd906eca, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4abf13f6-f731-42b4-ba61-c6fecd906eca,segment=NetworkSegment(8a8b6fdd-cdbb-4cc6-9824-53ef3a3f9fd9),segment_id=8a8b6fdd-cdbb-4cc6-9824-53ef3a3f9fd9)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:02:20.053122 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b11b81b-28c0-4816-9b7e-c6dae336d98e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:20.108392 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:20.136370 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b11b81b-28c0-4816-9b7e-c6dae336d98e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:20.145245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b11b81b-28c0-4816-9b7e-c6dae336d98e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:20.146332 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b11b81b-28c0-4816-9b7e-c6dae336d98e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:20.176743 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a4577-15a2-43f8-9c40-ca0f3a58d272 None None] Pushing event updated for resources: {'Port': ['ID=4abf13f6-f731-42b4-ba61-c6fecd906eca,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:20.401061 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:20.424612 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:20.549404 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9b11b81b-28c0-4816-9b7e-c6dae336d98e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7111011 Dec 11 23:02:20.567015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52192) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:20.573210 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Allocated IP 172.25.1.210 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/3c9d6691-1851-4d07-b443-1c110cb6baec) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:20.575120 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1db04d2d-54da-4b66-95e4-fb021a6ece01 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-665131457'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:20.581361 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11b81b-28c0-4816-9b7e-c6dae336d98e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event updated for resources: {'Network': ['ID=23af1bc0-2223-4f42-ac78-5d3114dadf59,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:20.594495 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 23af1bc0-2223-4f42-ac78-5d3114dadf59 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:02:20.666848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db04d2d-54da-4b66-95e4-fb021a6ece01 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Made reservation on behalf of ab10432804854a7db6ee688d9599bf11 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:20.670674 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1db04d2d-54da-4b66-95e4-fb021a6ece01 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:20.685380 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:20.697517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db04d2d-54da-4b66-95e4-fb021a6ece01 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:02:20.707412 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1db04d2d-54da-4b66-95e4-fb021a6ece01 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:20.708199 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-1db04d2d-54da-4b66-95e4-fb021a6ece01 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Added segment 4443bc25-d00f-4042-ae84-62117bef7141 of type vlan for network 6b789a6c-f1ee-40e7-8d60-8f43da612cbd Dec 11 23:02:20.751580 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1db04d2d-54da-4b66-95e4-fb021a6ece01 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:20.822978 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:20.851314 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1db04d2d-54da-4b66-95e4-fb021a6ece01 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:20.857106 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db04d2d-54da-4b66-95e4-fb021a6ece01 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:20.857747 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1db04d2d-54da-4b66-95e4-fb021a6ece01 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:20.871315 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:20.874846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:20.879459 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:20.892306 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d94c38-b083-4be0-a6e2-32142b19f296 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:02:20.915396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=3c9d6691-1851-4d07-b443-1c110cb6baec,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:20.936389 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db04d2d-54da-4b66-95e4-fb021a6ece01 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event updated for resources: {'Network': ['ID=6b789a6c-f1ee-40e7-8d60-8f43da612cbd,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:20.955008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6c95b2bd-96a7-489b-9fb8-9388f83cd7fe None None] Provisioning complete for port 3c9d6691-1851-4d07-b443-1c110cb6baec triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:20.955387 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c95b2bd-96a7-489b-9fb8-9388f83cd7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:20.962265 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 6b789a6c-f1ee-40e7-8d60-8f43da612cbd details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:02:21.050775 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1db04d2d-54da-4b66-95e4-fb021a6ece01 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4800358 Dec 11 23:02:21.059204 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52194) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:21.059483 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6c95b2bd-96a7-489b-9fb8-9388f83cd7fe None None] Port 3c9d6691-1851-4d07-b443-1c110cb6baec cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:02:21.059613 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Request body: {'ports': [{'network_id': '23af1bc0-2223-4f42-ac78-5d3114dadf59', 'name': 'tempest-port--548990057', 'admin_state_up': True}, {'network_id': '6b789a6c-f1ee-40e7-8d60-8f43da612cbd', 'admin_state_up': False}]} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:21.059613 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Request body: {'port': {'network_id': '23af1bc0-2223-4f42-ac78-5d3114dadf59', 'name': 'tempest-port--548990057', 'admin_state_up': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:21.059613 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Request body: {'port': {'network_id': '6b789a6c-f1ee-40e7-8d60-8f43da612cbd', 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:21.258680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4abf13f6-f731-42b4-ba61-c6fecd906eca up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:02:21.311455 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:21.314388 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4abf13f6-f731-42b4-ba61-c6fecd906eca triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:21.315093 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:21.342182 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d736d3c6-e22c-4e68-aa32-013d68cc0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:21.362432 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Made reservation on behalf of ab10432804854a7db6ee688d9599bf11 for: {'port': 2} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:21.367515 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:21.385303 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:21.409990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:21.431804 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcebb87-a5cd-4144-a868-3761474ab462 None None] Network 1dc9022c-1cfd-49e9-bf76-300ed3e173df requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:21.476634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] device_id is not set on port 3d8b2a16-216e-4927-8c9b-cf9efd9c6d37 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:02:21.519127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 4abf13f6-f731-42b4-ba61-c6fecd906eca, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4abf13f6-f731-42b4-ba61-c6fecd906eca,segment=NetworkSegment(8a8b6fdd-cdbb-4cc6-9824-53ef3a3f9fd9),segment_id=8a8b6fdd-cdbb-4cc6-9824-53ef3a3f9fd9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:02:21.535127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5f40eb8d-3587-4256-90cd-cade3f85560e None None] Provisioning complete for port 4abf13f6-f731-42b4-ba61-c6fecd906eca triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:21.535897 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f40eb8d-3587-4256-90cd-cade3f85560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:21.538163 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:21.626890 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:21.650683 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:21.690595 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f40eb8d-3587-4256-90cd-cade3f85560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:21.712057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] device_id is not set on port 60941a0d-1f49-4bbf-8cf0-f4875af94c84 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:02:21.729883 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=4abf13f6-f731-42b4-ba61-c6fecd906eca,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:21.763494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router b6c73a43-5a97-4ea8-8d62-ee66bdbff170 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:02:21.768547 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-5f40eb8d-3587-4256-90cd-cade3f85560e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:02:21.771794 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-5f40eb8d-3587-4256-90cd-cade3f85560e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:02:21.841345 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:21.895205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:02:21.904972 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a93815d-10b0-4c5a-be1f-c561ba2a60ba None None] Sync routers for ids ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:02:21.914514 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a93815d-10b0-4c5a-be1f-c561ba2a60ba None None] Routers {'b6c73a43-5a97-4ea8-8d62-ee66bdbff170'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:21.921013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-1a93815d-10b0-4c5a-be1f-c561ba2a60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:21.951971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-1a93815d-10b0-4c5a-be1f-c561ba2a60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:21.960947 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a93815d-10b0-4c5a-be1f-c561ba2a60ba None None] Routers {'b6c73a43-5a97-4ea8-8d62-ee66bdbff170'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:21.961553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-1a93815d-10b0-4c5a-be1f-c561ba2a60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:21.964937 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:21.995516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-1a93815d-10b0-4c5a-be1f-c561ba2a60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:21.996211 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a93815d-10b0-4c5a-be1f-c561ba2a60ba None None] The sync data for ids ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:02:22.019118 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:22.022981 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6fff1b39-74e7-436b-adf2-7d49bc715885 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5641928 Dec 11 23:02:22.023193 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52202) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:22.031123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event updated for resources: {'Port': ['ID=3d8b2a16-216e-4927-8c9b-cf9efd9c6d37,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:22.042456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Checking segment: {'id': 'a82a6c8a-0475-4480-9521-ebeffb2bd8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '23af1bc0-2223-4f42-ac78-5d3114dadf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:22.043039 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Network hostable DHCP agents. Network: 23af1bc0-2223-4f42-ac78-5d3114dadf59, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:02:22.146933 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Network 23af1bc0-2223-4f42-ac78-5d3114dadf59 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:02:22.273358 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:22.288810 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 23af1bc0-2223-4f42-ac78-5d3114dadf59) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:22.294390 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:22.295884 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:22.303144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b2282e-0ecd-4b51-9f38-74214b864e92 None None] Network 23af1bc0-2223-4f42-ac78-5d3114dadf59 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:22.371121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event updated for resources: {'Port': ['ID=60941a0d-1f49-4bbf-8cf0-f4875af94c84,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:22.378251 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Checking segment: {'id': '4443bc25-d00f-4042-ae84-62117bef7141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6b789a6c-f1ee-40e7-8d60-8f43da612cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:22.378251 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Network hostable DHCP agents. Network: 6b789a6c-f1ee-40e7-8d60-8f43da612cbd, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:02:22.474169 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ac8d3753-b4f7-46c3-93d9-0f0d716b337f None None] Provisioning complete for port 4abf13f6-f731-42b4-ba61-c6fecd906eca triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:22.475795 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3753-b4f7-46c3-93d9-0f0d716b337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:22.487506 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:22.530075 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Network 6b789a6c-f1ee-40e7-8d60-8f43da612cbd is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:02:22.600275 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 6b789a6c-f1ee-40e7-8d60-8f43da612cbd) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:22.604822 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:22.609777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0d42ce-aa23-472e-aba5-f439d5f665e1 None None] Network 6b789a6c-f1ee-40e7-8d60-8f43da612cbd requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:22.616819 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:22.621546 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:22.622352 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:22.733256 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dd28944e-41b7-4142-b120-14c3f5691602 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6810675 Dec 11 23:02:22.736517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52210) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:22.769765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Allocated IP 172.20.0.1 (1dc9022c-1cfd-49e9-bf76-300ed3e173df/be0252f7-34e0-40b8-9080-b9da56de9bb1/64f2170e-f272-4d16-ae70-71853cb8cf95) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:22.791575 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dfe940-2498-4e2d-b685-72264ac551b8 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:22.797885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dfe940-2498-4e2d-b685-72264ac551b8 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:22.799558 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d9dfe940-2498-4e2d-b685-72264ac551b8 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0619893 Dec 11 23:02:22.805952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52212) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:22.886395 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:22.893360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-abd1e17a-9de3-47af-b1e7-2ac74675ac3a tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Deleting port 3d8b2a16-216e-4927-8c9b-cf9efd9c6d37 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:22.893916 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abd1e17a-9de3-47af-b1e7-2ac74675ac3a tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:22.970273 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abd1e17a-9de3-47af-b1e7-2ac74675ac3a tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:22.976294 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-abd1e17a-9de3-47af-b1e7-2ac74675ac3a tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Calling delete_port for 3d8b2a16-216e-4927-8c9b-cf9efd9c6d37 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:23.014793 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.059672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network 1dc9022c-1cfd-49e9-bf76-300ed3e173df is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:23.062829 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:23.065397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:23.099065 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=64f2170e-f272-4d16-ae70-71853cb8cf95,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:23.123268 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.148719 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abd1e17a-9de3-47af-b1e7-2ac74675ac3a tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.176646 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1e17a-9de3-47af-b1e7-2ac74675ac3a tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event deleted for resources: {'Port': ['ID=3d8b2a16-216e-4927-8c9b-cf9efd9c6d37,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:23.190232 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abd1e17a-9de3-47af-b1e7-2ac74675ac3a tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.196114 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-abd1e17a-9de3-47af-b1e7-2ac74675ac3a tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "DELETE /v2.0/ports/3d8b2a16-216e-4927-8c9b-cf9efd9c6d37 HTTP/1.1" status: 204 len: 168 time: 0.3922198 Dec 11 23:02:23.198601 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52214) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:23.207576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4abf13f6-f731-42b4-ba61-c6fecd906eca up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:02:23.289784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4abf13f6-f731-42b4-ba61-c6fecd906eca triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:23.289784 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.359852 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-47a2a93d-993c-4d61-9528-1bb7025c0549 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Deleting port 60941a0d-1f49-4bbf-8cf0-f4875af94c84 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:23.360357 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47a2a93d-993c-4d61-9528-1bb7025c0549 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.381912 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.401937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e7c37c2b-41c6-4304-9ddb-f0a95e80e54a None None] Provisioning complete for port 64f2170e-f272-4d16-ae70-71853cb8cf95 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:23.402401 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e7c37c2b-41c6-4304-9ddb-f0a95e80e54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.437526 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47a2a93d-993c-4d61-9528-1bb7025c0549 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.444821 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e7c37c2b-41c6-4304-9ddb-f0a95e80e54a None None] Port 64f2170e-f272-4d16-ae70-71853cb8cf95 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:02:23.451698 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-47a2a93d-993c-4d61-9528-1bb7025c0549 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Calling delete_port for 60941a0d-1f49-4bbf-8cf0-f4875af94c84 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:23.604599 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47a2a93d-993c-4d61-9528-1bb7025c0549 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.635919 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2a93d-993c-4d61-9528-1bb7025c0549 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event deleted for resources: {'Port': ['ID=60941a0d-1f49-4bbf-8cf0-f4875af94c84,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:23.641217 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47a2a93d-993c-4d61-9528-1bb7025c0549 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.644680 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-47a2a93d-993c-4d61-9528-1bb7025c0549 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "DELETE /v2.0/ports/60941a0d-1f49-4bbf-8cf0-f4875af94c84 HTTP/1.1" status: 204 len: 168 time: 0.4449327 Dec 11 23:02:23.650818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52220) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:23.693627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6293de14-eb65-4f6e-8399-914fb23f1bbf tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0410888 Dec 11 23:02:23.697242 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52222) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:23.702517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f0cfd4f7-f741-44cf-95d3-4df2eb9d8769 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1050295005'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:23.717945 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.810419 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.821470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cfd4f7-f741-44cf-95d3-4df2eb9d8769 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Made reservation on behalf of ab10432804854a7db6ee688d9599bf11 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:23.825206 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd4f7-f741-44cf-95d3-4df2eb9d8769 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.854033 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0cfd4f7-f741-44cf-95d3-4df2eb9d8769 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:02:23.868290 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd4f7-f741-44cf-95d3-4df2eb9d8769 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.868787 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-f0cfd4f7-f741-44cf-95d3-4df2eb9d8769 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Added segment b1ab5a8a-2e87-4034-a992-8521d0f48443 of type vlan for network ef816348-7491-4e37-a8c5-e443946b06df Dec 11 23:02:23.920948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=64f2170e-f272-4d16-ae70-71853cb8cf95,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:23.926098 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.932131 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd4f7-f741-44cf-95d3-4df2eb9d8769 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:23.953084 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:24.027582 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network 1dc9022c-1cfd-49e9-bf76-300ed3e173df is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:24.029056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:24.033430 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd4f7-f741-44cf-95d3-4df2eb9d8769 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:24.040633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cfd4f7-f741-44cf-95d3-4df2eb9d8769 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:24.041383 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd4f7-f741-44cf-95d3-4df2eb9d8769 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:24.131240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfd4f7-f741-44cf-95d3-4df2eb9d8769 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event updated for resources: {'Network': ['ID=ef816348-7491-4e37-a8c5-e443946b06df,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:24.132104 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network ef816348-7491-4e37-a8c5-e443946b06df details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:02:24.196606 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f0cfd4f7-f741-44cf-95d3-4df2eb9d8769 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4980505 Dec 11 23:02:24.199221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52226) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:24.206062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-cef5bb33-62eb-4220-be5f-78eb80f37af8 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1130769903'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:24.269154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a30f1f7e-b587-4260-aeb8-5a528af17dfc None None] Provisioning complete for port 64f2170e-f272-4d16-ae70-71853cb8cf95 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:24.269805 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a30f1f7e-b587-4260-aeb8-5a528af17dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:24.310232 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a30f1f7e-b587-4260-aeb8-5a528af17dfc None None] Port 64f2170e-f272-4d16-ae70-71853cb8cf95 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:02:24.330488 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef5bb33-62eb-4220-be5f-78eb80f37af8 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Made reservation on behalf of ab10432804854a7db6ee688d9599bf11 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:24.335957 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef5bb33-62eb-4220-be5f-78eb80f37af8 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:24.386456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef5bb33-62eb-4220-be5f-78eb80f37af8 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:02:24.400742 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef5bb33-62eb-4220-be5f-78eb80f37af8 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:24.401096 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-cef5bb33-62eb-4220-be5f-78eb80f37af8 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Added segment c1928e11-16c9-42da-bc75-5ffa488af4c5 of type vlan for network 264390b1-8d59-467a-8df5-29ad1fb8e980 Dec 11 23:02:24.449341 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef5bb33-62eb-4220-be5f-78eb80f37af8 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:24.545897 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef5bb33-62eb-4220-be5f-78eb80f37af8 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:24.552101 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef5bb33-62eb-4220-be5f-78eb80f37af8 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:24.553292 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cef5bb33-62eb-4220-be5f-78eb80f37af8 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:24.581375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router b6c73a43-5a97-4ea8-8d62-ee66bdbff170 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:02:24.631451 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5bb33-62eb-4220-be5f-78eb80f37af8 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event updated for resources: {'Network': ['ID=264390b1-8d59-467a-8df5-29ad1fb8e980,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:24.697808 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 264390b1-8d59-467a-8df5-29ad1fb8e980 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:02:24.707852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:02:24.715925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-576e55c3-e35e-4875-9a3d-574853364e57 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "PUT /v2.0/routers/b6c73a43-5a97-4ea8-8d62-ee66bdbff170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6915314 Dec 11 23:02:24.719380 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cef5bb33-62eb-4220-be5f-78eb80f37af8 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5186863 Dec 11 23:02:24.721401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52232) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:24.723050 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c81ec1d-3d6d-4f11-9fbd-ca1eafab3350 None None] Sync routers for ids ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:02:24.728683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6cd95d39-e924-461e-8304-044ca370955b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'port': {'network_id': '1dc9022c-1cfd-49e9-bf76-300ed3e173df', 'name': 'tempest-FloatingIPTestJSON-1074602823'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:24.734708 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c81ec1d-3d6d-4f11-9fbd-ca1eafab3350 None None] Routers {'b6c73a43-5a97-4ea8-8d62-ee66bdbff170'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:24.735605 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2c81ec1d-3d6d-4f11-9fbd-ca1eafab3350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:24.770004 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2c81ec1d-3d6d-4f11-9fbd-ca1eafab3350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:24.780867 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c81ec1d-3d6d-4f11-9fbd-ca1eafab3350 None None] Routers {'b6c73a43-5a97-4ea8-8d62-ee66bdbff170'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:24.781775 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2c81ec1d-3d6d-4f11-9fbd-ca1eafab3350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:24.823271 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2c81ec1d-3d6d-4f11-9fbd-ca1eafab3350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:24.824535 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c81ec1d-3d6d-4f11-9fbd-ca1eafab3350 None None] The sync data for ids ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:02:24.899485 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:24.979032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd95d39-e924-461e-8304-044ca370955b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Made reservation on behalf of d712bb8d03f347e9a7050747aed90a67 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:24.980002 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cd95d39-e924-461e-8304-044ca370955b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:25.025297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-6cd95d39-e924-461e-8304-044ca370955b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] device_id is not set on port 51b48c0a-9257-46c4-9eb9-d995c5ba6933 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:02:25.092858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-5aa9ccbb-5187-4fbb-96e2-366f67e70a74 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0988050 Dec 11 23:02:25.159975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-6cd95d39-e924-461e-8304-044ca370955b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Allocated IP 172.20.0.8 (1dc9022c-1cfd-49e9-bf76-300ed3e173df/be0252f7-34e0-40b8-9080-b9da56de9bb1/51b48c0a-9257-46c4-9eb9-d995c5ba6933) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:25.244233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-7a4fb6c3-4e44-4ff3-aad1-2fd453a03250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:25.244717 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-7a4fb6c3-4e44-4ff3-aad1-2fd453a03250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:25.245191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-7a4fb6c3-4e44-4ff3-aad1-2fd453a03250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:25.245653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-7a4fb6c3-4e44-4ff3-aad1-2fd453a03250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:25.246117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-7a4fb6c3-4e44-4ff3-aad1-2fd453a03250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:25.246580 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-7a4fb6c3-4e44-4ff3-aad1-2fd453a03250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:25.247063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-7a4fb6c3-4e44-4ff3-aad1-2fd453a03250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:25.248978 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-7a4fb6c3-4e44-4ff3-aad1-2fd453a03250 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b61da717ab14ef48634b138167515ff&device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 6501 time: 0.0791533 Dec 11 23:02:25.435860 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cd95d39-e924-461e-8304-044ca370955b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:25.450502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-1d326a53-bdb6-4bd8-83b7-aff02ca1b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:25.451061 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-1d326a53-bdb6-4bd8-83b7-aff02ca1b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:25.451605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-1d326a53-bdb6-4bd8-83b7-aff02ca1b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:25.453197 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-1d326a53-bdb6-4bd8-83b7-aff02ca1b213 service neutron] 10.222.0.47 "GET /v2.0/networks?id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=c3b80494-1b82-4c1d-aa57-335ff31765df&id=c3b80494-1b82-4c1d-aa57-335ff31765df HTTP/1.1" status: 200 len: 2296 time: 0.1574805 Dec 11 23:02:25.541843 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-ca418dbd-042e-457d-bfbe-e87cb3b88c29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2452b4-9651-4e68-88ec-265f6355ad1d HTTP/1.1" status: 200 len: 1001 time: 0.0805049 Dec 11 23:02:25.596808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-5b874df6-dd3e-46cd-8da9-c0cbd0f52582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:25.598302 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-5b874df6-dd3e-46cd-8da9-c0cbd0f52582 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9bf2d6-65bb-4b47-a686-644dd9bd9730 HTTP/1.1" status: 200 len: 856 time: 0.0492127 Dec 11 23:02:25.645019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-3e42f54d-ef2b-4284-9aeb-6031fc8cdad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:25.647270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-3e42f54d-ef2b-4284-9aeb-6031fc8cdad4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415468 Dec 11 23:02:25.650760 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cd95d39-e924-461e-8304-044ca370955b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:25.744722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd95d39-e924-461e-8304-044ca370955b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Network 1dc9022c-1cfd-49e9-bf76-300ed3e173df is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:25.754451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-6cd95d39-e924-461e-8304-044ca370955b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:25.758072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd95d39-e924-461e-8304-044ca370955b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event updated for resources: {'Port': ['ID=51b48c0a-9257-46c4-9eb9-d995c5ba6933,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:25.761590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd95d39-e924-461e-8304-044ca370955b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:25.838477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd95d39-e924-461e-8304-044ca370955b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:25.839149 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cd95d39-e924-461e-8304-044ca370955b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:25.843113 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-409782b2-77e0-416f-aa67-70c826ba9a96 service neutron] 10.222.0.47 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846654 Dec 11 23:02:25.951120 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-40b6f354-d0e0-4fd4-bf03-4e08c2b3bc5b service neutron] 10.222.0.47 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992706 Dec 11 23:02:25.975425 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6cd95d39-e924-461e-8304-044ca370955b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2525563 Dec 11 23:02:25.981068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52242) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:25.987720 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-58de67f4-7c65-4f26-ac0a-7ebd5b087c0f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Request body: {'floatingip': {'port_id': '51b48c0a-9257-46c4-9eb9-d995c5ba6933'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:26.018144 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-c39e3c32-eaff-45ba-8ca5-4ac971f49072 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=5db39d80-8883-4e9b-a21f-592a66a98574 HTTP/1.1" status: 200 len: 217 time: 0.0543466 Dec 11 23:02:26.053354 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a8198a87-de12-4a19-a6e3-d0a9cb8d658a None None] Provisioning complete for port 51b48c0a-9257-46c4-9eb9-d995c5ba6933 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:26.053354 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8198a87-de12-4a19-a6e3-d0a9cb8d658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:26.086097 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-58de67f4-7c65-4f26-ac0a-7ebd5b087c0f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:26.088543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-1331394a-bf60-4ea5-8305-693495a101bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:26.090439 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-1331394a-bf60-4ea5-8305-693495a101bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0657001 Dec 11 23:02:26.094034 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a8198a87-de12-4a19-a6e3-d0a9cb8d658a None None] Port 51b48c0a-9257-46c4-9eb9-d995c5ba6933 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:02:26.144680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-f250bb1b-3d33-4a5a-a1f8-54102cd3c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:26.147078 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-f250bb1b-3d33-4a5a-a1f8-54102cd3c6e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498435 Dec 11 23:02:26.286460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-7ac11796-0e00-4fc3-9358-a58a6f29ae44 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302974 Dec 11 23:02:26.359036 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:02:26.414026 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-76b8dbc8-df82-4247-9741-e4b6a730b032 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207480 Dec 11 23:02:26.473818 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-78188cc3-8908-4f14-8991-feccc2f9e104 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ea94541a-59a8-4034-9000-553b4b16cd84 HTTP/1.1" status: 200 len: 217 time: 0.0472312 Dec 11 23:02:26.595905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-ce802dfe-2a7a-4529-8bc1-93181e6925b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:26.597691 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-ce802dfe-2a7a-4529-8bc1-93181e6925b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.1175773 Dec 11 23:02:26.657301 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-7c2a2f7f-dfff-43ec-8cff-f7f308f4ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:26.659146 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-7c2a2f7f-dfff-43ec-8cff-f7f308f4ccff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0518889 Dec 11 23:02:26.694119 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-58de67f4-7c65-4f26-ac0a-7ebd5b087c0f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:26.757119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-bb1bfe08-aeb7-4332-a302-0730ef8c6631 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904605 Dec 11 23:02:26.781749 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-58de67f4-7c65-4f26-ac0a-7ebd5b087c0f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:26.940194 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-571244b9-0d8e-4383-afa8-d6c886e96f0d service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755426 Dec 11 23:02:26.996924 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-58de67f4-7c65-4f26-ac0a-7ebd5b087c0f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Floating IP 04491add-e3ab-4fb1-af35-a7baf9dc9504 associated. External IP: 172.25.1.212, port: 461a8f86-1eb8-4c62-b58e-24ec343c9965. Dec 11 23:02:27.018721 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-e9c9fd57-40db-46f5-b359-7c68ba25b513 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=bc996103-34a9-4f7e-894f-cdb9c4b63112 HTTP/1.1" status: 200 len: 217 time: 0.0708022 Dec 11 23:02:27.138357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-cda458c3-1a3d-4a38-8520-0aaa488fd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:27.144484 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-cda458c3-1a3d-4a38-8520-0aaa488fd152 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.1188304 Dec 11 23:02:27.242027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-bc9eedda-7f23-4cff-8fbf-409f8656aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:27.250622 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-bc9eedda-7f23-4cff-8fbf-409f8656aa2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0958400 Dec 11 23:02:27.435596 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-27ce404b-4b0e-42f3-8ace-8fd511abfd67 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786311 Dec 11 23:02:27.498589 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58de67f4-7c65-4f26-ac0a-7ebd5b087c0f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router 9ffc9149-d3d6-42dc-98b4-5f33438f036d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:02:27.564954 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-8cae3909-7d26-4cb5-bcad-f907af7ea360 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202378 Dec 11 23:02:27.704370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58de67f4-7c65-4f26-ac0a-7ebd5b087c0f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:02:27.711208 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-c901059e-d336-4b4c-876c-51c5c7f0b873 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b HTTP/1.1" status: 200 len: 217 time: 0.1343210 Dec 11 23:02:27.720309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df797534-6883-4108-952c-b4fd6b238942 None None] Sync routers for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:02:27.744865 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df797534-6883-4108-952c-b4fd6b238942 None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:27.754270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-df797534-6883-4108-952c-b4fd6b238942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:27.841328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-6e3ae3dc-efcd-4140-b06f-14c124e3e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:27.842263 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-df797534-6883-4108-952c-b4fd6b238942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:27.844844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-6e3ae3dc-efcd-4140-b06f-14c124e3e74b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.1298008 Dec 11 23:02:27.855124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df797534-6883-4108-952c-b4fd6b238942 None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:27.856346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-df797534-6883-4108-952c-b4fd6b238942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:27.895235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-df797534-6883-4108-952c-b4fd6b238942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:27.896321 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df797534-6883-4108-952c-b4fd6b238942 None None] The sync data for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:02:27.930719 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-29072f1c-b768-4c5a-9adc-b11ad63ff826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:27.932926 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-29072f1c-b768-4c5a-9adc-b11ad63ff826 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806818 Dec 11 23:02:27.959493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52254) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:27.964696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Request body: {'subnets': [{'network_id': 'ef816348-7491-4e37-a8c5-e443946b06df', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1705404272', 'ip_version': 6}, {'network_id': '264390b1-8d59-467a-8df5-29ad1fb8e980', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:27.965019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Request body: {'subnet': {'network_id': 'ef816348-7491-4e37-a8c5-e443946b06df', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1705404272', 'ip_version': 6}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:27.965707 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Request body: {'subnet': {'network_id': '264390b1-8d59-467a-8df5-29ad1fb8e980', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:27.986454 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58de67f4-7c65-4f26-ac0a-7ebd5b087c0f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router b6c73a43-5a97-4ea8-8d62-ee66bdbff170 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:02:28.096922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58de67f4-7c65-4f26-ac0a-7ebd5b087c0f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:02:28.102891 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-58de67f4-7c65-4f26-ac0a-7ebd5b087c0f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:28.109231 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb466bc-f150-476b-84ad-7aa6f8cce923 None None] Sync routers for ids ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:02:28.119272 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb466bc-f150-476b-84ad-7aa6f8cce923 None None] Routers {'b6c73a43-5a97-4ea8-8d62-ee66bdbff170'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:28.120150 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-1cb466bc-f150-476b-84ad-7aa6f8cce923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:28.141012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-efea14cb-da06-4e71-ad90-a92a8eed1209 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003293 Dec 11 23:02:28.157899 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-1cb466bc-f150-476b-84ad-7aa6f8cce923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:28.170675 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-58de67f4-7c65-4f26-ac0a-7ebd5b087c0f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "PUT /v2.0/floatingips/04491add-e3ab-4fb1-af35-a7baf9dc9504 HTTP/1.1" status: 200 len: 978 time: 2.1877797 Dec 11 23:02:28.171444 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52258) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:28.172659 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb466bc-f150-476b-84ad-7aa6f8cce923 None None] Routers {'b6c73a43-5a97-4ea8-8d62-ee66bdbff170'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:28.174148 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-1cb466bc-f150-476b-84ad-7aa6f8cce923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:28.224381 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-1cb466bc-f150-476b-84ad-7aa6f8cce923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:28.225232 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb466bc-f150-476b-84ad-7aa6f8cce923 None None] The sync data for ids ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:02:28.272808 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-deddc5da-7a06-4d01-889f-195c9a1727a6 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting port 51b48c0a-9257-46c4-9eb9-d995c5ba6933 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:28.273164 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-deddc5da-7a06-4d01-889f-195c9a1727a6 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:28.278704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-068c25ca-ef43-4b27-b381-44a77837f8f2 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229100 Dec 11 23:02:28.327350 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-151b03d0-37c5-444f-962f-dd518d81594e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3fce5dea-e103-442d-ad0f-04adc1d0c9e0 HTTP/1.1" status: 200 len: 217 time: 0.0411139 Dec 11 23:02:28.343488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Made reservation on behalf of ab10432804854a7db6ee688d9599bf11 for: {'subnet': 2} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:28.347926 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:28.348259 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:28.362879 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-deddc5da-7a06-4d01-889f-195c9a1727a6 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:28.447488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-0e091b37-751b-4d80-abf2-b8c470f5a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:28.448965 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-0e091b37-751b-4d80-abf2-b8c470f5a017 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd388f7-18b5-4de0-83b9-372e81a47292 HTTP/1.1" status: 200 len: 797 time: 0.1140158 Dec 11 23:02:28.539961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-660ee91d-5cef-4534-9285-cf0ad88b7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:28.541393 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-660ee91d-5cef-4534-9285-cf0ad88b7c9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0814049 Dec 11 23:02:28.543802 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-deddc5da-7a06-4d01-889f-195c9a1727a6 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:28.544176 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-deddc5da-7a06-4d01-889f-195c9a1727a6 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:28.544505 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-deddc5da-7a06-4d01-889f-195c9a1727a6 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Floating IP 04491add-e3ab-4fb1-af35-a7baf9dc9504 disassociated. External IP: 172.25.1.212, port: 51b48c0a-9257-46c4-9eb9-d995c5ba6933. Dec 11 23:02:28.545456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-deddc5da-7a06-4d01-889f-195c9a1727a6 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Calling delete_port for 51b48c0a-9257-46c4-9eb9-d995c5ba6933 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:28.733941 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-deddc5da-7a06-4d01-889f-195c9a1727a6 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:28.744335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-b1706378-9eb9-4fb9-9c46-7027c8c83aee service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941142 Dec 11 23:02:28.767267 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddc5da-7a06-4d01-889f-195c9a1727a6 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Port': ['ID=51b48c0a-9257-46c4-9eb9-d995c5ba6933,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:28.910306 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-4a299641-52e5-492d-93e5-43a889b09135 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550145 Dec 11 23:02:28.913398 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deddc5da-7a06-4d01-889f-195c9a1727a6 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router b6c73a43-5a97-4ea8-8d62-ee66bdbff170 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:02:28.984563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-51772a11-6eab-47d2-8c78-ff29f1ef0c30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1ed95c0-8e8a-4448-b66a-8cd798474676 HTTP/1.1" status: 200 len: 217 time: 0.0474579 Dec 11 23:02:29.042241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deddc5da-7a06-4d01-889f-195c9a1727a6 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:02:29.042945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-90c0c142-e2f8-44ce-98da-fdf79c3f08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:29.051002 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-90c0c142-e2f8-44ce-98da-fdf79c3f08f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd388f7-18b5-4de0-83b9-372e81a47292 HTTP/1.1" status: 200 len: 797 time: 0.0487020 Dec 11 23:02:29.053583 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c000f04-e7b4-4bf1-b68a-731a170367b7 None None] Sync routers for ids ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:02:29.069246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c000f04-e7b4-4bf1-b68a-731a170367b7 None None] Routers {'b6c73a43-5a97-4ea8-8d62-ee66bdbff170'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:29.070178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5c000f04-e7b4-4bf1-b68a-731a170367b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:29.091276 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:29.100989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-d13bbbf0-4ec6-450d-b052-2790949deef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:29.102478 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-d13bbbf0-4ec6-450d-b052-2790949deef9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0507040 Dec 11 23:02:29.107701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5c000f04-e7b4-4bf1-b68a-731a170367b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:29.114490 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-deddc5da-7a06-4d01-889f-195c9a1727a6 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:29.118712 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-deddc5da-7a06-4d01-889f-195c9a1727a6 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/ports/51b48c0a-9257-46c4-9eb9-d995c5ba6933 HTTP/1.1" status: 204 len: 168 time: 0.9460483 Dec 11 23:02:29.123042 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52268) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:29.125813 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c000f04-e7b4-4bf1-b68a-731a170367b7 None None] Routers {'b6c73a43-5a97-4ea8-8d62-ee66bdbff170'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:29.126650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5c000f04-e7b4-4bf1-b68a-731a170367b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:29.167675 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-5c000f04-e7b4-4bf1-b68a-731a170367b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:29.168465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c000f04-e7b4-4bf1-b68a-731a170367b7 None None] The sync data for ids ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:02:29.215670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event updated for resources: {'Subnet': ['ID=d0b50825-e404-492b-815a-dcfb8022e35a,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:29.239566 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Checking segment: {'id': 'b1ab5a8a-2e87-4034-a992-8521d0f48443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ef816348-7491-4e37-a8c5-e443946b06df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:29.240001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Network hostable DHCP agents. Network: ef816348-7491-4e37-a8c5-e443946b06df, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:02:29.275147 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-4bdd750d-498b-4889-90b6-6af527b62ff2 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453941 Dec 11 23:02:29.369778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Network ef816348-7491-4e37-a8c5-e443946b06df is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:02:29.390427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-691a7508-b46e-4885-9f1c-0af111b869a4 req-93a832c2-f5d5-4be7-b505-381b409e80ba service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065128 Dec 11 23:02:29.467576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, ef816348-7491-4e37-a8c5-e443946b06df) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:29.472009 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:29.481215 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037be05b-308a-4b32-8fe2-b9462138a236 None None] Network ef816348-7491-4e37-a8c5-e443946b06df requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:29.566221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Checking segment: {'id': 'c1928e11-16c9-42da-bc75-5ffa488af4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264390b1-8d59-467a-8df5-29ad1fb8e980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:29.566623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Network hostable DHCP agents. Network: 264390b1-8d59-467a-8df5-29ad1fb8e980, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:02:29.570790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event updated for resources: {'Subnet': ['ID=c35d6af9-83df-477d-84f2-22b18d542ff9,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:29.621599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-ef816348-7491-4e37-a8c5-e443946b06df', 'network_id': 'ef816348-7491-4e37-a8c5-e443946b06df', 'project_id': 'ab10432804854a7db6ee688d9599bf11', 'fixed_ips': [{'subnet_id': 'd0b50825-e404-492b-815a-dcfb8022e35a'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:02:29.622680 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:29.632952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Network 264390b1-8d59-467a-8df5-29ad1fb8e980 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:02:29.695783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 264390b1-8d59-467a-8df5-29ad1fb8e980) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:29.712160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fe1974-79a1-431e-878d-b819dbc44356 None None] Network 264390b1-8d59-467a-8df5-29ad1fb8e980 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:29.720507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:29.721008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:29.722381 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:29.830514 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fc8fa39c-d836-49b2-a884-d0a05e21fde4 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.8679338 Dec 11 23:02:29.830832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52274) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:29.847452 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Allocated IP 2001:db8::1 (ef816348-7491-4e37-a8c5-e443946b06df/d0b50825-e404-492b-815a-dcfb8022e35a/8220d4d9-6a02-4ab7-b6ae-77a832b1d2be) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:29.877236 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f950175-484b-4164-bdb8-47f855fbc1b4 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:29.879248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-264390b1-8d59-467a-8df5-29ad1fb8e980', 'network_id': '264390b1-8d59-467a-8df5-29ad1fb8e980', 'project_id': 'ab10432804854a7db6ee688d9599bf11', 'fixed_ips': [{'subnet_id': 'c35d6af9-83df-477d-84f2-22b18d542ff9'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:02:29.880312 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:29.925704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f8c8f-df19-4c3d-8079-e6c5170a5d98 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:29.929049 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f8c8f-df19-4c3d-8079-e6c5170a5d98 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:29.931461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f8c8f-df19-4c3d-8079-e6c5170a5d98 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:29.934257 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6d6f8c8f-df19-4c3d-8079-e6c5170a5d98 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1018288 Dec 11 23:02:29.943096 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52278) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:30.029949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf17477-cf4b-4a32-a04e-96e6ef64a152 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Deleting subnet d0b50825-e404-492b-815a-dcfb8022e35a {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:02:30.158930 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Allocated IP 2001:db8:0:1::1 (264390b1-8d59-467a-8df5-29ad1fb8e980/c35d6af9-83df-477d-84f2-22b18d542ff9/ab2ff234-766e-41b7-831c-8cdf4676145e) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:30.195705 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.202492 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4f950175-484b-4164-bdb8-47f855fbc1b4 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting port 64f2170e-f272-4d16-ae70-71853cb8cf95 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:30.203045 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f950175-484b-4164-bdb8-47f855fbc1b4 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.256890 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ccf17477-cf4b-4a32-a04e-96e6ef64a152 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.279739 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.309629 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f950175-484b-4164-bdb8-47f855fbc1b4 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.310869 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ccf17477-cf4b-4a32-a04e-96e6ef64a152 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.324425 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4f950175-484b-4164-bdb8-47f855fbc1b4 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Calling delete_port for 64f2170e-f272-4d16-ae70-71853cb8cf95 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:30.417417 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Network ef816348-7491-4e37-a8c5-e443946b06df is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:30.424127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:30.430660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:30.451130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Pushing event updated for resources: {'Port': ['ID=8220d4d9-6a02-4ab7-b6ae-77a832b1d2be,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:30.459543 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.471905 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ccf17477-cf4b-4a32-a04e-96e6ef64a152 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.485860 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:30.486222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:30.486579 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:30.486962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:30.487313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:30.487660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:30.487998 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:30.488334 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:30.488701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:30.489040 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:30.489406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:30.491154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:30.493098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:30.554050 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.594349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Attempting to bind port 8220d4d9-6a02-4ab7-b6ae-77a832b1d2be on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:02:30.594738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Attempting to bind port 8220d4d9-6a02-4ab7-b6ae-77a832b1d2be by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'b1ab5a8a-2e87-4034-a992-8521d0f48443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ef816348-7491-4e37-a8c5-e443946b06df'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:02:30.595170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Attempting to bind port 8220d4d9-6a02-4ab7-b6ae-77a832b1d2be on network ef816348-7491-4e37-a8c5-e443946b06df {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:02:30.612246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:02:30.612625 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Checking segment: {'id': 'b1ab5a8a-2e87-4034-a992-8521d0f48443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ef816348-7491-4e37-a8c5-e443946b06df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:30.613110 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.613524 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Bound using segment: {'id': 'b1ab5a8a-2e87-4034-a992-8521d0f48443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ef816348-7491-4e37-a8c5-e443946b06df'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:02:30.614014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Bound port: 8220d4d9-6a02-4ab7-b6ae-77a832b1d2be, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ab5a8a-2e87-4034-a992-8521d0f48443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ef816348-7491-4e37-a8c5-e443946b06df'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:02:30.614435 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.618280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Network 264390b1-8d59-467a-8df5-29ad1fb8e980 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:30.628317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:30.631143 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Pushing event updated for resources: {'Port': ['ID=ab2ff234-766e-41b7-831c-8cdf4676145e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:30.633546 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:30.694676 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f950175-484b-4164-bdb8-47f855fbc1b4 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.700699 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ccf17477-cf4b-4a32-a04e-96e6ef64a152 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.728757 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f950175-484b-4164-bdb8-47f855fbc1b4 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Port': ['ID=64f2170e-f272-4d16-ae70-71853cb8cf95,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:30.735508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Attempting to bind port ab2ff234-766e-41b7-831c-8cdf4676145e on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:02:30.735900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Attempting to bind port ab2ff234-766e-41b7-831c-8cdf4676145e by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'c1928e11-16c9-42da-bc75-5ffa488af4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264390b1-8d59-467a-8df5-29ad1fb8e980'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:02:30.736896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Attempting to bind port ab2ff234-766e-41b7-831c-8cdf4676145e on network 264390b1-8d59-467a-8df5-29ad1fb8e980 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:02:30.748789 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:02:30.751216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Checking segment: {'id': 'c1928e11-16c9-42da-bc75-5ffa488af4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264390b1-8d59-467a-8df5-29ad1fb8e980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:30.751873 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.752547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Bound using segment: {'id': 'c1928e11-16c9-42da-bc75-5ffa488af4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264390b1-8d59-467a-8df5-29ad1fb8e980'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:02:30.753362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Bound port: ab2ff234-766e-41b7-831c-8cdf4676145e, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1928e11-16c9-42da-bc75-5ffa488af4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264390b1-8d59-467a-8df5-29ad1fb8e980'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:02:30.753943 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.757813 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] For port 8220d4d9-6a02-4ab7-b6ae-77a832b1d2be, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:02:30.762507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] For port 8220d4d9-6a02-4ab7-b6ae-77a832b1d2be, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8220d4d9-6a02-4ab7-b6ae-77a832b1d2be,segment=NetworkSegment(b1ab5a8a-2e87-4034-a992-8521d0f48443),segment_id=b1ab5a8a-2e87-4034-a992-8521d0f48443)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:02:30.769495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf17477-cf4b-4a32-a04e-96e6ef64a152 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b50825-e404-492b-815a-dcfb8022e35a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:30.776686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ccf17477-cf4b-4a32-a04e-96e6ef64a152 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.782537 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ccf17477-cf4b-4a32-a04e-96e6ef64a152 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "DELETE /v2.0/subnets/d0b50825-e404-492b-815a-dcfb8022e35a HTTP/1.1" status: 204 len: 168 time: 0.8359120 Dec 11 23:02:30.783374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52284) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:30.838989 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.863683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f35c54-71ea-4763-acc0-8da61d7cb610 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Deleting subnet c35d6af9-83df-477d-84f2-22b18d542ff9 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:02:30.868857 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53f35c54-71ea-4763-acc0-8da61d7cb610 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.903800 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] For port ab2ff234-766e-41b7-831c-8cdf4676145e, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:02:30.928709 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53f35c54-71ea-4763-acc0-8da61d7cb610 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:30.933081 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] For port ab2ff234-766e-41b7-831c-8cdf4676145e, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ab2ff234-766e-41b7-831c-8cdf4676145e,segment=NetworkSegment(c1928e11-16c9-42da-bc75-5ffa488af4c5),segment_id=c1928e11-16c9-42da-bc75-5ffa488af4c5)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:02:30.947611 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0d941-4e35-48c0-8f33-8a9a547ec2a6 None None] Pushing event updated for resources: {'Port': ['ID=8220d4d9-6a02-4ab7-b6ae-77a832b1d2be,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:30.996329 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:31.034348 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f950175-484b-4164-bdb8-47f855fbc1b4 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:31.077354 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53f35c54-71ea-4763-acc0-8da61d7cb610 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:31.152610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a16ea-12ec-47a0-8ac7-840068c1b886 None None] Pushing event updated for resources: {'Port': ['ID=ab2ff234-766e-41b7-831c-8cdf4676145e,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:31.353412 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53f35c54-71ea-4763-acc0-8da61d7cb610 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:31.413668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f35c54-71ea-4763-acc0-8da61d7cb610 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event deleted for resources: {'Subnet': ['ID=c35d6af9-83df-477d-84f2-22b18d542ff9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:31.418553 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53f35c54-71ea-4763-acc0-8da61d7cb610 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:31.423066 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-53f35c54-71ea-4763-acc0-8da61d7cb610 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "DELETE /v2.0/subnets/c35d6af9-83df-477d-84f2-22b18d542ff9 HTTP/1.1" status: 204 len: 168 time: 0.6378903 Dec 11 23:02:31.430299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52288) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:31.543103 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fbbffa-3311-463e-a970-7ffb80c6b67e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:31.544952 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c1fbbffa-3311-463e-a970-7ffb80c6b67e tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1133542 Dec 11 23:02:31.549931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52294) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:31.675153 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:31.677390 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f950175-484b-4164-bdb8-47f855fbc1b4 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router b6c73a43-5a97-4ea8-8d62-ee66bdbff170 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:02:31.736911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Deleting port ab2ff234-766e-41b7-831c-8cdf4676145e {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:31.737777 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:31.818001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] For port ab2ff234-766e-41b7-831c-8cdf4676145e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ab2ff234-766e-41b7-831c-8cdf4676145e,segment=NetworkSegment(c1928e11-16c9-42da-bc75-5ffa488af4c5),segment_id=c1928e11-16c9-42da-bc75-5ffa488af4c5)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:02:31.818677 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:31.822922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f950175-484b-4164-bdb8-47f855fbc1b4 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:02:31.832120 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4f950175-484b-4164-bdb8-47f855fbc1b4 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "PUT /v2.0/routers/b6c73a43-5a97-4ea8-8d62-ee66bdbff170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7093961 Dec 11 23:02:31.834338 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52296) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:31.835029 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac59b01-cf53-4c7f-8651-40846a1f3940 None None] Sync routers for ids ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:02:31.836373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Calling delete_port for ab2ff234-766e-41b7-831c-8cdf4676145e owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:31.850558 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac59b01-cf53-4c7f-8651-40846a1f3940 None None] Routers {'b6c73a43-5a97-4ea8-8d62-ee66bdbff170'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:31.852292 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-dac59b01-cf53-4c7f-8651-40846a1f3940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:31.893700 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-dac59b01-cf53-4c7f-8651-40846a1f3940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:31.907021 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac59b01-cf53-4c7f-8651-40846a1f3940 None None] Routers {'b6c73a43-5a97-4ea8-8d62-ee66bdbff170'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:31.908019 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-dac59b01-cf53-4c7f-8651-40846a1f3940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:31.944693 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-dac59b01-cf53-4c7f-8651-40846a1f3940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:31.961532 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac59b01-cf53-4c7f-8651-40846a1f3940 None None] The sync data for ids ['b6c73a43-5a97-4ea8-8d62-ee66bdbff170'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:02:31.962659 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c91be49-efa4-4bf0-9af9-21c2d45bd724 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.014217 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.042492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event deleted for resources: {'Port': ['ID=ab2ff234-766e-41b7-831c-8cdf4676145e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:32.054011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] No DVR routers for this DVR port ab2ff234-766e-41b7-831c-8cdf4676145e on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:02:32.067377 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c91be49-efa4-4bf0-9af9-21c2d45bd724 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.145063 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.172580 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264390b1-8d59-467a-8df5-29ad1fb8e980']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:32.176968 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-1c91be49-efa4-4bf0-9af9-21c2d45bd724 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting port 3c9d6691-1851-4d07-b443-1c110cb6baec {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:32.177395 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c91be49-efa4-4bf0-9af9-21c2d45bd724 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.183142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1928e11-16c9-42da-bc75-5ffa488af4c5') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:32.183436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1928e11-16c9-42da-bc75-5ffa488af4c5') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:32.193773 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.207271 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.213941 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:02:32.214337 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:02:32.218362 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:02:32.274343 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c91be49-efa4-4bf0-9af9-21c2d45bd724 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.290229 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-1c91be49-efa4-4bf0-9af9-21c2d45bd724 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Calling delete_port for 3c9d6691-1851-4d07-b443-1c110cb6baec owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:32.382442 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.390408 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.397294 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "DELETE /v2.0/networks/264390b1-8d59-467a-8df5-29ad1fb8e980 HTTP/1.1" status: 204 len: 168 time: 0.8458316 Dec 11 23:02:32.402244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52302) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:32.428606 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d26682d-3060-4c1a-b4e4-f5b92fd92ff9 None None] Network ef816348-7491-4e37-a8c5-e443946b06df requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:32.438828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3a3b6-a562-49e1-ad5e-113d1be75a09 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event deleted for resources: {'Network': ['ID=264390b1-8d59-467a-8df5-29ad1fb8e980,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:32.511610 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.568252 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ae00596f-e24c-4974-9cf4-44b0001d3ec4 None None] Provisioning complete for port 8220d4d9-6a02-4ab7-b6ae-77a832b1d2be triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:32.568773 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae00596f-e24c-4974-9cf4-44b0001d3ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.596196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Deleting port 8220d4d9-6a02-4ab7-b6ae-77a832b1d2be {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:32.596847 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.627311 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c91be49-efa4-4bf0-9af9-21c2d45bd724 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.702323 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91be49-efa4-4bf0-9af9-21c2d45bd724 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Port': ['ID=3c9d6691-1851-4d07-b443-1c110cb6baec,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:32.762614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f5788-ecb1-4a64-8d31-b43593c553e8 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:02:32.790026 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae00596f-e24c-4974-9cf4-44b0001d3ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.801557 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abd7b98-2847-44b7-bd78-e90d1aad55fb None None] DHCP port deletion for ef816348-7491-4e37-a8c5-e443946b06df request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:02:32.862127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ae00596f-e24c-4974-9cf4-44b0001d3ec4 None None] For port 8220d4d9-6a02-4ab7-b6ae-77a832b1d2be, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8220d4d9-6a02-4ab7-b6ae-77a832b1d2be,segment=NetworkSegment(b1ab5a8a-2e87-4034-a992-8521d0f48443),segment_id=b1ab5a8a-2e87-4034-a992-8521d0f48443)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:02:32.882138 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c91be49-efa4-4bf0-9af9-21c2d45bd724 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.926393 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2abd7b98-2847-44b7-bd78-e90d1aad55fb None None] Deleting port 8220d4d9-6a02-4ab7-b6ae-77a832b1d2be {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:32.928641 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2abd7b98-2847-44b7-bd78-e90d1aad55fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.953927 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae00596f-e24c-4974-9cf4-44b0001d3ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.997419 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c91be49-efa4-4bf0-9af9-21c2d45bd724 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:32.999743 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c91be49-efa4-4bf0-9af9-21c2d45bd724 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.080842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2abd7b98-2847-44b7-bd78-e90d1aad55fb None None] For port 8220d4d9-6a02-4ab7-b6ae-77a832b1d2be, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8220d4d9-6a02-4ab7-b6ae-77a832b1d2be,segment=NetworkSegment(b1ab5a8a-2e87-4034-a992-8521d0f48443),segment_id=b1ab5a8a-2e87-4034-a992-8521d0f48443)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:02:33.081722 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2abd7b98-2847-44b7-bd78-e90d1aad55fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.102164 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00596f-e24c-4974-9cf4-44b0001d3ec4 None None] Pushing event updated for resources: {'Port': ['ID=8220d4d9-6a02-4ab7-b6ae-77a832b1d2be,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:33.105532 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2abd7b98-2847-44b7-bd78-e90d1aad55fb None None] Calling delete_port for 8220d4d9-6a02-4ab7-b6ae-77a832b1d2be owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:33.148171 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c91be49-efa4-4bf0-9af9-21c2d45bd724 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.148837 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c91be49-efa4-4bf0-9af9-21c2d45bd724 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Fanout notify agent at l3_agent the message router_deleted on router b6c73a43-5a97-4ea8-8d62-ee66bdbff170 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:02:33.171063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c91be49-efa4-4bf0-9af9-21c2d45bd724 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.173806 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c74e01e-ee78-4254-880f-aa4833db82d5 None None] DHCP port deletion for 264390b1-8d59-467a-8df5-29ad1fb8e980 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:02:33.175930 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1c91be49-efa4-4bf0-9af9-21c2d45bd724 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/routers/b6c73a43-5a97-4ea8-8d62-ee66bdbff170 HTTP/1.1" status: 204 len: 168 time: 1.3420458 Dec 11 23:02:33.176661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52320) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:33.189645 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ccf5d568-062f-4e2f-8b29-cb59173e10d6 None None] Could not find standard attr ID for object ab2ff234-766e-41b7-831c-8cdf4676145e. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 23:02:33.196594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] For port 8220d4d9-6a02-4ab7-b6ae-77a832b1d2be, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8220d4d9-6a02-4ab7-b6ae-77a832b1d2be,segment=NetworkSegment(b1ab5a8a-2e87-4034-a992-8521d0f48443),segment_id=b1ab5a8a-2e87-4034-a992-8521d0f48443)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:02:33.197034 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.209942 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1ec77d-3e72-437b-a94a-e1832166f1d9 None None] Network 264390b1-8d59-467a-8df5-29ad1fb8e980 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:33.216479 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Calling delete_port for 8220d4d9-6a02-4ab7-b6ae-77a832b1d2be owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:33.228746 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1ec77d-3e72-437b-a94a-e1832166f1d9 None None] Network 264390b1-8d59-467a-8df5-29ad1fb8e980 could not be found, it might have been deleted concurrently. {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 11 23:02:33.264322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-6606ee6c-a6c3-453f-9e20-1dc62ef0c29f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting subnet be0252f7-34e0-40b8-9080-b9da56de9bb1 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:02:33.267676 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6606ee6c-a6c3-453f-9e20-1dc62ef0c29f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.294253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-b1706166-8ac8-4713-bad6-b0b9bc50378f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:33.295814 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-b1706166-8ac8-4713-bad6-b0b9bc50378f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 811 time: 0.1862760 Dec 11 23:02:33.301416 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2abd7b98-2847-44b7-bd78-e90d1aad55fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.319378 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6606ee6c-a6c3-453f-9e20-1dc62ef0c29f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.327361 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-b2ce0848-ad10-4ada-abb7-03820db48c24 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/quotas/81e65028dda549d793a43c7e6f96a7f6 HTTP/1.1" status: 200 len: 375 time: 0.0163398 Dec 11 23:02:33.330413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd7b98-2847-44b7-bd78-e90d1aad55fb None None] Pushing event deleted for resources: {'Port': ['ID=8220d4d9-6a02-4ab7-b6ae-77a832b1d2be,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:33.335384 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd7b98-2847-44b7-bd78-e90d1aad55fb None None] No DVR routers for this DVR port 8220d4d9-6a02-4ab7-b6ae-77a832b1d2be on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:02:33.352351 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.399291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event deleted for resources: {'Port': ['ID=8220d4d9-6a02-4ab7-b6ae-77a832b1d2be,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:33.405585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] No DVR routers for this DVR port 8220d4d9-6a02-4ab7-b6ae-77a832b1d2be on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:02:33.423601 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6606ee6c-a6c3-453f-9e20-1dc62ef0c29f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.483850 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-06d0cdbc-998f-496c-9541-2ff78e5e0504 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411092 Dec 11 23:02:33.506573 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.529116 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef816348-7491-4e37-a8c5-e443946b06df']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:33.537633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ab5a8a-2e87-4034-a992-8521d0f48443') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:33.537941 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ab5a8a-2e87-4034-a992-8521d0f48443') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:33.547603 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.576262 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6606ee6c-a6c3-453f-9e20-1dc62ef0c29f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.580303 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.606685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606ee6c-a6c3-453f-9e20-1dc62ef0c29f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Subnet': ['ID=be0252f7-34e0-40b8-9080-b9da56de9bb1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:33.608737 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6606ee6c-a6c3-453f-9e20-1dc62ef0c29f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.611820 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:02:33.612241 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.616305 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6606ee6c-a6c3-453f-9e20-1dc62ef0c29f tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/subnets/be0252f7-34e0-40b8-9080-b9da56de9bb1 HTTP/1.1" status: 204 len: 168 time: 0.4373119 Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:02:33.616505 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:02:33.619814 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52326) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:33.621357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54595316-2c6b-411a-9626-e4e8a0516760 None None] Network 1dc9022c-1cfd-49e9-bf76-300ed3e173df requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:33.705449 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.706652 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-ed913d53-5a47-437c-ac55-bc123d15e6a3 service neutron] 10.222.0.45 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119701 Dec 11 23:02:33.768776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting port 4abf13f6-f731-42b4-ba61-c6fecd906eca {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:33.769143 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.770065 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.779015 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.784388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "DELETE /v2.0/networks/ef816348-7491-4e37-a8c5-e443946b06df HTTP/1.1" status: 204 len: 168 time: 1.3786047 Dec 11 23:02:33.789810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52328) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:33.810634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c016f37-c6bb-44e6-a4e7-4b23b8df435d tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event deleted for resources: {'Network': ['ID=ef816348-7491-4e37-a8c5-e443946b06df,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:33.814166 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29600947-52bd-4580-ab7f-d25bd317ec5b None None] DHCP port deletion for 1dc9022c-1cfd-49e9-bf76-300ed3e173df request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:02:33.852170 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] For port 4abf13f6-f731-42b4-ba61-c6fecd906eca, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4abf13f6-f731-42b4-ba61-c6fecd906eca,segment=NetworkSegment(8a8b6fdd-cdbb-4cc6-9824-53ef3a3f9fd9),segment_id=8a8b6fdd-cdbb-4cc6-9824-53ef3a3f9fd9)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:02:33.852541 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.871360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Calling delete_port for 4abf13f6-f731-42b4-ba61-c6fecd906eca owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:33.892721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-29600947-52bd-4580-ab7f-d25bd317ec5b None None] Deleting port 4abf13f6-f731-42b4-ba61-c6fecd906eca {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:33.893105 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-29600947-52bd-4580-ab7f-d25bd317ec5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.912851 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-452df1fe-6740-4b2e-a666-1beebbc49551 service neutron] 10.222.0.45 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974409 Dec 11 23:02:33.915988 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ddd533d0-23d2-4951-8c1e-692b7f2a58e5 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:33.989962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-29600947-52bd-4580-ab7f-d25bd317ec5b None None] For port 4abf13f6-f731-42b4-ba61-c6fecd906eca, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4abf13f6-f731-42b4-ba61-c6fecd906eca,segment=NetworkSegment(8a8b6fdd-cdbb-4cc6-9824-53ef3a3f9fd9),segment_id=8a8b6fdd-cdbb-4cc6-9824-53ef3a3f9fd9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:02:33.990365 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-29600947-52bd-4580-ab7f-d25bd317ec5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.010488 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-29600947-52bd-4580-ab7f-d25bd317ec5b None None] Calling delete_port for 4abf13f6-f731-42b4-ba61-c6fecd906eca owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:34.015427 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ddd533d0-23d2-4951-8c1e-692b7f2a58e5 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.037754 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-ddd533d0-23d2-4951-8c1e-692b7f2a58e5 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b789a6c-f1ee-40e7-8d60-8f43da612cbd']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:34.045133 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.049021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-ddd533d0-23d2-4951-8c1e-692b7f2a58e5 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4443bc25-d00f-4042-ae84-62117bef7141') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:34.054764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-ddd533d0-23d2-4951-8c1e-692b7f2a58e5 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4443bc25-d00f-4042-ae84-62117bef7141') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:34.060202 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ddd533d0-23d2-4951-8c1e-692b7f2a58e5 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.062066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] No DVR routers for this DVR port 4abf13f6-f731-42b4-ba61-c6fecd906eca on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:02:34.076663 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ddd533d0-23d2-4951-8c1e-692b7f2a58e5 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.085247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd533d0-23d2-4951-8c1e-692b7f2a58e5 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:02:34.085648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ddd533d0-23d2-4951-8c1e-692b7f2a58e5 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:02:34.089335 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:02:34.098313 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-29600947-52bd-4580-ab7f-d25bd317ec5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.111416 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Port': ['ID=4abf13f6-f731-42b4-ba61-c6fecd906eca,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:34.127393 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29600947-52bd-4580-ab7f-d25bd317ec5b None None] Pushing event deleted for resources: {'Port': ['ID=4abf13f6-f731-42b4-ba61-c6fecd906eca,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:34.132558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29600947-52bd-4580-ab7f-d25bd317ec5b None None] No DVR routers for this DVR port 4abf13f6-f731-42b4-ba61-c6fecd906eca on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:02:34.181790 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.205817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc9022c-1cfd-49e9-bf76-300ed3e173df']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:34.216620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8b6fdd-cdbb-4cc6-9824-53ef3a3f9fd9') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:34.216990 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8b6fdd-cdbb-4cc6-9824-53ef3a3f9fd9') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:34.234729 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ddd533d0-23d2-4951-8c1e-692b7f2a58e5 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.234925 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.244962 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ddd533d0-23d2-4951-8c1e-692b7f2a58e5 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.247998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ddd533d0-23d2-4951-8c1e-692b7f2a58e5 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "DELETE /v2.0/networks/6b789a6c-f1ee-40e7-8d60-8f43da612cbd HTTP/1.1" status: 204 len: 168 time: 0.4572637 Dec 11 23:02:34.259370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52338) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:34.267541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd533d0-23d2-4951-8c1e-692b7f2a58e5 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event deleted for resources: {'Network': ['ID=6b789a6c-f1ee-40e7-8d60-8f43da612cbd,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:34.280648 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-acdde7ff-07ce-4bd0-8cc1-27b2dc21c3f5 req-d3ed4d2c-1c6b-4fe0-9f73-2b523b2d588e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 210 time: 0.0533690 Dec 11 23:02:34.280648 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.285661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:02:34.287373 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:02:34.304062 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:02:34.349928 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ef5861b-f3d9-42db-96d4-b8ed83b14c68 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.442788 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ef5861b-f3d9-42db-96d4-b8ed83b14c68 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.449928 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.458978 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.464944 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/networks/1dc9022c-1cfd-49e9-bf76-300ed3e173df HTTP/1.1" status: 204 len: 168 time: 0.8448186 Dec 11 23:02:34.465149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52344) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:34.468021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-9ef5861b-f3d9-42db-96d4-b8ed83b14c68 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23af1bc0-2223-4f42-ac78-5d3114dadf59']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:34.477755 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d406c-0bbb-4492-b878-be1284577721 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Network': ['ID=1dc9022c-1cfd-49e9-bf76-300ed3e173df,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:34.516154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-9ef5861b-f3d9-42db-96d4-b8ed83b14c68 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82a6c8a-0475-4480-9521-ebeffb2bd8b0') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:34.516464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-9ef5861b-f3d9-42db-96d4-b8ed83b14c68 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82a6c8a-0475-4480-9521-ebeffb2bd8b0') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:34.534296 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ef5861b-f3d9-42db-96d4-b8ed83b14c68 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.580082 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ef5861b-f3d9-42db-96d4-b8ed83b14c68 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.603641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef5861b-f3d9-42db-96d4-b8ed83b14c68 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:02:34.604109 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ef5861b-f3d9-42db-96d4-b8ed83b14c68 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:02:34.608149 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:02:34.686251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-6f584943-f5f7-4397-b6a1-9c572502eee7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting port 182a40d3-b833-4ffd-878b-2b4001c12131 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:34.686677 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f584943-f5f7-4397-b6a1-9c572502eee7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.764882 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f584943-f5f7-4397-b6a1-9c572502eee7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.765205 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f584943-f5f7-4397-b6a1-9c572502eee7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.778773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-6f584943-f5f7-4397-b6a1-9c572502eee7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Calling delete_port for 182a40d3-b833-4ffd-878b-2b4001c12131 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:34.842576 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ef5861b-f3d9-42db-96d4-b8ed83b14c68 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.852105 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ef5861b-f3d9-42db-96d4-b8ed83b14c68 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:34.855644 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9ef5861b-f3d9-42db-96d4-b8ed83b14c68 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] 10.222.0.45 "DELETE /v2.0/networks/23af1bc0-2223-4f42-ac78-5d3114dadf59 HTTP/1.1" status: 204 len: 168 time: 0.5952590 Dec 11 23:02:34.867636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5861b-f3d9-42db-96d4-b8ed83b14c68 tempest-BulkNetworkOpsIpV6Test-1506565549 tempest-BulkNetworkOpsIpV6Test-1506565549-project] Pushing event deleted for resources: {'Network': ['ID=23af1bc0-2223-4f42-ac78-5d3114dadf59,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:35.010352 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f584943-f5f7-4397-b6a1-9c572502eee7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:35.037881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f584943-f5f7-4397-b6a1-9c572502eee7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Port': ['ID=182a40d3-b833-4ffd-878b-2b4001c12131,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:35.101488 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f584943-f5f7-4397-b6a1-9c572502eee7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:35.104222 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6f584943-f5f7-4397-b6a1-9c572502eee7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:35.105378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6f584943-f5f7-4397-b6a1-9c572502eee7 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/floatingips/04491add-e3ab-4fb1-af35-a7baf9dc9504 HTTP/1.1" status: 204 len: 168 time: 0.6392992 Dec 11 23:02:35.108921 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52354) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:35.132918 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-c056d0c7-7988-4908-b90d-0fb153fb724d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] DELETE failed (client error): The resource could not be found. Dec 11 23:02:35.133481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c056d0c7-7988-4908-b90d-0fb153fb724d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:02:35.136521 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c056d0c7-7988-4908-b90d-0fb153fb724d tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/ports/51b48c0a-9257-46c4-9eb9-d995c5ba6933 HTTP/1.1" status: 404 len: 333 time: 0.0266705 Dec 11 23:02:35.139045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52356) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:35.167025 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cf9e5498-dc65-4a39-b036-7948f867a521 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6c73a43-5a97-4ea8-8d62-ee66bdbff170 HTTP/1.1" status: 200 len: 205 time: 0.0268600 Dec 11 23:02:35.171249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52358) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:35.211184 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-45b573ba-5118-49ce-8fbb-0f3bf7f02603 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] delete failed (client error): The resource could not be found. Dec 11 23:02:35.214930 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-45b573ba-5118-49ce-8fbb-0f3bf7f02603 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/routers/b6c73a43-5a97-4ea8-8d62-ee66bdbff170 HTTP/1.1" status: 404 len: 336 time: 0.0424898 Dec 11 23:02:35.215087 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52360) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:35.243937 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-4951e46e-418b-4afc-9252-b7e47e6d6eed tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] DELETE failed (client error): The resource could not be found. Dec 11 23:02:35.244413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4951e46e-418b-4afc-9252-b7e47e6d6eed tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:02:35.247747 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4951e46e-418b-4afc-9252-b7e47e6d6eed tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/subnets/be0252f7-34e0-40b8-9080-b9da56de9bb1 HTTP/1.1" status: 404 len: 337 time: 0.0316477 Dec 11 23:02:35.250376 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52362) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:35.366205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-1916bf05-9492-44c5-838e-aac4ae23437e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting port 461a8f86-1eb8-4c62-b58e-24ec343c9965 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:35.366560 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1916bf05-9492-44c5-838e-aac4ae23437e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:35.385866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4abf13f6-f731-42b4-ba61-c6fecd906eca no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:02:35.417640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 4abf13f6-f731-42b4-ba61-c6fecd906eca {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:02:35.417996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4abf13f6-f731-42b4-ba61-c6fecd906eca not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:02:35.434651 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86debd33-a4d6-4588-8860-2478387fdb8a req-80dcc680-9fc0-4721-8440-5df0eb92697d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 210 time: 0.0479202 Dec 11 23:02:35.465275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52368) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:35.473290 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1916bf05-9492-44c5-838e-aac4ae23437e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:35.486125 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-1916bf05-9492-44c5-838e-aac4ae23437e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Calling delete_port for 461a8f86-1eb8-4c62-b58e-24ec343c9965 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:35.614164 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e1cefd12-8b45-4976-a174-652b3f1c3dd0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab10432804854a7db6ee688d9599bf11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1452391 Dec 11 23:02:35.614968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52372) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:35.665459 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-10048381-7d86-45b9-b201-bc1679ef213c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:35.687686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-10048381-7d86-45b9-b201-bc1679ef213c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:35.713031 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1916bf05-9492-44c5-838e-aac4ae23437e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:35.743874 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916bf05-9492-44c5-838e-aac4ae23437e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Port': ['ID=461a8f86-1eb8-4c62-b58e-24ec343c9965,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:35.815688 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-10048381-7d86-45b9-b201-bc1679ef213c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:35.818543 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-10048381-7d86-45b9-b201-bc1679ef213c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:35.820023 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-10048381-7d86-45b9-b201-bc1679ef213c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5f5d40f1-e70e-4a29-ba68-1670a059827b HTTP/1.1" status: 204 len: 168 time: 0.2041137 Dec 11 23:02:35.828095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10048381-7d86-45b9-b201-bc1679ef213c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5d40f1-e70e-4a29-ba68-1670a059827b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:35.831538 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1916bf05-9492-44c5-838e-aac4ae23437e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:35.836033 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1916bf05-9492-44c5-838e-aac4ae23437e tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/ports/461a8f86-1eb8-4c62-b58e-24ec343c9965 HTTP/1.1" status: 204 len: 168 time: 0.5845404 Dec 11 23:02:35.838476 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52378) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:35.940219 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-42a4e798-0e3f-43f8-a798-c074987a652b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting port eea94a75-bd32-4d08-9206-3f77413bf267 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:35.940567 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42a4e798-0e3f-43f8-a798-c074987a652b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:36.033452 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42a4e798-0e3f-43f8-a798-c074987a652b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:36.046342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-42a4e798-0e3f-43f8-a798-c074987a652b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Calling delete_port for eea94a75-bd32-4d08-9206-3f77413bf267 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:36.299653 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42a4e798-0e3f-43f8-a798-c074987a652b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:36.333814 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4e798-0e3f-43f8-a798-c074987a652b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Port': ['ID=eea94a75-bd32-4d08-9206-3f77413bf267,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:36.405631 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-42a4e798-0e3f-43f8-a798-c074987a652b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:36.409744 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-42a4e798-0e3f-43f8-a798-c074987a652b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/ports/eea94a75-bd32-4d08-9206-3f77413bf267 HTTP/1.1" status: 204 len: 168 time: 0.5701988 Dec 11 23:02:36.412483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52392) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:36.422711 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-a582423d-7f5b-4600-b233-dcf9fdc495cb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:36.424889 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-a582423d-7f5b-4600-b233-dcf9fdc495cb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 811 time: 0.1331737 Dec 11 23:02:36.449344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-33181644-50d3-44c6-81a4-cd65687e9974 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'port': {'device_id': '6ccd3a1d-34bb-4bfa-b102-9c350a4714cb', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'admin_state_up': True, 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:36.475555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e65cf9-cba3-4f6a-b729-f6d16d2cec51 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:36.479091 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-35e65cf9-cba3-4f6a-b729-f6d16d2cec51 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ffc9149-d3d6-42dc-98b4-5f33438f036d HTTP/1.1" status: 200 len: 913 time: 0.0637817 Dec 11 23:02:36.480355 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52396) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:36.559884 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3e3c4b6-3556-4f42-84f9-6353bef70116 req-5231cd27-8638-46c4-a27c-9084ede66e67 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 210 time: 0.0338945 Dec 11 23:02:36.667143 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-33181644-50d3-44c6-81a4-cd65687e9974 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Made reservation on behalf of 81e65028dda549d793a43c7e6f96a7f6 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:36.671874 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-33181644-50d3-44c6-81a4-cd65687e9974 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:36.810692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-33181644-50d3-44c6-81a4-cd65687e9974 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Allocated IP 172.20.0.11 (a182ed71-8604-4735-b0e3-af0e3d3bd68a/db78c92f-893f-4a44-a521-695a54395046/7fd004bc-9b8a-4eb5-a320-39b65cb88772) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:36.915353 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a1e8d690-e43a-48e4-a928-00eb4aab3552 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:37.010373 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-33181644-50d3-44c6-81a4-cd65687e9974 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:37.011686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52408) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:37.148876 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e9781232-7f48-4587-a951-41252e6505de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-700436250'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:37.220014 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8d690-e43a-48e4-a928-00eb4aab3552 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting port c581b3d5-b236-4599-bf15-b190510e18c7 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:37.220434 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a1e8d690-e43a-48e4-a928-00eb4aab3552 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:37.233228 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-33181644-50d3-44c6-81a4-cd65687e9974 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:37.281058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-33181644-50d3-44c6-81a4-cd65687e9974 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Network a182ed71-8604-4735-b0e3-af0e3d3bd68a is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:37.284192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-33181644-50d3-44c6-81a4-cd65687e9974 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:37.289142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-33181644-50d3-44c6-81a4-cd65687e9974 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:37.313534 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a1e8d690-e43a-48e4-a928-00eb4aab3552 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:37.314051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9781232-7f48-4587-a951-41252e6505de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:37.317294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e9781232-7f48-4587-a951-41252e6505de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:37.327608 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8d690-e43a-48e4-a928-00eb4aab3552 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Calling delete_port for c581b3d5-b236-4599-bf15-b190510e18c7 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:37.332047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33181644-50d3-44c6-81a4-cd65687e9974 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'Port': ['ID=7fd004bc-9b8a-4eb5-a320-39b65cb88772,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:37.341233 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e9781232-7f48-4587-a951-41252e6505de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:37.377628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-33181644-50d3-44c6-81a4-cd65687e9974 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:37.378263 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-33181644-50d3-44c6-81a4-cd65687e9974 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:37.449239 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e9781232-7f48-4587-a951-41252e6505de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:37.516046 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-33181644-50d3-44c6-81a4-cd65687e9974 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0767932 Dec 11 23:02:37.533638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Request body: {'port': {'device_id': '6ccd3a1d-34bb-4bfa-b102-9c350a4714cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:37.546360 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-629b86b1-ccbf-4bec-880f-47ae179fbdb1 None None] Provisioning complete for port 7fd004bc-9b8a-4eb5-a320-39b65cb88772 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:37.547018 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-629b86b1-ccbf-4bec-880f-47ae179fbdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:37.562485 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e9781232-7f48-4587-a951-41252e6505de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:37.582358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-629b86b1-ccbf-4bec-880f-47ae179fbdb1 None None] Port 7fd004bc-9b8a-4eb5-a320-39b65cb88772 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:02:37.611831 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a1e8d690-e43a-48e4-a928-00eb4aab3552 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:37.624475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9781232-7f48-4587-a951-41252e6505de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2765ab01-5de6-4fba-a45b-f69c6966691a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:37.627153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9781232-7f48-4587-a951-41252e6505de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:02:37.636525 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:37.649776 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e9781232-7f48-4587-a951-41252e6505de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:37.650688 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-e9781232-7f48-4587-a951-41252e6505de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Added segment 839e919d-3025-46db-8685-7852dc1d9567 of type vlan for network 6580c94c-4668-4eb2-8cae-3e80023d82c2 Dec 11 23:02:37.667561 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8d690-e43a-48e4-a928-00eb4aab3552 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Port': ['ID=c581b3d5-b236-4599-bf15-b190510e18c7,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:37.760647 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e9781232-7f48-4587-a951-41252e6505de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:37.849966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d03632-7f32-490f-8b53-88d9f6dcd6c7 req-bd7bf307-4f9f-4c42-95ed-71c1054c0422 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:37.851581 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d03632-7f32-490f-8b53-88d9f6dcd6c7 req-bd7bf307-4f9f-4c42-95ed-71c1054c0422 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 932 time: 0.1888673 Dec 11 23:02:37.956774 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e9781232-7f48-4587-a951-41252e6505de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:37.963892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9781232-7f48-4587-a951-41252e6505de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:37.964546 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e9781232-7f48-4587-a951-41252e6505de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:38.015762 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52d03632-7f32-490f-8b53-88d9f6dcd6c7 req-5cf83f15-7c99-4713-a34d-b50b3c3efd30 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526554 Dec 11 23:02:38.093188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9781232-7f48-4587-a951-41252e6505de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Network': ['ID=6580c94c-4668-4eb2-8cae-3e80023d82c2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:38.105241 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:02:38.139388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e9781232-7f48-4587-a951-41252e6505de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1262589 Dec 11 23:02:38.142602 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52422) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:38.151873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-de45feee-f792-4f02-80ba-949b033fa9a8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'name': 'tempest-PortsIpV6TestJSON-419123958'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:38.241656 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a1e8d690-e43a-48e4-a928-00eb4aab3552 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:38.284391 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd004bc-9b8a-4eb5-a320-39b65cb88772 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:02:38.295080 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:38.323242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Transition to ACTIVE for port object 7fd004bc-9b8a-4eb5-a320-39b65cb88772 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:02:38.404574 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:38.453919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de45feee-f792-4f02-80ba-949b033fa9a8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:38.457495 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-de45feee-f792-4f02-80ba-949b033fa9a8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:38.475898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Pushing event updated for resources: {'Port': ['ID=7fd004bc-9b8a-4eb5-a320-39b65cb88772,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:38.478980 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e8d690-e43a-48e4-a928-00eb4aab3552 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Router 9ffc9149-d3d6-42dc-98b4-5f33438f036d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:02:38.504617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-de45feee-f792-4f02-80ba-949b033fa9a8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] device_id is not set on port 213ce3ec-0eda-4b5f-b24e-4e455b50d060 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:02:38.611433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e8d690-e43a-48e4-a928-00eb4aab3552 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:02:38.621657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdbc27f-a12a-4105-a185-8fe3b2b9b5b0 None None] Sync routers for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:02:38.641342 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a1e8d690-e43a-48e4-a928-00eb4aab3552 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "PUT /v2.0/routers/9ffc9149-d3d6-42dc-98b4-5f33438f036d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1577718 Dec 11 23:02:38.643564 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52426) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:38.644935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdbc27f-a12a-4105-a185-8fe3b2b9b5b0 None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:38.645823 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-dbdbc27f-a12a-4105-a185-8fe3b2b9b5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:38.684805 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-dbdbc27f-a12a-4105-a185-8fe3b2b9b5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:38.694555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdbc27f-a12a-4105-a185-8fe3b2b9b5b0 None None] Routers {'9ffc9149-d3d6-42dc-98b4-5f33438f036d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:02:38.695336 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-dbdbc27f-a12a-4105-a185-8fe3b2b9b5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:38.708592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Attempting to bind port 7fd004bc-9b8a-4eb5-a320-39b65cb88772 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:02:38.708977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Attempting to bind port 7fd004bc-9b8a-4eb5-a320-39b65cb88772 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:02:38.709417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Attempting to bind port 7fd004bc-9b8a-4eb5-a320-39b65cb88772 on network a182ed71-8604-4735-b0e3-af0e3d3bd68a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:02:38.733039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Port 7fd004bc-9b8a-4eb5-a320-39b65cb88772 on network a182ed71-8604-4735-b0e3-af0e3d3bd68a not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:02:38.733262 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Attempting to bind port 7fd004bc-9b8a-4eb5-a320-39b65cb88772 on network a182ed71-8604-4735-b0e3-af0e3d3bd68a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:02:38.736156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-dbdbc27f-a12a-4105-a185-8fe3b2b9b5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:38.740879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdbc27f-a12a-4105-a185-8fe3b2b9b5b0 None None] The sync data for ids ['9ffc9149-d3d6-42dc-98b4-5f33438f036d'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:02:38.753289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:02:38.753635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Checking segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:38.754026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Bound using segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:02:38.754534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Bound port: 7fd004bc-9b8a-4eb5-a320-39b65cb88772, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:02:38.755019 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:38.885418 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325fca29-de1e-4199-9dcb-95338145cd43 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:38.940628 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-de45feee-f792-4f02-80ba-949b033fa9a8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:39.004373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] For port 7fd004bc-9b8a-4eb5-a320-39b65cb88772, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:02:39.046065 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] For port 7fd004bc-9b8a-4eb5-a320-39b65cb88772, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=7fd004bc-9b8a-4eb5-a320-39b65cb88772,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:02:39.060523 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325fca29-de1e-4199-9dcb-95338145cd43 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:39.151713 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:39.154592 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f3506-b857-4285-b440-d9c6c8a40897 req-6d6665d9-4885-4ede-8311-88a27df86b15 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:39.156152 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b13f3506-b857-4285-b440-d9c6c8a40897 req-6d6665d9-4885-4ede-8311-88a27df86b15 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0511117 Dec 11 23:02:39.198227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:39.199151 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:39.200713 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] 10.222.0.47 "PUT /v2.0/ports/7fd004bc-9b8a-4eb5-a320-39b65cb88772 HTTP/1.1" status: 200 len: 1092 time: 1.6715775 Dec 11 23:02:39.201283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccd3a1d-34bb-4bfa-b102-9c350a4714cb', 'tag': '7fd004bc-9b8a-4eb5-a320-39b65cb88772'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:02:39.203763 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21529aa2-b346-4a4f-a1ea-4550f81000f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ccd3a1d-34bb-4bfa-b102-9c350a4714cb", "tag": "7fd004bc-9b8a-4eb5-a320-39b65cb88772"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:02:39.212262 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-de45feee-f792-4f02-80ba-949b033fa9a8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:39.250561 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b13f3506-b857-4285-b440-d9c6c8a40897 req-0f16bf18-a375-48bc-87b2-e0190834bfda tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873480 Dec 11 23:02:39.273370 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e18e3d-d798-48ac-a04e-09d9003b93e9 x-openstack-request-id: req-96e18e3d-d798-48ac-a04e-09d9003b93e9 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:02:39.274249 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ccd3a1d-34bb-4bfa-b102-9c350a4714cb", "tag": "7fd004bc-9b8a-4eb5-a320-39b65cb88772", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:02:39.274510 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96e18e3d-d798-48ac-a04e-09d9003b93e9 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:02:39.274982 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ccd3a1d-34bb-4bfa-b102-9c350a4714cb', 'tag': '7fd004bc-9b8a-4eb5-a320-39b65cb88772', 'status': 'completed', 'code': 200} Dec 11 23:02:39.283967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bd566-6379-49c1-9fd6-4694857ed63d service neutron] Pushing event updated for resources: {'Port': ['ID=7fd004bc-9b8a-4eb5-a320-39b65cb88772,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:39.378666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45feee-f792-4f02-80ba-949b033fa9a8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=213ce3ec-0eda-4b5f-b24e-4e455b50d060,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:39.422107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de45feee-f792-4f02-80ba-949b033fa9a8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Checking segment: {'id': '839e919d-3025-46db-8685-7852dc1d9567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:39.423516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de45feee-f792-4f02-80ba-949b033fa9a8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network hostable DHCP agents. Network: 6580c94c-4668-4eb2-8cae-3e80023d82c2, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:02:39.433378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-325fca29-de1e-4199-9dcb-95338145cd43 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting port 16bca21f-918b-4446-8082-4f9146690825 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:39.433816 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325fca29-de1e-4199-9dcb-95338145cd43 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:39.489313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21529aa2-b346-4a4f-a1ea-4550f81000f6 req-4d49e431-1488-47d8-9b41-0e00945e4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:39.490988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-21529aa2-b346-4a4f-a1ea-4550f81000f6 req-4d49e431-1488-47d8-9b41-0e00945e4b2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 1095 time: 0.1367114 Dec 11 23:02:39.588798 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325fca29-de1e-4199-9dcb-95338145cd43 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:39.602619 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de45feee-f792-4f02-80ba-949b033fa9a8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:02:39.623640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-325fca29-de1e-4199-9dcb-95338145cd43 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Calling delete_port for 16bca21f-918b-4446-8082-4f9146690825 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:39.652347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21529aa2-b346-4a4f-a1ea-4550f81000f6 req-3b86cabb-2936-4168-9881-4ab2880584f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:39.653828 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-21529aa2-b346-4a4f-a1ea-4550f81000f6 req-3b86cabb-2936-4168-9881-4ab2880584f4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=81e65028dda549d793a43c7e6f96a7f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1494124 Dec 11 23:02:39.695620 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-de45feee-f792-4f02-80ba-949b033fa9a8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 6580c94c-4668-4eb2-8cae-3e80023d82c2) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:39.708312 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd42fc94-ab25-42b9-8c4c-29773f8eb0a0 None None] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:39.719833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de45feee-f792-4f02-80ba-949b033fa9a8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:39.724506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de45feee-f792-4f02-80ba-949b033fa9a8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:39.725150 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-de45feee-f792-4f02-80ba-949b033fa9a8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:39.871444 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-de45feee-f792-4f02-80ba-949b033fa9a8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7283978 Dec 11 23:02:39.872520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21529aa2-b346-4a4f-a1ea-4550f81000f6 req-df257692-a037-49f7-b648-3f67c0b69435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:39.873865 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-21529aa2-b346-4a4f-a1ea-4550f81000f6 req-df257692-a037-49f7-b648-3f67c0b69435 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1888134 Dec 11 23:02:39.876030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52436) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:39.881503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9ceed57c-eaa5-4dc6-b8e6-a42c1219b9a6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-781180703'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:39.986778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-7ceaf0b0-c512-4b4f-82c3-8f5694b5e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:39.988203 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-7ceaf0b0-c512-4b4f-82c3-8f5694b5e9c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 1095 time: 0.0542674 Dec 11 23:02:40.008648 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceed57c-eaa5-4dc6-b8e6-a42c1219b9a6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:40.017135 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ceed57c-eaa5-4dc6-b8e6-a42c1219b9a6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:40.043949 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-41550537-33f2-44c5-9cac-2e30c021d5a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fd004bc-9b8a-4eb5-a320-39b65cb88772 HTTP/1.1" status: 200 len: 217 time: 0.0426116 Dec 11 23:02:40.088725 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325fca29-de1e-4199-9dcb-95338145cd43 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:40.128834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ceed57c-eaa5-4dc6-b8e6-a42c1219b9a6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:02:40.136754 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fca29-de1e-4199-9dcb-95338145cd43 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Port': ['ID=16bca21f-918b-4446-8082-4f9146690825,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:40.149943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e5b7c6-a34f-42d7-8585-d80d5f54ebfb None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:02:40.172286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-68dd91a8-d4df-4fcb-bd01-bd0bc6f4f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:40.172286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-68dd91a8-d4df-4fcb-bd01-bd0bc6f4f2a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.1194096 Dec 11 23:02:40.173352 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ceed57c-eaa5-4dc6-b8e6-a42c1219b9a6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:40.173697 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-9ceed57c-eaa5-4dc6-b8e6-a42c1219b9a6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Added segment 7d80715b-75e9-4113-8c84-a5677f262312 of type vlan for network 880a62b4-2c3d-4cf9-8640-bb46183c5061 Dec 11 23:02:40.272096 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ceed57c-eaa5-4dc6-b8e6-a42c1219b9a6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:40.281602 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325fca29-de1e-4199-9dcb-95338145cd43 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:40.401326 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4d835-2aad-4f4b-b419-5258473f7303 req-2c77b7e4-8a01-4e1c-9ce3-d1f2a0760224 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:40.403006 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-43c4d835-2aad-4f4b-b419-5258473f7303 req-2c77b7e4-8a01-4e1c-9ce3-d1f2a0760224 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0616069 Dec 11 23:02:40.472928 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-43c4d835-2aad-4f4b-b419-5258473f7303 req-515f39d1-9ba1-4cf7-88b7-43dc55e7d224 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523500 Dec 11 23:02:40.662108 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.resource_extend [None req-9ceed57c-eaa5-4dc6-b8e6-a42c1219b9a6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 11 23:02:40.699717 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-92b7c256-3172-4562-962a-9b1429da81d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:40.701231 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-92b7c256-3172-4562-962a-9b1429da81d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5089996 Dec 11 23:02:40.748678 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325fca29-de1e-4199-9dcb-95338145cd43 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:40.759343 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325fca29-de1e-4199-9dcb-95338145cd43 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:40.851662 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ceed57c-eaa5-4dc6-b8e6-a42c1219b9a6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:40.857448 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceed57c-eaa5-4dc6-b8e6-a42c1219b9a6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:40.858077 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9ceed57c-eaa5-4dc6-b8e6-a42c1219b9a6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:40.900598 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-ad885d70-d628-4763-8ef3-bd00f3a3f8da service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635463 Dec 11 23:02:40.959911 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325fca29-de1e-4199-9dcb-95338145cd43 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:40.960439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325fca29-de1e-4199-9dcb-95338145cd43 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Fanout notify agent at l3_agent the message router_deleted on router 9ffc9149-d3d6-42dc-98b4-5f33438f036d {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:02:40.991770 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-325fca29-de1e-4199-9dcb-95338145cd43 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:40.996276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-325fca29-de1e-4199-9dcb-95338145cd43 tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/routers/9ffc9149-d3d6-42dc-98b4-5f33438f036d HTTP/1.1" status: 204 len: 168 time: 2.3429890 Dec 11 23:02:40.996276 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceed57c-eaa5-4dc6-b8e6-a42c1219b9a6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Network': ['ID=880a62b4-2c3d-4cf9-8640-bb46183c5061,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:40.996542 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52444) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:41.000778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9ceed57c-eaa5-4dc6-b8e6-a42c1219b9a6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1237116 Dec 11 23:02:41.005786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52446) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:41.011973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 880a62b4-2c3d-4cf9-8640-bb46183c5061 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:02:41.014888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'ports': [{'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2'}, {'network_id': '880a62b4-2c3d-4cf9-8640-bb46183c5061'}]} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:41.014888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:41.014888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'network_id': '880a62b4-2c3d-4cf9-8640-bb46183c5061'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:41.067596 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Deleting subnet 2bd6f33f-0ef9-4cb0-aa23-77544097b5a2 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:02:41.072260 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.113779 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01e8bfe6-76cf-4e28-ae55-fc53c4e70161 req-b3b1a9c3-52f6-4e5c-8f73-1c8c13e77523 service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872573 Dec 11 23:02:41.123140 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.184455 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.278150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'port': 2} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:41.282898 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.295877 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.297789 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.328483 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.335371 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/subnets/2bd6f33f-0ef9-4cb0-aa23-77544097b5a2 HTTP/1.1" status: 204 len: 168 time: 0.3355317 Dec 11 23:02:41.335371 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd6f33f-0ef9-4cb0-aa23-77544097b5a2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:41.336215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52450) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:41.361546 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:41.361900 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:41.362249 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:41.362592 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:41.363076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:41.363418 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:41.363759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:41.364146 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:41.364484 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:41.364815 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:41.365145 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:41.365478 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:41.365807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5f2c52-dd45-49b0-b88a-75a9eb73766b tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:41.391349 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] device_id is not set on port 61cb758d-8a62-45e2-96a9-bbef953a84b3 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:02:41.430633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34c20cbf-5f1a-4caa-8b79-61b99f9bbbcf tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.515830 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.532740 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34c20cbf-5f1a-4caa-8b79-61b99f9bbbcf tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.559201 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-34c20cbf-5f1a-4caa-8b79-61b99f9bbbcf tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac1fa2e-61ef-4035-96d3-c56b78734efa']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:41.569230 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-34c20cbf-5f1a-4caa-8b79-61b99f9bbbcf tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b8ef22-f34c-4953-91d0-15f4dd23c3c0') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:41.569548 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-34c20cbf-5f1a-4caa-8b79-61b99f9bbbcf tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b8ef22-f34c-4953-91d0-15f4dd23c3c0') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:41.580984 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34c20cbf-5f1a-4caa-8b79-61b99f9bbbcf tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.594549 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34c20cbf-5f1a-4caa-8b79-61b99f9bbbcf tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.601500 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c20cbf-5f1a-4caa-8b79-61b99f9bbbcf tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:02:41.601979 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34c20cbf-5f1a-4caa-8b79-61b99f9bbbcf tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:02:41.605351 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:02:41.624355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] device_id is not set on port 2c55608d-186e-42b8-b364-5f0a8ae9c1b9 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:02:41.639275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971840f-e069-4d4c-83d0-b89a80880019 req-8ae890d7-4109-4ccd-be3a-95ef16229a71 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:41.640785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9971840f-e069-4d4c-83d0-b89a80880019 req-8ae890d7-4109-4ccd-be3a-95ef16229a71 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0810618 Dec 11 23:02:41.746937 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34c20cbf-5f1a-4caa-8b79-61b99f9bbbcf tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.749149 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9971840f-e069-4d4c-83d0-b89a80880019 req-d89d39be-f592-4446-b759-a929dc20e1ec tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976532 Dec 11 23:02:41.752633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34c20cbf-5f1a-4caa-8b79-61b99f9bbbcf tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.758946 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-34c20cbf-5f1a-4caa-8b79-61b99f9bbbcf tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] 10.222.0.45 "DELETE /v2.0/networks/1ac1fa2e-61ef-4035-96d3-c56b78734efa HTTP/1.1" status: 204 len: 168 time: 0.4213836 Dec 11 23:02:41.790743 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c20cbf-5f1a-4caa-8b79-61b99f9bbbcf tempest-FloatingIPTestJSON-1738232181 tempest-FloatingIPTestJSON-1738232181-project] Pushing event deleted for resources: {'Network': ['ID=1ac1fa2e-61ef-4035-96d3-c56b78734efa,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:41.793644 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.907395 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.955111 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:41.958601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:41.962396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:41.963405 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:41.970148 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=61cb758d-8a62-45e2-96a9-bbef953a84b3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:42.025797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=2c55608d-186e-42b8-b364-5f0a8ae9c1b9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:42.043674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Checking segment: {'id': '7d80715b-75e9-4113-8c84-a5677f262312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '880a62b4-2c3d-4cf9-8640-bb46183c5061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:42.046962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network hostable DHCP agents. Network: 880a62b4-2c3d-4cf9-8640-bb46183c5061, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:02:42.158693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 880a62b4-2c3d-4cf9-8640-bb46183c5061 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:02:42.270872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 880a62b4-2c3d-4cf9-8640-bb46183c5061) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:42.278499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:42.282090 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:42.282610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea06f45-427c-450d-b6b2-5c79218c169d None None] Network 880a62b4-2c3d-4cf9-8640-bb46183c5061 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:42.288192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:42.288892 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:42.323842 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52462) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:42.379086 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b7851942-41c5-44cf-9904-d64bd0acb44d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3722219 Dec 11 23:02:42.383582 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52466) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:42.472520 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-09472f5e-86b8-4396-94f4-967cd676d56a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d712bb8d03f347e9a7050747aed90a67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474731 Dec 11 23:02:42.475474 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52468) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:42.491040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-04ed5745-699c-4c72-af4a-ba7009e3b762 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port 2c55608d-186e-42b8-b364-5f0a8ae9c1b9 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:42.491461 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ed5745-699c-4c72-af4a-ba7009e3b762 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:42.525202 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09f87bf9-941c-4e57-8f06-e13b44900874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:42.547927 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09f87bf9-941c-4e57-8f06-e13b44900874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:42.564548 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ed5745-699c-4c72-af4a-ba7009e3b762 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:42.579611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-04ed5745-699c-4c72-af4a-ba7009e3b762 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for 2c55608d-186e-42b8-b364-5f0a8ae9c1b9 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:42.712573 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09f87bf9-941c-4e57-8f06-e13b44900874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:42.715349 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-09f87bf9-941c-4e57-8f06-e13b44900874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:42.716515 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-09f87bf9-941c-4e57-8f06-e13b44900874 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5873d9d-c298-45c7-9df9-d6fe19a1c76e HTTP/1.1" status: 204 len: 168 time: 0.2401285 Dec 11 23:02:42.725306 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f87bf9-941c-4e57-8f06-e13b44900874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5873d9d-c298-45c7-9df9-d6fe19a1c76e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:42.758326 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ed5745-699c-4c72-af4a-ba7009e3b762 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:42.789399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed5745-699c-4c72-af4a-ba7009e3b762 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=2c55608d-186e-42b8-b364-5f0a8ae9c1b9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:42.794775 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ed5745-699c-4c72-af4a-ba7009e3b762 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:42.801384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-04ed5745-699c-4c72-af4a-ba7009e3b762 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/2c55608d-186e-42b8-b364-5f0a8ae9c1b9 HTTP/1.1" status: 204 len: 168 time: 0.4137840 Dec 11 23:02:42.801384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52476) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:42.859768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e9345a-fa7d-469d-8a42-410722e42b68 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:42.866955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e9345a-fa7d-469d-8a42-410722e42b68 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:42.871181 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-93e9345a-fa7d-469d-8a42-410722e42b68 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0660119 Dec 11 23:02:42.871602 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52478) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:42.938118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499d1a-f340-4fde-bf63-c7c9704386f6 req-28932e4e-957c-410c-b238-30f0e03dee36 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:42.939689 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-37499d1a-f340-4fde-bf63-c7c9704386f6 req-28932e4e-957c-410c-b238-30f0e03dee36 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0950553 Dec 11 23:02:43.030457 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-37499d1a-f340-4fde-bf63-c7c9704386f6 req-a665de5c-e2e6-437b-b88c-a6e3213dcfe8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804930 Dec 11 23:02:43.050991 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ff428861-fd41-4e1d-8ada-caf2c80f3904 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port 61cb758d-8a62-45e2-96a9-bbef953a84b3 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:43.050991 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff428861-fd41-4e1d-8ada-caf2c80f3904 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:43.128903 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff428861-fd41-4e1d-8ada-caf2c80f3904 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:43.143626 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ff428861-fd41-4e1d-8ada-caf2c80f3904 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for 61cb758d-8a62-45e2-96a9-bbef953a84b3 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:43.288806 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff428861-fd41-4e1d-8ada-caf2c80f3904 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:43.323112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff428861-fd41-4e1d-8ada-caf2c80f3904 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=61cb758d-8a62-45e2-96a9-bbef953a84b3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:43.332211 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff428861-fd41-4e1d-8ada-caf2c80f3904 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:43.342904 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ff428861-fd41-4e1d-8ada-caf2c80f3904 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/61cb758d-8a62-45e2-96a9-bbef953a84b3 HTTP/1.1" status: 204 len: 168 time: 0.4669008 Dec 11 23:02:43.343237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52494) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:43.398448 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4238c640-d3b4-43bc-a182-99b3ba499329 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:43.399982 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4238c640-d3b4-43bc-a182-99b3ba499329 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0566106 Dec 11 23:02:43.402551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52498) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:43.427415 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9deffb9-3210-40d4-af5c-da0e0d1e6eca tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] GET failed (client error): The resource could not be found. Dec 11 23:02:43.428822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a9deffb9-3210-40d4-af5c-da0e0d1e6eca tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/2c55608d-186e-42b8-b364-5f0a8ae9c1b9 HTTP/1.1" status: 404 len: 333 time: 0.0253091 Dec 11 23:02:43.431743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52500) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:43.455376 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b12360-8e43-406e-afc0-91b1181d24f4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] GET failed (client error): The resource could not be found. Dec 11 23:02:43.456749 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c5b12360-8e43-406e-afc0-91b1181d24f4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/61cb758d-8a62-45e2-96a9-bbef953a84b3 HTTP/1.1" status: 404 len: 333 time: 0.0240784 Dec 11 23:02:43.459797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52502) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:43.545707 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e7816ed3-a9bb-4e42-b29e-0903ca1b7220 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:43.641582 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e7816ed3-a9bb-4e42-b29e-0903ca1b7220 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:43.668760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-e7816ed3-a9bb-4e42-b29e-0903ca1b7220 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880a62b4-2c3d-4cf9-8640-bb46183c5061']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:43.680209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-e7816ed3-a9bb-4e42-b29e-0903ca1b7220 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d80715b-75e9-4113-8c84-a5677f262312') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:43.680595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-e7816ed3-a9bb-4e42-b29e-0903ca1b7220 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d80715b-75e9-4113-8c84-a5677f262312') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:43.693280 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e7816ed3-a9bb-4e42-b29e-0903ca1b7220 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:43.707765 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e7816ed3-a9bb-4e42-b29e-0903ca1b7220 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:43.718235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7816ed3-a9bb-4e42-b29e-0903ca1b7220 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:02:43.719007 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e7816ed3-a9bb-4e42-b29e-0903ca1b7220 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:02:43.722401 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:02:43.775361 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:43.806946 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52514) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:43.878458 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e7816ed3-a9bb-4e42-b29e-0903ca1b7220 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:43.891330 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e7816ed3-a9bb-4e42-b29e-0903ca1b7220 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:43.893856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e7816ed3-a9bb-4e42-b29e-0903ca1b7220 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/networks/880a62b4-2c3d-4cf9-8640-bb46183c5061 HTTP/1.1" status: 204 len: 168 time: 0.4331520 Dec 11 23:02:43.898539 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52518) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:43.903507 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-050a9620-faea-48bb-b294-25803c333cd6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-425301302'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:43.906681 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7816ed3-a9bb-4e42-b29e-0903ca1b7220 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Network': ['ID=880a62b4-2c3d-4cf9-8640-bb46183c5061,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:43.922468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ae567fde-edd6-4923-aa9c-8e6cb8979e05 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-761364712'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:44.010062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050a9620-faea-48bb-b294-25803c333cd6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:44.013822 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-050a9620-faea-48bb-b294-25803c333cd6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:44.039220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050a9620-faea-48bb-b294-25803c333cd6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:02:44.048280 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-050a9620-faea-48bb-b294-25803c333cd6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:44.048656 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-050a9620-faea-48bb-b294-25803c333cd6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Added segment 6f79c800-639e-4421-8513-0f7273257e9e of type vlan for network 65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f Dec 11 23:02:44.095296 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-050a9620-faea-48bb-b294-25803c333cd6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:44.159348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a9d59-2cc3-48c9-b76a-4ac9468d43c6 req-5f2ed2de-a3c2-40c6-b7f9-b6b18cf25908 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:44.161974 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf6a9d59-2cc3-48c9-b76a-4ac9468d43c6 req-5f2ed2de-a3c2-40c6-b7f9-b6b18cf25908 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0530686 Dec 11 23:02:44.163127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae567fde-edd6-4923-aa9c-8e6cb8979e05 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:44.166396 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ae567fde-edd6-4923-aa9c-8e6cb8979e05 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:44.187057 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-050a9620-faea-48bb-b294-25803c333cd6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:44.187737 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ae567fde-edd6-4923-aa9c-8e6cb8979e05 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:44.193306 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050a9620-faea-48bb-b294-25803c333cd6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:44.193937 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-050a9620-faea-48bb-b294-25803c333cd6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:44.240898 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf6a9d59-2cc3-48c9-b76a-4ac9468d43c6 req-0321b1ab-1025-4c77-8d61-cb13c3ceee38 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718427 Dec 11 23:02:44.264306 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a9620-faea-48bb-b294-25803c333cd6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Network': ['ID=65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:44.275917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:02:44.297543 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ae567fde-edd6-4923-aa9c-8e6cb8979e05 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:44.331285 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-050a9620-faea-48bb-b294-25803c333cd6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4315917 Dec 11 23:02:44.334877 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52522) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:44.339827 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-7054f246-d794-4a18-8d09-a50e963e2a5b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'subnet': {'network_id': '65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:44.381610 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ae567fde-edd6-4923-aa9c-8e6cb8979e05 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:44.406432 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae567fde-edd6-4923-aa9c-8e6cb8979e05 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:02:44.428075 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae567fde-edd6-4923-aa9c-8e6cb8979e05 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cec2bf5-9d4c-4d08-a1aa-f2286393fc29,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:44.431459 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ae567fde-edd6-4923-aa9c-8e6cb8979e05 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:44.436910 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-ae567fde-edd6-4923-aa9c-8e6cb8979e05 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Added segment f9b479b1-fe23-4e8f-8f9e-422999f9ddd1 of type vlan for network 77c60ef5-debd-46ee-bfca-d7aa44ede8ac Dec 11 23:02:44.480304 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ae567fde-edd6-4923-aa9c-8e6cb8979e05 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:44.550796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7054f246-d794-4a18-8d09-a50e963e2a5b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:44.555423 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7054f246-d794-4a18-8d09-a50e963e2a5b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:44.599547 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ae567fde-edd6-4923-aa9c-8e6cb8979e05 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:44.605829 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae567fde-edd6-4923-aa9c-8e6cb8979e05 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:44.606469 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ae567fde-edd6-4923-aa9c-8e6cb8979e05 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:44.616715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.ipam_backend_mixin [None req-7054f246-d794-4a18-8d09-a50e963e2a5b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Performing IP validity checks on allocation pools {{(pid=103691) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 11 23:02:44.619835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.ipam_backend_mixin [None req-7054f246-d794-4a18-8d09-a50e963e2a5b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103691) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 11 23:02:44.676000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae567fde-edd6-4923-aa9c-8e6cb8979e05 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Network': ['ID=77c60ef5-debd-46ee-bfca-d7aa44ede8ac,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:44.686975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 77c60ef5-debd-46ee-bfca-d7aa44ede8ac details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:02:44.710830 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ae567fde-edd6-4923-aa9c-8e6cb8979e05 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8913269 Dec 11 23:02:44.842772 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7054f246-d794-4a18-8d09-a50e963e2a5b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:44.913439 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054f246-d794-4a18-8d09-a50e963e2a5b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Subnet': ['ID=16fc47de-526b-4707-a618-b9ed6c621636,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:44.921926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7054f246-d794-4a18-8d09-a50e963e2a5b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Checking segment: {'id': '6f79c800-639e-4421-8513-0f7273257e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:44.922299 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054f246-d794-4a18-8d09-a50e963e2a5b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network hostable DHCP agents. Network: 65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:02:44.992379 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054f246-d794-4a18-8d09-a50e963e2a5b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:02:45.061239 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-7054f246-d794-4a18-8d09-a50e963e2a5b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:45.066732 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7054f246-d794-4a18-8d09-a50e963e2a5b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:45.068156 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7054f246-d794-4a18-8d09-a50e963e2a5b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:45.072328 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148e3d1a-40fc-4b93-b317-25e5f2fff5f8 None None] Network 65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:45.159806 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52528) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:45.159935 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7054f246-d794-4a18-8d09-a50e963e2a5b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8227317 Dec 11 23:02:45.165998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1a34d3ae-de0c-4751-bd14-5aa254d28074 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'network_id': '65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f', 'name': 'tempest-PortsIpV6TestJSON-1363353658'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:45.187727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f', 'network_id': '65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f', 'project_id': '82caad537645459c8bb632e90c0aa12f', 'fixed_ips': [{'subnet_id': '16fc47de-526b-4707-a618-b9ed6c621636'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:02:45.188689 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:45.352678 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Allocated IP 2001:db8::2 (65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f/16fc47de-526b-4707-a618-b9ed6c621636/6c388723-f009-4fca-83c7-a8e2953855db) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:45.386645 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a34d3ae-de0c-4751-bd14-5aa254d28074 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:45.389303 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b17fe-1342-4cdf-b73f-0a8650d3192d req-cf974a18-e8b4-488a-8185-9be9a00ddef4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:45.391292 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a05b17fe-1342-4cdf-b73f-0a8650d3192d req-cf974a18-e8b4-488a-8185-9be9a00ddef4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0580630 Dec 11 23:02:45.396694 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a34d3ae-de0c-4751-bd14-5aa254d28074 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:45.432435 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-1a34d3ae-de0c-4751-bd14-5aa254d28074 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] device_id is not set on port d836b587-594d-4c57-9f61-a12950cb473c yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:02:45.515012 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a05b17fe-1342-4cdf-b73f-0a8650d3192d req-e8948766-a145-4fad-a58d-bcd6d4af56aa tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101384 Dec 11 23:02:45.542999 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:45.663441 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:45.709395 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Network 65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:45.712762 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:45.715373 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:45.723806 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-1a34d3ae-de0c-4751-bd14-5aa254d28074 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Allocated IP 2001:db8::279 (65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f/16fc47de-526b-4707-a618-b9ed6c621636/d836b587-594d-4c57-9f61-a12950cb473c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:45.729652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Pushing event updated for resources: {'Port': ['ID=6c388723-f009-4fca-83c7-a8e2953855db,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:45.788634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Attempting to bind port 6c388723-f009-4fca-83c7-a8e2953855db on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:02:45.789347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Attempting to bind port 6c388723-f009-4fca-83c7-a8e2953855db by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '6f79c800-639e-4421-8513-0f7273257e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:02:45.789841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Attempting to bind port 6c388723-f009-4fca-83c7-a8e2953855db on network 65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:02:45.795908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:02:45.796354 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Checking segment: {'id': '6f79c800-639e-4421-8513-0f7273257e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:45.796773 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:45.797272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Bound using segment: {'id': '6f79c800-639e-4421-8513-0f7273257e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:02:45.797749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Bound port: 6c388723-f009-4fca-83c7-a8e2953855db, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f79c800-639e-4421-8513-0f7273257e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:02:45.798741 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:45.871473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] For port 6c388723-f009-4fca-83c7-a8e2953855db, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:02:45.875304 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] For port 6c388723-f009-4fca-83c7-a8e2953855db, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=6c388723-f009-4fca-83c7-a8e2953855db,segment=NetworkSegment(6f79c800-639e-4421-8513-0f7273257e9e),segment_id=6f79c800-639e-4421-8513-0f7273257e9e)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:02:45.891228 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a34d3ae-de0c-4751-bd14-5aa254d28074 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:45.982339 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:46.029355 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a34d3ae-de0c-4751-bd14-5aa254d28074 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:46.065141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ba7ac-2c61-49ea-9786-a838ada1f82c None None] Pushing event updated for resources: {'Port': ['ID=6c388723-f009-4fca-83c7-a8e2953855db,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:46.098211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a34d3ae-de0c-4751-bd14-5aa254d28074 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:46.101847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1a34d3ae-de0c-4751-bd14-5aa254d28074 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:46.105841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a34d3ae-de0c-4751-bd14-5aa254d28074 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:46.113006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a34d3ae-de0c-4751-bd14-5aa254d28074 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:46.113696 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a34d3ae-de0c-4751-bd14-5aa254d28074 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:46.133784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34d3ae-de0c-4751-bd14-5aa254d28074 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=d836b587-594d-4c57-9f61-a12950cb473c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:46.215229 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1a34d3ae-de0c-4751-bd14-5aa254d28074 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0514162 Dec 11 23:02:46.215229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52536) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:46.343444 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-efb23421-39db-414b-99f4-8264449a24ea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port d836b587-594d-4c57-9f61-a12950cb473c {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:46.343867 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efb23421-39db-414b-99f4-8264449a24ea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:46.441617 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efb23421-39db-414b-99f4-8264449a24ea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:46.454922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-efb23421-39db-414b-99f4-8264449a24ea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for d836b587-594d-4c57-9f61-a12950cb473c owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:46.667828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44544e1e-fb4d-43ab-b44b-12906fa335a5 req-6faabfeb-4849-41ae-8c8d-4e6539b0149b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:46.669331 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-44544e1e-fb4d-43ab-b44b-12906fa335a5 req-6faabfeb-4849-41ae-8c8d-4e6539b0149b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0617738 Dec 11 23:02:46.696237 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efb23421-39db-414b-99f4-8264449a24ea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:46.728083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb23421-39db-414b-99f4-8264449a24ea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=d836b587-594d-4c57-9f61-a12950cb473c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:46.775041 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efb23421-39db-414b-99f4-8264449a24ea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:46.781076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52542) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:46.781604 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-efb23421-39db-414b-99f4-8264449a24ea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/d836b587-594d-4c57-9f61-a12950cb473c HTTP/1.1" status: 204 len: 168 time: 0.5663116 Dec 11 23:02:46.803097 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-44544e1e-fb4d-43ab-b44b-12906fa335a5 req-a6362a06-255a-4a04-a817-52b545dbe9a1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106687 Dec 11 23:02:46.825568 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80dd4ab-ef93-490e-a7de-5cbda2c38678 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] DELETE failed (client error): The resource could not be found. Dec 11 23:02:46.826220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80dd4ab-ef93-490e-a7de-5cbda2c38678 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:02:46.830108 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b80dd4ab-ef93-490e-a7de-5cbda2c38678 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/d836b587-594d-4c57-9f61-a12950cb473c HTTP/1.1" status: 404 len: 333 time: 0.0457387 Dec 11 23:02:46.833369 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52544) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:46.860145 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-76933635-6a33-4730-8198-e065add9ef52 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] GET failed (client error): The resource could not be found. Dec 11 23:02:46.864465 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-76933635-6a33-4730-8198-e065add9ef52 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/d836b587-594d-4c57-9f61-a12950cb473c HTTP/1.1" status: 404 len: 333 time: 0.0274718 Dec 11 23:02:46.864596 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52546) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:46.923426 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe0df60-f1b3-4f17-aff1-a93d9550233c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting subnet 16fc47de-526b-4707-a618-b9ed6c621636 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:02:46.929038 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5fe0df60-f1b3-4f17-aff1-a93d9550233c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:46.990684 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5fe0df60-f1b3-4f17-aff1-a93d9550233c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:47.117922 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5fe0df60-f1b3-4f17-aff1-a93d9550233c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:47.222179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eec3096-ec0b-483a-bcca-15c9c1bb228a None None] Network 65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:47.268250 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5fe0df60-f1b3-4f17-aff1-a93d9550233c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:47.322404 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0df60-f1b3-4f17-aff1-a93d9550233c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Subnet': ['ID=16fc47de-526b-4707-a618-b9ed6c621636,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:47.325363 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5fe0df60-f1b3-4f17-aff1-a93d9550233c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:47.333107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52550) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:47.344192 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5fe0df60-f1b3-4f17-aff1-a93d9550233c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/16fc47de-526b-4707-a618-b9ed6c621636 HTTP/1.1" status: 204 len: 168 time: 0.4784992 Dec 11 23:02:47.371268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 6c388723-f009-4fca-83c7-a8e2953855db up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:02:47.410297 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9cfe8c46-37b1-43ee-92d6-f1d994e077f0 None None] Provisioning complete for port 6c388723-f009-4fca-83c7-a8e2953855db triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:47.410297 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8c46-37b1-43ee-92d6-f1d994e077f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:47.435034 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:47.440987 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:47.495075 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 6c388723-f009-4fca-83c7-a8e2953855db triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:47.495461 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:47.504436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port 6c388723-f009-4fca-83c7-a8e2953855db {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:47.505218 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:47.573838 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8c46-37b1-43ee-92d6-f1d994e077f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:47.577105 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] For port 6c388723-f009-4fca-83c7-a8e2953855db, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=6c388723-f009-4fca-83c7-a8e2953855db,segment=NetworkSegment(6f79c800-639e-4421-8513-0f7273257e9e),segment_id=6f79c800-639e-4421-8513-0f7273257e9e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:02:47.577474 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:47.593482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for 6c388723-f009-4fca-83c7-a8e2953855db owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:47.620987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9cfe8c46-37b1-43ee-92d6-f1d994e077f0 None None] For port 6c388723-f009-4fca-83c7-a8e2953855db, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=6c388723-f009-4fca-83c7-a8e2953855db,segment=NetworkSegment(6f79c800-639e-4421-8513-0f7273257e9e),segment_id=6f79c800-639e-4421-8513-0f7273257e9e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:02:47.674659 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:47.708230 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8c46-37b1-43ee-92d6-f1d994e077f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:47.776643 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce31849-be7e-4e19-bd44-860f14ee4172 None None] Network 65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:47.809914 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:47.842011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=6c388723-f009-4fca-83c7-a8e2953855db,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:47.850061 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No DVR routers for this DVR port 6c388723-f009-4fca-83c7-a8e2953855db on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:02:47.917174 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:02:47.919377 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:02:47.932278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe8c46-37b1-43ee-92d6-f1d994e077f0 None None] Pushing event updated for resources: {'Port': ['ID=6c388723-f009-4fca-83c7-a8e2953855db,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:47.937501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e250aa4-8c0f-47c4-ad0b-24c816966758 req-4980dfbb-197c-415f-bd29-ae56ea48eb94 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:47.941562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1d8de445-5d30-4832-9e32-24499209fd17 None None] Could not find standard attr ID for object 6c388723-f009-4fca-83c7-a8e2953855db. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 23:02:47.946558 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6e250aa4-8c0f-47c4-ad0b-24c816966758 req-4980dfbb-197c-415f-bd29-ae56ea48eb94 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0703509 Dec 11 23:02:47.957704 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:47.982619 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:47.994587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f79c800-639e-4421-8513-0f7273257e9e') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:47.994587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f79c800-639e-4421-8513-0f7273257e9e') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:48.011647 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:48.031961 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:48.032681 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6e250aa4-8c0f-47c4-ad0b-24c816966758 req-61e12635-ef73-4b88-80cf-27d9159990f2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849946 Dec 11 23:02:48.041247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:02:48.045619 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:02:48.059473 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:02:48.062439 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52556) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:48.070664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-52b042c1-53f6-4d75-8f27-ad1a6ba777cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'subnet': {'network_id': '77c60ef5-debd-46ee-bfca-d7aa44ede8ac', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:48.109310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88226df4-6dc6-401d-b152-de0f83c28c2b None None] DHCP port deletion for 65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:02:48.175648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:48.183554 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:48.189617 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/networks/65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f HTTP/1.1" status: 204 len: 168 time: 0.8536181 Dec 11 23:02:48.191140 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52560) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:48.196785 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-eddec9b7-4865-4f2a-b90a-d613f7e53c2b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1834412145'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:48.200347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Network': ['ID=65aedad4-c2c6-458c-a4a1-a0d3d6d26a3f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:48.208908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:48.209268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:48.209621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:48.209964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:48.210307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:48.210709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:48.211123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:48.211465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:48.211800 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:48.212135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:48.212468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:48.212793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:48.213120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13fec4-99de-41af-8e9d-6fa87d7b62f6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:02:48.254010 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b042c1-53f6-4d75-8f27-ad1a6ba777cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:48.257965 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-52b042c1-53f6-4d75-8f27-ad1a6ba777cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:48.385850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddec9b7-4865-4f2a-b90a-d613f7e53c2b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:48.389402 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eddec9b7-4865-4f2a-b90a-d613f7e53c2b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:48.445296 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Port 6c388723-f009-4fca-83c7-a8e2953855db update to ACTIVE by agent not found {{(pid=103693) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 11 23:02:48.452311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddec9b7-4865-4f2a-b90a-d613f7e53c2b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:02:48.476187 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eddec9b7-4865-4f2a-b90a-d613f7e53c2b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:48.476536 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-eddec9b7-4865-4f2a-b90a-d613f7e53c2b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Added segment dee85e0b-2e41-4d1e-a8c5-6547ffa95787 of type vlan for network 42fa8117-9a2f-41b0-aa27-a8aba8652c9d Dec 11 23:02:48.522313 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eddec9b7-4865-4f2a-b90a-d613f7e53c2b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:48.593248 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-52b042c1-53f6-4d75-8f27-ad1a6ba777cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:48.653309 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b042c1-53f6-4d75-8f27-ad1a6ba777cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Subnet': ['ID=10f17c87-ff09-4c2c-a88f-b3e358b9e6f1,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:48.657928 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eddec9b7-4865-4f2a-b90a-d613f7e53c2b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:48.665332 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddec9b7-4865-4f2a-b90a-d613f7e53c2b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:48.665930 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eddec9b7-4865-4f2a-b90a-d613f7e53c2b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:48.720980 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b042c1-53f6-4d75-8f27-ad1a6ba777cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Checking segment: {'id': 'f9b479b1-fe23-4e8f-8f9e-422999f9ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '77c60ef5-debd-46ee-bfca-d7aa44ede8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:48.721350 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b042c1-53f6-4d75-8f27-ad1a6ba777cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network hostable DHCP agents. Network: 77c60ef5-debd-46ee-bfca-d7aa44ede8ac, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:02:48.747419 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddec9b7-4865-4f2a-b90a-d613f7e53c2b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Network': ['ID=42fa8117-9a2f-41b0-aa27-a8aba8652c9d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:48.757609 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 42fa8117-9a2f-41b0-aa27-a8aba8652c9d details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:02:48.770845 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-eddec9b7-4865-4f2a-b90a-d613f7e53c2b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5777240 Dec 11 23:02:48.773499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52562) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:48.778393 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-71184577-f6de-4c47-9c31-caf1a219c2f0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'subnet': {'network_id': '42fa8117-9a2f-41b0-aa27-a8aba8652c9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:48.872266 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e87dfaa-b56e-4199-be63-f24ff8a6a79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:48.958697 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b042c1-53f6-4d75-8f27-ad1a6ba777cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network 77c60ef5-debd-46ee-bfca-d7aa44ede8ac is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:02:48.984676 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71184577-f6de-4c47-9c31-caf1a219c2f0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:48.988529 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71184577-f6de-4c47-9c31-caf1a219c2f0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:49.073027 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-52b042c1-53f6-4d75-8f27-ad1a6ba777cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 77c60ef5-debd-46ee-bfca-d7aa44ede8ac) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:49.080708 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b042c1-53f6-4d75-8f27-ad1a6ba777cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:49.080879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb9e182-bd2b-4e9d-ba98-1897c5ce2b22 None None] Network 77c60ef5-debd-46ee-bfca-d7aa44ede8ac requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:49.081312 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-52b042c1-53f6-4d75-8f27-ad1a6ba777cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:49.197552 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-52b042c1-53f6-4d75-8f27-ad1a6ba777cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1315861 Dec 11 23:02:49.200305 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52568) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:49.201636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1a24c-a993-4c64-bca5-ca26ebed3906 req-151323e4-ef2b-479c-b852-4b76bc108f7a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:49.204271 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cdd1a24c-a993-4c64-bca5-ca26ebed3906 req-151323e4-ef2b-479c-b852-4b76bc108f7a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0777462 Dec 11 23:02:49.206660 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8f918295-bb80-42c2-b3c7-128ed02f8229 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-409491945'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:49.230758 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-77c60ef5-debd-46ee-bfca-d7aa44ede8ac', 'network_id': '77c60ef5-debd-46ee-bfca-d7aa44ede8ac', 'project_id': '52d2bf62ad8e47aa90505a2513326d2d', 'fixed_ips': [{'subnet_id': '10f17c87-ff09-4c2c-a88f-b3e358b9e6f1'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:02:49.231702 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:49.252925 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 6c388723-f009-4fca-83c7-a8e2953855db no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:02:49.280785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cdd1a24c-a993-4c64-bca5-ca26ebed3906 req-8cfa4c2f-1cde-497a-b66a-2b3cb8785e34 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685439 Dec 11 23:02:49.282971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 6c388723-f009-4fca-83c7-a8e2953855db {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:02:49.283305 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 6c388723-f009-4fca-83c7-a8e2953855db not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:02:49.295670 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71184577-f6de-4c47-9c31-caf1a219c2f0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:49.351189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f918295-bb80-42c2-b3c7-128ed02f8229 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:49.354636 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8f918295-bb80-42c2-b3c7-128ed02f8229 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:49.379884 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71184577-f6de-4c47-9c31-caf1a219c2f0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Subnet': ['ID=42dedbda-d560-42f8-adfe-c35bbea6ae93,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:49.393954 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71184577-f6de-4c47-9c31-caf1a219c2f0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Checking segment: {'id': 'dee85e0b-2e41-4d1e-a8c5-6547ffa95787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '42fa8117-9a2f-41b0-aa27-a8aba8652c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:49.394330 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71184577-f6de-4c47-9c31-caf1a219c2f0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network hostable DHCP agents. Network: 42fa8117-9a2f-41b0-aa27-a8aba8652c9d, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:02:49.402449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f918295-bb80-42c2-b3c7-128ed02f8229 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:02:49.408941 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Allocated IP 2001:db8:0:ffff::2 (77c60ef5-debd-46ee-bfca-d7aa44ede8ac/10f17c87-ff09-4c2c-a88f-b3e358b9e6f1/b3d5022c-ca96-41b4-b1f6-04346c8f00e5) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:49.417146 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8f918295-bb80-42c2-b3c7-128ed02f8229 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:49.417489 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-8f918295-bb80-42c2-b3c7-128ed02f8229 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Added segment 67bf1cc4-6ed3-4d39-8a3f-b89c07e70f61 of type vlan for network 3f28b5e1-b652-46cf-8fb0-958cb652adfc Dec 11 23:02:49.465296 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8f918295-bb80-42c2-b3c7-128ed02f8229 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:49.552528 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71184577-f6de-4c47-9c31-caf1a219c2f0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 42fa8117-9a2f-41b0-aa27-a8aba8652c9d is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:02:49.556014 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:49.576132 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8f918295-bb80-42c2-b3c7-128ed02f8229 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:49.582901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f918295-bb80-42c2-b3c7-128ed02f8229 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:49.584196 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8f918295-bb80-42c2-b3c7-128ed02f8229 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:49.654450 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f918295-bb80-42c2-b3c7-128ed02f8229 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Network': ['ID=3f28b5e1-b652-46cf-8fb0-958cb652adfc,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:49.666984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 3f28b5e1-b652-46cf-8fb0-958cb652adfc details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:02:49.681525 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:49.700121 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8f918295-bb80-42c2-b3c7-128ed02f8229 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4962115 Dec 11 23:02:49.700121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-71184577-f6de-4c47-9c31-caf1a219c2f0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 42fa8117-9a2f-41b0-aa27-a8aba8652c9d) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:49.701764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52572) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:49.705664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4f74b92e-a4f8-4a7a-a1d6-3890727d929a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'subnet': {'network_id': '3f28b5e1-b652-46cf-8fb0-958cb652adfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:49.714652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71184577-f6de-4c47-9c31-caf1a219c2f0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:49.716083 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71184577-f6de-4c47-9c31-caf1a219c2f0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:49.724038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b36cef-6d94-4631-ab44-b743e10badee None None] Network 42fa8117-9a2f-41b0-aa27-a8aba8652c9d requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:49.859169 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-71184577-f6de-4c47-9c31-caf1a219c2f0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0844293 Dec 11 23:02:49.863365 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52576) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:49.870914 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c6e4a87c-28b5-4ca0-abe8-616874609c93 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'network_id': '42fa8117-9a2f-41b0-aa27-a8aba8652c9d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2082891299'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:49.981340 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Network 77c60ef5-debd-46ee-bfca-d7aa44ede8ac is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:49.995297 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:49.998144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:50.001934 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Pushing event updated for resources: {'Port': ['ID=b3d5022c-ca96-41b4-b1f6-04346c8f00e5,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:50.011869 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f74b92e-a4f8-4a7a-a1d6-3890727d929a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:50.016764 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f74b92e-a4f8-4a7a-a1d6-3890727d929a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:50.094532 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Attempting to bind port b3d5022c-ca96-41b4-b1f6-04346c8f00e5 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:02:50.094937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Attempting to bind port b3d5022c-ca96-41b4-b1f6-04346c8f00e5 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'f9b479b1-fe23-4e8f-8f9e-422999f9ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '77c60ef5-debd-46ee-bfca-d7aa44ede8ac'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:02:50.095357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Attempting to bind port b3d5022c-ca96-41b4-b1f6-04346c8f00e5 on network 77c60ef5-debd-46ee-bfca-d7aa44ede8ac {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:02:50.102310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:02:50.106544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Checking segment: {'id': 'f9b479b1-fe23-4e8f-8f9e-422999f9ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '77c60ef5-debd-46ee-bfca-d7aa44ede8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:50.106544 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:50.106544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Bound using segment: {'id': 'f9b479b1-fe23-4e8f-8f9e-422999f9ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '77c60ef5-debd-46ee-bfca-d7aa44ede8ac'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:02:50.106544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Bound port: b3d5022c-ca96-41b4-b1f6-04346c8f00e5, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b479b1-fe23-4e8f-8f9e-422999f9ddd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '77c60ef5-debd-46ee-bfca-d7aa44ede8ac'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:02:50.106544 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:50.107631 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-42fa8117-9a2f-41b0-aa27-a8aba8652c9d', 'network_id': '42fa8117-9a2f-41b0-aa27-a8aba8652c9d', 'project_id': '82caad537645459c8bb632e90c0aa12f', 'fixed_ips': [{'subnet_id': '42dedbda-d560-42f8-adfe-c35bbea6ae93'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:02:50.108465 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:50.221800 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e4a87c-28b5-4ca0-abe8-616874609c93 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:50.226055 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c6e4a87c-28b5-4ca0-abe8-616874609c93 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:50.249665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] For port b3d5022c-ca96-41b4-b1f6-04346c8f00e5, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:02:50.256727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] For port b3d5022c-ca96-41b4-b1f6-04346c8f00e5, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b3d5022c-ca96-41b4-b1f6-04346c8f00e5,segment=NetworkSegment(f9b479b1-fe23-4e8f-8f9e-422999f9ddd1),segment_id=f9b479b1-fe23-4e8f-8f9e-422999f9ddd1)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:02:50.257501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-c6e4a87c-28b5-4ca0-abe8-616874609c93 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] device_id is not set on port acf2ff43-3378-4d4c-b2ba-da9bf241ceb1 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:02:50.305721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Allocated IP 2001:db8::2 (42fa8117-9a2f-41b0-aa27-a8aba8652c9d/42dedbda-d560-42f8-adfe-c35bbea6ae93/5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:50.335373 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f74b92e-a4f8-4a7a-a1d6-3890727d929a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:50.385582 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:50.453107 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74b92e-a4f8-4a7a-a1d6-3890727d929a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Subnet': ['ID=b33acdf2-fe80-4215-816d-e07628b91bb0,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:50.470950 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f4861-5aea-4da2-95ba-f6baf9e15416 req-bee2bb58-bc97-49bc-8ffb-3c4a6672293b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:50.479475 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c7f4861-5aea-4da2-95ba-f6baf9e15416 req-bee2bb58-bc97-49bc-8ffb-3c4a6672293b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.1146102 Dec 11 23:02:50.484821 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d82c84-8a50-4317-81e2-46c63312aaa1 None None] Pushing event updated for resources: {'Port': ['ID=b3d5022c-ca96-41b4-b1f6-04346c8f00e5,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:50.498258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f74b92e-a4f8-4a7a-a1d6-3890727d929a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Checking segment: {'id': '67bf1cc4-6ed3-4d39-8a3f-b89c07e70f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f28b5e1-b652-46cf-8fb0-958cb652adfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:50.498625 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f74b92e-a4f8-4a7a-a1d6-3890727d929a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network hostable DHCP agents. Network: 3f28b5e1-b652-46cf-8fb0-958cb652adfc, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:02:50.536493 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:50.543355 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9c7f4861-5aea-4da2-95ba-f6baf9e15416 req-c7bec338-b2f4-4062-a029-bb0344aa5220 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629408 Dec 11 23:02:50.609818 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f74b92e-a4f8-4a7a-a1d6-3890727d929a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network 3f28b5e1-b652-46cf-8fb0-958cb652adfc is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:02:50.638792 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:50.690496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Pushing event updated for resources: {'Port': ['ID=5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:50.705126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Network 42fa8117-9a2f-41b0-aa27-a8aba8652c9d is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:50.705676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:50.708251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:50.747531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-4f74b92e-a4f8-4a7a-a1d6-3890727d929a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 3f28b5e1-b652-46cf-8fb0-958cb652adfc) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:50.751585 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-c6e4a87c-28b5-4ca0-abe8-616874609c93 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Allocated IP 2001:db8::336 (42fa8117-9a2f-41b0-aa27-a8aba8652c9d/42dedbda-d560-42f8-adfe-c35bbea6ae93/acf2ff43-3378-4d4c-b2ba-da9bf241ceb1) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:50.755733 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f74b92e-a4f8-4a7a-a1d6-3890727d929a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:50.756326 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f74b92e-a4f8-4a7a-a1d6-3890727d929a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:50.769521 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468c6b38-6345-43ab-bda2-2627dba4a1d8 None None] Network 3f28b5e1-b652-46cf-8fb0-958cb652adfc requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:50.830028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Attempting to bind port 5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:02:50.830406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Attempting to bind port 5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'dee85e0b-2e41-4d1e-a8c5-6547ffa95787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '42fa8117-9a2f-41b0-aa27-a8aba8652c9d'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:02:50.831235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Attempting to bind port 5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9 on network 42fa8117-9a2f-41b0-aa27-a8aba8652c9d {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:02:50.850516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:02:50.851081 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Checking segment: {'id': 'dee85e0b-2e41-4d1e-a8c5-6547ffa95787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '42fa8117-9a2f-41b0-aa27-a8aba8652c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:50.852099 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:50.852254 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Bound using segment: {'id': 'dee85e0b-2e41-4d1e-a8c5-6547ffa95787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '42fa8117-9a2f-41b0-aa27-a8aba8652c9d'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:02:50.853054 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Bound port: 5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee85e0b-2e41-4d1e-a8c5-6547ffa95787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '42fa8117-9a2f-41b0-aa27-a8aba8652c9d'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:02:50.853588 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:50.858310 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4f74b92e-a4f8-4a7a-a1d6-3890727d929a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1568918 Dec 11 23:02:50.861215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52582) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:50.931174 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c6e4a87c-28b5-4ca0-abe8-616874609c93 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:50.965168 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-3f28b5e1-b652-46cf-8fb0-958cb652adfc', 'network_id': '3f28b5e1-b652-46cf-8fb0-958cb652adfc', 'project_id': '52d2bf62ad8e47aa90505a2513326d2d', 'fixed_ips': [{'subnet_id': 'b33acdf2-fe80-4215-816d-e07628b91bb0'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:02:50.972770 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:50.990770 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:50.995172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] For port 5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:02:51.025067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] For port 5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9,segment=NetworkSegment(dee85e0b-2e41-4d1e-a8c5-6547ffa95787),segment_id=dee85e0b-2e41-4d1e-a8c5-6547ffa95787)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:02:51.061640 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c6e4a87c-28b5-4ca0-abe8-616874609c93 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.092539 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.116834 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e4a87c-28b5-4ca0-abe8-616874609c93 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 42fa8117-9a2f-41b0-aa27-a8aba8652c9d is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:51.120587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-c6e4a87c-28b5-4ca0-abe8-616874609c93 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:51.121585 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.123236 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4a87c-28b5-4ca0-abe8-616874609c93 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:51.132136 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e4a87c-28b5-4ca0-abe8-616874609c93 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:51.132870 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c6e4a87c-28b5-4ca0-abe8-616874609c93 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.150866 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4a87c-28b5-4ca0-abe8-616874609c93 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=acf2ff43-3378-4d4c-b2ba-da9bf241ceb1,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:51.229187 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c6e4a87c-28b5-4ca0-abe8-616874609c93 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3622973 Dec 11 23:02:51.229582 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52586) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:51.248025 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Allocated IP 2001:db8::1 (3f28b5e1-b652-46cf-8fb0-958cb652adfc/b33acdf2-fe80-4215-816d-e07628b91bb0/b285b066-d713-4585-ae85-ab21b97fb965) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:51.266331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf83ba3-f638-430a-9fec-344fae618e91 None None] Pushing event updated for resources: {'Port': ['ID=5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:51.306686 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b3d5022c-ca96-41b4-b1f6-04346c8f00e5 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:02:51.378428 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c21a8-4a28-49ac-ace9-14fc11e1378e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port acf2ff43-3378-4d4c-b2ba-da9bf241ceb1 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:51.380386 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c8c21a8-4a28-49ac-ace9-14fc11e1378e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.383199 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68874030-63fe-4138-b11a-36aef96b0ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.450633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b3d5022c-ca96-41b4-b1f6-04346c8f00e5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:51.451050 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.541440 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c8c21a8-4a28-49ac-ace9-14fc11e1378e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.584041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c21a8-4a28-49ac-ace9-14fc11e1378e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for acf2ff43-3378-4d4c-b2ba-da9bf241ceb1 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:51.600346 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.661677 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.682429 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.757173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80c25-2e07-4a33-a18b-d1773ea2f565 req-08356b3c-24c5-4af3-be3c-b0369e3c9ed2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:51.768997 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port b3d5022c-ca96-41b4-b1f6-04346c8f00e5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b3d5022c-ca96-41b4-b1f6-04346c8f00e5,segment=NetworkSegment(f9b479b1-fe23-4e8f-8f9e-422999f9ddd1),segment_id=f9b479b1-fe23-4e8f-8f9e-422999f9ddd1)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:02:51.772133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Network 3f28b5e1-b652-46cf-8fb0-958cb652adfc is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:51.779125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Pushing event updated for resources: {'Port': ['ID=b285b066-d713-4585-ae85-ab21b97fb965,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:51.779125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:51.779513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:51.782479 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-75e80c25-2e07-4a33-a18b-d1773ea2f565 req-08356b3c-24c5-4af3-be3c-b0369e3c9ed2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.1256735 Dec 11 23:02:51.817068 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.854848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Subnet': ['ID=b33acdf2-fe80-4215-816d-e07628b91bb0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:51.868035 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.875464 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Attempting to bind port b285b066-d713-4585-ae85-ab21b97fb965 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:02:51.875828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Attempting to bind port b285b066-d713-4585-ae85-ab21b97fb965 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '67bf1cc4-6ed3-4d39-8a3f-b89c07e70f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f28b5e1-b652-46cf-8fb0-958cb652adfc'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:02:51.876214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Attempting to bind port b285b066-d713-4585-ae85-ab21b97fb965 on network 3f28b5e1-b652-46cf-8fb0-958cb652adfc {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:02:51.878602 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-75e80c25-2e07-4a33-a18b-d1773ea2f565 req-8d34daa9-92ed-4414-a34d-32a418544075 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940533 Dec 11 23:02:51.907112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:02:51.907543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Checking segment: {'id': '67bf1cc4-6ed3-4d39-8a3f-b89c07e70f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f28b5e1-b652-46cf-8fb0-958cb652adfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:51.907957 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.908358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Bound using segment: {'id': '67bf1cc4-6ed3-4d39-8a3f-b89c07e70f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f28b5e1-b652-46cf-8fb0-958cb652adfc'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:02:51.908846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Bound port: b285b066-d713-4585-ae85-ab21b97fb965, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bf1cc4-6ed3-4d39-8a3f-b89c07e70f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f28b5e1-b652-46cf-8fb0-958cb652adfc'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:02:51.909233 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.924308 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c8c21a8-4a28-49ac-ace9-14fc11e1378e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.957003 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:51.961777 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c21a8-4a28-49ac-ace9-14fc11e1378e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=acf2ff43-3378-4d4c-b2ba-da9bf241ceb1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:51.976395 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=b3d5022c-ca96-41b4-b1f6-04346c8f00e5,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:51.992627 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9013319a-b5d2-4350-8608-434102dac855 None None] Network 77c60ef5-debd-46ee-bfca-d7aa44ede8ac requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:51.999746 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f28b5e1-b652-46cf-8fb0-958cb652adfc']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:51.999897 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c8c21a8-4a28-49ac-ace9-14fc11e1378e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.003527 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8c8c21a8-4a28-49ac-ace9-14fc11e1378e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/acf2ff43-3378-4d4c-b2ba-da9bf241ceb1 HTTP/1.1" status: 204 len: 168 time: 0.7728896 Dec 11 23:02:52.008637 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52592) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:52.024014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bf1cc4-6ed3-4d39-8a3f-b89c07e70f61') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:52.024527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bf1cc4-6ed3-4d39-8a3f-b89c07e70f61') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:52.047205 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.049222 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-136d9fac-e751-4316-a5d7-77b252bd43e9 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] GET failed (client error): The resource could not be found. Dec 11 23:02:52.050840 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-136d9fac-e751-4316-a5d7-77b252bd43e9 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/acf2ff43-3378-4d4c-b2ba-da9bf241ceb1 HTTP/1.1" status: 404 len: 333 time: 0.0408430 Dec 11 23:02:52.054017 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52594) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:52.066087 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.074769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:02:52.075216 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:02:52.079151 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:02:52.083421 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] For port b285b066-d713-4585-ae85-ab21b97fb965, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:02:52.101706 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4f24e120-27e2-41b8-895b-8f6f3299c1fb None None] Provisioning complete for port b3d5022c-ca96-41b4-b1f6-04346c8f00e5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:52.102088 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4f24e120-27e2-41b8-895b-8f6f3299c1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.144531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4393975-a974-4e7a-81dd-4e4ed8d1e7b1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting subnet 42dedbda-d560-42f8-adfe-c35bbea6ae93 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:02:52.148849 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4393975-a974-4e7a-81dd-4e4ed8d1e7b1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.187000 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] For port b285b066-d713-4585-ae85-ab21b97fb965, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b285b066-d713-4585-ae85-ab21b97fb965,segment=NetworkSegment(67bf1cc4-6ed3-4d39-8a3f-b89c07e70f61),segment_id=67bf1cc4-6ed3-4d39-8a3f-b89c07e70f61)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:02:52.195727 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4393975-a974-4e7a-81dd-4e4ed8d1e7b1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.210001 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.api [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 23:02:52.210001 n-d-710847-6 neutron-server[103692]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 23:02:52.210001 n-d-710847-6 neutron-server[103692]: [parameters: {'id': '3f28b5e1-b652-46cf-8fb0-958cb652adfc'}] Dec 11 23:02:52.210001 n-d-710847-6 neutron-server[103692]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:02:52.214121 n-d-710847-6 neutron-server[103692]: DEBUG oslo_db.api [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:02:52.268184 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.278791 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.308540 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4393975-a974-4e7a-81dd-4e4ed8d1e7b1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.380448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a99fa-01c3-4437-b3ea-3ed8678a4865 None None] Pushing event updated for resources: {'Port': ['ID=b285b066-d713-4585-ae85-ab21b97fb965,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:52.403988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864d6497-cef0-4f03-8147-fb5d9336e9b4 None None] Network 3f28b5e1-b652-46cf-8fb0-958cb652adfc requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:52.474753 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4393975-a974-4e7a-81dd-4e4ed8d1e7b1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.515475 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4393975-a974-4e7a-81dd-4e4ed8d1e7b1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.521922 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a4393975-a974-4e7a-81dd-4e4ed8d1e7b1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/42dedbda-d560-42f8-adfe-c35bbea6ae93 HTTP/1.1" status: 204 len: 168 time: 0.4637022 Dec 11 23:02:52.521922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4393975-a974-4e7a-81dd-4e4ed8d1e7b1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Subnet': ['ID=42dedbda-d560-42f8-adfe-c35bbea6ae93,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:52.522345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52598) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:52.582562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-35d569f1-f0e3-4760-a0c1-e27c3dcacaed None None] Provisioning complete for port b3d5022c-ca96-41b4-b1f6-04346c8f00e5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:52.582998 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-35d569f1-f0e3-4760-a0c1-e27c3dcacaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.618498 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.683516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port 5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:52.683860 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.702946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f2f37f-b3ef-405a-ada2-fd0c76923c7b None None] Network 42fa8117-9a2f-41b0-aa27-a8aba8652c9d requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:52.728869 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.763945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] For port 5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9,segment=NetworkSegment(dee85e0b-2e41-4d1e-a8c5-6547ffa95787),segment_id=dee85e0b-2e41-4d1e-a8c5-6547ffa95787)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:02:52.764309 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.805358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for 5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:52.814247 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-782d7333-b5e2-4961-b51c-055fb0776593 None None] Provisioning complete for port 5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:52.814634 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-782d7333-b5e2-4961-b51c-055fb0776593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.871996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Deleting port b285b066-d713-4585-ae85-ab21b97fb965 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:52.872343 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.887980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e302caac-391d-4dba-b4b0-0a85c7d0de4f None None] DHCP port deletion for 42fa8117-9a2f-41b0-aa27-a8aba8652c9d request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:02:52.930457 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-782d7333-b5e2-4961-b51c-055fb0776593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.955286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] For port b285b066-d713-4585-ae85-ab21b97fb965, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b285b066-d713-4585-ae85-ab21b97fb965,segment=NetworkSegment(67bf1cc4-6ed3-4d39-8a3f-b89c07e70f61),segment_id=67bf1cc4-6ed3-4d39-8a3f-b89c07e70f61)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:02:52.955910 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:52.970214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Calling delete_port for b285b066-d713-4585-ae85-ab21b97fb965 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:52.976233 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e302caac-391d-4dba-b4b0-0a85c7d0de4f None None] Deleting port 5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:52.976233 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e302caac-391d-4dba-b4b0-0a85c7d0de4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.041019 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.052271 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abaa60-fbf8-4dbe-9565-f60711342d87 req-482ab7e6-1560-4dbe-b4e0-881e09ba0281 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:53.054199 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91abaa60-fbf8-4dbe-9565-f60711342d87 req-482ab7e6-1560-4dbe-b4e0-881e09ba0281 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0648470 Dec 11 23:02:53.075237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:53.085702 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e302caac-391d-4dba-b4b0-0a85c7d0de4f None None] For port 5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9,segment=NetworkSegment(dee85e0b-2e41-4d1e-a8c5-6547ffa95787),segment_id=dee85e0b-2e41-4d1e-a8c5-6547ffa95787)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:02:53.087161 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e302caac-391d-4dba-b4b0-0a85c7d0de4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.088498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No DVR routers for this DVR port 5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:02:53.104358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e302caac-391d-4dba-b4b0-0a85c7d0de4f None None] Calling delete_port for 5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:53.116006 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91abaa60-fbf8-4dbe-9565-f60711342d87 req-31f5adbc-b777-4e50-a013-79de38a87fb3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545630 Dec 11 23:02:53.185764 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.222407 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e302caac-391d-4dba-b4b0-0a85c7d0de4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.223363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fa8117-9a2f-41b0-aa27-a8aba8652c9d']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:53.233631 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee85e0b-2e41-4d1e-a8c5-6547ffa95787') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:53.233931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee85e0b-2e41-4d1e-a8c5-6547ffa95787') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:53.244456 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.251148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302caac-391d-4dba-b4b0-0a85c7d0de4f None None] Pushing event deleted for resources: {'Port': ['ID=5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:53.255188 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e302caac-391d-4dba-b4b0-0a85c7d0de4f None None] No DVR routers for this DVR port 5adb9bb2-c4b3-4658-9f6a-dedca0e5b6a9 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:02:53.262828 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.268976 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b3d5022c-ca96-41b4-b1f6-04346c8f00e5 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:02:53.277569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:02:53.278072 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:02:53.281308 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:02:53.296361 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.302787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed2d1f9-64cd-4474-8e05-9ac63485b24d None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 23:02:53.369378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Port': ['ID=b285b066-d713-4585-ae85-ab21b97fb965,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:53.375303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No DVR routers for this DVR port b285b066-d713-4585-ae85-ab21b97fb965 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:02:53.405605 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b3d5022c-ca96-41b4-b1f6-04346c8f00e5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:53.406018 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.467700 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.491543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed2d1f9-64cd-4474-8e05-9ac63485b24d None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 23:02:53.497891 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f28b5e1-b652-46cf-8fb0-958cb652adfc']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:53.507188 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.512904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bf1cc4-6ed3-4d39-8a3f-b89c07e70f61') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:53.513832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bf1cc4-6ed3-4d39-8a3f-b89c07e70f61') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:53.525845 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.536764 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/networks/42fa8117-9a2f-41b0-aa27-a8aba8652c9d HTTP/1.1" status: 204 len: 168 time: 1.0058203 Dec 11 23:02:53.537439 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52606) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:53.541567 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.543737 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e8e65-1463-4214-806d-889dd0b4b46a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Network': ['ID=42fa8117-9a2f-41b0-aa27-a8aba8652c9d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:53.545942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e3586f2a-ff15-498f-ace0-0dc1da3d8df5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'name': 'tempest-PortsIpV6TestJSON-1483285550'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:53.563761 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.572494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:02:53.572892 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:02:53.577497 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:02:53.758282 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.765171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.773896 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/3f28b5e1-b652-46cf-8fb0-958cb652adfc HTTP/1.1" status: 204 len: 168 time: 2.9061370 Dec 11 23:02:53.774083 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3586f2a-ff15-498f-ace0-0dc1da3d8df5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:53.775202 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3586f2a-ff15-498f-ace0-0dc1da3d8df5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.779963 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52610) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:53.784462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226af381-3e4e-491a-8908-0947beda6263 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Network': ['ID=3f28b5e1-b652-46cf-8fb0-958cb652adfc,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:53.788655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-60b82c62-413a-47eb-9374-09bc4956afbd tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1126747940'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:53.815369 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-e3586f2a-ff15-498f-ace0-0dc1da3d8df5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] device_id is not set on port 594cd8ae-ffe7-40b3-a3ce-359a79970b7b yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:02:53.902004 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:53.946840 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b82c62-413a-47eb-9374-09bc4956afbd tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:53.950184 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-60b82c62-413a-47eb-9374-09bc4956afbd tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:54.002737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b82c62-413a-47eb-9374-09bc4956afbd tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:02:54.011968 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3586f2a-ff15-498f-ace0-0dc1da3d8df5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:54.020410 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-60b82c62-413a-47eb-9374-09bc4956afbd tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:54.020758 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-60b82c62-413a-47eb-9374-09bc4956afbd tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Added segment 59a62014-4780-4b74-85d2-b1adb470d75c of type vlan for network 54dc4b26-5b6f-4f00-8807-45099a8bf8aa Dec 11 23:02:54.080031 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-60b82c62-413a-47eb-9374-09bc4956afbd tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:54.158630 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3586f2a-ff15-498f-ace0-0dc1da3d8df5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:54.195065 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-60b82c62-413a-47eb-9374-09bc4956afbd tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:54.200721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b82c62-413a-47eb-9374-09bc4956afbd tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:54.201250 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-60b82c62-413a-47eb-9374-09bc4956afbd tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:54.230858 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3586f2a-ff15-498f-ace0-0dc1da3d8df5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:54.255822 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a7633-18b5-4b64-bad6-0b26cce367ef req-1bfe7dd5-1ba7-4c35-9940-6a343f0007e3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:54.257355 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7c0a7633-18b5-4b64-bad6-0b26cce367ef req-1bfe7dd5-1ba7-4c35-9940-6a343f0007e3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0544453 Dec 11 23:02:54.265735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-e3586f2a-ff15-498f-ace0-0dc1da3d8df5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:54.272549 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3586f2a-ff15-498f-ace0-0dc1da3d8df5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:54.278224 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3586f2a-ff15-498f-ace0-0dc1da3d8df5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:54.278883 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e3586f2a-ff15-498f-ace0-0dc1da3d8df5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:54.305021 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3586f2a-ff15-498f-ace0-0dc1da3d8df5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=594cd8ae-ffe7-40b3-a3ce-359a79970b7b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:54.311517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b82c62-413a-47eb-9374-09bc4956afbd tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Network': ['ID=54dc4b26-5b6f-4f00-8807-45099a8bf8aa,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:54.321337 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7c0a7633-18b5-4b64-bad6-0b26cce367ef req-f8df3572-d942-4441-b1a6-aa22a63203eb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506997 Dec 11 23:02:54.327118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 54dc4b26-5b6f-4f00-8807-45099a8bf8aa details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:02:54.354911 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-60b82c62-413a-47eb-9374-09bc4956afbd tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5736091 Dec 11 23:02:54.357693 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52616) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:54.362664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-fe4fbf55-17e0-4a7a-813e-d1244b7fb990 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'subnet': {'network_id': '54dc4b26-5b6f-4f00-8807-45099a8bf8aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:54.411232 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e3586f2a-ff15-498f-ace0-0dc1da3d8df5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8719018 Dec 11 23:02:54.414080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52618) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:54.514929 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d7065231-d2c0-48bd-a68d-ec507ee29f4d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port 594cd8ae-ffe7-40b3-a3ce-359a79970b7b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:54.515200 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d7065231-d2c0-48bd-a68d-ec507ee29f4d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:54.561888 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4fbf55-17e0-4a7a-813e-d1244b7fb990 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:54.565514 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe4fbf55-17e0-4a7a-813e-d1244b7fb990 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:54.589455 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d7065231-d2c0-48bd-a68d-ec507ee29f4d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:54.603727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d7065231-d2c0-48bd-a68d-ec507ee29f4d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for 594cd8ae-ffe7-40b3-a3ce-359a79970b7b owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:54.604573 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:54.792196 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d7065231-d2c0-48bd-a68d-ec507ee29f4d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:54.821315 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7065231-d2c0-48bd-a68d-ec507ee29f4d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=594cd8ae-ffe7-40b3-a3ce-359a79970b7b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:54.826549 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d7065231-d2c0-48bd-a68d-ec507ee29f4d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:54.831937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d7065231-d2c0-48bd-a68d-ec507ee29f4d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/594cd8ae-ffe7-40b3-a3ce-359a79970b7b HTTP/1.1" status: 204 len: 168 time: 0.4147270 Dec 11 23:02:54.832815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52622) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:54.837643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2f00234a-f6ff-4661-b6dd-f637eff3c743 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'mac_address': 'fa:16:3e:0c:ce:0d', 'name': 'tempest-PortsIpV6TestJSON-1596742051'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:54.839601 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe4fbf55-17e0-4a7a-813e-d1244b7fb990 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:54.900238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fbf55-17e0-4a7a-813e-d1244b7fb990 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Subnet': ['ID=5f114eda-7a6b-48f9-963c-5cd4cbfadac7,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:54.911712 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4fbf55-17e0-4a7a-813e-d1244b7fb990 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Checking segment: {'id': '59a62014-4780-4b74-85d2-b1adb470d75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '54dc4b26-5b6f-4f00-8807-45099a8bf8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:54.912092 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4fbf55-17e0-4a7a-813e-d1244b7fb990 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network hostable DHCP agents. Network: 54dc4b26-5b6f-4f00-8807-45099a8bf8aa, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:02:55.070329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f00234a-f6ff-4661-b6dd-f637eff3c743 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:55.094645 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4fbf55-17e0-4a7a-813e-d1244b7fb990 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network 54dc4b26-5b6f-4f00-8807-45099a8bf8aa is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:02:55.141834 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2f00234a-f6ff-4661-b6dd-f637eff3c743 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:55.164310 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-2f00234a-f6ff-4661-b6dd-f637eff3c743 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] device_id is not set on port 1598dd4d-bd19-4ef2-95d9-a72d26665fd8 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:02:55.174902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-fe4fbf55-17e0-4a7a-813e-d1244b7fb990 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 54dc4b26-5b6f-4f00-8807-45099a8bf8aa) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:55.179364 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4fbf55-17e0-4a7a-813e-d1244b7fb990 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:55.180130 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe4fbf55-17e0-4a7a-813e-d1244b7fb990 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:55.185800 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d88793-bc0f-464c-83d5-0df2c0c94194 None None] Network 54dc4b26-5b6f-4f00-8807-45099a8bf8aa requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:55.288186 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fe4fbf55-17e0-4a7a-813e-d1244b7fb990 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9293776 Dec 11 23:02:55.292756 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52624) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:55.300699 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c93b1bea-cca6-484e-aa99-8933e5533ecb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-217807088'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:55.303300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-54dc4b26-5b6f-4f00-8807-45099a8bf8aa', 'network_id': '54dc4b26-5b6f-4f00-8807-45099a8bf8aa', 'project_id': '52d2bf62ad8e47aa90505a2513326d2d', 'fixed_ips': [{'subnet_id': '5f114eda-7a6b-48f9-963c-5cd4cbfadac7'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:02:55.306201 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:55.352589 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2f00234a-f6ff-4661-b6dd-f637eff3c743 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:55.421473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93b1bea-cca6-484e-aa99-8933e5533ecb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:55.424944 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c93b1bea-cca6-484e-aa99-8933e5533ecb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:55.473289 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93b1bea-cca6-484e-aa99-8933e5533ecb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:02:55.481609 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Allocated IP 2001:db8::3 (54dc4b26-5b6f-4f00-8807-45099a8bf8aa/5f114eda-7a6b-48f9-963c-5cd4cbfadac7/4ba00637-719a-4237-9546-559173ea4068) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:55.483986 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2f00234a-f6ff-4661-b6dd-f637eff3c743 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:55.489135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d736c3e-ba12-4c32-8ca0-74027f6e74c1 req-3b53ea65-bac7-4893-8075-948a2b016ace tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:55.494752 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6d736c3e-ba12-4c32-8ca0-74027f6e74c1 req-3b53ea65-bac7-4893-8075-948a2b016ace tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0837464 Dec 11 23:02:55.495742 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c93b1bea-cca6-484e-aa99-8933e5533ecb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:55.496096 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-c93b1bea-cca6-484e-aa99-8933e5533ecb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Added segment 5bfb0a32-a2fb-4bdb-bae6-f255a1c0a529 of type vlan for network d98c24b2-c03b-47ef-b3df-d02e61acd2c9 Dec 11 23:02:55.546324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f00234a-f6ff-4661-b6dd-f637eff3c743 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:55.551805 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-2f00234a-f6ff-4661-b6dd-f637eff3c743 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:55.554381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00234a-f6ff-4661-b6dd-f637eff3c743 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=1598dd4d-bd19-4ef2-95d9-a72d26665fd8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:55.557622 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f00234a-f6ff-4661-b6dd-f637eff3c743 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:55.559934 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c93b1bea-cca6-484e-aa99-8933e5533ecb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:55.563611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f00234a-f6ff-4661-b6dd-f637eff3c743 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:55.564273 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2f00234a-f6ff-4661-b6dd-f637eff3c743 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:55.599950 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6d736c3e-ba12-4c32-8ca0-74027f6e74c1 req-af02dd58-b218-4866-88d4-a09663a4dbd1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954747 Dec 11 23:02:55.667856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2f00234a-f6ff-4661-b6dd-f637eff3c743 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8341162 Dec 11 23:02:55.670501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52630) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:55.718825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93decc53-9267-4f45-a25f-97a2fe1a2f12 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:55.720211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-93decc53-9267-4f45-a25f-97a2fe1a2f12 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/1598dd4d-bd19-4ef2-95d9-a72d26665fd8 HTTP/1.1" status: 200 len: 845 time: 0.0485461 Dec 11 23:02:55.722012 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c93b1bea-cca6-484e-aa99-8933e5533ecb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:55.723152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52632) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:55.728802 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93b1bea-cca6-484e-aa99-8933e5533ecb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:55.729431 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c93b1bea-cca6-484e-aa99-8933e5533ecb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:55.804885 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:55.826930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-a9298a43-278a-4244-8480-550fab922f15 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port 1598dd4d-bd19-4ef2-95d9-a72d26665fd8 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:55.827472 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9298a43-278a-4244-8480-550fab922f15 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:55.888557 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:55.902792 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9298a43-278a-4244-8480-550fab922f15 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:55.926861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-a9298a43-278a-4244-8480-550fab922f15 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for 1598dd4d-bd19-4ef2-95d9-a72d26665fd8 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:55.951545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Network 54dc4b26-5b6f-4f00-8807-45099a8bf8aa is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:55.952877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Pushing event updated for resources: {'Port': ['ID=4ba00637-719a-4237-9546-559173ea4068,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:55.956485 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:55.961815 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:56.022745 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Attempting to bind port 4ba00637-719a-4237-9546-559173ea4068 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:02:56.023179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Attempting to bind port 4ba00637-719a-4237-9546-559173ea4068 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '59a62014-4780-4b74-85d2-b1adb470d75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '54dc4b26-5b6f-4f00-8807-45099a8bf8aa'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:02:56.023555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Attempting to bind port 4ba00637-719a-4237-9546-559173ea4068 on network 54dc4b26-5b6f-4f00-8807-45099a8bf8aa {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:02:56.029409 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:02:56.029854 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Checking segment: {'id': '59a62014-4780-4b74-85d2-b1adb470d75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '54dc4b26-5b6f-4f00-8807-45099a8bf8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:56.030232 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:56.030637 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Bound using segment: {'id': '59a62014-4780-4b74-85d2-b1adb470d75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '54dc4b26-5b6f-4f00-8807-45099a8bf8aa'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:02:56.031303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Bound port: 4ba00637-719a-4237-9546-559173ea4068, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a62014-4780-4b74-85d2-b1adb470d75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '54dc4b26-5b6f-4f00-8807-45099a8bf8aa'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:02:56.031699 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:56.102519 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] For port 4ba00637-719a-4237-9546-559173ea4068, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:02:56.106140 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] For port 4ba00637-719a-4237-9546-559173ea4068, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4ba00637-719a-4237-9546-559173ea4068,segment=NetworkSegment(59a62014-4780-4b74-85d2-b1adb470d75c),segment_id=59a62014-4780-4b74-85d2-b1adb470d75c)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:02:56.124201 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9298a43-278a-4244-8480-550fab922f15 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:56.156383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9298a43-278a-4244-8480-550fab922f15 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=1598dd4d-bd19-4ef2-95d9-a72d26665fd8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:56.165573 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9298a43-278a-4244-8480-550fab922f15 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:56.169505 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a9298a43-278a-4244-8480-550fab922f15 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/1598dd4d-bd19-4ef2-95d9-a72d26665fd8 HTTP/1.1" status: 204 len: 168 time: 0.4452686 Dec 11 23:02:56.172187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52636) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:56.178987 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c93b1bea-cca6-484e-aa99-8933e5533ecb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8850672 Dec 11 23:02:56.181976 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52638) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:56.186623 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-36d4a83b-e6fd-4c0d-bcb8-5bb71258bb6c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'subnet': {'network_id': 'd98c24b2-c03b-47ef-b3df-d02e61acd2c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:56.199268 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3f5fd6-e5ec-4483-ae8a-2128cc30c329 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] GET failed (client error): The resource could not be found. Dec 11 23:02:56.202973 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2d3f5fd6-e5ec-4483-ae8a-2128cc30c329 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/1598dd4d-bd19-4ef2-95d9-a72d26665fd8 HTTP/1.1" status: 404 len: 333 time: 0.0268812 Dec 11 23:02:56.206086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52640) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:56.208285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b1bea-cca6-484e-aa99-8933e5533ecb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Network': ['ID=d98c24b2-c03b-47ef-b3df-d02e61acd2c9,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:56.212618 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5e636036-0f09-4248-ba50-fc8e1469fba1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'name': 'tempest-PortsIpV6TestJSON-1494561360'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:56.224574 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network d98c24b2-c03b-47ef-b3df-d02e61acd2c9 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:02:56.241802 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:56.361711 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65e212-655f-4074-98bd-23f49d3a9fb5 None None] Pushing event updated for resources: {'Port': ['ID=4ba00637-719a-4237-9546-559173ea4068,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:56.392795 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d4a83b-e6fd-4c0d-bcb8-5bb71258bb6c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:56.397291 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-36d4a83b-e6fd-4c0d-bcb8-5bb71258bb6c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:56.476819 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.ipam_backend_mixin [None req-36d4a83b-e6fd-4c0d-bcb8-5bb71258bb6c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Performing IP validity checks on allocation pools {{(pid=103691) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 11 23:02:56.477344 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.ipam_backend_mixin [None req-36d4a83b-e6fd-4c0d-bcb8-5bb71258bb6c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103691) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 11 23:02:56.492913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e636036-0f09-4248-ba50-fc8e1469fba1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:56.496564 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5e636036-0f09-4248-ba50-fc8e1469fba1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:56.520304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-5e636036-0f09-4248-ba50-fc8e1469fba1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] device_id is not set on port 245e03d9-c297-4f14-8117-73d96cc9e886 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:02:56.758352 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-36d4a83b-e6fd-4c0d-bcb8-5bb71258bb6c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:56.766320 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5e636036-0f09-4248-ba50-fc8e1469fba1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:56.789832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722d860-33e9-4f49-8b6e-2d85f19bcf4f req-e0aa7379-299b-446d-904f-77a7a317aec9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:56.791404 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8722d860-33e9-4f49-8b6e-2d85f19bcf4f req-e0aa7379-299b-446d-904f-77a7a317aec9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0976918 Dec 11 23:02:56.838503 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4a83b-e6fd-4c0d-bcb8-5bb71258bb6c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Subnet': ['ID=256841ad-4319-459a-b6d5-3dc77d37b10c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:56.846115 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d4a83b-e6fd-4c0d-bcb8-5bb71258bb6c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Checking segment: {'id': '5bfb0a32-a2fb-4bdb-bae6-f255a1c0a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd98c24b2-c03b-47ef-b3df-d02e61acd2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:56.846494 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d4a83b-e6fd-4c0d-bcb8-5bb71258bb6c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network hostable DHCP agents. Network: d98c24b2-c03b-47ef-b3df-d02e61acd2c9, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:02:56.866426 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8722d860-33e9-4f49-8b6e-2d85f19bcf4f req-fba1180c-76a4-4ca7-ad9c-96025ad8ed1f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677392 Dec 11 23:02:56.930056 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5e636036-0f09-4248-ba50-fc8e1469fba1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:56.977777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e636036-0f09-4248-ba50-fc8e1469fba1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:56.981001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-5e636036-0f09-4248-ba50-fc8e1469fba1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:56.984725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e636036-0f09-4248-ba50-fc8e1469fba1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:56.991749 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d4a83b-e6fd-4c0d-bcb8-5bb71258bb6c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network d98c24b2-c03b-47ef-b3df-d02e61acd2c9 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:02:56.991932 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e636036-0f09-4248-ba50-fc8e1469fba1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:56.991932 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5e636036-0f09-4248-ba50-fc8e1469fba1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:57.002190 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e636036-0f09-4248-ba50-fc8e1469fba1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=245e03d9-c297-4f14-8117-73d96cc9e886,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:57.084327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-36d4a83b-e6fd-4c0d-bcb8-5bb71258bb6c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, d98c24b2-c03b-47ef-b3df-d02e61acd2c9) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:57.088877 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d4a83b-e6fd-4c0d-bcb8-5bb71258bb6c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:57.089576 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-36d4a83b-e6fd-4c0d-bcb8-5bb71258bb6c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:57.094896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf1c0c3-ee18-4749-81a6-e112b25f6e6d None None] Network d98c24b2-c03b-47ef-b3df-d02e61acd2c9 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:57.113968 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52648) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:57.117990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5e636036-0f09-4248-ba50-fc8e1469fba1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9069810 Dec 11 23:02:57.119398 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2e1252fd-4179-48ca-8a71-bc45b0163159 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:57.203110 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2e1252fd-4179-48ca-8a71-bc45b0163159 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:57.220231 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-36d4a83b-e6fd-4c0d-bcb8-5bb71258bb6c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0367959 Dec 11 23:02:57.222569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52650) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:57.229971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-d98c24b2-c03b-47ef-b3df-d02e61acd2c9', 'network_id': 'd98c24b2-c03b-47ef-b3df-d02e61acd2c9', 'project_id': '52d2bf62ad8e47aa90505a2513326d2d', 'fixed_ips': [{'subnet_id': '256841ad-4319-459a-b6d5-3dc77d37b10c'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:02:57.240214 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:57.384768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4ba00637-719a-4237-9546-559173ea4068 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:02:57.460433 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2e1252fd-4179-48ca-8a71-bc45b0163159 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:57.464104 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Allocated IP 2001:db8::3 (d98c24b2-c03b-47ef-b3df-d02e61acd2c9/256841ad-4319-459a-b6d5-3dc77d37b10c/38d889c0-8bae-49d6-a0a0-ee8a4064a750) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:02:57.484594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4ba00637-719a-4237-9546-559173ea4068 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:57.484990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:57.558197 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2e1252fd-4179-48ca-8a71-bc45b0163159 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:57.570126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3ceae5-938e-45c7-87ec-0358fece3c5a None None] Network 54dc4b26-5b6f-4f00-8807-45099a8bf8aa requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:57.603078 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2e1252fd-4179-48ca-8a71-bc45b0163159 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] In _notify_port_updated(), no bound segment for port 245e03d9-c297-4f14-8117-73d96cc9e886 on network 6580c94c-4668-4eb2-8cae-3e80023d82c2 {{(pid=103691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 23:02:57.611985 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1252fd-4179-48ca-8a71-bc45b0163159 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:57.612796 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2e1252fd-4179-48ca-8a71-bc45b0163159 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:57.615062 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2e1252fd-4179-48ca-8a71-bc45b0163159 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "PUT /v2.0/ports/245e03d9-c297-4f14-8117-73d96cc9e886 HTTP/1.1" status: 200 len: 818 time: 0.4998457 Dec 11 23:02:57.629705 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52654) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:57.665785 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1252fd-4179-48ca-8a71-bc45b0163159 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=245e03d9-c297-4f14-8117-73d96cc9e886,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:57.747330 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0489e53b-178c-4bfa-b6d2-7ea1f36bf179 None None] Provisioning complete for port 4ba00637-719a-4237-9546-559173ea4068 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:57.747709 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0489e53b-178c-4bfa-b6d2-7ea1f36bf179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:57.763305 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-59bef542-0d12-4231-b13b-9154d1843d18 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port 245e03d9-c297-4f14-8117-73d96cc9e886 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:57.763920 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59bef542-0d12-4231-b13b-9154d1843d18 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:57.796152 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:57.838688 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:57.842548 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:57.847432 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59bef542-0d12-4231-b13b-9154d1843d18 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:57.861152 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:57.864462 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-59bef542-0d12-4231-b13b-9154d1843d18 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for 245e03d9-c297-4f14-8117-73d96cc9e886 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:57.907483 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 4ba00637-719a-4237-9546-559173ea4068, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4ba00637-719a-4237-9546-559173ea4068,segment=NetworkSegment(59a62014-4780-4b74-85d2-b1adb470d75c),segment_id=59a62014-4780-4b74-85d2-b1adb470d75c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:02:57.965534 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0489e53b-178c-4bfa-b6d2-7ea1f36bf179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:57.981466 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.037774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Pushing event updated for resources: {'Port': ['ID=38d889c0-8bae-49d6-a0a0-ee8a4064a750,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:58.048971 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcd535-43c9-4838-9de6-4fdb37e73fb1 req-7c7fab7d-3831-4b3a-84d6-e0f50bbc0ca1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:58.050580 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0dcd535-43c9-4838-9de6-4fdb37e73fb1 req-7c7fab7d-3831-4b3a-84d6-e0f50bbc0ca1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0894883 Dec 11 23:02:58.055267 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.094442 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.099203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Network d98c24b2-c03b-47ef-b3df-d02e61acd2c9 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:02:58.124993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:58.130450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:02:58.134113 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59bef542-0d12-4231-b13b-9154d1843d18 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.148747 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0dcd535-43c9-4838-9de6-4fdb37e73fb1 req-af92cc95-7cde-4fab-82a5-02e1213e5bb7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887976 Dec 11 23:02:58.148975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Subnet': ['ID=256841ad-4319-459a-b6d5-3dc77d37b10c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:58.190414 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-0489e53b-178c-4bfa-b6d2-7ea1f36bf179 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:02:58.197252 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-0489e53b-178c-4bfa-b6d2-7ea1f36bf179 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:02:58.197415 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-59bef542-0d12-4231-b13b-9154d1843d18 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.199218 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=4ba00637-719a-4237-9546-559173ea4068,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:58.202090 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-59bef542-0d12-4231-b13b-9154d1843d18 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/245e03d9-c297-4f14-8117-73d96cc9e886 HTTP/1.1" status: 204 len: 168 time: 0.5711722 Dec 11 23:02:58.203652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bef542-0d12-4231-b13b-9154d1843d18 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=245e03d9-c297-4f14-8117-73d96cc9e886,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:58.206009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52660) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:58.241090 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Attempting to bind port 38d889c0-8bae-49d6-a0a0-ee8a4064a750 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:02:58.241670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Attempting to bind port 38d889c0-8bae-49d6-a0a0-ee8a4064a750 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '5bfb0a32-a2fb-4bdb-bae6-f255a1c0a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd98c24b2-c03b-47ef-b3df-d02e61acd2c9'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:02:58.241843 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Attempting to bind port 38d889c0-8bae-49d6-a0a0-ee8a4064a750 on network d98c24b2-c03b-47ef-b3df-d02e61acd2c9 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:02:58.247023 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:02:58.247414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Checking segment: {'id': '5bfb0a32-a2fb-4bdb-bae6-f255a1c0a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd98c24b2-c03b-47ef-b3df-d02e61acd2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:58.247831 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.248240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Bound using segment: {'id': '5bfb0a32-a2fb-4bdb-bae6-f255a1c0a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd98c24b2-c03b-47ef-b3df-d02e61acd2c9'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:02:58.249236 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Bound port: 38d889c0-8bae-49d6-a0a0-ee8a4064a750, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfb0a32-a2fb-4bdb-bae6-f255a1c0a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd98c24b2-c03b-47ef-b3df-d02e61acd2c9'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:02:58.249236 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.257409 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.278049 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f54581-70c0-4ba5-87f0-d9ec5c42fb6d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:58.282148 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-12f54581-70c0-4ba5-87f0-d9ec5c42fb6d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0735288 Dec 11 23:02:58.282773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98c24b2-c03b-47ef-b3df-d02e61acd2c9']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:58.286437 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52662) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:58.294280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfb0a32-a2fb-4bdb-bae6-f255a1c0a529') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:58.294572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfb0a32-a2fb-4bdb-bae6-f255a1c0a529') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:58.304512 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.318761 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.322516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] For port 38d889c0-8bae-49d6-a0a0-ee8a4064a750, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:02:58.324517 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c97eaf8-7db4-44e5-a0ac-a9062697c3e3 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] GET failed (client error): The resource could not be found. Dec 11 23:02:58.329311 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1c97eaf8-7db4-44e5-a0ac-a9062697c3e3 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/245e03d9-c297-4f14-8117-73d96cc9e886 HTTP/1.1" status: 404 len: 333 time: 0.0384216 Dec 11 23:02:58.329455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:02:58.329455 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:02:58.332615 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:02:58.335337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52664) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:58.340075 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-750c9f1c-26c6-453b-b8bb-342fcd062343 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1542129007'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:58.388390 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] For port 38d889c0-8bae-49d6-a0a0-ee8a4064a750, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=38d889c0-8bae-49d6-a0a0-ee8a4064a750,segment=NetworkSegment(5bfb0a32-a2fb-4bdb-bae6-f255a1c0a529),segment_id=5bfb0a32-a2fb-4bdb-bae6-f255a1c0a529)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:02:58.430737 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.api [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 23:02:58.430737 n-d-710847-6 neutron-server[103692]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 23:02:58.430737 n-d-710847-6 neutron-server[103692]: [parameters: {'id': 'd98c24b2-c03b-47ef-b3df-d02e61acd2c9'}] Dec 11 23:02:58.430737 n-d-710847-6 neutron-server[103692]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:02:58.431303 n-d-710847-6 neutron-server[103692]: DEBUG oslo_db.api [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:02:58.457652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750c9f1c-26c6-453b-b8bb-342fcd062343 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:58.457652 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-750c9f1c-26c6-453b-b8bb-342fcd062343 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.484134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750c9f1c-26c6-453b-b8bb-342fcd062343 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:02:58.484508 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.493014 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-750c9f1c-26c6-453b-b8bb-342fcd062343 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.493364 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-750c9f1c-26c6-453b-b8bb-342fcd062343 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Added segment 28bfe0e2-63fa-4d83-9fc0-f0148804d5a9 of type vlan for network 47e15b86-d490-43a2-bb40-6a3b13f6d21e Dec 11 23:02:58.533930 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-750c9f1c-26c6-453b-b8bb-342fcd062343 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.572723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e7447-70e6-485c-b9b1-856eea7795b5 None None] Pushing event updated for resources: {'Port': ['ID=38d889c0-8bae-49d6-a0a0-ee8a4064a750,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:58.598764 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2538c32-095b-4899-8056-9690abd05dcf None None] Network d98c24b2-c03b-47ef-b3df-d02e61acd2c9 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:58.672460 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-750c9f1c-26c6-453b-b8bb-342fcd062343 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.679148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750c9f1c-26c6-453b-b8bb-342fcd062343 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:58.679770 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-750c9f1c-26c6-453b-b8bb-342fcd062343 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.700872 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d230648-37ac-42a2-96ab-4d42efcb7ae4 None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 23:02:58.755953 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c9f1c-26c6-453b-b8bb-342fcd062343 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Network': ['ID=47e15b86-d490-43a2-bb40-6a3b13f6d21e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:58.768476 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 47e15b86-d490-43a2-bb40-6a3b13f6d21e details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:02:58.829781 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-750c9f1c-26c6-453b-b8bb-342fcd062343 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4942157 Dec 11 23:02:58.835958 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52668) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:58.841064 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-afa08815-dffd-4710-a42a-8e220bd3c053 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'subnet': {'network_id': '47e15b86-d490-43a2-bb40-6a3b13f6d21e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:58.932622 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.964804 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-789d64c6-aae8-4b91-a2f6-24000f5d076f None None] Provisioning complete for port 4ba00637-719a-4237-9546-559173ea4068 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:58.965313 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-789d64c6-aae8-4b91-a2f6-24000f5d076f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:58.992464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Deleting port 38d889c0-8bae-49d6-a0a0-ee8a4064a750 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:02:58.992849 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:59.032580 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa08815-dffd-4710-a42a-8e220bd3c053 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:59.037607 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-afa08815-dffd-4710-a42a-8e220bd3c053 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:59.047337 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d230648-37ac-42a2-96ab-4d42efcb7ae4 None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 23:02:59.057064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] For port 38d889c0-8bae-49d6-a0a0-ee8a4064a750, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=38d889c0-8bae-49d6-a0a0-ee8a4064a750,segment=NetworkSegment(5bfb0a32-a2fb-4bdb-bae6-f255a1c0a529),segment_id=5bfb0a32-a2fb-4bdb-bae6-f255a1c0a529)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:02:59.057440 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:59.072341 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Calling delete_port for 38d889c0-8bae-49d6-a0a0-ee8a4064a750 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:02:59.331660 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:59.365587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Port': ['ID=38d889c0-8bae-49d6-a0a0-ee8a4064a750,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:59.374613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No DVR routers for this DVR port 38d889c0-8bae-49d6-a0a0-ee8a4064a750 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:02:59.384116 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449d263-bb5d-4c57-9bf3-d8b9831d2ba7 req-c698aa1e-c788-4cd5-b416-e4df12856138 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:59.385775 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2449d263-bb5d-4c57-9bf3-d8b9831d2ba7 req-c698aa1e-c788-4cd5-b416-e4df12856138 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.1004472 Dec 11 23:02:59.439588 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-afa08815-dffd-4710-a42a-8e220bd3c053 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:59.457230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4ba00637-719a-4237-9546-559173ea4068 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:02:59.491661 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:59.509685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa08815-dffd-4710-a42a-8e220bd3c053 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Subnet': ['ID=58f86c17-d4f4-4fa9-b746-37d17ff7a57f,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:59.521741 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa08815-dffd-4710-a42a-8e220bd3c053 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Checking segment: {'id': '28bfe0e2-63fa-4d83-9fc0-f0148804d5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '47e15b86-d490-43a2-bb40-6a3b13f6d21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:02:59.522384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa08815-dffd-4710-a42a-8e220bd3c053 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network hostable DHCP agents. Network: 47e15b86-d490-43a2-bb40-6a3b13f6d21e, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:02:59.527899 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2449d263-bb5d-4c57-9bf3-d8b9831d2ba7 req-aed54148-f1af-49e9-ae59-793204824bed tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193857 Dec 11 23:02:59.547341 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98c24b2-c03b-47ef-b3df-d02e61acd2c9']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:59.558859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfb0a32-a2fb-4bdb-bae6-f255a1c0a529') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:59.562511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfb0a32-a2fb-4bdb-bae6-f255a1c0a529') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:02:59.572716 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:59.592945 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:59.598779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4ba00637-719a-4237-9546-559173ea4068 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:02:59.599194 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:59.600914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:02:59.601345 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:02:59.606335 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:02:59.610293 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa08815-dffd-4710-a42a-8e220bd3c053 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 47e15b86-d490-43a2-bb40-6a3b13f6d21e is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:02:59.718762 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-afa08815-dffd-4710-a42a-8e220bd3c053 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 47e15b86-d490-43a2-bb40-6a3b13f6d21e) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:02:59.725477 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa08815-dffd-4710-a42a-8e220bd3c053 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:02:59.726730 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-afa08815-dffd-4710-a42a-8e220bd3c053 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:59.749565 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:59.755511 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:59.762383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52676) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:59.764238 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/d98c24b2-c03b-47ef-b3df-d02e61acd2c9 HTTP/1.1" status: 204 len: 168 time: 2.5403364 Dec 11 23:02:59.764568 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d06b85e-77a8-470b-9351-1d7c28c2b4ba None None] Network 47e15b86-d490-43a2-bb40-6a3b13f6d21e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:02:59.769050 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0337711c-aa1d-4a6c-b92d-bb403b949fda tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-554929553'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:59.779435 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bb063-a4d3-4793-8357-7ad0f6fed9bb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Network': ['ID=d98c24b2-c03b-47ef-b3df-d02e61acd2c9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:02:59.842468 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-afa08815-dffd-4710-a42a-8e220bd3c053 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0053134 Dec 11 23:02:59.845438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52678) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:02:59.851350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-91f2d637-4014-4a1c-840f-2cc4c354ebfa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'subnet': {'network_id': '47e15b86-d490-43a2-bb40-6a3b13f6d21e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:02:59.882676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-47e15b86-d490-43a2-bb40-6a3b13f6d21e', 'network_id': '47e15b86-d490-43a2-bb40-6a3b13f6d21e', 'project_id': '82caad537645459c8bb632e90c0aa12f', 'fixed_ips': [{'subnet_id': '58f86c17-d4f4-4fa9-b746-37d17ff7a57f'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:02:59.883872 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:59.958851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0337711c-aa1d-4a6c-b92d-bb403b949fda tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:02:59.962599 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0337711c-aa1d-4a6c-b92d-bb403b949fda tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:02:59.998640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0337711c-aa1d-4a6c-b92d-bb403b949fda tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:03:00.008130 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0337711c-aa1d-4a6c-b92d-bb403b949fda tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:00.008470 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-0337711c-aa1d-4a6c-b92d-bb403b949fda tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Added segment 419226f5-ccaa-47b1-af69-6c86263d7820 of type vlan for network 40042c97-d228-4c47-afda-c665f3c45cce Dec 11 23:03:00.032014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Allocated IP 2001:db8::2 (47e15b86-d490-43a2-bb40-6a3b13f6d21e/58f86c17-d4f4-4fa9-b746-37d17ff7a57f/968209ef-4495-43a6-9e56-629cbecdfe8e) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:00.052011 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0337711c-aa1d-4a6c-b92d-bb403b949fda tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:00.099332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f2d637-4014-4a1c-840f-2cc4c354ebfa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:00.102956 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91f2d637-4014-4a1c-840f-2cc4c354ebfa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:00.162203 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0337711c-aa1d-4a6c-b92d-bb403b949fda tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:00.169877 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0337711c-aa1d-4a6c-b92d-bb403b949fda tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:00.170749 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0337711c-aa1d-4a6c-b92d-bb403b949fda tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:00.185433 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:00.201680 n-d-710847-6 neutron-server[103692]: INFO neutron.db.ipam_backend_mixin [None req-91f2d637-4014-4a1c-840f-2cc4c354ebfa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58f86c17-d4f4-4fa9-b746-37d17ff7a57f (CIDR: 2001:db8::/64) Dec 11 23:03:00.236699 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f2d637-4014-4a1c-840f-2cc4c354ebfa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 23:03:00.237154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f2d637-4014-4a1c-840f-2cc4c354ebfa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:00.240403 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337711c-aa1d-4a6c-b92d-bb403b949fda tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Network': ['ID=40042c97-d228-4c47-afda-c665f3c45cce,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:00.251169 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 40042c97-d228-4c47-afda-c665f3c45cce details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:03:00.293619 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:00.300463 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0337711c-aa1d-4a6c-b92d-bb403b949fda tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5326607 Dec 11 23:03:00.300894 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52682) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:00.309710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-20e0a657-72cb-4e22-991a-fc1d9609acb9 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'subnet': {'network_id': '40042c97-d228-4c47-afda-c665f3c45cce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:00.361145 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Network 47e15b86-d490-43a2-bb40-6a3b13f6d21e is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:00.369320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:00.371399 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:00.374775 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Pushing event updated for resources: {'Port': ['ID=968209ef-4495-43a6-9e56-629cbecdfe8e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:00.398512 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-91f2d637-4014-4a1c-840f-2cc4c354ebfa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5519576 Dec 11 23:03:00.401768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52684) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:00.407149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9060e842-6330-40dc-9cdc-b02c0e060843 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'subnet': {'network_id': '47e15b86-d490-43a2-bb40-6a3b13f6d21e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:00.431155 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Attempting to bind port 968209ef-4495-43a6-9e56-629cbecdfe8e on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:03:00.431641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Attempting to bind port 968209ef-4495-43a6-9e56-629cbecdfe8e by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '28bfe0e2-63fa-4d83-9fc0-f0148804d5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '47e15b86-d490-43a2-bb40-6a3b13f6d21e'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:03:00.432021 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Attempting to bind port 968209ef-4495-43a6-9e56-629cbecdfe8e on network 47e15b86-d490-43a2-bb40-6a3b13f6d21e {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:03:00.437212 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:03:00.437595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Checking segment: {'id': '28bfe0e2-63fa-4d83-9fc0-f0148804d5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '47e15b86-d490-43a2-bb40-6a3b13f6d21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:00.438001 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:00.438401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Bound using segment: {'id': '28bfe0e2-63fa-4d83-9fc0-f0148804d5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '47e15b86-d490-43a2-bb40-6a3b13f6d21e'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:03:00.438893 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Bound port: 968209ef-4495-43a6-9e56-629cbecdfe8e, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bfe0e2-63fa-4d83-9fc0-f0148804d5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '47e15b86-d490-43a2-bb40-6a3b13f6d21e'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:03:00.439280 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:00.502068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] For port 968209ef-4495-43a6-9e56-629cbecdfe8e, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:03:00.506315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] For port 968209ef-4495-43a6-9e56-629cbecdfe8e, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=968209ef-4495-43a6-9e56-629cbecdfe8e,segment=NetworkSegment(28bfe0e2-63fa-4d83-9fc0-f0148804d5a9),segment_id=28bfe0e2-63fa-4d83-9fc0-f0148804d5a9)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:03:00.603807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e0a657-72cb-4e22-991a-fc1d9609acb9 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:00.607628 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-20e0a657-72cb-4e22-991a-fc1d9609acb9 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:00.658600 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8fb10-3ee7-4f1f-8a69-cb7199c6f544 req-d1093754-1ebb-4d5c-a9f6-5756494b0694 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:00.660911 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fec8fb10-3ee7-4f1f-8a69-cb7199c6f544 req-d1093754-1ebb-4d5c-a9f6-5756494b0694 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0540767 Dec 11 23:03:00.667832 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:00.734885 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fec8fb10-3ee7-4f1f-8a69-cb7199c6f544 req-69fd3788-239c-42ab-8501-b8f1b6a84cb5 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653908 Dec 11 23:03:00.800323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9060e842-6330-40dc-9cdc-b02c0e060843 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:00.805200 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9060e842-6330-40dc-9cdc-b02c0e060843 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:00.825801 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4b1c5-b48c-4bf9-b677-540a74ac04ab None None] Pushing event updated for resources: {'Port': ['ID=968209ef-4495-43a6-9e56-629cbecdfe8e,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:01.023554 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-20e0a657-72cb-4e22-991a-fc1d9609acb9 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:01.140753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0a657-72cb-4e22-991a-fc1d9609acb9 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Subnet': ['ID=06f7a1ef-4515-499a-8108-068e7969d0b1,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:01.193514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e0a657-72cb-4e22-991a-fc1d9609acb9 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Checking segment: {'id': '419226f5-ccaa-47b1-af69-6c86263d7820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '40042c97-d228-4c47-afda-c665f3c45cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:01.193897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e0a657-72cb-4e22-991a-fc1d9609acb9 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network hostable DHCP agents. Network: 40042c97-d228-4c47-afda-c665f3c45cce, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:03:01.261668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 968209ef-4495-43a6-9e56-629cbecdfe8e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:03:01.312993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 968209ef-4495-43a6-9e56-629cbecdfe8e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:01.313376 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:01.346517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e0a657-72cb-4e22-991a-fc1d9609acb9 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network 40042c97-d228-4c47-afda-c665f3c45cce is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:03:01.373550 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9060e842-6330-40dc-9cdc-b02c0e060843 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:01.402597 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:01.424960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9060e842-6330-40dc-9cdc-b02c0e060843 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 47e15b86-d490-43a2-bb40-6a3b13f6d21e is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:01.429422 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-9060e842-6330-40dc-9cdc-b02c0e060843 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:01.434738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9060e842-6330-40dc-9cdc-b02c0e060843 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:01.434738 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9060e842-6330-40dc-9cdc-b02c0e060843 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:01.438220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 968209ef-4495-43a6-9e56-629cbecdfe8e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=968209ef-4495-43a6-9e56-629cbecdfe8e,segment=NetworkSegment(28bfe0e2-63fa-4d83-9fc0-f0148804d5a9),segment_id=28bfe0e2-63fa-4d83-9fc0-f0148804d5a9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:01.439911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060e842-6330-40dc-9cdc-b02c0e060843 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Subnet': ['ID=4475fdd1-9598-45e3-85b5-4ddc2c85cea3,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:01.454904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-20e0a657-72cb-4e22-991a-fc1d9609acb9 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 40042c97-d228-4c47-afda-c665f3c45cce) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:01.463588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9321eec1-b936-41a1-902e-772e4091733b None None] Network 40042c97-d228-4c47-afda-c665f3c45cce requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:01.463723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e0a657-72cb-4e22-991a-fc1d9609acb9 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:01.464561 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-20e0a657-72cb-4e22-991a-fc1d9609acb9 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:01.567492 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:01.593030 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9060e842-6330-40dc-9cdc-b02c0e060843 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1883051 Dec 11 23:03:01.593424 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52692) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:01.593899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-40042c97-d228-4c47-afda-c665f3c45cce', 'network_id': '40042c97-d228-4c47-afda-c665f3c45cce', 'project_id': '52d2bf62ad8e47aa90505a2513326d2d', 'fixed_ips': [{'subnet_id': '06f7a1ef-4515-499a-8108-068e7969d0b1'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:03:01.594475 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:01.599578 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-20e0a657-72cb-4e22-991a-fc1d9609acb9 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2944696 Dec 11 23:03:01.599784 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3dff9e1a-1b01-4a44-9f0e-6465283c0244 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'network_id': '47e15b86-d490-43a2-bb40-6a3b13f6d21e', 'fixed_ips': [{'subnet_id': '58f86c17-d4f4-4fa9-b746-37d17ff7a57f'}, {'subnet_id': '4475fdd1-9598-45e3-85b5-4ddc2c85cea3'}], 'name': 'tempest-PortsIpV6TestJSON-1367992938'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:01.600569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52694) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:01.704535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=968209ef-4495-43a6-9e56-629cbecdfe8e,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:01.746421 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:01.790776 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Allocated IP 2001:db8::1 (40042c97-d228-4c47-afda-c665f3c45cce/06f7a1ef-4515-499a-8108-068e7969d0b1/816bc84d-f62d-4547-b584-70f4d49d1bb6) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:01.813353 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:01.836799 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dff9e1a-1b01-4a44-9f0e-6465283c0244 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:01.978227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcf126-07d7-4990-b97d-6d716e1df8f7 req-201eb351-4a63-4bcf-aa54-2d850e31d966 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:01.979897 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6dcf126-07d7-4990-b97d-6d716e1df8f7 req-201eb351-4a63-4bcf-aa54-2d850e31d966 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0975981 Dec 11 23:03:01.985231 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3dff9e1a-1b01-4a44-9f0e-6465283c0244 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:01.993452 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed25c2a-5e37-46f3-b59a-0be441edf9b3 None None] Network 47e15b86-d490-43a2-bb40-6a3b13f6d21e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:02.009279 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-3dff9e1a-1b01-4a44-9f0e-6465283c0244 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] device_id is not set on port c7479e07-8615-41c8-8d60-e5b6b7d90e97 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:03:02.041287 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6dcf126-07d7-4990-b97d-6d716e1df8f7 req-26333e9b-0fb2-45d3-bb9b-f4f2ed879dd6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534618 Dec 11 23:03:02.119103 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:02.120875 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-545a5b1b-d9b9-4584-867c-c14a5f055da7 None None] Provisioning complete for port 968209ef-4495-43a6-9e56-629cbecdfe8e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:02.121259 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-545a5b1b-d9b9-4584-867c-c14a5f055da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:02.225593 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:02.307696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Network 40042c97-d228-4c47-afda-c665f3c45cce is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:02.312799 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:02.315125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:02.317491 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Pushing event updated for resources: {'Port': ['ID=816bc84d-f62d-4547-b584-70f4d49d1bb6,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:02.322919 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:02.333922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-3dff9e1a-1b01-4a44-9f0e-6465283c0244 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Allocated IP 2001:db8::fc (47e15b86-d490-43a2-bb40-6a3b13f6d21e/58f86c17-d4f4-4fa9-b746-37d17ff7a57f/c7479e07-8615-41c8-8d60-e5b6b7d90e97) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:02.334551 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feb2e48-8d45-4c2d-9578-434d13d4acef None None] Update dhcp port {'port': {'network_id': '47e15b86-d490-43a2-bb40-6a3b13f6d21e', 'fixed_ips': [{'subnet_id': '58f86c17-d4f4-4fa9-b746-37d17ff7a57f', 'ip_address': '2001:db8::2'}, {'subnet_id': '4475fdd1-9598-45e3-85b5-4ddc2c85cea3'}], 'binding:host_id': 'n-d-710847-6'}, 'id': '968209ef-4495-43a6-9e56-629cbecdfe8e'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 23:03:02.342850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-3dff9e1a-1b01-4a44-9f0e-6465283c0244 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Allocated IP 2001:db8:0:1::e3 (47e15b86-d490-43a2-bb40-6a3b13f6d21e/4475fdd1-9598-45e3-85b5-4ddc2c85cea3/c7479e07-8615-41c8-8d60-e5b6b7d90e97) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:02.350820 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Subnet': ['ID=06f7a1ef-4515-499a-8108-068e7969d0b1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:02.399501 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2feb2e48-8d45-4c2d-9578-434d13d4acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:02.417312 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Attempting to bind port 816bc84d-f62d-4547-b584-70f4d49d1bb6 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:03:02.418432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Attempting to bind port 816bc84d-f62d-4547-b584-70f4d49d1bb6 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '419226f5-ccaa-47b1-af69-6c86263d7820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '40042c97-d228-4c47-afda-c665f3c45cce'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:03:02.418432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Attempting to bind port 816bc84d-f62d-4547-b584-70f4d49d1bb6 on network 40042c97-d228-4c47-afda-c665f3c45cce {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:03:02.425412 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:02.426247 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:03:02.426641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Checking segment: {'id': '419226f5-ccaa-47b1-af69-6c86263d7820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '40042c97-d228-4c47-afda-c665f3c45cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:02.427086 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:02.427492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Bound using segment: {'id': '419226f5-ccaa-47b1-af69-6c86263d7820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '40042c97-d228-4c47-afda-c665f3c45cce'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:03:02.428180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Bound port: 816bc84d-f62d-4547-b584-70f4d49d1bb6, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419226f5-ccaa-47b1-af69-6c86263d7820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '40042c97-d228-4c47-afda-c665f3c45cce'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:03:02.428427 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:02.448460 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40042c97-d228-4c47-afda-c665f3c45cce']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:02.460261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419226f5-ccaa-47b1-af69-6c86263d7820') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:02.460423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419226f5-ccaa-47b1-af69-6c86263d7820') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:02.471279 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:02.489428 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:02.495233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:02.495647 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:02.499281 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:02.556903 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3dff9e1a-1b01-4a44-9f0e-6465283c0244 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:02.588113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] For port 816bc84d-f62d-4547-b584-70f4d49d1bb6, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:03:02.614270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] For port 816bc84d-f62d-4547-b584-70f4d49d1bb6, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=816bc84d-f62d-4547-b584-70f4d49d1bb6,segment=NetworkSegment(419226f5-ccaa-47b1-af69-6c86263d7820),segment_id=419226f5-ccaa-47b1-af69-6c86263d7820)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:03:02.653849 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.api [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 23:03:02.653849 n-d-710847-6 neutron-server[103692]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 23:03:02.653849 n-d-710847-6 neutron-server[103692]: [parameters: {'id': '40042c97-d228-4c47-afda-c665f3c45cce'}] Dec 11 23:03:02.653849 n-d-710847-6 neutron-server[103692]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:03:02.654359 n-d-710847-6 neutron-server[103692]: DEBUG oslo_db.api [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:03:02.701054 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:02.747232 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3dff9e1a-1b01-4a44-9f0e-6465283c0244 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:02.792874 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dff9e1a-1b01-4a44-9f0e-6465283c0244 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 47e15b86-d490-43a2-bb40-6a3b13f6d21e is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:02.796910 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-3dff9e1a-1b01-4a44-9f0e-6465283c0244 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:02.799964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff9e1a-1b01-4a44-9f0e-6465283c0244 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:02.806148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dff9e1a-1b01-4a44-9f0e-6465283c0244 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:02.806793 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3dff9e1a-1b01-4a44-9f0e-6465283c0244 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:02.811379 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41cd17-e6ef-497a-9cc8-a6da74f74989 None None] Pushing event updated for resources: {'Port': ['ID=816bc84d-f62d-4547-b584-70f4d49d1bb6,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:02.822871 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff9e1a-1b01-4a44-9f0e-6465283c0244 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=c7479e07-8615-41c8-8d60-e5b6b7d90e97,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:02.838825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee4f320-01d2-4066-ad91-0f864225b069 None None] Network 40042c97-d228-4c47-afda-c665f3c45cce requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:02.841449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-2feb2e48-8d45-4c2d-9578-434d13d4acef None None] Allocated IP 2001:db8:0:1::2 (47e15b86-d490-43a2-bb40-6a3b13f6d21e/4475fdd1-9598-45e3-85b5-4ddc2c85cea3/968209ef-4495-43a6-9e56-629cbecdfe8e) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:02.992578 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3dff9e1a-1b01-4a44-9f0e-6465283c0244 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.3979673 Dec 11 23:03:02.996872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52704) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:03.010118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-95d911d4-050c-4f45-b447-6825ce4ae827 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58f86c17-d4f4-4fa9-b746-37d17ff7a57f'}]}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:03.025579 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2feb2e48-8d45-4c2d-9578-434d13d4acef None None] For port 968209ef-4495-43a6-9e56-629cbecdfe8e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=968209ef-4495-43a6-9e56-629cbecdfe8e,segment=NetworkSegment(28bfe0e2-63fa-4d83-9fc0-f0148804d5a9),segment_id=28bfe0e2-63fa-4d83-9fc0-f0148804d5a9)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:03.057201 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2feb2e48-8d45-4c2d-9578-434d13d4acef None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:03.135245 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2feb2e48-8d45-4c2d-9578-434d13d4acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:03.179977 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:03.183366 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95d911d4-050c-4f45-b447-6825ce4ae827 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:03.194040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc7196-6d6d-497b-890a-16de7a21d352 req-08065db0-c22b-42bc-854e-e1c520fe6219 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:03.204153 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6cdc7196-6d6d-497b-890a-16de7a21d352 req-08065db0-c22b-42bc-854e-e1c520fe6219 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0898871 Dec 11 23:03:03.237658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb2e48-8d45-4c2d-9578-434d13d4acef None None] Pushing event updated for resources: {'Port': ['ID=968209ef-4495-43a6-9e56-629cbecdfe8e,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:03.263433 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6cdc7196-6d6d-497b-890a-16de7a21d352 req-0d24f6e1-ff82-4bcf-806b-37142da9be91 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529397 Dec 11 23:03:03.280244 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 968209ef-4495-43a6-9e56-629cbecdfe8e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:03:03.365112 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:03:03.381704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Deleting port 816bc84d-f62d-4547-b584-70f4d49d1bb6 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:03.381704 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:03.517315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 968209ef-4495-43a6-9e56-629cbecdfe8e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:03.517662 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:03.529425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] For port 816bc84d-f62d-4547-b584-70f4d49d1bb6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=816bc84d-f62d-4547-b584-70f4d49d1bb6,segment=NetworkSegment(419226f5-ccaa-47b1-af69-6c86263d7820),segment_id=419226f5-ccaa-47b1-af69-6c86263d7820)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:03.529816 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:03.554848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Calling delete_port for 816bc84d-f62d-4547-b584-70f4d49d1bb6 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:03.688700 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-95d911d4-050c-4f45-b447-6825ce4ae827 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Delete allocated IP 2001:db8:0:1::e3 (47e15b86-d490-43a2-bb40-6a3b13f6d21e/4475fdd1-9598-45e3-85b5-4ddc2c85cea3) {{(pid=103692) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 11 23:03:03.832999 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95d911d4-050c-4f45-b447-6825ce4ae827 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:03.837791 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:03.862730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22d7a1e-eee5-4448-804c-f21bbb2a2aea None None] Network 47e15b86-d490-43a2-bb40-6a3b13f6d21e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:03.869674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Port': ['ID=816bc84d-f62d-4547-b584-70f4d49d1bb6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:03.874398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No DVR routers for this DVR port 816bc84d-f62d-4547-b584-70f4d49d1bb6 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:03.899520 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95d911d4-050c-4f45-b447-6825ce4ae827 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:03.949883 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a7075d28-cf4c-4800-81de-32554e7fdde8 None None] Provisioning complete for port 968209ef-4495-43a6-9e56-629cbecdfe8e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:03.950419 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a7075d28-cf4c-4800-81de-32554e7fdde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.027187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-95d911d4-050c-4f45-b447-6825ce4ae827 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] In _notify_port_updated(), no bound segment for port c7479e07-8615-41c8-8d60-e5b6b7d90e97 on network 47e15b86-d490-43a2-bb40-6a3b13f6d21e {{(pid=103692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 23:03:04.034424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d911d4-050c-4f45-b447-6825ce4ae827 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:04.036241 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95d911d4-050c-4f45-b447-6825ce4ae827 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.040805 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-95d911d4-050c-4f45-b447-6825ce4ae827 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "PUT /v2.0/ports/c7479e07-8615-41c8-8d60-e5b6b7d90e97 HTTP/1.1" status: 200 len: 925 time: 1.0400934 Dec 11 23:03:04.040946 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.041724 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52712) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:04.043716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d911d4-050c-4f45-b447-6825ce4ae827 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=c7479e07-8615-41c8-8d60-e5b6b7d90e97,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:04.060021 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1b9b35f8-07f6-42cc-8d40-cfb4ea4c55ab tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58f86c17-d4f4-4fa9-b746-37d17ff7a57f'}, {'subnet_id': '4475fdd1-9598-45e3-85b5-4ddc2c85cea3'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:04.072386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40042c97-d228-4c47-afda-c665f3c45cce']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:04.084424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419226f5-ccaa-47b1-af69-6c86263d7820') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:04.084770 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419226f5-ccaa-47b1-af69-6c86263d7820') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:04.098833 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.113322 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.120121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:04.120532 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:04.123804 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:04.162077 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b9b35f8-07f6-42cc-8d40-cfb4ea4c55ab tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.243863 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.256459 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.260459 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/40042c97-d228-4c47-afda-c665f3c45cce HTTP/1.1" status: 204 len: 168 time: 2.6588504 Dec 11 23:03:04.263985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52714) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:04.269068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-923b7933-a3e6-4f00-9196-384865bb4994 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-895808091'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:04.291134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749dc9f-9c2a-4d06-b765-f540a8796e11 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Network': ['ID=40042c97-d228-4c47-afda-c665f3c45cce,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:04.400580 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c6c67b6c-c003-44ee-83a4-879ca6d4b8d6 None None] Provisioning complete for port 968209ef-4495-43a6-9e56-629cbecdfe8e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:04.400983 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6c67b6c-c003-44ee-83a4-879ca6d4b8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.419309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923b7933-a3e6-4f00-9196-384865bb4994 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:04.423652 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-923b7933-a3e6-4f00-9196-384865bb4994 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.441670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe1d03-80a5-4c59-a614-3dc72bd3d5ea req-8e2268db-5399-4dbb-bce4-a0a6275f180d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:04.444835 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5dbe1d03-80a5-4c59-a614-3dc72bd3d5ea req-8e2268db-5399-4dbb-bce4-a0a6275f180d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0895514 Dec 11 23:03:04.493610 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-1b9b35f8-07f6-42cc-8d40-cfb4ea4c55ab tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Allocated IP 2001:db8:0:1::175 (47e15b86-d490-43a2-bb40-6a3b13f6d21e/4475fdd1-9598-45e3-85b5-4ddc2c85cea3/c7479e07-8615-41c8-8d60-e5b6b7d90e97) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:04.498889 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923b7933-a3e6-4f00-9196-384865bb4994 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:03:04.515165 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c6c67b6c-c003-44ee-83a4-879ca6d4b8d6 None None] Provisioning complete for port c7479e07-8615-41c8-8d60-e5b6b7d90e97 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:04.522858 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6c67b6c-c003-44ee-83a4-879ca6d4b8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.523166 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5dbe1d03-80a5-4c59-a614-3dc72bd3d5ea req-9197576c-ee57-453c-9cd5-ab7d8213aa6e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693481 Dec 11 23:03:04.523166 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-923b7933-a3e6-4f00-9196-384865bb4994 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.523166 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-923b7933-a3e6-4f00-9196-384865bb4994 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Added segment 48613a87-ebd4-4ee0-a899-c1809274b669 of type vlan for network 7b2ad0a6-c882-4168-a63a-d2e441c3b6b0 Dec 11 23:03:04.569153 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c6c67b6c-c003-44ee-83a4-879ca6d4b8d6 None None] Port c7479e07-8615-41c8-8d60-e5b6b7d90e97 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:04.575939 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-923b7933-a3e6-4f00-9196-384865bb4994 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.672548 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-923b7933-a3e6-4f00-9196-384865bb4994 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.678431 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b9b35f8-07f6-42cc-8d40-cfb4ea4c55ab tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.683439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923b7933-a3e6-4f00-9196-384865bb4994 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:04.684087 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-923b7933-a3e6-4f00-9196-384865bb4994 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.693416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6c4e4bfd-9aa4-4ecc-8399-e082cf187c18 None None] Provisioning complete for port c7479e07-8615-41c8-8d60-e5b6b7d90e97 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:04.693998 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4bfd-9aa4-4ecc-8399-e082cf187c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.737674 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e4bfd-9aa4-4ecc-8399-e082cf187c18 None None] Port c7479e07-8615-41c8-8d60-e5b6b7d90e97 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:04.756970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b7933-a3e6-4f00-9196-384865bb4994 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Network': ['ID=7b2ad0a6-c882-4168-a63a-d2e441c3b6b0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:04.768562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 7b2ad0a6-c882-4168-a63a-d2e441c3b6b0 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:03:04.785699 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b9b35f8-07f6-42cc-8d40-cfb4ea4c55ab tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.829826 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-923b7933-a3e6-4f00-9196-384865bb4994 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5647001 Dec 11 23:03:04.833488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52720) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:04.839314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c7d5336e-d12a-4d3b-a11b-1aebc3ef7684 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'subnet': {'network_id': '7b2ad0a6-c882-4168-a63a-d2e441c3b6b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:04.860128 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b35f8-07f6-42cc-8d40-cfb4ea4c55ab tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=c7479e07-8615-41c8-8d60-e5b6b7d90e97,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:04.910435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b35f8-07f6-42cc-8d40-cfb4ea4c55ab tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] In _notify_port_updated(), no bound segment for port c7479e07-8615-41c8-8d60-e5b6b7d90e97 on network 47e15b86-d490-43a2-bb40-6a3b13f6d21e {{(pid=103691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 23:03:04.916553 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b35f8-07f6-42cc-8d40-cfb4ea4c55ab tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:04.917058 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b9b35f8-07f6-42cc-8d40-cfb4ea4c55ab tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:04.921010 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1b9b35f8-07f6-42cc-8d40-cfb4ea4c55ab tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "PUT /v2.0/ports/c7479e07-8615-41c8-8d60-e5b6b7d90e97 HTTP/1.1" status: 200 len: 1011 time: 0.8738756 Dec 11 23:03:04.922224 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52722) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:04.966709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-718de1be-db1b-48e5-b329-d9c26ece6cae None None] Provisioning complete for port c7479e07-8615-41c8-8d60-e5b6b7d90e97 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:04.967341 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-718de1be-db1b-48e5-b329-d9c26ece6cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:05.016170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-718de1be-db1b-48e5-b329-d9c26ece6cae None None] Port c7479e07-8615-41c8-8d60-e5b6b7d90e97 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:05.047120 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-90931533-101c-4cfb-b0d8-e3db9619fe41 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port c7479e07-8615-41c8-8d60-e5b6b7d90e97 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:05.047687 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-90931533-101c-4cfb-b0d8-e3db9619fe41 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:05.052826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d5336e-d12a-4d3b-a11b-1aebc3ef7684 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:05.056476 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7d5336e-d12a-4d3b-a11b-1aebc3ef7684 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:05.120625 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972b0144-699d-413a-b068-229b94500795 None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 23:03:05.148598 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-90931533-101c-4cfb-b0d8-e3db9619fe41 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:05.163687 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-90931533-101c-4cfb-b0d8-e3db9619fe41 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for c7479e07-8615-41c8-8d60-e5b6b7d90e97 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:05.284381 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 968209ef-4495-43a6-9e56-629cbecdfe8e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:03:05.296250 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57bb6b71-0a0c-46e1-bbc2-0118a1e1a8a3 None None] Provisioning complete for port c7479e07-8615-41c8-8d60-e5b6b7d90e97 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:05.296250 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57bb6b71-0a0c-46e1-bbc2-0118a1e1a8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:05.381818 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57bb6b71-0a0c-46e1-bbc2-0118a1e1a8a3 None None] Port c7479e07-8615-41c8-8d60-e5b6b7d90e97 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:05.403717 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7d5336e-d12a-4d3b-a11b-1aebc3ef7684 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:05.419891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b0144-699d-413a-b068-229b94500795 None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 23:03:05.427882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 968209ef-4495-43a6-9e56-629cbecdfe8e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:05.428241 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:05.473347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5336e-d12a-4d3b-a11b-1aebc3ef7684 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Subnet': ['ID=400b63c6-3fb4-464d-93b7-bb6efeba1438,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:05.482531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5336e-d12a-4d3b-a11b-1aebc3ef7684 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Checking segment: {'id': '48613a87-ebd4-4ee0-a899-c1809274b669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b2ad0a6-c882-4168-a63a-d2e441c3b6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:05.485870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d5336e-d12a-4d3b-a11b-1aebc3ef7684 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network hostable DHCP agents. Network: 7b2ad0a6-c882-4168-a63a-d2e441c3b6b0, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:03:05.544516 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-90931533-101c-4cfb-b0d8-e3db9619fe41 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:05.575463 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90931533-101c-4cfb-b0d8-e3db9619fe41 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=c7479e07-8615-41c8-8d60-e5b6b7d90e97,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:05.586206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d5336e-d12a-4d3b-a11b-1aebc3ef7684 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network 7b2ad0a6-c882-4168-a63a-d2e441c3b6b0 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:03:05.632747 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-90931533-101c-4cfb-b0d8-e3db9619fe41 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:05.636075 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-90931533-101c-4cfb-b0d8-e3db9619fe41 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/c7479e07-8615-41c8-8d60-e5b6b7d90e97 HTTP/1.1" status: 204 len: 168 time: 0.7131159 Dec 11 23:03:05.638859 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52730) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:05.667108 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-01915c47-33e1-4616-ac01-02746f2e7234 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] GET failed (client error): The resource could not be found. Dec 11 23:03:05.668598 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-01915c47-33e1-4616-ac01-02746f2e7234 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/c7479e07-8615-41c8-8d60-e5b6b7d90e97 HTTP/1.1" status: 404 len: 333 time: 0.0288262 Dec 11 23:03:05.671807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52732) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:05.718939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-c7d5336e-d12a-4d3b-a11b-1aebc3ef7684 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 7b2ad0a6-c882-4168-a63a-d2e441c3b6b0) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:05.725662 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c06c0b0-12eb-4bf9-b3eb-549f32745494 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting subnet 4475fdd1-9598-45e3-85b5-4ddc2c85cea3 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:03:05.729054 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c06c0b0-12eb-4bf9-b3eb-549f32745494 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:05.734787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d5336e-d12a-4d3b-a11b-1aebc3ef7684 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:05.735554 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7d5336e-d12a-4d3b-a11b-1aebc3ef7684 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:05.815476 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c06c0b0-12eb-4bf9-b3eb-549f32745494 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:05.835127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc3814-fd6f-4974-ae10-205201d61dae None None] Network 7b2ad0a6-c882-4168-a63a-d2e441c3b6b0 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:05.852798 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c7d5336e-d12a-4d3b-a11b-1aebc3ef7684 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0134969 Dec 11 23:03:05.853585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52736) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:05.878195 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d601f-8b10-4a30-bfc1-2f955b99bb65 req-3dfca9c4-a711-4e7a-ab44-7c5addd46774 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:05.885972 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-037d601f-8b10-4a30-bfc1-2f955b99bb65 req-3dfca9c4-a711-4e7a-ab44-7c5addd46774 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.2598436 Dec 11 23:03:05.983554 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c06c0b0-12eb-4bf9-b3eb-549f32745494 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:05.995067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-7b2ad0a6-c882-4168-a63a-d2e441c3b6b0', 'network_id': '7b2ad0a6-c882-4168-a63a-d2e441c3b6b0', 'project_id': '52d2bf62ad8e47aa90505a2513326d2d', 'fixed_ips': [{'subnet_id': '400b63c6-3fb4-464d-93b7-bb6efeba1438'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:03:05.995969 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.008407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-037d601f-8b10-4a30-bfc1-2f955b99bb65 req-594da7ad-8d58-4b6f-a895-66040af91a6d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164417 Dec 11 23:03:06.027213 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.105196 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.141083 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c06c0b0-12eb-4bf9-b3eb-549f32745494 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.174908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06c0b0-12eb-4bf9-b3eb-549f32745494 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Subnet': ['ID=4475fdd1-9598-45e3-85b5-4ddc2c85cea3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:06.182663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c06c0b0-12eb-4bf9-b3eb-549f32745494 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.183400 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Allocated IP 2001:db8::1 (7b2ad0a6-c882-4168-a63a-d2e441c3b6b0/400b63c6-3fb4-464d-93b7-bb6efeba1438/8c83db0d-505e-473b-ad15-48a7598b185b) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:06.189608 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8c06c0b0-12eb-4bf9-b3eb-549f32745494 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/4475fdd1-9598-45e3-85b5-4ddc2c85cea3 HTTP/1.1" status: 204 len: 168 time: 0.5137436 Dec 11 23:03:06.189608 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52738) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:06.195901 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d835db-7e6c-45e5-b082-3111bc01f658 None None] Network 47e15b86-d490-43a2-bb40-6a3b13f6d21e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:06.245968 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1395ca-6510-493f-ab44-cb79d7326058 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting subnet 58f86c17-d4f4-4fa9-b746-37d17ff7a57f {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:03:06.249482 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f1395ca-6510-493f-ab44-cb79d7326058 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.296973 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f1395ca-6510-493f-ab44-cb79d7326058 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.395481 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f1395ca-6510-493f-ab44-cb79d7326058 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.448944 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.585065 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.615380 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f1395ca-6510-493f-ab44-cb79d7326058 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.646061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1395ca-6510-493f-ab44-cb79d7326058 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Subnet': ['ID=58f86c17-d4f4-4fa9-b746-37d17ff7a57f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:06.648095 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f1395ca-6510-493f-ab44-cb79d7326058 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.652650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Network 7b2ad0a6-c882-4168-a63a-d2e441c3b6b0 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:06.652937 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4f1395ca-6510-493f-ab44-cb79d7326058 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/58f86c17-d4f4-4fa9-b746-37d17ff7a57f HTTP/1.1" status: 204 len: 168 time: 0.4611290 Dec 11 23:03:06.653050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Pushing event updated for resources: {'Port': ['ID=8c83db0d-505e-473b-ad15-48a7598b185b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:06.654316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52742) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:06.655641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:06.657978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:06.680342 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.719388 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Attempting to bind port 8c83db0d-505e-473b-ad15-48a7598b185b on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:03:06.719770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Attempting to bind port 8c83db0d-505e-473b-ad15-48a7598b185b by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '48613a87-ebd4-4ee0-a899-c1809274b669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b2ad0a6-c882-4168-a63a-d2e441c3b6b0'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:03:06.720142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Attempting to bind port 8c83db0d-505e-473b-ad15-48a7598b185b on network 7b2ad0a6-c882-4168-a63a-d2e441c3b6b0 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:03:06.730320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:03:06.730727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Checking segment: {'id': '48613a87-ebd4-4ee0-a899-c1809274b669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b2ad0a6-c882-4168-a63a-d2e441c3b6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:06.731236 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.731727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Bound using segment: {'id': '48613a87-ebd4-4ee0-a899-c1809274b669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b2ad0a6-c882-4168-a63a-d2e441c3b6b0'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:03:06.732963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Bound port: 8c83db0d-505e-473b-ad15-48a7598b185b, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48613a87-ebd4-4ee0-a899-c1809274b669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b2ad0a6-c882-4168-a63a-d2e441c3b6b0'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:03:06.733349 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.760059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Subnet': ['ID=400b63c6-3fb4-464d-93b7-bb6efeba1438,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:06.829654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] For port 8c83db0d-505e-473b-ad15-48a7598b185b, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:03:06.833323 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] For port 8c83db0d-505e-473b-ad15-48a7598b185b, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8c83db0d-505e-473b-ad15-48a7598b185b,segment=NetworkSegment(48613a87-ebd4-4ee0-a899-c1809274b669),segment_id=48613a87-ebd4-4ee0-a899-c1809274b669)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:03:06.838528 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.872037 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.877000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2ad0a6-c882-4168-a63a-d2e441c3b6b0']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:06.891514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48613a87-ebd4-4ee0-a899-c1809274b669') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:06.891879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48613a87-ebd4-4ee0-a899-c1809274b669') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:06.907870 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.918844 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.942606 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.960510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:06.961319 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:06.964096 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:07.024306 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e0c75-df5d-4c02-8d32-5152ddd9277a None None] Pushing event updated for resources: {'Port': ['ID=8c83db0d-505e-473b-ad15-48a7598b185b,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:07.049650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port 968209ef-4495-43a6-9e56-629cbecdfe8e {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:07.051103 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:07.070070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdd5150-c909-4804-a158-915c945a971b None None] Network 7b2ad0a6-c882-4168-a63a-d2e441c3b6b0 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:07.149160 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.api [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 23:03:07.149160 n-d-710847-6 neutron-server[103692]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 23:03:07.149160 n-d-710847-6 neutron-server[103692]: [parameters: {'id': '7b2ad0a6-c882-4168-a63a-d2e441c3b6b0'}] Dec 11 23:03:07.149160 n-d-710847-6 neutron-server[103692]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:03:07.149746 n-d-710847-6 neutron-server[103692]: DEBUG oslo_db.api [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:03:07.159332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] For port 968209ef-4495-43a6-9e56-629cbecdfe8e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=968209ef-4495-43a6-9e56-629cbecdfe8e,segment=NetworkSegment(28bfe0e2-63fa-4d83-9fc0-f0148804d5a9),segment_id=28bfe0e2-63fa-4d83-9fc0-f0148804d5a9)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:07.160283 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:07.183091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for 968209ef-4495-43a6-9e56-629cbecdfe8e owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:07.209885 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa452a6a-2ef8-4041-8e19-11816748de5b None None] Network 47e15b86-d490-43a2-bb40-6a3b13f6d21e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:07.212218 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4a1a1-ae79-40fd-ad71-7b10a16a4238 req-84c60b39-27ad-443e-bf06-86ff1837535f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:07.213830 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86c4a1a1-ae79-40fd-ad71-7b10a16a4238 req-84c60b39-27ad-443e-bf06-86ff1837535f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.1062851 Dec 11 23:03:07.283470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bbfe306a-5741-4982-ac52-edbcd147061e None None] Provisioning complete for port 968209ef-4495-43a6-9e56-629cbecdfe8e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:07.283849 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bbfe306a-5741-4982-ac52-edbcd147061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:07.319702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86c4a1a1-ae79-40fd-ad71-7b10a16a4238 req-7e995dd6-9fb8-4c7c-944b-055f9ace9597 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709417 Dec 11 23:03:07.398674 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:07.440305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=968209ef-4495-43a6-9e56-629cbecdfe8e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:07.445247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No DVR routers for this DVR port 968209ef-4495-43a6-9e56-629cbecdfe8e on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:07.535667 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:07.543838 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d39cd4e-fb2c-4e7a-b4ec-469d9c1aa98c None None] DHCP port deletion for 47e15b86-d490-43a2-bb40-6a3b13f6d21e request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:03:07.558502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e15b86-d490-43a2-bb40-6a3b13f6d21e']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:07.571269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bfe0e2-63fa-4d83-9fc0-f0148804d5a9') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:07.571819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bfe0e2-63fa-4d83-9fc0-f0148804d5a9') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:07.576130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c261915e-a233-4180-a774-fd1ef04bbf56 None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 23:03:07.582695 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:07.596496 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:07.602769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:07.603266 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:07.606357 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:07.652126 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:07.722588 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Deleting port 8c83db0d-505e-473b-ad15-48a7598b185b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:07.723307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c261915e-a233-4180-a774-fd1ef04bbf56 None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 23:03:07.723426 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:07.736280 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:07.768022 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:07.775233 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/networks/47e15b86-d490-43a2-bb40-6a3b13f6d21e HTTP/1.1" status: 204 len: 168 time: 1.1150548 Dec 11 23:03:07.775946 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52750) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:07.798029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67f10f-1ed4-404f-965b-6071b620328c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Network': ['ID=47e15b86-d490-43a2-bb40-6a3b13f6d21e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:07.823699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] For port 8c83db0d-505e-473b-ad15-48a7598b185b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8c83db0d-505e-473b-ad15-48a7598b185b,segment=NetworkSegment(48613a87-ebd4-4ee0-a899-c1809274b669),segment_id=48613a87-ebd4-4ee0-a899-c1809274b669)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:07.824033 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:07.843528 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9193694-af04-4863-a460-3c7e81fc4349 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:07.843859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Calling delete_port for 8c83db0d-505e-473b-ad15-48a7598b185b owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:07.845058 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e9193694-af04-4863-a460-3c7e81fc4349 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0684900 Dec 11 23:03:07.850063 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52752) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:07.917807 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1ea3ac89-847b-4ab7-8244-9bb042cdc408 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0632665 Dec 11 23:03:07.921245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52754) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:07.927166 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0779536f-3b6f-454f-b3a4-1f26eafb657b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-505318495'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:08.171988 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.201578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Port': ['ID=8c83db0d-505e-473b-ad15-48a7598b185b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:08.205403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No DVR routers for this DVR port 8c83db0d-505e-473b-ad15-48a7598b185b on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:08.237823 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0779536f-3b6f-454f-b3a4-1f26eafb657b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:08.241537 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0779536f-3b6f-454f-b3a4-1f26eafb657b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.266522 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0779536f-3b6f-454f-b3a4-1f26eafb657b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:03:08.276341 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0779536f-3b6f-454f-b3a4-1f26eafb657b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.277560 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-0779536f-3b6f-454f-b3a4-1f26eafb657b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Added segment ce325a76-791c-4308-8889-b02d0dc9cfa2 of type vlan for network c1f8ed1a-a6a2-4fca-a14d-8502bd14a060 Dec 11 23:03:08.288572 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.309961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2ad0a6-c882-4168-a63a-d2e441c3b6b0']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:08.320255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48613a87-ebd4-4ee0-a899-c1809274b669') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:08.320782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48613a87-ebd4-4ee0-a899-c1809274b669') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:08.320945 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0779536f-3b6f-454f-b3a4-1f26eafb657b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.332200 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.346542 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.353670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:08.354055 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:08.357554 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:08.447935 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0779536f-3b6f-454f-b3a4-1f26eafb657b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.453706 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0779536f-3b6f-454f-b3a4-1f26eafb657b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:08.454293 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0779536f-3b6f-454f-b3a4-1f26eafb657b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.505309 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.513990 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.517515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/7b2ad0a6-c882-4168-a63a-d2e441c3b6b0 HTTP/1.1" status: 204 len: 168 time: 2.6611173 Dec 11 23:03:08.523103 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52762) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:08.528579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbdcc8-3aa1-469b-973d-27104d4a48cc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Network': ['ID=7b2ad0a6-c882-4168-a63a-d2e441c3b6b0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:08.529678 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-35121d31-8e9e-4fc6-80c3-cd91783b1411 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1659023269'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:08.541881 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a755e4-0a92-4c60-8ec0-d0b3945149f0 req-f5a47919-6dff-4b2a-901f-e1caa23303f0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:08.543430 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-07a755e4-0a92-4c60-8ec0-d0b3945149f0 req-f5a47919-6dff-4b2a-901f-e1caa23303f0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.1291273 Dec 11 23:03:08.557847 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779536f-3b6f-454f-b3a4-1f26eafb657b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Network': ['ID=c1f8ed1a-a6a2-4fca-a14d-8502bd14a060,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:08.576429 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network c1f8ed1a-a6a2-4fca-a14d-8502bd14a060 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:03:08.600281 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-07a755e4-0a92-4c60-8ec0-d0b3945149f0 req-e5f1e0cd-d0e6-4ee5-aeca-6ea4b183efd3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504229 Dec 11 23:03:08.607916 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0779536f-3b6f-454f-b3a4-1f26eafb657b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6836350 Dec 11 23:03:08.608853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52764) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:08.616620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-efcd6daf-fa6f-40c4-83da-5a7d610a81ae tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'subnet': {'network_id': 'c1f8ed1a-a6a2-4fca-a14d-8502bd14a060', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:08.764804 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35121d31-8e9e-4fc6-80c3-cd91783b1411 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:08.768337 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-35121d31-8e9e-4fc6-80c3-cd91783b1411 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.799819 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35121d31-8e9e-4fc6-80c3-cd91783b1411 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:03:08.809104 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-35121d31-8e9e-4fc6-80c3-cd91783b1411 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.809449 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-35121d31-8e9e-4fc6-80c3-cd91783b1411 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Added segment dbf710df-68d1-428c-b6de-29c4d86f1d7e of type vlan for network 52415169-9441-4bd7-8d95-bc5ad6e30eee Dec 11 23:03:08.850338 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-35121d31-8e9e-4fc6-80c3-cd91783b1411 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.868752 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcd6daf-fa6f-40c4-83da-5a7d610a81ae tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:08.872413 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-efcd6daf-fa6f-40c4-83da-5a7d610a81ae tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.970015 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-35121d31-8e9e-4fc6-80c3-cd91783b1411 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:08.976502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35121d31-8e9e-4fc6-80c3-cd91783b1411 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:08.977146 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-35121d31-8e9e-4fc6-80c3-cd91783b1411 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:09.082167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35121d31-8e9e-4fc6-80c3-cd91783b1411 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Network': ['ID=52415169-9441-4bd7-8d95-bc5ad6e30eee,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:09.093720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 52415169-9441-4bd7-8d95-bc5ad6e30eee details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:03:09.116056 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-35121d31-8e9e-4fc6-80c3-cd91783b1411 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5902040 Dec 11 23:03:09.119160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52768) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:09.125062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-57ed82b4-ec51-4d66-9528-704520cbf702 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'subnet': {'network_id': '52415169-9441-4bd7-8d95-bc5ad6e30eee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:09.187396 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-efcd6daf-fa6f-40c4-83da-5a7d610a81ae tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:09.246613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 968209ef-4495-43a6-9e56-629cbecdfe8e no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:03:09.254224 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd6daf-fa6f-40c4-83da-5a7d610a81ae tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Subnet': ['ID=233637c3-7ab7-4bd4-b398-5c1a161f9915,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:09.267463 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcd6daf-fa6f-40c4-83da-5a7d610a81ae tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Checking segment: {'id': 'ce325a76-791c-4308-8889-b02d0dc9cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c1f8ed1a-a6a2-4fca-a14d-8502bd14a060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:09.267827 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcd6daf-fa6f-40c4-83da-5a7d610a81ae tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network hostable DHCP agents. Network: c1f8ed1a-a6a2-4fca-a14d-8502bd14a060, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:03:09.272960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 968209ef-4495-43a6-9e56-629cbecdfe8e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:03:09.273320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 968209ef-4495-43a6-9e56-629cbecdfe8e not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:03:09.329214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ed82b4-ec51-4d66-9528-704520cbf702 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:09.333622 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-57ed82b4-ec51-4d66-9528-704520cbf702 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:09.363281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcd6daf-fa6f-40c4-83da-5a7d610a81ae tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network c1f8ed1a-a6a2-4fca-a14d-8502bd14a060 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:03:09.432064 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-efcd6daf-fa6f-40c4-83da-5a7d610a81ae tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, c1f8ed1a-a6a2-4fca-a14d-8502bd14a060) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:09.436536 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcd6daf-fa6f-40c4-83da-5a7d610a81ae tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:09.437383 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-efcd6daf-fa6f-40c4-83da-5a7d610a81ae tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:09.443853 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c70379d-82b7-4c40-8e70-f4650a923d00 None None] Network c1f8ed1a-a6a2-4fca-a14d-8502bd14a060 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:09.538796 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-efcd6daf-fa6f-40c4-83da-5a7d610a81ae tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9287646 Dec 11 23:03:09.541766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52772) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:09.547407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e7043de3-b201-444d-9213-18c4714fd7ca tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'network_id': 'c1f8ed1a-a6a2-4fca-a14d-8502bd14a060', 'name': 'tempest-PortsIpV6TestJSON-75771027'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:09.564935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-c1f8ed1a-a6a2-4fca-a14d-8502bd14a060', 'network_id': 'c1f8ed1a-a6a2-4fca-a14d-8502bd14a060', 'project_id': '82caad537645459c8bb632e90c0aa12f', 'fixed_ips': [{'subnet_id': '233637c3-7ab7-4bd4-b398-5c1a161f9915'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:03:09.566724 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:09.605617 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-57ed82b4-ec51-4d66-9528-704520cbf702 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:09.687158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed82b4-ec51-4d66-9528-704520cbf702 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Subnet': ['ID=d4b1546a-ca22-499c-b203-4c87659ff206,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:09.698395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ed82b4-ec51-4d66-9528-704520cbf702 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Checking segment: {'id': 'dbf710df-68d1-428c-b6de-29c4d86f1d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52415169-9441-4bd7-8d95-bc5ad6e30eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:09.698868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ed82b4-ec51-4d66-9528-704520cbf702 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network hostable DHCP agents. Network: 52415169-9441-4bd7-8d95-bc5ad6e30eee, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:03:09.724381 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Allocated IP 2001:db8::2 (c1f8ed1a-a6a2-4fca-a14d-8502bd14a060/233637c3-7ab7-4bd4-b398-5c1a161f9915/22236f61-fecb-4bba-a735-535d379fe9dc) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:09.764402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac1779-6d0c-4583-bdfa-4b2614da60d7 req-a0ba529c-1dc0-48c3-8c42-639b717cd155 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:09.765917 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-76ac1779-6d0c-4583-bdfa-4b2614da60d7 req-a0ba529c-1dc0-48c3-8c42-639b717cd155 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0607414 Dec 11 23:03:09.816430 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-76ac1779-6d0c-4583-bdfa-4b2614da60d7 req-b51449da-3614-4f21-9903-072d54b36aac tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441942 Dec 11 23:03:09.820193 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7043de3-b201-444d-9213-18c4714fd7ca tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:09.825427 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e7043de3-b201-444d-9213-18c4714fd7ca tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:09.849288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-e7043de3-b201-444d-9213-18c4714fd7ca tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] device_id is not set on port 48a6b834-d008-431b-a679-d138262ffd38 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:03:09.854837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ed82b4-ec51-4d66-9528-704520cbf702 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network 52415169-9441-4bd7-8d95-bc5ad6e30eee is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:03:09.882863 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:09.963203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-57ed82b4-ec51-4d66-9528-704520cbf702 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 52415169-9441-4bd7-8d95-bc5ad6e30eee) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:09.967856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ed82b4-ec51-4d66-9528-704520cbf702 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:09.968614 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-57ed82b4-ec51-4d66-9528-704520cbf702 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:09.976880 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb346a75-2ae0-4b55-b169-710ff4bd0a1d None None] Network 52415169-9441-4bd7-8d95-bc5ad6e30eee requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:09.994365 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:10.055705 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-e7043de3-b201-444d-9213-18c4714fd7ca tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Allocated IP 2001:db8::e4 (c1f8ed1a-a6a2-4fca-a14d-8502bd14a060/233637c3-7ab7-4bd4-b398-5c1a161f9915/48a6b834-d008-431b-a679-d138262ffd38) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:10.074258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Network c1f8ed1a-a6a2-4fca-a14d-8502bd14a060 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:10.079872 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:10.086188 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:10.100719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Pushing event updated for resources: {'Port': ['ID=22236f61-fecb-4bba-a735-535d379fe9dc,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:10.101950 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52776) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:10.103225 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-57ed82b4-ec51-4d66-9528-704520cbf702 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9765570 Dec 11 23:03:10.111590 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5480f9e1-317c-4fed-89bc-d2f9a6a9254b tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'subnet': {'network_id': '52415169-9441-4bd7-8d95-bc5ad6e30eee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:10.173776 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-52415169-9441-4bd7-8d95-bc5ad6e30eee', 'network_id': '52415169-9441-4bd7-8d95-bc5ad6e30eee', 'project_id': '52d2bf62ad8e47aa90505a2513326d2d', 'fixed_ips': [{'subnet_id': 'd4b1546a-ca22-499c-b203-4c87659ff206'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:03:10.174698 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:10.178652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Attempting to bind port 22236f61-fecb-4bba-a735-535d379fe9dc on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:03:10.179270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Attempting to bind port 22236f61-fecb-4bba-a735-535d379fe9dc by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'ce325a76-791c-4308-8889-b02d0dc9cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c1f8ed1a-a6a2-4fca-a14d-8502bd14a060'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:03:10.179691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Attempting to bind port 22236f61-fecb-4bba-a735-535d379fe9dc on network c1f8ed1a-a6a2-4fca-a14d-8502bd14a060 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:03:10.201254 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:03:10.201728 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Checking segment: {'id': 'ce325a76-791c-4308-8889-b02d0dc9cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c1f8ed1a-a6a2-4fca-a14d-8502bd14a060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:10.202040 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:10.202452 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Bound using segment: {'id': 'ce325a76-791c-4308-8889-b02d0dc9cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c1f8ed1a-a6a2-4fca-a14d-8502bd14a060'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:03:10.202929 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Bound port: 22236f61-fecb-4bba-a735-535d379fe9dc, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce325a76-791c-4308-8889-b02d0dc9cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c1f8ed1a-a6a2-4fca-a14d-8502bd14a060'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:03:10.203313 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:10.316278 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e7043de3-b201-444d-9213-18c4714fd7ca tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:10.359776 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] For port 22236f61-fecb-4bba-a735-535d379fe9dc, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:03:10.376054 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] For port 22236f61-fecb-4bba-a735-535d379fe9dc, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=22236f61-fecb-4bba-a735-535d379fe9dc,segment=NetworkSegment(ce325a76-791c-4308-8889-b02d0dc9cfa2),segment_id=ce325a76-791c-4308-8889-b02d0dc9cfa2)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:03:10.386129 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Allocated IP 2001:db8::2 (52415169-9441-4bd7-8d95-bc5ad6e30eee/d4b1546a-ca22-499c-b203-4c87659ff206/f2924a56-aa65-4df5-bc02-ef3f2d24046b) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:10.426068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5480f9e1-317c-4fed-89bc-d2f9a6a9254b tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:10.429988 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5480f9e1-317c-4fed-89bc-d2f9a6a9254b tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:10.476163 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e7043de3-b201-444d-9213-18c4714fd7ca tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:10.479762 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d4db207-60ba-4239-959d-aeac5b6ed10f req-ce4d06b0-c4f2-4062-8421-7a7a5bc332d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521681 Dec 11 23:03:10.539474 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7043de3-b201-444d-9213-18c4714fd7ca tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network c1f8ed1a-a6a2-4fca-a14d-8502bd14a060 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:10.545987 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-e7043de3-b201-444d-9213-18c4714fd7ca tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:10.555583 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:10.556225 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7043de3-b201-444d-9213-18c4714fd7ca tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:10.559138 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7043de3-b201-444d-9213-18c4714fd7ca tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:10.559815 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e7043de3-b201-444d-9213-18c4714fd7ca tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:10.562200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4db207-60ba-4239-959d-aeac5b6ed10f req-4dea1d64-00a1-4b0d-a4d9-dba47b2e3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:10.564161 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d4db207-60ba-4239-959d-aeac5b6ed10f req-4dea1d64-00a1-4b0d-a4d9-dba47b2e3d21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 1096 time: 0.0605814 Dec 11 23:03:10.590106 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7043de3-b201-444d-9213-18c4714fd7ca tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=48a6b834-d008-431b-a679-d138262ffd38,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:10.599329 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:10.677639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949e2e8-a068-4a8c-844c-6ecdbe09d3cd None None] Pushing event updated for resources: {'Port': ['ID=22236f61-fecb-4bba-a735-535d379fe9dc,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:10.693441 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e7043de3-b201-444d-9213-18c4714fd7ca tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1499295 Dec 11 23:03:10.696211 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52782) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:10.700879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9e2409af-d4de-459c-8797-d18fc812d769 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'network_id': 'c1f8ed1a-a6a2-4fca-a14d-8502bd14a060', 'name': 'tempest-PortsIpV6TestJSON-311463129'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:10.711973 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:10.750661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4db207-60ba-4239-959d-aeac5b6ed10f req-78aee2f1-2dff-4722-8d6a-60254c5e1a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:10.755567 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d4db207-60ba-4239-959d-aeac5b6ed10f req-78aee2f1-2dff-4722-8d6a-60254c5e1a76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d1bb9a45-28c0-4785-bda6-7e72008cf427 HTTP/1.1" status: 200 len: 918 time: 0.1491880 Dec 11 23:03:10.761411 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Network 52415169-9441-4bd7-8d95-bc5ad6e30eee is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:10.766079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:10.768733 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:10.782455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Pushing event updated for resources: {'Port': ['ID=f2924a56-aa65-4df5-bc02-ef3f2d24046b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:10.845160 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d4db207-60ba-4239-959d-aeac5b6ed10f req-fe4ead5f-e0a9-477a-8b8c-45fa8559daec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a HTTP/1.1" status: 200 len: 1001 time: 0.0856616 Dec 11 23:03:10.866786 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Attempting to bind port f2924a56-aa65-4df5-bc02-ef3f2d24046b on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:03:10.867248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Attempting to bind port f2924a56-aa65-4df5-bc02-ef3f2d24046b by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'dbf710df-68d1-428c-b6de-29c4d86f1d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52415169-9441-4bd7-8d95-bc5ad6e30eee'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:03:10.867656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Attempting to bind port f2924a56-aa65-4df5-bc02-ef3f2d24046b on network 52415169-9441-4bd7-8d95-bc5ad6e30eee {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:03:10.881348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:03:10.881348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Checking segment: {'id': 'dbf710df-68d1-428c-b6de-29c4d86f1d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52415169-9441-4bd7-8d95-bc5ad6e30eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:10.881348 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:10.881756 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Bound using segment: {'id': 'dbf710df-68d1-428c-b6de-29c4d86f1d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52415169-9441-4bd7-8d95-bc5ad6e30eee'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:03:10.882164 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Bound port: f2924a56-aa65-4df5-bc02-ef3f2d24046b, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf710df-68d1-428c-b6de-29c4d86f1d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '52415169-9441-4bd7-8d95-bc5ad6e30eee'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:03:10.882543 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:10.955436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4db207-60ba-4239-959d-aeac5b6ed10f req-073f24cc-5584-4517-899b-5cb65a8aaab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:10.955436 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d4db207-60ba-4239-959d-aeac5b6ed10f req-073f24cc-5584-4517-899b-5cb65a8aaab0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7818fbf-5369-47d1-9144-65c09d5e1c30 HTTP/1.1" status: 200 len: 856 time: 0.1009655 Dec 11 23:03:11.024266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4db207-60ba-4239-959d-aeac5b6ed10f req-db981e20-7fac-494b-b7a3-99bed7f4315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:11.025944 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d4db207-60ba-4239-959d-aeac5b6ed10f req-db981e20-7fac-494b-b7a3-99bed7f4315c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1bb9a45-28c0-4785-bda6-7e72008cf427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646694 Dec 11 23:03:11.034121 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] For port f2924a56-aa65-4df5-bc02-ef3f2d24046b, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:03:11.040113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] For port f2924a56-aa65-4df5-bc02-ef3f2d24046b, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f2924a56-aa65-4df5-bc02-ef3f2d24046b,segment=NetworkSegment(dbf710df-68d1-428c-b6de-29c4d86f1d7e),segment_id=dbf710df-68d1-428c-b6de-29c4d86f1d7e)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:03:11.043278 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-f9a9040d-3a1d-4f7d-9ae4-4621887242de req-1b4d547a-5a41-4599-9e83-486d1c71241f service neutron] (103691) timed out ('10.222.0.47', 60444) {{(pid=103691) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 11 23:03:11.052556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742eeddc-69bf-4c73-b6c1-89357b9b41f3 req-eadcd2bf-9977-4b7a-a4d7-3ba8a75af91e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:11.054279 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-742eeddc-69bf-4c73-b6c1-89357b9b41f3 req-eadcd2bf-9977-4b7a-a4d7-3ba8a75af91e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0801945 Dec 11 23:03:11.094136 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5480f9e1-317c-4fed-89bc-d2f9a6a9254b tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:11.137986 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:11.141789 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2409af-d4de-459c-8797-d18fc812d769 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:11.146647 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d4db207-60ba-4239-959d-aeac5b6ed10f req-0c12abca-dd39-4613-b898-25a4a82a6422 service neutron] 10.222.0.13 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104963 Dec 11 23:03:11.146797 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e2409af-d4de-459c-8797-d18fc812d769 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:11.171250 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-742eeddc-69bf-4c73-b6c1-89357b9b41f3 req-906ab016-8ee2-474d-b67a-f03685cf7f62 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097226 Dec 11 23:03:11.174845 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5480f9e1-317c-4fed-89bc-d2f9a6a9254b tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network 52415169-9441-4bd7-8d95-bc5ad6e30eee is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:11.181875 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-5480f9e1-317c-4fed-89bc-d2f9a6a9254b tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:11.207170 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5480f9e1-317c-4fed-89bc-d2f9a6a9254b tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:11.207170 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5480f9e1-317c-4fed-89bc-d2f9a6a9254b tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:11.208049 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480f9e1-317c-4fed-89bc-d2f9a6a9254b tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Subnet': ['ID=587b6102-ef3b-4378-a235-82bb1373431e,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:11.213767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-9e2409af-d4de-459c-8797-d18fc812d769 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] device_id is not set on port 029dbe25-032d-4a93-8455-ab2c9f08ef1d yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:03:11.247270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7271183-caf8-468d-ab0f-080997c93d42 None None] Pushing event updated for resources: {'Port': ['ID=f2924a56-aa65-4df5-bc02-ef3f2d24046b,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:11.319088 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5480f9e1-317c-4fed-89bc-d2f9a6a9254b tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2104824 Dec 11 23:03:11.322048 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52788) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:11.393539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 22236f61-fecb-4bba-a735-535d379fe9dc up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:03:11.417174 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d4db207-60ba-4239-959d-aeac5b6ed10f req-3ed42e13-e202-4a21-aa58-d33bda621e7b service neutron] 10.222.0.13 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659996 Dec 11 23:03:11.423901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-9e2409af-d4de-459c-8797-d18fc812d769 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Allocated IP 2001:db8::105 (c1f8ed1a-a6a2-4fca-a14d-8502bd14a060/233637c3-7ab7-4bd4-b398-5c1a161f9915/029dbe25-032d-4a93-8455-ab2c9f08ef1d) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:11.458461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb7fb6-861f-4773-ae91-fa31b0e02f0c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:11.460429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb7fb6-861f-4773-ae91-fa31b0e02f0c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:11.462361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb7fb6-861f-4773-ae91-fa31b0e02f0c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:11.464524 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb7fb6-861f-4773-ae91-fa31b0e02f0c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:11.466227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb7fb6-861f-4773-ae91-fa31b0e02f0c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:11.469005 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d6cb7fb6-861f-4773-ae91-fa31b0e02f0c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1312306 Dec 11 23:03:11.477923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52790) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:11.480990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-18537e5f-75ad-40ce-8747-1a9eb5854397 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-347284595'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:11.515757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 22236f61-fecb-4bba-a735-535d379fe9dc triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:11.515757 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:11.604997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18537e5f-75ad-40ce-8747-1a9eb5854397 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:11.611590 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18537e5f-75ad-40ce-8747-1a9eb5854397 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:11.616616 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:11.657279 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 22236f61-fecb-4bba-a735-535d379fe9dc, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=22236f61-fecb-4bba-a735-535d379fe9dc,segment=NetworkSegment(ce325a76-791c-4308-8889-b02d0dc9cfa2),segment_id=ce325a76-791c-4308-8889-b02d0dc9cfa2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:11.671263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18537e5f-75ad-40ce-8747-1a9eb5854397 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:03:11.678181 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e2409af-d4de-459c-8797-d18fc812d769 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:11.682587 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18537e5f-75ad-40ce-8747-1a9eb5854397 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:11.683060 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-18537e5f-75ad-40ce-8747-1a9eb5854397 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Added segment 6e8ba97c-430e-4468-a297-2f5a069872ec of type vlan for network ac4788a7-03a8-42fb-8247-6a55f6b40040 Dec 11 23:03:11.736822 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18537e5f-75ad-40ce-8747-1a9eb5854397 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:11.790531 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:11.844236 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=22236f61-fecb-4bba-a735-535d379fe9dc,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:11.849602 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e2409af-d4de-459c-8797-d18fc812d769 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:11.898711 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2409af-d4de-459c-8797-d18fc812d769 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network c1f8ed1a-a6a2-4fca-a14d-8502bd14a060 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:11.902701 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-9e2409af-d4de-459c-8797-d18fc812d769 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:11.906451 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2409af-d4de-459c-8797-d18fc812d769 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:11.912623 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2409af-d4de-459c-8797-d18fc812d769 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:11.913262 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9e2409af-d4de-459c-8797-d18fc812d769 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:11.923462 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18537e5f-75ad-40ce-8747-1a9eb5854397 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:11.933058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18537e5f-75ad-40ce-8747-1a9eb5854397 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:11.933058 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18537e5f-75ad-40ce-8747-1a9eb5854397 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:11.933590 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2409af-d4de-459c-8797-d18fc812d769 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=029dbe25-032d-4a93-8455-ab2c9f08ef1d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:12.014565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18537e5f-75ad-40ce-8747-1a9eb5854397 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Network': ['ID=ac4788a7-03a8-42fb-8247-6a55f6b40040,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:12.025774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network ac4788a7-03a8-42fb-8247-6a55f6b40040 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:03:12.062104 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9e2409af-d4de-459c-8797-d18fc812d769 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3646915 Dec 11 23:03:12.064454 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52794) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:12.079434 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e0995c-7bc5-4b3e-ad2b-7548db611d9d None None] Network c1f8ed1a-a6a2-4fca-a14d-8502bd14a060 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:12.116283 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-18537e5f-75ad-40ce-8747-1a9eb5854397 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6404400 Dec 11 23:03:12.120615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52796) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:12.129689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-36f1abc6-efcd-41e4-b952-09f977bd9ca5 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:12.164851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7066c9ae-3cca-4df1-a083-f6a76a3483c7 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:12.170971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9ff18aea-f8e7-4e54-9372-c13bfefc296e None None] Provisioning complete for port 22236f61-fecb-4bba-a735-535d379fe9dc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:12.171282 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7066c9ae-3cca-4df1-a083-f6a76a3483c7 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ae4 HTTP/1.1" status: 200 len: 926 time: 0.1055913 Dec 11 23:03:12.171389 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9ff18aea-f8e7-4e54-9372-c13bfefc296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:12.171908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52798) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:12.312221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a8db5-1933-4f56-9365-f03e1a5a0825 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port 029dbe25-032d-4a93-8455-ab2c9f08ef1d {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:12.312615 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8db5-1933-4f56-9365-f03e1a5a0825 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:12.469670 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8db5-1933-4f56-9365-f03e1a5a0825 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:12.487777 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a8db5-1933-4f56-9365-f03e1a5a0825 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for 029dbe25-032d-4a93-8455-ab2c9f08ef1d owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:12.693724 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96176685-e58e-4531-987d-4e54985f9436 None None] Network 52415169-9441-4bd7-8d95-bc5ad6e30eee requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:12.781655 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36f1abc6-efcd-41e4-b952-09f977bd9ca5 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:12.791252 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d74abdd4-a3da-42c8-a215-6d3fb27f6d71 None None] Provisioning complete for port 48a6b834-d008-431b-a679-d138262ffd38 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:12.791762 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d74abdd4-a3da-42c8-a215-6d3fb27f6d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:12.805202 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8db5-1933-4f56-9365-f03e1a5a0825 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:12.805434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c042610-7824-4bb9-8630-b6ed496cbff2 req-2988f022-f9ec-4d9e-af21-1d4c9320bfad tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:12.805434 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c042610-7824-4bb9-8630-b6ed496cbff2 req-2988f022-f9ec-4d9e-af21-1d4c9320bfad tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.1037369 Dec 11 23:03:12.848104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a8db5-1933-4f56-9365-f03e1a5a0825 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=029dbe25-032d-4a93-8455-ab2c9f08ef1d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:12.872645 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d74abdd4-a3da-42c8-a215-6d3fb27f6d71 None None] Port 48a6b834-d008-431b-a679-d138262ffd38 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:12.881106 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c042610-7824-4bb9-8630-b6ed496cbff2 req-20575212-c001-4d58-b323-d45b5eb3687e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688186 Dec 11 23:03:12.881555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d74abdd4-a3da-42c8-a215-6d3fb27f6d71 None None] Could not find standard attr ID for object 029dbe25-032d-4a93-8455-ab2c9f08ef1d. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 23:03:12.884917 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8db5-1933-4f56-9365-f03e1a5a0825 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:12.890086 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ce2a8db5-1933-4f56-9365-f03e1a5a0825 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/029dbe25-032d-4a93-8455-ab2c9f08ef1d HTTP/1.1" status: 204 len: 168 time: 0.7170987 Dec 11 23:03:12.893475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52806) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:12.899882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d74abdd4-a3da-42c8-a215-6d3fb27f6d71 None None] Provisioning complete for port 22236f61-fecb-4bba-a735-535d379fe9dc triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:12.900455 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d74abdd4-a3da-42c8-a215-6d3fb27f6d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:12.905119 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36f1abc6-efcd-41e4-b952-09f977bd9ca5 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:12.940186 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd15381-9525-4f5a-bacc-d00b2ed34083 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] GET failed (client error): The resource could not be found. Dec 11 23:03:12.944512 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7bd15381-9525-4f5a-bacc-d00b2ed34083 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/029dbe25-032d-4a93-8455-ab2c9f08ef1d HTTP/1.1" status: 404 len: 333 time: 0.0468769 Dec 11 23:03:12.944928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52808) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:12.945830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36f1abc6-efcd-41e4-b952-09f977bd9ca5 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network ac4788a7-03a8-42fb-8247-6a55f6b40040 is not hosted by any dhcp agent {{(pid=103692) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 11 23:03:12.952921 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f1abc6-efcd-41e4-b952-09f977bd9ca5 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:12.953520 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36f1abc6-efcd-41e4-b952-09f977bd9ca5 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:12.956464 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-36f1abc6-efcd-41e4-b952-09f977bd9ca5 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "PUT /v2.0/networks/ac4788a7-03a8-42fb-8247-6a55f6b40040 HTTP/1.1" status: 200 len: 723 time: 0.8347464 Dec 11 23:03:12.978835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52810) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:12.996338 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f74e9214-6a4e-4824-abc6-654227b49399 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'subnet': {'network_id': 'ac4788a7-03a8-42fb-8247-6a55f6b40040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:13.008512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1abc6-efcd-41e4-b952-09f977bd9ca5 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Network': ['ID=ac4788a7-03a8-42fb-8247-6a55f6b40040,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:13.025796 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network ac4788a7-03a8-42fb-8247-6a55f6b40040 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:03:13.107630 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e77a84b-1b4c-4a74-b373-22e70772037a None None] Update dhcp port {'port': {'network_id': '52415169-9441-4bd7-8d95-bc5ad6e30eee', 'fixed_ips': [{'subnet_id': 'd4b1546a-ca22-499c-b203-4c87659ff206', 'ip_address': '2001:db8::2'}, {'subnet_id': '587b6102-ef3b-4378-a235-82bb1373431e'}], 'binding:host_id': 'n-d-710847-6'}, 'id': 'f2924a56-aa65-4df5-bc02-ef3f2d24046b'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 23:03:13.151306 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4e70e9c2-e301-4575-88c0-6a158909bcdb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port 48a6b834-d008-431b-a679-d138262ffd38 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:13.151306 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4e70e9c2-e301-4575-88c0-6a158909bcdb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:13.168684 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2e77a84b-1b4c-4a74-b373-22e70772037a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:13.216914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d74abdd4-a3da-42c8-a215-6d3fb27f6d71 None None] Provisioning complete for port f2924a56-aa65-4df5-bc02-ef3f2d24046b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:13.217142 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d74abdd4-a3da-42c8-a215-6d3fb27f6d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:13.267552 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4e70e9c2-e301-4575-88c0-6a158909bcdb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:13.272049 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74e9214-6a4e-4824-abc6-654227b49399 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:13.277526 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f74e9214-6a4e-4824-abc6-654227b49399 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:13.343292 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4e70e9c2-e301-4575-88c0-6a158909bcdb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for 48a6b834-d008-431b-a679-d138262ffd38 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:13.439603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f2924a56-aa65-4df5-bc02-ef3f2d24046b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:03:13.462955 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d74abdd4-a3da-42c8-a215-6d3fb27f6d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:13.500166 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-2e77a84b-1b4c-4a74-b373-22e70772037a None None] Allocated IP 172.20.0.1 (52415169-9441-4bd7-8d95-bc5ad6e30eee/587b6102-ef3b-4378-a235-82bb1373431e/f2924a56-aa65-4df5-bc02-ef3f2d24046b) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:13.742578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port f2924a56-aa65-4df5-bc02-ef3f2d24046b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:13.743224 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:13.876106 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-d74abdd4-a3da-42c8-a215-6d3fb27f6d71 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 11 23:03:13.876106 n-d-710847-6 neutron-server[103693]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 11 23:03:13.876106 n-d-710847-6 neutron-server[103693]: [parameters: {'status': 'ACTIVE', 'ports_id': 'f2924a56-aa65-4df5-bc02-ef3f2d24046b'}] Dec 11 23:03:13.876106 n-d-710847-6 neutron-server[103693]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:03:13.877099 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-d74abdd4-a3da-42c8-a215-6d3fb27f6d71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:03:13.897727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2e77a84b-1b4c-4a74-b373-22e70772037a None None] For port f2924a56-aa65-4df5-bc02-ef3f2d24046b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f2924a56-aa65-4df5-bc02-ef3f2d24046b,segment=NetworkSegment(dbf710df-68d1-428c-b6de-29c4d86f1d7e),segment_id=dbf710df-68d1-428c-b6de-29c4d86f1d7e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:13.911643 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:13.968434 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2e77a84b-1b4c-4a74-b373-22e70772037a None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:13.974624 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:14.048247 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33696113-11af-4898-bb62-f760c76a39b6 req-22f81676-5fbf-4501-8004-3df7ea54160d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:14.049826 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33696113-11af-4898-bb62-f760c76a39b6 req-22f81676-5fbf-4501-8004-3df7ea54160d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0592275 Dec 11 23:03:14.066403 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2e77a84b-1b4c-4a74-b373-22e70772037a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:14.099382 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33696113-11af-4898-bb62-f760c76a39b6 req-23186732-757b-4cd4-893f-036909e14a39 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434287 Dec 11 23:03:14.121948 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4e70e9c2-e301-4575-88c0-6a158909bcdb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:14.128793 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f74e9214-6a4e-4824-abc6-654227b49399 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:14.177777 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:03:14.178144 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:03:14.186080 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70e9c2-e301-4575-88c0-6a158909bcdb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=48a6b834-d008-431b-a679-d138262ffd38,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:14.190160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77a84b-1b4c-4a74-b373-22e70772037a None None] Pushing event updated for resources: {'Port': ['ID=f2924a56-aa65-4df5-bc02-ef3f2d24046b,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:14.227592 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4e70e9c2-e301-4575-88c0-6a158909bcdb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:14.231116 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4e70e9c2-e301-4575-88c0-6a158909bcdb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/48a6b834-d008-431b-a679-d138262ffd38 HTTP/1.1" status: 204 len: 168 time: 1.2839644 Dec 11 23:03:14.236204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52818) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:14.246447 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e9214-6a4e-4824-abc6-654227b49399 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Subnet': ['ID=297fabcc-3a80-4e42-9d67-d55d3e27e82b,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:14.265540 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e9214-6a4e-4824-abc6-654227b49399 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Checking segment: {'id': '6e8ba97c-430e-4468-a297-2f5a069872ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac4788a7-03a8-42fb-8247-6a55f6b40040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:14.266157 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74e9214-6a4e-4824-abc6-654227b49399 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network hostable DHCP agents. Network: ac4788a7-03a8-42fb-8247-6a55f6b40040, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:03:14.266604 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-66646130-4f67-4de2-9dca-da13d76c8004 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] GET failed (client error): The resource could not be found. Dec 11 23:03:14.268128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-66646130-4f67-4de2-9dca-da13d76c8004 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/48a6b834-d008-431b-a679-d138262ffd38 HTTP/1.1" status: 404 len: 333 time: 0.0334537 Dec 11 23:03:14.271113 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52820) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:14.339315 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f47a4a-ca71-4d37-885e-2c87ec10d8e1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting subnet 233637c3-7ab7-4bd4-b398-5c1a161f9915 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:03:14.343157 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4f47a4a-ca71-4d37-885e-2c87ec10d8e1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:14.393285 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4f47a4a-ca71-4d37-885e-2c87ec10d8e1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:14.425787 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d74abdd4-a3da-42c8-a215-6d3fb27f6d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:14.459388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74e9214-6a4e-4824-abc6-654227b49399 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network ac4788a7-03a8-42fb-8247-6a55f6b40040 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:03:14.470901 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d74abdd4-a3da-42c8-a215-6d3fb27f6d71 None None] For port f2924a56-aa65-4df5-bc02-ef3f2d24046b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f2924a56-aa65-4df5-bc02-ef3f2d24046b,segment=NetworkSegment(dbf710df-68d1-428c-b6de-29c4d86f1d7e),segment_id=dbf710df-68d1-428c-b6de-29c4d86f1d7e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:14.509352 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4f47a4a-ca71-4d37-885e-2c87ec10d8e1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:14.585937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f74e9214-6a4e-4824-abc6-654227b49399 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, ac4788a7-03a8-42fb-8247-6a55f6b40040) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:14.590268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74e9214-6a4e-4824-abc6-654227b49399 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:14.591031 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f74e9214-6a4e-4824-abc6-654227b49399 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:14.598623 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312eaf5b-8f0f-4d65-b674-dc4dde0b167e None None] Network ac4788a7-03a8-42fb-8247-6a55f6b40040 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:14.617603 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d74abdd4-a3da-42c8-a215-6d3fb27f6d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:14.656463 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4f47a4a-ca71-4d37-885e-2c87ec10d8e1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:14.681324 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f74e9214-6a4e-4824-abc6-654227b49399 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7021484 Dec 11 23:03:14.684511 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52824) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:14.690390 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-851e35b5-2231-4377-9919-d38a3c66e5ef tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:14.695566 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f47a4a-ca71-4d37-885e-2c87ec10d8e1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Subnet': ['ID=233637c3-7ab7-4bd4-b398-5c1a161f9915,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:14.698406 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4f47a4a-ca71-4d37-885e-2c87ec10d8e1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:14.701915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d4f47a4a-ca71-4d37-885e-2c87ec10d8e1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/233637c3-7ab7-4bd4-b398-5c1a161f9915 HTTP/1.1" status: 204 len: 168 time: 0.4288850 Dec 11 23:03:14.706079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52826) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:14.737024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f0417b-3283-4647-b8f7-e177e959c2f5 None None] Network c1f8ed1a-a6a2-4fca-a14d-8502bd14a060 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:14.823200 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:14.825358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a0742a00-2784-4a2d-ac29-fa2e0b710d63 None None] Could not find standard attr ID for object 48a6b834-d008-431b-a679-d138262ffd38. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 23:03:14.851654 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-851e35b5-2231-4377-9919-d38a3c66e5ef tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126076598'] for subnet, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:14.854281 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a0742a00-2784-4a2d-ac29-fa2e0b710d63 None None] Could not find standard attr ID for object 029dbe25-032d-4a93-8455-ab2c9f08ef1d. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 23:03:14.856408 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 22236f61-fecb-4bba-a735-535d379fe9dc up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:03:14.858152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74abdd4-a3da-42c8-a215-6d3fb27f6d71 None None] Pushing event updated for resources: {'Port': ['ID=f2924a56-aa65-4df5-bc02-ef3f2d24046b,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:14.911630 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port 22236f61-fecb-4bba-a735-535d379fe9dc {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:14.912427 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:14.990269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-ac4788a7-03a8-42fb-8247-6a55f6b40040', 'network_id': 'ac4788a7-03a8-42fb-8247-6a55f6b40040', 'project_id': '52d2bf62ad8e47aa90505a2513326d2d', 'fixed_ips': [{'subnet_id': '297fabcc-3a80-4e42-9d67-d55d3e27e82b'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:03:14.991310 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.012822 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9954929-ccfd-4177-a05b-bc09677d0247 None None] Network 52415169-9441-4bd7-8d95-bc5ad6e30eee requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:15.013608 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] For port 22236f61-fecb-4bba-a735-535d379fe9dc, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=22236f61-fecb-4bba-a735-535d379fe9dc,segment=NetworkSegment(ce325a76-791c-4308-8889-b02d0dc9cfa2),segment_id=ce325a76-791c-4308-8889-b02d0dc9cfa2)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:15.014364 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.031527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for 22236f61-fecb-4bba-a735-535d379fe9dc owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:15.161561 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a00ced-484b-4898-9fcd-e05daf6ac6f0 None None] DHCP port deletion for c1f8ed1a-a6a2-4fca-a14d-8502bd14a060 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:03:15.214326 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 22236f61-fecb-4bba-a735-535d379fe9dc triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:15.214633 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.221567 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.254173 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-851e35b5-2231-4377-9919-d38a3c66e5ef tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780728726236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126704152'] for subnet, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.258140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=22236f61-fecb-4bba-a735-535d379fe9dc,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:15.262861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No DVR routers for this DVR port 22236f61-fecb-4bba-a735-535d379fe9dc on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:15.266670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Port 22236f61-fecb-4bba-a735-535d379fe9dc was deleted so its status cannot be updated. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 11 23:03:15.268280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d902d8a7-8739-4b7b-818a-cda0ec540eec None None] Provisioning complete for port f2924a56-aa65-4df5-bc02-ef3f2d24046b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:15.269432 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d902d8a7-8739-4b7b-818a-cda0ec540eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.308291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2d6ea-7c32-419c-889e-4ee2bfdd8fdb req-de20948c-a781-4678-8129-791315cfc988 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:15.311026 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46f2d6ea-7c32-419c-889e-4ee2bfdd8fdb req-de20948c-a781-4678-8129-791315cfc988 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.1274397 Dec 11 23:03:15.333520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851e35b5-2231-4377-9919-d38a3c66e5ef tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:15.339497 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-851e35b5-2231-4377-9919-d38a3c66e5ef tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.339497 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-851e35b5-2231-4377-9919-d38a3c66e5ef tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "PUT /v2.0/subnets/297fabcc-3a80-4e42-9d67-d55d3e27e82b HTTP/1.1" status: 200 len: 826 time: 0.6505959 Dec 11 23:03:15.341571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52832) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:15.405001 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.420709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Allocated IP 2001:db8::2 (ac4788a7-03a8-42fb-8247-6a55f6b40040/297fabcc-3a80-4e42-9d67-d55d3e27e82b/5a09d870-12c1-4115-93f1-3913a0ecabdc) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:15.454658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e0a00ced-484b-4898-9fcd-e05daf6ac6f0 None None] Deleting port 22236f61-fecb-4bba-a735-535d379fe9dc {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:15.455063 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e0a00ced-484b-4898-9fcd-e05daf6ac6f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.456193 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46f2d6ea-7c32-419c-889e-4ee2bfdd8fdb req-8f2b93fa-b808-426a-a490-b5393d672224 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289749 Dec 11 23:03:15.458096 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f8ed1a-a6a2-4fca-a14d-8502bd14a060']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:15.479559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce325a76-791c-4308-8889-b02d0dc9cfa2') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:15.479963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce325a76-791c-4308-8889-b02d0dc9cfa2') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:15.500969 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.509918 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f2924a56-aa65-4df5-bc02-ef3f2d24046b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:03:15.546025 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.561015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:15.561683 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.569574 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e35b5-2231-4377-9919-d38a3c66e5ef tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Subnet': ['ID=297fabcc-3a80-4e42-9d67-d55d3e27e82b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:15.591659 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:15.600813 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.651965 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e0a00ced-484b-4898-9fcd-e05daf6ac6f0 None None] For port 22236f61-fecb-4bba-a735-535d379fe9dc, host n-d-710847-6, got binding levels [] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:15.653548 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e0a00ced-484b-4898-9fcd-e05daf6ac6f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.686561 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.757557 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.765369 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.773152 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52836) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:15.777245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e0a00ced-484b-4898-9fcd-e05daf6ac6f0 None None] Calling delete_port for 22236f61-fecb-4bba-a735-535d379fe9dc owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:15.778295 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b1a38263-c357-4e9d-82f4-ffd8568cfdea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-702955636'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:15.782585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/networks/c1f8ed1a-a6a2-4fca-a14d-8502bd14a060 HTTP/1.1" status: 204 len: 168 time: 1.0745618 Dec 11 23:03:15.786104 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.ipam_backend_mixin [None req-e0a00ced-484b-4898-9fcd-e05daf6ac6f0 None None] Port 22236f61-fecb-4bba-a735-535d379fe9dc was not found and therefore no delete operation was performed {{(pid=103693) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 11 23:03:15.801662 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e0a00ced-484b-4898-9fcd-e05daf6ac6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.806658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2526a8-dd9c-4153-904c-6fb355fe7315 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Network': ['ID=c1f8ed1a-a6a2-4fca-a14d-8502bd14a060,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:15.819730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port f2924a56-aa65-4df5-bc02-ef3f2d24046b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:15.820132 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.842623 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0a00ced-484b-4898-9fcd-e05daf6ac6f0 None None] Network c1f8ed1a-a6a2-4fca-a14d-8502bd14a060 is not hosted by any dhcp agent {{(pid=103693) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 11 23:03:15.843107 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a00ced-484b-4898-9fcd-e05daf6ac6f0 None None] No DVR routers for this DVR port 22236f61-fecb-4bba-a735-535d379fe9dc on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:15.851526 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.867955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a00ced-484b-4898-9fcd-e05daf6ac6f0 None None] Pushing event deleted for resources: {'Port': ['ID=22236f61-fecb-4bba-a735-535d379fe9dc,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:15.941180 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a38263-c357-4e9d-82f4-ffd8568cfdea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:15.944951 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b1a38263-c357-4e9d-82f4-ffd8568cfdea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.949342 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-fc21b7ae-f9bc-4f04-81a6-f83ac8d81824 None None] Provisioning complete for port f2924a56-aa65-4df5-bc02-ef3f2d24046b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:15.949702 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fc21b7ae-f9bc-4f04-81a6-f83ac8d81824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:15.988707 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:16.044979 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:16.085623 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a38263-c357-4e9d-82f4-ffd8568cfdea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:03:16.093472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Subnet': ['ID=297fabcc-3a80-4e42-9d67-d55d3e27e82b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:16.116976 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b1a38263-c357-4e9d-82f4-ffd8568cfdea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:16.119558 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-b1a38263-c357-4e9d-82f4-ffd8568cfdea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Added segment f96d5cbb-84fb-4055-8dfa-cf8558f1aa54 of type vlan for network dfffb15d-1c71-46ee-ac87-7d2890e5233f Dec 11 23:03:16.195860 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:16.212153 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b1a38263-c357-4e9d-82f4-ffd8568cfdea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:16.212411 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 22236f61-fecb-4bba-a735-535d379fe9dc no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:03:16.232079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4788a7-03a8-42fb-8247-6a55f6b40040']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:16.247250 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 22236f61-fecb-4bba-a735-535d379fe9dc {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:03:16.247602 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 22236f61-fecb-4bba-a735-535d379fe9dc not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:03:16.249964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8ba97c-430e-4468-a297-2f5a069872ec') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:16.250358 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8ba97c-430e-4468-a297-2f5a069872ec') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:16.253222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Network ac4788a7-03a8-42fb-8247-6a55f6b40040 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:16.261327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:16.263422 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:16.264030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:16.270250 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Pushing event updated for resources: {'Port': ['ID=5a09d870-12c1-4115-93f1-3913a0ecabdc,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:16.288877 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:16.296671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:16.302632 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:16.346599 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b1a38263-c357-4e9d-82f4-ffd8568cfdea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:16.353115 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a38263-c357-4e9d-82f4-ffd8568cfdea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:16.353800 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b1a38263-c357-4e9d-82f4-ffd8568cfdea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:16.364400 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Attempting to bind port 5a09d870-12c1-4115-93f1-3913a0ecabdc on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:03:16.364874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Attempting to bind port 5a09d870-12c1-4115-93f1-3913a0ecabdc by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '6e8ba97c-430e-4468-a297-2f5a069872ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac4788a7-03a8-42fb-8247-6a55f6b40040'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:03:16.365343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Attempting to bind port 5a09d870-12c1-4115-93f1-3913a0ecabdc on network ac4788a7-03a8-42fb-8247-6a55f6b40040 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:03:16.370634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:03:16.371187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Checking segment: {'id': '6e8ba97c-430e-4468-a297-2f5a069872ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac4788a7-03a8-42fb-8247-6a55f6b40040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:16.371686 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:16.372204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Bound using segment: {'id': '6e8ba97c-430e-4468-a297-2f5a069872ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac4788a7-03a8-42fb-8247-6a55f6b40040'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:03:16.372752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Bound port: 5a09d870-12c1-4115-93f1-3913a0ecabdc, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8ba97c-430e-4468-a297-2f5a069872ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ac4788a7-03a8-42fb-8247-6a55f6b40040'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:03:16.373238 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:16.439120 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a38263-c357-4e9d-82f4-ffd8568cfdea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Network': ['ID=dfffb15d-1c71-46ee-ac87-7d2890e5233f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:16.441790 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] For port 5a09d870-12c1-4115-93f1-3913a0ecabdc, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:03:16.445433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] For port 5a09d870-12c1-4115-93f1-3913a0ecabdc, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5a09d870-12c1-4115-93f1-3913a0ecabdc,segment=NetworkSegment(6e8ba97c-430e-4468-a297-2f5a069872ec),segment_id=6e8ba97c-430e-4468-a297-2f5a069872ec)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:03:16.451034 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network dfffb15d-1c71-46ee-ac87-7d2890e5233f details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:03:16.489229 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.api [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 23:03:16.489229 n-d-710847-6 neutron-server[103691]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 23:03:16.489229 n-d-710847-6 neutron-server[103691]: [parameters: {'id': 'ac4788a7-03a8-42fb-8247-6a55f6b40040'}] Dec 11 23:03:16.489229 n-d-710847-6 neutron-server[103691]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:03:16.490416 n-d-710847-6 neutron-server[103691]: DEBUG oslo_db.api [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:03:16.537859 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b1a38263-c357-4e9d-82f4-ffd8568cfdea tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7635837 Dec 11 23:03:16.540776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52842) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:16.546626 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-83b2d6db-67d5-4c33-b8cd-b08751b71f92 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'subnet': {'network_id': 'dfffb15d-1c71-46ee-ac87-7d2890e5233f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:16.569331 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:16.654200 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d9b82-4401-4ba4-b270-a7a33d65dd7d None None] Pushing event updated for resources: {'Port': ['ID=5a09d870-12c1-4115-93f1-3913a0ecabdc,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:16.666746 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0eb26-2f82-4681-9dc9-bcddeb37fe26 req-883256e9-ec92-45ef-83da-a7a0b2a14132 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:16.668807 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10c0eb26-2f82-4681-9dc9-bcddeb37fe26 req-883256e9-ec92-45ef-83da-a7a0b2a14132 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.1064556 Dec 11 23:03:16.687652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e422fe18-6ca2-461b-ac99-6368267fe0d3 None None] Network ac4788a7-03a8-42fb-8247-6a55f6b40040 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:16.731264 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-10c0eb26-2f82-4681-9dc9-bcddeb37fe26 req-ceddb414-ff24-41a5-9653-56a553f964ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515084 Dec 11 23:03:16.779925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b2d6db-67d5-4c33-b8cd-b08751b71f92 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:16.783661 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83b2d6db-67d5-4c33-b8cd-b08751b71f92 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:16.800314 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a9c3ce-6ef3-466b-a156-9c7fdd8bb186 None None] Network ac4788a7-03a8-42fb-8247-6a55f6b40040 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:16.947190 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a36dd0-51ec-434d-9907-5108280385ce None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 23:03:16.999029 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:17.069439 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Deleting port 5a09d870-12c1-4115-93f1-3913a0ecabdc {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:17.069939 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:17.105674 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a36dd0-51ec-434d-9907-5108280385ce None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 23:03:17.120209 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83b2d6db-67d5-4c33-b8cd-b08751b71f92 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:17.182005 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] For port 5a09d870-12c1-4115-93f1-3913a0ecabdc, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5a09d870-12c1-4115-93f1-3913a0ecabdc,segment=NetworkSegment(6e8ba97c-430e-4468-a297-2f5a069872ec),segment_id=6e8ba97c-430e-4468-a297-2f5a069872ec)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:17.182379 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:17.205974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Calling delete_port for 5a09d870-12c1-4115-93f1-3913a0ecabdc owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:17.229699 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2d6db-67d5-4c33-b8cd-b08751b71f92 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Subnet': ['ID=339006eb-9153-464a-b893-0cae1ef8a4c6,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:17.273691 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b2d6db-67d5-4c33-b8cd-b08751b71f92 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Checking segment: {'id': 'f96d5cbb-84fb-4055-8dfa-cf8558f1aa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dfffb15d-1c71-46ee-ac87-7d2890e5233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:17.274363 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b2d6db-67d5-4c33-b8cd-b08751b71f92 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network hostable DHCP agents. Network: dfffb15d-1c71-46ee-ac87-7d2890e5233f, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:03:17.372718 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b2d6db-67d5-4c33-b8cd-b08751b71f92 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network dfffb15d-1c71-46ee-ac87-7d2890e5233f is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:03:17.398685 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:17.400417 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:17.427132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Port': ['ID=5a09d870-12c1-4115-93f1-3913a0ecabdc,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:17.435565 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No DVR routers for this DVR port 5a09d870-12c1-4115-93f1-3913a0ecabdc on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:17.509170 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-83b2d6db-67d5-4c33-b8cd-b08751b71f92 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, dfffb15d-1c71-46ee-ac87-7d2890e5233f) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:17.518242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53d373d-07ee-4de5-9c22-ebbf39d7526e None None] Network dfffb15d-1c71-46ee-ac87-7d2890e5233f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:17.521523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2d6db-67d5-4c33-b8cd-b08751b71f92 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:17.523677 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83b2d6db-67d5-4c33-b8cd-b08751b71f92 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:17.534148 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:17.558041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4788a7-03a8-42fb-8247-6a55f6b40040']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:17.568963 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8ba97c-430e-4468-a297-2f5a069872ec') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:17.572795 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8ba97c-430e-4468-a297-2f5a069872ec') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:17.579680 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:17.594841 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:17.602245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:17.602654 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:17.606064 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:17.623302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52848) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:17.623822 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-83b2d6db-67d5-4c33-b8cd-b08751b71f92 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0814807 Dec 11 23:03:17.629743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b3e18df7-8f9e-4db0-a47f-8289e3532247 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'network_id': 'dfffb15d-1c71-46ee-ac87-7d2890e5233f', 'name': 'tempest-PortsIpV6TestJSON-1019580024', 'fixed_ips': [{'subnet_id': '339006eb-9153-464a-b893-0cae1ef8a4c6', 'ip_address': '2001:db8::10'}]}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:17.632336 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-dfffb15d-1c71-46ee-ac87-7d2890e5233f', 'network_id': 'dfffb15d-1c71-46ee-ac87-7d2890e5233f', 'project_id': '82caad537645459c8bb632e90c0aa12f', 'fixed_ips': [{'subnet_id': '339006eb-9153-464a-b893-0cae1ef8a4c6'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:03:17.633230 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:17.769476 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:17.793156 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:17.814033 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/ac4788a7-03a8-42fb-8247-6a55f6b40040 HTTP/1.1" status: 204 len: 168 time: 2.4555843 Dec 11 23:03:17.814263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52852) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:17.814386 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00677b91-ae59-4f71-9c73-ff76aabaf0b8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Network': ['ID=ac4788a7-03a8-42fb-8247-6a55f6b40040,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:17.833494 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-5486fefc-d200-45e3-85dd-821fa57f86cb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:17.834390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5486fefc-d200-45e3-85dd-821fa57f86cb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:17.837692 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5486fefc-d200-45e3-85dd-821fa57f86cb tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/ac4788a7-03a8-42fb-8247-6a55f6b40040 HTTP/1.1" status: 404 len: 339 time: 0.0353119 Dec 11 23:03:17.839344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e18df7-8f9e-4db0-a47f-8289e3532247 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:17.842100 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52856) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:17.855544 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b31366d8-fbe8-4d84-b5a0-1cf0d4220903 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-144125828', 'description': 'd1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:17.935397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Allocated IP 2001:db8::2 (dfffb15d-1c71-46ee-ac87-7d2890e5233f/339006eb-9153-464a-b893-0cae1ef8a4c6/dbe619fb-acb4-414a-a2a6-f138593db56a) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:17.978981 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31366d8-fbe8-4d84-b5a0-1cf0d4220903 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:17.978981 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b31366d8-fbe8-4d84-b5a0-1cf0d4220903 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.009121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31366d8-fbe8-4d84-b5a0-1cf0d4220903 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:03:18.022705 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b31366d8-fbe8-4d84-b5a0-1cf0d4220903 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.025043 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-b31366d8-fbe8-4d84-b5a0-1cf0d4220903 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Added segment ad911f89-9b92-48c7-aad0-11acaf3f3e23 of type vlan for network 6ffaab15-74d9-494b-a9c7-1953268a2c99 Dec 11 23:03:18.038086 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3e18df7-8f9e-4db0-a47f-8289e3532247 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.076674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-b3e18df7-8f9e-4db0-a47f-8289e3532247 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] device_id is not set on port cd8bf749-f3b3-485e-a1f9-6ec31013e222 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:03:18.089338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738e276-efc2-403f-abf6-df2a10289fbc req-6bebced5-bce2-42ee-95d6-a6b6c30fdbd3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:18.090972 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f738e276-efc2-403f-abf6-df2a10289fbc req-6bebced5-bce2-42ee-95d6-a6b6c30fdbd3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.2638159 Dec 11 23:03:18.104639 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b31366d8-fbe8-4d84-b5a0-1cf0d4220903 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.145283 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.180342 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b31366d8-fbe8-4d84-b5a0-1cf0d4220903 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.187800 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31366d8-fbe8-4d84-b5a0-1cf0d4220903 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:18.188537 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b31366d8-fbe8-4d84-b5a0-1cf0d4220903 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.210333 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.271855 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31366d8-fbe8-4d84-b5a0-1cf0d4220903 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Network': ['ID=6ffaab15-74d9-494b-a9c7-1953268a2c99,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:18.273407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f738e276-efc2-403f-abf6-df2a10289fbc req-6f0cc286-f3cf-452d-8667-6f4b0dff762a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449106 Dec 11 23:03:18.302298 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b31366d8-fbe8-4d84-b5a0-1cf0d4220903 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4501779 Dec 11 23:03:18.302298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52862) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:18.310669 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 6ffaab15-74d9-494b-a9c7-1953268a2c99 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:03:18.324133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Network dfffb15d-1c71-46ee-ac87-7d2890e5233f is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:18.365373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-b3e18df7-8f9e-4db0-a47f-8289e3532247 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Allocated IP 2001:db8::10 (dfffb15d-1c71-46ee-ac87-7d2890e5233f/339006eb-9153-464a-b893-0cae1ef8a4c6/cd8bf749-f3b3-485e-a1f9-6ec31013e222) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:18.384207 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:18.391902 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:18.412320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Pushing event updated for resources: {'Port': ['ID=dbe619fb-acb4-414a-a2a6-f138593db56a,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:18.430386 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851b2560-e786-48b8-ba30-a5bc5d622c93 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:18.435455 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-851b2560-e786-48b8-ba30-a5bc5d622c93 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "GET /v2.0/networks?id=6ffaab15-74d9-494b-a9c7-1953268a2c99 HTTP/1.1" status: 200 len: 764 time: 0.1355619 Dec 11 23:03:18.436209 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52864) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:18.449450 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-06eacf4d-216c-4c54-b1c8-099d30be33db tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'network': {'description': 'd2'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:18.488501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Attempting to bind port dbe619fb-acb4-414a-a2a6-f138593db56a on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:03:18.489124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Attempting to bind port dbe619fb-acb4-414a-a2a6-f138593db56a by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'f96d5cbb-84fb-4055-8dfa-cf8558f1aa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dfffb15d-1c71-46ee-ac87-7d2890e5233f'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:03:18.489643 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Attempting to bind port dbe619fb-acb4-414a-a2a6-f138593db56a on network dfffb15d-1c71-46ee-ac87-7d2890e5233f {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:03:18.495297 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:03:18.495681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Checking segment: {'id': 'f96d5cbb-84fb-4055-8dfa-cf8558f1aa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dfffb15d-1c71-46ee-ac87-7d2890e5233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:18.496094 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.496499 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Bound using segment: {'id': 'f96d5cbb-84fb-4055-8dfa-cf8558f1aa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dfffb15d-1c71-46ee-ac87-7d2890e5233f'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:03:18.496983 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Bound port: dbe619fb-acb4-414a-a2a6-f138593db56a, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96d5cbb-84fb-4055-8dfa-cf8558f1aa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dfffb15d-1c71-46ee-ac87-7d2890e5233f'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:03:18.497370 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.588059 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3e18df7-8f9e-4db0-a47f-8289e3532247 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.595151 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] For port dbe619fb-acb4-414a-a2a6-f138593db56a, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:03:18.600665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] For port dbe619fb-acb4-414a-a2a6-f138593db56a, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=dbe619fb-acb4-414a-a2a6-f138593db56a,segment=NetworkSegment(f96d5cbb-84fb-4055-8dfa-cf8558f1aa54),segment_id=f96d5cbb-84fb-4055-8dfa-cf8558f1aa54)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:03:18.647433 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06eacf4d-216c-4c54-b1c8-099d30be33db tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.670273 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.735265 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3e18df7-8f9e-4db0-a47f-8289e3532247 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.746844 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564a88c-dc4d-4b26-b26b-00730eef3f9c None None] Pushing event updated for resources: {'Port': ['ID=dbe619fb-acb4-414a-a2a6-f138593db56a,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:18.769718 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06eacf4d-216c-4c54-b1c8-099d30be33db tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.790445 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-06eacf4d-216c-4c54-b1c8-099d30be33db tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network 6ffaab15-74d9-494b-a9c7-1953268a2c99 is not hosted by any dhcp agent {{(pid=103691) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 11 23:03:18.796131 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eacf4d-216c-4c54-b1c8-099d30be33db tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:18.796749 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06eacf4d-216c-4c54-b1c8-099d30be33db tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.801108 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-06eacf4d-216c-4c54-b1c8-099d30be33db tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "PUT /v2.0/networks/6ffaab15-74d9-494b-a9c7-1953268a2c99 HTTP/1.1" status: 200 len: 761 time: 0.3607986 Dec 11 23:03:18.801684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52866) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:18.820352 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-abb25e4c-d04f-4f20-a174-34264f02a765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.828430 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e18df7-8f9e-4db0-a47f-8289e3532247 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network dfffb15d-1c71-46ee-ac87-7d2890e5233f is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:18.846754 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-b3e18df7-8f9e-4db0-a47f-8289e3532247 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:18.851819 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eacf4d-216c-4c54-b1c8-099d30be33db tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Network': ['ID=6ffaab15-74d9-494b-a9c7-1953268a2c99,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:18.865236 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 6ffaab15-74d9-494b-a9c7-1953268a2c99 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:03:18.890298 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e18df7-8f9e-4db0-a47f-8289e3532247 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:18.896624 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e18df7-8f9e-4db0-a47f-8289e3532247 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:18.897281 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3e18df7-8f9e-4db0-a47f-8289e3532247 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:18.910189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e18df7-8f9e-4db0-a47f-8289e3532247 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=cd8bf749-f3b3-485e-a1f9-6ec31013e222,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:18.946422 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c8b042-a7b3-4806-b8d2-c0a4ca6a9fee tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:18.952620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52868) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:18.952761 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-73c8b042-a7b3-4806-b8d2-c0a4ca6a9fee tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "GET /v2.0/networks?id=6ffaab15-74d9-494b-a9c7-1953268a2c99 HTTP/1.1" status: 200 len: 764 time: 0.1487448 Dec 11 23:03:19.027458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b3e18df7-8f9e-4db0-a47f-8289e3532247 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4020534 Dec 11 23:03:19.029789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52870) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:19.036352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7acd9776-49c9-434b-98bd-0c45afeba3af tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'network_id': 'dfffb15d-1c71-46ee-ac87-7d2890e5233f', 'name': 'tempest-PortsIpV6TestJSON-904169892', 'fixed_ips': [{'subnet_id': '339006eb-9153-464a-b893-0cae1ef8a4c6', 'ip_address': '2001:db8::f'}]}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:19.251882 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296e70d1-121a-4292-a992-1552834e75ed tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.256603 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-296e70d1-121a-4292-a992-1552834e75ed tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3000357 Dec 11 23:03:19.256773 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52874) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:19.261626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acd9776-49c9-434b-98bd-0c45afeba3af tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:19.267664 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7acd9776-49c9-434b-98bd-0c45afeba3af tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:19.291350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-7acd9776-49c9-434b-98bd-0c45afeba3af tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] device_id is not set on port 52f416ee-f483-424c-b377-d055a726c1eb yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:03:19.300815 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ebc09675-dce1-4775-b153-aaffae0b0f36 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 207 time: 0.0389676 Dec 11 23:03:19.301521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52878) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:19.479147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device dbe619fb-acb4-414a-a2a6-f138593db56a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:03:19.531894 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0e5bc-a74e-46bd-9ab5-daf6ba21e36c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.542794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0e5bc-a74e-46bd-9ab5-daf6ba21e36c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.543031 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port dbe619fb-acb4-414a-a2a6-f138593db56a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:19.543717 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:19.549377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0e5bc-a74e-46bd-9ab5-daf6ba21e36c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.557023 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0e5bc-a74e-46bd-9ab5-daf6ba21e36c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.558011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-7acd9776-49c9-434b-98bd-0c45afeba3af tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Allocated IP 2001:db8::f (dfffb15d-1c71-46ee-ac87-7d2890e5233f/339006eb-9153-464a-b893-0cae1ef8a4c6/52f416ee-f483-424c-b377-d055a726c1eb) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:19.563036 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0e5bc-a74e-46bd-9ab5-daf6ba21e36c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.569891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0e5bc-a74e-46bd-9ab5-daf6ba21e36c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.572010 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-40b0e5bc-a74e-46bd-9ab5-daf6ba21e36c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2700408 Dec 11 23:03:19.583733 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fd214-d73f-431b-85d5-d8ac56b20f9e req-2262ecb0-7574-48fa-a0a9-0b47454db8bc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.585288 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0f0fd214-d73f-431b-85d5-d8ac56b20f9e req-2262ecb0-7574-48fa-a0a9-0b47454db8bc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.1256375 Dec 11 23:03:19.585786 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52882) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:19.707661 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:19.744663 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f8f7b067-8431-4c49-b693-c58231d1c28b tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1574364 Dec 11 23:03:19.751594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port dbe619fb-acb4-414a-a2a6-f138593db56a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=dbe619fb-acb4-414a-a2a6-f138593db56a,segment=NetworkSegment(f96d5cbb-84fb-4055-8dfa-cf8558f1aa54),segment_id=f96d5cbb-84fb-4055-8dfa-cf8558f1aa54)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:19.756257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52884) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:19.827452 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7acd9776-49c9-434b-98bd-0c45afeba3af tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:19.837624 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:19.872278 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0f0fd214-d73f-431b-85d5-d8ac56b20f9e req-b182c5af-0a3b-4608-84db-0ffc6f7ed976 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254265 Dec 11 23:03:19.884584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0a2d15-4289-472f-b021-f46465f90a2a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.886220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0a2d15-4289-472f-b021-f46465f90a2a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.890867 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0a2d15-4289-472f-b021-f46465f90a2a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.890867 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0a2d15-4289-472f-b021-f46465f90a2a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.891631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0a2d15-4289-472f-b021-f46465f90a2a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.897566 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cf0a2d15-4289-472f-b021-f46465f90a2a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1388745 Dec 11 23:03:19.899086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52888) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:19.931413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=dbe619fb-acb4-414a-a2a6-f138593db56a,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:19.977099 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18822bb-b204-42ad-b9b0-274cfaf463a7 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.978117 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18822bb-b204-42ad-b9b0-274cfaf463a7 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.980517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18822bb-b204-42ad-b9b0-274cfaf463a7 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.981972 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18822bb-b204-42ad-b9b0-274cfaf463a7 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.983441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18822bb-b204-42ad-b9b0-274cfaf463a7 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:19.985110 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d18822bb-b204-42ad-b9b0-274cfaf463a7 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0850496 Dec 11 23:03:19.989062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52890) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:19.996125 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7acd9776-49c9-434b-98bd-0c45afeba3af tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:20.047425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acd9776-49c9-434b-98bd-0c45afeba3af tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network dfffb15d-1c71-46ee-ac87-7d2890e5233f is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:20.051583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-7acd9776-49c9-434b-98bd-0c45afeba3af tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:20.056027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acd9776-49c9-434b-98bd-0c45afeba3af tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:20.062727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acd9776-49c9-434b-98bd-0c45afeba3af tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:20.063422 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7acd9776-49c9-434b-98bd-0c45afeba3af tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:20.082321 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd9776-49c9-434b-98bd-0c45afeba3af tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=52f416ee-f483-424c-b377-d055a726c1eb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:20.123807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5964da7c-06b1-4ba2-96c0-ae3cb5d07a4c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:20.123807 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5964da7c-06b1-4ba2-96c0-ae3cb5d07a4c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "GET /v2.0/networks/77c60ef5-debd-46ee-bfca-d7aa44ede8ac HTTP/1.1" status: 200 len: 803 time: 0.1300416 Dec 11 23:03:20.125063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52892) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:20.129170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11a5349-539c-41c7-a9d2-98ca6cb51331 None None] Network dfffb15d-1c71-46ee-ac87-7d2890e5233f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:20.228546 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9849d744-e823-4c74-8546-08229f3139b4 None None] Provisioning complete for port dbe619fb-acb4-414a-a2a6-f138593db56a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:20.228889 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9849d744-e823-4c74-8546-08229f3139b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:20.241363 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7acd9776-49c9-434b-98bd-0c45afeba3af tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2104971 Dec 11 23:03:20.244331 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52896) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:20.292589 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52898) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:20.293488 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-eea8c986-c9f2-416e-b01e-3fff38167843 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "GET /v2.0/networks/77c60ef5-debd-46ee-bfca-d7aa44ede8ac?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1680431 Dec 11 23:03:20.357229 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8f98f9-3972-4054-a844-6345d2d451e4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:20.361298 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dd8f98f9-3972-4054-a844-6345d2d451e4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1131921 Dec 11 23:03:20.363794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52900) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:20.370275 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36805368-d794-4c8d-bf15-97a9f06682c2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:20.374845 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-36805368-d794-4c8d-bf15-97a9f06682c2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "GET /v2.0/subnets/10f17c87-ff09-4c2c-a88f-b3e358b9e6f1 HTTP/1.1" status: 200 len: 843 time: 0.0776126 Dec 11 23:03:20.375645 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52902) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:20.453667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acad7c91-2976-4669-a201-8151a5ac779a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['shared'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:20.461844 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-acad7c91-2976-4669-a201-8151a5ac779a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "GET /v2.0/subnets/10f17c87-ff09-4c2c-a88f-b3e358b9e6f1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0849597 Dec 11 23:03:20.462521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52906) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:20.471231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8297251c-1c75-4add-ace6-8f095d58b3e2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1699011251'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:20.514412 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9a58dc-c73f-46ae-ac57-b159d0a31e88 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:20.521265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9a58dc-c73f-46ae-ac57-b159d0a31e88 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:20.527607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9a58dc-c73f-46ae-ac57-b159d0a31e88 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:20.529325 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5e9a58dc-c73f-46ae-ac57-b159d0a31e88 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1632762 Dec 11 23:03:20.532255 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52908) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:20.569110 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8297251c-1c75-4add-ace6-8f095d58b3e2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:20.573326 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8297251c-1c75-4add-ace6-8f095d58b3e2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:20.644949 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8297251c-1c75-4add-ace6-8f095d58b3e2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:03:20.657884 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8297251c-1c75-4add-ace6-8f095d58b3e2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:20.658271 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-8297251c-1c75-4add-ace6-8f095d58b3e2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Added segment 925252f9-5400-423c-9aa7-792e7cb7014a of type vlan for network 24ae191b-db57-4d0d-8f82-75edb25a0f3e Dec 11 23:03:20.683540 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e92ad720-ffaa-4de9-b16b-716372b0e224 None None] Provisioning complete for port dbe619fb-acb4-414a-a2a6-f138593db56a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:20.684533 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e92ad720-ffaa-4de9-b16b-716372b0e224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:20.724550 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-55b8abf5-4a1d-4bd9-bcd0-6a26d9ac2866 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port 52f416ee-f483-424c-b377-d055a726c1eb {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:20.724550 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55b8abf5-4a1d-4bd9-bcd0-6a26d9ac2866 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:20.774995 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8297251c-1c75-4add-ace6-8f095d58b3e2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:20.804798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e92ad720-ffaa-4de9-b16b-716372b0e224 None None] Provisioning complete for port cd8bf749-f3b3-485e-a1f9-6ec31013e222 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:20.805737 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e92ad720-ffaa-4de9-b16b-716372b0e224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:20.841907 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55b8abf5-4a1d-4bd9-bcd0-6a26d9ac2866 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:20.848283 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e92ad720-ffaa-4de9-b16b-716372b0e224 None None] Port cd8bf749-f3b3-485e-a1f9-6ec31013e222 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:20.856211 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-55b8abf5-4a1d-4bd9-bcd0-6a26d9ac2866 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for 52f416ee-f483-424c-b377-d055a726c1eb owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:20.861149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e92ad720-ffaa-4de9-b16b-716372b0e224 None None] Provisioning complete for port 52f416ee-f483-424c-b377-d055a726c1eb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:20.861774 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e92ad720-ffaa-4de9-b16b-716372b0e224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:20.925450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e92ad720-ffaa-4de9-b16b-716372b0e224 None None] Port 52f416ee-f483-424c-b377-d055a726c1eb cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:20.943584 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8297251c-1c75-4add-ace6-8f095d58b3e2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:20.956933 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8297251c-1c75-4add-ace6-8f095d58b3e2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:20.958077 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8297251c-1c75-4add-ace6-8f095d58b3e2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:21.037796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce651231-943d-4999-8ad5-a49743d3fab3 req-494fde87-2d95-42d0-a182-b0244bde6ccd tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:21.039607 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ce651231-943d-4999-8ad5-a49743d3fab3 req-494fde87-2d95-42d0-a182-b0244bde6ccd tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0741005 Dec 11 23:03:21.056883 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7640d85e-392a-4525-95bc-f6e14975c11d None None] Provisioning complete for port cd8bf749-f3b3-485e-a1f9-6ec31013e222 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:21.057398 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7640d85e-392a-4525-95bc-f6e14975c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:21.063348 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297251c-1c75-4add-ace6-8f095d58b3e2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Network': ['ID=24ae191b-db57-4d0d-8f82-75edb25a0f3e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:21.087068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 24ae191b-db57-4d0d-8f82-75edb25a0f3e details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:03:21.117149 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ce651231-943d-4999-8ad5-a49743d3fab3 req-2997f35d-516a-4f46-a625-d451f99c1828 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639815 Dec 11 23:03:21.117854 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8297251c-1c75-4add-ace6-8f095d58b3e2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6506512 Dec 11 23:03:21.120664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52912) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:21.131174 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-937f6969-8276-45b1-a29d-ffc0dbd7ddfc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'subnet': {'network_id': '24ae191b-db57-4d0d-8f82-75edb25a0f3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:21.179273 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7640d85e-392a-4525-95bc-f6e14975c11d None None] Port cd8bf749-f3b3-485e-a1f9-6ec31013e222 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:21.277539 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55b8abf5-4a1d-4bd9-bcd0-6a26d9ac2866 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:21.296754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6cf5683b-df6b-45fa-b895-5b40375df2f9 None None] Could not find standard attr ID for object 52f416ee-f483-424c-b377-d055a726c1eb. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 23:03:21.316007 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8abf5-4a1d-4bd9-bcd0-6a26d9ac2866 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=52f416ee-f483-424c-b377-d055a726c1eb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:21.341292 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55b8abf5-4a1d-4bd9-bcd0-6a26d9ac2866 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:21.349274 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-695fd704-9f7c-40a6-a107-557b960580d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:21.349426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52916) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:21.350439 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-55b8abf5-4a1d-4bd9-bcd0-6a26d9ac2866 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/52f416ee-f483-424c-b377-d055a726c1eb HTTP/1.1" status: 204 len: 168 time: 0.8169734 Dec 11 23:03:21.380228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device dbe619fb-acb4-414a-a2a6-f138593db56a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:03:21.386951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937f6969-8276-45b1-a29d-ffc0dbd7ddfc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Made reservation on behalf of 52d2bf62ad8e47aa90505a2513326d2d for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:21.390666 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-937f6969-8276-45b1-a29d-ffc0dbd7ddfc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:21.395386 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-26dc1bba-64bb-4600-83f2-99c6af35a0f4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] GET failed (client error): The resource could not be found. Dec 11 23:03:21.397013 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-26dc1bba-64bb-4600-83f2-99c6af35a0f4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/52f416ee-f483-424c-b377-d055a726c1eb HTTP/1.1" status: 404 len: 333 time: 0.0465229 Dec 11 23:03:21.400227 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52918) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:21.453363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port dbe619fb-acb4-414a-a2a6-f138593db56a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:21.453740 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:21.486169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.ipam_backend_mixin [None req-937f6969-8276-45b1-a29d-ffc0dbd7ddfc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Performing IP validity checks on allocation pools {{(pid=103692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 11 23:03:21.486901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.ipam_backend_mixin [None req-937f6969-8276-45b1-a29d-ffc0dbd7ddfc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 11 23:03:21.568256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-81b9d0a9-763a-451b-b8b7-626b6bb3fff5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port cd8bf749-f3b3-485e-a1f9-6ec31013e222 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:21.572518 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-81b9d0a9-763a-451b-b8b7-626b6bb3fff5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:21.669717 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-81b9d0a9-763a-451b-b8b7-626b6bb3fff5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:21.682636 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-81b9d0a9-763a-451b-b8b7-626b6bb3fff5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for cd8bf749-f3b3-485e-a1f9-6ec31013e222 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:21.746275 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-937f6969-8276-45b1-a29d-ffc0dbd7ddfc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:21.813507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f6969-8276-45b1-a29d-ffc0dbd7ddfc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Subnet': ['ID=f7efa2d9-8b29-41c2-a35d-b02ee905f378,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:21.823634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f6969-8276-45b1-a29d-ffc0dbd7ddfc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Checking segment: {'id': '925252f9-5400-423c-9aa7-792e7cb7014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '24ae191b-db57-4d0d-8f82-75edb25a0f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:21.823999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937f6969-8276-45b1-a29d-ffc0dbd7ddfc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network hostable DHCP agents. Network: 24ae191b-db57-4d0d-8f82-75edb25a0f3e, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:03:21.871844 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-81b9d0a9-763a-451b-b8b7-626b6bb3fff5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:21.899364 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9d0a9-763a-451b-b8b7-626b6bb3fff5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=cd8bf749-f3b3-485e-a1f9-6ec31013e222,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:21.914077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937f6969-8276-45b1-a29d-ffc0dbd7ddfc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Network 24ae191b-db57-4d0d-8f82-75edb25a0f3e is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:03:21.930070 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-81b9d0a9-763a-451b-b8b7-626b6bb3fff5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:21.933894 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-81b9d0a9-763a-451b-b8b7-626b6bb3fff5 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/cd8bf749-f3b3-485e-a1f9-6ec31013e222 HTTP/1.1" status: 204 len: 168 time: 0.5325942 Dec 11 23:03:21.936947 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52922) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:21.962821 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f7a02e-f110-4e95-a9a0-9a6898bb1ee1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] GET failed (client error): The resource could not be found. Dec 11 23:03:21.970870 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-48f7a02e-f110-4e95-a9a0-9a6898bb1ee1 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/cd8bf749-f3b3-485e-a1f9-6ec31013e222 HTTP/1.1" status: 404 len: 333 time: 0.0264049 Dec 11 23:03:21.974283 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52924) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:22.030723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6899247-4628-4dbd-bdb0-94d7fc6b28a0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting subnet 339006eb-9153-464a-b893-0cae1ef8a4c6 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:03:22.035011 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6899247-4628-4dbd-bdb0-94d7fc6b28a0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.037076 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-937f6969-8276-45b1-a29d-ffc0dbd7ddfc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 24ae191b-db57-4d0d-8f82-75edb25a0f3e) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:22.042514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937f6969-8276-45b1-a29d-ffc0dbd7ddfc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:22.043364 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-937f6969-8276-45b1-a29d-ffc0dbd7ddfc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.048951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0559194-97f7-41b1-be3e-cdf48dc8db14 None None] Network 24ae191b-db57-4d0d-8f82-75edb25a0f3e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:22.095345 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6899247-4628-4dbd-bdb0-94d7fc6b28a0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.117598 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-937f6969-8276-45b1-a29d-ffc0dbd7ddfc tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9937923 Dec 11 23:03:22.117858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52926) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:22.123106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7c4d5394-810e-42d0-98bb-d37ed7d429c6 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:22.204657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-24ae191b-db57-4d0d-8f82-75edb25a0f3e', 'network_id': '24ae191b-db57-4d0d-8f82-75edb25a0f3e', 'project_id': '52d2bf62ad8e47aa90505a2513326d2d', 'fixed_ips': [{'subnet_id': 'f7efa2d9-8b29-41c2-a35d-b02ee905f378'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:03:22.207417 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.233660 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5394-810e-42d0-98bb-d37ed7d429c6 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126114248'] for subnet, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.238514 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6899247-4628-4dbd-bdb0-94d7fc6b28a0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.281993 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82099730-c4bd-45f3-8de3-be496bea3cc0 req-f31efeff-9f29-4d40-8cd6-3119c59bca6a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:22.283699 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82099730-c4bd-45f3-8de3-be496bea3cc0 req-f31efeff-9f29-4d40-8cd6-3119c59bca6a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0971746 Dec 11 23:03:22.303567 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.352018 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82099730-c4bd-45f3-8de3-be496bea3cc0 req-9a043afb-ebd9-48d0-a6bb-06ffde76c6b2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523827 Dec 11 23:03:22.386243 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6899247-4628-4dbd-bdb0-94d7fc6b28a0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.415265 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6899247-4628-4dbd-bdb0-94d7fc6b28a0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Subnet': ['ID=339006eb-9153-464a-b893-0cae1ef8a4c6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:22.418874 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6899247-4628-4dbd-bdb0-94d7fc6b28a0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.422486 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a6899247-4628-4dbd-bdb0-94d7fc6b28a0 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/339006eb-9153-464a-b893-0cae1ef8a4c6 HTTP/1.1" status: 204 len: 168 time: 0.4470022 Dec 11 23:03:22.427045 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52932) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:22.430482 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3b8d5f-62a9-43b5-a7f5-ffe2e6406c62 None None] Network dfffb15d-1c71-46ee-ac87-7d2890e5233f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:22.472009 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5394-810e-42d0-98bb-d37ed7d429c6 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780728726236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127197116'] for subnet, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.515505 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.530160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d5394-810e-42d0-98bb-d37ed7d429c6 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:22.530969 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5394-810e-42d0-98bb-d37ed7d429c6 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.536561 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7c4d5394-810e-42d0-98bb-d37ed7d429c6 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "PUT /v2.0/subnets/f7efa2d9-8b29-41c2-a35d-b02ee905f378 HTTP/1.1" status: 200 len: 900 time: 0.4135473 Dec 11 23:03:22.537549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52934) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:22.555251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d5394-810e-42d0-98bb-d37ed7d429c6 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event updated for resources: {'Subnet': ['ID=f7efa2d9-8b29-41c2-a35d-b02ee905f378,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:22.579360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port dbe619fb-acb4-414a-a2a6-f138593db56a {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:22.579948 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.658136 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] For port dbe619fb-acb4-414a-a2a6-f138593db56a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=dbe619fb-acb4-414a-a2a6-f138593db56a,segment=NetworkSegment(f96d5cbb-84fb-4055-8dfa-cf8558f1aa54),segment_id=f96d5cbb-84fb-4055-8dfa-cf8558f1aa54)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:22.658499 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.667937 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.678946 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for dbe619fb-acb4-414a-a2a6-f138593db56a owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:22.722956 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Allocated IP 2001:db8::3 (24ae191b-db57-4d0d-8f82-75edb25a0f3e/f7efa2d9-8b29-41c2-a35d-b02ee905f378/870ed7d6-308a-4f95-919b-91c9dd064909) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:22.729890 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.810363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad36548-9f9c-497d-8871-d42ce047d7e8 None None] DHCP port deletion for dfffb15d-1c71-46ee-ac87-7d2890e5233f request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:03:22.860249 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.888222 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=dbe619fb-acb4-414a-a2a6-f138593db56a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:22.892184 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No DVR routers for this DVR port dbe619fb-acb4-414a-a2a6-f138593db56a on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:22.919458 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.925797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-bad36548-9f9c-497d-8871-d42ce047d7e8 None None] Deleting port dbe619fb-acb4-414a-a2a6-f138593db56a {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:22.926172 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bad36548-9f9c-497d-8871-d42ce047d7e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.979722 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:22.990637 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.005538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bad36548-9f9c-497d-8871-d42ce047d7e8 None None] For port dbe619fb-acb4-414a-a2a6-f138593db56a, host n-d-710847-6, got binding levels [] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:23.005952 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bad36548-9f9c-497d-8871-d42ce047d7e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.045924 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Network 24ae191b-db57-4d0d-8f82-75edb25a0f3e is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:23.046908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-bad36548-9f9c-497d-8871-d42ce047d7e8 None None] Calling delete_port for dbe619fb-acb4-414a-a2a6-f138593db56a owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:23.053738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.ipam_backend_mixin [None req-bad36548-9f9c-497d-8871-d42ce047d7e8 None None] Port dbe619fb-acb4-414a-a2a6-f138593db56a was not found and therefore no delete operation was performed {{(pid=103693) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 11 23:03:23.057161 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:23.061236 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bad36548-9f9c-497d-8871-d42ce047d7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.063307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:23.077742 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.086850 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad36548-9f9c-497d-8871-d42ce047d7e8 None None] No DVR routers for this DVR port dbe619fb-acb4-414a-a2a6-f138593db56a on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:23.088208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Pushing event updated for resources: {'Port': ['ID=870ed7d6-308a-4f95-919b-91c9dd064909,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:23.128999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Subnet': ['ID=f7efa2d9-8b29-41c2-a35d-b02ee905f378,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:23.151154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad36548-9f9c-497d-8871-d42ce047d7e8 None None] Pushing event deleted for resources: {'Port': ['ID=dbe619fb-acb4-414a-a2a6-f138593db56a,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:23.163318 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Attempting to bind port 870ed7d6-308a-4f95-919b-91c9dd064909 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:03:23.163826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Attempting to bind port 870ed7d6-308a-4f95-919b-91c9dd064909 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '925252f9-5400-423c-9aa7-792e7cb7014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '24ae191b-db57-4d0d-8f82-75edb25a0f3e'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:03:23.164301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Attempting to bind port 870ed7d6-308a-4f95-919b-91c9dd064909 on network 24ae191b-db57-4d0d-8f82-75edb25a0f3e {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:03:23.170453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:03:23.171318 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Checking segment: {'id': '925252f9-5400-423c-9aa7-792e7cb7014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '24ae191b-db57-4d0d-8f82-75edb25a0f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:23.171698 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.175093 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Bound using segment: {'id': '925252f9-5400-423c-9aa7-792e7cb7014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '24ae191b-db57-4d0d-8f82-75edb25a0f3e'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:03:23.175093 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Bound port: 870ed7d6-308a-4f95-919b-91c9dd064909, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925252f9-5400-423c-9aa7-792e7cb7014a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '24ae191b-db57-4d0d-8f82-75edb25a0f3e'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:03:23.175093 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.196786 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.222010 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ae191b-db57-4d0d-8f82-75edb25a0f3e']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:23.235218 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925252f9-5400-423c-9aa7-792e7cb7014a') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:23.235652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925252f9-5400-423c-9aa7-792e7cb7014a') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:23.249102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.251828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] For port 870ed7d6-308a-4f95-919b-91c9dd064909, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:03:23.256104 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] For port 870ed7d6-308a-4f95-919b-91c9dd064909, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=870ed7d6-308a-4f95-919b-91c9dd064909,segment=NetworkSegment(925252f9-5400-423c-9aa7-792e7cb7014a),segment_id=925252f9-5400-423c-9aa7-792e7cb7014a)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:03:23.327962 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.331454 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.340269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:23.340686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:23.345592 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:23.371706 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfffb15d-1c71-46ee-ac87-7d2890e5233f']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:23.384093 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96d5cbb-84fb-4055-8dfa-cf8558f1aa54') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:23.384395 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96d5cbb-84fb-4055-8dfa-cf8558f1aa54') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:23.395412 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.411523 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.419327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:23.419751 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:23.423133 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:23.427161 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device dbe619fb-acb4-414a-a2a6-f138593db56a no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:03:23.469407 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98b140-27d8-4adf-a376-63cf416b58f5 None None] Pushing event updated for resources: {'Port': ['ID=870ed7d6-308a-4f95-919b-91c9dd064909,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:23.479574 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: dbe619fb-acb4-414a-a2a6-f138593db56a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:03:23.479973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device dbe619fb-acb4-414a-a2a6-f138593db56a not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:03:23.488081 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.api [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 23:03:23.488081 n-d-710847-6 neutron-server[103692]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 23:03:23.488081 n-d-710847-6 neutron-server[103692]: [parameters: {'id': '24ae191b-db57-4d0d-8f82-75edb25a0f3e'}] Dec 11 23:03:23.488081 n-d-710847-6 neutron-server[103692]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:03:23.488723 n-d-710847-6 neutron-server[103692]: DEBUG oslo_db.api [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:03:23.510966 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2085284a-5809-4a62-b0ee-aab9dd4ababb None None] Network 24ae191b-db57-4d0d-8f82-75edb25a0f3e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:23.512559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d652aa0-790e-4d51-ae0f-25f2581154f0 req-316111e2-878d-434b-8dc7-8dcbbef88155 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:23.514272 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d652aa0-790e-4d51-ae0f-25f2581154f0 req-316111e2-878d-434b-8dc7-8dcbbef88155 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0630643 Dec 11 23:03:23.567712 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d652aa0-790e-4d51-ae0f-25f2581154f0 req-1b6e7b24-ab4e-447b-8b5e-11b4d6036802 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466206 Dec 11 23:03:23.583475 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.594625 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.600332 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/networks/dfffb15d-1c71-46ee-ac87-7d2890e5233f HTTP/1.1" status: 204 len: 168 time: 1.1715009 Dec 11 23:03:23.603993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52942) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:23.610519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-eecc17ab-4b67-4171-b31f-89fd0dfa07fe tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-54715862'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:23.617391 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1192d3ae-10f0-47bf-ba14-1039f5e91e70 None None] Network 24ae191b-db57-4d0d-8f82-75edb25a0f3e requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:23.618690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2c431-fcf7-4e82-bf77-7886cb80f35b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Network': ['ID=dfffb15d-1c71-46ee-ac87-7d2890e5233f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:23.694425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecc17ab-4b67-4171-b31f-89fd0dfa07fe tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:23.698341 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eecc17ab-4b67-4171-b31f-89fd0dfa07fe tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.718122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be008ef-bbf3-43e9-a2dd-39ed6b936d8b None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 23:03:23.732644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecc17ab-4b67-4171-b31f-89fd0dfa07fe tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:03:23.742098 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eecc17ab-4b67-4171-b31f-89fd0dfa07fe tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.742447 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-eecc17ab-4b67-4171-b31f-89fd0dfa07fe tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Added segment e5c43727-cf15-459e-a441-5b0ffb73094e of type vlan for network eaeb6a33-9680-4a02-9029-29b7259ac3f6 Dec 11 23:03:23.787491 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eecc17ab-4b67-4171-b31f-89fd0dfa07fe tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.875401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be008ef-bbf3-43e9-a2dd-39ed6b936d8b None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 23:03:23.911112 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eecc17ab-4b67-4171-b31f-89fd0dfa07fe tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.917072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc17ab-4b67-4171-b31f-89fd0dfa07fe tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:23.917668 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eecc17ab-4b67-4171-b31f-89fd0dfa07fe tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.958035 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.990157 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:23.993760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc17ab-4b67-4171-b31f-89fd0dfa07fe tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Network': ['ID=eaeb6a33-9680-4a02-9029-29b7259ac3f6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:24.007378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-eecc17ab-4b67-4171-b31f-89fd0dfa07fe tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4009457 Dec 11 23:03:24.010437 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52948) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:24.012480 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network eaeb6a33-9680-4a02-9029-29b7259ac3f6 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:03:24.015905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5888d7b9-51de-4057-a96a-21316886c43e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'subnet': {'network_id': 'eaeb6a33-9680-4a02-9029-29b7259ac3f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:24.058632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Deleting port 870ed7d6-308a-4f95-919b-91c9dd064909 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:24.059054 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.130865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] For port 870ed7d6-308a-4f95-919b-91c9dd064909, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=870ed7d6-308a-4f95-919b-91c9dd064909,segment=NetworkSegment(925252f9-5400-423c-9aa7-792e7cb7014a),segment_id=925252f9-5400-423c-9aa7-792e7cb7014a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:24.131491 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.145235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Calling delete_port for 870ed7d6-308a-4f95-919b-91c9dd064909 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:24.174288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5888d7b9-51de-4057-a96a-21316886c43e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:24.178963 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5888d7b9-51de-4057-a96a-21316886c43e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.282761 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.313390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No DVR routers for this DVR port 870ed7d6-308a-4f95-919b-91c9dd064909 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:24.320490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Port': ['ID=870ed7d6-308a-4f95-919b-91c9dd064909,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:24.405034 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.427579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ae191b-db57-4d0d-8f82-75edb25a0f3e']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:24.437280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925252f9-5400-423c-9aa7-792e7cb7014a') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:24.437588 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925252f9-5400-423c-9aa7-792e7cb7014a') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:24.447170 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5888d7b9-51de-4057-a96a-21316886c43e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.448318 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.462669 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.469112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:24.469503 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:24.473828 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:24.508180 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888d7b9-51de-4057-a96a-21316886c43e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Subnet': ['ID=5c067276-979d-414c-bf62-8f9dd0eebee0,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:24.520954 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5888d7b9-51de-4057-a96a-21316886c43e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Checking segment: {'id': 'e5c43727-cf15-459e-a441-5b0ffb73094e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'eaeb6a33-9680-4a02-9029-29b7259ac3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:24.521336 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5888d7b9-51de-4057-a96a-21316886c43e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network hostable DHCP agents. Network: eaeb6a33-9680-4a02-9029-29b7259ac3f6, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:03:24.597715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5888d7b9-51de-4057-a96a-21316886c43e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network eaeb6a33-9680-4a02-9029-29b7259ac3f6 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:03:24.671447 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.671721 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.682021 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.684187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-5888d7b9-51de-4057-a96a-21316886c43e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, eaeb6a33-9680-4a02-9029-29b7259ac3f6) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:24.685376 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/24ae191b-db57-4d0d-8f82-75edb25a0f3e HTTP/1.1" status: 204 len: 168 time: 2.1444998 Dec 11 23:03:24.689806 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52954) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:24.696305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa8209-1ec5-447e-afa7-a79831170762 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Network': ['ID=24ae191b-db57-4d0d-8f82-75edb25a0f3e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:24.696765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5ed9f7-096d-4061-866c-5814f7cb5f55 None None] Network eaeb6a33-9680-4a02-9029-29b7259ac3f6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:24.728937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5888d7b9-51de-4057-a96a-21316886c43e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:24.729520 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5888d7b9-51de-4057-a96a-21316886c43e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.734452 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb2ac9a-b096-4722-9490-478b8df12f06 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:24.734933 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb2ac9a-b096-4722-9490-478b8df12f06 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:24.740295 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cbb2ac9a-b096-4722-9490-478b8df12f06 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/subnets/f7efa2d9-8b29-41c2-a35d-b02ee905f378 HTTP/1.1" status: 404 len: 337 time: 0.0457635 Dec 11 23:03:24.741587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52956) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:24.751104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034adceb-c747-42d4-99a1-0a1b135804a3 req-46c569a5-4f4f-41a0-b9ca-0d674248cd02 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:24.753151 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-034adceb-c747-42d4-99a1-0a1b135804a3 req-46c569a5-4f4f-41a0-b9ca-0d674248cd02 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.1061070 Dec 11 23:03:24.766132 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-05907b15-286f-4328-8688-58f2db5832bf tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:24.766655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05907b15-286f-4328-8688-58f2db5832bf tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:24.775247 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-05907b15-286f-4328-8688-58f2db5832bf tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/24ae191b-db57-4d0d-8f82-75edb25a0f3e HTTP/1.1" status: 404 len: 339 time: 0.0325148 Dec 11 23:03:24.775909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52960) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:24.822354 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-eaeb6a33-9680-4a02-9029-29b7259ac3f6', 'network_id': 'eaeb6a33-9680-4a02-9029-29b7259ac3f6', 'project_id': '82caad537645459c8bb632e90c0aa12f', 'fixed_ips': [{'subnet_id': '5c067276-979d-414c-bf62-8f9dd0eebee0'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:03:24.823472 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.825135 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-034adceb-c747-42d4-99a1-0a1b135804a3 req-0d4b8801-db69-4a7b-aca3-4d4f07a35677 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643494 Dec 11 23:03:24.839108 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5888d7b9-51de-4057-a96a-21316886c43e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8273966 Dec 11 23:03:24.842404 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52962) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:24.847776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d07b326b-04ca-493a-91e3-22c08bfaca43 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2098987050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:24.863959 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0b98b3e-39d6-492c-8d7a-d391afc96e27 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.932831 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d07b326b-04ca-493a-91e3-22c08bfaca43 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.934118 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d07b326b-04ca-493a-91e3-22c08bfaca43 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.955633 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0b98b3e-39d6-492c-8d7a-d391afc96e27 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.981967 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Allocated IP 2001:db8::2 (eaeb6a33-9680-4a02-9029-29b7259ac3f6/5c067276-979d-414c-bf62-8f9dd0eebee0/a79d101f-71f1-4eeb-8bfc-429399cf83cb) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:24.983270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b0b98b3e-39d6-492c-8d7a-d391afc96e27 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffaab15-74d9-494b-a9c7-1953268a2c99']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:24.992402 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d07b326b-04ca-493a-91e3-22c08bfaca43 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:24.996556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b0b98b3e-39d6-492c-8d7a-d391afc96e27 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad911f89-9b92-48c7-aad0-11acaf3f3e23') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:24.997310 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-b0b98b3e-39d6-492c-8d7a-d391afc96e27 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad911f89-9b92-48c7-aad0-11acaf3f3e23') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:25.007357 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0b98b3e-39d6-492c-8d7a-d391afc96e27 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.021353 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0b98b3e-39d6-492c-8d7a-d391afc96e27 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.027298 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b98b3e-39d6-492c-8d7a-d391afc96e27 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:25.027686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0b98b3e-39d6-492c-8d7a-d391afc96e27 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:25.030679 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:25.052650 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d07b326b-04ca-493a-91e3-22c08bfaca43 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.134500 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d07b326b-04ca-493a-91e3-22c08bfaca43 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.136343 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d07b326b-04ca-493a-91e3-22c08bfaca43 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2935653 Dec 11 23:03:25.136980 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.139049 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52964) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:25.144465 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5e4770cb-bd8f-485b-bacc-ab7a7c6997fa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'network_id': 'eaeb6a33-9680-4a02-9029-29b7259ac3f6', 'name': 'tempest-PortsIpV6TestJSON-74021645'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:25.166997 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0b98b3e-39d6-492c-8d7a-d391afc96e27 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.175857 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0b98b3e-39d6-492c-8d7a-d391afc96e27 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.177893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b0b98b3e-39d6-492c-8d7a-d391afc96e27 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/6ffaab15-74d9-494b-a9c7-1953268a2c99 HTTP/1.1" status: 204 len: 168 time: 0.4009724 Dec 11 23:03:25.180458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52966) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:25.198377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b98b3e-39d6-492c-8d7a-d391afc96e27 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Network': ['ID=6ffaab15-74d9-494b-a9c7-1953268a2c99,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:25.222572 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-546f0c06-85f1-47e5-af83-3f7741174b68 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:25.223057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546f0c06-85f1-47e5-af83-3f7741174b68 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:25.226173 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-546f0c06-85f1-47e5-af83-3f7741174b68 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/subnets/297fabcc-3a80-4e42-9d67-d55d3e27e82b HTTP/1.1" status: 404 len: 337 time: 0.0448105 Dec 11 23:03:25.229998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52968) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:25.247353 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.247817 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26cf5cc-cfb4-47b7-a1a6-1d23ca71d514 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:25.248601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26cf5cc-cfb4-47b7-a1a6-1d23ca71d514 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:25.252140 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b26cf5cc-cfb4-47b7-a1a6-1d23ca71d514 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/ac4788a7-03a8-42fb-8247-6a55f6b40040 HTTP/1.1" status: 404 len: 339 time: 0.0204666 Dec 11 23:03:25.257880 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52970) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:25.293641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Network eaeb6a33-9680-4a02-9029-29b7259ac3f6 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:25.296658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:25.299959 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:25.310912 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Pushing event updated for resources: {'Port': ['ID=a79d101f-71f1-4eeb-8bfc-429399cf83cb,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:25.312100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-374fad9e-f9a4-4070-8f27-bf56593f997a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Deleting subnet 587b6102-ef3b-4378-a235-82bb1373431e {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:03:25.315399 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-374fad9e-f9a4-4070-8f27-bf56593f997a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.334477 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4770cb-bd8f-485b-bacc-ab7a7c6997fa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:25.339098 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e4770cb-bd8f-485b-bacc-ab7a7c6997fa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.359609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-5e4770cb-bd8f-485b-bacc-ab7a7c6997fa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] device_id is not set on port 87b02eef-bef4-454f-b2bb-0b3b6f6a1330 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:03:25.361536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Attempting to bind port a79d101f-71f1-4eeb-8bfc-429399cf83cb on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:03:25.361800 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-374fad9e-f9a4-4070-8f27-bf56593f997a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.361999 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Attempting to bind port a79d101f-71f1-4eeb-8bfc-429399cf83cb by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'e5c43727-cf15-459e-a441-5b0ffb73094e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'eaeb6a33-9680-4a02-9029-29b7259ac3f6'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:03:25.362341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Attempting to bind port a79d101f-71f1-4eeb-8bfc-429399cf83cb on network eaeb6a33-9680-4a02-9029-29b7259ac3f6 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:03:25.367822 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:03:25.368406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Checking segment: {'id': 'e5c43727-cf15-459e-a441-5b0ffb73094e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'eaeb6a33-9680-4a02-9029-29b7259ac3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:25.369027 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.369865 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Bound using segment: {'id': 'e5c43727-cf15-459e-a441-5b0ffb73094e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'eaeb6a33-9680-4a02-9029-29b7259ac3f6'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:03:25.370618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Bound port: a79d101f-71f1-4eeb-8bfc-429399cf83cb, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c43727-cf15-459e-a441-5b0ffb73094e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'eaeb6a33-9680-4a02-9029-29b7259ac3f6'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:03:25.371103 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.437693 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] For port a79d101f-71f1-4eeb-8bfc-429399cf83cb, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:03:25.441123 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] For port a79d101f-71f1-4eeb-8bfc-429399cf83cb, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a79d101f-71f1-4eeb-8bfc-429399cf83cb,segment=NetworkSegment(e5c43727-cf15-459e-a441-5b0ffb73094e),segment_id=e5c43727-cf15-459e-a441-5b0ffb73094e)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:03:25.461330 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-374fad9e-f9a4-4070-8f27-bf56593f997a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.491530 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-5e4770cb-bd8f-485b-bacc-ab7a7c6997fa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Allocated IP 2001:db8::2f5 (eaeb6a33-9680-4a02-9029-29b7259ac3f6/5c067276-979d-414c-bf62-8f9dd0eebee0/87b02eef-bef4-454f-b2bb-0b3b6f6a1330) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:25.535462 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.580562 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-374fad9e-f9a4-4070-8f27-bf56593f997a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.609634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713ad8b-c55d-48b9-850f-108c0f6ba0a1 None None] Pushing event updated for resources: {'Port': ['ID=a79d101f-71f1-4eeb-8bfc-429399cf83cb,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:25.609805 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fad9e-f9a4-4070-8f27-bf56593f997a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Subnet': ['ID=587b6102-ef3b-4378-a235-82bb1373431e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:25.613381 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-374fad9e-f9a4-4070-8f27-bf56593f997a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.616656 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-374fad9e-f9a4-4070-8f27-bf56593f997a tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/subnets/587b6102-ef3b-4378-a235-82bb1373431e HTTP/1.1" status: 204 len: 168 time: 0.3576636 Dec 11 23:03:25.619091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52972) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:25.627312 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eaff8b-3ccb-4885-82ad-75c4d7aada9f None None] Network 52415169-9441-4bd7-8d95-bc5ad6e30eee requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:25.675003 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e4770cb-bd8f-485b-bacc-ab7a7c6997fa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.702038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-6667d0f9-6837-458f-a78d-2d292784d2a2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Deleting subnet d4b1546a-ca22-499c-b203-4c87659ff206 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:03:25.707070 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6667d0f9-6837-458f-a78d-2d292784d2a2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.761138 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6667d0f9-6837-458f-a78d-2d292784d2a2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.785776 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e4770cb-bd8f-485b-bacc-ab7a7c6997fa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.918506 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6667d0f9-6837-458f-a78d-2d292784d2a2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:25.932028 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4770cb-bd8f-485b-bacc-ab7a7c6997fa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network eaeb6a33-9680-4a02-9029-29b7259ac3f6 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:25.933770 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4770cb-bd8f-485b-bacc-ab7a7c6997fa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=87b02eef-bef4-454f-b2bb-0b3b6f6a1330,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:25.939314 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-5e4770cb-bd8f-485b-bacc-ab7a7c6997fa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:25.943084 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4770cb-bd8f-485b-bacc-ab7a7c6997fa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:25.948996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4770cb-bd8f-485b-bacc-ab7a7c6997fa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:25.949650 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e4770cb-bd8f-485b-bacc-ab7a7c6997fa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:26.025981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5b09e-cf4b-44f3-8f2a-101c3b2f045b req-747e481a-13e7-4012-bd33-f798027c870c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:26.027679 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4cb5b09e-cf4b-44f3-8f2a-101c3b2f045b req-747e481a-13e7-4012-bd33-f798027c870c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0762789 Dec 11 23:03:26.072106 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5e4770cb-bd8f-485b-bacc-ab7a7c6997fa tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9278078 Dec 11 23:03:26.072106 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52980) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:26.088292 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6667d0f9-6837-458f-a78d-2d292784d2a2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:26.100895 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4cb5b09e-cf4b-44f3-8f2a-101c3b2f045b req-fbbe3c8a-3ae3-41cb-9c2b-018fd22724f5 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661659 Dec 11 23:03:26.122119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667d0f9-6837-458f-a78d-2d292784d2a2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b1546a-ca22-499c-b203-4c87659ff206,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:26.124102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6667d0f9-6837-458f-a78d-2d292784d2a2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:26.127551 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6667d0f9-6837-458f-a78d-2d292784d2a2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/subnets/d4b1546a-ca22-499c-b203-4c87659ff206 HTTP/1.1" status: 204 len: 168 time: 0.5074489 Dec 11 23:03:26.130616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52982) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:26.229055 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:26.295596 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Deleting port f2924a56-aa65-4df5-bc02-ef3f2d24046b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:26.295938 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:26.381402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] For port f2924a56-aa65-4df5-bc02-ef3f2d24046b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f2924a56-aa65-4df5-bc02-ef3f2d24046b,segment=NetworkSegment(dbf710df-68d1-428c-b6de-29c4d86f1d7e),segment_id=dbf710df-68d1-428c-b6de-29c4d86f1d7e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:26.381789 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:26.397129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Calling delete_port for f2924a56-aa65-4df5-bc02-ef3f2d24046b owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:26.477703 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c4ab025-7f47-42a0-b7c7-633ac6eb572e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:26.579945 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:26.600137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c366abe-1c8c-4a3a-99dc-b3e120f3c214 None None] Network 52415169-9441-4bd7-8d95-bc5ad6e30eee requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:26.617187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Port': ['ID=f2924a56-aa65-4df5-bc02-ef3f2d24046b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:26.637492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No DVR routers for this DVR port f2924a56-aa65-4df5-bc02-ef3f2d24046b on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:26.682364 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-783ae883-6d82-4fbd-8b41-e3f4ca47a8ec None None] Could not find standard attr ID for object f2924a56-aa65-4df5-bc02-ef3f2d24046b. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 23:03:26.750771 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:26.789782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52415169-9441-4bd7-8d95-bc5ad6e30eee']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:26.801272 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf710df-68d1-428c-b6de-29c4d86f1d7e') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:26.801719 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf710df-68d1-428c-b6de-29c4d86f1d7e') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:26.827037 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:26.827989 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c4ab025-7f47-42a0-b7c7-633ac6eb572e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:26.828760 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d74f6d-bfd9-4096-b337-e9274de12844 None None] DHCP port deletion for 52415169-9441-4bd7-8d95-bc5ad6e30eee request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:03:26.847071 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:26.855569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:26.855974 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:26.873389 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:26.894372 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c4ab025-7f47-42a0-b7c7-633ac6eb572e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:27.045055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ab025-7f47-42a0-b7c7-633ac6eb572e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=87b02eef-bef4-454f-b2bb-0b3b6f6a1330,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:27.051408 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f1e4e4-a792-42d8-9f87-2dc57f336ea9 None None] Network eaeb6a33-9680-4a02-9029-29b7259ac3f6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:27.065892 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:27.078464 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:27.083309 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/52415169-9441-4bd7-8d95-bc5ad6e30eee HTTP/1.1" status: 204 len: 168 time: 0.9514158 Dec 11 23:03:27.086599 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52988) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:27.138173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f8c84-485e-45c4-81db-e66b3b394577 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Network': ['ID=52415169-9441-4bd7-8d95-bc5ad6e30eee,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:27.152478 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4605bd-3611-4f5e-bb65-039970a09b3c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:27.153360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e4605bd-3611-4f5e-bb65-039970a09b3c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:27.160882 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1e4605bd-3611-4f5e-bb65-039970a09b3c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/subnets/400b63c6-3fb4-464d-93b7-bb6efeba1438 HTTP/1.1" status: 404 len: 337 time: 0.0615470 Dec 11 23:03:27.161367 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c4ab025-7f47-42a0-b7c7-633ac6eb572e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:27.164151 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52992) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:27.172529 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-4dad83a3-8f5c-42ba-8cfe-e2b3f3959f2c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1871154 Dec 11 23:03:27.196735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-60a78a24-e4fc-4c4b-8b6b-91ad44071110 None None] Provisioning complete for port a79d101f-71f1-4eeb-8bfc-429399cf83cb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:27.201412 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60a78a24-e4fc-4c4b-8b6b-91ad44071110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:27.223955 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ab3f69-31f6-40c0-af54-761e5ef60e53 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:27.224479 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ab3f69-31f6-40c0-af54-761e5ef60e53 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:27.229908 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c4ab3f69-31f6-40c0-af54-761e5ef60e53 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/7b2ad0a6-c882-4168-a63a-d2e441c3b6b0 HTTP/1.1" status: 404 len: 339 time: 0.0613408 Dec 11 23:03:27.230273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52994) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:27.269506 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40383f4-4961-4e74-9792-7dcfcc6cdce6 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:27.269991 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40383f4-4961-4e74-9792-7dcfcc6cdce6 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:27.275539 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a40383f4-4961-4e74-9792-7dcfcc6cdce6 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/subnets/06f7a1ef-4515-499a-8108-068e7969d0b1 HTTP/1.1" status: 404 len: 337 time: 0.0420001 Dec 11 23:03:27.283634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52996) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:27.307150 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-2deebe3a-0c62-4d04-94cb-c7bb991962ca tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:27.307671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2deebe3a-0c62-4d04-94cb-c7bb991962ca tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:27.312993 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2deebe3a-0c62-4d04-94cb-c7bb991962ca tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/40042c97-d228-4c47-afda-c665f3c45cce HTTP/1.1" status: 404 len: 339 time: 0.0253484 Dec 11 23:03:27.314341 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52998) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:27.328166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-44d4f53d-1c00-4ccd-b92e-580fb25a70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:27.328665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-44d4f53d-1c00-4ccd-b92e-580fb25a70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:27.329139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-44d4f53d-1c00-4ccd-b92e-580fb25a70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:27.329625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-44d4f53d-1c00-4ccd-b92e-580fb25a70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:27.331167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-44d4f53d-1c00-4ccd-b92e-580fb25a70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:27.331651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-44d4f53d-1c00-4ccd-b92e-580fb25a70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:27.332125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-44d4f53d-1c00-4ccd-b92e-580fb25a70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:27.334308 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-44d4f53d-1c00-4ccd-b92e-580fb25a70c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b61da717ab14ef48634b138167515ff&device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 6501 time: 0.0930300 Dec 11 23:03:27.362022 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-616e3b34-c5a5-4181-a7d2-7164f260795b tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:27.362492 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616e3b34-c5a5-4181-a7d2-7164f260795b tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:27.368070 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-616e3b34-c5a5-4181-a7d2-7164f260795b tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/subnets/256841ad-4319-459a-b6d5-3dc77d37b10c HTTP/1.1" status: 404 len: 337 time: 0.0478573 Dec 11 23:03:27.368789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53000) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:27.390885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0006d-528f-41c5-97e0-385414d805f6 req-4539efa2-ca27-4f7c-9915-caf0e69fb5d3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:27.400401 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-15d0006d-528f-41c5-97e0-385414d805f6 req-4539efa2-ca27-4f7c-9915-caf0e69fb5d3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.1613419 Dec 11 23:03:27.451158 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60a78a24-e4fc-4c4b-8b6b-91ad44071110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:27.455418 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29539c1-9104-4ca7-bdd2-90c492920aab tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:27.455865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29539c1-9104-4ca7-bdd2-90c492920aab tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:27.462250 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c29539c1-9104-4ca7-bdd2-90c492920aab tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/d98c24b2-c03b-47ef-b3df-d02e61acd2c9 HTTP/1.1" status: 404 len: 339 time: 0.0899155 Dec 11 23:03:27.462454 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a79d101f-71f1-4eeb-8bfc-429399cf83cb up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:03:27.464828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53002) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:27.486070 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-15d0006d-528f-41c5-97e0-385414d805f6 req-42ca7ecc-fdae-45c3-8fca-d563e9823a8f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869117 Dec 11 23:03:27.547486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d90517d-0605-40e1-a856-8a935f4d8cd2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Deleting subnet 5f114eda-7a6b-48f9-963c-5cd4cbfadac7 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:03:27.551273 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c4ab025-7f47-42a0-b7c7-633ac6eb572e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:27.564521 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-60a78a24-e4fc-4c4b-8b6b-91ad44071110 None None] For port a79d101f-71f1-4eeb-8bfc-429399cf83cb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a79d101f-71f1-4eeb-8bfc-429399cf83cb,segment=NetworkSegment(e5c43727-cf15-459e-a441-5b0ffb73094e),segment_id=e5c43727-cf15-459e-a441-5b0ffb73094e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:27.570798 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d90517d-0605-40e1-a856-8a935f4d8cd2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:27.577033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a79d101f-71f1-4eeb-8bfc-429399cf83cb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:27.577644 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:27.614509 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-29d3d693-b329-47aa-acf5-fecff135ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:27.614797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-29d3d693-b329-47aa-acf5-fecff135ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:27.615291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-29d3d693-b329-47aa-acf5-fecff135ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:27.616920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-29d3d693-b329-47aa-acf5-fecff135ef1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=c3b80494-1b82-4c1d-aa57-335ff31765df&id=c3b80494-1b82-4c1d-aa57-335ff31765df HTTP/1.1" status: 200 len: 2296 time: 0.2383587 Dec 11 23:03:27.626410 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60a78a24-e4fc-4c4b-8b6b-91ad44071110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:27.639516 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d90517d-0605-40e1-a856-8a935f4d8cd2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:27.778405 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-787e7cbc-ddc4-497d-ace6-000822270d3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2452b4-9651-4e68-88ec-265f6355ad1d HTTP/1.1" status: 200 len: 1001 time: 0.1332216 Dec 11 23:03:27.827772 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d90517d-0605-40e1-a856-8a935f4d8cd2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:27.918981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-94deba6c-23f1-4e42-bad5-8893e532bd6e None None] Provisioning complete for port a79d101f-71f1-4eeb-8bfc-429399cf83cb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:27.922097 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-94deba6c-23f1-4e42-bad5-8893e532bd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:27.929562 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c4ab025-7f47-42a0-b7c7-633ac6eb572e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:27.949270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-afc78d42-dc05-43f5-9348-58fb24fe97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:27.951200 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-afc78d42-dc05-43f5-9348-58fb24fe97e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9bf2d6-65bb-4b47-a686-644dd9bd9730 HTTP/1.1" status: 200 len: 856 time: 0.0879016 Dec 11 23:03:27.983445 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f2924a56-aa65-4df5-bc02-ef3f2d24046b no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:03:27.997076 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c4ab025-7f47-42a0-b7c7-633ac6eb572e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:27.998482 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1c4ab025-7f47-42a0-b7c7-633ac6eb572e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:28.006953 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: f2924a56-aa65-4df5-bc02-ef3f2d24046b {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:03:28.007435 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f2924a56-aa65-4df5-bc02-ef3f2d24046b not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:03:28.015268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a78a24-e4fc-4c4b-8b6b-91ad44071110 None None] Pushing event updated for resources: {'Port': ['ID=a79d101f-71f1-4eeb-8bfc-429399cf83cb,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:28.049972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-738ac634-de35-40c6-9773-657e26844da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:28.052182 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-738ac634-de35-40c6-9773-657e26844da4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676246 Dec 11 23:03:28.053871 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d90517d-0605-40e1-a856-8a935f4d8cd2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:28.105010 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-94deba6c-23f1-4e42-bad5-8893e532bd6e None None] Provisioning complete for port 87b02eef-bef4-454f-b2bb-0b3b6f6a1330 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:28.105761 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-94deba6c-23f1-4e42-bad5-8893e532bd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:28.126072 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ab025-7f47-42a0-b7c7-633ac6eb572e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=87b02eef-bef4-454f-b2bb-0b3b6f6a1330,revision_number=3']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:28.170783 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-94deba6c-23f1-4e42-bad5-8893e532bd6e None None] Port 87b02eef-bef4-454f-b2bb-0b3b6f6a1330 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:28.180600 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4ab025-7f47-42a0-b7c7-633ac6eb572e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network eaeb6a33-9680-4a02-9029-29b7259ac3f6 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:28.182116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-1c4ab025-7f47-42a0-b7c7-633ac6eb572e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:28.204053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-d998b0a1-d233-4c5f-93eb-32bf8031c34e service neutron] 10.222.0.47 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422009 Dec 11 23:03:28.205227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90517d-0605-40e1-a856-8a935f4d8cd2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Subnet': ['ID=5f114eda-7a6b-48f9-963c-5cd4cbfadac7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:28.211374 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1d90517d-0605-40e1-a856-8a935f4d8cd2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:28.217302 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1d90517d-0605-40e1-a856-8a935f4d8cd2 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/subnets/5f114eda-7a6b-48f9-963c-5cd4cbfadac7 HTTP/1.1" status: 204 len: 168 time: 0.7491946 Dec 11 23:03:28.223092 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49b426c-dd17-4223-ab3e-2c96cef2c0bc None None] Network 54dc4b26-5b6f-4f00-8807-45099a8bf8aa requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:28.231265 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53008) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:28.314224 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-78f7120c-d7fb-46d8-a5e1-3d0527e6fefa service neutron] 10.222.0.47 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980072 Dec 11 23:03:28.338379 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4355b8c1-d974-4f9f-bf30-d2559e15a37f None None] Provisioning complete for port 87b02eef-bef4-454f-b2bb-0b3b6f6a1330 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:28.338779 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4355b8c1-d974-4f9f-bf30-d2559e15a37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:28.359056 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-16cc5f27-e119-4ff0-9332-90a733335414 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=5db39d80-8883-4e9b-a21f-592a66a98574 HTTP/1.1" status: 200 len: 217 time: 0.0374959 Dec 11 23:03:28.384677 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:28.389257 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4355b8c1-d974-4f9f-bf30-d2559e15a37f None None] Port 87b02eef-bef4-454f-b2bb-0b3b6f6a1330 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:28.421446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-d9692b51-ab50-4fb7-8e88-7c276c688c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:28.422984 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-d9692b51-ab50-4fb7-8e88-7c276c688c70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0574369 Dec 11 23:03:28.462144 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Deleting port 4ba00637-719a-4237-9546-559173ea4068 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:28.462549 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:28.491295 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-90d7a1e6-5f27-4f36-a9af-f1184b464b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:28.491473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b821d9-330f-4bf7-9484-3502f1fb6253 None None] DHCP port deletion for 54dc4b26-5b6f-4f00-8807-45099a8bf8aa request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:03:28.491780 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-90d7a1e6-5f27-4f36-a9af-f1184b464b2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0622723 Dec 11 23:03:28.543323 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4ab025-7f47-42a0-b7c7-633ac6eb572e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Router d0a592ba-0b20-4844-9e6a-71eb90cd5758 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:03:28.546375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-14551fbe-6160-4b53-9612-e2e574ae6430 None None] Provisioning complete for port 87b02eef-bef4-454f-b2bb-0b3b6f6a1330 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:28.546764 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14551fbe-6160-4b53-9612-e2e574ae6430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:28.557376 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] For port 4ba00637-719a-4237-9546-559173ea4068, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4ba00637-719a-4237-9546-559173ea4068,segment=NetworkSegment(59a62014-4780-4b74-85d2-b1adb470d75c),segment_id=59a62014-4780-4b74-85d2-b1adb470d75c)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:28.557817 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:28.578017 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Calling delete_port for 4ba00637-719a-4237-9546-559173ea4068 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:28.605236 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-14551fbe-6160-4b53-9612-e2e574ae6430 None None] Port 87b02eef-bef4-454f-b2bb-0b3b6f6a1330 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:28.609641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27b821d9-330f-4bf7-9484-3502f1fb6253 None None] Deleting port 4ba00637-719a-4237-9546-559173ea4068 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:28.610121 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27b821d9-330f-4bf7-9484-3502f1fb6253 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:28.700983 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27b821d9-330f-4bf7-9484-3502f1fb6253 None None] For port 4ba00637-719a-4237-9546-559173ea4068, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4ba00637-719a-4237-9546-559173ea4068,segment=NetworkSegment(59a62014-4780-4b74-85d2-b1adb470d75c),segment_id=59a62014-4780-4b74-85d2-b1adb470d75c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:28.701686 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27b821d9-330f-4bf7-9484-3502f1fb6253 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:28.707245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8479a-b8ce-4ba0-99c6-6c8cd51c95ab req-0672b17c-374c-49d0-88b0-482edd008162 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:28.708881 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c1d8479a-b8ce-4ba0-99c6-6c8cd51c95ab req-0672b17c-374c-49d0-88b0-482edd008162 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.1227770 Dec 11 23:03:28.711012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-b87adb9e-39d7-46f1-8622-c713361ce960 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105415 Dec 11 23:03:28.717078 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27b821d9-330f-4bf7-9484-3502f1fb6253 None None] Calling delete_port for 4ba00637-719a-4237-9546-559173ea4068 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:28.739268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4ab025-7f47-42a0-b7c7-633ac6eb572e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:03:28.752919 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1c4ab025-7f47-42a0-b7c7-633ac6eb572e tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "PUT /v2.0/routers/d0a592ba-0b20-4844-9e6a-71eb90cd5758/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6807487 Dec 11 23:03:28.755373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53012) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:28.760287 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2b520-1704-43db-814e-08a0a421d5b4 None None] Sync routers for ids ['d0a592ba-0b20-4844-9e6a-71eb90cd5758'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:03:28.781063 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2b520-1704-43db-814e-08a0a421d5b4 None None] Routers {'d0a592ba-0b20-4844-9e6a-71eb90cd5758'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:03:28.781717 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e9d2b520-1704-43db-814e-08a0a421d5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:03:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d0a592ba-0b20-4844-9e6a-71eb90cd5758'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:28.828335 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a0b884-243c-4f4e-8088-6beab540d89b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:28.833324 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a2a0b884-243c-4f4e-8088-6beab540d89b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a592ba-0b20-4844-9e6a-71eb90cd5758 HTTP/1.1" status: 200 len: 987 time: 0.0761070 Dec 11 23:03:28.834604 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53014) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:28.853561 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e9d2b520-1704-43db-814e-08a0a421d5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:28.864765 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2b520-1704-43db-814e-08a0a421d5b4 None None] Routers {'d0a592ba-0b20-4844-9e6a-71eb90cd5758'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:03:28.865686 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e9d2b520-1704-43db-814e-08a0a421d5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:03:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d0a592ba-0b20-4844-9e6a-71eb90cd5758'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:28.901359 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e9d2b520-1704-43db-814e-08a0a421d5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:28.902022 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2b520-1704-43db-814e-08a0a421d5b4 None None] The sync data for ids ['d0a592ba-0b20-4844-9e6a-71eb90cd5758'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:03:28.916174 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:28.933025 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27b821d9-330f-4bf7-9484-3502f1fb6253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:28.935501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a24b0a3b-7691-4f34-9e79-9b5a78d8951b None None] Provisioning complete for port 87b02eef-bef4-454f-b2bb-0b3b6f6a1330 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:28.935986 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a24b0a3b-7691-4f34-9e79-9b5a78d8951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:28.954606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Port': ['ID=4ba00637-719a-4237-9546-559173ea4068,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:28.970514 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No DVR routers for this DVR port 4ba00637-719a-4237-9546-559173ea4068 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:28.992036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b821d9-330f-4bf7-9484-3502f1fb6253 None None] Pushing event deleted for resources: {'Port': ['ID=4ba00637-719a-4237-9546-559173ea4068,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:29.002706 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b821d9-330f-4bf7-9484-3502f1fb6253 None None] No DVR routers for this DVR port 4ba00637-719a-4237-9546-559173ea4068 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:29.015578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a24b0a3b-7691-4f34-9e79-9b5a78d8951b None None] Port 87b02eef-bef4-454f-b2bb-0b3b6f6a1330 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:29.125468 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:29.182898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54dc4b26-5b6f-4f00-8807-45099a8bf8aa']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:29.195998 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a62014-4780-4b74-85d2-b1adb470d75c') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:29.196314 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a62014-4780-4b74-85d2-b1adb470d75c') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:29.211082 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:29.215384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c1d8479a-b8ce-4ba0-99c6-6c8cd51c95ab req-27890d59-0b1e-40ee-b6be-90fa39d484d1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997239 Dec 11 23:03:29.245089 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-31943094-f2d1-4b53-834e-844d69159d6b service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206790 Dec 11 23:03:29.247108 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:29.259754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:29.260161 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:29.264009 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:29.292334 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-cbdae471-3b84-4e76-99fa-d24625ee9dbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ea94541a-59a8-4034-9000-553b4b16cd84 HTTP/1.1" status: 200 len: 217 time: 0.0396709 Dec 11 23:03:29.344390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-01ab27ea-6be5-4884-b049-0e844b59ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:29.345924 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-01ab27ea-6be5-4884-b049-0e844b59ce18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0467331 Dec 11 23:03:29.378958 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a79d101f-71f1-4eeb-8bfc-429399cf83cb up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:03:29.396492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-f0a10ed7-661b-46b4-81b8-244de42d9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:29.398358 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-f0a10ed7-661b-46b4-81b8-244de42d9dc8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0453937 Dec 11 23:03:29.405736 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:29.421369 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:29.424702 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/54dc4b26-5b6f-4f00-8807-45099a8bf8aa HTTP/1.1" status: 204 len: 168 time: 1.1924729 Dec 11 23:03:29.429616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53020) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:29.435208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a79d101f-71f1-4eeb-8bfc-429399cf83cb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:29.435647 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:29.442296 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcc962-fe27-470e-8da3-e8c6fcae83e8 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Network': ['ID=54dc4b26-5b6f-4f00-8807-45099a8bf8aa,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:29.461989 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fbf52e09-f791-42c1-9736-1f2e8a782af6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:29.490140 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b7d95d-795e-42fe-b11e-5e4b37f24298 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:29.490595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b7d95d-795e-42fe-b11e-5e4b37f24298 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:29.493822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-69b7d95d-795e-42fe-b11e-5e4b37f24298 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/subnets/b33acdf2-fe80-4215-816d-e07628b91bb0 HTTP/1.1" status: 404 len: 337 time: 0.0645306 Dec 11 23:03:29.496210 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53022) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:29.520262 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a964ec9-566b-4c60-859f-eb69c85d3869 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:29.520767 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a964ec9-566b-4c60-859f-eb69c85d3869 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:29.526383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5a964ec9-566b-4c60-859f-eb69c85d3869 tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/3f28b5e1-b652-46cf-8fb0-958cb652adfc HTTP/1.1" status: 404 len: 339 time: 0.0270228 Dec 11 23:03:29.526979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53024) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:29.577610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4ba00637-719a-4237-9546-559173ea4068 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:03:29.591417 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-2c80aa62-9a79-4ef3-85c8-6dc809cac52d service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851144 Dec 11 23:03:29.598303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 4ba00637-719a-4237-9546-559173ea4068 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:03:29.598661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4ba00637-719a-4237-9546-559173ea4068 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:03:29.615483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ae654f-4a7a-407e-b266-c3d3ac36210c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Deleting subnet 10f17c87-ff09-4c2c-a88f-b3e358b9e6f1 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:03:29.630464 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90ae654f-4a7a-407e-b266-c3d3ac36210c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:29.700579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-fbf52e09-f791-42c1-9736-1f2e8a782af6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port 87b02eef-bef4-454f-b2bb-0b3b6f6a1330 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:29.700860 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fbf52e09-f791-42c1-9736-1f2e8a782af6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:29.709994 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90ae654f-4a7a-407e-b266-c3d3ac36210c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:29.768042 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-45c83126-3f56-4f3f-9c4c-a96dcf8b9ac3 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676810 Dec 11 23:03:29.788551 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fbf52e09-f791-42c1-9736-1f2e8a782af6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:29.801448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-fbf52e09-f791-42c1-9736-1f2e8a782af6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for 87b02eef-bef4-454f-b2bb-0b3b6f6a1330 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:29.834790 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-a6a1cc33-302f-46ae-97c5-623b6cf6ca84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=bc996103-34a9-4f7e-894f-cdb9c4b63112 HTTP/1.1" status: 200 len: 217 time: 0.0589759 Dec 11 23:03:29.883436 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90ae654f-4a7a-407e-b266-c3d3ac36210c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:29.928783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-d922e842-c784-4441-a320-eff8b4d42e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:29.930284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-d922e842-c784-4441-a320-eff8b4d42e09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0875669 Dec 11 23:03:29.993929 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-e9e58847-b8cb-4349-817e-7a90cf7c15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:29.995449 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-e9e58847-b8cb-4349-817e-7a90cf7c15a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578079 Dec 11 23:03:30.067256 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90ae654f-4a7a-407e-b266-c3d3ac36210c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:30.111399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae654f-4a7a-407e-b266-c3d3ac36210c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Subnet': ['ID=10f17c87-ff09-4c2c-a88f-b3e358b9e6f1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:30.122013 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90ae654f-4a7a-407e-b266-c3d3ac36210c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:30.131483 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-90ae654f-4a7a-407e-b266-c3d3ac36210c tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/subnets/10f17c87-ff09-4c2c-a88f-b3e358b9e6f1 HTTP/1.1" status: 204 len: 168 time: 0.6005309 Dec 11 23:03:30.133654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a6b0b6-622b-4f30-9542-69ae8acbe215 None None] Network 77c60ef5-debd-46ee-bfca-d7aa44ede8ac requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:30.134517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53028) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:30.160790 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-8e8810b5-83c4-42a3-89c7-f37b36eafc3e service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566200 Dec 11 23:03:30.192397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 7fd004bc-9b8a-4eb5-a320-39b65cb88772 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:03:30.280263 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:30.349064 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-3fba95f9-b912-41d6-9e46-c4a500b15731 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572061 Dec 11 23:03:30.355787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 7fd004bc-9b8a-4eb5-a320-39b65cb88772, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=7fd004bc-9b8a-4eb5-a320-39b65cb88772,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:30.371895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '7fd004bc-9b8a-4eb5-a320-39b65cb88772', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'port_id': '7fd004bc-9b8a-4eb5-a320-39b65cb88772', 'mac_address': 'fa:16:3e:20:99:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:03:30.400147 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-92f55bd8-d0bb-49c2-a638-49a1129dd1ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b HTTP/1.1" status: 200 len: 217 time: 0.0423019 Dec 11 23:03:30.426712 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:30.430945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bde71d0-5f15-44e9-9ea9-9fbc44b08b57 None None] DHCP port deletion for 77c60ef5-debd-46ee-bfca-d7aa44ede8ac request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:03:30.446534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Deleting port b3d5022c-ca96-41b4-b1f6-04346c8f00e5 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:30.446926 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:30.459818 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc2424-0b9f-4522-b800-8f2c0b6e3cf5 req-3a61f8a4-d212-4dd0-af73-c1cc930f4e05 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:30.461429 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6bdc2424-0b9f-4522-b800-8f2c0b6e3cf5 req-3a61f8a4-d212-4dd0-af73-c1cc930f4e05 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 944 time: 0.0791426 Dec 11 23:03:30.467962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd004bc-9b8a-4eb5-a320-39b65cb88772 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:03:30.496992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 7fd004bc-9b8a-4eb5-a320-39b65cb88772, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=7fd004bc-9b8a-4eb5-a320-39b65cb88772,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:30.508751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-37c596c5-fbbe-4c1d-9924-1b2dc9d4643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:30.509736 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fbf52e09-f791-42c1-9736-1f2e8a782af6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:30.510166 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-37c596c5-fbbe-4c1d-9924-1b2dc9d4643b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.1033025 Dec 11 23:03:30.512187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3bde71d0-5f15-44e9-9ea9-9fbc44b08b57 None None] Deleting port b3d5022c-ca96-41b4-b1f6-04346c8f00e5 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:30.512593 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3bde71d0-5f15-44e9-9ea9-9fbc44b08b57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:30.555746 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6bdc2424-0b9f-4522-b800-8f2c0b6e3cf5 req-60597493-0fa0-4a98-90f8-2e0909a4524b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865147 Dec 11 23:03:30.557062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf52e09-f791-42c1-9736-1f2e8a782af6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=87b02eef-bef4-454f-b2bb-0b3b6f6a1330,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:30.557203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] For port b3d5022c-ca96-41b4-b1f6-04346c8f00e5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b3d5022c-ca96-41b4-b1f6-04346c8f00e5,segment=NetworkSegment(f9b479b1-fe23-4e8f-8f9e-422999f9ddd1),segment_id=f9b479b1-fe23-4e8f-8f9e-422999f9ddd1)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:30.557541 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:30.572720 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:30.576326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Calling delete_port for b3d5022c-ca96-41b4-b1f6-04346c8f00e5 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:30.597033 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-1316c03b-d59e-4018-bd0c-025cd24a44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:30.598758 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-1316c03b-d59e-4018-bd0c-025cd24a44c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820882 Dec 11 23:03:30.641893 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3bde71d0-5f15-44e9-9ea9-9fbc44b08b57 None None] For port b3d5022c-ca96-41b4-b1f6-04346c8f00e5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b3d5022c-ca96-41b4-b1f6-04346c8f00e5,segment=NetworkSegment(f9b479b1-fe23-4e8f-8f9e-422999f9ddd1),segment_id=f9b479b1-fe23-4e8f-8f9e-422999f9ddd1)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:30.642596 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3bde71d0-5f15-44e9-9ea9-9fbc44b08b57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:30.666500 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3bde71d0-5f15-44e9-9ea9-9fbc44b08b57 None None] Calling delete_port for b3d5022c-ca96-41b4-b1f6-04346c8f00e5 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:30.669478 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fbf52e09-f791-42c1-9736-1f2e8a782af6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:30.688270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=7fd004bc-9b8a-4eb5-a320-39b65cb88772,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:30.698829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:30.699576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:30.700153 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:30.700713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:30.701271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:30.701826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:30.702380 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:30.703102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:30.703726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:30.704312 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:30.704812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:30.705992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:30.706594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:30.754750 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-e372499b-f3b5-4cff-ab94-9e5879df2a02 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217117 Dec 11 23:03:30.818637 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:30.821616 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3bde71d0-5f15-44e9-9ea9-9fbc44b08b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:30.852039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Port': ['ID=b3d5022c-ca96-41b4-b1f6-04346c8f00e5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:30.858442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf52e09-f791-42c1-9736-1f2e8a782af6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Router d0a592ba-0b20-4844-9e6a-71eb90cd5758 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:03:30.860548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde71d0-5f15-44e9-9ea9-9fbc44b08b57 None None] Pushing event deleted for resources: {'Port': ['ID=b3d5022c-ca96-41b4-b1f6-04346c8f00e5,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:30.867981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] No DVR routers for this DVR port b3d5022c-ca96-41b4-b1f6-04346c8f00e5 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:30.868210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bde71d0-5f15-44e9-9ea9-9fbc44b08b57 None None] No DVR routers for this DVR port b3d5022c-ca96-41b4-b1f6-04346c8f00e5 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:30.916304 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['7fd004bc-9b8a-4eb5-a320-39b65cb88772'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:03:30.952243 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf52e09-f791-42c1-9736-1f2e8a782af6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:03:30.958565 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fbf52e09-f791-42c1-9736-1f2e8a782af6 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "PUT /v2.0/routers/d0a592ba-0b20-4844-9e6a-71eb90cd5758/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1218164 Dec 11 23:03:30.961162 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53034) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:30.967224 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c33a02-f881-447a-b268-64aa6b3e4f3b None None] Sync routers for ids ['d0a592ba-0b20-4844-9e6a-71eb90cd5758'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:03:30.971675 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-ff970ba7-32af-4120-a39f-a5345021e204 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073939 Dec 11 23:03:30.988970 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:30.989669 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c33a02-f881-447a-b268-64aa6b3e4f3b None None] Routers {'d0a592ba-0b20-4844-9e6a-71eb90cd5758'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:03:30.990407 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c3c33a02-f881-447a-b268-64aa6b3e4f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:03:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d0a592ba-0b20-4844-9e6a-71eb90cd5758'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:30.998604 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-72341a26-350c-4109-a284-e17415fdf18f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] GET failed (client error): The resource could not be found. Dec 11 23:03:31.000487 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-72341a26-350c-4109-a284-e17415fdf18f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/87b02eef-bef4-454f-b2bb-0b3b6f6a1330 HTTP/1.1" status: 404 len: 333 time: 0.0378823 Dec 11 23:03:31.003981 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53036) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:31.017123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c60ef5-debd-46ee-bfca-d7aa44ede8ac']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:31.029591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b479b1-fe23-4e8f-8f9e-422999f9ddd1') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:31.030118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b479b1-fe23-4e8f-8f9e-422999f9ddd1') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:31.041624 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.046109 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c3c33a02-f881-447a-b268-64aa6b3e4f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:31.057224 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.063606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:31.064198 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.067268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c33a02-f881-447a-b268-64aa6b3e4f3b None None] Routers {'d0a592ba-0b20-4844-9e6a-71eb90cd5758'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:03:31.067895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c3c33a02-f881-447a-b268-64aa6b3e4f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:03:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d0a592ba-0b20-4844-9e6a-71eb90cd5758'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:31.070120 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:31.082011 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ace030ee-ca61-4d7c-8ae9-c06c8afa1092 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.117225 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c3c33a02-f881-447a-b268-64aa6b3e4f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:31.118205 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c33a02-f881-447a-b268-64aa6b3e4f3b None None] The sync data for ids ['d0a592ba-0b20-4844-9e6a-71eb90cd5758'] in n-d-710847-6 is: [] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:03:31.149762 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-bac8ef78-6435-4f3c-9439-8dd44015ffed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3fce5dea-e103-442d-ad0f-04adc1d0c9e0 HTTP/1.1" status: 200 len: 217 time: 0.0781507 Dec 11 23:03:31.210407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-e2c9c614-de95-4d80-b154-28940d947599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:31.211990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-e2c9c614-de95-4d80-b154-28940d947599 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd388f7-18b5-4de0-83b9-372e81a47292 HTTP/1.1" status: 200 len: 797 time: 0.0513139 Dec 11 23:03:31.260513 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ace030ee-ca61-4d7c-8ae9-c06c8afa1092 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.262751 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ace030ee-ca61-4d7c-8ae9-c06c8afa1092 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.265616 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.275827 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.279051 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] 10.222.0.45 "DELETE /v2.0/networks/77c60ef5-debd-46ee-bfca-d7aa44ede8ac HTTP/1.1" status: 204 len: 168 time: 1.1435239 Dec 11 23:03:31.291895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8d61e-48f0-4c55-8ae4-bc4582287d2d tempest-NetworksIpV6Test-1516093203 tempest-NetworksIpV6Test-1516093203-project] Pushing event deleted for resources: {'Network': ['ID=77c60ef5-debd-46ee-bfca-d7aa44ede8ac,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:31.296331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-39ea707f-1486-47ac-92fb-63aadaa70863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:31.297839 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-39ea707f-1486-47ac-92fb-63aadaa70863 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0784993 Dec 11 23:03:31.371629 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ace030ee-ca61-4d7c-8ae9-c06c8afa1092 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.372327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace030ee-ca61-4d7c-8ae9-c06c8afa1092 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Fanout notify agent at l3_agent the message router_deleted on router d0a592ba-0b20-4844-9e6a-71eb90cd5758 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:03:31.386965 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ace030ee-ca61-4d7c-8ae9-c06c8afa1092 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.388149 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ace030ee-ca61-4d7c-8ae9-c06c8afa1092 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/routers/d0a592ba-0b20-4844-9e6a-71eb90cd5758 HTTP/1.1" status: 204 len: 168 time: 0.3834584 Dec 11 23:03:31.395696 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53044) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:31.400997 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b3d5022c-ca96-41b4-b1f6-04346c8f00e5 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:03:31.429954 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-e0b38231-1050-405e-8f7f-a2d425c06904 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242530 Dec 11 23:03:31.431788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: b3d5022c-ca96-41b4-b1f6-04346c8f00e5 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:03:31.435321 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b3d5022c-ca96-41b4-b1f6-04346c8f00e5 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:03:31.487169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-50571acb-ce46-4bcd-b2f7-a408a228c685 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting subnet 5c067276-979d-414c-bf62-8f9dd0eebee0 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:03:31.491279 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50571acb-ce46-4bcd-b2f7-a408a228c685 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.534672 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-e73236a8-7a0b-40a1-8f3c-a8fe806482b1 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970955 Dec 11 23:03:31.536233 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50571acb-ce46-4bcd-b2f7-a408a228c685 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.578603 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-91a29f49-ae8b-432c-866c-5fd5c54de00c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1ed95c0-8e8a-4448-b66a-8cd798474676 HTTP/1.1" status: 200 len: 217 time: 0.0366297 Dec 11 23:03:31.628045 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50571acb-ce46-4bcd-b2f7-a408a228c685 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.631669 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-6f8cea5c-6809-4112-a7d3-f4f1ee7065ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:31.632404 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-6f8cea5c-6809-4112-a7d3-f4f1ee7065ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd388f7-18b5-4de0-83b9-372e81a47292 HTTP/1.1" status: 200 len: 797 time: 0.0470412 Dec 11 23:03:31.718603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b462-4d7c-4732-84f5-172412593b1a req-84c50e2d-be23-4b5f-a930-61f774a64d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:31.720185 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-84c50e2d-be23-4b5f-a930-61f774a64d9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0796630 Dec 11 23:03:31.759432 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50571acb-ce46-4bcd-b2f7-a408a228c685 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.799649 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53050) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:31.808152 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50571acb-ce46-4bcd-b2f7-a408a228c685 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Subnet': ['ID=5c067276-979d-414c-bf62-8f9dd0eebee0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:31.808506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa47be6-0029-4201-8ad6-10a9056a6db9 req-1876eeb9-2e90-4789-b5f7-e621aed647fb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:31.810782 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3fa47be6-0029-4201-8ad6-10a9056a6db9 req-1876eeb9-2e90-4789-b5f7-e621aed647fb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 945 time: 0.1077051 Dec 11 23:03:31.813942 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50571acb-ce46-4bcd-b2f7-a408a228c685 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.820843 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-50571acb-ce46-4bcd-b2f7-a408a228c685 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/5c067276-979d-414c-bf62-8f9dd0eebee0 HTTP/1.1" status: 204 len: 168 time: 0.4236732 Dec 11 23:03:31.828240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53054) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:31.829615 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948b6d87-8f52-42ec-be80-6b92dc592d23 None None] Network eaeb6a33-9680-4a02-9029-29b7259ac3f6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:31.880196 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-04ba16b2-d0c7-4fdc-abc7-22e709c2bfe8 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453323 Dec 11 23:03:31.914196 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3fa47be6-0029-4201-8ad6-10a9056a6db9 req-7f17c342-9dc8-4b44-b61f-361556eb9808 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966444 Dec 11 23:03:31.935338 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.997360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port a79d101f-71f1-4eeb-8bfc-429399cf83cb {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:31.998085 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:31.998435 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f699b462-4d7c-4732-84f5-172412593b1a req-0b475888-9647-4f5b-86ea-f39311dc2c13 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063628 Dec 11 23:03:32.073810 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a618bd-d5f4-42ed-b22c-d98dd6a614ff None None] DHCP port deletion for eaeb6a33-9680-4a02-9029-29b7259ac3f6 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:03:32.107441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] For port a79d101f-71f1-4eeb-8bfc-429399cf83cb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a79d101f-71f1-4eeb-8bfc-429399cf83cb,segment=NetworkSegment(e5c43727-cf15-459e-a441-5b0ffb73094e),segment_id=e5c43727-cf15-459e-a441-5b0ffb73094e)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:32.107716 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.119994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d5a618bd-d5f4-42ed-b22c-d98dd6a614ff None None] Deleting port a79d101f-71f1-4eeb-8bfc-429399cf83cb {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:32.120372 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d5a618bd-d5f4-42ed-b22c-d98dd6a614ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.129735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for a79d101f-71f1-4eeb-8bfc-429399cf83cb owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:32.135549 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4f98596a-fa28-411d-b806-18774463804d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52d2bf62ad8e47aa90505a2513326d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3330197 Dec 11 23:03:32.138318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53056) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:32.186340 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d5a618bd-d5f4-42ed-b22c-d98dd6a614ff None None] For port a79d101f-71f1-4eeb-8bfc-429399cf83cb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a79d101f-71f1-4eeb-8bfc-429399cf83cb,segment=NetworkSegment(e5c43727-cf15-459e-a441-5b0ffb73094e),segment_id=e5c43727-cf15-459e-a441-5b0ffb73094e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:32.186740 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d5a618bd-d5f4-42ed-b22c-d98dd6a614ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.191181 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 7fd004bc-9b8a-4eb5-a320-39b65cb88772 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:03:32.191542 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e09708b0-9ed3-4e46-9264-bd6e7e2236e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.215110 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e09708b0-9ed3-4e46-9264-bd6e7e2236e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.224684 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d5a618bd-d5f4-42ed-b22c-d98dd6a614ff None None] Calling delete_port for a79d101f-71f1-4eeb-8bfc-429399cf83cb owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:32.320240 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.324124 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d5a618bd-d5f4-42ed-b22c-d98dd6a614ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.340722 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e09708b0-9ed3-4e46-9264-bd6e7e2236e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.345023 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e09708b0-9ed3-4e46-9264-bd6e7e2236e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.350778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e09708b0-9ed3-4e46-9264-bd6e7e2236e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1cec2bf5-9d4c-4d08-a1aa-f2286393fc29 HTTP/1.1" status: 204 len: 168 time: 0.2089007 Dec 11 23:03:32.351004 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=a79d101f-71f1-4eeb-8bfc-429399cf83cb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:32.355318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No DVR routers for this DVR port a79d101f-71f1-4eeb-8bfc-429399cf83cb on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:32.363258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a618bd-d5f4-42ed-b22c-d98dd6a614ff None None] Pushing event deleted for resources: {'Port': ['ID=a79d101f-71f1-4eeb-8bfc-429399cf83cb,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:32.370920 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a618bd-d5f4-42ed-b22c-d98dd6a614ff None None] No DVR routers for this DVR port a79d101f-71f1-4eeb-8bfc-429399cf83cb on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:32.380241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09708b0-9ed3-4e46-9264-bd6e7e2236e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cec2bf5-9d4c-4d08-a1aa-f2286393fc29,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:32.405070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 7fd004bc-9b8a-4eb5-a320-39b65cb88772 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:03:32.410028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 7fd004bc-9b8a-4eb5-a320-39b65cb88772 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:32.414696 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.460840 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.489412 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.490287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaeb6a33-9680-4a02-9029-29b7259ac3f6']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:32.504762 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c43727-cf15-459e-a441-5b0ffb73094e') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:32.505063 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c43727-cf15-459e-a441-5b0ffb73094e') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:32.514350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccd3a1d-34bb-4bfa-b102-9c350a4714cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd004bc-9b8a-4eb5-a320-39b65cb88772'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:03:32.516791 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7210a82f-26b4-4683-84ec-ce186064a588" -d '{"events": [{"server_uuid": "6ccd3a1d-34bb-4bfa-b102-9c350a4714cb", "name": "network-vif-plugged", "status": "completed", "tag": "7fd004bc-9b8a-4eb5-a320-39b65cb88772"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:03:32.517166 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.531655 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 7fd004bc-9b8a-4eb5-a320-39b65cb88772, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=7fd004bc-9b8a-4eb5-a320-39b65cb88772,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:32.533398 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.547642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:32.548054 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:32.554160 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:32.567159 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055ff7bb-5636-4e3d-adec-e59e9da0eabe x-openstack-request-id: req-055ff7bb-5636-4e3d-adec-e59e9da0eabe {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:03:32.567676 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccd3a1d-34bb-4bfa-b102-9c350a4714cb", "name": "network-vif-plugged", "status": "completed", "tag": "7fd004bc-9b8a-4eb5-a320-39b65cb88772", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:03:32.567941 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-055ff7bb-5636-4e3d-adec-e59e9da0eabe {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:03:32.568377 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccd3a1d-34bb-4bfa-b102-9c350a4714cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd004bc-9b8a-4eb5-a320-39b65cb88772', 'code': 200} Dec 11 23:03:32.600891 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.656135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=7fd004bc-9b8a-4eb5-a320-39b65cb88772,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:32.671922 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.680608 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:32.685342 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/networks/eaeb6a33-9680-4a02-9029-29b7259ac3f6 HTTP/1.1" status: 204 len: 168 time: 0.8561869 Dec 11 23:03:32.693261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53068) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:32.698786 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca12500-3c05-4e0d-b30d-ee5b19195702 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Network': ['ID=eaeb6a33-9680-4a02-9029-29b7259ac3f6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:32.746633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6106c7c1-48bb-48fb-b9d0-3d3e7889695f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:32.748031 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6106c7c1-48bb-48fb-b9d0-3d3e7889695f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/213ce3ec-0eda-4b5f-b24e-4e455b50d060 HTTP/1.1" status: 200 len: 844 time: 0.0536532 Dec 11 23:03:32.750926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de30cd-d095-4df3-aff2-6f83d139beb5 req-ce287a6c-ae3a-4894-9780-d80a4c804bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:32.752395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12de30cd-d095-4df3-aff2-6f83d139beb5 req-ce287a6c-ae3a-4894-9780-d80a4c804bc4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 1097 time: 0.0958540 Dec 11 23:03:32.753237 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53070) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:32.798221 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-52a3d1e5-3fe2-462b-be0e-2ade49189210 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/213ce3ec-0eda-4b5f-b24e-4e455b50d060?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0402052 Dec 11 23:03:32.798906 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53074) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:32.804524 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b1d3efe2-fc73-400a-be90-da7ff34a3d77 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'subnet': {'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:32.807658 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12de30cd-d095-4df3-aff2-6f83d139beb5 req-43587e20-2b74-4e99-ba09-52cefa51f796 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483158 Dec 11 23:03:32.974545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d3efe2-fc73-400a-be90-da7ff34a3d77 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:32.979028 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b1d3efe2-fc73-400a-be90-da7ff34a3d77 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:33.057984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7a727-391d-415e-bddc-ea61fb15165c req-21ae4f2f-2d1a-4c78-befe-e791c0f9176e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:33.059565 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d5b7a727-391d-415e-bddc-ea61fb15165c req-21ae4f2f-2d1a-4c78-befe-e791c0f9176e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 946 time: 0.0578363 Dec 11 23:03:33.110596 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d5b7a727-391d-415e-bddc-ea61fb15165c req-cfe0ae8d-b885-49d3-a1c9-b3e90869e30c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Dec 11 23:03:33.241175 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b1d3efe2-fc73-400a-be90-da7ff34a3d77 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:33.285873 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d3efe2-fc73-400a-be90-da7ff34a3d77 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:33.289061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-b1d3efe2-fc73-400a-be90-da7ff34a3d77 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:33.293429 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d3efe2-fc73-400a-be90-da7ff34a3d77 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:33.294095 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b1d3efe2-fc73-400a-be90-da7ff34a3d77 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:33.297456 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2091fff-c910-4ec1-b8a8-ad2dd87dac27 None None] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:33.307062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3efe2-fc73-400a-be90-da7ff34a3d77 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Subnet': ['ID=3089685d-020f-4941-b334-1711aca7675a,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:33.367160 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b1d3efe2-fc73-400a-be90-da7ff34a3d77 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5664289 Dec 11 23:03:33.369807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53092) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:33.376182 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-fe3cc8ed-9e3e-4b21-856d-2c370c279dee tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'security_group': {'name': 'tempest-secgroup-1883600761'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:33.393455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a79d101f-71f1-4eeb-8bfc-429399cf83cb no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:03:33.423533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: a79d101f-71f1-4eeb-8bfc-429399cf83cb {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:03:33.424144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a79d101f-71f1-4eeb-8bfc-429399cf83cb not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:03:33.446541 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-6580c94c-4668-4eb2-8cae-3e80023d82c2', 'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'project_id': '82caad537645459c8bb632e90c0aa12f', 'fixed_ips': [{'subnet_id': '3089685d-020f-4941-b334-1711aca7675a'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:03:33.447446 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:33.469441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53096) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:33.481114 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe3cc8ed-9e3e-4b21-856d-2c370c279dee tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:33.558008 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe3cc8ed-9e3e-4b21-856d-2c370c279dee tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:33.590701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Allocated IP 2001:db8::2 (6580c94c-4668-4eb2-8cae-3e80023d82c2/3089685d-020f-4941-b334-1711aca7675a/4074a2e4-d601-4f93-9906-8627407dc93d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:33.610754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-028b1847-9972-4ff1-8a6f-583036f401fc tempest-DvrRoutersNegativeTest-441420714 tempest-DvrRoutersNegativeTest-441420714-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2016175322', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:33.613944 n-d-710847-6 neutron-server[103691]: DEBUG neutron.policy [None req-028b1847-9972-4ff1-8a6f-583036f401fc tempest-DvrRoutersNegativeTest-441420714 tempest-DvrRoutersNegativeTest-441420714-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103691) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 11 23:03:33.614253 n-d-710847-6 neutron-server[103691]: DEBUG neutron.policy [None req-028b1847-9972-4ff1-8a6f-583036f401fc tempest-DvrRoutersNegativeTest-441420714 tempest-DvrRoutersNegativeTest-441420714-project] Failed policy check for 'create_router' {{(pid=103691) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 11 23:03:33.614775 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-028b1847-9972-4ff1-8a6f-583036f401fc tempest-DvrRoutersNegativeTest-441420714 tempest-DvrRoutersNegativeTest-441420714-project] create failed (client error): Access was denied to this resource. Dec 11 23:03:33.615785 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-028b1847-9972-4ff1-8a6f-583036f401fc tempest-DvrRoutersNegativeTest-441420714 tempest-DvrRoutersNegativeTest-441420714-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1453445 Dec 11 23:03:33.629405 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe3cc8ed-9e3e-4b21-856d-2c370c279dee tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:33.661644 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cc8ed-9e3e-4b21-856d-2c370c279dee tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c652c98-1aed-491b-bd1a-a2dce6fab512,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:33.708710 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe3cc8ed-9e3e-4b21-856d-2c370c279dee tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:33.711952 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fe3cc8ed-9e3e-4b21-856d-2c370c279dee tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3398852 Dec 11 23:03:33.714577 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53104) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:33.719389 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1efcc8be-2527-4679-8427-e12baeccbd7c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'security_group': {'name': 'tempest-secgroup-496343361'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:33.753227 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:33.823834 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1efcc8be-2527-4679-8427-e12baeccbd7c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:33.860302 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:33.896016 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1efcc8be-2527-4679-8427-e12baeccbd7c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:33.907432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:33.911003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:33.915369 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:33.923574 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Pushing event updated for resources: {'Port': ['ID=4074a2e4-d601-4f93-9906-8627407dc93d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:33.975358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Attempting to bind port 4074a2e4-d601-4f93-9906-8627407dc93d on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:03:33.975703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Attempting to bind port 4074a2e4-d601-4f93-9906-8627407dc93d by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '839e919d-3025-46db-8685-7852dc1d9567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:03:33.976024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Attempting to bind port 4074a2e4-d601-4f93-9906-8627407dc93d on network 6580c94c-4668-4eb2-8cae-3e80023d82c2 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:03:33.981505 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:03:33.981890 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Checking segment: {'id': '839e919d-3025-46db-8685-7852dc1d9567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:03:33.982293 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:33.982740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Bound using segment: {'id': '839e919d-3025-46db-8685-7852dc1d9567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:03:33.983237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Bound port: 4074a2e4-d601-4f93-9906-8627407dc93d, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839e919d-3025-46db-8685-7852dc1d9567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:03:33.983620 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:33.993313 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1efcc8be-2527-4679-8427-e12baeccbd7c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:34.025033 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcc8be-2527-4679-8427-e12baeccbd7c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2381674-7773-4ba2-9011-cce46e6e8d4c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:34.051739 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] For port 4074a2e4-d601-4f93-9906-8627407dc93d, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:03:34.054763 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] For port 4074a2e4-d601-4f93-9906-8627407dc93d, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4074a2e4-d601-4f93-9906-8627407dc93d,segment=NetworkSegment(839e919d-3025-46db-8685-7852dc1d9567),segment_id=839e919d-3025-46db-8685-7852dc1d9567)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:03:34.096257 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1efcc8be-2527-4679-8427-e12baeccbd7c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:34.102944 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1efcc8be-2527-4679-8427-e12baeccbd7c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3819458 Dec 11 23:03:34.104792 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53108) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:34.109741 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f1b77657-36d1-4a82-bd7f-30e06474cc7f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-875885816', 'security_groups': ['b2381674-7773-4ba2-9011-cce46e6e8d4c'], 'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3089685d-020f-4941-b334-1711aca7675a'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:34.152072 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:34.170857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53112) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:34.225336 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a64c5-70c8-4b7b-8aa8-a7b64c903109 None None] Pushing event updated for resources: {'Port': ['ID=4074a2e4-d601-4f93-9906-8627407dc93d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:34.294819 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef442f25-a0e4-44df-8cb3-c8b91ea093c9 req-2770dab6-1f74-4eed-9e5e-bc5e8f18c2b0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:34.296412 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ef442f25-a0e4-44df-8cb3-c8b91ea093c9 req-2770dab6-1f74-4eed-9e5e-bc5e8f18c2b0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 946 time: 0.0858719 Dec 11 23:03:34.299675 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca0c240c-c183-414e-935f-6f9a471e600c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:34.349376 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ef442f25-a0e4-44df-8cb3-c8b91ea093c9 req-dc25a243-232d-4d48-88b4-08866e8b2a4d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456619 Dec 11 23:03:34.351654 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b77657-36d1-4a82-bd7f-30e06474cc7f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:34.435647 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca0c240c-c183-414e-935f-6f9a471e600c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:34.473643 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1b77657-36d1-4a82-bd7f-30e06474cc7f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:34.507166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c5441-74f4-4418-b463-70b5fae9d23f req-c536b7aa-223d-4412-85d8-ff12c78255a3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:34.509233 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f3c5441-74f4-4418-b463-70b5fae9d23f req-c536b7aa-223d-4412-85d8-ff12c78255a3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 946 time: 0.0556607 Dec 11 23:03:34.516659 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-f1b77657-36d1-4a82-bd7f-30e06474cc7f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] device_id is not set on port 419129ac-7938-49c8-9b04-0885cce1dcf0 yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:03:34.519647 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca0c240c-c183-414e-935f-6f9a471e600c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:34.583369 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ca0c240c-c183-414e-935f-6f9a471e600c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25783a95050d4becafd310430975a7a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4103670 Dec 11 23:03:34.589145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53120) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:34.617491 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c240c-c183-414e-935f-6f9a471e600c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e421f3f4-ca59-48e6-99e2-274abb40a8c8,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:34.663756 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f3c5441-74f4-4418-b463-70b5fae9d23f req-98ce3d62-0329-4641-8e25-831273e59e7b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467252 Dec 11 23:03:34.686833 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df608a3a-d9c3-425f-a020-853d14bf3b31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:34.712148 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df608a3a-d9c3-425f-a020-853d14bf3b31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:34.728701 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-f1b77657-36d1-4a82-bd7f-30e06474cc7f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Allocated IP 2001:db8::3e8 (6580c94c-4668-4eb2-8cae-3e80023d82c2/3089685d-020f-4941-b334-1711aca7675a/419129ac-7938-49c8-9b04-0885cce1dcf0) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:34.848380 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df608a3a-d9c3-425f-a020-853d14bf3b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:34.851162 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-df608a3a-d9c3-425f-a020-853d14bf3b31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:34.852365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-df608a3a-d9c3-425f-a020-853d14bf3b31 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e421f3f4-ca59-48e6-99e2-274abb40a8c8 HTTP/1.1" status: 204 len: 168 time: 0.2622945 Dec 11 23:03:34.860665 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c83d24-644c-461a-a7d5-ee7610a39044 req-aa82014d-40f5-49db-ac92-d7d82b946add tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:34.861485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df608a3a-d9c3-425f-a020-853d14bf3b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e421f3f4-ca59-48e6-99e2-274abb40a8c8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:34.862427 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d4c83d24-644c-461a-a7d5-ee7610a39044 req-aa82014d-40f5-49db-ac92-d7d82b946add tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 946 time: 0.1136153 Dec 11 23:03:34.946378 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1b77657-36d1-4a82-bd7f-30e06474cc7f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:34.958547 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d4c83d24-644c-461a-a7d5-ee7610a39044 req-c2838829-fe0c-4c0a-a2ab-e892c4ebdb37 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876098 Dec 11 23:03:35.048876 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1b77657-36d1-4a82-bd7f-30e06474cc7f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:35.112778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b77657-36d1-4a82-bd7f-30e06474cc7f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:35.116198 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f1b77657-36d1-4a82-bd7f-30e06474cc7f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:35.119217 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b77657-36d1-4a82-bd7f-30e06474cc7f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:35.125985 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b77657-36d1-4a82-bd7f-30e06474cc7f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:35.126633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1b77657-36d1-4a82-bd7f-30e06474cc7f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:35.141212 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b77657-36d1-4a82-bd7f-30e06474cc7f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=419129ac-7938-49c8-9b04-0885cce1dcf0,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:35.217318 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f1b77657-36d1-4a82-bd7f-30e06474cc7f tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1110268 Dec 11 23:03:35.227229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53136) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:35.232424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3a3559af-73a4-46d0-948d-f190a3f79626 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'subnet': {'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:35.401533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9c614f21-fb4b-4558-a12b-a0fa62f71f43 None None] Provisioning complete for port 4074a2e4-d601-4f93-9906-8627407dc93d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:35.402050 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c614f21-fb4b-4558-a12b-a0fa62f71f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:35.441817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4074a2e4-d601-4f93-9906-8627407dc93d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:03:35.459967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3559af-73a4-46d0-948d-f190a3f79626 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:35.464702 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a3559af-73a4-46d0-948d-f190a3f79626 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:35.551778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41028bf1-1672-482c-b0e0-e590e939c848 req-f4dd23ab-9439-4994-b821-d68f100823f1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:35.553750 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-41028bf1-1672-482c-b0e0-e590e939c848 req-f4dd23ab-9439-4994-b821-d68f100823f1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 946 time: 0.0676365 Dec 11 23:03:35.562643 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4074a2e4-d601-4f93-9906-8627407dc93d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:35.562968 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:35.567168 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c614f21-fb4b-4558-a12b-a0fa62f71f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:35.594525 n-d-710847-6 neutron-server[103692]: INFO neutron.db.ipam_backend_mixin [None req-3a3559af-73a4-46d0-948d-f190a3f79626 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3089685d-020f-4941-b334-1711aca7675a (CIDR: 2001:db8::/64) Dec 11 23:03:35.630708 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-41028bf1-1672-482c-b0e0-e590e939c848 req-73dc6e13-2d20-4070-8597-58e0a2fc1739 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711730 Dec 11 23:03:35.632362 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3559af-73a4-46d0-948d-f190a3f79626 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 23:03:35.633178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3559af-73a4-46d0-948d-f190a3f79626 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:35.659656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9c614f21-fb4b-4558-a12b-a0fa62f71f43 None None] For port 4074a2e4-d601-4f93-9906-8627407dc93d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4074a2e4-d601-4f93-9906-8627407dc93d,segment=NetworkSegment(839e919d-3025-46db-8685-7852dc1d9567),segment_id=839e919d-3025-46db-8685-7852dc1d9567)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:35.710261 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3a3559af-73a4-46d0-948d-f190a3f79626 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4818707 Dec 11 23:03:35.712985 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53150) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:35.718577 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5c67988f-9e84-4c26-b971-2cb495a93b4c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'subnet': {'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:35.721291 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:35.736230 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c614f21-fb4b-4558-a12b-a0fa62f71f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:35.905924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c67988f-9e84-4c26-b971-2cb495a93b4c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:35.912026 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c67988f-9e84-4c26-b971-2cb495a93b4c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:35.973531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9c614f21-fb4b-4558-a12b-a0fa62f71f43 None None] Provisioning complete for port 213ce3ec-0eda-4b5f-b24e-4e455b50d060 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:35.973913 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c614f21-fb4b-4558-a12b-a0fa62f71f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:36.006955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c614f21-fb4b-4558-a12b-a0fa62f71f43 None None] Pushing event updated for resources: {'Port': ['ID=4074a2e4-d601-4f93-9906-8627407dc93d,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:36.017393 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:03:36.018385 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:03:36.022470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9c614f21-fb4b-4558-a12b-a0fa62f71f43 None None] Port 213ce3ec-0eda-4b5f-b24e-4e455b50d060 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:36.144189 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-02f58811-38d7-4e89-bcb3-12fb67f87a0a None None] Provisioning complete for port 419129ac-7938-49c8-9b04-0885cce1dcf0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:36.144669 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-02f58811-38d7-4e89-bcb3-12fb67f87a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:36.179280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-02f58811-38d7-4e89-bcb3-12fb67f87a0a None None] Port 419129ac-7938-49c8-9b04-0885cce1dcf0 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:36.214470 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c67988f-9e84-4c26-b971-2cb495a93b4c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:36.258433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c67988f-9e84-4c26-b971-2cb495a93b4c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:36.261463 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-5c67988f-9e84-4c26-b971-2cb495a93b4c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:36.265601 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c67988f-9e84-4c26-b971-2cb495a93b4c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:36.266194 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c67988f-9e84-4c26-b971-2cb495a93b4c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:36.271333 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d999362-4407-43ac-ae52-2e04a13d966d None None] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:36.271852 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67988f-9e84-4c26-b971-2cb495a93b4c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Subnet': ['ID=8006675f-9a7a-416b-ba4a-f37f30692569,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:36.349765 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5c67988f-9e84-4c26-b971-2cb495a93b4c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6355138 Dec 11 23:03:36.352107 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53164) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:36.357625 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-01648024-0f6b-4dcf-a45e-6b6b65dc6abb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1153221510', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8006675f-9a7a-416b-ba4a-f37f30692569'}], 'security_groups': ['3c652c98-1aed-491b-bd1a-a2dce6fab512']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:36.435139 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-01648024-0f6b-4dcf-a45e-6b6b65dc6abb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:36.454241 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1b7e4d-f7c7-416b-991f-771bb5fe60fe None None] Update dhcp port {'port': {'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'fixed_ips': [{'subnet_id': '3089685d-020f-4941-b334-1711aca7675a', 'ip_address': '2001:db8::2'}, {'subnet_id': '8006675f-9a7a-416b-ba4a-f37f30692569'}], 'binding:host_id': 'n-d-710847-6'}, 'id': '4074a2e4-d601-4f93-9906-8627407dc93d'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 23:03:36.487407 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7e4d-f7c7-416b-991f-771bb5fe60fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:36.687053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-2a1b7e4d-f7c7-416b-991f-771bb5fe60fe None None] Allocated IP 2001:db8:0:1::2 (6580c94c-4668-4eb2-8cae-3e80023d82c2/8006675f-9a7a-416b-ba4a-f37f30692569/4074a2e4-d601-4f93-9906-8627407dc93d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:36.775532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113ef66-82fb-4b65-a057-a994f8eecf71 req-ef156ec0-ecd3-4e9d-885e-7cee26ccfb3f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:36.777873 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a113ef66-82fb-4b65-a057-a994f8eecf71 req-ef156ec0-ecd3-4e9d-885e-7cee26ccfb3f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 946 time: 0.0688987 Dec 11 23:03:36.797812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a1b7e4d-f7c7-416b-991f-771bb5fe60fe None None] For port 4074a2e4-d601-4f93-9906-8627407dc93d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4074a2e4-d601-4f93-9906-8627407dc93d,segment=NetworkSegment(839e919d-3025-46db-8685-7852dc1d9567),segment_id=839e919d-3025-46db-8685-7852dc1d9567)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:36.836280 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a113ef66-82fb-4b65-a057-a994f8eecf71 req-20d862c1-0cb9-48b4-8498-c22b4d502323 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523405 Dec 11 23:03:36.851826 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7e4d-f7c7-416b-991f-771bb5fe60fe None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:36.922278 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7e4d-f7c7-416b-991f-771bb5fe60fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:37.020115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b7e4d-f7c7-416b-991f-771bb5fe60fe None None] Pushing event updated for resources: {'Port': ['ID=4074a2e4-d601-4f93-9906-8627407dc93d,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:37.054241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-01648024-0f6b-4dcf-a45e-6b6b65dc6abb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Delete allocated IP 2001:db8::3e8 (6580c94c-4668-4eb2-8cae-3e80023d82c2/3089685d-020f-4941-b334-1711aca7675a) {{(pid=103691) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 11 23:03:37.062499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-01648024-0f6b-4dcf-a45e-6b6b65dc6abb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Allocated IP 2001:db8:0:1::1ec (6580c94c-4668-4eb2-8cae-3e80023d82c2/8006675f-9a7a-416b-ba4a-f37f30692569/419129ac-7938-49c8-9b04-0885cce1dcf0) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:37.141288 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7717a-d516-417b-936d-bb812905fdd5 req-003241b5-f5ef-4db2-9c65-80d4dd350dba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:37.144152 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2da7717a-d516-417b-936d-bb812905fdd5 req-003241b5-f5ef-4db2-9c65-80d4dd350dba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 946 time: 0.0643809 Dec 11 23:03:37.247816 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-01648024-0f6b-4dcf-a45e-6b6b65dc6abb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:37.255458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-2da7717a-d516-417b-936d-bb812905fdd5 req-5e6bd496-9ed6-4584-875f-b496c65d7fbc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Deleting port 7fd004bc-9b8a-4eb5-a320-39b65cb88772 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:37.256266 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2da7717a-d516-417b-936d-bb812905fdd5 req-5e6bd496-9ed6-4584-875f-b496c65d7fbc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:37.332767 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-01648024-0f6b-4dcf-a45e-6b6b65dc6abb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:37.355963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2da7717a-d516-417b-936d-bb812905fdd5 req-5e6bd496-9ed6-4584-875f-b496c65d7fbc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] For port 7fd004bc-9b8a-4eb5-a320-39b65cb88772, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=7fd004bc-9b8a-4eb5-a320-39b65cb88772,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:37.356339 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2da7717a-d516-417b-936d-bb812905fdd5 req-5e6bd496-9ed6-4584-875f-b496c65d7fbc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:37.371492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-2da7717a-d516-417b-936d-bb812905fdd5 req-5e6bd496-9ed6-4584-875f-b496c65d7fbc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Calling delete_port for 7fd004bc-9b8a-4eb5-a320-39b65cb88772 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:37.389521 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4074a2e4-d601-4f93-9906-8627407dc93d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:03:37.401072 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01648024-0f6b-4dcf-a45e-6b6b65dc6abb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=419129ac-7938-49c8-9b04-0885cce1dcf0,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:37.430818 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-01648024-0f6b-4dcf-a45e-6b6b65dc6abb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] In _notify_port_updated(), no bound segment for port 419129ac-7938-49c8-9b04-0885cce1dcf0 on network 6580c94c-4668-4eb2-8cae-3e80023d82c2 {{(pid=103691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 23:03:37.437634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01648024-0f6b-4dcf-a45e-6b6b65dc6abb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:37.438294 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-01648024-0f6b-4dcf-a45e-6b6b65dc6abb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:37.441117 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-01648024-0f6b-4dcf-a45e-6b6b65dc6abb tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "PUT /v2.0/ports/419129ac-7938-49c8-9b04-0885cce1dcf0 HTTP/1.1" status: 200 len: 931 time: 1.0876889 Dec 11 23:03:37.444219 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53186) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:37.481039 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4074a2e4-d601-4f93-9906-8627407dc93d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:37.481039 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:37.554778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa79e4-f42e-4669-8ad2-7ebbea1ceae8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port 419129ac-7938-49c8-9b04-0885cce1dcf0 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:37.555779 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9aa79e4-f42e-4669-8ad2-7ebbea1ceae8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:37.620218 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2da7717a-d516-417b-936d-bb812905fdd5 req-5e6bd496-9ed6-4584-875f-b496c65d7fbc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:37.657326 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['7fd004bc-9b8a-4eb5-a320-39b65cb88772'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:03:37.658931 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9aa79e4-f42e-4669-8ad2-7ebbea1ceae8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:37.675542 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa79e4-f42e-4669-8ad2-7ebbea1ceae8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for 419129ac-7938-49c8-9b04-0885cce1dcf0 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:37.917027 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9aa79e4-f42e-4669-8ad2-7ebbea1ceae8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:37.930258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b6416978-f308-4142-bde6-43cffb8ab9a1 None None] Provisioning complete for port 4074a2e4-d601-4f93-9906-8627407dc93d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:37.930993 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b6416978-f308-4142-bde6-43cffb8ab9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:37.961903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bd496-9ed6-4584-875f-b496c65d7fbc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event deleted for resources: {'Port': ['ID=7fd004bc-9b8a-4eb5-a320-39b65cb88772,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:37.999522 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa79e4-f42e-4669-8ad2-7ebbea1ceae8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=419129ac-7938-49c8-9b04-0885cce1dcf0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:38.026541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da7717a-d516-417b-936d-bb812905fdd5 req-5e6bd496-9ed6-4584-875f-b496c65d7fbc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] No DVR routers for this DVR port 7fd004bc-9b8a-4eb5-a320-39b65cb88772 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:38.027470 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2da7717a-d516-417b-936d-bb812905fdd5 req-5e6bd496-9ed6-4584-875f-b496c65d7fbc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:38.032678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2da7717a-d516-417b-936d-bb812905fdd5 req-5e6bd496-9ed6-4584-875f-b496c65d7fbc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "DELETE /v2.0/ports/7fd004bc-9b8a-4eb5-a320-39b65cb88772 HTTP/1.1" status: 204 len: 173 time: 0.8825042 Dec 11 23:03:38.034018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccd3a1d-34bb-4bfa-b102-9c350a4714cb', 'name': 'network-vif-deleted', 'tag': '7fd004bc-9b8a-4eb5-a320-39b65cb88772'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:03:38.038104 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba17f02-3227-4a33-a995-eade2c458305" -d '{"events": [{"server_uuid": "6ccd3a1d-34bb-4bfa-b102-9c350a4714cb", "name": "network-vif-deleted", "tag": "7fd004bc-9b8a-4eb5-a320-39b65cb88772"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:03:38.084398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29418d8e-b094-41ec-b88a-df10176b4054 req-dc23363b-beb6-4c7a-9ff0-a6137e77ba00 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 210 time: 0.1073456 Dec 11 23:03:38.131215 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9aa79e4-f42e-4669-8ad2-7ebbea1ceae8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:38.137713 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e9aa79e4-f42e-4669-8ad2-7ebbea1ceae8 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/419129ac-7938-49c8-9b04-0885cce1dcf0 HTTP/1.1" status: 204 len: 168 time: 0.6901965 Dec 11 23:03:38.138103 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53204) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:38.164393 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bade9f35-3325-421b-872c-66fee49e8a3a x-openstack-request-id: req-bade9f35-3325-421b-872c-66fee49e8a3a {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:03:38.164393 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccd3a1d-34bb-4bfa-b102-9c350a4714cb", "name": "network-vif-deleted", "tag": "7fd004bc-9b8a-4eb5-a320-39b65cb88772", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:03:38.164963 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bade9f35-3325-421b-872c-66fee49e8a3a {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:03:38.166038 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccd3a1d-34bb-4bfa-b102-9c350a4714cb', 'name': 'network-vif-deleted', 'tag': '7fd004bc-9b8a-4eb5-a320-39b65cb88772', 'status': 'completed', 'code': 200} Dec 11 23:03:38.175822 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b6416978-f308-4142-bde6-43cffb8ab9a1 None None] Provisioning complete for port 213ce3ec-0eda-4b5f-b24e-4e455b50d060 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:38.176711 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b6416978-f308-4142-bde6-43cffb8ab9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:38.182533 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e28b964-550e-4184-baa8-ddbf03b1e099 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] GET failed (client error): The resource could not be found. Dec 11 23:03:38.187211 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4e28b964-550e-4184-baa8-ddbf03b1e099 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/419129ac-7938-49c8-9b04-0885cce1dcf0 HTTP/1.1" status: 404 len: 333 time: 0.0449510 Dec 11 23:03:38.191086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53206) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:38.249604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b6416978-f308-4142-bde6-43cffb8ab9a1 None None] Port 213ce3ec-0eda-4b5f-b24e-4e455b50d060 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:38.253904 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b6416978-f308-4142-bde6-43cffb8ab9a1 None None] Could not find standard attr ID for object 419129ac-7938-49c8-9b04-0885cce1dcf0. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 23:03:38.275873 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d849e6f5-c3c4-4421-add6-45e442cf5786 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:38.315338 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d849e6f5-c3c4-4421-add6-45e442cf5786 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:38.367089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ff574493-255a-4859-ac27-700caab3bbd0 None None] Could not find standard attr ID for object 419129ac-7938-49c8-9b04-0885cce1dcf0. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 23:03:38.463938 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d849e6f5-c3c4-4421-add6-45e442cf5786 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:38.466622 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d849e6f5-c3c4-4421-add6-45e442cf5786 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:38.470543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53208) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:38.471218 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d849e6f5-c3c4-4421-add6-45e442cf5786 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/security-groups/b2381674-7773-4ba2-9011-cce46e6e8d4c HTTP/1.1" status: 204 len: 168 time: 0.2818277 Dec 11 23:03:38.481370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849e6f5-c3c4-4421-add6-45e442cf5786 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2381674-7773-4ba2-9011-cce46e6e8d4c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:38.561302 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb21ab99-dad3-47ca-b426-1e10830b692a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:38.587901 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb21ab99-dad3-47ca-b426-1e10830b692a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:38.699842 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb21ab99-dad3-47ca-b426-1e10830b692a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:38.702788 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fb21ab99-dad3-47ca-b426-1e10830b692a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:38.706951 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fb21ab99-dad3-47ca-b426-1e10830b692a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/security-groups/3c652c98-1aed-491b-bd1a-a2dce6fab512 HTTP/1.1" status: 204 len: 168 time: 0.2315640 Dec 11 23:03:38.707201 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53210) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:38.721402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21ab99-dad3-47ca-b426-1e10830b692a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c652c98-1aed-491b-bd1a-a2dce6fab512,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:38.768823 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d17c1fe-8d88-49b5-a239-02538fd90eb3 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting subnet 3089685d-020f-4941-b334-1711aca7675a {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:03:38.772309 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d17c1fe-8d88-49b5-a239-02538fd90eb3 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:38.827540 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d17c1fe-8d88-49b5-a239-02538fd90eb3 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:38.921342 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d17c1fe-8d88-49b5-a239-02538fd90eb3 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:39.208731 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0074ff3e-bc06-45a9-8712-4157f0989743 req-abbe70b7-55d4-4dfe-9701-dce3c4cbf739 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 210 time: 0.0325141 Dec 11 23:03:39.232335 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d17c1fe-8d88-49b5-a239-02538fd90eb3 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:39.262013 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17c1fe-8d88-49b5-a239-02538fd90eb3 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Subnet': ['ID=3089685d-020f-4941-b334-1711aca7675a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:39.265661 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d17c1fe-8d88-49b5-a239-02538fd90eb3 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:39.269332 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2d17c1fe-8d88-49b5-a239-02538fd90eb3 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/3089685d-020f-4941-b334-1711aca7675a HTTP/1.1" status: 204 len: 168 time: 0.5607784 Dec 11 23:03:39.273454 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53220) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:39.279205 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bcdf8f-3aec-4adb-8723-e1c0e2e5db29 None None] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:39.280638 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c8f33dd9-a6b0-4fd3-ad27-14b8ce00492c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'subnet': {'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:39.471282 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f33dd9-a6b0-4fd3-ad27-14b8ce00492c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:39.475523 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c8f33dd9-a6b0-4fd3-ad27-14b8ce00492c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:39.768733 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c8f33dd9-a6b0-4fd3-ad27-14b8ce00492c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:39.817848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f33dd9-a6b0-4fd3-ad27-14b8ce00492c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:39.821398 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-c8f33dd9-a6b0-4fd3-ad27-14b8ce00492c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:39.825743 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f33dd9-a6b0-4fd3-ad27-14b8ce00492c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:39.826422 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c8f33dd9-a6b0-4fd3-ad27-14b8ce00492c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:39.839490 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f33dd9-a6b0-4fd3-ad27-14b8ce00492c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Subnet': ['ID=2d34e3e7-86f0-447b-be48-7d613118c324,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:39.934982 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c8f33dd9-a6b0-4fd3-ad27-14b8ce00492c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6603768 Dec 11 23:03:39.937695 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53226) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:39.944089 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-02c7d36e-2afc-483f-b2ce-47bbb9162720 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'security_group': {'name': 'tempest-secgroup-2114715133'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:39.947462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae94a20-3a72-44da-bf80-a87e96d26cb2 None None] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:40.028197 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-30bcdf20-a83f-4b29-9b49-ee9ec8f13c5d None None] Provisioning complete for port 4074a2e4-d601-4f93-9906-8627407dc93d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:40.028564 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-30bcdf20-a83f-4b29-9b49-ee9ec8f13c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:40.036602 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02c7d36e-2afc-483f-b2ce-47bbb9162720 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:40.146193 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02c7d36e-2afc-483f-b2ce-47bbb9162720 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:40.170067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-30bcdf20-a83f-4b29-9b49-ee9ec8f13c5d None None] Provisioning complete for port 213ce3ec-0eda-4b5f-b24e-4e455b50d060 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:40.170441 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-30bcdf20-a83f-4b29-9b49-ee9ec8f13c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:40.225654 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02c7d36e-2afc-483f-b2ce-47bbb9162720 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:40.248060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-30bcdf20-a83f-4b29-9b49-ee9ec8f13c5d None None] Port 213ce3ec-0eda-4b5f-b24e-4e455b50d060 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:40.249888 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec9c573-d346-460f-bde4-46b5061ded3e None None] Update dhcp port {'port': {'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'fixed_ips': [{'subnet_id': '8006675f-9a7a-416b-ba4a-f37f30692569', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2d34e3e7-86f0-447b-be48-7d613118c324'}], 'binding:host_id': 'n-d-710847-6'}, 'id': '4074a2e4-d601-4f93-9906-8627407dc93d'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 23:03:40.274615 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7d36e-2afc-483f-b2ce-47bbb9162720 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7d425f-e3fb-4d65-83fe-a172f0c6f7d6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:40.286517 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c573-d346-460f-bde4-46b5061ded3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:40.341554 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02c7d36e-2afc-483f-b2ce-47bbb9162720 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:40.344428 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-02c7d36e-2afc-483f-b2ce-47bbb9162720 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4041634 Dec 11 23:03:40.346278 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53234) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:40.351311 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22a7853b-464b-454b-b5f8-e6b002a884b2 req-d05889f0-b7b4-4282-aed3-661b4582fce8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 210 time: 0.0416131 Dec 11 23:03:40.358152 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2870e311-61cd-41d0-9bc7-0bbaccc8b087 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'security_group': {'name': 'tempest-secgroup-579291470'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:40.360470 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:03:40.472026 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2870e311-61cd-41d0-9bc7-0bbaccc8b087 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:40.500009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-1ec9c573-d346-460f-bde4-46b5061ded3e None None] Allocated IP 2001:db8::2 (6580c94c-4668-4eb2-8cae-3e80023d82c2/2d34e3e7-86f0-447b-be48-7d613118c324/4074a2e4-d601-4f93-9906-8627407dc93d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:40.561012 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2870e311-61cd-41d0-9bc7-0bbaccc8b087 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:40.603187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1ec9c573-d346-460f-bde4-46b5061ded3e None None] For port 4074a2e4-d601-4f93-9906-8627407dc93d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4074a2e4-d601-4f93-9906-8627407dc93d,segment=NetworkSegment(839e919d-3025-46db-8685-7852dc1d9567),segment_id=839e919d-3025-46db-8685-7852dc1d9567)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:40.636944 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c573-d346-460f-bde4-46b5061ded3e None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:40.643551 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2870e311-61cd-41d0-9bc7-0bbaccc8b087 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:40.673333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870e311-61cd-41d0-9bc7-0bbaccc8b087 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76f3e7d-d095-4964-bcbf-9fb70175d8c8,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:40.739608 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c573-d346-460f-bde4-46b5061ded3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:40.770573 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2870e311-61cd-41d0-9bc7-0bbaccc8b087 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:40.774717 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53238) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:40.780098 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2870e311-61cd-41d0-9bc7-0bbaccc8b087 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4267075 Dec 11 23:03:40.782213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-60763927-13f6-4123-952d-c744510afb68 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'security_group': {'name': 'tempest-secgroup-802295036'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:40.839647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9c573-d346-460f-bde4-46b5061ded3e None None] Pushing event updated for resources: {'Port': ['ID=4074a2e4-d601-4f93-9906-8627407dc93d,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:40.922276 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-60763927-13f6-4123-952d-c744510afb68 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:41.015882 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-60763927-13f6-4123-952d-c744510afb68 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:41.070932 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-60763927-13f6-4123-952d-c744510afb68 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:41.102742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60763927-13f6-4123-952d-c744510afb68 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd9e25d-a01c-4295-a45b-c8870ecf210c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:41.204900 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-60763927-13f6-4123-952d-c744510afb68 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:41.211316 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53242) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:41.221460 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1616632473', 'security_groups': ['ffd9e25d-a01c-4295-a45b-c8870ecf210c'], 'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2d34e3e7-86f0-447b-be48-7d613118c324'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:41.224058 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-60763927-13f6-4123-952d-c744510afb68 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4468007 Dec 11 23:03:41.431537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4074a2e4-d601-4f93-9906-8627407dc93d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:03:41.462252 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:41.511199 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4074a2e4-d601-4f93-9906-8627407dc93d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:41.511707 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:41.619005 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:41.639989 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91f97bd5-e5f3-4045-abc1-56247aab7a15 req-0af0545f-6980-4e84-828b-a612d5675346 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 210 time: 0.1924493 Dec 11 23:03:41.643963 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] device_id is not set on port ba8274b1-8d1b-4c49-b9ba-6d03198cbaee yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:03:41.684691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57d6a800-a4c2-4591-8910-74d34cc96892 None None] Provisioning complete for port 4074a2e4-d601-4f93-9906-8627407dc93d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:41.686558 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57d6a800-a4c2-4591-8910-74d34cc96892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:41.787842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57d6a800-a4c2-4591-8910-74d34cc96892 None None] Provisioning complete for port 213ce3ec-0eda-4b5f-b24e-4e455b50d060 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:41.788203 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57d6a800-a4c2-4591-8910-74d34cc96892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:41.823073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57d6a800-a4c2-4591-8910-74d34cc96892 None None] Port 213ce3ec-0eda-4b5f-b24e-4e455b50d060 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:41.852250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Allocated IP 2001:db8::226 (6580c94c-4668-4eb2-8cae-3e80023d82c2/2d34e3e7-86f0-447b-be48-7d613118c324/ba8274b1-8d1b-4c49-b9ba-6d03198cbaee) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:42.019796 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:42.130948 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:42.179820 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:42.183108 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:42.188051 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:03:42.190032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 7fd004bc-9b8a-4eb5-a320-39b65cb88772 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:03:42.194613 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:42.195155 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:42.206721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=ba8274b1-8d1b-4c49-b9ba-6d03198cbaee,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:42.212706 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 7fd004bc-9b8a-4eb5-a320-39b65cb88772 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:03:42.217019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 7fd004bc-9b8a-4eb5-a320-39b65cb88772 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:03:42.217173 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:42.217173 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:42.217173 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:42.217173 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:42.217173 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:42.217173 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:42.217173 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:42.220148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:42.220148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:42.220148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:42.220148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:42.220148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:42.220148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:42.269855 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0330bf70-883a-4bf1-8461-541e3d51e631 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0568974 Dec 11 23:03:42.272720 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53252) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:42.281996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-639e2bc0-56d9-4076-a2db-3bc1168b9eed tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'subnet': {'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:42.652330 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-22413daf-389e-4ecd-aa4e-e9de6299e343 None None] Provisioning complete for port ba8274b1-8d1b-4c49-b9ba-6d03198cbaee triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:42.652900 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22413daf-389e-4ecd-aa4e-e9de6299e343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:42.691433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-22413daf-389e-4ecd-aa4e-e9de6299e343 None None] Port ba8274b1-8d1b-4c49-b9ba-6d03198cbaee cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:42.770527 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2cd77e6f-9793-48b9-bf1a-4d50349c24ae req-11cbfe80-ebe2-450a-af22-43d633f9d0b5 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 210 time: 0.0292583 Dec 11 23:03:42.937995 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639e2bc0-56d9-4076-a2db-3bc1168b9eed tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:42.942223 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-639e2bc0-56d9-4076-a2db-3bc1168b9eed tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:43.032145 n-d-710847-6 neutron-server[103691]: INFO neutron.db.ipam_backend_mixin [None req-639e2bc0-56d9-4076-a2db-3bc1168b9eed tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d34e3e7-86f0-447b-be48-7d613118c324 (CIDR: 2001:db8::/64) Dec 11 23:03:43.087127 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-639e2bc0-56d9-4076-a2db-3bc1168b9eed tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 23:03:43.087686 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639e2bc0-56d9-4076-a2db-3bc1168b9eed tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:43.165155 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-639e2bc0-56d9-4076-a2db-3bc1168b9eed tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8910761 Dec 11 23:03:43.167837 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53260) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:43.172719 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-aad4b3d7-ad59-4680-828a-f9cd7ce0ff89 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'subnet': {'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:43.328045 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad4b3d7-ad59-4680-828a-f9cd7ce0ff89 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:43.331841 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aad4b3d7-ad59-4680-828a-f9cd7ce0ff89 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:43.421469 n-d-710847-6 neutron-server[103691]: INFO neutron.db.ipam_backend_mixin [None req-aad4b3d7-ad59-4680-828a-f9cd7ce0ff89 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8006675f-9a7a-416b-ba4a-f37f30692569 (CIDR: 2001:db8:0:1::/64) Dec 11 23:03:43.452949 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad4b3d7-ad59-4680-828a-f9cd7ce0ff89 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 23:03:43.453419 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad4b3d7-ad59-4680-828a-f9cd7ce0ff89 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:43.541558 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-aad4b3d7-ad59-4680-828a-f9cd7ce0ff89 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3720088 Dec 11 23:03:43.543652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53266) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:43.548789 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ee000076-7a23-44a3-9cf8-8e66c4b2146b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'subnet': {'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:43.732285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee000076-7a23-44a3-9cf8-8e66c4b2146b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Made reservation on behalf of 82caad537645459c8bb632e90c0aa12f for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:03:43.735929 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee000076-7a23-44a3-9cf8-8e66c4b2146b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:43.755107 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:43.937678 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5897bf53-d48f-466b-bea1-a7fc2a8f003b req-11c141d3-ef39-43a6-be20-4a57d24deb7f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ccd3a1d-34bb-4bfa-b102-9c350a4714cb HTTP/1.1" status: 200 len: 210 time: 0.0327716 Dec 11 23:03:44.116948 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee000076-7a23-44a3-9cf8-8e66c4b2146b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:44.165286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee000076-7a23-44a3-9cf8-8e66c4b2146b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:03:44.168617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-ee000076-7a23-44a3-9cf8-8e66c4b2146b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:03:44.173118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee000076-7a23-44a3-9cf8-8e66c4b2146b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:44.173937 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee000076-7a23-44a3-9cf8-8e66c4b2146b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:44.184190 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996aebe6-214d-4506-8a3d-da480699a2cc None None] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:44.196700 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee000076-7a23-44a3-9cf8-8e66c4b2146b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Subnet': ['ID=63e85247-b286-455f-929a-8b14e30d079c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:44.294874 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ee000076-7a23-44a3-9cf8-8e66c4b2146b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7500951 Dec 11 23:03:44.297523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53284) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:44.303353 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b5302328-d6fa-4529-b75f-38caa01b43e4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-341185918', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '63e85247-b286-455f-929a-8b14e30d079c'}], 'security_groups': ['4e7d425f-e3fb-4d65-83fe-a172f0c6f7d6', 'e76f3e7d-d095-4964-bcbf-9fb70175d8c8']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:44.387401 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5302328-d6fa-4529-b75f-38caa01b43e4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:44.419272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf47a0c6-1ac8-4ba2-91c2-4d313d07e4fd None None] Update dhcp port {'port': {'network_id': '6580c94c-4668-4eb2-8cae-3e80023d82c2', 'fixed_ips': [{'subnet_id': '8006675f-9a7a-416b-ba4a-f37f30692569', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2d34e3e7-86f0-447b-be48-7d613118c324', 'ip_address': '2001:db8::2'}, {'subnet_id': '63e85247-b286-455f-929a-8b14e30d079c'}], 'binding:host_id': 'n-d-710847-6'}, 'id': '4074a2e4-d601-4f93-9906-8627407dc93d'} from n-d-710847-6. {{(pid=103693) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 11 23:03:44.463549 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf47a0c6-1ac8-4ba2-91c2-4d313d07e4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:44.671708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-cf47a0c6-1ac8-4ba2-91c2-4d313d07e4fd None None] Allocated IP 2001:db8:0:2::2 (6580c94c-4668-4eb2-8cae-3e80023d82c2/63e85247-b286-455f-929a-8b14e30d079c/4074a2e4-d601-4f93-9906-8627407dc93d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:44.767229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-cf47a0c6-1ac8-4ba2-91c2-4d313d07e4fd None None] For port 4074a2e4-d601-4f93-9906-8627407dc93d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4074a2e4-d601-4f93-9906-8627407dc93d,segment=NetworkSegment(839e919d-3025-46db-8685-7852dc1d9567),segment_id=839e919d-3025-46db-8685-7852dc1d9567)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:44.798597 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf47a0c6-1ac8-4ba2-91c2-4d313d07e4fd None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:44.859285 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf47a0c6-1ac8-4ba2-91c2-4d313d07e4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:44.982577 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-b5302328-d6fa-4529-b75f-38caa01b43e4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Delete allocated IP 2001:db8::226 (6580c94c-4668-4eb2-8cae-3e80023d82c2/2d34e3e7-86f0-447b-be48-7d613118c324) {{(pid=103691) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 11 23:03:44.991545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-b5302328-d6fa-4529-b75f-38caa01b43e4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Allocated IP 2001:db8:0:2::17d (6580c94c-4668-4eb2-8cae-3e80023d82c2/63e85247-b286-455f-929a-8b14e30d079c/ba8274b1-8d1b-4c49-b9ba-6d03198cbaee) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:03:45.010418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47a0c6-1ac8-4ba2-91c2-4d313d07e4fd None None] Pushing event updated for resources: {'Port': ['ID=4074a2e4-d601-4f93-9906-8627407dc93d,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:45.199496 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5302328-d6fa-4529-b75f-38caa01b43e4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:45.259633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5302328-d6fa-4529-b75f-38caa01b43e4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:45.344969 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-b5302328-d6fa-4529-b75f-38caa01b43e4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] In _notify_port_updated(), no bound segment for port ba8274b1-8d1b-4c49-b9ba-6d03198cbaee on network 6580c94c-4668-4eb2-8cae-3e80023d82c2 {{(pid=103691) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 23:03:45.358423 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5302328-d6fa-4529-b75f-38caa01b43e4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:03:45.358423 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5302328-d6fa-4529-b75f-38caa01b43e4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:45.358423 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b5302328-d6fa-4529-b75f-38caa01b43e4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "PUT /v2.0/ports/ba8274b1-8d1b-4c49-b9ba-6d03198cbaee HTTP/1.1" status: 200 len: 969 time: 1.0564091 Dec 11 23:03:45.358423 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53296) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:45.407968 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5302328-d6fa-4529-b75f-38caa01b43e4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event updated for resources: {'Port': ['ID=ba8274b1-8d1b-4c49-b9ba-6d03198cbaee,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:45.432630 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4074a2e4-d601-4f93-9906-8627407dc93d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:03:45.491323 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4074a2e4-d601-4f93-9906-8627407dc93d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:45.491712 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:45.566602 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-80bd95a3-3eba-4e46-9e48-009a147a4381 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port ba8274b1-8d1b-4c49-b9ba-6d03198cbaee {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:45.567420 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80bd95a3-3eba-4e46-9e48-009a147a4381 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:45.730873 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80bd95a3-3eba-4e46-9e48-009a147a4381 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:45.745631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-80bd95a3-3eba-4e46-9e48-009a147a4381 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for ba8274b1-8d1b-4c49-b9ba-6d03198cbaee owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:45.839599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c9390cf5-0843-491c-bf84-14b4b9f9d76c None None] Provisioning complete for port 4074a2e4-d601-4f93-9906-8627407dc93d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:45.840184 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9390cf5-0843-491c-bf84-14b4b9f9d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:45.981394 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80bd95a3-3eba-4e46-9e48-009a147a4381 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:45.983920 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c9390cf5-0843-491c-bf84-14b4b9f9d76c None None] Provisioning complete for port 213ce3ec-0eda-4b5f-b24e-4e455b50d060 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:45.984380 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9390cf5-0843-491c-bf84-14b4b9f9d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:46.028871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c9390cf5-0843-491c-bf84-14b4b9f9d76c None None] Port 213ce3ec-0eda-4b5f-b24e-4e455b50d060 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:46.032150 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c9390cf5-0843-491c-bf84-14b4b9f9d76c None None] Could not find standard attr ID for object ba8274b1-8d1b-4c49-b9ba-6d03198cbaee. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 23:03:46.043924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd95a3-3eba-4e46-9e48-009a147a4381 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=ba8274b1-8d1b-4c49-b9ba-6d03198cbaee,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:46.070515 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80bd95a3-3eba-4e46-9e48-009a147a4381 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:46.076755 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53304) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:46.077264 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-80bd95a3-3eba-4e46-9e48-009a147a4381 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/ba8274b1-8d1b-4c49-b9ba-6d03198cbaee HTTP/1.1" status: 204 len: 168 time: 0.7172561 Dec 11 23:03:46.108960 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a63a2bf-5fc6-4311-a94c-7e591420e839 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] GET failed (client error): The resource could not be found. Dec 11 23:03:46.110855 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7a63a2bf-5fc6-4311-a94c-7e591420e839 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports/ba8274b1-8d1b-4c49-b9ba-6d03198cbaee HTTP/1.1" status: 404 len: 333 time: 0.0330451 Dec 11 23:03:46.114130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53308) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:46.148015 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b943717f-49f1-4f9d-8fff-ec61a4b3c1ca None None] Could not find standard attr ID for object ba8274b1-8d1b-4c49-b9ba-6d03198cbaee. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 23:03:46.186629 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9401105e-5e60-4eaa-91f3-3b2ca805bd4d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:46.213782 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9401105e-5e60-4eaa-91f3-3b2ca805bd4d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:46.328034 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9401105e-5e60-4eaa-91f3-3b2ca805bd4d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:46.331310 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9401105e-5e60-4eaa-91f3-3b2ca805bd4d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:46.332576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9401105e-5e60-4eaa-91f3-3b2ca805bd4d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/security-groups/ffd9e25d-a01c-4295-a45b-c8870ecf210c HTTP/1.1" status: 204 len: 168 time: 0.2150860 Dec 11 23:03:46.335362 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53310) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:46.343688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401105e-5e60-4eaa-91f3-3b2ca805bd4d tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd9e25d-a01c-4295-a45b-c8870ecf210c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:46.471793 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a940e261-fc99-4c32-b4bd-c497adc15144 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:46.515939 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a940e261-fc99-4c32-b4bd-c497adc15144 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:46.631211 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a940e261-fc99-4c32-b4bd-c497adc15144 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:46.633922 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a940e261-fc99-4c32-b4bd-c497adc15144 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:46.638450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53314) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:46.642422 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a940e261-fc99-4c32-b4bd-c497adc15144 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/security-groups/e76f3e7d-d095-4964-bcbf-9fb70175d8c8 HTTP/1.1" status: 204 len: 168 time: 0.3013794 Dec 11 23:03:46.651580 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940e261-fc99-4c32-b4bd-c497adc15144 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76f3e7d-d095-4964-bcbf-9fb70175d8c8,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:46.711897 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-85cbeda4-d54f-4ef3-9174-6b382ed16006 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:46.737570 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-85cbeda4-d54f-4ef3-9174-6b382ed16006 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:46.870839 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-85cbeda4-d54f-4ef3-9174-6b382ed16006 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:46.874075 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-85cbeda4-d54f-4ef3-9174-6b382ed16006 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:46.875534 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-85cbeda4-d54f-4ef3-9174-6b382ed16006 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/security-groups/4e7d425f-e3fb-4d65-83fe-a172f0c6f7d6 HTTP/1.1" status: 204 len: 168 time: 0.2357912 Dec 11 23:03:46.879382 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53320) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:46.886768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbeda4-d54f-4ef3-9174-6b382ed16006 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7d425f-e3fb-4d65-83fe-a172f0c6f7d6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:46.941485 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aabb82e-34d8-4c05-9be2-a603da7f6138 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting subnet 2d34e3e7-86f0-447b-be48-7d613118c324 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:03:46.944637 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6aabb82e-34d8-4c05-9be2-a603da7f6138 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:46.989506 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6aabb82e-34d8-4c05-9be2-a603da7f6138 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:47.074404 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6aabb82e-34d8-4c05-9be2-a603da7f6138 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:47.223835 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6aabb82e-34d8-4c05-9be2-a603da7f6138 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:47.249483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabb82e-34d8-4c05-9be2-a603da7f6138 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Subnet': ['ID=2d34e3e7-86f0-447b-be48-7d613118c324,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:47.256644 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6aabb82e-34d8-4c05-9be2-a603da7f6138 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:47.259139 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6aabb82e-34d8-4c05-9be2-a603da7f6138 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/2d34e3e7-86f0-447b-be48-7d613118c324 HTTP/1.1" status: 204 len: 168 time: 0.3784773 Dec 11 23:03:47.263580 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53324) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:47.265444 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da64005-a7db-43f6-82db-439b2d5bf0ed None None] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:47.318725 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5c2cab-8fdb-48c7-91ce-ebd5611b48c4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting subnet 63e85247-b286-455f-929a-8b14e30d079c {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:03:47.322314 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2cab-8fdb-48c7-91ce-ebd5611b48c4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:47.368187 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2cab-8fdb-48c7-91ce-ebd5611b48c4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:47.463672 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2cab-8fdb-48c7-91ce-ebd5611b48c4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:47.596631 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:47.619618 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2cab-8fdb-48c7-91ce-ebd5611b48c4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:47.656964 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2cab-8fdb-48c7-91ce-ebd5611b48c4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:47.661287 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4f5c2cab-8fdb-48c7-91ce-ebd5611b48c4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/63e85247-b286-455f-929a-8b14e30d079c HTTP/1.1" status: 204 len: 168 time: 0.3962491 Dec 11 23:03:47.662256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c2cab-8fdb-48c7-91ce-ebd5611b48c4 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Subnet': ['ID=63e85247-b286-455f-929a-8b14e30d079c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:47.663975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53330) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:47.701108 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-73799c07-933c-4dcd-bd95-e53e1c76a80b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:47.701588 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73799c07-933c-4dcd-bd95-e53e1c76a80b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:47.704877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-73799c07-933c-4dcd-bd95-e53e1c76a80b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/2d34e3e7-86f0-447b-be48-7d613118c324 HTTP/1.1" status: 404 len: 337 time: 0.0399489 Dec 11 23:03:47.707903 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53334) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:47.770725 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba814f1b-f43f-4929-8632-35c766c78de9 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting subnet 8006675f-9a7a-416b-ba4a-f37f30692569 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:03:47.774588 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba814f1b-f43f-4929-8632-35c766c78de9 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:47.843145 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba814f1b-f43f-4929-8632-35c766c78de9 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:47.969406 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba814f1b-f43f-4929-8632-35c766c78de9 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:48.117510 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba814f1b-f43f-4929-8632-35c766c78de9 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:48.151872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba814f1b-f43f-4929-8632-35c766c78de9 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Subnet': ['ID=8006675f-9a7a-416b-ba4a-f37f30692569,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:48.164164 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba814f1b-f43f-4929-8632-35c766c78de9 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:48.168359 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ba814f1b-f43f-4929-8632-35c766c78de9 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/8006675f-9a7a-416b-ba4a-f37f30692569 HTTP/1.1" status: 204 len: 168 time: 0.4593549 Dec 11 23:03:48.170566 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53344) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:48.202018 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-33643c05-4757-4fe4-8491-86202522d3ad tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:48.202607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33643c05-4757-4fe4-8491-86202522d3ad tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:48.205898 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-33643c05-4757-4fe4-8491-86202522d3ad tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/3089685d-020f-4941-b334-1711aca7675a HTTP/1.1" status: 404 len: 337 time: 0.0342519 Dec 11 23:03:48.208593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53348) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:48.256819 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d2b90134-33c7-4297-9cc3-8a9beb8e02de tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0a592ba-0b20-4844-9e6a-71eb90cd5758 HTTP/1.1" status: 200 len: 205 time: 0.0468397 Dec 11 23:03:48.259405 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53352) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:48.303349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4f63fa-a745-4459-86cd-cb84d6bb0ab7 None None] Network 6580c94c-4668-4eb2-8cae-3e80023d82c2 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:03:48.332683 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-fd8f1f4d-dcc2-4af6-b5f8-3c2533cf302a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] delete failed (client error): The resource could not be found. Dec 11 23:03:48.344545 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fd8f1f4d-dcc2-4af6-b5f8-3c2533cf302a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/routers/d0a592ba-0b20-4844-9e6a-71eb90cd5758 HTTP/1.1" status: 404 len: 336 time: 0.0839117 Dec 11 23:03:48.347758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53358) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:48.382171 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2db49b-6cb6-4117-a841-e134ad1c13e9 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:48.382915 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2db49b-6cb6-4117-a841-e134ad1c13e9 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:48.386669 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-be2db49b-6cb6-4117-a841-e134ad1c13e9 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/5c067276-979d-414c-bf62-8f9dd0eebee0 HTTP/1.1" status: 404 len: 337 time: 0.0373402 Dec 11 23:03:48.388601 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53360) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:48.421246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-99f0b01e-0997-40e1-a35f-af1f53d01549 None None] Provisioning complete for port 4074a2e4-d601-4f93-9906-8627407dc93d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:48.421781 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-99f0b01e-0997-40e1-a35f-af1f53d01549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:48.428654 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c395c7-e083-4d64-8c7d-7bde895cf14c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:48.429473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c395c7-e083-4d64-8c7d-7bde895cf14c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:48.433942 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b3c395c7-e083-4d64-8c7d-7bde895cf14c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/339006eb-9153-464a-b893-0cae1ef8a4c6 HTTP/1.1" status: 404 len: 337 time: 0.0442169 Dec 11 23:03:48.436430 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53362) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:48.467044 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-54dec465-1aab-43a8-a627-1f238169a1a3 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:48.467833 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54dec465-1aab-43a8-a627-1f238169a1a3 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:48.471904 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-54dec465-1aab-43a8-a627-1f238169a1a3 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/233637c3-7ab7-4bd4-b398-5c1a161f9915 HTTP/1.1" status: 404 len: 337 time: 0.0340221 Dec 11 23:03:48.474067 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53364) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:48.504349 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05eecf5-fc92-4439-bfc8-828ff0056259 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:48.514141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05eecf5-fc92-4439-bfc8-828ff0056259 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:48.525778 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d05eecf5-fc92-4439-bfc8-828ff0056259 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/c7479e07-8615-41c8-8d60-e5b6b7d90e97 HTTP/1.1" status: 404 len: 333 time: 0.0498965 Dec 11 23:03:48.528122 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53368) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:48.546742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-99f0b01e-0997-40e1-a35f-af1f53d01549 None None] Provisioning complete for port 213ce3ec-0eda-4b5f-b24e-4e455b50d060 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:03:48.547094 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-99f0b01e-0997-40e1-a35f-af1f53d01549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:48.581298 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a359e0-2d26-44b8-9bb5-3d7d0d131374 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:48.582069 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a359e0-2d26-44b8-9bb5-3d7d0d131374 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:48.588957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53370) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:48.600644 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e0a359e0-2d26-44b8-9bb5-3d7d0d131374 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/4475fdd1-9598-45e3-85b5-4ddc2c85cea3 HTTP/1.1" status: 404 len: 337 time: 0.0619440 Dec 11 23:03:48.619991 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c675ba-4153-4954-a4b8-10ea46f83d6c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:48.620598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c675ba-4153-4954-a4b8-10ea46f83d6c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:48.622488 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-99f0b01e-0997-40e1-a35f-af1f53d01549 None None] Port 213ce3ec-0eda-4b5f-b24e-4e455b50d060 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:03:48.624013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2826ae-9526-48c7-9c9c-c966572141f0 None None] DHCP port deletion for 6580c94c-4668-4eb2-8cae-3e80023d82c2 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:03:48.630098 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53372) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:48.639990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a8c675ba-4153-4954-a4b8-10ea46f83d6c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/58f86c17-d4f4-4fa9-b746-37d17ff7a57f HTTP/1.1" status: 404 len: 337 time: 0.0496051 Dec 11 23:03:48.657861 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ed8180-aa7c-460d-bea8-cd7a0b2b5d1a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:48.658583 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ed8180-aa7c-460d-bea8-cd7a0b2b5d1a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:48.665145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53374) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:48.675193 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-37ed8180-aa7c-460d-bea8-cd7a0b2b5d1a tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/acf2ff43-3378-4d4c-b2ba-da9bf241ceb1 HTTP/1.1" status: 404 len: 333 time: 0.0438020 Dec 11 23:03:48.697677 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f8aa35-c155-4687-bd08-693bb9133b2b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:48.698837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f8aa35-c155-4687-bd08-693bb9133b2b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:48.707190 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53376) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:48.717774 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-96f8aa35-c155-4687-bd08-693bb9133b2b tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/42dedbda-d560-42f8-adfe-c35bbea6ae93 HTTP/1.1" status: 404 len: 337 time: 0.0512466 Dec 11 23:03:48.738009 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-9538ae8c-d91c-44ba-a67f-46a80cc4855c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] DELETE failed (client error): The resource could not be found. Dec 11 23:03:48.738564 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9538ae8c-d91c-44ba-a67f-46a80cc4855c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:03:48.746900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53378) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:48.758966 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9538ae8c-d91c-44ba-a67f-46a80cc4855c tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/subnets/16fc47de-526b-4707-a618-b9ed6c621636 HTTP/1.1" status: 404 len: 337 time: 0.0469024 Dec 11 23:03:48.771148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ab2826ae-9526-48c7-9c9c-c966572141f0 None None] Deleting port 4074a2e4-d601-4f93-9906-8627407dc93d {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:48.771530 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ab2826ae-9526-48c7-9c9c-c966572141f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:48.852266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ab2826ae-9526-48c7-9c9c-c966572141f0 None None] For port 4074a2e4-d601-4f93-9906-8627407dc93d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4074a2e4-d601-4f93-9906-8627407dc93d,segment=NetworkSegment(839e919d-3025-46db-8685-7852dc1d9567),segment_id=839e919d-3025-46db-8685-7852dc1d9567)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:03:48.852625 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ab2826ae-9526-48c7-9c9c-c966572141f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:48.861962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Deleting port 213ce3ec-0eda-4b5f-b24e-4e455b50d060 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:03:48.862904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:48.867132 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ab2826ae-9526-48c7-9c9c-c966572141f0 None None] Calling delete_port for 4074a2e4-d601-4f93-9906-8627407dc93d owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:48.942292 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fa33492e-420f-49fd-8fc5-166a3df0b89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:48.985328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:49.013390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Calling delete_port for 213ce3ec-0eda-4b5f-b24e-4e455b50d060 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:03:49.104849 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ab2826ae-9526-48c7-9c9c-c966572141f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:49.131553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2826ae-9526-48c7-9c9c-c966572141f0 None None] Pushing event deleted for resources: {'Port': ['ID=4074a2e4-d601-4f93-9906-8627407dc93d,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:49.145556 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2826ae-9526-48c7-9c9c-c966572141f0 None None] No DVR routers for this DVR port 4074a2e4-d601-4f93-9906-8627407dc93d on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:03:49.190575 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:49.224256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Port': ['ID=213ce3ec-0eda-4b5f-b24e-4e455b50d060,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:49.235282 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:49.239395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/ports/213ce3ec-0eda-4b5f-b24e-4e455b50d060 HTTP/1.1" status: 204 len: 168 time: 0.4906068 Dec 11 23:03:49.240970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:49.241556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:49.241948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53386) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:49.242377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:49.242787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:49.243217 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:49.243618 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:49.244009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:49.244403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:49.244798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:49.245202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:49.245607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:49.245981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:49.246358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee283c-35e7-445e-a072-15f0f3752282 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:03:49.330954 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0565663-bfd7-4381-8af9-c9595c07e285 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:49.369126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4074a2e4-d601-4f93-9906-8627407dc93d no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:03:49.394905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 4074a2e4-d601-4f93-9906-8627407dc93d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:03:49.395305 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4074a2e4-d601-4f93-9906-8627407dc93d not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:03:49.446065 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0565663-bfd7-4381-8af9-c9595c07e285 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:49.489110 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-d0565663-bfd7-4381-8af9-c9595c07e285 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6580c94c-4668-4eb2-8cae-3e80023d82c2']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:49.501287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-d0565663-bfd7-4381-8af9-c9595c07e285 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839e919d-3025-46db-8685-7852dc1d9567') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:49.501287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-d0565663-bfd7-4381-8af9-c9595c07e285 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839e919d-3025-46db-8685-7852dc1d9567') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:03:49.517145 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0565663-bfd7-4381-8af9-c9595c07e285 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:49.532017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0565663-bfd7-4381-8af9-c9595c07e285 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:49.538765 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0565663-bfd7-4381-8af9-c9595c07e285 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:03:49.539187 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0565663-bfd7-4381-8af9-c9595c07e285 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:03:49.542144 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:03:49.699087 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0565663-bfd7-4381-8af9-c9595c07e285 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:49.704513 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0565663-bfd7-4381-8af9-c9595c07e285 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:49.708872 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d0565663-bfd7-4381-8af9-c9595c07e285 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] 10.222.0.45 "DELETE /v2.0/networks/6580c94c-4668-4eb2-8cae-3e80023d82c2 HTTP/1.1" status: 204 len: 168 time: 0.4656541 Dec 11 23:03:49.731030 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0565663-bfd7-4381-8af9-c9595c07e285 tempest-PortsIpV6TestJSON-332449681 tempest-PortsIpV6TestJSON-332449681-project] Pushing event deleted for resources: {'Network': ['ID=6580c94c-4668-4eb2-8cae-3e80023d82c2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:50.231637 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53400) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:50.367300 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5a363454-3515-42f3-b645-b65cee8c28ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82caad537645459c8bb632e90c0aa12f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343536 Dec 11 23:03:50.369847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53404) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:50.420585 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2c238d91-6bf8-4db0-a0ab-00c7caac343d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:50.442751 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2c238d91-6bf8-4db0-a0ab-00c7caac343d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:50.556217 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2c238d91-6bf8-4db0-a0ab-00c7caac343d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:50.558827 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2c238d91-6bf8-4db0-a0ab-00c7caac343d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:50.560112 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2c238d91-6bf8-4db0-a0ab-00c7caac343d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2765ab01-5de6-4fba-a45b-f69c6966691a HTTP/1.1" status: 204 len: 168 time: 0.1891966 Dec 11 23:03:50.569246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c238d91-6bf8-4db0-a0ab-00c7caac343d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2765ab01-5de6-4fba-a45b-f69c6966691a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:51.288245 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-24e78f2e-560c-4882-b3a4-d361ff432991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:51.612177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53444) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:51.717642 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-97ca7085-d5e7-4331-a0f9-dddc3a23e2c5 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group': {'name': 'tempest-secgroup--723239611'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:51.796499 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97ca7085-d5e7-4331-a0f9-dddc3a23e2c5 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:51.805644 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97ca7085-d5e7-4331-a0f9-dddc3a23e2c5 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:51.893892 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97ca7085-d5e7-4331-a0f9-dddc3a23e2c5 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:51.972643 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97ca7085-d5e7-4331-a0f9-dddc3a23e2c5 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:52.014273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca7085-d5e7-4331-a0f9-dddc3a23e2c5 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058cc37c-c9e6-4e86-b8d7-9e0019625abb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:52.063584 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97ca7085-d5e7-4331-a0f9-dddc3a23e2c5 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:52.133587 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97ca7085-d5e7-4331-a0f9-dddc3a23e2c5 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:52.167088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca7085-d5e7-4331-a0f9-dddc3a23e2c5 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8310997-f5db-4afb-8d3d-d24e5761f0ce,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:52.228076 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97ca7085-d5e7-4331-a0f9-dddc3a23e2c5 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:52.230074 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-97ca7085-d5e7-4331-a0f9-dddc3a23e2c5 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6166582 Dec 11 23:03:52.233382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53454) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:52.260370 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:52.308922 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-41eba813-955f-4243-9e30-6f6d6d37e77f tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0743699 Dec 11 23:03:52.312880 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53458) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:52.319618 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f6fc9056-4ce2-49f4-9087-8e55abaf55c1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group': {'name': 'tempest-security--1246063062', 'description': 'tempest-security-description-414860301'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:52.358748 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6fc9056-4ce2-49f4-9087-8e55abaf55c1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:52.407377 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6fc9056-4ce2-49f4-9087-8e55abaf55c1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:52.492361 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6fc9056-4ce2-49f4-9087-8e55abaf55c1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:52.495537 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f6fc9056-4ce2-49f4-9087-8e55abaf55c1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:52.501034 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f6fc9056-4ce2-49f4-9087-8e55abaf55c1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "PUT /v2.0/security-groups/f8310997-f5db-4afb-8d3d-d24e5761f0ce HTTP/1.1" status: 200 len: 1796 time: 0.1830893 Dec 11 23:03:52.501158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53460) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:52.548730 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc9056-4ce2-49f4-9087-8e55abaf55c1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8310997-f5db-4afb-8d3d-d24e5761f0ce,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:52.552898 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9d033e91-932c-462f-8032-f7eea80794b9 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-groups/f8310997-f5db-4afb-8d3d-d24e5761f0ce HTTP/1.1" status: 200 len: 1796 time: 0.0504465 Dec 11 23:03:52.568241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53464) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:52.619852 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a3840382-bdef-4b74-beea-90768fefc41d tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:52.647868 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a3840382-bdef-4b74-beea-90768fefc41d tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:52.739262 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a3840382-bdef-4b74-beea-90768fefc41d tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:52.742133 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a3840382-bdef-4b74-beea-90768fefc41d tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:52.745890 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a3840382-bdef-4b74-beea-90768fefc41d tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-groups/f8310997-f5db-4afb-8d3d-d24e5761f0ce HTTP/1.1" status: 204 len: 168 time: 0.1742113 Dec 11 23:03:52.746556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53466) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:52.756246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3840382-bdef-4b74-beea-90768fefc41d tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8310997-f5db-4afb-8d3d-d24e5761f0ce,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:52.816188 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2cd7dd74-a1f8-469b-9442-ca38538b7f02 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0675659 Dec 11 23:03:52.819196 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53468) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:52.835689 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-2b49503f-2fcf-4292-8a53-7bb0c2b73741 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] delete failed (client error): The resource could not be found. Dec 11 23:03:52.838617 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2b49503f-2fcf-4292-8a53-7bb0c2b73741 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-groups/f8310997-f5db-4afb-8d3d-d24e5761f0ce HTTP/1.1" status: 404 len: 347 time: 0.0165963 Dec 11 23:03:52.841552 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53472) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:52.846133 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ea9d1316-13d6-47b0-9d07-cb2f755ef64b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168580615'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:52.968339 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1316-13d6-47b0-9d07-cb2f755ef64b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:53.055252 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1316-13d6-47b0-9d07-cb2f755ef64b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:53.122241 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1316-13d6-47b0-9d07-cb2f755ef64b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:53.216196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d1316-13d6-47b0-9d07-cb2f755ef64b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb068cb2-87a0-40e8-9f1b-8b57dd17b8e6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:53.276937 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1316-13d6-47b0-9d07-cb2f755ef64b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:53.281848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53476) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:53.282342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ea9d1316-13d6-47b0-9d07-cb2f755ef64b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4396238 Dec 11 23:03:53.288131 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1bdb2bcc-a923-4401-a1b0-93b6c295b2f9 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group_rule': {'security_group_id': 'eb068cb2-87a0-40e8-9f1b-8b57dd17b8e6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:53.394214 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2bcc-a923-4401-a1b0-93b6c295b2f9 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:53.451341 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2bcc-a923-4401-a1b0-93b6c295b2f9 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:53.521733 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2bcc-a923-4401-a1b0-93b6c295b2f9 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:53.540402 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb2bcc-a923-4401-a1b0-93b6c295b2f9 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc63c2e0-7ae6-4906-965d-0f027a3c7036,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:53.609900 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2bcc-a923-4401-a1b0-93b6c295b2f9 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:53.611161 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1bdb2bcc-a923-4401-a1b0-93b6c295b2f9 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276527 Dec 11 23:03:53.615375 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53484) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:53.645857 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3c785679-87c9-4fc8-91b8-8d826f9d81f0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:53.654232 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3c785679-87c9-4fc8-91b8-8d826f9d81f0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:53.739188 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3c785679-87c9-4fc8-91b8-8d826f9d81f0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:53.757038 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3c785679-87c9-4fc8-91b8-8d826f9d81f0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:53.761244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53492) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:53.761748 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3c785679-87c9-4fc8-91b8-8d826f9d81f0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/cc63c2e0-7ae6-4906-965d-0f027a3c7036 HTTP/1.1" status: 204 len: 168 time: 0.1449795 Dec 11 23:03:53.762389 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c785679-87c9-4fc8-91b8-8d826f9d81f0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc63c2e0-7ae6-4906-965d-0f027a3c7036,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:53.818795 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4d4bae9b-dfd7-4b3f-85f8-a9aed4b7a601 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0562510 Dec 11 23:03:53.821367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53494) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:53.887997 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af1ab649-a8c7-4eaf-8114-67bf81ab50c4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:53.911920 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af1ab649-a8c7-4eaf-8114-67bf81ab50c4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:53.951197 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:54.036177 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af1ab649-a8c7-4eaf-8114-67bf81ab50c4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:54.039005 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af1ab649-a8c7-4eaf-8114-67bf81ab50c4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:54.040480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-af1ab649-a8c7-4eaf-8114-67bf81ab50c4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-groups/eb068cb2-87a0-40e8-9f1b-8b57dd17b8e6 HTTP/1.1" status: 204 len: 168 time: 0.2180772 Dec 11 23:03:54.043582 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53498) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:54.053401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ab649-a8c7-4eaf-8114-67bf81ab50c4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb068cb2-87a0-40e8-9f1b-8b57dd17b8e6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:54.113095 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ea88fddd-006a-4e2d-960d-a74896456ad4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0669019 Dec 11 23:03:54.117017 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53500) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:54.121795 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b3b65945-7035-4470-8344-f2194f8cee4c tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1490074735'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:54.217992 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3b65945-7035-4470-8344-f2194f8cee4c tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:54.291274 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3b65945-7035-4470-8344-f2194f8cee4c tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:54.362542 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3b65945-7035-4470-8344-f2194f8cee4c tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:54.398392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b65945-7035-4470-8344-f2194f8cee4c tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb4f263-cd28-478d-8231-44fcc0d3680a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:54.465741 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b3b65945-7035-4470-8344-f2194f8cee4c tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:54.469995 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53506) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:54.475212 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b3b65945-7035-4470-8344-f2194f8cee4c tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3569436 Dec 11 23:03:54.477572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3f705a33-e86f-4937-a72a-d9ee034482fc tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group_rule': {'security_group_id': '9bb4f263-cd28-478d-8231-44fcc0d3680a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:54.642247 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:54.648661 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f705a33-e86f-4937-a72a-d9ee034482fc tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:54.711620 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f705a33-e86f-4937-a72a-d9ee034482fc tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:54.789996 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f705a33-e86f-4937-a72a-d9ee034482fc tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:54.814445 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f705a33-e86f-4937-a72a-d9ee034482fc tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6167e18e-b03f-4be5-a684-7386a800fec3,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:54.888095 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3f705a33-e86f-4937-a72a-d9ee034482fc tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:54.892025 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3f705a33-e86f-4937-a72a-d9ee034482fc tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4168520 Dec 11 23:03:54.892316 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53510) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:54.897612 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3ce63aac-3d58-4fee-aa04-4f3b08974e09 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group_rule': {'security_group_id': '9bb4f263-cd28-478d-8231-44fcc0d3680a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:55.011318 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ce63aac-3d58-4fee-aa04-4f3b08974e09 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:55.098873 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ce63aac-3d58-4fee-aa04-4f3b08974e09 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:55.177487 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ce63aac-3d58-4fee-aa04-4f3b08974e09 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:55.199943 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce63aac-3d58-4fee-aa04-4f3b08974e09 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330f8be5-1bac-4e79-b20e-dbc2180cd2e3,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:55.280366 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ce63aac-3d58-4fee-aa04-4f3b08974e09 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:55.282730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53556) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:55.301026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-951a108c-cc7c-4155-a9f6-086fc1cb2d74 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group_rule': {'security_group_id': '9bb4f263-cd28-478d-8231-44fcc0d3680a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:55.302645 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3ce63aac-3d58-4fee-aa04-4f3b08974e09 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4083707 Dec 11 23:03:55.405449 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-951a108c-cc7c-4155-a9f6-086fc1cb2d74 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:55.503891 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-951a108c-cc7c-4155-a9f6-086fc1cb2d74 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:55.596945 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-951a108c-cc7c-4155-a9f6-086fc1cb2d74 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:55.615502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a108c-cc7c-4155-a9f6-086fc1cb2d74 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e94e70c-47e8-4ae5-b11b-8efbe9a43ed4,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:55.684456 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-951a108c-cc7c-4155-a9f6-086fc1cb2d74 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:55.685735 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-951a108c-cc7c-4155-a9f6-086fc1cb2d74 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3890140 Dec 11 23:03:55.688596 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53562) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:55.693740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4431caf2-4a5e-472e-be67-8c207e1e1b6e tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group_rule': {'security_group_id': '9bb4f263-cd28-478d-8231-44fcc0d3680a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:55.774907 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4431caf2-4a5e-472e-be67-8c207e1e1b6e tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:55.845689 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4431caf2-4a5e-472e-be67-8c207e1e1b6e tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:55.916434 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4431caf2-4a5e-472e-be67-8c207e1e1b6e tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:55.934254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431caf2-4a5e-472e-be67-8c207e1e1b6e tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a159d14e-95ed-44de-8fa9-652b2020ba40,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:56.015678 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4431caf2-4a5e-472e-be67-8c207e1e1b6e tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.017113 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4431caf2-4a5e-472e-be67-8c207e1e1b6e tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3275423 Dec 11 23:03:56.020427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53578) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:56.024827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-bafa8471-16e4-4481-9cea-9907d8645b3f tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group_rule': {'security_group_id': '9bb4f263-cd28-478d-8231-44fcc0d3680a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:56.137168 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bafa8471-16e4-4481-9cea-9907d8645b3f tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.198551 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bafa8471-16e4-4481-9cea-9907d8645b3f tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.270158 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bafa8471-16e4-4481-9cea-9907d8645b3f tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.287983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa8471-16e4-4481-9cea-9907d8645b3f tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8178dd56-4025-4a1e-bad5-e22b1391a7cd,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:56.358007 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bafa8471-16e4-4481-9cea-9907d8645b3f tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.362087 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bafa8471-16e4-4481-9cea-9907d8645b3f tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3379045 Dec 11 23:03:56.362695 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53612) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:56.392469 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5eb83d7d-f9d1-48d2-be4f-00fd4711f8ba tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.402451 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5eb83d7d-f9d1-48d2-be4f-00fd4711f8ba tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.514644 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5eb83d7d-f9d1-48d2-be4f-00fd4711f8ba tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.521553 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5eb83d7d-f9d1-48d2-be4f-00fd4711f8ba tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.530191 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5eb83d7d-f9d1-48d2-be4f-00fd4711f8ba tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/8178dd56-4025-4a1e-bad5-e22b1391a7cd HTTP/1.1" status: 204 len: 168 time: 0.1587782 Dec 11 23:03:56.530349 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53616) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:56.530796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb83d7d-f9d1-48d2-be4f-00fd4711f8ba tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8178dd56-4025-4a1e-bad5-e22b1391a7cd,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:56.594721 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53618) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:56.595344 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-83dcf215-da27-477e-82cc-4d0f423c5c2a tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0682752 Dec 11 23:03:56.620813 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-38ca4284-641c-4b87-be07-6f2820ad05f1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.628389 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-38ca4284-641c-4b87-be07-6f2820ad05f1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.737819 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-38ca4284-641c-4b87-be07-6f2820ad05f1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.742948 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-38ca4284-641c-4b87-be07-6f2820ad05f1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.744907 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-38ca4284-641c-4b87-be07-6f2820ad05f1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/a159d14e-95ed-44de-8fa9-652b2020ba40 HTTP/1.1" status: 204 len: 168 time: 0.1483710 Dec 11 23:03:56.749576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53622) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:56.761269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca4284-641c-4b87-be07-6f2820ad05f1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a159d14e-95ed-44de-8fa9-652b2020ba40,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:56.816061 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b5b4aaff-f018-4c9c-a97f-dab4be17ba18 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0645924 Dec 11 23:03:56.818289 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53626) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:56.850478 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8052174-8279-4a71-8a42-a97a2f6e5545 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.858275 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8052174-8279-4a71-8a42-a97a2f6e5545 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.956590 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8052174-8279-4a71-8a42-a97a2f6e5545 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.963272 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a8052174-8279-4a71-8a42-a97a2f6e5545 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:56.964485 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a8052174-8279-4a71-8a42-a97a2f6e5545 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/4e94e70c-47e8-4ae5-b11b-8efbe9a43ed4 HTTP/1.1" status: 204 len: 168 time: 0.1449432 Dec 11 23:03:56.967339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53628) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:56.982969 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8052174-8279-4a71-8a42-a97a2f6e5545 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e94e70c-47e8-4ae5-b11b-8efbe9a43ed4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:57.029876 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c424fba6-ebeb-4e8e-8093-9c29e6daa0ed tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0610194 Dec 11 23:03:57.032800 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53630) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:57.059263 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7eeaadfb-3cd5-4946-81a2-770d9cc815af tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:57.068217 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7eeaadfb-3cd5-4946-81a2-770d9cc815af tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:57.139789 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7eeaadfb-3cd5-4946-81a2-770d9cc815af tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:57.145519 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7eeaadfb-3cd5-4946-81a2-770d9cc815af tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:57.149492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53632) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:57.151598 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7eeaadfb-3cd5-4946-81a2-770d9cc815af tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/330f8be5-1bac-4e79-b20e-dbc2180cd2e3 HTTP/1.1" status: 204 len: 168 time: 0.1160209 Dec 11 23:03:57.160466 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeaadfb-3cd5-4946-81a2-770d9cc815af tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=330f8be5-1bac-4e79-b20e-dbc2180cd2e3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:57.196948 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b8ce2719-ab7f-437b-a2ab-1561af115405 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0462663 Dec 11 23:03:57.199642 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53634) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:57.225524 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c9d5f629-2502-4c3f-8ead-f79d27312be6 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:57.233737 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c9d5f629-2502-4c3f-8ead-f79d27312be6 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:57.316828 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c9d5f629-2502-4c3f-8ead-f79d27312be6 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:57.322759 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c9d5f629-2502-4c3f-8ead-f79d27312be6 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:57.323917 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c9d5f629-2502-4c3f-8ead-f79d27312be6 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/6167e18e-b03f-4be5-a684-7386a800fec3 HTTP/1.1" status: 204 len: 168 time: 0.1233387 Dec 11 23:03:57.326652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53636) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:57.332430 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5f629-2502-4c3f-8ead-f79d27312be6 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6167e18e-b03f-4be5-a684-7386a800fec3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:57.373253 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cddc6099-9838-44e4-8165-d70ca7a46acc tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0452538 Dec 11 23:03:57.376128 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53640) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:57.438751 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5baabadc-3936-4caf-bee6-26144520357d tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:57.465476 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5baabadc-3936-4caf-bee6-26144520357d tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:57.561476 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5baabadc-3936-4caf-bee6-26144520357d tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:57.564205 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5baabadc-3936-4caf-bee6-26144520357d tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:57.566384 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5baabadc-3936-4caf-bee6-26144520357d tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-groups/9bb4f263-cd28-478d-8231-44fcc0d3680a HTTP/1.1" status: 204 len: 168 time: 0.1879427 Dec 11 23:03:57.569049 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53644) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:57.576523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baabadc-3936-4caf-bee6-26144520357d tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb4f263-cd28-478d-8231-44fcc0d3680a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:57.623286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c3a62434-2382-4e12-b393-f7391ab49e37 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0474660 Dec 11 23:03:57.624005 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53646) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:57.629715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ff418b2b-baeb-4559-a0d0-403f76fa90bf tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group': {'name': 'tempest-secgroup--920869061'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:57.715999 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff418b2b-baeb-4559-a0d0-403f76fa90bf tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:57.802992 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff418b2b-baeb-4559-a0d0-403f76fa90bf tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:57.858030 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff418b2b-baeb-4559-a0d0-403f76fa90bf tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:57.895258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff418b2b-baeb-4559-a0d0-403f76fa90bf tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0d1339-176b-425d-b144-af1f1476e516,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:57.961945 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff418b2b-baeb-4559-a0d0-403f76fa90bf tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:57.966786 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ff418b2b-baeb-4559-a0d0-403f76fa90bf tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3417139 Dec 11 23:03:57.969718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53652) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:57.983615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-454a61cd-6844-406e-9390-c1fa98569ef4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group_rule': {'security_group_id': '9a0d1339-176b-425d-b144-af1f1476e516', 'direction': 'ingress', 'protocol': 17}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:58.167061 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-454a61cd-6844-406e-9390-c1fa98569ef4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:58.226397 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-454a61cd-6844-406e-9390-c1fa98569ef4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:58.299840 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-454a61cd-6844-406e-9390-c1fa98569ef4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:58.320763 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a61cd-6844-406e-9390-c1fa98569ef4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8483a206-38fc-442c-82dd-d070f687dfe3,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:58.429457 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-454a61cd-6844-406e-9390-c1fa98569ef4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:58.431762 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-454a61cd-6844-406e-9390-c1fa98569ef4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4599860 Dec 11 23:03:58.433839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53658) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:58.488461 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e6c3-55bd-4267-84cc-8279b32a36f0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:58.515812 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e6c3-55bd-4267-84cc-8279b32a36f0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:58.640922 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e6c3-55bd-4267-84cc-8279b32a36f0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:58.643793 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e6c3-55bd-4267-84cc-8279b32a36f0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:58.644970 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4eb3e6c3-55bd-4267-84cc-8279b32a36f0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-groups/9a0d1339-176b-425d-b144-af1f1476e516 HTTP/1.1" status: 204 len: 168 time: 0.2101843 Dec 11 23:03:58.647831 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53664) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:58.655189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3e6c3-55bd-4267-84cc-8279b32a36f0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0d1339-176b-425d-b144-af1f1476e516,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:58.705006 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-64fffbed-63ce-4390-ad44-a3b0e9d87f5e tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0527043 Dec 11 23:03:58.705432 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53668) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:58.710158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-42190f03-8291-48ee-8e4a-34ebb907dfa9 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100074116'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:58.813646 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-42190f03-8291-48ee-8e4a-34ebb907dfa9 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:58.899009 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-42190f03-8291-48ee-8e4a-34ebb907dfa9 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:58.984914 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-42190f03-8291-48ee-8e4a-34ebb907dfa9 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:59.017697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42190f03-8291-48ee-8e4a-34ebb907dfa9 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92d8b6f-371d-42c7-819d-9bcd67510199,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:59.109536 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-42190f03-8291-48ee-8e4a-34ebb907dfa9 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:59.111042 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-42190f03-8291-48ee-8e4a-34ebb907dfa9 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4045792 Dec 11 23:03:59.114351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53676) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:59.118860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-26fe3900-2b53-4a1d-9f23-3906feb65dc4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group': {'name': 'tempest-secgroup--744813348'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:59.214321 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-26fe3900-2b53-4a1d-9f23-3906feb65dc4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:59.285361 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-26fe3900-2b53-4a1d-9f23-3906feb65dc4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:59.367885 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-26fe3900-2b53-4a1d-9f23-3906feb65dc4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:59.403256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe3900-2b53-4a1d-9f23-3906feb65dc4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa8c8d4-28ad-417e-81ec-a2e2b5c0ec52,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:59.467291 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-26fe3900-2b53-4a1d-9f23-3906feb65dc4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:59.471505 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-26fe3900-2b53-4a1d-9f23-3906feb65dc4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3530705 Dec 11 23:03:59.472415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53678) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:59.476958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-100c7085-5365-4849-8e3b-8e7cdc602be4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group_rule': {'security_group_id': 'b92d8b6f-371d-42c7-819d-9bcd67510199', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'faa8c8d4-28ad-417e-81ec-a2e2b5c0ec52', 'remote_ip_prefix': None}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:03:59.589515 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-100c7085-5365-4849-8e3b-8e7cdc602be4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:59.675860 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-100c7085-5365-4849-8e3b-8e7cdc602be4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:59.756413 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-100c7085-5365-4849-8e3b-8e7cdc602be4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:59.777069 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c7085-5365-4849-8e3b-8e7cdc602be4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609b4d80-7170-49b1-bd36-c0e63d31c4cc,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:03:59.842630 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-100c7085-5365-4849-8e3b-8e7cdc602be4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:59.846610 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-100c7085-5365-4849-8e3b-8e7cdc602be4 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3707044 Dec 11 23:03:59.847401 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53684) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:59.874864 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d266edf5-da31-43ed-8ea5-9ef4808d6a89 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:59.886985 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d266edf5-da31-43ed-8ea5-9ef4808d6a89 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:59.977737 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d266edf5-da31-43ed-8ea5-9ef4808d6a89 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:59.984995 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d266edf5-da31-43ed-8ea5-9ef4808d6a89 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:03:59.989901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53690) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:03:59.992076 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d266edf5-da31-43ed-8ea5-9ef4808d6a89 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/609b4d80-7170-49b1-bd36-c0e63d31c4cc HTTP/1.1" status: 204 len: 168 time: 0.1427269 Dec 11 23:04:00.011375 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266edf5-da31-43ed-8ea5-9ef4808d6a89 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=609b4d80-7170-49b1-bd36-c0e63d31c4cc,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:00.082150 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4313d64c-db52-47a5-b479-c34069c3eefd tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0897107 Dec 11 23:04:00.085245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53692) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:00.161792 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d1002f9-9a04-489d-a009-b179de4723ba tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:00.190454 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d1002f9-9a04-489d-a009-b179de4723ba tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:00.305457 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d1002f9-9a04-489d-a009-b179de4723ba tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:00.307819 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9d1002f9-9a04-489d-a009-b179de4723ba tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:00.311374 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9d1002f9-9a04-489d-a009-b179de4723ba tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-groups/faa8c8d4-28ad-417e-81ec-a2e2b5c0ec52 HTTP/1.1" status: 204 len: 168 time: 0.2225599 Dec 11 23:04:00.311734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53694) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:00.323848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1002f9-9a04-489d-a009-b179de4723ba tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa8c8d4-28ad-417e-81ec-a2e2b5c0ec52,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:00.378500 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-19c2c451-5664-441d-b7ef-b7d34c44944d tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0654771 Dec 11 23:04:00.381139 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53696) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:00.439547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6b040634-91b9-42d4-86a2-fbf0fd6217d3 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:00.462661 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6b040634-91b9-42d4-86a2-fbf0fd6217d3 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:00.640464 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6b040634-91b9-42d4-86a2-fbf0fd6217d3 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:00.643219 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6b040634-91b9-42d4-86a2-fbf0fd6217d3 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:00.644556 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6b040634-91b9-42d4-86a2-fbf0fd6217d3 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-groups/b92d8b6f-371d-42c7-819d-9bcd67510199 HTTP/1.1" status: 204 len: 168 time: 0.2622657 Dec 11 23:04:00.647073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53698) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:00.653983 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b040634-91b9-42d4-86a2-fbf0fd6217d3 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92d8b6f-371d-42c7-819d-9bcd67510199,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:00.702913 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c6b5d373-7fdb-4d69-a7e8-46469fa0dfb3 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0545845 Dec 11 23:04:00.706875 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53700) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:00.711825 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-250022af-3c29-42eb-8beb-30fa1b5afe64 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group': {'name': 'tempest-secgroup--166844906'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:00.830911 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-250022af-3c29-42eb-8beb-30fa1b5afe64 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:00.917003 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-250022af-3c29-42eb-8beb-30fa1b5afe64 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:01.002367 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-250022af-3c29-42eb-8beb-30fa1b5afe64 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:01.032967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250022af-3c29-42eb-8beb-30fa1b5afe64 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c141ccdf-c528-4fc0-879f-69391e609b7f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:01.129422 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-250022af-3c29-42eb-8beb-30fa1b5afe64 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:01.132954 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-250022af-3c29-42eb-8beb-30fa1b5afe64 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4249878 Dec 11 23:04:01.135728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53716) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:01.140556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-db05c377-b571-46a3-a4b7-a612e09cecb2 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group_rule': {'security_group_id': 'c141ccdf-c528-4fc0-879f-69391e609b7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:01.252991 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-db05c377-b571-46a3-a4b7-a612e09cecb2 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:01.320827 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-db05c377-b571-46a3-a4b7-a612e09cecb2 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:01.406318 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-db05c377-b571-46a3-a4b7-a612e09cecb2 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:01.429224 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05c377-b571-46a3-a4b7-a612e09cecb2 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7719a58f-7cf0-4d70-afd6-0d9e7d6b4172,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:01.506998 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-db05c377-b571-46a3-a4b7-a612e09cecb2 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:01.509320 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-db05c377-b571-46a3-a4b7-a612e09cecb2 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3714108 Dec 11 23:04:01.513351 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53720) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:01.539241 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f41bc1e8-8baf-4d97-bb04-9a1280efcd9b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:01.548205 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f41bc1e8-8baf-4d97-bb04-9a1280efcd9b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:01.652154 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f41bc1e8-8baf-4d97-bb04-9a1280efcd9b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:01.665240 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f41bc1e8-8baf-4d97-bb04-9a1280efcd9b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:01.667865 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f41bc1e8-8baf-4d97-bb04-9a1280efcd9b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/7719a58f-7cf0-4d70-afd6-0d9e7d6b4172 HTTP/1.1" status: 204 len: 168 time: 0.1528096 Dec 11 23:04:01.668885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bc1e8-8baf-4d97-bb04-9a1280efcd9b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7719a58f-7cf0-4d70-afd6-0d9e7d6b4172,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:01.669995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53722) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:01.718975 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3209e898-fb3c-4244-bd83-c1758838f02d tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0473788 Dec 11 23:04:01.721781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53724) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:01.775576 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-732f3deb-61e8-4d5f-b82e-acdceb2c4fc6 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:01.800929 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-732f3deb-61e8-4d5f-b82e-acdceb2c4fc6 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:01.922500 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-732f3deb-61e8-4d5f-b82e-acdceb2c4fc6 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:01.927839 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-732f3deb-61e8-4d5f-b82e-acdceb2c4fc6 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:01.929452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-732f3deb-61e8-4d5f-b82e-acdceb2c4fc6 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-groups/c141ccdf-c528-4fc0-879f-69391e609b7f HTTP/1.1" status: 204 len: 168 time: 0.2064145 Dec 11 23:04:01.932492 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53728) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:01.940925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f3deb-61e8-4d5f-b82e-acdceb2c4fc6 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c141ccdf-c528-4fc0-879f-69391e609b7f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:02.018058 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-324358e0-f61f-4cc8-a1c6-cc7469789fac tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0812149 Dec 11 23:04:02.018251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53730) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:02.022443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ee885b08-0f66-4bbd-bb35-72712ecdea20 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group': {'name': 'tempest-secgroup--250442737'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:02.109051 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee885b08-0f66-4bbd-bb35-72712ecdea20 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:02.202848 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee885b08-0f66-4bbd-bb35-72712ecdea20 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:02.292868 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee885b08-0f66-4bbd-bb35-72712ecdea20 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:02.324322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee885b08-0f66-4bbd-bb35-72712ecdea20 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f158eab-f80e-4c43-a0a4-2db717cf07d1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:02.386531 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee885b08-0f66-4bbd-bb35-72712ecdea20 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:02.387857 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ee885b08-0f66-4bbd-bb35-72712ecdea20 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3689418 Dec 11 23:04:02.390646 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53736) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:02.395811 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-cb803da6-2478-458e-b0e9-0eaf8f64485b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group_rule': {'security_group_id': '5f158eab-f80e-4c43-a0a4-2db717cf07d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:02.498329 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cb803da6-2478-458e-b0e9-0eaf8f64485b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:02.562467 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cb803da6-2478-458e-b0e9-0eaf8f64485b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:02.630433 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cb803da6-2478-458e-b0e9-0eaf8f64485b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:02.649764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb803da6-2478-458e-b0e9-0eaf8f64485b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8267112d-5d72-4c29-9493-d57d437ffe25,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:02.735683 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cb803da6-2478-458e-b0e9-0eaf8f64485b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:02.737451 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cb803da6-2478-458e-b0e9-0eaf8f64485b tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3457527 Dec 11 23:04:02.740124 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53740) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:02.756956 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ebf6a9fa-8c9f-4bba-a543-f8230a65dc9e tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules/8267112d-5d72-4c29-9493-d57d437ffe25 HTTP/1.1" status: 200 len: 763 time: 0.0157530 Dec 11 23:04:02.759436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53742) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:02.799952 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1a02fa61-c68d-470a-b1da-1d5e271bad16 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0392754 Dec 11 23:04:02.802520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53744) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:02.830276 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-74d18dca-53ca-486e-a930-c8fa12224e6a tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:02.839510 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-74d18dca-53ca-486e-a930-c8fa12224e6a tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:02.943608 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-74d18dca-53ca-486e-a930-c8fa12224e6a tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:02.949148 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-74d18dca-53ca-486e-a930-c8fa12224e6a tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:02.951404 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-74d18dca-53ca-486e-a930-c8fa12224e6a tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/8267112d-5d72-4c29-9493-d57d437ffe25 HTTP/1.1" status: 204 len: 168 time: 0.1467752 Dec 11 23:04:02.957378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53746) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:02.959314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d18dca-53ca-486e-a930-c8fa12224e6a tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8267112d-5d72-4c29-9493-d57d437ffe25,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:03.031859 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0983ec16-399c-4ce1-a087-c9b49be4c359 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0732031 Dec 11 23:04:03.035659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53750) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:03.044231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4b804881-3ca1-4ccf-a5d6-1a4170869f98 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group_rule': {'security_group_id': '5f158eab-f80e-4c43-a0a4-2db717cf07d1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:03.210459 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b804881-3ca1-4ccf-a5d6-1a4170869f98 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:03.263483 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b804881-3ca1-4ccf-a5d6-1a4170869f98 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:03.327745 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b804881-3ca1-4ccf-a5d6-1a4170869f98 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:03.345289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b804881-3ca1-4ccf-a5d6-1a4170869f98 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5333e69-a012-4643-bec4-bdd411fa1594,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:03.427752 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4b804881-3ca1-4ccf-a5d6-1a4170869f98 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:03.428994 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4b804881-3ca1-4ccf-a5d6-1a4170869f98 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3919988 Dec 11 23:04:03.431647 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53756) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:03.450033 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fe8d080b-ed84-43d6-8558-d51559017427 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules/f5333e69-a012-4643-bec4-bdd411fa1594 HTTP/1.1" status: 200 len: 763 time: 0.0172246 Dec 11 23:04:03.454477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53758) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:03.504408 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-025661ea-aedd-461a-8a3a-1d4f72a4262a tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0457006 Dec 11 23:04:03.504692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53764) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:03.529398 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-02ba6bc9-a2f9-4fed-9b56-943b502c21aa tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:03.538848 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-02ba6bc9-a2f9-4fed-9b56-943b502c21aa tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:03.629113 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-02ba6bc9-a2f9-4fed-9b56-943b502c21aa tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:03.640244 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-02ba6bc9-a2f9-4fed-9b56-943b502c21aa tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:03.640244 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-02ba6bc9-a2f9-4fed-9b56-943b502c21aa tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/f5333e69-a012-4643-bec4-bdd411fa1594 HTTP/1.1" status: 204 len: 168 time: 0.1312828 Dec 11 23:04:03.640586 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53768) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:03.643427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba6bc9-a2f9-4fed-9b56-943b502c21aa tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5333e69-a012-4643-bec4-bdd411fa1594,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:03.685810 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f68045ae-770f-4e4c-a210-6cdaf929fd8d tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0440354 Dec 11 23:04:03.688653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53772) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:03.695097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-16d98be8-5812-40b8-88d4-1b23661cb622 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group_rule': {'security_group_id': '5f158eab-f80e-4c43-a0a4-2db717cf07d1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:03.777532 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-16d98be8-5812-40b8-88d4-1b23661cb622 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Project cce397aaa6234dafbe4f69dad6dfbd24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:04:03.784126 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16d98be8-5812-40b8-88d4-1b23661cb622 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:03.833287 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16d98be8-5812-40b8-88d4-1b23661cb622 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:03.904248 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16d98be8-5812-40b8-88d4-1b23661cb622 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:03.926613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d98be8-5812-40b8-88d4-1b23661cb622 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ddc8b7-a32d-4643-8449-b0bb0360fa40,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:03.987235 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16d98be8-5812-40b8-88d4-1b23661cb622 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:03.990856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-16d98be8-5812-40b8-88d4-1b23661cb622 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2988703 Dec 11 23:04:03.991478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53776) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:04.011909 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3d4d796f-3de6-4492-b2d6-0e21ca33dcb0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules/b1ddc8b7-a32d-4643-8449-b0bb0360fa40 HTTP/1.1" status: 200 len: 769 time: 0.0171282 Dec 11 23:04:04.012132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53778) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:04.054770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3fb9a990-f4d7-40ed-abf0-98bf6cd6f16a tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0390873 Dec 11 23:04:04.055086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53780) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:04.082022 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa499de5-bb3a-4811-a563-a6c67f8565e1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:04.090238 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa499de5-bb3a-4811-a563-a6c67f8565e1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:04.173348 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa499de5-bb3a-4811-a563-a6c67f8565e1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:04.182164 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa499de5-bb3a-4811-a563-a6c67f8565e1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:04.186103 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-aa499de5-bb3a-4811-a563-a6c67f8565e1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/b1ddc8b7-a32d-4643-8449-b0bb0360fa40 HTTP/1.1" status: 204 len: 168 time: 0.1272738 Dec 11 23:04:04.186308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53784) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:04.195384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa499de5-bb3a-4811-a563-a6c67f8565e1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1ddc8b7-a32d-4643-8449-b0bb0360fa40,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:04.238068 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fc96b900-f61a-4817-9ccc-6f92dc174359 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475116 Dec 11 23:04:04.238555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53788) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:04.300024 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e866e2c2-07c1-4fa8-bebb-1b625fd5c9a8 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:04.326296 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e866e2c2-07c1-4fa8-bebb-1b625fd5c9a8 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:04.461127 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e866e2c2-07c1-4fa8-bebb-1b625fd5c9a8 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:04.464463 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e866e2c2-07c1-4fa8-bebb-1b625fd5c9a8 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:04.466102 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e866e2c2-07c1-4fa8-bebb-1b625fd5c9a8 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-groups/5f158eab-f80e-4c43-a0a4-2db717cf07d1 HTTP/1.1" status: 204 len: 168 time: 0.2260861 Dec 11 23:04:04.468705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53794) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:04.496322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866e2c2-07c1-4fa8-bebb-1b625fd5c9a8 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f158eab-f80e-4c43-a0a4-2db717cf07d1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:04.523373 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-56babea4-2858-4142-b5f0-427df2507442 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0532320 Dec 11 23:04:04.528141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53796) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:04.532065 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-7806097b-8d39-4794-9067-9f25fbac0845 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085985087'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:04.646135 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7806097b-8d39-4794-9067-9f25fbac0845 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:04.722248 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7806097b-8d39-4794-9067-9f25fbac0845 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:04.773083 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7806097b-8d39-4794-9067-9f25fbac0845 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:04.806872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806097b-8d39-4794-9067-9f25fbac0845 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87232cd-4764-4373-94bd-ac9ee80d224b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:04.900728 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7806097b-8d39-4794-9067-9f25fbac0845 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:04.901916 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7806097b-8d39-4794-9067-9f25fbac0845 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3734841 Dec 11 23:04:04.907169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53800) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:04.912209 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8ceaeda0-090a-4e8e-9ecb-b788907aa4b0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Request body: {'security_group_rule': {'security_group_id': 'b87232cd-4764-4373-94bd-ac9ee80d224b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:05.053876 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ceaeda0-090a-4e8e-9ecb-b788907aa4b0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:05.147165 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ceaeda0-090a-4e8e-9ecb-b788907aa4b0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:05.228331 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ceaeda0-090a-4e8e-9ecb-b788907aa4b0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:05.252095 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceaeda0-090a-4e8e-9ecb-b788907aa4b0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf606ef4-2414-406e-a1ca-a81af3f17d91,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:05.725097 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ceaeda0-090a-4e8e-9ecb-b788907aa4b0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:05.726471 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8ceaeda0-090a-4e8e-9ecb-b788907aa4b0 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8182411 Dec 11 23:04:05.729202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53808) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:05.796069 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5eab791c-339a-42fe-ab5c-5ae47f847795 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:05.821120 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5eab791c-339a-42fe-ab5c-5ae47f847795 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:05.989599 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5eab791c-339a-42fe-ab5c-5ae47f847795 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:05.992482 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5eab791c-339a-42fe-ab5c-5ae47f847795 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:05.996237 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5eab791c-339a-42fe-ab5c-5ae47f847795 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-groups/b87232cd-4764-4373-94bd-ac9ee80d224b HTTP/1.1" status: 204 len: 168 time: 0.2635188 Dec 11 23:04:05.996537 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53812) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:06.004269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab791c-339a-42fe-ab5c-5ae47f847795 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87232cd-4764-4373-94bd-ac9ee80d224b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:06.042847 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b67be62d-6bb9-4ab0-b1c1-1e40b23a831f tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0451498 Dec 11 23:04:06.045464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53814) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:06.083008 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6f44df9f-0f4e-4ce6-a8c8-b43f50519371 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0362248 Dec 11 23:04:06.085581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53816) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:06.099565 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-dd95229e-10cb-4465-8695-2842a5643f54 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] delete failed (client error): The resource could not be found. Dec 11 23:04:06.100586 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dd95229e-10cb-4465-8695-2842a5643f54 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "DELETE /v2.0/security-groups/b87232cd-4764-4373-94bd-ac9ee80d224b HTTP/1.1" status: 404 len: 347 time: 0.0140295 Dec 11 23:04:06.104337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53818) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:06.153912 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-95de7017-493b-48bf-93d4-7ac02eac22f1 tempest-SecGroupIPv6Test-838094669 tempest-SecGroupIPv6Test-838094669-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0483439 Dec 11 23:04:06.584749 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53830) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:06.729383 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cadc6373-61c6-47e7-bf8a-c088d7d7abb2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cce397aaa6234dafbe4f69dad6dfbd24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433744 Dec 11 23:04:06.732088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53834) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:06.781008 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff9829fc-8a3d-4d9f-b723-ee78e8e2f447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:06.804659 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff9829fc-8a3d-4d9f-b723-ee78e8e2f447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:06.915989 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff9829fc-8a3d-4d9f-b723-ee78e8e2f447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:06.918685 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff9829fc-8a3d-4d9f-b723-ee78e8e2f447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:06.919868 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ff9829fc-8a3d-4d9f-b723-ee78e8e2f447 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/058cc37c-c9e6-4e86-b8d7-9e0019625abb HTTP/1.1" status: 204 len: 168 time: 0.1868114 Dec 11 23:04:06.929733 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9829fc-8a3d-4d9f-b723-ee78e8e2f447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058cc37c-c9e6-4e86-b8d7-9e0019625abb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:07.957618 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53892) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:08.080354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0754c9fd-f212-41a0-a622-3ae2d754976e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-509408063-network', 'tenant_id': '30562f0b07da4b9dbcd9100c53ccbf86'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:08.160086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0754c9fd-f212-41a0-a622-3ae2d754976e admin admin] Made reservation on behalf of 30562f0b07da4b9dbcd9100c53ccbf86 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:04:08.162974 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0754c9fd-f212-41a0-a622-3ae2d754976e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:08.172027 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0754c9fd-f212-41a0-a622-3ae2d754976e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:08.252424 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0754c9fd-f212-41a0-a622-3ae2d754976e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:08.333007 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0754c9fd-f212-41a0-a622-3ae2d754976e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:08.358518 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0754c9fd-f212-41a0-a622-3ae2d754976e admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:04:08.376014 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754c9fd-f212-41a0-a622-3ae2d754976e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a323ce-4174-43bb-b54f-069e64f2e74d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:08.379801 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0754c9fd-f212-41a0-a622-3ae2d754976e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:08.380159 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-0754c9fd-f212-41a0-a622-3ae2d754976e admin admin] Added segment 1b07f3ba-6ae0-4d57-a9ac-937e0966d1ba of type vlan for network 00369024-1d25-48ec-9396-8d46d7f637bd Dec 11 23:04:08.426222 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0754c9fd-f212-41a0-a622-3ae2d754976e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:08.516391 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0754c9fd-f212-41a0-a622-3ae2d754976e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:08.518341 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0754c9fd-f212-41a0-a622-3ae2d754976e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:08.519332 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0754c9fd-f212-41a0-a622-3ae2d754976e admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:08.586318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754c9fd-f212-41a0-a622-3ae2d754976e admin admin] Pushing event updated for resources: {'Network': ['ID=00369024-1d25-48ec-9396-8d46d7f637bd,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:08.601567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 00369024-1d25-48ec-9396-8d46d7f637bd details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:04:08.685923 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0754c9fd-f212-41a0-a622-3ae2d754976e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7270875 Dec 11 23:04:08.699879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53902) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:08.705609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-be365a5c-4622-4d33-bab2-f9054fca96ea admin admin] Request body: {'subnet': {'network_id': '00369024-1d25-48ec-9396-8d46d7f637bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-509408063-subnet', 'tenant_id': '30562f0b07da4b9dbcd9100c53ccbf86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:08.801986 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be365a5c-4622-4d33-bab2-f9054fca96ea admin admin] Made reservation on behalf of 30562f0b07da4b9dbcd9100c53ccbf86 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:04:08.806982 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be365a5c-4622-4d33-bab2-f9054fca96ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:09.178989 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be365a5c-4622-4d33-bab2-f9054fca96ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:09.244849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be365a5c-4622-4d33-bab2-f9054fca96ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=594a3515-3a44-4cbd-b5f3-4e0d6e70476e,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:09.252246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be365a5c-4622-4d33-bab2-f9054fca96ea admin admin] Checking segment: {'id': '1b07f3ba-6ae0-4d57-a9ac-937e0966d1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '00369024-1d25-48ec-9396-8d46d7f637bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:04:09.252616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be365a5c-4622-4d33-bab2-f9054fca96ea admin admin] Network hostable DHCP agents. Network: 00369024-1d25-48ec-9396-8d46d7f637bd, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:04:09.898872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be365a5c-4622-4d33-bab2-f9054fca96ea admin admin] Network 00369024-1d25-48ec-9396-8d46d7f637bd is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:04:10.011755 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-be365a5c-4622-4d33-bab2-f9054fca96ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 00369024-1d25-48ec-9396-8d46d7f637bd) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:04:10.021055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be365a5c-4622-4d33-bab2-f9054fca96ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:10.021055 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-be365a5c-4622-4d33-bab2-f9054fca96ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:10.021308 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fba3191-dd34-44f9-af84-7d7a1ee48bbd None None] Network 00369024-1d25-48ec-9396-8d46d7f637bd requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:04:10.114242 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-be365a5c-4622-4d33-bab2-f9054fca96ea admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4130013 Dec 11 23:04:10.125098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d851d5c-f873-4a9a-935e-b45ef34e84f8 None None] Network 00369024-1d25-48ec-9396-8d46d7f637bd requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:04:10.877442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53952) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:10.882609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8c13e411-cf9e-4f0a-af98-f0050a38877d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1630267582-network', 'tenant_id': '7941ec694a394ccf8c6628ca1338bfe7'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:11.019077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c13e411-cf9e-4f0a-af98-f0050a38877d admin admin] Made reservation on behalf of 7941ec694a394ccf8c6628ca1338bfe7 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:04:11.021413 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c13e411-cf9e-4f0a-af98-f0050a38877d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:11.030942 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c13e411-cf9e-4f0a-af98-f0050a38877d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:11.114316 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c13e411-cf9e-4f0a-af98-f0050a38877d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:11.195586 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c13e411-cf9e-4f0a-af98-f0050a38877d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:11.224631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c13e411-cf9e-4f0a-af98-f0050a38877d admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:04:11.231070 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13e411-cf9e-4f0a-af98-f0050a38877d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99157b1c-23d1-4776-9a3d-1b822f06fa65,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:11.237995 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c13e411-cf9e-4f0a-af98-f0050a38877d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:11.238339 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-8c13e411-cf9e-4f0a-af98-f0050a38877d admin admin] Added segment 7f78c5cc-7338-43ec-91ed-1f5bc582bfde of type vlan for network 4ec7f269-cc15-45b3-84df-0329d4f556ef Dec 11 23:04:11.282026 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c13e411-cf9e-4f0a-af98-f0050a38877d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:11.378590 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c13e411-cf9e-4f0a-af98-f0050a38877d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:11.379776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c13e411-cf9e-4f0a-af98-f0050a38877d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:11.380556 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c13e411-cf9e-4f0a-af98-f0050a38877d admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:11.446565 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13e411-cf9e-4f0a-af98-f0050a38877d admin admin] Pushing event updated for resources: {'Network': ['ID=4ec7f269-cc15-45b3-84df-0329d4f556ef,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:11.457983 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 4ec7f269-cc15-45b3-84df-0329d4f556ef details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:04:11.504593 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8c13e411-cf9e-4f0a-af98-f0050a38877d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6240609 Dec 11 23:04:11.504897 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53958) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:11.510609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-58a8bcda-35f9-414d-9931-7ea6b7e18379 admin admin] Request body: {'subnet': {'network_id': '4ec7f269-cc15-45b3-84df-0329d4f556ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1630267582-subnet', 'tenant_id': '7941ec694a394ccf8c6628ca1338bfe7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:11.617381 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a8bcda-35f9-414d-9931-7ea6b7e18379 admin admin] Made reservation on behalf of 7941ec694a394ccf8c6628ca1338bfe7 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:04:11.619968 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-58a8bcda-35f9-414d-9931-7ea6b7e18379 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:11.961345 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-58a8bcda-35f9-414d-9931-7ea6b7e18379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:12.030184 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8bcda-35f9-414d-9931-7ea6b7e18379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ff0ca2-6114-4bfa-8f69-cf4c52d650a1,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:12.040908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a8bcda-35f9-414d-9931-7ea6b7e18379 admin admin] Checking segment: {'id': '7f78c5cc-7338-43ec-91ed-1f5bc582bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4ec7f269-cc15-45b3-84df-0329d4f556ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:04:12.041545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a8bcda-35f9-414d-9931-7ea6b7e18379 admin admin] Network hostable DHCP agents. Network: 4ec7f269-cc15-45b3-84df-0329d4f556ef, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:04:12.116076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a8bcda-35f9-414d-9931-7ea6b7e18379 admin admin] Network 4ec7f269-cc15-45b3-84df-0329d4f556ef is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:04:12.201560 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-58a8bcda-35f9-414d-9931-7ea6b7e18379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 4ec7f269-cc15-45b3-84df-0329d4f556ef) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:04:12.205765 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a8bcda-35f9-414d-9931-7ea6b7e18379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:12.206366 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-58a8bcda-35f9-414d-9931-7ea6b7e18379 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:12.211608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ad2d30-b0e9-4847-b606-b05ad8da741d None None] Network 4ec7f269-cc15-45b3-84df-0329d4f556ef requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:04:12.286134 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-58a8bcda-35f9-414d-9931-7ea6b7e18379 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7796390 Dec 11 23:04:12.317090 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7938f75f-9453-4b70-96ce-8de84ec8e661 None None] Network 4ec7f269-cc15-45b3-84df-0329d4f556ef requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:04:12.427630 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53980) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:12.481947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d08013-2c08-4bcf-9b18-d04c8c0bb14c admin admin] Deleting subnet 594a3515-3a44-4cbd-b5f3-4e0d6e70476e {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:04:12.486489 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53d08013-2c08-4bcf-9b18-d04c8c0bb14c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:12.533701 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53d08013-2c08-4bcf-9b18-d04c8c0bb14c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:12.615191 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53d08013-2c08-4bcf-9b18-d04c8c0bb14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:12.645964 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0940cde3-9b38-4dd7-b75a-1eb395be3efc req-a67fb19e-bf48-4a53-8801-1d4f734c64b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2270803 Dec 11 23:04:12.741043 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940cde3-9b38-4dd7-b75a-1eb395be3efc req-62a5aa76-2757-431f-88c1-d962203fcf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:12.742494 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0940cde3-9b38-4dd7-b75a-1eb395be3efc req-62a5aa76-2757-431f-88c1-d962203fcf8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d22bf1cb388f497bbb0de4f3c0e23219&device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 1096 time: 0.0451522 Dec 11 23:04:12.775866 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53d08013-2c08-4bcf-9b18-d04c8c0bb14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:12.853908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d08013-2c08-4bcf-9b18-d04c8c0bb14c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=594a3515-3a44-4cbd-b5f3-4e0d6e70476e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:12.862378 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-53d08013-2c08-4bcf-9b18-d04c8c0bb14c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:12.868362 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53986) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:12.868553 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-53d08013-2c08-4bcf-9b18-d04c8c0bb14c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/594a3515-3a44-4cbd-b5f3-4e0d6e70476e HTTP/1.1" status: 204 len: 168 time: 0.4390612 Dec 11 23:04:12.904402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940cde3-9b38-4dd7-b75a-1eb395be3efc req-6b091eb9-8236-4a52-832e-bf01284a2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:12.906013 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0940cde3-9b38-4dd7-b75a-1eb395be3efc req-6b091eb9-8236-4a52-832e-bf01284a2a51 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e67588e6-31ce-4b31-b404-c84ad13cd94a HTTP/1.1" status: 200 len: 909 time: 0.1413674 Dec 11 23:04:12.978034 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16c16ab5-7221-4eca-89cd-088e1e31d3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:12.984886 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0940cde3-9b38-4dd7-b75a-1eb395be3efc req-93e8799b-0e13-4c79-a526-5351d63544bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa4a634d-08a2-4670-8a2f-7eb81641c9ff HTTP/1.1" status: 200 len: 1001 time: 0.0721192 Dec 11 23:04:13.054569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940cde3-9b38-4dd7-b75a-1eb395be3efc req-6e2e8b60-fb80-44b6-96a9-eabb04ee7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:13.056223 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0940cde3-9b38-4dd7-b75a-1eb395be3efc req-6e2e8b60-fb80-44b6-96a9-eabb04ee7b36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4aad2c2d-5146-4902-8870-3b240370c4cc HTTP/1.1" status: 200 len: 847 time: 0.0609336 Dec 11 23:04:13.076347 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16c16ab5-7221-4eca-89cd-088e1e31d3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.117378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-16c16ab5-7221-4eca-89cd-088e1e31d3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00369024-1d25-48ec-9396-8d46d7f637bd']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:13.127377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-16c16ab5-7221-4eca-89cd-088e1e31d3c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b07f3ba-6ae0-4d57-a9ac-937e0966d1ba') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:13.128041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940cde3-9b38-4dd7-b75a-1eb395be3efc req-614c418a-0744-43de-a6ea-ee4565fe1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:13.129630 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-16c16ab5-7221-4eca-89cd-088e1e31d3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b07f3ba-6ae0-4d57-a9ac-937e0966d1ba') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:13.130050 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0940cde3-9b38-4dd7-b75a-1eb395be3efc req-614c418a-0744-43de-a6ea-ee4565fe1a71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e67588e6-31ce-4b31-b404-c84ad13cd94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652313 Dec 11 23:04:13.141437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-0940cde3-9b38-4dd7-b75a-1eb395be3efc req-3dd4f4e7-c16a-4b8d-aaa0-b032b422c647 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:04:13.141661 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16c16ab5-7221-4eca-89cd-088e1e31d3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.144288 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0940cde3-9b38-4dd7-b75a-1eb395be3efc req-3dd4f4e7-c16a-4b8d-aaa0-b032b422c647 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076864 Dec 11 23:04:13.160462 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16c16ab5-7221-4eca-89cd-088e1e31d3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.166912 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c16ab5-7221-4eca-89cd-088e1e31d3c5 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:04:13.167326 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16c16ab5-7221-4eca-89cd-088e1e31d3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:04:13.169304 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:04:13.260756 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0940cde3-9b38-4dd7-b75a-1eb395be3efc req-288bfc01-816e-48ff-8dad-0462e80a23e5 service neutron] 10.222.0.13 "GET /v2.0/networks/e67588e6-31ce-4b31-b404-c84ad13cd94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087427 Dec 11 23:04:13.310077 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16c16ab5-7221-4eca-89cd-088e1e31d3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.320335 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16c16ab5-7221-4eca-89cd-088e1e31d3c5 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.323559 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-16c16ab5-7221-4eca-89cd-088e1e31d3c5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/00369024-1d25-48ec-9396-8d46d7f637bd HTTP/1.1" status: 204 len: 168 time: 0.4537332 Dec 11 23:04:13.330539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53992) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:13.336388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c16ab5-7221-4eca-89cd-088e1e31d3c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=00369024-1d25-48ec-9396-8d46d7f637bd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:13.399693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-55cf14eb-da12-40c2-9e83-08b865589064 admin admin] Deleting subnet 85ff0ca2-6114-4bfa-8f69-cf4c52d650a1 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:04:13.407555 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55cf14eb-da12-40c2-9e83-08b865589064 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.437276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0940cde3-9b38-4dd7-b75a-1eb395be3efc req-dbd589c6-351f-4094-9fbe-d3ae29fb71cf service neutron] 10.222.0.13 "GET /v2.0/networks/e67588e6-31ce-4b31-b404-c84ad13cd94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689079 Dec 11 23:04:13.452905 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55cf14eb-da12-40c2-9e83-08b865589064 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.496275 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55cf14eb-da12-40c2-9e83-08b865589064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.612112 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55cf14eb-da12-40c2-9e83-08b865589064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.640106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf14eb-da12-40c2-9e83-08b865589064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ff0ca2-6114-4bfa-8f69-cf4c52d650a1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:13.646236 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55cf14eb-da12-40c2-9e83-08b865589064 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.651925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-55cf14eb-da12-40c2-9e83-08b865589064 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/85ff0ca2-6114-4bfa-8f69-cf4c52d650a1 HTTP/1.1" status: 204 len: 168 time: 0.3180346 Dec 11 23:04:13.652205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53994) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:13.756711 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd52b6be-7673-46ef-80f5-6a20d9238309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.784534 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.853290 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd52b6be-7673-46ef-80f5-6a20d9238309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.880584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-cd52b6be-7673-46ef-80f5-6a20d9238309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec7f269-cc15-45b3-84df-0329d4f556ef']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:13.895997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-cd52b6be-7673-46ef-80f5-6a20d9238309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f78c5cc-7338-43ec-91ed-1f5bc582bfde') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:13.896665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-cd52b6be-7673-46ef-80f5-6a20d9238309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f78c5cc-7338-43ec-91ed-1f5bc582bfde') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:13.908472 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd52b6be-7673-46ef-80f5-6a20d9238309 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.922569 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd52b6be-7673-46ef-80f5-6a20d9238309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.929936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd52b6be-7673-46ef-80f5-6a20d9238309 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:04:13.930438 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd52b6be-7673-46ef-80f5-6a20d9238309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:04:13.932249 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:04:14.064400 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd52b6be-7673-46ef-80f5-6a20d9238309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:14.077341 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd52b6be-7673-46ef-80f5-6a20d9238309 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:14.085314 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cd52b6be-7673-46ef-80f5-6a20d9238309 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4ec7f269-cc15-45b3-84df-0329d4f556ef HTTP/1.1" status: 204 len: 168 time: 0.4321187 Dec 11 23:04:14.097931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52b6be-7673-46ef-80f5-6a20d9238309 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec7f269-cc15-45b3-84df-0329d4f556ef,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:14.687033 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54008) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:14.734767 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b650826d-e858-4d2a-9623-497f269a1dee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=30562f0b07da4b9dbcd9100c53ccbf86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437200 Dec 11 23:04:14.737979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54010) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:14.803124 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d32e69d-6905-4798-8e5a-7f0034281a60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:14.821457 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d32e69d-6905-4798-8e5a-7f0034281a60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:14.913792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54016) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:14.961379 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d32e69d-6905-4798-8e5a-7f0034281a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:14.964114 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d32e69d-6905-4798-8e5a-7f0034281a60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:14.965819 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7d32e69d-6905-4798-8e5a-7f0034281a60 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/28a323ce-4174-43bb-b54f-069e64f2e74d HTTP/1.1" status: 204 len: 168 time: 0.2263427 Dec 11 23:04:14.987154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32e69d-6905-4798-8e5a-7f0034281a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a323ce-4174-43bb-b54f-069e64f2e74d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:15.050228 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-21485a55-cadc-42a4-afb5-b8c0ae21c0c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:15.130148 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-21485a55-cadc-42a4-afb5-b8c0ae21c0c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:15.212736 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-21485a55-cadc-42a4-afb5-b8c0ae21c0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:15.252968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21485a55-cadc-42a4-afb5-b8c0ae21c0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1519600d-1358-456c-8c29-2cbcafc4b248,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:15.258341 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-21485a55-cadc-42a4-afb5-b8c0ae21c0c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e76c48a2af7421da16fcf03322a5005&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3434024 Dec 11 23:04:15.261259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54026) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:15.311194 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8753fbc2-42d3-4627-89fa-7b8e0b8b5266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:15.343745 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8753fbc2-42d3-4627-89fa-7b8e0b8b5266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:15.481910 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8753fbc2-42d3-4627-89fa-7b8e0b8b5266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:15.485788 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8753fbc2-42d3-4627-89fa-7b8e0b8b5266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:15.487276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8753fbc2-42d3-4627-89fa-7b8e0b8b5266 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1519600d-1358-456c-8c29-2cbcafc4b248 HTTP/1.1" status: 204 len: 168 time: 0.2249477 Dec 11 23:04:15.495749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753fbc2-42d3-4627-89fa-7b8e0b8b5266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1519600d-1358-456c-8c29-2cbcafc4b248,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:15.629975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54032) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:15.672530 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fa544903-91de-4a6b-bf90-f15c05383388 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7941ec694a394ccf8c6628ca1338bfe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410576 Dec 11 23:04:15.675162 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54034) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:15.728969 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-14d80684-741c-463f-873d-c829b6ef85a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:15.750701 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-14d80684-741c-463f-873d-c829b6ef85a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:15.897279 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-14d80684-741c-463f-873d-c829b6ef85a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:15.900184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-14d80684-741c-463f-873d-c829b6ef85a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:15.904015 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-14d80684-741c-463f-873d-c829b6ef85a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/99157b1c-23d1-4776-9a3d-1b822f06fa65 HTTP/1.1" status: 204 len: 168 time: 0.2249684 Dec 11 23:04:15.910574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d80684-741c-463f-873d-c829b6ef85a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99157b1c-23d1-4776-9a3d-1b822f06fa65,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:16.407735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54046) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:16.421739 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a0461f64-551b-4c6a-b08a-6b358c3bf9ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:16.501850 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a0461f64-551b-4c6a-b08a-6b358c3bf9ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:16.578855 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a0461f64-551b-4c6a-b08a-6b358c3bf9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:16.617634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0461f64-551b-4c6a-b08a-6b358c3bf9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92a7438-3479-4d1c-a91a-1b7884ccc5cf,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:16.625836 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a0461f64-551b-4c6a-b08a-6b358c3bf9ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7db3240f998c4c2a97600d4ec56ce4ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2128191 Dec 11 23:04:16.625836 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54056) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:16.677702 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45ad404a-6957-4a5d-acee-dba7bcb94d88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:16.701009 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45ad404a-6957-4a5d-acee-dba7bcb94d88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:16.835859 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45ad404a-6957-4a5d-acee-dba7bcb94d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:16.838750 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45ad404a-6957-4a5d-acee-dba7bcb94d88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:16.839952 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-45ad404a-6957-4a5d-acee-dba7bcb94d88 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f92a7438-3479-4d1c-a91a-1b7884ccc5cf HTTP/1.1" status: 204 len: 168 time: 0.2145474 Dec 11 23:04:16.852044 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad404a-6957-4a5d-acee-dba7bcb94d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92a7438-3479-4d1c-a91a-1b7884ccc5cf,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:17.360168 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:04:17.446306 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:18.823725 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-45d17ffb-8813-42b3-bdb5-60a8998adb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:19.723782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54164) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:19.850684 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1d1f-f51e-4a53-b042-5d079f19c956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:19.938116 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1d1f-f51e-4a53-b042-5d079f19c956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:19.999672 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1d1f-f51e-4a53-b042-5d079f19c956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:20.035385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a1d1f-f51e-4a53-b042-5d079f19c956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac111146-3bdd-4f4d-9554-ed1914e6938d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:20.057795 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8f0a1d1f-f51e-4a53-b042-5d079f19c956 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=918ddd9bafbd4498a61862eb2af8eb06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3317096 Dec 11 23:04:20.059323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54174) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:20.120867 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-418fc218-dada-4186-b7e7-bc33f117575b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:20.148484 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-418fc218-dada-4186-b7e7-bc33f117575b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:20.291437 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-418fc218-dada-4186-b7e7-bc33f117575b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:20.294541 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-418fc218-dada-4186-b7e7-bc33f117575b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:20.295594 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-418fc218-dada-4186-b7e7-bc33f117575b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac111146-3bdd-4f4d-9554-ed1914e6938d HTTP/1.1" status: 204 len: 168 time: 0.2352705 Dec 11 23:04:20.305258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fc218-dada-4186-b7e7-bc33f117575b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac111146-3bdd-4f4d-9554-ed1914e6938d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:20.949157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54186) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:20.962861 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ab5cbfdf-5053-4cd7-a7ea-2df716e95857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:21.036538 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ab5cbfdf-5053-4cd7-a7ea-2df716e95857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:21.086466 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ab5cbfdf-5053-4cd7-a7ea-2df716e95857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:21.128153 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ab5cbfdf-5053-4cd7-a7ea-2df716e95857 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08f184a907fa4f788d6d5a3b548149de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1778777 Dec 11 23:04:21.129306 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cbfdf-5053-4cd7-a7ea-2df716e95857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9eb700-9992-435a-afce-c51faa090323,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:21.130850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54190) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:21.187685 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f601a01b-1437-4709-84a0-393266ba334f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:21.209688 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f601a01b-1437-4709-84a0-393266ba334f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:21.287119 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a9ff977c-0229-426e-b9f5-37162309e430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:21.309928 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f601a01b-1437-4709-84a0-393266ba334f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:21.312628 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f601a01b-1437-4709-84a0-393266ba334f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:21.313933 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f601a01b-1437-4709-84a0-393266ba334f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb9eb700-9992-435a-afce-c51faa090323 HTTP/1.1" status: 204 len: 168 time: 0.1818581 Dec 11 23:04:21.327676 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601a01b-1437-4709-84a0-393266ba334f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9eb700-9992-435a-afce-c51faa090323,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:21.514821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-e6c002e6-9ad0-45f0-9299-e3b1823c02cd tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:21.523090 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-e6c002e6-9ad0-45f0-9299-e3b1823c02cd tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 811 time: 0.1192546 Dec 11 23:04:21.539584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-a15c1c2e-73bd-4dad-893a-4fcaf6ac248f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/quotas/81e65028dda549d793a43c7e6f96a7f6 HTTP/1.1" status: 200 len: 375 time: 0.0158370 Dec 11 23:04:21.586924 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-9473fdb6-ff1f-4ee8-a8fa-ac484cfb68dc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471690 Dec 11 23:04:21.688044 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-7dfb9a70-2fad-41a4-a2b7-87caf3854992 service neutron] 10.222.0.45 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938971 Dec 11 23:04:21.790654 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2e72b9c5-5b15-483e-80d7-9f6ca4b57ed1 service neutron] 10.222.0.45 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955570 Dec 11 23:04:22.236627 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:22.456518 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-af9b3d56-6723-43d1-98db-37a9e22b3920 req-fde0480f-0716-4a43-b1b3-85be71ff78e4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 210 time: 0.0409386 Dec 11 23:04:23.526309 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3a78ae2-13c4-48e0-928b-21e9303ed6ea req-e393a826-710f-4d18-9e04-35c1c6d40469 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 210 time: 0.0346308 Dec 11 23:04:23.882365 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54286) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:23.915133 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:23.991662 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a593d78a-aedd-442e-b807-9fda8959a3b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:24.068069 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a593d78a-aedd-442e-b807-9fda8959a3b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:24.115455 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a593d78a-aedd-442e-b807-9fda8959a3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:24.155764 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a593d78a-aedd-442e-b807-9fda8959a3b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7fe9dd897e6f477abe7e3456fc79a279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2721343 Dec 11 23:04:24.156814 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593d78a-aedd-442e-b807-9fda8959a3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacc69cd-542e-4012-b24f-762acdae67a2,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:24.159030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54290) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:24.214257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d501b1ef-c2ba-4ff0-908f-40c12d419d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:24.235938 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d501b1ef-c2ba-4ff0-908f-40c12d419d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:24.344145 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d501b1ef-c2ba-4ff0-908f-40c12d419d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:24.349936 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d501b1ef-c2ba-4ff0-908f-40c12d419d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:24.349936 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d501b1ef-c2ba-4ff0-908f-40c12d419d9b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aacc69cd-542e-4012-b24f-762acdae67a2 HTTP/1.1" status: 204 len: 168 time: 0.1831276 Dec 11 23:04:24.356235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501b1ef-c2ba-4ff0-908f-40c12d419d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacc69cd-542e-4012-b24f-762acdae67a2,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:24.601148 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:24.620086 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f14ad47-062a-4300-b7bf-096e45e66506 req-06e40839-65c4-4df6-ab8b-104918cf82e1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 210 time: 0.0339854 Dec 11 23:04:25.065176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54312) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:25.078509 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9534e61-fd4d-4f9e-8ef8-fd58cfa27097 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:25.155452 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9534e61-fd4d-4f9e-8ef8-fd58cfa27097 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:25.218206 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9534e61-fd4d-4f9e-8ef8-fd58cfa27097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:25.256261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9534e61-fd4d-4f9e-8ef8-fd58cfa27097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9245965-1754-41f4-b247-80e904ec1ebe,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:25.260652 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a9534e61-fd4d-4f9e-8ef8-fd58cfa27097 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=781b8ac43aca42bfbdaabec81a6157b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1944208 Dec 11 23:04:25.265709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54314) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:25.322443 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cbd4615a-16ba-4302-b3f5-29357f8f02c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:25.345603 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cbd4615a-16ba-4302-b3f5-29357f8f02c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:25.373478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54318) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:25.483947 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95848f32-cf26-443e-a5df-b6e05c7d3a82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:25.513685 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cbd4615a-16ba-4302-b3f5-29357f8f02c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:25.516335 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cbd4615a-16ba-4302-b3f5-29357f8f02c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:25.517518 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cbd4615a-16ba-4302-b3f5-29357f8f02c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9245965-1754-41f4-b247-80e904ec1ebe HTTP/1.1" status: 204 len: 168 time: 0.2531173 Dec 11 23:04:25.529822 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4615a-16ba-4302-b3f5-29357f8f02c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9245965-1754-41f4-b247-80e904ec1ebe,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:25.587076 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95848f32-cf26-443e-a5df-b6e05c7d3a82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:25.704997 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5b04539-c37c-4185-91e4-dc043d6863a1 req-ce0100f4-e6ab-41ea-a348-742b72830791 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 210 time: 0.0292783 Dec 11 23:04:25.725582 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95848f32-cf26-443e-a5df-b6e05c7d3a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:25.767398 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-95848f32-cf26-443e-a5df-b6e05c7d3a82 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ba72eb56e8e498693401b8f17904339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3928428 Dec 11 23:04:25.768560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95848f32-cf26-443e-a5df-b6e05c7d3a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20a6574-468e-4d38-aaac-26dff5958a31,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:25.770091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54332) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:25.832945 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ce2a-950f-4502-95d8-700bbdf3f22d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:25.855484 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ce2a-950f-4502-95d8-700bbdf3f22d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:26.000195 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ce2a-950f-4502-95d8-700bbdf3f22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:26.003327 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ce2a-950f-4502-95d8-700bbdf3f22d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:26.004609 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a9a7ce2a-950f-4502-95d8-700bbdf3f22d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e20a6574-468e-4d38-aaac-26dff5958a31 HTTP/1.1" status: 204 len: 168 time: 0.2322559 Dec 11 23:04:26.012400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ce2a-950f-4502-95d8-700bbdf3f22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20a6574-468e-4d38-aaac-26dff5958a31,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:26.769738 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54366) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:26.798987 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83ad3ad7-67af-4876-9926-03b9ebac161b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:26.915304 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aef2d081-634f-4a9a-99fb-7db3be7517ea req-5f4ae09e-a34f-4b34-8720-ca5501ed8af3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 210 time: 0.0365865 Dec 11 23:04:26.925833 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83ad3ad7-67af-4876-9926-03b9ebac161b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:27.001320 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83ad3ad7-67af-4876-9926-03b9ebac161b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:27.046638 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-83ad3ad7-67af-4876-9926-03b9ebac161b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5096518452ab4327a261ae6398118224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2750447 Dec 11 23:04:27.050389 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54370) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:27.056941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad3ad7-67af-4876-9926-03b9ebac161b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b49e7b-c96f-4ab7-af77-014a0a674370,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:27.106930 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9eefa773-d66d-4f15-9c3d-c8a535d583a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:27.128739 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9eefa773-d66d-4f15-9c3d-c8a535d583a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:27.292438 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9eefa773-d66d-4f15-9c3d-c8a535d583a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:27.295145 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9eefa773-d66d-4f15-9c3d-c8a535d583a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:27.296415 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9eefa773-d66d-4f15-9c3d-c8a535d583a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c5b49e7b-c96f-4ab7-af77-014a0a674370 HTTP/1.1" status: 204 len: 168 time: 0.2448487 Dec 11 23:04:27.304994 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefa773-d66d-4f15-9c3d-c8a535d583a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b49e7b-c96f-4ab7-af77-014a0a674370,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:28.043412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2572a9e2-2b5c-4e97-b539-29ce7fd8aded req-0834e325-eb73-4c10-948b-957bb135525d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 210 time: 0.0345917 Dec 11 23:04:28.166182 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-f301687b-c003-4eeb-8daf-1434df8bcbe5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1686504 Dec 11 23:04:28.278073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-94c61459-2a7c-4a9d-a73d-52c41bb63b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:28.278602 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-94c61459-2a7c-4a9d-a73d-52c41bb63b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:28.279225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-94c61459-2a7c-4a9d-a73d-52c41bb63b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:28.279836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-94c61459-2a7c-4a9d-a73d-52c41bb63b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:28.280309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-94c61459-2a7c-4a9d-a73d-52c41bb63b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:28.280873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-94c61459-2a7c-4a9d-a73d-52c41bb63b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:28.281358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-94c61459-2a7c-4a9d-a73d-52c41bb63b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:28.283620 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-94c61459-2a7c-4a9d-a73d-52c41bb63b12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b61da717ab14ef48634b138167515ff&device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 6501 time: 0.0517752 Dec 11 23:04:28.426693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-41e85da8-857b-4d67-b2c2-7fe8797bba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:28.427247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-41e85da8-857b-4d67-b2c2-7fe8797bba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:28.428290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-41e85da8-857b-4d67-b2c2-7fe8797bba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:28.430005 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-41e85da8-857b-4d67-b2c2-7fe8797bba32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=c3b80494-1b82-4c1d-aa57-335ff31765df&id=c3b80494-1b82-4c1d-aa57-335ff31765df HTTP/1.1" status: 200 len: 2296 time: 0.1141741 Dec 11 23:04:28.497301 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-afc99c95-4e83-4844-91fb-d6eca750f5a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2452b4-9651-4e68-88ec-265f6355ad1d HTTP/1.1" status: 200 len: 1001 time: 0.0601511 Dec 11 23:04:28.595506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-65402ff4-0f2d-4797-911c-2e16cdfa551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:28.596894 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-65402ff4-0f2d-4797-911c-2e16cdfa551e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9bf2d6-65bb-4b47-a686-644dd9bd9730 HTTP/1.1" status: 200 len: 856 time: 0.0927997 Dec 11 23:04:28.677246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-737d2c0c-e818-4d06-9dbb-6ef6a90a3489 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:28.678711 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-737d2c0c-e818-4d06-9dbb-6ef6a90a3489 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 811 time: 0.1392102 Dec 11 23:04:28.683229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-6ce988cc-3d3a-4326-b2d5-6437ee34433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:28.684595 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-6ce988cc-3d3a-4326-b2d5-6437ee34433e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719883 Dec 11 23:04:28.703269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-ee0cb3f7-23c8-4910-8315-ff25231a05f4 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:04:28.704406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-ee0cb3f7-23c8-4910-8315-ff25231a05f4 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053971 Dec 11 23:04:28.710158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-dd36f2dc-0abe-47f4-9d51-b5989e0e4344 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'port': {'device_id': '71fba375-3434-4fb2-8a47-96a2dc5e11ef', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'admin_state_up': True, 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:28.898410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-ed34170b-12f1-4fed-b74e-76d270fced5e service neutron] 10.222.0.47 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844025 Dec 11 23:04:29.005898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-dd36f2dc-0abe-47f4-9d51-b5989e0e4344 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Made reservation on behalf of 81e65028dda549d793a43c7e6f96a7f6 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:04:29.012544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-dd36f2dc-0abe-47f4-9d51-b5989e0e4344 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:29.140476 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-933821fd-4666-476f-b649-6f0bf0f0e5e8 service neutron] 10.222.0.47 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250094 Dec 11 23:04:29.200144 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d3e67b6-83f9-4b56-967a-3854fb4b21cd req-5efd7d9d-997e-439c-b594-e33113f12edc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 210 time: 0.0396256 Dec 11 23:04:29.478967 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-63a6b44c-54e1-43e0-9118-b39652c1b610 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=5db39d80-8883-4e9b-a21f-592a66a98574 HTTP/1.1" status: 200 len: 217 time: 0.3287687 Dec 11 23:04:29.567395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-9b800ce9-473d-42fc-9d58-6727a22caea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:29.570446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-9b800ce9-473d-42fc-9d58-6727a22caea9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0676172 Dec 11 23:04:29.570446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-dd36f2dc-0abe-47f4-9d51-b5989e0e4344 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Allocated IP 172.20.0.5 (a182ed71-8604-4735-b0e3-af0e3d3bd68a/db78c92f-893f-4a44-a521-695a54395046/18239c5e-0035-460a-b2e5-29774c6f947c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:04:29.655853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-9647c5a2-271f-45b3-b752-81b89dbb3860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:29.658147 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-9647c5a2-271f-45b3-b752-81b89dbb3860 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820603 Dec 11 23:04:29.833748 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-dd36f2dc-0abe-47f4-9d51-b5989e0e4344 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:29.840468 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-93fc7a6b-60c7-46fc-a257-e3264f3bf94a service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687684 Dec 11 23:04:29.955799 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-ba3ca28a-999c-4a6f-95d8-6202cde59bb3 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081638 Dec 11 23:04:29.999635 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-b097f35c-23b4-4c94-9707-cb68a635e0ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ea94541a-59a8-4034-9000-553b4b16cd84 HTTP/1.1" status: 200 len: 217 time: 0.0354173 Dec 11 23:04:30.036673 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-dd36f2dc-0abe-47f4-9d51-b5989e0e4344 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:30.096682 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-dd36f2dc-0abe-47f4-9d51-b5989e0e4344 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Network a182ed71-8604-4735-b0e3-af0e3d3bd68a is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:04:30.104136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-b03f58ce-16c8-4a97-a0a6-1d6adc015b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:30.108711 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-b03f58ce-16c8-4a97-a0a6-1d6adc015b50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0996487 Dec 11 23:04:30.108711 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-dd36f2dc-0abe-47f4-9d51-b5989e0e4344 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:04:30.108711 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36f2dc-0abe-47f4-9d51-b5989e0e4344 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'Port': ['ID=18239c5e-0035-460a-b2e5-29774c6f947c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:30.111720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-dd36f2dc-0abe-47f4-9d51-b5989e0e4344 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:04:30.201731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-dd36f2dc-0abe-47f4-9d51-b5989e0e4344 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:30.202409 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-dd36f2dc-0abe-47f4-9d51-b5989e0e4344 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:30.211760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-62cf4c2e-9959-4b1f-885e-a90b73227be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:30.213263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-62cf4c2e-9959-4b1f-885e-a90b73227be4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0985885 Dec 11 23:04:30.332668 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-dd36f2dc-0abe-47f4-9d51-b5989e0e4344 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6273048 Dec 11 23:04:30.363767 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Request body: {'port': {'device_id': '71fba375-3434-4fb2-8a47-96a2dc5e11ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:30.452586 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72469b2d-e27f-44cb-acce-1595d982ee3e req-cfc57cbd-1cc4-4744-9b1e-1638ac59f68f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:30.454586 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72469b2d-e27f-44cb-acce-1595d982ee3e req-cfc57cbd-1cc4-4744-9b1e-1638ac59f68f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 931 time: 0.1423895 Dec 11 23:04:30.460005 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-917185bd-fac1-4d9f-afa2-6022c8890475 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374234 Dec 11 23:04:30.469009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4ce52433-123c-4bf4-8126-5582652c2235 None None] Provisioning complete for port 18239c5e-0035-460a-b2e5-29774c6f947c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:04:30.471228 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4ce52433-123c-4bf4-8126-5582652c2235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:30.488039 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:30.509524 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4ce52433-123c-4bf4-8126-5582652c2235 None None] Port 18239c5e-0035-460a-b2e5-29774c6f947c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:04:30.611388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72469b2d-e27f-44cb-acce-1595d982ee3e req-d61296fb-b8b9-4e25-b3fb-41e137fdfbf8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487331 Dec 11 23:04:30.704639 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-88eb29e3-79a3-414e-820c-3ef61fe62ad0 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299325 Dec 11 23:04:30.756502 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-e7052e66-a471-44ee-8e9e-377e252f5ee9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=bc996103-34a9-4f7e-894f-cdb9c4b63112 HTTP/1.1" status: 200 len: 217 time: 0.0432355 Dec 11 23:04:30.849666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-2152b4ee-9286-4734-b0e2-0e4760617901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:30.851173 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-2152b4ee-9286-4734-b0e2-0e4760617901 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0796545 Dec 11 23:04:30.927820 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-28d6150e-564d-48bd-889e-0948e075ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:30.929308 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-28d6150e-564d-48bd-889e-0948e075ff85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716689 Dec 11 23:04:31.038876 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18239c5e-0035-460a-b2e5-29774c6f947c {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:04:31.049480 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:31.084645 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Transition to ACTIVE for port object 18239c5e-0035-460a-b2e5-29774c6f947c will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:04:31.088692 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-6485f611-bf40-4c62-b019-162793090a81 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470728 Dec 11 23:04:31.201945 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:31.265163 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-5d2e14ca-d56d-4122-819f-b0ac5607352b service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686525 Dec 11 23:04:31.352408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Pushing event updated for resources: {'Port': ['ID=18239c5e-0035-460a-b2e5-29774c6f947c,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:31.378723 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-a455800f-c4f0-4bcb-950c-e3631a0511f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b HTTP/1.1" status: 200 len: 217 time: 0.0993233 Dec 11 23:04:31.447874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-95147d5c-cead-46fb-a91c-bb77831c65a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:31.449533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-95147d5c-cead-46fb-a91c-bb77831c65a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0589609 Dec 11 23:04:31.514532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Attempting to bind port 18239c5e-0035-460a-b2e5-29774c6f947c on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:04:31.514998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Attempting to bind port 18239c5e-0035-460a-b2e5-29774c6f947c by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:04:31.515423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Attempting to bind port 18239c5e-0035-460a-b2e5-29774c6f947c on network a182ed71-8604-4735-b0e3-af0e3d3bd68a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:04:31.523420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Port 18239c5e-0035-460a-b2e5-29774c6f947c on network a182ed71-8604-4735-b0e3-af0e3d3bd68a not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:04:31.523909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Attempting to bind port 18239c5e-0035-460a-b2e5-29774c6f947c on network a182ed71-8604-4735-b0e3-af0e3d3bd68a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:04:31.533477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-95cfa56f-6985-4c5e-8905-fd75c903e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:31.535286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-95cfa56f-6985-4c5e-8905-fd75c903e763 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758700 Dec 11 23:04:31.536259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:04:31.536694 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Checking segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:04:31.537187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Bound using segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:04:31.537726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Bound port: 18239c5e-0035-460a-b2e5-29774c6f947c, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:04:31.538184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:31.685306 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] For port 18239c5e-0035-460a-b2e5-29774c6f947c, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:04:31.694557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] For port 18239c5e-0035-460a-b2e5-29774c6f947c, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=18239c5e-0035-460a-b2e5-29774c6f947c,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:04:31.694557 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-c3de8fbb-f0ec-4f9d-8ef9-a1ceadd75230 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517398 Dec 11 23:04:31.791071 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:31.862420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:31.863393 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:31.865520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] 10.222.0.47 "PUT /v2.0/ports/18239c5e-0035-460a-b2e5-29774c6f947c HTTP/1.1" status: 200 len: 1091 time: 1.5127063 Dec 11 23:04:31.868014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fba375-3434-4fb2-8a47-96a2dc5e11ef', 'tag': '18239c5e-0035-460a-b2e5-29774c6f947c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:04:31.870255 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bc5679-d432-472a-8222-547e3fb28b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "71fba375-3434-4fb2-8a47-96a2dc5e11ef", "tag": "18239c5e-0035-460a-b2e5-29774c6f947c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:04:31.899297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4b72-305a-4b3b-a065-a8a6a51ddd19 req-01f8d590-432a-48f4-992c-3bba6a4e6ebc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:31.901057 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-36cc4b72-305a-4b3b-a065-a8a6a51ddd19 req-01f8d590-432a-48f4-992c-3bba6a4e6ebc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 943 time: 0.1753349 Dec 11 23:04:31.994240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf6315-26bb-4fcc-a80e-3290b57d63b9 service neutron] Pushing event updated for resources: {'Port': ['ID=18239c5e-0035-460a-b2e5-29774c6f947c,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:32.004640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54516) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:32.022420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-2b85d315-c985-4b66-838d-bc29b26689bf service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212347 Dec 11 23:04:32.219007 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-be0ba800-b164-4867-abf8-da203745933f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:32.234096 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-caf4a45b-588b-4b4d-9c0d-3fc24194c2b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3fce5dea-e103-442d-ad0f-04adc1d0c9e0 HTTP/1.1" status: 200 len: 217 time: 0.1911218 Dec 11 23:04:32.267413 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-36cc4b72-305a-4b3b-a065-a8a6a51ddd19 req-74658864-7446-4d4e-9d59-ffee03552c0e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463776 Dec 11 23:04:32.311495 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3df1b86-e854-4b42-bc3e-6e1cf6db7187 x-openstack-request-id: req-a3df1b86-e854-4b42-bc3e-6e1cf6db7187 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:04:32.312436 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fba375-3434-4fb2-8a47-96a2dc5e11ef", "tag": "18239c5e-0035-460a-b2e5-29774c6f947c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:04:32.312883 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3df1b86-e854-4b42-bc3e-6e1cf6db7187 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:04:32.314302 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fba375-3434-4fb2-8a47-96a2dc5e11ef', 'tag': '18239c5e-0035-460a-b2e5-29774c6f947c', 'status': 'completed', 'code': 200} Dec 11 23:04:32.362385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-1ef2209f-762f-464b-8dbd-cda3cd60f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:32.364041 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-1ef2209f-762f-464b-8dbd-cda3cd60f996 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd388f7-18b5-4de0-83b9-372e81a47292 HTTP/1.1" status: 200 len: 797 time: 0.0916877 Dec 11 23:04:32.373094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-57667781-97b1-442f-9411-5675e3542f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:32.374674 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-57667781-97b1-442f-9411-5675e3542f59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 1094 time: 0.3369572 Dec 11 23:04:32.388257 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-be0ba800-b164-4867-abf8-da203745933f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:32.449176 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-f8ba2dc3-8f29-4c3e-91dc-5ae1e936a5e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18239c5e-0035-460a-b2e5-29774c6f947c HTTP/1.1" status: 200 len: 217 time: 0.0509343 Dec 11 23:04:32.476156 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-be0ba800-b164-4867-abf8-da203745933f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:32.513580 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ba800-b164-4867-abf8-da203745933f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e305391d-8a29-4e15-bde0-97576ea0e741,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:32.522548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-a0fd60ae-7724-4b23-86fa-bfe72827c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:32.524029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-a0fd60ae-7724-4b23-86fa-bfe72827c0b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1274781 Dec 11 23:04:32.525654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-e995be97-a1b9-4c45-82a2-3ee2a98d1e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:32.527086 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-e995be97-a1b9-4c45-82a2-3ee2a98d1e59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.0630841 Dec 11 23:04:32.543441 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-be0ba800-b164-4867-abf8-da203745933f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bebaad0b272c405383fca3c294af6dd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5370176 Dec 11 23:04:32.546281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54530) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:32.604926 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82e6df38-6a6f-4660-bae7-265baa9b3a72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:32.636277 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82e6df38-6a6f-4660-bae7-265baa9b3a72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:32.667092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-38fa2b63-b67f-4f07-ada5-71d73bc24018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:32.668750 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-38fa2b63-b67f-4f07-ada5-71d73bc24018 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316752 Dec 11 23:04:32.763343 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-3b643033-2e2d-40a8-9dbe-7e5b16e564cf service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232976 Dec 11 23:04:32.795443 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82e6df38-6a6f-4660-bae7-265baa9b3a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:32.800099 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82e6df38-6a6f-4660-bae7-265baa9b3a72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:32.802760 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-82e6df38-6a6f-4660-bae7-265baa9b3a72 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e305391d-8a29-4e15-bde0-97576ea0e741 HTTP/1.1" status: 204 len: 168 time: 0.2539933 Dec 11 23:04:32.814077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6df38-6a6f-4660-bae7-265baa9b3a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e305391d-8a29-4e15-bde0-97576ea0e741,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:32.937609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54536) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:33.083705 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc185548-43e5-4586-bc15-6507482f01f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:33.131102 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-6dfca0e8-3c81-489a-84fe-bdbac205bc5b service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534872 Dec 11 23:04:33.172307 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc185548-43e5-4586-bc15-6507482f01f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:33.219806 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-6ad37d2a-1228-417a-b478-11a19f23b451 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458096 Dec 11 23:04:33.253664 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc185548-43e5-4586-bc15-6507482f01f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:33.277040 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-ba164475-cfb9-4ccb-9767-8d5d29f25d5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1ed95c0-8e8a-4448-b66a-8cd798474676 HTTP/1.1" status: 200 len: 217 time: 0.0497410 Dec 11 23:04:33.320465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1a7a69d5-f215-4922-bb85-1859dbb13c4e req-395182a3-8246-4d80-9d87-469fc52dfb9e service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819818 Dec 11 23:04:33.352849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-ca830ae5-b3e9-474c-8a2a-9aa6cd2b680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:33.355345 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc185548-43e5-4586-bc15-6507482f01f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d5924a-984b-449b-a3a4-64da86eaac23,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:33.360825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-ca830ae5-b3e9-474c-8a2a-9aa6cd2b680f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd388f7-18b5-4de0-83b9-372e81a47292 HTTP/1.1" status: 200 len: 797 time: 0.0719059 Dec 11 23:04:33.374476 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fc185548-43e5-4586-bc15-6507482f01f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f205888cdae4202bd447c9a40adab5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4350979 Dec 11 23:04:33.377605 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54548) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:33.433574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-58c5c445-c0c6-4845-973d-72bd19325347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:33.435466 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-58c5c445-c0c6-4845-973d-72bd19325347 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0601163 Dec 11 23:04:33.528158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bda0b6-6709-4f33-bb49-7579e8d1b298 req-c0f85423-1952-44c3-82ab-ec6aabd082a1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:33.541408 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-39bda0b6-6709-4f33-bb49-7579e8d1b298 req-c0f85423-1952-44c3-82ab-ec6aabd082a1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 943 time: 0.1321385 Dec 11 23:04:33.543247 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b278145e-2920-4646-8267-3ba1745f39b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:33.595991 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b278145e-2920-4646-8267-3ba1745f39b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:33.620242 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-eeeb11c4-5fac-4eb3-8983-ca36af962777 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745019 Dec 11 23:04:33.627276 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc5679-d432-472a-8222-547e3fb28b6a req-87f69a8b-36e8-4c69-8fd4-1c1574960bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:33.628784 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-87bc5679-d432-472a-8222-547e3fb28b6a req-87f69a8b-36e8-4c69-8fd4-1c1574960bba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 1094 time: 0.0775213 Dec 11 23:04:33.654331 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-39bda0b6-6709-4f33-bb49-7579e8d1b298 req-0dfa8e7c-803b-42b1-8677-36f1cc3121d7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176391 Dec 11 23:04:33.742494 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54554) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:33.754638 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b278145e-2920-4646-8267-3ba1745f39b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:33.757718 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b278145e-2920-4646-8267-3ba1745f39b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:33.761275 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b278145e-2920-4646-8267-3ba1745f39b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4d5924a-984b-449b-a3a4-64da86eaac23 HTTP/1.1" status: 204 len: 168 time: 0.3799646 Dec 11 23:04:33.768954 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16d2d895-751d-4aaf-bf3b-263f4752e55a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:33.832478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc5679-d432-472a-8222-547e3fb28b6a req-12d43408-be96-4bea-ac2a-6ab895347698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:33.834183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-87bc5679-d432-472a-8222-547e3fb28b6a req-12d43408-be96-4bea-ac2a-6ab895347698 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 912 time: 0.1964009 Dec 11 23:04:33.840523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278145e-2920-4646-8267-3ba1745f39b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d5924a-984b-449b-a3a4-64da86eaac23,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:33.841703 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bbbbca9-57e9-4d5a-bf6b-70c21c542c9e req-3b1bd5ec-b0e5-4c7e-ba8b-0b6d0f0d5450 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119610 Dec 11 23:04:33.891676 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16d2d895-751d-4aaf-bf3b-263f4752e55a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:33.901457 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-87bc5679-d432-472a-8222-547e3fb28b6a req-796074ac-2a56-4a5c-8db0-ecbfbf144449 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18239c5e-0035-460a-b2e5-29774c6f947c HTTP/1.1" status: 200 len: 217 time: 0.0586915 Dec 11 23:04:33.964200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc5679-d432-472a-8222-547e3fb28b6a req-fff0d138-e7dc-4159-826c-3a54546bd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:33.965739 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-87bc5679-d432-472a-8222-547e3fb28b6a req-fff0d138-e7dc-4159-826c-3a54546bd9d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.0572135 Dec 11 23:04:33.966874 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16d2d895-751d-4aaf-bf3b-263f4752e55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:34.018364 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2d895-751d-4aaf-bf3b-263f4752e55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4790b392-f3d6-4280-9824-24657b99b22e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:34.024114 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-16d2d895-751d-4aaf-bf3b-263f4752e55a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=85b3cc09885740fdb316cae3af87427e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2797198 Dec 11 23:04:34.027455 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54558) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:34.041311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc5679-d432-472a-8222-547e3fb28b6a req-84a82a91-78ce-4ec8-b8dc-80e0393e8a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:34.042859 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-87bc5679-d432-472a-8222-547e3fb28b6a req-84a82a91-78ce-4ec8-b8dc-80e0393e8a4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695779 Dec 11 23:04:34.083781 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7de40526-68a9-4536-b3dc-d8a1e9c28a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:34.110839 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7de40526-68a9-4536-b3dc-d8a1e9c28a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:34.166871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-87bc5679-d432-472a-8222-547e3fb28b6a req-c6a481c5-9ddd-4c17-a219-a73335f27eb2 service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167195 Dec 11 23:04:34.246745 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7de40526-68a9-4536-b3dc-d8a1e9c28a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:34.249773 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7de40526-68a9-4536-b3dc-d8a1e9c28a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:34.253968 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7de40526-68a9-4536-b3dc-d8a1e9c28a96 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4790b392-f3d6-4280-9824-24657b99b22e HTTP/1.1" status: 204 len: 168 time: 0.2226610 Dec 11 23:04:34.260904 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de40526-68a9-4536-b3dc-d8a1e9c28a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4790b392-f3d6-4280-9824-24657b99b22e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:34.275491 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-87bc5679-d432-472a-8222-547e3fb28b6a req-d35c0e92-5738-4634-a5dd-f2be6a028056 service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015320 Dec 11 23:04:34.690127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54570) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:34.704619 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c15c8345-847b-44b1-89fa-fc184cd415c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:34.837731 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c15c8345-847b-44b1-89fa-fc184cd415c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:34.847734 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cd933-740a-4223-a92b-fabbb95e3a58 req-5238ebbb-54bb-4d24-afff-8903ba65a374 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:34.849359 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-330cd933-740a-4223-a92b-fabbb95e3a58 req-5238ebbb-54bb-4d24-afff-8903ba65a374 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 943 time: 0.0780363 Dec 11 23:04:34.926140 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-330cd933-740a-4223-a92b-fabbb95e3a58 req-9b6cfc0a-bcf7-421b-9e67-1d5c6999fc94 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699284 Dec 11 23:04:34.931168 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c15c8345-847b-44b1-89fa-fc184cd415c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:34.965879 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c15c8345-847b-44b1-89fa-fc184cd415c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac304b3c0dba49e5aca0898235686da9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2743800 Dec 11 23:04:34.968465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54586) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:35.004124 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c8345-847b-44b1-89fa-fc184cd415c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1686e554-2b36-4541-b23e-de1722206aca,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:35.039480 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-beaa532c-c760-4f5b-8a40-489fe45733ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:35.061314 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-beaa532c-c760-4f5b-8a40-489fe45733ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:35.201185 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-beaa532c-c760-4f5b-8a40-489fe45733ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:35.204642 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-beaa532c-c760-4f5b-8a40-489fe45733ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:35.205812 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-beaa532c-c760-4f5b-8a40-489fe45733ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1686e554-2b36-4541-b23e-de1722206aca HTTP/1.1" status: 204 len: 168 time: 0.2352600 Dec 11 23:04:35.229998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa532c-c760-4f5b-8a40-489fe45733ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1686e554-2b36-4541-b23e-de1722206aca,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:35.249077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b6ebc-782f-4067-8f45-085d70c08e56 req-c0d79553-8c0b-4aa2-949d-ddf4b2b55131 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:35.251592 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b18b6ebc-782f-4067-8f45-085d70c08e56 req-c0d79553-8c0b-4aa2-949d-ddf4b2b55131 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0663035 Dec 11 23:04:35.319519 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b18b6ebc-782f-4067-8f45-085d70c08e56 req-d1171a02-6366-40cf-92d7-0c9b028bbe97 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615909 Dec 11 23:04:36.061511 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0bf69-9c2e-4462-94ee-b7cfd62b1d19 req-0b88b485-54f0-4c24-b259-c52b9b4faf1f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:36.064538 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82c0bf69-9c2e-4462-94ee-b7cfd62b1d19 req-0b88b485-54f0-4c24-b259-c52b9b4faf1f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 943 time: 0.0526257 Dec 11 23:04:36.116417 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82c0bf69-9c2e-4462-94ee-b7cfd62b1d19 req-dafd4ed6-a635-4190-afd3-8f0a8603fb33 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457110 Dec 11 23:04:36.445123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54634) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:36.450192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd23ef1-6c3e-4c4d-8024-149ff4d92a55 req-7d14b75b-181f-48f1-afac-2a4ffb6e3888 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:36.452031 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-acd23ef1-6c3e-4c4d-8024-149ff4d92a55 req-7d14b75b-181f-48f1-afac-2a4ffb6e3888 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0531218 Dec 11 23:04:36.504126 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-acd23ef1-6c3e-4c4d-8024-149ff4d92a55 req-c0a1db79-d5f5-4169-bca9-186a2f6bb3b9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452726 Dec 11 23:04:36.572529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-43e0c1b1-25b2-4cf9-adf7-270869d01f0d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1321193046-network', 'tenant_id': 'e78001c6e68f4b2fa0c549b977513206'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:36.652331 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e0c1b1-25b2-4cf9-adf7-270869d01f0d admin admin] Made reservation on behalf of e78001c6e68f4b2fa0c549b977513206 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:04:36.654754 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43e0c1b1-25b2-4cf9-adf7-270869d01f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:36.664128 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43e0c1b1-25b2-4cf9-adf7-270869d01f0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:36.744838 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43e0c1b1-25b2-4cf9-adf7-270869d01f0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:36.868584 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43e0c1b1-25b2-4cf9-adf7-270869d01f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:36.890776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e0c1b1-25b2-4cf9-adf7-270869d01f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:04:36.904770 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0c1b1-25b2-4cf9-adf7-270869d01f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecf667b-38ea-4240-945b-68ecf37cb353,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:36.925718 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43e0c1b1-25b2-4cf9-adf7-270869d01f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:36.926290 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-43e0c1b1-25b2-4cf9-adf7-270869d01f0d admin admin] Added segment b276c64e-a739-4e34-9fc0-6d80f7b6df3c of type vlan for network db4c5280-6752-44cd-845f-b6179b5f3f5b Dec 11 23:04:36.970563 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43e0c1b1-25b2-4cf9-adf7-270869d01f0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:37.069391 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43e0c1b1-25b2-4cf9-adf7-270869d01f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:37.070526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e0c1b1-25b2-4cf9-adf7-270869d01f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:37.071148 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43e0c1b1-25b2-4cf9-adf7-270869d01f0d admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:37.135177 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0c1b1-25b2-4cf9-adf7-270869d01f0d admin admin] Pushing event updated for resources: {'Network': ['ID=db4c5280-6752-44cd-845f-b6179b5f3f5b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:37.146861 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network db4c5280-6752-44cd-845f-b6179b5f3f5b details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:04:37.187334 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-43e0c1b1-25b2-4cf9-adf7-270869d01f0d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7409976 Dec 11 23:04:37.190952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54648) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:37.195923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-265ba36f-0348-48d6-b526-c15653cca85f admin admin] Request body: {'subnet': {'network_id': 'db4c5280-6752-44cd-845f-b6179b5f3f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1321193046-subnet', 'tenant_id': 'e78001c6e68f4b2fa0c549b977513206', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:37.247620 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08231a9-34b1-455b-86cb-a6bc85a9b52a req-66188d19-fb22-4172-b34d-afd80b0dc4ca tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:37.249215 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e08231a9-34b1-455b-86cb-a6bc85a9b52a req-66188d19-fb22-4172-b34d-afd80b0dc4ca tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 943 time: 0.0581558 Dec 11 23:04:37.287141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265ba36f-0348-48d6-b526-c15653cca85f admin admin] Made reservation on behalf of e78001c6e68f4b2fa0c549b977513206 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:04:37.289609 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-265ba36f-0348-48d6-b526-c15653cca85f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:37.307353 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e08231a9-34b1-455b-86cb-a6bc85a9b52a req-42e4456b-afb0-4297-9055-d33392285e90 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505528 Dec 11 23:04:37.548594 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-265ba36f-0348-48d6-b526-c15653cca85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:37.623674 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ba36f-0348-48d6-b526-c15653cca85f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef8a196-6cd2-40b4-9a5e-10212f4b36d2,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:37.654918 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265ba36f-0348-48d6-b526-c15653cca85f admin admin] Checking segment: {'id': 'b276c64e-a739-4e34-9fc0-6d80f7b6df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db4c5280-6752-44cd-845f-b6179b5f3f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:04:37.655291 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265ba36f-0348-48d6-b526-c15653cca85f admin admin] Network hostable DHCP agents. Network: db4c5280-6752-44cd-845f-b6179b5f3f5b, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:04:37.683610 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05e22d-8afe-4913-9dbc-fd02ac194047 req-405a1597-9a01-4aea-bdc7-17bf56b57f1e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:37.685161 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e05e22d-8afe-4913-9dbc-fd02ac194047 req-405a1597-9a01-4aea-bdc7-17bf56b57f1e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0881884 Dec 11 23:04:37.742665 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e05e22d-8afe-4913-9dbc-fd02ac194047 req-f07992bd-bf41-46d8-b3fa-0ed561ca52e8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513532 Dec 11 23:04:37.784158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265ba36f-0348-48d6-b526-c15653cca85f admin admin] Network db4c5280-6752-44cd-845f-b6179b5f3f5b is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:04:37.850712 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-265ba36f-0348-48d6-b526-c15653cca85f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, db4c5280-6752-44cd-845f-b6179b5f3f5b) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:04:37.854913 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265ba36f-0348-48d6-b526-c15653cca85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:37.855541 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-265ba36f-0348-48d6-b526-c15653cca85f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:37.859760 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9b57ee-d866-47cf-99ad-c5264ffa07cb None None] Network db4c5280-6752-44cd-845f-b6179b5f3f5b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:04:37.952215 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-265ba36f-0348-48d6-b526-c15653cca85f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7530746 Dec 11 23:04:37.963226 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacfddda-fba8-4ed1-a048-e9d8fdd65254 None None] Network db4c5280-6752-44cd-845f-b6179b5f3f5b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:04:38.423826 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b5b2d-ca43-4bee-86b4-6cc8422c5b10 req-f024c5c4-4f3a-4ec4-b20c-c795707b8feb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:38.425391 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c2b5b2d-ca43-4bee-86b4-6cc8422c5b10 req-f024c5c4-4f3a-4ec4-b20c-c795707b8feb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 943 time: 0.0511928 Dec 11 23:04:38.480618 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c2b5b2d-ca43-4bee-86b4-6cc8422c5b10 req-967bb658-685d-406a-bcd5-e6e126dd6857 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480332 Dec 11 23:04:38.679770 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54676) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:38.684889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e245185e-97fd-4c3a-9684-34683f6fe69f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-50618813-network', 'tenant_id': 'e045c7a53b0e45b493661d4a4bf83281'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:38.794781 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e245185e-97fd-4c3a-9684-34683f6fe69f admin admin] Made reservation on behalf of e045c7a53b0e45b493661d4a4bf83281 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:04:38.797932 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e245185e-97fd-4c3a-9684-34683f6fe69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:38.806835 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e245185e-97fd-4c3a-9684-34683f6fe69f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:38.878353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc17a7-dcfe-4b99-b84d-0d14e6e47a41 req-033584fa-1aaf-4ebb-924d-ab3e674d732e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:38.879810 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55cc17a7-dcfe-4b99-b84d-0d14e6e47a41 req-033584fa-1aaf-4ebb-924d-ab3e674d732e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0561302 Dec 11 23:04:38.888558 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e245185e-97fd-4c3a-9684-34683f6fe69f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:38.932239 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55cc17a7-dcfe-4b99-b84d-0d14e6e47a41 req-5b1af5e7-438d-4048-b5cd-66a375103dda tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451477 Dec 11 23:04:38.966511 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e245185e-97fd-4c3a-9684-34683f6fe69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:38.993218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e245185e-97fd-4c3a-9684-34683f6fe69f admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:04:39.004241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245185e-97fd-4c3a-9684-34683f6fe69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15980557-4343-431c-8d46-2c96488bd269,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:39.009289 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e245185e-97fd-4c3a-9684-34683f6fe69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:39.009642 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-e245185e-97fd-4c3a-9684-34683f6fe69f admin admin] Added segment 655c3c7b-c20e-48d1-adaa-40b263bba143 of type vlan for network c749b463-7f86-4b88-bc07-de6389b5aa22 Dec 11 23:04:39.050605 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e245185e-97fd-4c3a-9684-34683f6fe69f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:39.127157 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e245185e-97fd-4c3a-9684-34683f6fe69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:39.128219 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e245185e-97fd-4c3a-9684-34683f6fe69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:39.128825 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e245185e-97fd-4c3a-9684-34683f6fe69f admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:39.191215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245185e-97fd-4c3a-9684-34683f6fe69f admin admin] Pushing event updated for resources: {'Network': ['ID=c749b463-7f86-4b88-bc07-de6389b5aa22,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:39.201448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network c749b463-7f86-4b88-bc07-de6389b5aa22 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:04:39.271706 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e245185e-97fd-4c3a-9684-34683f6fe69f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5907080 Dec 11 23:04:39.274655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54684) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:39.279600 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-44610740-8eef-4884-8c99-af2886869a58 admin admin] Request body: {'subnet': {'network_id': 'c749b463-7f86-4b88-bc07-de6389b5aa22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-50618813-subnet', 'tenant_id': 'e045c7a53b0e45b493661d4a4bf83281', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:39.388993 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44610740-8eef-4884-8c99-af2886869a58 admin admin] Made reservation on behalf of e045c7a53b0e45b493661d4a4bf83281 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:04:39.391494 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-44610740-8eef-4884-8c99-af2886869a58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:39.605792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70e007-2f2c-456b-bdc1-207e939a9e55 req-dd8bf324-cddb-4803-8007-303aeb23b273 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:39.607323 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7c70e007-2f2c-456b-bdc1-207e939a9e55 req-dd8bf324-cddb-4803-8007-303aeb23b273 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 943 time: 0.0515761 Dec 11 23:04:39.623580 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-44610740-8eef-4884-8c99-af2886869a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:39.660422 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7c70e007-2f2c-456b-bdc1-207e939a9e55 req-9fa9d4fc-cb37-4be2-8b18-3e5492f1407a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459993 Dec 11 23:04:39.678557 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44610740-8eef-4884-8c99-af2886869a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92756648-a3b0-43bb-bb31-9d42e899ec3f,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:39.700779 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44610740-8eef-4884-8c99-af2886869a58 admin admin] Checking segment: {'id': '655c3c7b-c20e-48d1-adaa-40b263bba143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c749b463-7f86-4b88-bc07-de6389b5aa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:04:39.701425 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44610740-8eef-4884-8c99-af2886869a58 admin admin] Network hostable DHCP agents. Network: c749b463-7f86-4b88-bc07-de6389b5aa22, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:04:39.806270 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44610740-8eef-4884-8c99-af2886869a58 admin admin] Network c749b463-7f86-4b88-bc07-de6389b5aa22 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:04:39.892106 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-44610740-8eef-4884-8c99-af2886869a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, c749b463-7f86-4b88-bc07-de6389b5aa22) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:04:39.908274 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44610740-8eef-4884-8c99-af2886869a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:39.908852 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-44610740-8eef-4884-8c99-af2886869a58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:39.909727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c55c15-a136-4b02-b51a-efd1aa522b42 None None] Network c749b463-7f86-4b88-bc07-de6389b5aa22 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:04:40.054655 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfbb298-14b3-427f-9079-47905246f218 None None] Network c749b463-7f86-4b88-bc07-de6389b5aa22 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:04:40.097146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048904fc-4797-4c0f-9ecd-56b058740696 req-928fe777-2501-4e61-9a87-bfbb3ce65c04 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:40.099416 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-048904fc-4797-4c0f-9ecd-56b058740696 req-928fe777-2501-4e61-9a87-bfbb3ce65c04 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0743737 Dec 11 23:04:40.139688 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-44610740-8eef-4884-8c99-af2886869a58 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8637486 Dec 11 23:04:40.191479 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-048904fc-4797-4c0f-9ecd-56b058740696 req-b0bfe0bb-e6e8-400c-82f6-d4007cac9b85 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852098 Dec 11 23:04:40.637437 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-4052b919-884b-4412-8785-66dc44eb5ca3 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:40.639188 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-4052b919-884b-4412-8785-66dc44eb5ca3 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/networks?id=db4c5280-6752-44cd-845f-b6179b5f3f5b HTTP/1.1" status: 200 len: 809 time: 0.1031013 Dec 11 23:04:40.655975 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-9da773ee-9ac2-4e8f-9f1f-3c1d6428562e tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/quotas/e78001c6e68f4b2fa0c549b977513206 HTTP/1.1" status: 200 len: 375 time: 0.0104403 Dec 11 23:04:40.698849 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-184b8cf9-2539-442b-8edd-f84ca2ebc5f8 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e78001c6e68f4b2fa0c549b977513206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352943 Dec 11 23:04:40.798663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90d6b4-983b-419e-8c86-05bf55876084 req-a9a5545a-fae1-4e08-99ef-151be31637c3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:40.800627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7a90d6b4-983b-419e-8c86-05bf55876084 req-a9a5545a-fae1-4e08-99ef-151be31637c3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 943 time: 0.0636704 Dec 11 23:04:40.809559 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-bf42fe65-b3db-45da-8f6a-5e22038851c4 service neutron] 10.222.0.45 "GET /v2.0/networks/db4c5280-6752-44cd-845f-b6179b5f3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033838 Dec 11 23:04:40.919515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7a90d6b4-983b-419e-8c86-05bf55876084 req-cf85636f-5dd5-4322-93cb-e30bd363b533 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042624 Dec 11 23:04:40.931001 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-e7704f26-8ea0-4280-9276-841ae4bf5ddc service neutron] 10.222.0.45 "GET /v2.0/networks/db4c5280-6752-44cd-845f-b6179b5f3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203036 Dec 11 23:04:41.170584 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c8edf4f-d6de-49ea-b808-71ff85272e74 req-d27a2b7b-eeaa-461f-9a21-488a4f4cdccb tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 210 time: 0.0279849 Dec 11 23:04:41.315825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b3caa-56c0-4224-8faf-a8dd737a5178 req-218f500d-1456-44b3-bd01-c250c44a1b90 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:41.317286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c8b3caa-56c0-4224-8faf-a8dd737a5178 req-218f500d-1456-44b3-bd01-c250c44a1b90 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0544581 Dec 11 23:04:41.367777 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c8b3caa-56c0-4224-8faf-a8dd737a5178 req-5c2b59fc-fc6c-4b19-86f3-22c1d45d8f0b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442879 Dec 11 23:04:42.052434 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4aefc-3ace-4b7d-8685-98b5ec1a6a04 req-c6c6fa86-74ae-4e98-aa8e-a25ecfc419d2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:42.053965 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98c4aefc-3ace-4b7d-8685-98b5ec1a6a04 req-c6c6fa86-74ae-4e98-aa8e-a25ecfc419d2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 943 time: 0.0511937 Dec 11 23:04:42.103862 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98c4aefc-3ace-4b7d-8685-98b5ec1a6a04 req-8a48bce4-06a7-40f3-9fbb-b20b737ae1f5 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436814 Dec 11 23:04:42.274269 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-17c04bca-5d5b-48b4-b2d2-15b26b3bf993 req-40d42dd6-d948-47a0-b2df-5a59c8127319 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 210 time: 0.0280721 Dec 11 23:04:42.494465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72753a4-e17f-4d02-9855-3b1e201bba2f req-992b1b09-79f7-4dbf-8dae-ac480cc3b157 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:42.496011 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d72753a4-e17f-4d02-9855-3b1e201bba2f req-992b1b09-79f7-4dbf-8dae-ac480cc3b157 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0519249 Dec 11 23:04:42.545002 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d72753a4-e17f-4d02-9855-3b1e201bba2f req-11815ee6-3559-4012-81ad-0a2b654066ae tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419593 Dec 11 23:04:43.223662 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfb94f-684f-40ff-b668-fb27e8272c11 req-6f4b2adf-d28f-4d3d-a619-e6b9acf5ca4b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:43.225255 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f4cfb94f-684f-40ff-b668-fb27e8272c11 req-6f4b2adf-d28f-4d3d-a619-e6b9acf5ca4b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 943 time: 0.0527744 Dec 11 23:04:43.291447 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f4cfb94f-684f-40ff-b668-fb27e8272c11 req-d06341ce-2e6f-4ca5-84b6-47d6c96d8044 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595508 Dec 11 23:04:43.382007 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-366a8f24-b694-4fbb-b892-3688cfe218ac tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:43.383766 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-366a8f24-b694-4fbb-b892-3688cfe218ac tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.13 "GET /v2.0/networks?id=db4c5280-6752-44cd-845f-b6179b5f3f5b HTTP/1.1" status: 200 len: 809 time: 0.1408796 Dec 11 23:04:43.399317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-083e146e-f3ee-424d-9bd9-65a2af446461 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Request body: {'port': {'device_id': '51c44437-9cf8-4106-9c0e-d543c28a7851', 'network_id': 'db4c5280-6752-44cd-845f-b6179b5f3f5b', 'admin_state_up': True, 'tenant_id': 'e78001c6e68f4b2fa0c549b977513206'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:43.417752 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-32a7bdc3-b9d9-43a4-9d9c-114476d892f1 req-563e34e0-0e05-4c3f-9165-15a421341c1c tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 210 time: 0.0280333 Dec 11 23:04:43.594940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-083e146e-f3ee-424d-9bd9-65a2af446461 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Made reservation on behalf of e78001c6e68f4b2fa0c549b977513206 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:04:43.599293 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-083e146e-f3ee-424d-9bd9-65a2af446461 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:43.725392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec11390-c625-4927-8a3f-e0e3403070ac req-3d3c2821-e6d4-4c4f-9e27-0000e9b42ca7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:43.726992 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eec11390-c625-4927-8a3f-e0e3403070ac req-3d3c2821-e6d4-4c4f-9e27-0000e9b42ca7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.1045322 Dec 11 23:04:43.772503 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:43.820134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-083e146e-f3ee-424d-9bd9-65a2af446461 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Allocated IP 172.20.0.8 (db4c5280-6752-44cd-845f-b6179b5f3f5b/1ef8a196-6cd2-40b4-9a5e-10212f4b36d2/10d624a8-c55f-489a-9240-628f64d65371) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:04:43.835380 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eec11390-c625-4927-8a3f-e0e3403070ac req-14da54b0-fbf5-4fbe-8099-98c1398ee2e9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968933 Dec 11 23:04:43.993109 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-083e146e-f3ee-424d-9bd9-65a2af446461 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:44.087002 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-083e146e-f3ee-424d-9bd9-65a2af446461 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:44.133447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-083e146e-f3ee-424d-9bd9-65a2af446461 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Network db4c5280-6752-44cd-845f-b6179b5f3f5b is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:04:44.136714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-083e146e-f3ee-424d-9bd9-65a2af446461 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:04:44.140328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-083e146e-f3ee-424d-9bd9-65a2af446461 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:04:44.147492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e146e-f3ee-424d-9bd9-65a2af446461 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Pushing event updated for resources: {'Port': ['ID=10d624a8-c55f-489a-9240-628f64d65371,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:44.198207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-083e146e-f3ee-424d-9bd9-65a2af446461 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:44.198839 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-083e146e-f3ee-424d-9bd9-65a2af446461 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:44.287033 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-083e146e-f3ee-424d-9bd9-65a2af446461 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8880904 Dec 11 23:04:44.294096 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Request body: {'port': {'device_id': '51c44437-9cf8-4106-9c0e-d543c28a7851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:44.348630 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:44.425384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085401fd-0925-4d49-bf91-244be235d0e2 req-fabea24e-4d2f-4bd7-95ca-feae7a502330 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:44.426933 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-085401fd-0925-4d49-bf91-244be235d0e2 req-fabea24e-4d2f-4bd7-95ca-feae7a502330 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 943 time: 0.0516541 Dec 11 23:04:44.482453 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-085401fd-0925-4d49-bf91-244be235d0e2 req-d97952cf-0a14-490e-9dfe-826676f7a0f3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441473 Dec 11 23:04:44.562431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 18239c5e-0035-460a-b2e5-29774c6f947c details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:04:44.599743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa31e16-477a-4d19-acae-1df480e3d7dd req-57dfa5b9-8641-4b0f-b952-4d67172369fe tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:44.601136 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ffa31e16-477a-4d19-acae-1df480e3d7dd req-57dfa5b9-8641-4b0f-b952-4d67172369fe tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 931 time: 0.1094306 Dec 11 23:04:44.664486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 18239c5e-0035-460a-b2e5-29774c6f947c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=18239c5e-0035-460a-b2e5-29774c6f947c,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:04:44.676791 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '18239c5e-0035-460a-b2e5-29774c6f947c', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'port_id': '18239c5e-0035-460a-b2e5-29774c6f947c', 'mac_address': 'fa:16:3e:db:75:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:04:44.694095 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ffa31e16-477a-4d19-acae-1df480e3d7dd req-9cf9e3ec-adfa-4fd9-a74a-6cbccac5d507 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ecf667b-38ea-4240-945b-68ecf37cb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803165 Dec 11 23:04:44.735691 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:44.751021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d624a8-c55f-489a-9240-628f64d65371 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:04:44.759198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18239c5e-0035-460a-b2e5-29774c6f947c {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:04:44.760136 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:44.775827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Transition to ACTIVE for port object 10d624a8-c55f-489a-9240-628f64d65371 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:04:44.780509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 18239c5e-0035-460a-b2e5-29774c6f947c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=18239c5e-0035-460a-b2e5-29774c6f947c,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:04:44.834615 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:44.858062 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:44.897935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Pushing event updated for resources: {'Port': ['ID=10d624a8-c55f-489a-9240-628f64d65371,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:44.915380 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=18239c5e-0035-460a-b2e5-29774c6f947c,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:44.925783 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:44.927005 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:44.927575 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:44.928496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:44.929958 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:44.930520 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:44.931227 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:44.931934 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:44.932493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:44.933030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:44.933600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:44.934133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:44.934828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:45.047718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19f2ff-c951-459c-89c2-de5077c40538 req-6d45b9bf-3369-45c8-9a75-0f33d554be40 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:45.051358 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bd19f2ff-c951-459c-89c2-de5077c40538 req-6d45b9bf-3369-45c8-9a75-0f33d554be40 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.1148155 Dec 11 23:04:45.084497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Attempting to bind port 10d624a8-c55f-489a-9240-628f64d65371 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:04:45.084873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Attempting to bind port 10d624a8-c55f-489a-9240-628f64d65371 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'b276c64e-a739-4e34-9fc0-6d80f7b6df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db4c5280-6752-44cd-845f-b6179b5f3f5b'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:04:45.085207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Attempting to bind port 10d624a8-c55f-489a-9240-628f64d65371 on network db4c5280-6752-44cd-845f-b6179b5f3f5b {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:04:45.093102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Port 10d624a8-c55f-489a-9240-628f64d65371 on network db4c5280-6752-44cd-845f-b6179b5f3f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:04:45.093426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Attempting to bind port 10d624a8-c55f-489a-9240-628f64d65371 on network db4c5280-6752-44cd-845f-b6179b5f3f5b {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:04:45.108098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:04:45.108369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Checking segment: {'id': 'b276c64e-a739-4e34-9fc0-6d80f7b6df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db4c5280-6752-44cd-845f-b6179b5f3f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:04:45.108753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Bound using segment: {'id': 'b276c64e-a739-4e34-9fc0-6d80f7b6df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db4c5280-6752-44cd-845f-b6179b5f3f5b'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:04:45.109184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Bound port: 10d624a8-c55f-489a-9240-628f64d65371, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b276c64e-a739-4e34-9fc0-6d80f7b6df3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db4c5280-6752-44cd-845f-b6179b5f3f5b'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:04:45.109540 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:45.131845 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bd19f2ff-c951-459c-89c2-de5077c40538 req-1ecd6a45-c866-4eba-bd89-eaa8a0a1e8d8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742216 Dec 11 23:04:45.188530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] For port 10d624a8-c55f-489a-9240-628f64d65371, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:04:45.189861 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['18239c5e-0035-460a-b2e5-29774c6f947c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:04:45.193138 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] For port 10d624a8-c55f-489a-9240-628f64d65371, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=10d624a8-c55f-489a-9240-628f64d65371,segment=NetworkSegment(b276c64e-a739-4e34-9fc0-6d80f7b6df3c),segment_id=b276c64e-a739-4e34-9fc0-6d80f7b6df3c)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:04:45.314028 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:45.355510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:45.356159 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:45.357550 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] 10.222.0.13 "PUT /v2.0/ports/10d624a8-c55f-489a-9240-628f64d65371 HTTP/1.1" status: 200 len: 1091 time: 1.0676031 Dec 11 23:04:45.360899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c44437-9cf8-4106-9c0e-d543c28a7851', 'tag': '10d624a8-c55f-489a-9240-628f64d65371'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:04:45.364088 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4af236-4a5f-43e0-892b-fbdaba951191" -d '{"events": [{"name": "network-changed", "server_uuid": "51c44437-9cf8-4106-9c0e-d543c28a7851", "tag": "10d624a8-c55f-489a-9240-628f64d65371"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:04:45.388748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831b4b0-d854-4ab0-905b-1755c64645a8 req-87002bdf-c0ee-4bbc-bbe1-be466fffbe5d tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:45.390404 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8831b4b0-d854-4ab0-905b-1755c64645a8 req-87002bdf-c0ee-4bbc-bbe1-be466fffbe5d tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 945 time: 0.1184781 Dec 11 23:04:45.409419 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a71509-2df0-46a4-bf0a-433af8315806 x-openstack-request-id: req-91a71509-2df0-46a4-bf0a-433af8315806 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:04:45.410849 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c44437-9cf8-4106-9c0e-d543c28a7851", "tag": "10d624a8-c55f-489a-9240-628f64d65371", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:04:45.411434 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91a71509-2df0-46a4-bf0a-433af8315806 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:04:45.412070 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c44437-9cf8-4106-9c0e-d543c28a7851', 'tag': '10d624a8-c55f-489a-9240-628f64d65371', 'status': 'completed', 'code': 200} Dec 11 23:04:45.412884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde871a-3892-4292-a094-fc4f7432edb2 service neutron] Pushing event updated for resources: {'Port': ['ID=10d624a8-c55f-489a-9240-628f64d65371,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:45.500050 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8831b4b0-d854-4ab0-905b-1755c64645a8 req-57ecee8b-1e8f-48e4-ad47-f9cf3c0db927 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/security-groups?id=a78622c0-87e1-485f-957a-b97f84781fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010656 Dec 11 23:04:45.519584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4af236-4a5f-43e0-892b-fbdaba951191 req-3ae54bc8-a7f1-4f1f-8cc1-0d34228e51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:45.519584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c4af236-4a5f-43e0-892b-fbdaba951191 req-3ae54bc8-a7f1-4f1f-8cc1-0d34228e51ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e78001c6e68f4b2fa0c549b977513206&device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 1094 time: 0.0767472 Dec 11 23:04:45.661570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfeb29b-c4d1-42ca-9e89-bdfbe3ffd96e req-dacaa267-5d6f-4532-94fb-475d1f2cb366 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:45.663113 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1bfeb29b-c4d1-42ca-9e89-bdfbe3ffd96e req-dacaa267-5d6f-4532-94fb-475d1f2cb366 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 944 time: 0.0846677 Dec 11 23:04:45.666114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4af236-4a5f-43e0-892b-fbdaba951191 req-e9a8fe49-2b2e-43c6-94d5-9e1fb79c5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:45.667541 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c4af236-4a5f-43e0-892b-fbdaba951191 req-e9a8fe49-2b2e-43c6-94d5-9e1fb79c5388 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e78001c6e68f4b2fa0c549b977513206&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1433039 Dec 11 23:04:45.781387 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1bfeb29b-c4d1-42ca-9e89-bdfbe3ffd96e req-96defd61-1759-4dd1-868c-b3d1796dbbfb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060786 Dec 11 23:04:45.819194 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4af236-4a5f-43e0-892b-fbdaba951191 req-e2300408-b9e7-4fa3-bc88-516485201e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:45.820829 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c4af236-4a5f-43e0-892b-fbdaba951191 req-e2300408-b9e7-4fa3-bc88-516485201e66 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1441109 Dec 11 23:04:45.853483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bcca1-58f3-447d-88fe-6b83e02e93a5 req-fcea562d-6421-49ba-a6c7-ae43dcecad08 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:45.855032 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-791bcca1-58f3-447d-88fe-6b83e02e93a5 req-fcea562d-6421-49ba-a6c7-ae43dcecad08 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 943 time: 0.0605450 Dec 11 23:04:45.906109 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-791bcca1-58f3-447d-88fe-6b83e02e93a5 req-f6d01bf2-edeb-41be-838a-9ffd91030168 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ecf667b-38ea-4240-945b-68ecf37cb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449314 Dec 11 23:04:45.946502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48517934-78ac-4dcc-9c8b-0da6791dfc10 req-19a9504d-01a3-40b8-8829-543986ea611f tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:45.948048 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-48517934-78ac-4dcc-9c8b-0da6791dfc10 req-19a9504d-01a3-40b8-8829-543986ea611f tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 945 time: 0.0807543 Dec 11 23:04:45.950506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-cc7fc642-6759-48da-9087-4efc031b062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:45.951870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-cc7fc642-6759-48da-9087-4efc031b062a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e78001c6e68f4b2fa0c549b977513206&device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 1094 time: 0.0857906 Dec 11 23:04:46.025640 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-49e2bc75-85b7-47bc-bccc-146de57eb890 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10d624a8-c55f-489a-9240-628f64d65371 HTTP/1.1" status: 200 len: 217 time: 0.0605054 Dec 11 23:04:46.117639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-1ea444f9-dc07-4e58-9902-6decc874c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:46.119167 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-1ea444f9-dc07-4e58-9902-6decc874c671 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ef8a196-6cd2-40b4-9a5e-10212f4b36d2 HTTP/1.1" status: 200 len: 849 time: 0.0851831 Dec 11 23:04:46.159858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-6027004f-cec7-4820-b874-b280413e5b16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db4c5280-6752-44cd-845f-b6179b5f3f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300663 Dec 11 23:04:46.162310 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-48517934-78ac-4dcc-9c8b-0da6791dfc10 req-03b7d6d8-f3ce-4623-a016-e640b803e248 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Deleting port fa4a634d-08a2-4670-8a2f-7eb81641c9ff {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:04:46.162651 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-48517934-78ac-4dcc-9c8b-0da6791dfc10 req-03b7d6d8-f3ce-4623-a016-e640b803e248 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:46.362249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb26ff3-cc2c-4dbe-ad1c-04fbc890578f req-eb2433c9-bd76-423b-8323-9942cc84af46 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:46.363736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edb26ff3-cc2c-4dbe-ad1c-04fbc890578f req-eb2433c9-bd76-423b-8323-9942cc84af46 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.1439576 Dec 11 23:04:46.368586 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-f731ece5-58c4-4791-b01f-fe1682ab3962 service neutron] 10.222.0.13 "GET /v2.0/networks/db4c5280-6752-44cd-845f-b6179b5f3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014663 Dec 11 23:04:46.370261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-48517934-78ac-4dcc-9c8b-0da6791dfc10 req-03b7d6d8-f3ce-4623-a016-e640b803e248 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] For port fa4a634d-08a2-4670-8a2f-7eb81641c9ff, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=fa4a634d-08a2-4670-8a2f-7eb81641c9ff,segment=NetworkSegment(b589821a-604a-4a8a-93e4-a80160b2f4c2),segment_id=b589821a-604a-4a8a-93e4-a80160b2f4c2)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:04:46.370623 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-48517934-78ac-4dcc-9c8b-0da6791dfc10 req-03b7d6d8-f3ce-4623-a016-e640b803e248 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:46.580768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 18239c5e-0035-460a-b2e5-29774c6f947c up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:04:46.647230 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3edc7-e6d8-4d8a-8eac-60fa9a18c11a req-d8195e9a-e5b5-4db3-a4c3-cc280437052c tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:46.649393 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b0f3edc7-e6d8-4d8a-8eac-60fa9a18c11a req-d8195e9a-e5b5-4db3-a4c3-cc280437052c tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 945 time: 0.0795379 Dec 11 23:04:46.709852 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b0f3edc7-e6d8-4d8a-8eac-60fa9a18c11a req-69025d28-8417-4805-b972-bcbe2c09b4dc tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/security-groups?id=a78622c0-87e1-485f-957a-b97f84781fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526087 Dec 11 23:04:46.721312 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 18239c5e-0035-460a-b2e5-29774c6f947c completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:04:46.727365 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 18239c5e-0035-460a-b2e5-29774c6f947c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:04:46.732583 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:46.874580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edb26ff3-cc2c-4dbe-ad1c-04fbc890578f req-e9aae625-4c51-4712-be5a-b7c234dfe0ea tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5012891 Dec 11 23:04:46.901864 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ce8b455-35d3-4d6a-a0fd-c2b0d7e2b18c req-624e4796-f5ab-4bbc-a9d7-c0d57700c4b1 service neutron] 10.222.0.13 "GET /v2.0/networks/db4c5280-6752-44cd-845f-b6179b5f3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176296 Dec 11 23:04:47.030400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987d42f-55b9-406b-82e5-2c776ee98fa0 req-1748ca05-3952-4e6f-bc05-4764063afe6a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:47.040138 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f987d42f-55b9-406b-82e5-2c776ee98fa0 req-1748ca05-3952-4e6f-bc05-4764063afe6a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 944 time: 0.0926690 Dec 11 23:04:47.043409 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:47.052877 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-48517934-78ac-4dcc-9c8b-0da6791dfc10 req-03b7d6d8-f3ce-4623-a016-e640b803e248 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:47.053236 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-48517934-78ac-4dcc-9c8b-0da6791dfc10 req-03b7d6d8-f3ce-4623-a016-e640b803e248 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:47.053554 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-48517934-78ac-4dcc-9c8b-0da6791dfc10 req-03b7d6d8-f3ce-4623-a016-e640b803e248 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Floating IP a41f3a4f-a393-41b6-bafa-3037f26520e2 disassociated. External IP: 172.25.1.140, port: fa4a634d-08a2-4670-8a2f-7eb81641c9ff. Dec 11 23:04:47.053916 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-48517934-78ac-4dcc-9c8b-0da6791dfc10 req-03b7d6d8-f3ce-4623-a016-e640b803e248 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Calling delete_port for fa4a634d-08a2-4670-8a2f-7eb81641c9ff owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:04:47.072410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fba375-3434-4fb2-8a47-96a2dc5e11ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18239c5e-0035-460a-b2e5-29774c6f947c'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:04:47.076381 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392e6857-eee5-440d-af98-2448b12689f4" -d '{"events": [{"server_uuid": "71fba375-3434-4fb2-8a47-96a2dc5e11ef", "name": "network-vif-plugged", "status": "completed", "tag": "18239c5e-0035-460a-b2e5-29774c6f947c"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:04:47.090696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 18239c5e-0035-460a-b2e5-29774c6f947c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=18239c5e-0035-460a-b2e5-29774c6f947c,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:04:47.092269 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f987d42f-55b9-406b-82e5-2c776ee98fa0 req-1abc2906-d35c-44ae-82b4-ffb26672be85 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508826 Dec 11 23:04:47.115781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be0eec-f286-4d86-aa82-dcce38e3947d req-7f83e7ee-7cb4-4af0-9c31-25387493d185 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:47.117576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26be0eec-f286-4d86-aa82-dcce38e3947d req-7f83e7ee-7cb4-4af0-9c31-25387493d185 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 943 time: 0.1091285 Dec 11 23:04:47.138615 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:47.142187 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abab9687-4f38-44ac-b676-f7c7fc2e716c x-openstack-request-id: req-abab9687-4f38-44ac-b676-f7c7fc2e716c {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:04:47.143813 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fba375-3434-4fb2-8a47-96a2dc5e11ef", "name": "network-vif-plugged", "status": "completed", "tag": "18239c5e-0035-460a-b2e5-29774c6f947c", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:04:47.143813 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-abab9687-4f38-44ac-b676-f7c7fc2e716c {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:04:47.144065 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fba375-3434-4fb2-8a47-96a2dc5e11ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18239c5e-0035-460a-b2e5-29774c6f947c', 'code': 200} Dec 11 23:04:47.195835 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26be0eec-f286-4d86-aa82-dcce38e3947d req-38055edf-6763-46a8-a6f2-e01f4044ad35 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ecf667b-38ea-4240-945b-68ecf37cb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706496 Dec 11 23:04:47.216728 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=18239c5e-0035-460a-b2e5-29774c6f947c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:47.290155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6b12-180f-41f5-bc8b-bd6d640f63dc req-95d09198-5aa8-4f82-8924-88a1239ea58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:47.291717 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-727b6b12-180f-41f5-bc8b-bd6d640f63dc req-95d09198-5aa8-4f82-8924-88a1239ea58d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 1096 time: 0.0512855 Dec 11 23:04:47.336265 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-48517934-78ac-4dcc-9c8b-0da6791dfc10 req-03b7d6d8-f3ce-4623-a016-e640b803e248 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:47.351983 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-727b6b12-180f-41f5-bc8b-bd6d640f63dc req-20f51f83-1736-4222-b74d-548770450d7e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515130 Dec 11 23:04:47.373657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7d6d8-f3ce-4623-a016-e640b803e248 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Pushing event deleted for resources: {'Port': ['ID=fa4a634d-08a2-4670-8a2f-7eb81641c9ff,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:47.393806 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:47.493978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48517934-78ac-4dcc-9c8b-0da6791dfc10 req-03b7d6d8-f3ce-4623-a016-e640b803e248 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Router ef662f86-6be4-403e-9a9c-efe411d920d2 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:04:47.610256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48517934-78ac-4dcc-9c8b-0da6791dfc10 req-03b7d6d8-f3ce-4623-a016-e640b803e248 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:04:47.621086 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1fc4df-151b-4074-b042-6057f45f7b52 None None] Sync routers for ids ['ef662f86-6be4-403e-9a9c-efe411d920d2'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:04:47.632923 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1fc4df-151b-4074-b042-6057f45f7b52 None None] Routers {'ef662f86-6be4-403e-9a9c-efe411d920d2'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:04:47.633556 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3d1fc4df-151b-4074-b042-6057f45f7b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:04:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ef662f86-6be4-403e-9a9c-efe411d920d2'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:47.650628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-48517934-78ac-4dcc-9c8b-0da6791dfc10 req-03b7d6d8-f3ce-4623-a016-e640b803e248 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] No DVR routers for this DVR port fa4a634d-08a2-4670-8a2f-7eb81641c9ff on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:04:47.653294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-48517934-78ac-4dcc-9c8b-0da6791dfc10 req-03b7d6d8-f3ce-4623-a016-e640b803e248 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:47.656735 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-48517934-78ac-4dcc-9c8b-0da6791dfc10 req-03b7d6d8-f3ce-4623-a016-e640b803e248 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.13 "DELETE /v2.0/ports/fa4a634d-08a2-4670-8a2f-7eb81641c9ff HTTP/1.1" status: 204 len: 173 time: 1.6928134 Dec 11 23:04:47.657429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed03f52-52b1-4ee1-96c0-50f0363562c1', 'name': 'network-vif-deleted', 'tag': 'fa4a634d-08a2-4670-8a2f-7eb81641c9ff'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:04:47.660469 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1357b3a-7819-4b3c-9aef-d695de839535" -d '{"events": [{"server_uuid": "1ed03f52-52b1-4ee1-96c0-50f0363562c1", "name": "network-vif-deleted", "tag": "fa4a634d-08a2-4670-8a2f-7eb81641c9ff"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:04:47.704445 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9a7fff-a898-42d3-b9d2-a4e0316b62b0 x-openstack-request-id: req-1a9a7fff-a898-42d3-b9d2-a4e0316b62b0 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:04:47.704445 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed03f52-52b1-4ee1-96c0-50f0363562c1", "name": "network-vif-deleted", "tag": "fa4a634d-08a2-4670-8a2f-7eb81641c9ff", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:04:47.704445 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a9a7fff-a898-42d3-b9d2-a4e0316b62b0 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:04:47.704445 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed03f52-52b1-4ee1-96c0-50f0363562c1', 'name': 'network-vif-deleted', 'tag': 'fa4a634d-08a2-4670-8a2f-7eb81641c9ff', 'status': 'completed', 'code': 200} Dec 11 23:04:47.769021 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3d1fc4df-151b-4074-b042-6057f45f7b52 None None] Set router ef662f86-6be4-403e-9a9c-efe411d920d2 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:04:47.831914 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-937ebfc3-e36f-4be7-b7ff-de53c8fe469f req-992a3e9b-3def-4d79-a10b-263c95b254da tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed03f52-52b1-4ee1-96c0-50f0363562c1 HTTP/1.1" status: 200 len: 210 time: 0.0415595 Dec 11 23:04:48.036670 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3d1fc4df-151b-4074-b042-6057f45f7b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'name': 'tempest-TestServerBasicOps-884955495-router', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:36Z', 'updated_at': '2021-12-11T22:58:43Z', 'revision_number': 4, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'gw_port': {'id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:38Z', 'updated_at': '2021-12-11T22:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'd629650a-43c9-4b0d-b72a-37324a91e73c', 'name': '', 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'mac_address': 'fa:16:3e:b9:fa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:42Z', 'updated_at': '2021-12-11T22:58:50Z', 'revision_number': 5, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'subnets': [{'id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:48.069490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfba64-6a97-45e6-af68-75e170320697 req-0cf53b31-1d92-4477-88da-8db01200512c tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:48.077059 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3dfba64-6a97-45e6-af68-75e170320697 req-0cf53b31-1d92-4477-88da-8db01200512c tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0586219 Dec 11 23:04:48.132884 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3dfba64-6a97-45e6-af68-75e170320697 req-bfa1a279-7132-43b0-b727-dea000666d4c tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525489 Dec 11 23:04:48.188542 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1fc4df-151b-4074-b042-6057f45f7b52 None None] Checking router: ef662f86-6be4-403e-9a9c-efe411d920d2 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:04:48.198258 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1fc4df-151b-4074-b042-6057f45f7b52 None None] Routers {'ef662f86-6be4-403e-9a9c-efe411d920d2'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:04:48.198896 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3d1fc4df-151b-4074-b042-6057f45f7b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:04:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ef662f86-6be4-403e-9a9c-efe411d920d2'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:48.228268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddbed9-5355-4b36-a352-65bf9396addc req-28f2df4c-f538-45d2-ad5b-49c4cd711200 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:48.238446 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6dddbed9-5355-4b36-a352-65bf9396addc req-28f2df4c-f538-45d2-ad5b-49c4cd711200 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 945 time: 0.0651457 Dec 11 23:04:48.318636 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6dddbed9-5355-4b36-a352-65bf9396addc req-193b08c7-8ae9-4d72-985e-bc9839396eb9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793390 Dec 11 23:04:48.349509 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f8133-67d3-44d7-a064-684c747fb703 req-42901cd4-bb1c-4d85-9668-b18f1843ddbb tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:48.351152 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e72f8133-67d3-44d7-a064-684c747fb703 req-42901cd4-bb1c-4d85-9668-b18f1843ddbb tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 943 time: 0.0601337 Dec 11 23:04:48.367915 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3d1fc4df-151b-4074-b042-6057f45f7b52 None None] Set router ef662f86-6be4-403e-9a9c-efe411d920d2 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:04:48.451929 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e72f8133-67d3-44d7-a064-684c747fb703 req-7adca612-f527-4473-9ccf-6aa40a1e7f06 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ecf667b-38ea-4240-945b-68ecf37cb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944402 Dec 11 23:04:48.515924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54842) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:48.649029 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:48.652671 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3d1fc4df-151b-4074-b042-6057f45f7b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'name': 'tempest-TestServerBasicOps-884955495-router', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:36Z', 'updated_at': '2021-12-11T22:58:43Z', 'revision_number': 4, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'gw_port': {'id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:38Z', 'updated_at': '2021-12-11T22:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'd629650a-43c9-4b0d-b72a-37324a91e73c', 'name': '', 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'mac_address': 'fa:16:3e:b9:fa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:42Z', 'updated_at': '2021-12-11T22:58:50Z', 'revision_number': 5, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'subnets': [{'id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:48.682029 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1fc4df-151b-4074-b042-6057f45f7b52 None None] The sync data for ids ['ef662f86-6be4-403e-9a9c-efe411d920d2'] in n-d-710847-6 is: [{'id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'name': 'tempest-TestServerBasicOps-884955495-router', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:36Z', 'updated_at': '2021-12-11T22:58:43Z', 'revision_number': 4, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'gw_port': {'id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:38Z', 'updated_at': '2021-12-11T22:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'd629650a-43c9-4b0d-b72a-37324a91e73c', 'name': '', 'network_id': 'e67588e6-31ce-4b31-b404-c84ad13cd94a', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'mac_address': 'fa:16:3e:b9:fa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:42Z', 'updated_at': '2021-12-11T22:58:50Z', 'revision_number': 5, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'subnets': [{'id': '4aad2c2d-5146-4902-8870-3b240370c4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:04:48.749994 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:48.846974 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:48.850089 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8de86018-300e-4c1e-b758-6ffbacfc403c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:48.891569 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ea7851c4a81423e9badd11ac7e3102c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745170 Dec 11 23:04:48.895159 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54848) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:48.896757 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4991074b-5395-434b-9f9d-98f5606ef770,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:48.906681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:48.907496 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:48.907891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:48.908808 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:48.909149 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:48.909479 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:48.909809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:48.910201 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:48.910535 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:48.910897 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:48.911278 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:48.911611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:48.911937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0ff6-6a0d-4ac0-bb42-9e678259c6fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:48.916219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 54850) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:48.958343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ff26afe3-28af-4766-ada1-d3765a4ab17a details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:04:48.960660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device fa4a634d-08a2-4670-8a2f-7eb81641c9ff no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:04:48.991018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398f71c-b2fc-4dc1-ae34-e2104f57b315 None None] New status for floating IP a41f3a4f-a393-41b6-bafa-3037f26520e2: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:04:48.995684 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: fa4a634d-08a2-4670-8a2f-7eb81641c9ff {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:04:48.996244 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device fa4a634d-08a2-4670-8a2f-7eb81641c9ff not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:04:49.063724 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:49.094631 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:49.124911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-231b9170-7368-4bb7-80d1-56a4e28cb0dc tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Deleting port 3947facc-74e8-4ce7-ba79-c341e199a921 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:04:49.125256 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-231b9170-7368-4bb7-80d1-56a4e28cb0dc tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:49.203459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ff26afe3-28af-4766-ada1-d3765a4ab17a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:04:49.217220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'ff26afe3-28af-4766-ada1-d3765a4ab17a', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'port_id': 'ff26afe3-28af-4766-ada1-d3765a4ab17a', 'mac_address': 'fa:16:3e:e8:36:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:04:49.221984 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-231b9170-7368-4bb7-80d1-56a4e28cb0dc tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:49.222378 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-231b9170-7368-4bb7-80d1-56a4e28cb0dc tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:49.238185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-231b9170-7368-4bb7-80d1-56a4e28cb0dc tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Calling delete_port for 3947facc-74e8-4ce7-ba79-c341e199a921 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:04:49.262798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108c4b0-e491-4fd8-b610-2d5f38b6d2a1 req-b1ed0d44-c6b5-47e1-b75f-85180f768f29 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:49.263388 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e108c4b0-e491-4fd8-b610-2d5f38b6d2a1 req-b1ed0d44-c6b5-47e1-b75f-85180f768f29 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0568194 Dec 11 23:04:49.272111 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:49.287605 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:49.294216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff26afe3-28af-4766-ada1-d3765a4ab17a {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:04:49.294358 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:49.294358 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4991074b-5395-434b-9f9d-98f5606ef770 HTTP/1.1" status: 204 len: 168 time: 0.3948812 Dec 11 23:04:49.307088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4991074b-5395-434b-9f9d-98f5606ef770,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:49.317441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ff26afe3-28af-4766-ada1-d3765a4ab17a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:04:49.318724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:49.319126 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:49.319817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:49.320376 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:49.320912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:49.321124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:49.321475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:49.321844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:49.322189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:49.322528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:49.323078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:49.323594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:49.326004 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d1eb1-c284-4e26-96dc-108bde60eff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:04:49.326150 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e108c4b0-e491-4fd8-b610-2d5f38b6d2a1 req-eaf2440f-a631-4f26-936a-257e7dfa52df tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532749 Dec 11 23:04:49.400248 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:49.454058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ff26afe3-28af-4766-ada1-d3765a4ab17a,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:49.464507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46be92-5170-4da3-aa9d-0f1ccc4ff5d1 req-c807ec87-50f2-4d5c-bb4d-faabc413e5ce tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:49.473878 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c46be92-5170-4da3-aa9d-0f1ccc4ff5d1 req-c807ec87-50f2-4d5c-bb4d-faabc413e5ce tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 945 time: 0.0561781 Dec 11 23:04:49.521040 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c46be92-5170-4da3-aa9d-0f1ccc4ff5d1 req-6e244a2e-64a7-453a-b2c2-abd6e9e85e00 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490003 Dec 11 23:04:49.554484 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-231b9170-7368-4bb7-80d1-56a4e28cb0dc tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:49.582697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b9170-7368-4bb7-80d1-56a4e28cb0dc tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Pushing event deleted for resources: {'Port': ['ID=3947facc-74e8-4ce7-ba79-c341e199a921,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:49.591193 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ff26afe3-28af-4766-ada1-d3765a4ab17a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:04:49.654009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d81f6-ce06-4cc1-b591-2d21c55b2145 req-71aa3ef4-cc2c-44f9-a653-1473c4115c51 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:49.667531 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-723d81f6-ce06-4cc1-b591-2d21c55b2145 req-71aa3ef4-cc2c-44f9-a653-1473c4115c51 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 943 time: 0.0754187 Dec 11 23:04:49.692903 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-231b9170-7368-4bb7-80d1-56a4e28cb0dc tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:49.697392 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-231b9170-7368-4bb7-80d1-56a4e28cb0dc tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:49.697867 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-231b9170-7368-4bb7-80d1-56a4e28cb0dc tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "DELETE /v2.0/floatingips/a41f3a4f-a393-41b6-bafa-3037f26520e2 HTTP/1.1" status: 204 len: 168 time: 0.7807019 Dec 11 23:04:49.706826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb6b70-7597-45a1-8738-031346e981b3 req-5722b888-6035-4751-83d4-0a06b9b18fe4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:49.708803 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90eb6b70-7597-45a1-8738-031346e981b3 req-5722b888-6035-4751-83d4-0a06b9b18fe4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 945 time: 0.0982168 Dec 11 23:04:49.724876 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-723d81f6-ce06-4cc1-b591-2d21c55b2145 req-6fc1fbae-49d8-4858-babe-b7262a65d8b4 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ecf667b-38ea-4240-945b-68ecf37cb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563846 Dec 11 23:04:49.783700 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90eb6b70-7597-45a1-8738-031346e981b3 req-89b2d80e-5873-446e-9097-418edad27361 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619903 Dec 11 23:04:49.824093 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54876) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:49.886490 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-efb16197-332f-4e3e-ad6d-a6917e2a55a4 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:49.917439 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-efb16197-332f-4e3e-ad6d-a6917e2a55a4 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:50.051634 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-efb16197-332f-4e3e-ad6d-a6917e2a55a4 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:50.054393 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-efb16197-332f-4e3e-ad6d-a6917e2a55a4 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:50.055592 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-efb16197-332f-4e3e-ad6d-a6917e2a55a4 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] 10.222.0.45 "DELETE /v2.0/security-groups/a78622c0-87e1-485f-957a-b97f84781fbd HTTP/1.1" status: 204 len: 168 time: 0.2303815 Dec 11 23:04:50.064895 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb16197-332f-4e3e-ad6d-a6917e2a55a4 tempest-TestServerBasicOps-82861368 tempest-TestServerBasicOps-82861368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78622c0-87e1-485f-957a-b97f84781fbd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:50.201025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 54892) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:50.828289 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3fb91-b892-4063-a333-f0433cb63d80 req-291ff2a5-5fb3-4921-b6df-cb8741f1f119 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:50.835418 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dee3fb91-b892-4063-a333-f0433cb63d80 req-291ff2a5-5fb3-4921-b6df-cb8741f1f119 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 944 time: 0.0696614 Dec 11 23:04:50.958453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 10d624a8-c55f-489a-9240-628f64d65371 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:04:50.964036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ff26afe3-28af-4766-ada1-d3765a4ab17a up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:04:50.964220 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dee3fb91-b892-4063-a333-f0433cb63d80 req-c31164e4-bf96-4440-bc01-43424fc03de5 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935416 Dec 11 23:04:51.082598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port ff26afe3-28af-4766-ada1-d3765a4ab17a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:04:51.083275 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:51.159119 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 10d624a8-c55f-489a-9240-628f64d65371, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=10d624a8-c55f-489a-9240-628f64d65371,segment=NetworkSegment(b276c64e-a739-4e34-9fc0-6d80f7b6df3c),segment_id=b276c64e-a739-4e34-9fc0-6d80f7b6df3c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:04:51.178325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '10d624a8-c55f-489a-9240-628f64d65371', 'network_id': 'db4c5280-6752-44cd-845f-b6179b5f3f5b', 'port_id': '10d624a8-c55f-489a-9240-628f64d65371', 'mac_address': 'fa:16:3e:91:07:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef8a196-6cd2-40b4-9a5e-10212f4b36d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:04:51.184874 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a40e08-72de-4d5e-8d90-b8d661852a9f req-f30f8f9b-56b5-4e1f-a1e8-76426cf3c1a8 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:51.192966 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-57a40e08-72de-4d5e-8d90-b8d661852a9f req-f30f8f9b-56b5-4e1f-a1e8-76426cf3c1a8 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 943 time: 0.0918829 Dec 11 23:04:51.253785 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04e66a8c-ffa0-4fdd-82a7-0cfd52ff2b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:51.319571 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:51.323329 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-57a40e08-72de-4d5e-8d90-b8d661852a9f req-f28cb48d-0cf3-48cf-a017-12acdfddedf7 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ecf667b-38ea-4240-945b-68ecf37cb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293681 Dec 11 23:04:51.391948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d624a8-c55f-489a-9240-628f64d65371 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:04:51.424843 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e39d4ad-ecba-4b38-8c27-281c635d7b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:51.461527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 10d624a8-c55f-489a-9240-628f64d65371, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=10d624a8-c55f-489a-9240-628f64d65371,segment=NetworkSegment(b276c64e-a739-4e34-9fc0-6d80f7b6df3c),segment_id=b276c64e-a739-4e34-9fc0-6d80f7b6df3c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:04:51.462752 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:51.526198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff26afe3-28af-4766-ada1-d3765a4ab17a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:04:51.533070 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4ee344-111f-4d1f-a8e2-acfdf3be88cd" -d '{"events": [{"server_uuid": "4a7f77ec-e958-4a4f-b61b-6c921b45497b", "name": "network-vif-plugged", "status": "completed", "tag": "ff26afe3-28af-4766-ada1-d3765a4ab17a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:04:51.554330 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ff26afe3-28af-4766-ada1-d3765a4ab17a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:04:51.567475 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:51.624869 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:51.634303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=10d624a8-c55f-489a-9240-628f64d65371,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:51.729001 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ff26afe3-28af-4766-ada1-d3765a4ab17a,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:51.774332 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-04e66a8c-ffa0-4fdd-82a7-0cfd52ff2b64 admin admin] Deleting port d629650a-43c9-4b0d-b72a-37324a91e73c {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:04:51.774765 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04e66a8c-ffa0-4fdd-82a7-0cfd52ff2b64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:51.853404 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46d8856-2749-4ca6-bad1-cbe9b0a2749e x-openstack-request-id: req-a46d8856-2749-4ca6-bad1-cbe9b0a2749e {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:04:51.853801 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7f77ec-e958-4a4f-b61b-6c921b45497b", "name": "network-vif-plugged", "status": "completed", "tag": "ff26afe3-28af-4766-ada1-d3765a4ab17a", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:04:51.854185 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a46d8856-2749-4ca6-bad1-cbe9b0a2749e {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:04:51.854686 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff26afe3-28af-4766-ada1-d3765a4ab17a', 'code': 200} Dec 11 23:04:51.903662 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-04e66a8c-ffa0-4fdd-82a7-0cfd52ff2b64 admin admin] For port d629650a-43c9-4b0d-b72a-37324a91e73c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d629650a-43c9-4b0d-b72a-37324a91e73c,segment=NetworkSegment(b589821a-604a-4a8a-93e4-a80160b2f4c2),segment_id=b589821a-604a-4a8a-93e4-a80160b2f4c2)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:04:51.904209 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04e66a8c-ffa0-4fdd-82a7-0cfd52ff2b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:51.917387 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-04e66a8c-ffa0-4fdd-82a7-0cfd52ff2b64 admin admin] Calling delete_port for d629650a-43c9-4b0d-b72a-37324a91e73c owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:04:51.984950 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['10d624a8-c55f-489a-9240-628f64d65371'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:04:52.305632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12987535-bc90-49bd-85e6-cbd714604ef4 req-267ccfff-c802-482b-a111-5ed5d4daa999 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:52.305632 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-12987535-bc90-49bd-85e6-cbd714604ef4 req-267ccfff-c802-482b-a111-5ed5d4daa999 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0845370 Dec 11 23:04:52.311703 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:52.354226 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-12987535-bc90-49bd-85e6-cbd714604ef4 req-7a095556-0b11-48c5-b0a0-adcf60844e03 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661898 Dec 11 23:04:52.442478 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04e66a8c-ffa0-4fdd-82a7-0cfd52ff2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:52.540665 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e66a8c-ffa0-4fdd-82a7-0cfd52ff2b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=d629650a-43c9-4b0d-b72a-37324a91e73c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:52.616967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f50f1e-c6d1-481d-98df-08bef7161afb req-6410f115-d598-464a-9794-cc15e0b60998 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:52.620419 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-51f50f1e-c6d1-481d-98df-08bef7161afb req-6410f115-d598-464a-9794-cc15e0b60998 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 944 time: 0.1915200 Dec 11 23:04:52.873429 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-51f50f1e-c6d1-481d-98df-08bef7161afb req-f2554002-d1a2-47c9-b1b6-f752086eb4e0 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ecf667b-38ea-4240-945b-68ecf37cb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371061 Dec 11 23:04:52.877667 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04e66a8c-ffa0-4fdd-82a7-0cfd52ff2b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:53.246039 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e66a8c-ffa0-4fdd-82a7-0cfd52ff2b64 admin admin] Router ef662f86-6be4-403e-9a9c-efe411d920d2 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:04:53.476911 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e66a8c-ffa0-4fdd-82a7-0cfd52ff2b64 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:04:53.488462 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd23c1-8461-4ece-9491-b82485d6a700 None None] Sync routers for ids ['ef662f86-6be4-403e-9a9c-efe411d920d2'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:04:53.497112 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-04e66a8c-ffa0-4fdd-82a7-0cfd52ff2b64 admin admin] 10.222.0.45 "PUT /v2.0/routers/ef662f86-6be4-403e-9a9c-efe411d920d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2922547 Dec 11 23:04:53.497112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55014) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:53.513551 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd23c1-8461-4ece-9491-b82485d6a700 None None] Routers {'ef662f86-6be4-403e-9a9c-efe411d920d2'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:04:53.514194 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f1dd23c1-8461-4ece-9491-b82485d6a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:04:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ef662f86-6be4-403e-9a9c-efe411d920d2'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:53.601543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e468e-237a-4f23-9ae0-cd705e12a68a req-750a06b4-074e-4d3d-a41e-cade23f60612 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:53.609610 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-614e468e-237a-4f23-9ae0-cd705e12a68a req-750a06b4-074e-4d3d-a41e-cade23f60612 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0974114 Dec 11 23:04:53.669358 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80010845-4c45-4bbd-b661-b8bd6dce708e admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:53.679510 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f1dd23c1-8461-4ece-9491-b82485d6a700 None None] Set router ef662f86-6be4-403e-9a9c-efe411d920d2 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:04:53.691022 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-614e468e-237a-4f23-9ae0-cd705e12a68a req-21418f0f-97cc-49af-a030-1384951cf5ba tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799782 Dec 11 23:04:53.818791 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80010845-4c45-4bbd-b661-b8bd6dce708e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:53.945074 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:53.946065 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f1dd23c1-8461-4ece-9491-b82485d6a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'name': 'tempest-TestServerBasicOps-884955495-router', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:36Z', 'updated_at': '2021-12-11T23:04:52Z', 'revision_number': 5, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'gw_port': {'id': '826a0ca9-d9bf-4725-8f67-ce0ae9d9706f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:59:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:38Z', 'updated_at': '2021-12-11T22:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:53.978770 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-80010845-4c45-4bbd-b661-b8bd6dce708e admin admin] Deleting port 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:04:53.979285 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80010845-4c45-4bbd-b661-b8bd6dce708e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:54.008165 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd23c1-8461-4ece-9491-b82485d6a700 None None] Checking router: ef662f86-6be4-403e-9a9c-efe411d920d2 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:04:54.027279 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd23c1-8461-4ece-9491-b82485d6a700 None None] Routers {'ef662f86-6be4-403e-9a9c-efe411d920d2'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:04:54.027959 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f1dd23c1-8461-4ece-9491-b82485d6a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:04:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ef662f86-6be4-403e-9a9c-efe411d920d2'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:54.071963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0d85b-5de9-48b9-b4bb-0bdc1b141aa1 req-47b87e16-7610-4579-9369-8ff98f083a40 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:54.081289 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01c0d85b-5de9-48b9-b4bb-0bdc1b141aa1 req-47b87e16-7610-4579-9369-8ff98f083a40 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 944 time: 0.0631273 Dec 11 23:04:54.144074 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01c0d85b-5de9-48b9-b4bb-0bdc1b141aa1 req-b7f07fc5-d64e-4783-8dad-2d138afd726a tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ecf667b-38ea-4240-945b-68ecf37cb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615134 Dec 11 23:04:54.172589 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f1dd23c1-8461-4ece-9491-b82485d6a700 None None] Set router ef662f86-6be4-403e-9a9c-efe411d920d2 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:04:54.186562 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-2183bee9-e3c2-4b93-9f74-079edb4cf86d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:54.193685 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-2183bee9-e3c2-4b93-9f74-079edb4cf86d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 811 time: 0.1339028 Dec 11 23:04:54.221775 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-98eb9e9b-2d8e-4ab6-9d4f-48e72ca60b1b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/quotas/81e65028dda549d793a43c7e6f96a7f6 HTTP/1.1" status: 200 len: 375 time: 0.0269897 Dec 11 23:04:54.234130 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f1dd23c1-8461-4ece-9491-b82485d6a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'name': 'tempest-TestServerBasicOps-884955495-router', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:36Z', 'updated_at': '2021-12-11T23:04:53Z', 'revision_number': 6, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:54.263242 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd23c1-8461-4ece-9491-b82485d6a700 None None] The sync data for ids ['ef662f86-6be4-403e-9a9c-efe411d920d2'] in n-d-710847-6 is: [{'id': 'ef662f86-6be4-403e-9a9c-efe411d920d2', 'name': 'tempest-TestServerBasicOps-884955495-router', 'tenant_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:36Z', 'updated_at': '2021-12-11T23:04:53Z', 'revision_number': 6, 'project_id': 'd22bf1cb388f497bbb0de4f3c0e23219', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:04:54.277256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-80010845-4c45-4bbd-b661-b8bd6dce708e admin admin] For port 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=826a0ca9-d9bf-4725-8f67-ce0ae9d9706f,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:04:54.277810 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80010845-4c45-4bbd-b661-b8bd6dce708e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:54.309242 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-80010845-4c45-4bbd-b661-b8bd6dce708e admin admin] Calling delete_port for 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:04:54.359284 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:04:54.382736 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-e6e8ff96-7a7e-44e7-97f2-abe1b600914d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1600482 Dec 11 23:04:54.397331 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-3cac5677-308c-4b6d-a5b6-09a6d674cd20 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:04:54.398329 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-3cac5677-308c-4b6d-a5b6-09a6d674cd20 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075169 Dec 11 23:04:54.565619 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-5c513cc2-c1c6-4e01-b626-13dfb2f7df83 service neutron] 10.222.0.45 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583600 Dec 11 23:04:54.640330 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:54.762082 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-d5791400-c51a-468f-9d85-4a34aeac73b5 service neutron] 10.222.0.45 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895092 Dec 11 23:04:54.805113 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80010845-4c45-4bbd-b661-b8bd6dce708e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:54.851607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83812c3c-6112-4136-9860-04d141929ff3 req-beb2ddb2-4666-4dde-8f56-192df3eb16b6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:54.863632 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83812c3c-6112-4136-9860-04d141929ff3 req-beb2ddb2-4666-4dde-8f56-192df3eb16b6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0881157 Dec 11 23:04:54.869356 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80010845-4c45-4bbd-b661-b8bd6dce708e admin admin] Pushing event deleted for resources: {'Port': ['ID=826a0ca9-d9bf-4725-8f67-ce0ae9d9706f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:54.885465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d605025b-4471-4436-830b-032d4b0acc63 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:04:54.944398 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83812c3c-6112-4136-9860-04d141929ff3 req-c507d343-25c3-4147-b60a-1fd0f2498d28 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797691 Dec 11 23:04:54.957984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 10d624a8-c55f-489a-9240-628f64d65371 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:04:54.969786 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80010845-4c45-4bbd-b661-b8bd6dce708e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:55.113500 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80010845-4c45-4bbd-b661-b8bd6dce708e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:55.116173 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80010845-4c45-4bbd-b661-b8bd6dce708e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:55.150184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 10d624a8-c55f-489a-9240-628f64d65371 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:04:55.162070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 10d624a8-c55f-489a-9240-628f64d65371 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:04:55.162670 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:55.297580 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80010845-4c45-4bbd-b661-b8bd6dce708e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:55.301054 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80010845-4c45-4bbd-b661-b8bd6dce708e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef662f86-6be4-403e-9a9c-efe411d920d2 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:04:55.318515 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:55.325528 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80010845-4c45-4bbd-b661-b8bd6dce708e admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:55.330639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55052) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:55.332660 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-80010845-4c45-4bbd-b661-b8bd6dce708e admin admin] 10.222.0.45 "DELETE /v2.0/routers/ef662f86-6be4-403e-9a9c-efe411d920d2 HTTP/1.1" status: 204 len: 168 time: 1.8337176 Dec 11 23:04:55.390208 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eff4d55a-967d-4730-b7c3-51aeb2bbf8a2 req-01a5f85c-657d-4041-b997-0108e5f239ec tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 210 time: 0.1098015 Dec 11 23:04:55.426399 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c44437-9cf8-4106-9c0e-d543c28a7851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d624a8-c55f-489a-9240-628f64d65371'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:04:55.437049 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec42957-b840-470b-89c5-8c72f866e028" -d '{"events": [{"server_uuid": "51c44437-9cf8-4106-9c0e-d543c28a7851", "name": "network-vif-plugged", "status": "completed", "tag": "10d624a8-c55f-489a-9240-628f64d65371"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:04:55.477538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 10d624a8-c55f-489a-9240-628f64d65371, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=10d624a8-c55f-489a-9240-628f64d65371,segment=NetworkSegment(b276c64e-a739-4e34-9fc0-6d80f7b6df3c),segment_id=b276c64e-a739-4e34-9fc0-6d80f7b6df3c)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:04:55.493330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7fe54d3-4f38-4e24-80ee-398f3f0ecb57 admin admin] Deleting subnet 4aad2c2d-5146-4902-8870-3b240370c4cc {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:04:55.497484 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7fe54d3-4f38-4e24-80ee-398f3f0ecb57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:55.522567 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152d04a4-a22e-4926-904c-d3e67139435b x-openstack-request-id: req-152d04a4-a22e-4926-904c-d3e67139435b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:04:55.522864 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c44437-9cf8-4106-9c0e-d543c28a7851", "name": "network-vif-plugged", "status": "completed", "tag": "10d624a8-c55f-489a-9240-628f64d65371", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:04:55.523129 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-152d04a4-a22e-4926-904c-d3e67139435b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:04:55.523538 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c44437-9cf8-4106-9c0e-d543c28a7851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d624a8-c55f-489a-9240-628f64d65371', 'code': 200} Dec 11 23:04:55.584442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:04:55.588799 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:55.641003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:04:55.643936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 826a0ca9-d9bf-4725-8f67-ce0ae9d9706f not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:04:55.644559 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d629650a-43c9-4b0d-b72a-37324a91e73c no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:04:55.660347 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7fe54d3-4f38-4e24-80ee-398f3f0ecb57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:55.741939 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: d629650a-43c9-4b0d-b72a-37324a91e73c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:04:55.742766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52c80b-729f-45a2-858a-dcfe4ba441c9 req-6c443486-0b6c-4653-a015-75e65342b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:55.744348 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff52c80b-729f-45a2-858a-dcfe4ba441c9 req-6c443486-0b6c-4653-a015-75e65342b53c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 1096 time: 0.1542332 Dec 11 23:04:55.744961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d629650a-43c9-4b0d-b72a-37324a91e73c not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:04:55.803203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=10d624a8-c55f-489a-9240-628f64d65371,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:55.866140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078c27e-90cd-4fba-a4ba-d802c7082b3f req-8f963cc0-cb84-4485-9cea-05174064f11e tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:55.873734 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2078c27e-90cd-4fba-a4ba-d802c7082b3f req-8f963cc0-cb84-4485-9cea-05174064f11e tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 945 time: 0.1767595 Dec 11 23:04:55.921817 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7fe54d3-4f38-4e24-80ee-398f3f0ecb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:55.970604 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2078c27e-90cd-4fba-a4ba-d802c7082b3f req-79105ab6-3661-4e3c-bae9-dcd8b88a27f5 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ecf667b-38ea-4240-945b-68ecf37cb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957758 Dec 11 23:04:55.980130 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff52c80b-729f-45a2-858a-dcfe4ba441c9 req-58d9c99f-677e-424c-a234-b40c48cf784c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ecf667b-38ea-4240-945b-68ecf37cb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178113 Dec 11 23:04:56.128705 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7fe54d3-4f38-4e24-80ee-398f3f0ecb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:56.166566 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe54d3-4f38-4e24-80ee-398f3f0ecb57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aad2c2d-5146-4902-8870-3b240370c4cc,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:56.193961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab81472-1222-44fc-aa43-c7d6caadcc0f None None] Network e67588e6-31ce-4b31-b404-c84ad13cd94a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:04:56.206743 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7fe54d3-4f38-4e24-80ee-398f3f0ecb57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:56.223028 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c7fe54d3-4f38-4e24-80ee-398f3f0ecb57 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4aad2c2d-5146-4902-8870-3b240370c4cc HTTP/1.1" status: 204 len: 168 time: 0.8909326 Dec 11 23:04:56.224363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55066) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:56.255760 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01e53c-e205-4862-a807-66e3cdee706f req-bd45b351-f273-4752-a62b-02749e62e83c tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:56.257473 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dc01e53c-e205-4862-a807-66e3cdee706f req-bd45b351-f273-4752-a62b-02749e62e83c tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.1751204 Dec 11 23:04:56.358703 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dc01e53c-e205-4862-a807-66e3cdee706f req-f1506968-cfc2-4312-88e3-185e1f068182 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951080 Dec 11 23:04:56.389694 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:56.465360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] Deleting port d928737e-a7fc-419b-a326-5ac22ad36627 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:04:56.465768 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:56.509634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e13591-6752-4b58-b6f2-b513709d41ac None None] DHCP port deletion for e67588e6-31ce-4b31-b404-c84ad13cd94a request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:04:56.572705 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ac1dbde-8bbc-42e1-92f4-085e8b1d1c0a req-9ec9c7bc-8f61-45d8-bcc4-f02599427ccb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 210 time: 0.0491965 Dec 11 23:04:56.589406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-40e13591-6752-4b58-b6f2-b513709d41ac None None] Deleting port d928737e-a7fc-419b-a326-5ac22ad36627 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:04:56.590136 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40e13591-6752-4b58-b6f2-b513709d41ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:56.597672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] For port d928737e-a7fc-419b-a326-5ac22ad36627, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d928737e-a7fc-419b-a326-5ac22ad36627,segment=NetworkSegment(b589821a-604a-4a8a-93e4-a80160b2f4c2),segment_id=b589821a-604a-4a8a-93e4-a80160b2f4c2)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:04:56.598049 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:56.612464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] Calling delete_port for d928737e-a7fc-419b-a326-5ac22ad36627 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:04:56.705560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-40e13591-6752-4b58-b6f2-b513709d41ac None None] For port d928737e-a7fc-419b-a326-5ac22ad36627, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d928737e-a7fc-419b-a326-5ac22ad36627,segment=NetworkSegment(b589821a-604a-4a8a-93e4-a80160b2f4c2),segment_id=b589821a-604a-4a8a-93e4-a80160b2f4c2)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:04:56.706352 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40e13591-6752-4b58-b6f2-b513709d41ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:56.747170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-40e13591-6752-4b58-b6f2-b513709d41ac None None] Calling delete_port for d928737e-a7fc-419b-a326-5ac22ad36627 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:04:56.784118 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:56.840657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d928737e-a7fc-419b-a326-5ac22ad36627,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:56.850896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] No DVR routers for this DVR port d928737e-a7fc-419b-a326-5ac22ad36627 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:04:56.901220 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40e13591-6752-4b58-b6f2-b513709d41ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:56.951045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e13591-6752-4b58-b6f2-b513709d41ac None None] Pushing event deleted for resources: {'Port': ['ID=d928737e-a7fc-419b-a326-5ac22ad36627,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:56.961445 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e13591-6752-4b58-b6f2-b513709d41ac None None] No DVR routers for this DVR port d928737e-a7fc-419b-a326-5ac22ad36627 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:04:56.994171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:57.031709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67588e6-31ce-4b31-b404-c84ad13cd94a']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:57.052527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b589821a-604a-4a8a-93e4-a80160b2f4c2') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:57.052728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b589821a-604a-4a8a-93e4-a80160b2f4c2') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:04:57.066047 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:57.083992 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:57.110825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:04:57.112001 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:04:57.139083 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:04:57.166148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b536c-ee7c-4899-9d15-9ecaa3ce5e35 req-5cce5b69-12fc-4075-ba8e-4d704dd43218 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:57.168124 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d67b536c-ee7c-4899-9d15-9ecaa3ce5e35 req-5cce5b69-12fc-4075-ba8e-4d704dd43218 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 945 time: 0.0775545 Dec 11 23:04:57.240681 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d67b536c-ee7c-4899-9d15-9ecaa3ce5e35 req-314d0fdb-2749-454b-916a-9defb5753a31 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ecf667b-38ea-4240-945b-68ecf37cb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603604 Dec 11 23:04:57.309112 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:57.316646 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:57.321573 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] 10.222.0.45 "DELETE /v2.0/networks/e67588e6-31ce-4b31-b404-c84ad13cd94a HTTP/1.1" status: 204 len: 168 time: 1.0944309 Dec 11 23:04:57.324625 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55078) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:04:57.336793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629f168-6993-47b8-a37d-535ead1827cd admin admin] Pushing event deleted for resources: {'Network': ['ID=e67588e6-31ce-4b31-b404-c84ad13cd94a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:57.469738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d928737e-a7fc-419b-a326-5ac22ad36627 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:04:57.504765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: d928737e-a7fc-419b-a326-5ac22ad36627 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:04:57.505041 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d928737e-a7fc-419b-a326-5ac22ad36627 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:04:57.718927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9031f-8b4a-4574-94f6-457284661e60 req-da2c19f9-ff62-4197-affa-64493383a552 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:57.722830 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0c9031f-8b4a-4574-94f6-457284661e60 req-da2c19f9-ff62-4197-affa-64493383a552 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.2142522 Dec 11 23:04:57.742270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-445fb7d6-a61b-414b-afc5-84f7bc230616 req-fc9e17c9-ec58-4bd4-921a-cd6126d8cbed tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 210 time: 0.0346339 Dec 11 23:04:57.813300 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0c9031f-8b4a-4574-94f6-457284661e60 req-2135c845-094b-497e-a906-1a335ba16fe3 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851507 Dec 11 23:04:57.975228 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97093286-1568-48f4-a107-2d505f2a0d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:58.365656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-1bdb63c3-a2ee-45a3-9db6-e5967cc2ed99 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:58.367304 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-1bdb63c3-a2ee-45a3-9db6-e5967cc2ed99 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 811 time: 0.2071760 Dec 11 23:04:58.411593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-4cde8574-a87b-4c75-b9ff-4d4128db42ee tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'port': {'device_id': '0d937f61-79e3-4255-9f84-88fb6aa966b8', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'admin_state_up': True, 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:04:58.441045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cda2f-266e-47df-b8d5-03fcac0e9dd8 req-fd7d17b7-5921-42fd-aa3b-68d3a20f1555 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:58.441620 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f49cda2f-266e-47df-b8d5-03fcac0e9dd8 req-fd7d17b7-5921-42fd-aa3b-68d3a20f1555 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 945 time: 0.1033678 Dec 11 23:04:58.582575 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f49cda2f-266e-47df-b8d5-03fcac0e9dd8 req-67c036ca-1ca4-429a-857a-044c4424cd57 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ecf667b-38ea-4240-945b-68ecf37cb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269727 Dec 11 23:04:58.737212 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-4cde8574-a87b-4c75-b9ff-4d4128db42ee tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Made reservation on behalf of 81e65028dda549d793a43c7e6f96a7f6 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:04:58.741906 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-4cde8574-a87b-4c75-b9ff-4d4128db42ee tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:58.891323 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-97093286-1568-48f4-a107-2d505f2a0d53 admin admin] Deleting port d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:04:58.891323 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97093286-1568-48f4-a107-2d505f2a0d53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:58.962176 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-314fde35-5754-4ccc-a4da-ddf6a4b5a330 req-590260dd-02e0-4860-b48b-b596a1fb2ecf tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 210 time: 0.0885994 Dec 11 23:04:59.152856 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-97093286-1568-48f4-a107-2d505f2a0d53 admin admin] For port d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92,segment=NetworkSegment(d09ad685-5f33-4dbe-a2a1-667ba6b6ec73),segment_id=d09ad685-5f33-4dbe-a2a1-667ba6b6ec73)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:04:59.154499 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97093286-1568-48f4-a107-2d505f2a0d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:59.193924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-97093286-1568-48f4-a107-2d505f2a0d53 admin admin] Calling delete_port for d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:04:59.242426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ee63a-b4f9-4573-a4db-eb4da1cefe86 req-7376cf6e-597b-408b-83fe-cc4f8643b8d9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:04:59.250782 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-082ee63a-b4f9-4573-a4db-eb4da1cefe86 req-7376cf6e-597b-408b-83fe-cc4f8643b8d9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.2754366 Dec 11 23:04:59.337986 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-082ee63a-b4f9-4573-a4db-eb4da1cefe86 req-58c58be0-2abb-4791-bb58-d4c176dc2b23 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850203 Dec 11 23:04:59.362248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-4cde8574-a87b-4c75-b9ff-4d4128db42ee tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Allocated IP 172.20.0.14 (a182ed71-8604-4735-b0e3-af0e3d3bd68a/db78c92f-893f-4a44-a521-695a54395046/c6dcce17-cfbc-47d5-9003-1e349cb6a41e) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:04:59.721155 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97093286-1568-48f4-a107-2d505f2a0d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:59.749375 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-4cde8574-a87b-4c75-b9ff-4d4128db42ee tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:59.805493 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97093286-1568-48f4-a107-2d505f2a0d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:04:59.879014 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-4cde8574-a87b-4c75-b9ff-4d4128db42ee tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:04:59.911133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['18239c5e-0035-460a-b2e5-29774c6f947c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:05:00.038154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-4cde8574-a87b-4c75-b9ff-4d4128db42ee tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Network a182ed71-8604-4735-b0e3-af0e3d3bd68a is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:05:00.094358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde8574-a87b-4c75-b9ff-4d4128db42ee tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'Port': ['ID=c6dcce17-cfbc-47d5-9003-1e349cb6a41e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:00.118037 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-4cde8574-a87b-4c75-b9ff-4d4128db42ee tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:05:00.126798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-4cde8574-a87b-4c75-b9ff-4d4128db42ee tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:05:00.317073 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-97093286-1568-48f4-a107-2d505f2a0d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:00.385502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc11263-4501-4249-85ac-a8c60929e5a0 req-93d97d2e-fc5b-4f5f-b514-4529d5bc9f31 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:00.396704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-acc11263-4501-4249-85ac-a8c60929e5a0 req-93d97d2e-fc5b-4f5f-b514-4529d5bc9f31 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 932 time: 0.2594082 Dec 11 23:05:00.466631 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-4cde8574-a87b-4c75-b9ff-4d4128db42ee tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:00.467504 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-4cde8574-a87b-4c75-b9ff-4d4128db42ee tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:00.595563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-88e3041e-ba49-4623-8979-a2c7d225b3c6 None None] Provisioning complete for port c6dcce17-cfbc-47d5-9003-1e349cb6a41e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:00.596890 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88e3041e-ba49-4623-8979-a2c7d225b3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:00.601281 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-acc11263-4501-4249-85ac-a8c60929e5a0 req-cdbe415b-37d8-4816-ad45-0fbd67556f13 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985095 Dec 11 23:05:00.616514 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-4cde8574-a87b-4c75-b9ff-4d4128db42ee tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2164588 Dec 11 23:05:00.633908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Request body: {'port': {'device_id': '0d937f61-79e3-4255-9f84-88fb6aa966b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:00.685328 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-88e3041e-ba49-4623-8979-a2c7d225b3c6 None None] Port c6dcce17-cfbc-47d5-9003-1e349cb6a41e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:05:00.763346 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:00.887183 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdab2c-7fc8-421e-b2a0-013f979dec70 req-f65b5ded-3ae1-4829-9bb0-9c11e90736c4 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:00.888981 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99fdab2c-7fc8-421e-b2a0-013f979dec70 req-f65b5ded-3ae1-4829-9bb0-9c11e90736c4 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.2473223 Dec 11 23:05:01.106917 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97093286-1568-48f4-a107-2d505f2a0d53 admin admin] Router 66f13871-f02f-4ab4-af10-9cf56aebb6bd has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:05:01.128700 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99fdab2c-7fc8-421e-b2a0-013f979dec70 req-d1d75219-171a-47f7-ae34-aa7eb58196fc tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863189 Dec 11 23:05:01.276994 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6dcce17-cfbc-47d5-9003-1e349cb6a41e {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:05:01.288813 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:01.303913 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97093286-1568-48f4-a107-2d505f2a0d53 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:05:01.307712 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Transition to ACTIVE for port object c6dcce17-cfbc-47d5-9003-1e349cb6a41e will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:05:01.312674 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-97093286-1568-48f4-a107-2d505f2a0d53 admin admin] 10.222.0.45 "PUT /v2.0/routers/66f13871-f02f-4ab4-af10-9cf56aebb6bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9868622 Dec 11 23:05:01.317092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55126) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:01.319427 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27c235-4cf8-449b-b1dd-911fbbe06c38 None None] Sync routers for ids ['66f13871-f02f-4ab4-af10-9cf56aebb6bd'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:05:01.341849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27c235-4cf8-449b-b1dd-911fbbe06c38 None None] Routers {'66f13871-f02f-4ab4-af10-9cf56aebb6bd'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:05:01.342605 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-cd27c235-4cf8-449b-b1dd-911fbbe06c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:04:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['66f13871-f02f-4ab4-af10-9cf56aebb6bd'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:01.405827 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:01.591713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dcce17-cfbc-47d5-9003-1e349cb6a41e,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:01.647289 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-cd27c235-4cf8-449b-b1dd-911fbbe06c38 None None] Set router 66f13871-f02f-4ab4-af10-9cf56aebb6bd gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:05:01.766633 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-23310100-71e4-4f28-aef0-9ff251e68405 admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:02.073920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Attempting to bind port c6dcce17-cfbc-47d5-9003-1e349cb6a41e on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:05:02.074263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Attempting to bind port c6dcce17-cfbc-47d5-9003-1e349cb6a41e by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:05:02.074605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Attempting to bind port c6dcce17-cfbc-47d5-9003-1e349cb6a41e on network a182ed71-8604-4735-b0e3-af0e3d3bd68a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:05:02.083603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Port c6dcce17-cfbc-47d5-9003-1e349cb6a41e on network a182ed71-8604-4735-b0e3-af0e3d3bd68a not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:05:02.083853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Attempting to bind port c6dcce17-cfbc-47d5-9003-1e349cb6a41e on network a182ed71-8604-4735-b0e3-af0e3d3bd68a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:05:02.092003 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:05:02.094585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Checking segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:05:02.094585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Bound using segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:05:02.094585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Bound port: c6dcce17-cfbc-47d5-9003-1e349cb6a41e, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:05:02.094585 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:02.368884 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-cd27c235-4cf8-449b-b1dd-911fbbe06c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'name': 'tempest-TestServerBasicOps-406151133-router', 'tenant_id': '43944b0605f94a3d869274a674e033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:51Z', 'updated_at': '2021-12-11T23:04:59Z', 'revision_number': 5, 'project_id': '43944b0605f94a3d869274a674e033fa', 'gw_port': {'id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ee:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:02.407261 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd6eb1-5625-4b80-8f1d-5a69c5a6767e req-b112c7e8-aebf-400e-aa86-933ff98062a7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:02.415197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2cfd6eb1-5625-4b80-8f1d-5a69c5a6767e req-b112c7e8-aebf-400e-aa86-933ff98062a7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.1182663 Dec 11 23:05:02.415572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27c235-4cf8-449b-b1dd-911fbbe06c38 None None] Checking router: 66f13871-f02f-4ab4-af10-9cf56aebb6bd for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:05:02.430878 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27c235-4cf8-449b-b1dd-911fbbe06c38 None None] Routers {'66f13871-f02f-4ab4-af10-9cf56aebb6bd'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:05:02.431886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-cd27c235-4cf8-449b-b1dd-911fbbe06c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:04:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['66f13871-f02f-4ab4-af10-9cf56aebb6bd'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:02.526423 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2cfd6eb1-5625-4b80-8f1d-5a69c5a6767e req-21a2823d-86be-4080-ac9d-8f682bef7168 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099155 Dec 11 23:05:02.745113 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccc3a0-e734-43e3-ba64-6c945ff5445c req-b7b2e36b-a223-4e2d-9ecc-9bf1668e0a40 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:02.746581 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69ccc3a0-e734-43e3-ba64-6c945ff5445c req-b7b2e36b-a223-4e2d-9ecc-9bf1668e0a40 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.7358320 Dec 11 23:05:02.844766 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-23310100-71e4-4f28-aef0-9ff251e68405 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:02.868813 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-cd27c235-4cf8-449b-b1dd-911fbbe06c38 None None] Set router 66f13871-f02f-4ab4-af10-9cf56aebb6bd gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:05:02.881720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] For port c6dcce17-cfbc-47d5-9003-1e349cb6a41e, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:05:02.887178 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69ccc3a0-e734-43e3-ba64-6c945ff5445c req-429d49a0-2cbd-4b5a-af83-4f7fd6d12ff3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158669 Dec 11 23:05:02.888936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] For port c6dcce17-cfbc-47d5-9003-1e349cb6a41e, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c6dcce17-cfbc-47d5-9003-1e349cb6a41e,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:05:03.010118 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:03.124498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dcce17-cfbc-47d5-9003-1e349cb6a41e,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:03.163843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:03.164489 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:03.166072 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9949511e-b243-40e4-b60b-2f3ec105dbd4 service neutron] 10.222.0.47 "PUT /v2.0/ports/c6dcce17-cfbc-47d5-9003-1e349cb6a41e HTTP/1.1" status: 200 len: 1092 time: 2.5367658 Dec 11 23:05:03.166563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d937f61-79e3-4255-9f84-88fb6aa966b8', 'tag': 'c6dcce17-cfbc-47d5-9003-1e349cb6a41e'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:05:03.168899 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc08ff3d-6715-4198-9413-6f8fe03fc7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0d937f61-79e3-4255-9f84-88fb6aa966b8", "tag": "c6dcce17-cfbc-47d5-9003-1e349cb6a41e"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:05:03.237155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-23310100-71e4-4f28-aef0-9ff251e68405 admin admin] Deleting port bdd86ae3-eef3-494a-9b75-4fd86ac4ef11 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:05:03.237489 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-23310100-71e4-4f28-aef0-9ff251e68405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:03.262641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-cd27c235-4cf8-449b-b1dd-911fbbe06c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'name': 'tempest-TestServerBasicOps-406151133-router', 'tenant_id': '43944b0605f94a3d869274a674e033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:51Z', 'updated_at': '2021-12-11T23:04:59Z', 'revision_number': 5, 'project_id': '43944b0605f94a3d869274a674e033fa', 'gw_port': {'id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ee:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:03.275190 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4800f6e8-b660-450a-9198-2a79ac94c99f x-openstack-request-id: req-4800f6e8-b660-450a-9198-2a79ac94c99f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:05:03.275487 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d937f61-79e3-4255-9f84-88fb6aa966b8", "tag": "c6dcce17-cfbc-47d5-9003-1e349cb6a41e", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:05:03.275747 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4800f6e8-b660-450a-9198-2a79ac94c99f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:05:03.276349 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d937f61-79e3-4255-9f84-88fb6aa966b8', 'tag': 'c6dcce17-cfbc-47d5-9003-1e349cb6a41e', 'status': 'completed', 'code': 200} Dec 11 23:05:03.305134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27c235-4cf8-449b-b1dd-911fbbe06c38 None None] The sync data for ids ['66f13871-f02f-4ab4-af10-9cf56aebb6bd'] in n-d-710847-6 is: [{'id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'name': 'tempest-TestServerBasicOps-406151133-router', 'tenant_id': '43944b0605f94a3d869274a674e033fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:51Z', 'updated_at': '2021-12-11T23:04:59Z', 'revision_number': 5, 'project_id': '43944b0605f94a3d869274a674e033fa', 'gw_port': {'id': 'bdd86ae3-eef3-494a-9b75-4fd86ac4ef11', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ee:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f13871-f02f-4ab4-af10-9cf56aebb6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:05:03.526326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-23310100-71e4-4f28-aef0-9ff251e68405 admin admin] For port bdd86ae3-eef3-494a-9b75-4fd86ac4ef11, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=bdd86ae3-eef3-494a-9b75-4fd86ac4ef11,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:03.526765 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-23310100-71e4-4f28-aef0-9ff251e68405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:03.549962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-23310100-71e4-4f28-aef0-9ff251e68405 admin admin] Calling delete_port for bdd86ae3-eef3-494a-9b75-4fd86ac4ef11 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:05:03.873500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-ad47fa29-0ac9-47c5-a814-af397da49483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:03.875070 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-ad47fa29-0ac9-47c5-a814-af397da49483 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 1095 time: 0.5045831 Dec 11 23:05:03.985290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fa990-8729-4855-9937-86fd61e40229 req-ab285ea0-d812-414c-8b5f-64d83df28a8a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:03.994079 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-401fa990-8729-4855-9937-86fd61e40229 req-ab285ea0-d812-414c-8b5f-64d83df28a8a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.2912159 Dec 11 23:05:04.019367 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-617fc6f1-b1ab-4fbc-b35e-1604e1f38a26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6dcce17-cfbc-47d5-9003-1e349cb6a41e HTTP/1.1" status: 200 len: 217 time: 0.1261647 Dec 11 23:05:04.113212 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f06a4-89db-4cda-9633-723ff4b30e42 req-f440ae98-00e2-4cec-ae7d-3f2bed647a30 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:04.133660 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-607f06a4-89db-4cda-9633-723ff4b30e42 req-f440ae98-00e2-4cec-ae7d-3f2bed647a30 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.1412456 Dec 11 23:05:04.191052 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-401fa990-8729-4855-9937-86fd61e40229 req-4b312ead-b47b-4d2b-8f45-c975aa3cadad tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960332 Dec 11 23:05:04.238735 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-e11fc162-8c21-4102-b8d6-003fca52fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:04.243201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-e11fc162-8c21-4102-b8d6-003fca52fcc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.1734941 Dec 11 23:05:04.283823 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-607f06a4-89db-4cda-9633-723ff4b30e42 req-40d7641f-2a1b-48ab-a1f1-b8553c4c1110 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510739 Dec 11 23:05:04.296921 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-23310100-71e4-4f28-aef0-9ff251e68405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:04.354684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23310100-71e4-4f28-aef0-9ff251e68405 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd86ae3-eef3-494a-9b75-4fd86ac4ef11,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:04.381653 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef125d8-d842-4540-a9e6-e9aaddb40ca4 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:05:04.437549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-3b1ed238-fd37-41b9-82e4-b3b2d4ead510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:04.439654 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-3b1ed238-fd37-41b9-82e4-b3b2d4ead510 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1904874 Dec 11 23:05:04.538830 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-23310100-71e4-4f28-aef0-9ff251e68405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:04.644018 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-9441d994-3c5c-437e-864a-2bb7488a0442 service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828272 Dec 11 23:05:04.809841 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-084077f6-6ffa-4145-9551-606c759e2ad4 req-2796e730-bbdc-4923-be4b-6f9a0226eb51 service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144648 Dec 11 23:05:04.821143 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-23310100-71e4-4f28-aef0-9ff251e68405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:04.837357 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-23310100-71e4-4f28-aef0-9ff251e68405 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:04.958697 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-23310100-71e4-4f28-aef0-9ff251e68405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:04.959951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23310100-71e4-4f28-aef0-9ff251e68405 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66f13871-f02f-4ab4-af10-9cf56aebb6bd {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:05:04.964494 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-23310100-71e4-4f28-aef0-9ff251e68405 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:04.965648 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-23310100-71e4-4f28-aef0-9ff251e68405 admin admin] 10.222.0.45 "DELETE /v2.0/routers/66f13871-f02f-4ab4-af10-9cf56aebb6bd HTTP/1.1" status: 204 len: 168 time: 3.6475449 Dec 11 23:05:04.968882 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55172) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:05.087965 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4c17f0-9624-42f4-96f3-f822e09cbac0 admin admin] Deleting subnet 10975e76-75b3-44ad-a405-f1dd39d43757 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:05:05.096783 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef4c17f0-9624-42f4-96f3-f822e09cbac0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:05.100426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ff3d-6715-4198-9413-6f8fe03fc7b4 req-ceae90c0-da6e-4946-83a6-49641fbbfbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:05.101978 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc08ff3d-6715-4198-9413-6f8fe03fc7b4 req-ceae90c0-da6e-4946-83a6-49641fbbfbf2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 1095 time: 0.1063154 Dec 11 23:05:05.185838 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef4c17f0-9624-42f4-96f3-f822e09cbac0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:05.342510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ff3d-6715-4198-9413-6f8fe03fc7b4 req-a8dd9451-704a-4381-80de-b53e7a1f28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:05.344053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc08ff3d-6715-4198-9413-6f8fe03fc7b4 req-a8dd9451-704a-4381-80de-b53e7a1f28dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 912 time: 0.2283404 Dec 11 23:05:05.384276 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef4c17f0-9624-42f4-96f3-f822e09cbac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:05.471233 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc08ff3d-6715-4198-9413-6f8fe03fc7b4 req-a503961c-76f3-4439-b4f0-ceac65a66fba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6dcce17-cfbc-47d5-9003-1e349cb6a41e HTTP/1.1" status: 200 len: 217 time: 0.1022773 Dec 11 23:05:05.549505 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752b92a-a734-4efb-bc26-e11f2e0c51c5 req-d81e2a60-fdbe-4ec4-868f-a5709d63ae85 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:05.551745 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b752b92a-a734-4efb-bc26-e11f2e0c51c5 req-d81e2a60-fdbe-4ec4-868f-a5709d63ae85 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.1168020 Dec 11 23:05:05.653841 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef4c17f0-9624-42f4-96f3-f822e09cbac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:05.656968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708755b2-3f91-4120-b50a-8f9362f05321 req-1a64646d-93fa-4259-90cd-6e5f780cf5b6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:05.659020 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-708755b2-3f91-4120-b50a-8f9362f05321 req-1a64646d-93fa-4259-90cd-6e5f780cf5b6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.1565995 Dec 11 23:05:05.660581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ff3d-6715-4198-9413-6f8fe03fc7b4 req-94fbbfef-c270-4c4a-9d11-e9eae43b7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:05.662272 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc08ff3d-6715-4198-9413-6f8fe03fc7b4 req-94fbbfef-c270-4c4a-9d11-e9eae43b7a6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.1901803 Dec 11 23:05:05.686518 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef4c17f0-9624-42f4-96f3-f822e09cbac0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:05.692608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94c1927-7b2b-428b-9cc6-575dba5683a3 None None] Network 2134eeda-0a10-4aab-81ff-437d26fc8910 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:05:05.694149 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ef4c17f0-9624-42f4-96f3-f822e09cbac0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/10975e76-75b3-44ad-a405-f1dd39d43757 HTTP/1.1" status: 204 len: 168 time: 0.7241492 Dec 11 23:05:05.745213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55192) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:05.806712 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-708755b2-3f91-4120-b50a-8f9362f05321 req-5d1e1ade-c655-41cc-a8f3-4f047d59588d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355495 Dec 11 23:05:05.829011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ff3d-6715-4198-9413-6f8fe03fc7b4 req-79ab3fa4-5c83-4d0f-ae66-633d323942d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:05.845512 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc08ff3d-6715-4198-9413-6f8fe03fc7b4 req-79ab3fa4-5c83-4d0f-ae66-633d323942d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572416 Dec 11 23:05:05.872306 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c17f0-9624-42f4-96f3-f822e09cbac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10975e76-75b3-44ad-a405-f1dd39d43757,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:05.894146 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b752b92a-a734-4efb-bc26-e11f2e0c51c5 req-96b0f523-8302-4cb2-a48f-c0a11d99a6ba tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3346822 Dec 11 23:05:05.902205 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:05.918153 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device bdd86ae3-eef3-494a-9b75-4fd86ac4ef11 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:05:05.983393 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] Deleting port ce4bbe73-1b36-4247-a2ca-955440aaf97f {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:05:05.983819 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:06.008992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: bdd86ae3-eef3-494a-9b75-4fd86ac4ef11 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:05:06.011011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device bdd86ae3-eef3-494a-9b75-4fd86ac4ef11 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:05:06.011629 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:05:06.091184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:05:06.092319 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d37c3f2e-96c2-4dc5-8717-16c2a9fd2d92 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:05:06.103262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] For port ce4bbe73-1b36-4247-a2ca-955440aaf97f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ce4bbe73-1b36-4247-a2ca-955440aaf97f,segment=NetworkSegment(d09ad685-5f33-4dbe-a2a1-667ba6b6ec73),segment_id=d09ad685-5f33-4dbe-a2a1-667ba6b6ec73)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:06.107613 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:06.130610 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc08ff3d-6715-4198-9413-6f8fe03fc7b4 req-7335b01f-99e4-4a00-85ef-14b6fec37e97 service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855585 Dec 11 23:05:06.138880 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] Calling delete_port for ce4bbe73-1b36-4247-a2ca-955440aaf97f owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:05:06.272476 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359bdac4-d1c2-4784-926a-30f29eacd29f None None] DHCP port deletion for 2134eeda-0a10-4aab-81ff-437d26fc8910 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:05:06.303576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc08ff3d-6715-4198-9413-6f8fe03fc7b4 req-739c51ac-3855-420c-9a7b-6496cefd0cb4 service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572027 Dec 11 23:05:06.332607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-359bdac4-d1c2-4784-926a-30f29eacd29f None None] Deleting port ce4bbe73-1b36-4247-a2ca-955440aaf97f {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:05:06.333002 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-359bdac4-d1c2-4784-926a-30f29eacd29f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:06.402531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-359bdac4-d1c2-4784-926a-30f29eacd29f None None] For port ce4bbe73-1b36-4247-a2ca-955440aaf97f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ce4bbe73-1b36-4247-a2ca-955440aaf97f,segment=NetworkSegment(d09ad685-5f33-4dbe-a2a1-667ba6b6ec73),segment_id=d09ad685-5f33-4dbe-a2a1-667ba6b6ec73)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:06.512352 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-359bdac4-d1c2-4784-926a-30f29eacd29f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:06.512352 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-359bdac4-d1c2-4784-926a-30f29eacd29f None None] Calling delete_port for ce4bbe73-1b36-4247-a2ca-955440aaf97f owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:05:06.604938 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:06.614475 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-359bdac4-d1c2-4784-926a-30f29eacd29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:06.635025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4bbe73-1b36-4247-a2ca-955440aaf97f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:06.640941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] No DVR routers for this DVR port ce4bbe73-1b36-4247-a2ca-955440aaf97f on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:05:06.649347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bdac4-d1c2-4784-926a-30f29eacd29f None None] Pushing event deleted for resources: {'Port': ['ID=ce4bbe73-1b36-4247-a2ca-955440aaf97f,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:06.658411 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359bdac4-d1c2-4784-926a-30f29eacd29f None None] No DVR routers for this DVR port ce4bbe73-1b36-4247-a2ca-955440aaf97f on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:05:06.803670 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:06.850251 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2134eeda-0a10-4aab-81ff-437d26fc8910']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:06.871072 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09ad685-5f33-4dbe-a2a1-667ba6b6ec73') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:06.871457 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09ad685-5f33-4dbe-a2a1-667ba6b6ec73') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:06.900634 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:06.953086 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:06.979258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:05:06.979757 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:05:07.060518 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:05:07.127056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1cfc-2d07-42ed-933d-3a1637320186 req-0343e6cf-3b36-409a-827c-141d807a9c00 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:07.135848 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5c0b1cfc-2d07-42ed-933d-3a1637320186 req-0343e6cf-3b36-409a-827c-141d807a9c00 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 945 time: 0.1438093 Dec 11 23:05:07.141647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad01b7-9fc9-418d-8ba3-d29eaf0d0777 req-6abac9b2-c119-42d7-8c24-6472cf098121 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:07.150487 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-42ad01b7-9fc9-418d-8ba3-d29eaf0d0777 req-6abac9b2-c119-42d7-8c24-6472cf098121 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0887694 Dec 11 23:05:07.153545 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:07.185532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:07.192900 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] 10.222.0.45 "DELETE /v2.0/networks/2134eeda-0a10-4aab-81ff-437d26fc8910 HTTP/1.1" status: 204 len: 168 time: 1.4441450 Dec 11 23:05:07.192900 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaf157-a171-4ddc-9833-321b0f1ed22e admin admin] Pushing event deleted for resources: {'Network': ['ID=2134eeda-0a10-4aab-81ff-437d26fc8910,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:07.231302 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5c0b1cfc-2d07-42ed-933d-3a1637320186 req-3aa43031-a18f-4ee9-ac98-243bc3f0b503 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ecf667b-38ea-4240-945b-68ecf37cb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896807 Dec 11 23:05:07.240495 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-42ad01b7-9fc9-418d-8ba3-d29eaf0d0777 req-2576abf5-16c0-4138-88ce-a63d039f4b85 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841603 Dec 11 23:05:07.415879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d14823-b19e-496c-ac1c-7ad1469618e8 req-90d98913-c6f2-418e-9d40-7d9917e54e40 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:07.417406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96d14823-b19e-496c-ac1c-7ad1469618e8 req-90d98913-c6f2-418e-9d40-7d9917e54e40 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.1081817 Dec 11 23:05:07.492133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ce4bbe73-1b36-4247-a2ca-955440aaf97f no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:05:07.534155 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: ce4bbe73-1b36-4247-a2ca-955440aaf97f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:05:07.534898 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ce4bbe73-1b36-4247-a2ca-955440aaf97f not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:05:07.547304 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96d14823-b19e-496c-ac1c-7ad1469618e8 req-2ed6b8d3-cc21-4d14-a8d2-e3e39b02c612 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176882 Dec 11 23:05:07.842485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55234) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:07.922486 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1fb0379e-433a-4e22-9dfd-a1201f466227 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d22bf1cb388f497bbb0de4f3c0e23219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0762155 Dec 11 23:05:07.924913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55240) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:08.016999 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-57737bc7-f42c-4005-9e55-0f98bc813658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:08.107386 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-57737bc7-f42c-4005-9e55-0f98bc813658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:08.264143 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-57737bc7-f42c-4005-9e55-0f98bc813658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:08.268078 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-57737bc7-f42c-4005-9e55-0f98bc813658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:08.271952 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-57737bc7-f42c-4005-9e55-0f98bc813658 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a629fa2-436c-45af-81d9-db0636189adb HTTP/1.1" status: 204 len: 168 time: 0.3435168 Dec 11 23:05:08.315638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57737bc7-f42c-4005-9e55-0f98bc813658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a629fa2-436c-45af-81d9-db0636189adb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:08.547254 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a4f92-f42e-4348-8bc9-4d77618ad498 req-006e9564-561a-450c-967f-35de182eebeb tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:08.556338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70192c5c-2532-4503-8159-88e89024c606 req-69b3401f-cd74-4baa-a43c-f6930ba18623 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:08.560820 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-980a4f92-f42e-4348-8bc9-4d77618ad498 req-006e9564-561a-450c-967f-35de182eebeb tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 945 time: 0.0940590 Dec 11 23:05:08.564511 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70192c5c-2532-4503-8159-88e89024c606 req-69b3401f-cd74-4baa-a43c-f6930ba18623 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.1748235 Dec 11 23:05:08.612351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d49a8-60b0-43ca-98fb-af09de0398ad req-8d62c3cc-aa58-4bd7-b242-6f861172153b tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:08.614035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d57d49a8-60b0-43ca-98fb-af09de0398ad req-8d62c3cc-aa58-4bd7-b242-6f861172153b tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 945 time: 0.1172361 Dec 11 23:05:08.643505 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-980a4f92-f42e-4348-8bc9-4d77618ad498 req-ff60be3c-780d-40d5-9584-67812d7d8f25 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ecf667b-38ea-4240-945b-68ecf37cb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813897 Dec 11 23:05:08.759417 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70192c5c-2532-4503-8159-88e89024c606 req-cada1fef-ecdc-484d-b998-7049bffa7d09 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892533 Dec 11 23:05:08.848599 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-d57d49a8-60b0-43ca-98fb-af09de0398ad req-bdc442bc-91bb-4201-8e38-ddcb0d9e5038 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Deleting port 10d624a8-c55f-489a-9240-628f64d65371 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:05:08.848599 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d57d49a8-60b0-43ca-98fb-af09de0398ad req-bdc442bc-91bb-4201-8e38-ddcb0d9e5038 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:09.040449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd85fa-9c39-4754-8e1a-493e9662d123 req-5345270b-6f6a-425e-bb8c-1744cc259ab3 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:09.042038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39fd85fa-9c39-4754-8e1a-493e9662d123 req-5345270b-6f6a-425e-bb8c-1744cc259ab3 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.1169305 Dec 11 23:05:09.112846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d57d49a8-60b0-43ca-98fb-af09de0398ad req-bdc442bc-91bb-4201-8e38-ddcb0d9e5038 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] For port 10d624a8-c55f-489a-9240-628f64d65371, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=10d624a8-c55f-489a-9240-628f64d65371,segment=NetworkSegment(b276c64e-a739-4e34-9fc0-6d80f7b6df3c),segment_id=b276c64e-a739-4e34-9fc0-6d80f7b6df3c)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:09.113821 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d57d49a8-60b0-43ca-98fb-af09de0398ad req-bdc442bc-91bb-4201-8e38-ddcb0d9e5038 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:09.144070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-d57d49a8-60b0-43ca-98fb-af09de0398ad req-bdc442bc-91bb-4201-8e38-ddcb0d9e5038 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Calling delete_port for 10d624a8-c55f-489a-9240-628f64d65371 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:05:09.164845 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39fd85fa-9c39-4754-8e1a-493e9662d123 req-ee5374c9-b90d-4b02-80ce-b836d87dbef2 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926540 Dec 11 23:05:09.435385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55270) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:09.468615 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d57d49a8-60b0-43ca-98fb-af09de0398ad req-bdc442bc-91bb-4201-8e38-ddcb0d9e5038 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:09.487884 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2d8facc7-61cd-4cf4-b99a-007ce595c1a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=43944b0605f94a3d869274a674e033fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0515897 Dec 11 23:05:09.492402 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55272) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:09.507672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc442bc-91bb-4201-8e38-ddcb0d9e5038 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Pushing event deleted for resources: {'Port': ['ID=10d624a8-c55f-489a-9240-628f64d65371,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:09.569981 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-93c0fb26-5f00-4a5f-b671-9896c7bd0e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:09.595325 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-93c0fb26-5f00-4a5f-b671-9896c7bd0e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:09.599433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57d49a8-60b0-43ca-98fb-af09de0398ad req-bdc442bc-91bb-4201-8e38-ddcb0d9e5038 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] No DVR routers for this DVR port 10d624a8-c55f-489a-9240-628f64d65371 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:05:09.602849 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d57d49a8-60b0-43ca-98fb-af09de0398ad req-bdc442bc-91bb-4201-8e38-ddcb0d9e5038 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:09.608620 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d57d49a8-60b0-43ca-98fb-af09de0398ad req-bdc442bc-91bb-4201-8e38-ddcb0d9e5038 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.13 "DELETE /v2.0/ports/10d624a8-c55f-489a-9240-628f64d65371 HTTP/1.1" status: 204 len: 173 time: 0.9783235 Dec 11 23:05:09.611703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c44437-9cf8-4106-9c0e-d543c28a7851', 'name': 'network-vif-deleted', 'tag': '10d624a8-c55f-489a-9240-628f64d65371'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:05:09.615781 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e946b424-35db-41d3-b5ac-936d445da83b" -d '{"events": [{"server_uuid": "51c44437-9cf8-4106-9c0e-d543c28a7851", "name": "network-vif-deleted", "tag": "10d624a8-c55f-489a-9240-628f64d65371"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:05:09.709284 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e8ff46-7135-45c0-a324-98c895aa5f27 x-openstack-request-id: req-54e8ff46-7135-45c0-a324-98c895aa5f27 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:05:09.709625 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c44437-9cf8-4106-9c0e-d543c28a7851", "name": "network-vif-deleted", "tag": "10d624a8-c55f-489a-9240-628f64d65371", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:05:09.714042 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54e8ff46-7135-45c0-a324-98c895aa5f27 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:05:09.714042 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c44437-9cf8-4106-9c0e-d543c28a7851', 'name': 'network-vif-deleted', 'tag': '10d624a8-c55f-489a-9240-628f64d65371', 'status': 'completed', 'code': 200} Dec 11 23:05:09.765591 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-93c0fb26-5f00-4a5f-b671-9896c7bd0e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:09.769753 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-93c0fb26-5f00-4a5f-b671-9896c7bd0e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:09.771388 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-93c0fb26-5f00-4a5f-b671-9896c7bd0e0f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d4c977d-a40c-4c38-ab58-4d5bc4cd6bdc HTTP/1.1" status: 204 len: 168 time: 0.2777200 Dec 11 23:05:09.800860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0fb26-5f00-4a5f-b671-9896c7bd0e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4c977d-a40c-4c38-ab58-4d5bc4cd6bdc,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:09.853826 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9cad4149-7ce6-4798-86c3-61cdc98cea3a req-e58e8c19-5fb3-4b94-aa4e-1d27f51eb9c0 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 210 time: 0.0700994 Dec 11 23:05:10.003530 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065abe54-e05d-4d10-a128-7feaa4013b6e req-37c01be1-5709-4726-a9e2-db662b5166bb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:10.005758 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-065abe54-e05d-4d10-a128-7feaa4013b6e req-37c01be1-5709-4726-a9e2-db662b5166bb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.1042328 Dec 11 23:05:10.090798 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-065abe54-e05d-4d10-a128-7feaa4013b6e req-aeb91b0d-a650-48cb-b5e7-be8beff6f1b9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710878 Dec 11 23:05:10.461250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffd41a-601e-44e8-a672-20cac0cd01d3 req-52961c87-c2f3-425b-b5e5-379fda5e522b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:10.479147 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d5ffd41a-601e-44e8-a672-20cac0cd01d3 req-52961c87-c2f3-425b-b5e5-379fda5e522b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.1858306 Dec 11 23:05:10.630396 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d5ffd41a-601e-44e8-a672-20cac0cd01d3 req-901eff07-c924-449e-bac8-79d8d62169b2 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487238 Dec 11 23:05:11.038276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 10d624a8-c55f-489a-9240-628f64d65371 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:05:11.083008 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f738b871-f9eb-4aa0-b9f6-a91901acd573 req-285ce45c-d5fa-4e25-ae70-462eb70085e4 tempest-VolumesActionsTest-101971146 tempest-VolumesActionsTest-101971146-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c44437-9cf8-4106-9c0e-d543c28a7851 HTTP/1.1" status: 200 len: 210 time: 0.0754964 Dec 11 23:05:11.139187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 10d624a8-c55f-489a-9240-628f64d65371 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:05:11.139845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 10d624a8-c55f-489a-9240-628f64d65371 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:05:11.273650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c3387-a1f3-4d76-bf9e-979b4635c6ce req-bc40a66e-e9ec-4305-9761-f35185433c7c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:11.274986 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-280c3387-a1f3-4d76-bf9e-979b4635c6ce req-bc40a66e-e9ec-4305-9761-f35185433c7c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0648291 Dec 11 23:05:11.335100 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-280c3387-a1f3-4d76-bf9e-979b4635c6ce req-089c9bd5-34fd-4ee5-bf0d-b852173f7bde tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488656 Dec 11 23:05:11.763554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9291602-088b-4922-bca7-f32da6f6354e req-4881f088-0a93-4ac8-b8ad-69f531432dfb tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:11.765584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9291602-088b-4922-bca7-f32da6f6354e req-4881f088-0a93-4ac8-b8ad-69f531432dfb tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0513477 Dec 11 23:05:11.831941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55322) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:11.854115 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9291602-088b-4922-bca7-f32da6f6354e req-c06a16cd-2316-492c-8336-c9d16e32eca9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764356 Dec 11 23:05:12.015077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-73595413-8e23-466f-bb0d-9aed319fec9b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-848628508-network', 'tenant_id': '3091ccd4a35b41ecae08ca1bacaa86f4'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:12.128158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73595413-8e23-466f-bb0d-9aed319fec9b admin admin] Made reservation on behalf of 3091ccd4a35b41ecae08ca1bacaa86f4 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:05:12.131469 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-73595413-8e23-466f-bb0d-9aed319fec9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:12.148373 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-73595413-8e23-466f-bb0d-9aed319fec9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:12.332918 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-73595413-8e23-466f-bb0d-9aed319fec9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:12.413026 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-73595413-8e23-466f-bb0d-9aed319fec9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:12.482398 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73595413-8e23-466f-bb0d-9aed319fec9b admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:05:12.506335 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73595413-8e23-466f-bb0d-9aed319fec9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c41b1c-e7dd-44b1-9abe-0000e4977e03,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:12.519239 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-73595413-8e23-466f-bb0d-9aed319fec9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:12.519901 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-73595413-8e23-466f-bb0d-9aed319fec9b admin admin] Added segment 451c3cdc-db92-4bed-91c3-111859e38093 of type vlan for network 45338dd1-8293-45f5-904b-d7c3c028cb46 Dec 11 23:05:12.570680 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039820e-b37f-4b38-b2a2-8f624eb81da7 req-242e998b-5157-4cd0-8f4a-a058b012e31d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:12.572394 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0039820e-b37f-4b38-b2a2-8f624eb81da7 req-242e998b-5157-4cd0-8f4a-a058b012e31d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.1332099 Dec 11 23:05:12.594148 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-73595413-8e23-466f-bb0d-9aed319fec9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:12.656042 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0039820e-b37f-4b38-b2a2-8f624eb81da7 req-f5c5b2fa-bd91-4123-86a8-329c1cde1a5d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772233 Dec 11 23:05:12.748777 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-73595413-8e23-466f-bb0d-9aed319fec9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:12.749808 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73595413-8e23-466f-bb0d-9aed319fec9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:12.750520 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-73595413-8e23-466f-bb0d-9aed319fec9b admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:12.821945 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73595413-8e23-466f-bb0d-9aed319fec9b admin admin] Pushing event updated for resources: {'Network': ['ID=45338dd1-8293-45f5-904b-d7c3c028cb46,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:12.833551 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 45338dd1-8293-45f5-904b-d7c3c028cb46 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:05:12.994972 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-73595413-8e23-466f-bb0d-9aed319fec9b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1611538 Dec 11 23:05:12.995379 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55342) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:13.002173 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-12bcbccb-2805-4386-892d-85381db390f4 admin admin] Request body: {'subnet': {'network_id': '45338dd1-8293-45f5-904b-d7c3c028cb46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-848628508-subnet', 'tenant_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:13.029329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eed82-0567-4c94-bc51-ccf503c0ad5c req-740dcf48-bd71-4a17-b378-c84cb74098eb tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:13.030865 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f64eed82-0567-4c94-bc51-ccf503c0ad5c req-740dcf48-bd71-4a17-b378-c84cb74098eb tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0647912 Dec 11 23:05:13.115344 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f64eed82-0567-4c94-bc51-ccf503c0ad5c req-72f0bb2f-50c2-4fed-bd8c-d9c993db4b4a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729666 Dec 11 23:05:13.119546 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bcbccb-2805-4386-892d-85381db390f4 admin admin] Made reservation on behalf of 3091ccd4a35b41ecae08ca1bacaa86f4 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:05:13.122062 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-12bcbccb-2805-4386-892d-85381db390f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:13.423374 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-12bcbccb-2805-4386-892d-85381db390f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:13.501309 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcbccb-2805-4386-892d-85381db390f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cada7647-7906-4b96-ae92-404eb9101155,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:13.509084 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bcbccb-2805-4386-892d-85381db390f4 admin admin] Checking segment: {'id': '451c3cdc-db92-4bed-91c3-111859e38093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45338dd1-8293-45f5-904b-d7c3c028cb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:05:13.511762 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bcbccb-2805-4386-892d-85381db390f4 admin admin] Network hostable DHCP agents. Network: 45338dd1-8293-45f5-904b-d7c3c028cb46, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:05:13.576452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce37de0-1df1-407f-b41b-ab5cf6716b07 req-daac8f44-e533-4ffb-a14e-f463e90debb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:13.577999 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ce37de0-1df1-407f-b41b-ab5cf6716b07 req-daac8f44-e533-4ffb-a14e-f463e90debb6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 1096 time: 0.0926442 Dec 11 23:05:13.700461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce37de0-1df1-407f-b41b-ab5cf6716b07 req-2b843e2c-88da-4c5a-b691-2c8c2ade6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:13.704555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bcbccb-2805-4386-892d-85381db390f4 admin admin] Network 45338dd1-8293-45f5-904b-d7c3c028cb46 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:05:13.715258 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ce37de0-1df1-407f-b41b-ab5cf6716b07 req-2b843e2c-88da-4c5a-b691-2c8c2ade6df6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d1bb9a45-28c0-4785-bda6-7e72008cf427 HTTP/1.1" status: 200 len: 918 time: 0.1148493 Dec 11 23:05:13.805710 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:13.815575 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-12bcbccb-2805-4386-892d-85381db390f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 45338dd1-8293-45f5-904b-d7c3c028cb46) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:05:13.820543 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bcbccb-2805-4386-892d-85381db390f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:13.821200 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-12bcbccb-2805-4386-892d-85381db390f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:13.827868 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72702e72-0aef-4f17-9b1f-63ab59f8ee7c None None] Network 45338dd1-8293-45f5-904b-d7c3c028cb46 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:05:13.828842 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ce37de0-1df1-407f-b41b-ab5cf6716b07 req-f96116fb-4b51-4e28-89af-5225ffabbb29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a HTTP/1.1" status: 200 len: 1001 time: 0.1056626 Dec 11 23:05:13.845229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ed55-afa3-4def-b306-fc147bdd3d52 req-6b8345bc-259c-45cc-9db6-88f85411e85d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:13.856987 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b84ed55-afa3-4def-b306-fc147bdd3d52 req-6b8345bc-259c-45cc-9db6-88f85411e85d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0894032 Dec 11 23:05:13.930184 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-12bcbccb-2805-4386-892d-85381db390f4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9330959 Dec 11 23:05:13.933136 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55364) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:13.937953 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-848628508-router', 'tenant_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:13.966359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce37de0-1df1-407f-b41b-ab5cf6716b07 req-1a8c71f7-0e7a-4c42-bc00-6b4d931621d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:13.968034 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ce37de0-1df1-407f-b41b-ab5cf6716b07 req-1a8c71f7-0e7a-4c42-bc00-6b4d931621d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7818fbf-5369-47d1-9144-65c09d5e1c30 HTTP/1.1" status: 200 len: 856 time: 0.1020811 Dec 11 23:05:13.973842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-45338dd1-8293-45f5-904b-d7c3c028cb46', 'network_id': '45338dd1-8293-45f5-904b-d7c3c028cb46', 'project_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'fixed_ips': [{'subnet_id': 'cada7647-7906-4b96-ae92-404eb9101155'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:05:13.977238 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:13.986275 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b84ed55-afa3-4def-b306-fc147bdd3d52 req-5f96cb7c-1b5c-43df-aa83-10b101e8dd44 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275775 Dec 11 23:05:14.057562 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:14.058894 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:14.071985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce37de0-1df1-407f-b41b-ab5cf6716b07 req-37474bfa-d766-4dc9-900e-dd712f82f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:14.074290 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ce37de0-1df1-407f-b41b-ab5cf6716b07 req-37474bfa-d766-4dc9-900e-dd712f82f3af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1bb9a45-28c0-4785-bda6-7e72008cf427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849190 Dec 11 23:05:14.139276 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:14.211027 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ce37de0-1df1-407f-b41b-ab5cf6716b07 req-a8d9fe4e-5780-41cf-a4f8-9605c4479fea service neutron] 10.222.0.13 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275461 Dec 11 23:05:14.218768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Allocated IP 172.20.0.2 (45338dd1-8293-45f5-904b-d7c3c028cb46/cada7647-7906-4b96-ae92-404eb9101155/d8429a03-a7fb-403c-acf9-4e7463bbe7a0) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:05:14.324684 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ce37de0-1df1-407f-b41b-ab5cf6716b07 req-70d5c4bb-ad86-454e-8f69-2caa9a7d02c1 service neutron] 10.222.0.13 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059451 Dec 11 23:05:14.379737 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:14.395496 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e0622-b989-419a-b5ed-e858fab69c27 req-28c2d7e0-9542-4e75-a538-42daa0ab57b6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:14.397506 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-400e0622-b989-419a-b5ed-e858fab69c27 req-28c2d7e0-9542-4e75-a538-42daa0ab57b6 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.1826081 Dec 11 23:05:14.420589 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de566b3-707e-495b-a04e-79d983ec0661 req-d7429957-6511-43ed-a4c4-36df3a16646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:14.422136 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4de566b3-707e-495b-a04e-79d983ec0661 req-d7429957-6511-43ed-a4c4-36df3a16646a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 1096 time: 0.0513668 Dec 11 23:05:14.440354 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:14.491521 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-400e0622-b989-419a-b5ed-e858fab69c27 req-0867d559-afaa-4c5d-8b94-2eae8f849df1 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627739 Dec 11 23:05:14.491660 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:14.528492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Network 45338dd1-8293-45f5-904b-d7c3c028cb46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:05:14.584960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de566b3-707e-495b-a04e-79d983ec0661 req-b9988ec5-4ea1-465b-9767-680885ffa97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:14.586669 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4de566b3-707e-495b-a04e-79d983ec0661 req-b9988ec5-4ea1-465b-9767-680885ffa97a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d1bb9a45-28c0-4785-bda6-7e72008cf427 HTTP/1.1" status: 200 len: 918 time: 0.1573160 Dec 11 23:05:14.592936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:05:14.607534 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:05:14.611762 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Pushing event updated for resources: {'Port': ['ID=d8429a03-a7fb-403c-acf9-4e7463bbe7a0,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:14.680076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4de566b3-707e-495b-a04e-79d983ec0661 req-7bbb660e-ab49-4ae3-af86-d2eb309820a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a HTTP/1.1" status: 200 len: 1001 time: 0.0854368 Dec 11 23:05:14.692696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Attempting to bind port d8429a03-a7fb-403c-acf9-4e7463bbe7a0 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:05:14.692696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Attempting to bind port d8429a03-a7fb-403c-acf9-4e7463bbe7a0 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '451c3cdc-db92-4bed-91c3-111859e38093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45338dd1-8293-45f5-904b-d7c3c028cb46'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:05:14.693079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Attempting to bind port d8429a03-a7fb-403c-acf9-4e7463bbe7a0 on network 45338dd1-8293-45f5-904b-d7c3c028cb46 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:05:14.698506 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:05:14.698918 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Checking segment: {'id': '451c3cdc-db92-4bed-91c3-111859e38093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45338dd1-8293-45f5-904b-d7c3c028cb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:05:14.699340 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:14.699731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Bound using segment: {'id': '451c3cdc-db92-4bed-91c3-111859e38093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45338dd1-8293-45f5-904b-d7c3c028cb46'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:05:14.700204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Bound port: d8429a03-a7fb-403c-acf9-4e7463bbe7a0, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451c3cdc-db92-4bed-91c3-111859e38093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45338dd1-8293-45f5-904b-d7c3c028cb46'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:05:14.700658 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:14.734745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de566b3-707e-495b-a04e-79d983ec0661 req-063519eb-d3f2-46b6-9aff-9b5980a9857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:14.736945 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4de566b3-707e-495b-a04e-79d983ec0661 req-063519eb-d3f2-46b6-9aff-9b5980a9857c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7818fbf-5369-47d1-9144-65c09d5e1c30 HTTP/1.1" status: 200 len: 856 time: 0.0504165 Dec 11 23:05:14.768135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] For port d8429a03-a7fb-403c-acf9-4e7463bbe7a0, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:05:14.771528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] For port d8429a03-a7fb-403c-acf9-4e7463bbe7a0, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d8429a03-a7fb-403c-acf9-4e7463bbe7a0,segment=NetworkSegment(451c3cdc-db92-4bed-91c3-111859e38093),segment_id=451c3cdc-db92-4bed-91c3-111859e38093)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:05:14.803219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de566b3-707e-495b-a04e-79d983ec0661 req-b78a6f77-7aaa-4775-8fbd-7b1b4e8a3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:14.804601 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4de566b3-707e-495b-a04e-79d983ec0661 req-b78a6f77-7aaa-4775-8fbd-7b1b4e8a3c9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1bb9a45-28c0-4785-bda6-7e72008cf427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607533 Dec 11 23:05:14.815959 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:14.835589 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:14.892861 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:14.900008 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4de566b3-707e-495b-a04e-79d983ec0661 req-840ae484-f43a-4979-9e50-2dc827a39676 service neutron] 10.222.0.13 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884542 Dec 11 23:05:14.953486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Allocated IP 172.25.1.144 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/8f959b5f-c572-45fe-96ce-97d71988f7a6) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:05:14.966877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21e246-2ad1-4116-95c0-107088e5287a None None] Pushing event updated for resources: {'Port': ['ID=d8429a03-a7fb-403c-acf9-4e7463bbe7a0,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:15.011284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4de566b3-707e-495b-a04e-79d983ec0661 req-5ecc1c4b-bfa9-4e37-a034-13fb4938c0d3 service neutron] 10.222.0.13 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045823 Dec 11 23:05:15.110983 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:15.171525 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb9659-973a-46bd-99d6-ffee214863f2 req-4880d473-3249-4cca-9009-8aa2ae46ddca tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:15.173350 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2beb9659-973a-46bd-99d6-ffee214863f2 req-4880d473-3249-4cca-9009-8aa2ae46ddca tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0822864 Dec 11 23:05:15.247751 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2beb9659-973a-46bd-99d6-ffee214863f2 req-bf6a688d-bbf0-4261-a45b-aed3707bc425 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675771 Dec 11 23:05:15.370757 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:15.443248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:05:15.444541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Pushing event updated for resources: {'Port': ['ID=8f959b5f-c572-45fe-96ce-97d71988f7a6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:15.447342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:05:15.450328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:05:15.465317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db0c108-c88a-4377-b7fe-66242e53c3e1 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:05:15.509788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d8429a03-a7fb-403c-acf9-4e7463bbe7a0 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:05:15.588294 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4c1301ea-08d8-4d6a-955a-9e631962a806 None None] Provisioning complete for port 8f959b5f-c572-45fe-96ce-97d71988f7a6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:15.588507 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c1301ea-08d8-4d6a-955a-9e631962a806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:15.633885 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d8429a03-a7fb-403c-acf9-4e7463bbe7a0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:15.634259 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:15.690054 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4c1301ea-08d8-4d6a-955a-9e631962a806 None None] Port 8f959b5f-c572-45fe-96ce-97d71988f7a6 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:05:15.717863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3772d29-1f65-41e3-b8b7-de6f6eeec986 req-aafb4314-d4a4-437a-ab08-ed8404a464f4 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:15.728993 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3772d29-1f65-41e3-b8b7-de6f6eeec986 req-aafb4314-d4a4-437a-ab08-ed8404a464f4 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.0750959 Dec 11 23:05:15.749509 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:15.785827 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port d8429a03-a7fb-403c-acf9-4e7463bbe7a0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d8429a03-a7fb-403c-acf9-4e7463bbe7a0,segment=NetworkSegment(451c3cdc-db92-4bed-91c3-111859e38093),segment_id=451c3cdc-db92-4bed-91c3-111859e38093)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:15.787390 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3772d29-1f65-41e3-b8b7-de6f6eeec986 req-af5d58f5-1bb1-4414-8f77-2bb623731f4c tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574563 Dec 11 23:05:15.936656 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:15.955255 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:15.988594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=d8429a03-a7fb-403c-acf9-4e7463bbe7a0,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:16.211448 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:16.369094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a886d70-50bf-4d00-9f0d-d676c4911fef None None] Network 45338dd1-8293-45f5-904b-d7c3c028cb46 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:05:16.457387 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6735d475-1443-409d-b3fb-80087edc1b5c None None] Provisioning complete for port d8429a03-a7fb-403c-acf9-4e7463bbe7a0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:16.457764 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6735d475-1443-409d-b3fb-80087edc1b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:16.967283 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a846b9-79b8-417c-8ab9-fbf576f61d00 req-267112e8-0e06-42fe-9ba3-5bd34b54088e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:16.969101 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-11a846b9-79b8-417c-8ab9-fbf576f61d00 req-267112e8-0e06-42fe-9ba3-5bd34b54088e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.1329129 Dec 11 23:05:17.021257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84ca22-4aab-47d5-95c2-558909137128 req-932f97da-05ce-4589-b3b3-4bdc93cb9f73 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:17.036272 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5c84ca22-4aab-47d5-95c2-558909137128 req-932f97da-05ce-4589-b3b3-4bdc93cb9f73 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 945 time: 0.1144717 Dec 11 23:05:17.095360 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7d4c9c60-6596-4ad7-bbd2-d731f5faa3bd None None] Provisioning complete for port d8429a03-a7fb-403c-acf9-4e7463bbe7a0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:17.095968 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7d4c9c60-6596-4ad7-bbd2-d731f5faa3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:17.106763 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ff26afe3-28af-4766-ada1-d3765a4ab17a no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:05:17.139497 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-11a846b9-79b8-417c-8ab9-fbf576f61d00 req-e64888f1-9d26-465a-8807-46c09183faa0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491539 Dec 11 23:05:17.166541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Router db052fbe-ecb1-44ce-a49a-6f7b6fd00213 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:05:17.179928 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5c84ca22-4aab-47d5-95c2-558909137128 req-2d617e9e-2670-4c3b-9168-b1522ea4ed96 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395156 Dec 11 23:05:17.305597 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:05:17.346157 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:17.354057 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Sync routers for ids ['db052fbe-ecb1-44ce-a49a-6f7b6fd00213'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:05:17.366040 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Routers {'db052fbe-ecb1-44ce-a49a-6f7b6fd00213'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:05:17.372895 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:04:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['db052fbe-ecb1-44ce-a49a-6f7b6fd00213'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:17.422583 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ff26afe3-28af-4766-ada1-d3765a4ab17a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:17.425945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff26afe3-28af-4766-ada1-d3765a4ab17a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:05:17.432836 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98119229-c23a-4d5f-b6a0-8e5529089391" -d '{"events": [{"server_uuid": "4a7f77ec-e958-4a4f-b61b-6c921b45497b", "name": "network-vif-unplugged", "status": "completed", "tag": "ff26afe3-28af-4766-ada1-d3765a4ab17a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:05:17.448160 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:17.457213 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ef5fbe2e-79e9-4a8d-99fd-aebd51ccbd2f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.5202301 Dec 11 23:05:17.458655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55414) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:17.494237 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209c0a22-5d3d-4bdb-8102-3a1f5674e57a x-openstack-request-id: req-209c0a22-5d3d-4bdb-8102-3a1f5674e57a {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:05:17.494530 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7f77ec-e958-4a4f-b61b-6c921b45497b", "name": "network-vif-unplugged", "status": "completed", "tag": "ff26afe3-28af-4766-ada1-d3765a4ab17a", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:05:17.494791 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-209c0a22-5d3d-4bdb-8102-3a1f5674e57a {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:05:17.495240 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff26afe3-28af-4766-ada1-d3765a4ab17a', 'code': 200} Dec 11 23:05:17.510428 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d8429a03-a7fb-403c-acf9-4e7463bbe7a0 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:05:17.569255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d8429a03-a7fb-403c-acf9-4e7463bbe7a0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:17.569685 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:17.573674 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Set router db052fbe-ecb1-44ce-a49a-6f7b6fd00213 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:05:17.634118 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:17.733496 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:17.736032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ff26afe3-28af-4766-ada1-d3765a4ab17a,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:17.829646 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'name': 'tempest-ImageQuotaTest-848628508-router', 'tenant_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '8f959b5f-c572-45fe-96ce-97d71988f7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:14Z', 'updated_at': '2021-12-11T23:05:15Z', 'revision_number': 3, 'project_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'gw_port': {'id': '8f959b5f-c572-45fe-96ce-97d71988f7a6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:14Z', 'updated_at': '2021-12-11T23:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:17.860290 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Checking router: db052fbe-ecb1-44ce-a49a-6f7b6fd00213 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:05:17.860854 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Updating router db052fbe-ecb1-44ce-a49a-6f7b6fd00213 port 8f959b5f-c572-45fe-96ce-97d71988f7a6 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:05:17.895788 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:18.317537 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3091ec-0239-4ddf-b7d7-e6e094852a86 req-315b9aa5-3562-4375-adb9-850319593c35 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:18.319394 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fc3091ec-0239-4ddf-b7d7-e6e094852a86 req-315b9aa5-3562-4375-adb9-850319593c35 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.1064000 Dec 11 23:05:18.339411 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:18.369481 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:18.374334 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fc3091ec-0239-4ddf-b7d7-e6e094852a86 req-912695ca-a494-4529-b3ca-f774a9f021fa tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490263 Dec 11 23:05:18.394840 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d2754-4dc3-492b-adcd-7a67dcf2c9ab req-b49bfedd-af2b-4b3f-9536-7bda7fc27be8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:18.397029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-766d2754-4dc3-492b-adcd-7a67dcf2c9ab req-b49bfedd-af2b-4b3f-9536-7bda7fc27be8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.0796664 Dec 11 23:05:18.415926 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:18.467197 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871b20e-5aa0-4d41-841d-7a96172f22b5 None None] Pushing event updated for resources: {'Port': ['ID=8f959b5f-c572-45fe-96ce-97d71988f7a6,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:18.468081 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d85a4a-c6fd-493a-bf8d-b1542f297afe None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:05:18.480097 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871b20e-5aa0-4d41-841d-7a96172f22b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:18.480587 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871b20e-5aa0-4d41-841d-7a96172f22b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:18.480757 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871b20e-5aa0-4d41-841d-7a96172f22b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:18.481091 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871b20e-5aa0-4d41-841d-7a96172f22b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:18.481417 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871b20e-5aa0-4d41-841d-7a96172f22b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:18.481749 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871b20e-5aa0-4d41-841d-7a96172f22b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:18.482202 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871b20e-5aa0-4d41-841d-7a96172f22b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:18.482533 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871b20e-5aa0-4d41-841d-7a96172f22b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:18.483073 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871b20e-5aa0-4d41-841d-7a96172f22b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:18.483402 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871b20e-5aa0-4d41-841d-7a96172f22b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:18.483947 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871b20e-5aa0-4d41-841d-7a96172f22b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:18.484282 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871b20e-5aa0-4d41-841d-7a96172f22b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:18.484604 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871b20e-5aa0-4d41-841d-7a96172f22b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:18.500448 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Attempting to bind port 8f959b5f-c572-45fe-96ce-97d71988f7a6 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:05:18.500840 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Attempting to bind port 8f959b5f-c572-45fe-96ce-97d71988f7a6 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:05:18.501965 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Attempting to bind port 8f959b5f-c572-45fe-96ce-97d71988f7a6 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:05:18.508111 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:05:18.508491 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:05:18.517196 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:18.517196 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:05:18.517196 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Bound port: 8f959b5f-c572-45fe-96ce-97d71988f7a6, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:05:18.517196 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:18.562935 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] For port 8f959b5f-c572-45fe-96ce-97d71988f7a6, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:05:18.564797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-766d2754-4dc3-492b-adcd-7a67dcf2c9ab req-5bd02605-d9b8-4e13-8fa1-d48408a74176 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584477 Dec 11 23:05:18.566229 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] For port 8f959b5f-c572-45fe-96ce-97d71988f7a6, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8f959b5f-c572-45fe-96ce-97d71988f7a6,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:05:18.602337 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d9e5bb93-cfa1-485b-85d5-ae05c43698ec None None] Provisioning complete for port 8f959b5f-c572-45fe-96ce-97d71988f7a6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:18.602836 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d9e5bb93-cfa1-485b-85d5-ae05c43698ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:18.638484 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5bb93-cfa1-485b-85d5-ae05c43698ec None None] Port 8f959b5f-c572-45fe-96ce-97d71988f7a6 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:05:18.695657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Allocated IP 172.20.0.1 (45338dd1-8293-45f5-904b-d7c3c028cb46/cada7647-7906-4b96-ae92-404eb9101155/87f20f74-531f-4b78-a232-4843e8171e28) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:05:18.712333 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:18.801356 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6468d66c-86c9-479d-b793-990269db973e None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:05:18.834843 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Routers {'db052fbe-ecb1-44ce-a49a-6f7b6fd00213'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:05:18.835478 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:04:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['db052fbe-ecb1-44ce-a49a-6f7b6fd00213'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:18.867909 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ed4dd3a1-fefd-4ea8-bca6-a2db705219b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:18.872938 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-dcac53f7-bb2a-4f01-b8ab-883f0b33b124 None None] Provisioning complete for port 8f959b5f-c572-45fe-96ce-97d71988f7a6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:18.873309 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dcac53f7-bb2a-4f01-b8ab-883f0b33b124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:18.877539 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871b20e-5aa0-4d41-841d-7a96172f22b5 None None] Pushing event updated for resources: {'Port': ['ID=8f959b5f-c572-45fe-96ce-97d71988f7a6,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:18.892348 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:18.977802 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] Set router db052fbe-ecb1-44ce-a49a-6f7b6fd00213 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:05:18.999759 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dcac53f7-bb2a-4f01-b8ab-883f0b33b124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:19.021812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-dcac53f7-bb2a-4f01-b8ab-883f0b33b124 None None] For port 8f959b5f-c572-45fe-96ce-97d71988f7a6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8f959b5f-c572-45fe-96ce-97d71988f7a6,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:19.040239 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:19.098593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Network 45338dd1-8293-45f5-904b-d7c3c028cb46 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:05:19.104142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:05:19.106611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Pushing event updated for resources: {'Port': ['ID=87f20f74-531f-4b78-a232-4843e8171e28,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:19.116243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:05:19.125803 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dcac53f7-bb2a-4f01-b8ab-883f0b33b124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:19.186281 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:19.202349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac53f7-bb2a-4f01-b8ab-883f0b33b124 None None] Pushing event updated for resources: {'Port': ['ID=8f959b5f-c572-45fe-96ce-97d71988f7a6,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:19.268618 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'name': 'tempest-ImageQuotaTest-848628508-router', 'tenant_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '8f959b5f-c572-45fe-96ce-97d71988f7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:14Z', 'updated_at': '2021-12-11T23:05:15Z', 'revision_number': 3, 'project_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'gw_port': {'id': '8f959b5f-c572-45fe-96ce-97d71988f7a6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:14Z', 'updated_at': '2021-12-11T23:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:19.349506 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431766e-716f-4786-990b-fe559c2bb978 None None] The sync data for ids ['db052fbe-ecb1-44ce-a49a-6f7b6fd00213'] in n-d-710847-6 is: [{'id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'name': 'tempest-ImageQuotaTest-848628508-router', 'tenant_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '8f959b5f-c572-45fe-96ce-97d71988f7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:14Z', 'updated_at': '2021-12-11T23:05:15Z', 'revision_number': 3, 'project_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'gw_port': {'id': '8f959b5f-c572-45fe-96ce-97d71988f7a6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:14Z', 'updated_at': '2021-12-11T23:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:05:19.553397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a757e63a-0cbd-497f-b811-30c3e2fc831f None None] Provisioning complete for port 87f20f74-531f-4b78-a232-4843e8171e28 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:19.553933 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a757e63a-0cbd-497f-b811-30c3e2fc831f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:19.573908 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:19.618374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a757e63a-0cbd-497f-b811-30c3e2fc831f None None] Port 87f20f74-531f-4b78-a232-4843e8171e28 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:05:19.677739 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e7bf4-00a4-4b92-a29d-dec2a993cf5e req-f2096623-ea75-4ebf-8fa8-a96be150e463 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:19.679510 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-167e7bf4-00a4-4b92-a29d-dec2a993cf5e req-f2096623-ea75-4ebf-8fa8-a96be150e463 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.1871619 Dec 11 23:05:19.847196 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-167e7bf4-00a4-4b92-a29d-dec2a993cf5e req-a536cb7d-82f4-46f7-b57a-0fad2d90982f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601584 Dec 11 23:05:19.983211 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:20.056737 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:20.247570 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:20.258354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Pushing event updated for resources: {'Port': ['ID=87f20f74-531f-4b78-a232-4843e8171e28,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:20.371756 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Network 45338dd1-8293-45f5-904b-d7c3c028cb46 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:05:20.373791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:05:20.686832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Router db052fbe-ecb1-44ce-a49a-6f7b6fd00213 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:05:20.850959 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ef0b43bf-3b59-4844-9041-cc8b97a0c9aa None None] Provisioning complete for port 87f20f74-531f-4b78-a232-4843e8171e28 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:20.851974 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef0b43bf-3b59-4844-9041-cc8b97a0c9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:20.868541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:05:20.890097 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-78dc1578-cdb0-4ce4-9ba6-63dcfbe8f423 admin admin] 10.222.0.45 "PUT /v2.0/routers/db052fbe-ecb1-44ce-a49a-6f7b6fd00213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4236124 Dec 11 23:05:20.903255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b43bf-3b59-4844-9041-cc8b97a0c9aa None None] Port 87f20f74-531f-4b78-a232-4843e8171e28 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:05:21.103043 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534ef31-4cfa-402d-b851-c5bf80ae1727 req-6c361dc3-0735-4e4f-96cf-1808308cc024 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:21.104951 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b534ef31-4cfa-402d-b851-c5bf80ae1727 req-6c361dc3-0735-4e4f-96cf-1808308cc024 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0973773 Dec 11 23:05:21.178910 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-19b183bf-b958-467c-916e-c52cbfc6c4b4 req-a688bcfe-b37c-45f7-a70d-f80a668ec70c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:05:21.180567 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19b183bf-b958-467c-916e-c52cbfc6c4b4 req-a688bcfe-b37c-45f7-a70d-f80a668ec70c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0952525 Dec 11 23:05:21.205962 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b534ef31-4cfa-402d-b851-c5bf80ae1727 req-707f3e00-1192-405a-a26e-0c0ea5a466be tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927932 Dec 11 23:05:21.330978 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9f8ec45-3989-4380-8071-d9beef24fe73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:21.562578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b1779-98b1-4ad8-8a86-b4bfd6c90a77 req-914f3a35-931e-43d1-95a8-6bca620e9b3b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:21.570911 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-657b1779-98b1-4ad8-8a86-b4bfd6c90a77 req-914f3a35-931e-43d1-95a8-6bca620e9b3b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.0771332 Dec 11 23:05:21.593999 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8f959b5f-c572-45fe-96ce-97d71988f7a6 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:05:21.695424 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-657b1779-98b1-4ad8-8a86-b4bfd6c90a77 req-c16db11e-6649-4f39-bea4-0799dec5af6d tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226671 Dec 11 23:05:21.741511 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 8f959b5f-c572-45fe-96ce-97d71988f7a6 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:21.741887 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:22.102560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Sync routers for ids ['db052fbe-ecb1-44ce-a49a-6f7b6fd00213'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:05:22.115286 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Routers {'db052fbe-ecb1-44ce-a49a-6f7b6fd00213'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:05:22.115917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:05:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['db052fbe-ecb1-44ce-a49a-6f7b6fd00213'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:22.407867 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:22.445542 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Set router db052fbe-ecb1-44ce-a49a-6f7b6fd00213 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:05:22.463180 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51ad9-2688-4e67-9263-ca3475875676 req-2380b52e-a73c-4028-b5fc-adc29e3d6a10 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:22.464999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01b51ad9-2688-4e67-9263-ca3475875676 req-2380b52e-a73c-4028-b5fc-adc29e3d6a10 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.1039283 Dec 11 23:05:22.548265 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8b2e0ee-bd3e-4a49-9991-a04f3f2597e9 req-d0f85dda-e371-4a7f-8579-f7f4cd90a71d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2106023 Dec 11 23:05:22.573705 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01b51ad9-2688-4e67-9263-ca3475875676 req-f7aeccfe-cee1-4b28-b943-ab5eb7cac220 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959587 Dec 11 23:05:22.730098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'name': 'tempest-ImageQuotaTest-848628508-router', 'tenant_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '8f959b5f-c572-45fe-96ce-97d71988f7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:14Z', 'updated_at': '2021-12-11T23:05:19Z', 'revision_number': 4, 'project_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'gw_port': {'id': '8f959b5f-c572-45fe-96ce-97d71988f7a6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:14Z', 'updated_at': '2021-12-11T23:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '87f20f74-531f-4b78-a232-4843e8171e28', 'name': '', 'network_id': '45338dd1-8293-45f5-904b-d7c3c028cb46', 'tenant_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'mac_address': 'fa:16:3e:aa:a3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'cada7647-7906-4b96-ae92-404eb9101155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:18Z', 'updated_at': '2021-12-11T23:05:19Z', 'revision_number': 2, 'project_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'subnets': [{'id': 'cada7647-7906-4b96-ae92-404eb9101155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:22.765999 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Checking router: db052fbe-ecb1-44ce-a49a-6f7b6fd00213 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:05:22.766563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Updating router db052fbe-ecb1-44ce-a49a-6f7b6fd00213 port 87f20f74-531f-4b78-a232-4843e8171e28 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:05:22.794157 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:22.900477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3703c-01af-4942-899d-deec11161afd req-42fae6ce-4931-4e83-9690-252773acf1f5 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:22.910229 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55534) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:22.910540 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cab3703c-01af-4942-899d-deec11161afd req-42fae6ce-4931-4e83-9690-252773acf1f5 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.1205897 Dec 11 23:05:22.968650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cab3703c-01af-4942-899d-deec11161afd req-19a8a605-ea28-4ee6-935b-d4b9a6a35fc7 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557272 Dec 11 23:05:23.197683 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:23.360487 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:23.367410 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4229373f-6bfb-4bbf-9877-929469ed4eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:23.482546 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64793064-b540-4e63-9159-77e1d9583427 None None] Pushing event updated for resources: {'Port': ['ID=87f20f74-531f-4b78-a232-4843e8171e28,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:23.561340 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Attempting to bind port 87f20f74-531f-4b78-a232-4843e8171e28 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:05:23.561720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Attempting to bind port 87f20f74-531f-4b78-a232-4843e8171e28 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '451c3cdc-db92-4bed-91c3-111859e38093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45338dd1-8293-45f5-904b-d7c3c028cb46'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:05:23.562093 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Attempting to bind port 87f20f74-531f-4b78-a232-4843e8171e28 on network 45338dd1-8293-45f5-904b-d7c3c028cb46 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:05:23.593096 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:05:23.593574 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Checking segment: {'id': '451c3cdc-db92-4bed-91c3-111859e38093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45338dd1-8293-45f5-904b-d7c3c028cb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:05:23.594040 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:23.596347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Bound using segment: {'id': '451c3cdc-db92-4bed-91c3-111859e38093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45338dd1-8293-45f5-904b-d7c3c028cb46'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:05:23.596892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Bound port: 87f20f74-531f-4b78-a232-4843e8171e28, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451c3cdc-db92-4bed-91c3-111859e38093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '45338dd1-8293-45f5-904b-d7c3c028cb46'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:05:23.597304 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:23.745160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] For port 87f20f74-531f-4b78-a232-4843e8171e28, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:05:23.755528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] For port 87f20f74-531f-4b78-a232-4843e8171e28, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=87f20f74-531f-4b78-a232-4843e8171e28,segment=NetworkSegment(451c3cdc-db92-4bed-91c3-111859e38093),segment_id=451c3cdc-db92-4bed-91c3-111859e38093)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:05:23.816515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4229373f-6bfb-4bbf-9877-929469ed4eac admin admin] Deleting port 87f20f74-531f-4b78-a232-4843e8171e28 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:05:23.817223 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4229373f-6bfb-4bbf-9877-929469ed4eac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:23.842889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55556) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:23.852955 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:23.879666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed53137-6980-490c-a97c-1ca4ae386bf9 req-d65cf7a6-0da5-4914-b3e7-9980dfa698b2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:23.888168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ed53137-6980-490c-a97c-1ca4ae386bf9 req-d65cf7a6-0da5-4914-b3e7-9980dfa698b2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.1769814 Dec 11 23:05:23.986324 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-4229373f-6bfb-4bbf-9877-929469ed4eac admin admin] For port 87f20f74-531f-4b78-a232-4843e8171e28, host n-d-710847-6, got binding levels [] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:23.987132 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4229373f-6bfb-4bbf-9877-929469ed4eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:24.009300 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4229373f-6bfb-4bbf-9877-929469ed4eac admin admin] Calling delete_port for 87f20f74-531f-4b78-a232-4843e8171e28 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:05:24.079230 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ed53137-6980-490c-a97c-1ca4ae386bf9 req-09fa55d0-66f8-4ddb-88c7-e4369b440afd tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853364 Dec 11 23:05:24.085190 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Routers {'db052fbe-ecb1-44ce-a49a-6f7b6fd00213'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:05:24.085902 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:05:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['db052fbe-ecb1-44ce-a49a-6f7b6fd00213'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:24.097463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cb62564b-2f40-42cd-91f6-e8ebada83929 None None] Provisioning complete for port 87f20f74-531f-4b78-a232-4843e8171e28 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:24.097826 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb62564b-2f40-42cd-91f6-e8ebada83929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:24.099330 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64793064-b540-4e63-9159-77e1d9583427 None None] Pushing event updated for resources: {'Port': ['ID=87f20f74-531f-4b78-a232-4843e8171e28,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:24.244687 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:24.331006 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] Set router db052fbe-ecb1-44ce-a49a-6f7b6fd00213 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:05:24.426522 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9702a5a7-5adf-4331-8411-e7a815e7ca50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:24.497184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cb62564b-2f40-42cd-91f6-e8ebada83929 None None] Could not find standard attr ID for object 87f20f74-531f-4b78-a232-4843e8171e28. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 23:05:24.508472 n-d-710847-6 neutron-server[103693]: INFO neutron.plugins.ml2.db [None req-cb62564b-2f40-42cd-91f6-e8ebada83929 None None] No ports have port_id starting with 87f20f74-531f-4b78-a232-4843e8171e28 Dec 11 23:05:24.523206 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4229373f-6bfb-4bbf-9877-929469ed4eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:24.533749 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f5388-7646-49e9-b0ff-536df7f84b47 req-a4ae458d-438d-4c92-9b06-34f284896ee5 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:24.535058 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7f6f5388-7646-49e9-b0ff-536df7f84b47 req-a4ae458d-438d-4c92-9b06-34f284896ee5 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.3928702 Dec 11 23:05:24.610670 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9702a5a7-5adf-4331-8411-e7a815e7ca50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:24.649487 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2e0ee-bd3e-4a49-9991-a04f3f2597e9 req-26b01263-311f-43a6-86fd-5910c38a449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:24.651030 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8b2e0ee-bd3e-4a49-9991-a04f3f2597e9 req-26b01263-311f-43a6-86fd-5910c38a449c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b&tenant_id=8bd74db67dd242afacdd41d881f83f4d HTTP/1.1" status: 200 len: 1094 time: 0.1712089 Dec 11 23:05:24.654235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-66a30aa0-bdf7-4a24-85ed-f4d347373ead None None] Could not find standard attr ID for object 87f20f74-531f-4b78-a232-4843e8171e28. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 23:05:24.658141 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:24.668709 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229373f-6bfb-4bbf-9877-929469ed4eac admin admin] Pushing event deleted for resources: {'Port': ['ID=87f20f74-531f-4b78-a232-4843e8171e28,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:24.698665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'name': 'tempest-ImageQuotaTest-848628508-router', 'tenant_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '8f959b5f-c572-45fe-96ce-97d71988f7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:14Z', 'updated_at': '2021-12-11T23:05:19Z', 'revision_number': 4, 'project_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'gw_port': {'id': '8f959b5f-c572-45fe-96ce-97d71988f7a6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:14Z', 'updated_at': '2021-12-11T23:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '87f20f74-531f-4b78-a232-4843e8171e28', 'name': '', 'network_id': '45338dd1-8293-45f5-904b-d7c3c028cb46', 'tenant_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'mac_address': 'fa:16:3e:aa:a3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'cada7647-7906-4b96-ae92-404eb9101155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:18Z', 'updated_at': '2021-12-11T23:05:23Z', 'revision_number': 4, 'project_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'subnets': [{'id': 'cada7647-7906-4b96-ae92-404eb9101155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:24.728549 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9702a5a7-5adf-4331-8411-e7a815e7ca50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:24.770522 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cebeb2-ec93-44e1-96ff-74c361d25af5 None None] The sync data for ids ['db052fbe-ecb1-44ce-a49a-6f7b6fd00213'] in n-d-710847-6 is: [{'id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'name': 'tempest-ImageQuotaTest-848628508-router', 'tenant_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '8f959b5f-c572-45fe-96ce-97d71988f7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:14Z', 'updated_at': '2021-12-11T23:05:19Z', 'revision_number': 4, 'project_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'gw_port': {'id': '8f959b5f-c572-45fe-96ce-97d71988f7a6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:14Z', 'updated_at': '2021-12-11T23:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '87f20f74-531f-4b78-a232-4843e8171e28', 'name': '', 'network_id': '45338dd1-8293-45f5-904b-d7c3c028cb46', 'tenant_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'mac_address': 'fa:16:3e:aa:a3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'cada7647-7906-4b96-ae92-404eb9101155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:18Z', 'updated_at': '2021-12-11T23:05:23Z', 'revision_number': 4, 'project_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'subnets': [{'id': 'cada7647-7906-4b96-ae92-404eb9101155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:05:24.771813 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2e0ee-bd3e-4a49-9991-a04f3f2597e9 req-6807b540-96a1-41fe-8120-24aee301db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:24.773347 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8b2e0ee-bd3e-4a49-9991-a04f3f2597e9 req-6807b540-96a1-41fe-8120-24aee301db4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 1094 time: 0.0931001 Dec 11 23:05:24.908074 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9702a5a7-5adf-4331-8411-e7a815e7ca50 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6ca4ba5c457420cbb0ab6210856326a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0638666 Dec 11 23:05:24.920544 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55566) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:24.947231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2e0ee-bd3e-4a49-9991-a04f3f2597e9 req-ba2b99f9-0cf0-414b-8de8-0b1f427305da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:24.950192 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8b2e0ee-bd3e-4a49-9991-a04f3f2597e9 req-ba2b99f9-0cf0-414b-8de8-0b1f427305da service neutron] 10.222.0.13 "GET /v2.0/networks?id=d1bb9a45-28c0-4785-bda6-7e72008cf427 HTTP/1.1" status: 200 len: 918 time: 0.1699746 Dec 11 23:05:24.972942 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702a5a7-5adf-4331-8411-e7a815e7ca50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85904157-d978-46db-ad05-43af2586c344,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:25.007870 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7f6f5388-7646-49e9-b0ff-536df7f84b47 req-675a9ba6-292a-43cc-8baa-8200cacdb88d tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4064379 Dec 11 23:05:25.129727 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8b2e0ee-bd3e-4a49-9991-a04f3f2597e9 req-8fa829a7-c6e5-43f7-a753-c8c03ecf41b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a HTTP/1.1" status: 200 len: 999 time: 0.1706035 Dec 11 23:05:25.131852 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca79d-16d3-458d-a419-5b1bdde4fd00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:25.209501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2e0ee-bd3e-4a49-9991-a04f3f2597e9 req-1ee062f7-e2f5-44b3-ae49-6c6b3d95f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:25.211391 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8b2e0ee-bd3e-4a49-9991-a04f3f2597e9 req-1ee062f7-e2f5-44b3-ae49-6c6b3d95f53b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7818fbf-5369-47d1-9144-65c09d5e1c30 HTTP/1.1" status: 200 len: 856 time: 0.0715139 Dec 11 23:05:25.242038 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca79d-16d3-458d-a419-5b1bdde4fd00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:25.287887 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4229373f-6bfb-4bbf-9877-929469ed4eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:25.294575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44949d8c-a2ec-460d-8003-27fc1efe9c47 req-6dd9c9e4-5a77-4759-aba5-54ac21055cdf tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:25.296612 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-44949d8c-a2ec-460d-8003-27fc1efe9c47 req-6dd9c9e4-5a77-4759-aba5-54ac21055cdf tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.1170018 Dec 11 23:05:25.320195 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2e0ee-bd3e-4a49-9991-a04f3f2597e9 req-dc6f57e1-8a41-45a6-909a-be7cc9563fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:25.321978 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8b2e0ee-bd3e-4a49-9991-a04f3f2597e9 req-dc6f57e1-8a41-45a6-909a-be7cc9563fd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1bb9a45-28c0-4785-bda6-7e72008cf427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934675 Dec 11 23:05:25.435383 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca79d-16d3-458d-a419-5b1bdde4fd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:25.442539 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca79d-16d3-458d-a419-5b1bdde4fd00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:25.447275 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ca1ca79d-16d3-458d-a419-5b1bdde4fd00 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/85904157-d978-46db-ad05-43af2586c344 HTTP/1.1" status: 204 len: 168 time: 0.5256486 Dec 11 23:05:25.455050 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-44949d8c-a2ec-460d-8003-27fc1efe9c47 req-63f9636c-d6c0-4630-abc6-a6c0b57acd7d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481986 Dec 11 23:05:25.480150 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca79d-16d3-458d-a419-5b1bdde4fd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85904157-d978-46db-ad05-43af2586c344,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:25.548534 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8b2e0ee-bd3e-4a49-9991-a04f3f2597e9 req-94fb4fa2-6eda-42ba-874c-a7e3ae39b05c service neutron] 10.222.0.13 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143526 Dec 11 23:05:25.719370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4229373f-6bfb-4bbf-9877-929469ed4eac admin admin] Router db052fbe-ecb1-44ce-a49a-6f7b6fd00213 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:05:25.734312 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8b2e0ee-bd3e-4a49-9991-a04f3f2597e9 req-d7602ec1-2240-47cd-8f9e-fe0684101b50 service neutron] 10.222.0.13 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779490 Dec 11 23:05:25.864979 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4229373f-6bfb-4bbf-9877-929469ed4eac admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:05:25.874187 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4229373f-6bfb-4bbf-9877-929469ed4eac admin admin] 10.222.0.45 "PUT /v2.0/routers/db052fbe-ecb1-44ce-a49a-6f7b6fd00213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9601934 Dec 11 23:05:25.874921 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55580) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:26.055446 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ed157d1-9845-4cfe-86dd-2c649339a9dd admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:26.387629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bc604-0cb2-44b3-a4de-a9acb5d4041a req-4c0ab985-8faa-4d14-a228-f9d0bdf2f8c8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:26.395420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e8bc604-0cb2-44b3-a4de-a9acb5d4041a req-4c0ab985-8faa-4d14-a228-f9d0bdf2f8c8 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.2233729 Dec 11 23:05:26.417956 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ed157d1-9845-4cfe-86dd-2c649339a9dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:26.473769 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e8bc604-0cb2-44b3-a4de-a9acb5d4041a req-929f7dd5-7161-4308-9e4d-5f6791d76925 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773668 Dec 11 23:05:26.682118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41fc87-204a-4f69-87ef-fcdb8395b569 req-f0c65fa7-a6de-42ac-a0e4-b12961138691 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:26.683821 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ff41fc87-204a-4f69-87ef-fcdb8395b569 req-f0c65fa7-a6de-42ac-a0e4-b12961138691 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.1047354 Dec 11 23:05:26.708789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-6ed157d1-9845-4cfe-86dd-2c649339a9dd admin admin] Deleting port 8f959b5f-c572-45fe-96ce-97d71988f7a6 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:05:26.712003 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ed157d1-9845-4cfe-86dd-2c649339a9dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:26.777378 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1e09d1-2342-4f0f-9067-b268bd8a7f62 None None] Sync routers for ids ['db052fbe-ecb1-44ce-a49a-6f7b6fd00213'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:05:26.777914 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ff41fc87-204a-4f69-87ef-fcdb8395b569 req-f56907d3-e8a5-439c-a21d-29c6532b0ea4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867655 Dec 11 23:05:26.812241 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e09d1-2342-4f0f-9067-b268bd8a7f62 None None] Routers {'db052fbe-ecb1-44ce-a49a-6f7b6fd00213'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:05:26.813406 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3f1e09d1-2342-4f0f-9067-b268bd8a7f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:05:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['db052fbe-ecb1-44ce-a49a-6f7b6fd00213'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:26.988239 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3f1e09d1-2342-4f0f-9067-b268bd8a7f62 None None] Set router db052fbe-ecb1-44ce-a49a-6f7b6fd00213 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:05:27.100699 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3f1e09d1-2342-4f0f-9067-b268bd8a7f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'name': 'tempest-ImageQuotaTest-848628508-router', 'tenant_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:14Z', 'updated_at': '2021-12-11T23:05:26Z', 'revision_number': 6, 'project_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:27.137340 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1e09d1-2342-4f0f-9067-b268bd8a7f62 None None] Checking router: db052fbe-ecb1-44ce-a49a-6f7b6fd00213 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:05:27.148235 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e09d1-2342-4f0f-9067-b268bd8a7f62 None None] Routers {'db052fbe-ecb1-44ce-a49a-6f7b6fd00213'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:05:27.149407 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3f1e09d1-2342-4f0f-9067-b268bd8a7f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:05:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['db052fbe-ecb1-44ce-a49a-6f7b6fd00213'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:27.323280 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3f1e09d1-2342-4f0f-9067-b268bd8a7f62 None None] Set router db052fbe-ecb1-44ce-a49a-6f7b6fd00213 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:05:27.407449 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3f1e09d1-2342-4f0f-9067-b268bd8a7f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'name': 'tempest-ImageQuotaTest-848628508-router', 'tenant_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:14Z', 'updated_at': '2021-12-11T23:05:26Z', 'revision_number': 6, 'project_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:27.441493 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1e09d1-2342-4f0f-9067-b268bd8a7f62 None None] The sync data for ids ['db052fbe-ecb1-44ce-a49a-6f7b6fd00213'] in n-d-710847-6 is: [{'id': 'db052fbe-ecb1-44ce-a49a-6f7b6fd00213', 'name': 'tempest-ImageQuotaTest-848628508-router', 'tenant_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:14Z', 'updated_at': '2021-12-11T23:05:26Z', 'revision_number': 6, 'project_id': '3091ccd4a35b41ecae08ca1bacaa86f4', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:05:27.477503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-6ed157d1-9845-4cfe-86dd-2c649339a9dd admin admin] For port 8f959b5f-c572-45fe-96ce-97d71988f7a6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8f959b5f-c572-45fe-96ce-97d71988f7a6,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:27.478102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ed157d1-9845-4cfe-86dd-2c649339a9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:27.495873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-6ed157d1-9845-4cfe-86dd-2c649339a9dd admin admin] Calling delete_port for 8f959b5f-c572-45fe-96ce-97d71988f7a6 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:05:27.694246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a00b33-ceb7-4f81-87f0-d5320222cc63 req-300a5468-2e9a-41d4-a523-16931c3ca31a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:27.702037 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f7a00b33-ceb7-4f81-87f0-d5320222cc63 req-300a5468-2e9a-41d4-a523-16931c3ca31a tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.0826354 Dec 11 23:05:27.765121 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f7a00b33-ceb7-4f81-87f0-d5320222cc63 req-6f7d4a85-7d64-457a-8439-565b15ef559f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601707 Dec 11 23:05:27.902340 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ed157d1-9845-4cfe-86dd-2c649339a9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:27.976168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed157d1-9845-4cfe-86dd-2c649339a9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=8f959b5f-c572-45fe-96ce-97d71988f7a6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:28.012663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83537cf3-9ea5-4ee8-a36d-ac0f9970972f None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:05:28.277117 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ed157d1-9845-4cfe-86dd-2c649339a9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:28.423980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec1eea-85f7-4b7e-a0de-fe96b4072d63 req-8e163c4a-9c69-4475-88b8-c5c94e9c997f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:28.432834 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abec1eea-85f7-4b7e-a0de-fe96b4072d63 req-8e163c4a-9c69-4475-88b8-c5c94e9c997f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.3130774 Dec 11 23:05:28.569196 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ed157d1-9845-4cfe-86dd-2c649339a9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:28.590748 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ed157d1-9845-4cfe-86dd-2c649339a9dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:28.728361 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abec1eea-85f7-4b7e-a0de-fe96b4072d63 req-c4f11e63-cf45-4184-8e41-1f59855bab68 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810776 Dec 11 23:05:28.760945 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ed157d1-9845-4cfe-86dd-2c649339a9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:28.761515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed157d1-9845-4cfe-86dd-2c649339a9dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router db052fbe-ecb1-44ce-a49a-6f7b6fd00213 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:05:28.772949 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ed157d1-9845-4cfe-86dd-2c649339a9dd admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:28.775922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55650) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:28.785519 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6ed157d1-9845-4cfe-86dd-2c649339a9dd admin admin] 10.222.0.45 "DELETE /v2.0/routers/db052fbe-ecb1-44ce-a49a-6f7b6fd00213 HTTP/1.1" status: 204 len: 168 time: 2.9059436 Dec 11 23:05:28.947629 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b52cdb1-c958-458e-8ad2-34d3e1c0dc0d admin admin] Deleting subnet cada7647-7906-4b96-ae92-404eb9101155 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:05:28.960123 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4b52cdb1-c958-458e-8ad2-34d3e1c0dc0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:29.015065 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4b52cdb1-c958-458e-8ad2-34d3e1c0dc0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:29.120362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474acc4-039b-4ee3-826b-556d358d1113 req-9b020569-9baa-40bd-926c-495a8491bf7d tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:29.122057 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6474acc4-039b-4ee3-826b-556d358d1113 req-9b020569-9baa-40bd-926c-495a8491bf7d tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.1772306 Dec 11 23:05:29.196238 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6474acc4-039b-4ee3-826b-556d358d1113 req-b78ea356-56a1-4710-8d70-7dea881156da tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640466 Dec 11 23:05:29.199782 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4b52cdb1-c958-458e-8ad2-34d3e1c0dc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:29.380717 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4b52cdb1-c958-458e-8ad2-34d3e1c0dc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:29.426590 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52cdb1-c958-458e-8ad2-34d3e1c0dc0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cada7647-7906-4b96-ae92-404eb9101155,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:29.438566 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69afe808-70c5-4ce5-ac95-b892de19d660 None None] Network 45338dd1-8293-45f5-904b-d7c3c028cb46 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:05:29.441849 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4b52cdb1-c958-458e-8ad2-34d3e1c0dc0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:29.456447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55660) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:29.476737 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4b52cdb1-c958-458e-8ad2-34d3e1c0dc0d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cada7647-7906-4b96-ae92-404eb9101155 HTTP/1.1" status: 204 len: 168 time: 0.6734083 Dec 11 23:05:29.552802 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 87f20f74-531f-4b78-a232-4843e8171e28 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:05:29.573428 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:29.615100 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 87f20f74-531f-4b78-a232-4843e8171e28 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:05:29.626471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 87f20f74-531f-4b78-a232-4843e8171e28 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:05:29.628400 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8f959b5f-c572-45fe-96ce-97d71988f7a6 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:05:29.681643 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 8f959b5f-c572-45fe-96ce-97d71988f7a6 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:05:29.684294 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8f959b5f-c572-45fe-96ce-97d71988f7a6 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:05:29.688851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] Deleting port d8429a03-a7fb-403c-acf9-4e7463bbe7a0 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:05:29.689409 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:29.827155 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55666) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:29.836646 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1a028659-f903-47af-b80d-9ffed53fd465 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-420605950', 'description': 'tempest-secgroup-smoke-420605950 description', 'project_id': '1a1365b402b74cbba7b45d13613b90f8'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:29.880309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12809a39-4f4a-48c3-b6f7-5aecc2392e5e None None] DHCP port deletion for 45338dd1-8293-45f5-904b-d7c3c028cb46 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:05:29.939509 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] For port d8429a03-a7fb-403c-acf9-4e7463bbe7a0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d8429a03-a7fb-403c-acf9-4e7463bbe7a0,segment=NetworkSegment(451c3cdc-db92-4bed-91c3-111859e38093),segment_id=451c3cdc-db92-4bed-91c3-111859e38093)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:29.941776 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:29.961180 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a028659-f903-47af-b80d-9ffed53fd465 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:29.983169 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a028659-f903-47af-b80d-9ffed53fd465 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:30.017435 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-12809a39-4f4a-48c3-b6f7-5aecc2392e5e None None] Deleting port d8429a03-a7fb-403c-acf9-4e7463bbe7a0 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:05:30.019993 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-12809a39-4f4a-48c3-b6f7-5aecc2392e5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:30.059907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] Calling delete_port for d8429a03-a7fb-403c-acf9-4e7463bbe7a0 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:05:30.169533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-12809a39-4f4a-48c3-b6f7-5aecc2392e5e None None] For port d8429a03-a7fb-403c-acf9-4e7463bbe7a0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d8429a03-a7fb-403c-acf9-4e7463bbe7a0,segment=NetworkSegment(451c3cdc-db92-4bed-91c3-111859e38093),segment_id=451c3cdc-db92-4bed-91c3-111859e38093)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:30.169971 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-12809a39-4f4a-48c3-b6f7-5aecc2392e5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:30.213470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-12809a39-4f4a-48c3-b6f7-5aecc2392e5e None None] Calling delete_port for d8429a03-a7fb-403c-acf9-4e7463bbe7a0 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:05:30.242867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc34d9-59a8-4f75-8681-cef9ed67ff7d req-df7e0561-6cc0-4aaf-a1fd-7710b158e67d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:30.251426 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1bdc34d9-59a8-4f75-8681-cef9ed67ff7d req-df7e0561-6cc0-4aaf-a1fd-7710b158e67d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.3061738 Dec 11 23:05:30.282448 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-6a193bd5-ec17-424e-a0ec-99dd6d2a660a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2419736 Dec 11 23:05:30.379557 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a028659-f903-47af-b80d-9ffed53fd465 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:30.391796 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1bdc34d9-59a8-4f75-8681-cef9ed67ff7d req-09f113c1-fa46-4f07-ab4c-f6eb10a27fda tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377959 Dec 11 23:05:30.447639 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a028659-f903-47af-b80d-9ffed53fd465 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:30.462472 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-12809a39-4f4a-48c3-b6f7-5aecc2392e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:30.533889 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:30.587224 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a028659-f903-47af-b80d-9ffed53fd465 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5eca0c-3ec9-4b7f-8a4c-203b771946d0,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:30.600955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12809a39-4f4a-48c3-b6f7-5aecc2392e5e None None] No DVR routers for this DVR port d8429a03-a7fb-403c-acf9-4e7463bbe7a0 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:05:30.602474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8429a03-a7fb-403c-acf9-4e7463bbe7a0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:30.610241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] No DVR routers for this DVR port d8429a03-a7fb-403c-acf9-4e7463bbe7a0 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:05:30.616456 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12809a39-4f4a-48c3-b6f7-5aecc2392e5e None None] Pushing event deleted for resources: {'Port': ['ID=d8429a03-a7fb-403c-acf9-4e7463bbe7a0,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:30.668619 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-271cc604-d99f-47eb-bcef-3f4b9db8fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:30.669109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-271cc604-d99f-47eb-bcef-3f4b9db8fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:30.669591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-271cc604-d99f-47eb-bcef-3f4b9db8fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:30.670067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-271cc604-d99f-47eb-bcef-3f4b9db8fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:30.670541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-271cc604-d99f-47eb-bcef-3f4b9db8fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:30.671029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-271cc604-d99f-47eb-bcef-3f4b9db8fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:30.671501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-271cc604-d99f-47eb-bcef-3f4b9db8fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:30.674965 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-271cc604-d99f-47eb-bcef-3f4b9db8fb20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b61da717ab14ef48634b138167515ff&device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 6501 time: 0.2670138 Dec 11 23:05:30.755923 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a028659-f903-47af-b80d-9ffed53fd465 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:30.778104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9f69e-14e3-4008-843d-12f0740dc1f8 req-b64748ad-7193-499a-9333-1eb41422a946 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:30.779840 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ec9f69e-14e3-4008-843d-12f0740dc1f8 req-b64748ad-7193-499a-9333-1eb41422a946 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.3512065 Dec 11 23:05:30.820328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:30.829360 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a028659-f903-47af-b80d-9ffed53fd465 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:30.889681 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45338dd1-8293-45f5-904b-d7c3c028cb46']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:30.909290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451c3cdc-db92-4bed-91c3-111859e38093') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:30.909527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451c3cdc-db92-4bed-91c3-111859e38093') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:30.931252 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:30.961136 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a028659-f903-47af-b80d-9ffed53fd465 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:30.965348 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1a028659-f903-47af-b80d-9ffed53fd465 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1337879 Dec 11 23:05:30.967579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55674) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:30.980282 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:30.990768 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-fda9b9a5-8ad1-41d0-ab35-92ae6f59b5c8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': 'fb069d70-f819-4156-a5ed-c8a509984fb6', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:30.995196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-85710e8f-bbf5-45f7-9ca2-2e4f1b0fd395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:30.995769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-85710e8f-bbf5-45f7-9ca2-2e4f1b0fd395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:30.996238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-85710e8f-bbf5-45f7-9ca2-2e4f1b0fd395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:30.997963 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-85710e8f-bbf5-45f7-9ca2-2e4f1b0fd395 service neutron] 10.222.0.47 "GET /v2.0/networks?id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=c3b80494-1b82-4c1d-aa57-335ff31765df&id=c3b80494-1b82-4c1d-aa57-335ff31765df HTTP/1.1" status: 200 len: 2296 time: 0.2457070 Dec 11 23:05:31.014542 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ec9f69e-14e3-4008-843d-12f0740dc1f8 req-9588c0d7-cf30-4e9e-a617-01f9853d4ec1 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210577 Dec 11 23:05:31.037827 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a028659-f903-47af-b80d-9ffed53fd465 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb069d70-f819-4156-a5ed-c8a509984fb6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:31.058293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:05:31.061610 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:05:31.107018 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-45ceb401-de9f-4cbd-9973-aa2fe0c357ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2452b4-9651-4e68-88ec-265f6355ad1d HTTP/1.1" status: 200 len: 1001 time: 0.0987856 Dec 11 23:05:31.136301 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fda9b9a5-8ad1-41d0-ab35-92ae6f59b5c8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:31.203937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-9e354f88-08df-4c07-b856-75044ff99f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:31.205998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-9e354f88-08df-4c07-b856-75044ff99f6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9bf2d6-65bb-4b47-a686-644dd9bd9730 HTTP/1.1" status: 200 len: 856 time: 0.0678413 Dec 11 23:05:31.228944 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fda9b9a5-8ad1-41d0-ab35-92ae6f59b5c8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:31.275039 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:31.282085 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:31.288833 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/45338dd1-8293-45f5-904b-d7c3c028cb46 HTTP/1.1" status: 204 len: 168 time: 1.8289938 Dec 11 23:05:31.308798 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fda9b9a5-8ad1-41d0-ab35-92ae6f59b5c8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:31.338043 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-89cc06b1-3219-4e7f-9c95-129a17c8a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:31.343972 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-89cc06b1-3219-4e7f-9c95-129a17c8a28e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211774 Dec 11 23:05:31.347544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9d98b-c1d2-4848-a12b-c58b26e4dda3 admin admin] Pushing event deleted for resources: {'Network': ['ID=45338dd1-8293-45f5-904b-d7c3c028cb46,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:31.351396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9b9a5-8ad1-41d0-ab35-92ae6f59b5c8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2eef536-27e4-4d91-adac-de689a0b7883,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:31.386412 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:05:31.472488 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fda9b9a5-8ad1-41d0-ab35-92ae6f59b5c8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:31.477280 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fda9b9a5-8ad1-41d0-ab35-92ae6f59b5c8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5055676 Dec 11 23:05:31.477280 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55690) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:31.492642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5ec95849-fc9a-46a7-9a12-28f0365637f9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': 'fb069d70-f819-4156-a5ed-c8a509984fb6', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:31.554929 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d8429a03-a7fb-403c-acf9-4e7463bbe7a0 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:05:31.605275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: d8429a03-a7fb-403c-acf9-4e7463bbe7a0 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:05:31.607192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d8429a03-a7fb-403c-acf9-4e7463bbe7a0 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:05:31.627794 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-e7690094-62ec-472a-9ac4-2a1f28ad3a8d service neutron] 10.222.0.47 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714157 Dec 11 23:05:31.681222 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ec95849-fc9a-46a7-9a12-28f0365637f9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:31.813837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb22ac6-9446-41bf-9fe0-d9626c8ec4fb req-5bda52f4-2e7d-4d6e-9362-95ca20ebf170 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:31.816503 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bcb22ac6-9446-41bf-9fe0-d9626c8ec4fb req-5bda52f4-2e7d-4d6e-9362-95ca20ebf170 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.2858205 Dec 11 23:05:31.828936 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ec95849-fc9a-46a7-9a12-28f0365637f9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:31.897041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55696) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:31.914935 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ec95849-fc9a-46a7-9a12-28f0365637f9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:31.919988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bcb22ac6-9446-41bf-9fe0-d9626c8ec4fb req-3f2964d6-5ce5-4f09-9813-a44cdd3f3d63 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878944 Dec 11 23:05:31.923773 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-16c6c146-6965-4cab-a6e4-c7cb24fc0c7b service neutron] 10.222.0.47 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880068 Dec 11 23:05:31.982007 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-763cf48e-cb3a-4737-a05c-b67e2e713470 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3091ccd4a35b41ecae08ca1bacaa86f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0845947 Dec 11 23:05:31.982976 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec95849-fc9a-46a7-9a12-28f0365637f9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c36539c-0b97-4991-a5b6-8ba646c5d9ab,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:31.985540 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55698) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:32.011618 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-121a89e9-c101-4df2-861a-4c845b5d5b68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=5db39d80-8883-4e9b-a21f-592a66a98574 HTTP/1.1" status: 200 len: 217 time: 0.0800192 Dec 11 23:05:32.083108 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ec95849-fc9a-46a7-9a12-28f0365637f9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:32.086797 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5ec95849-fc9a-46a7-9a12-28f0365637f9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6068745 Dec 11 23:05:32.087786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55702) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:32.088293 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba858fd3-ddfb-4441-9e3c-a66c4b8487a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:32.093558 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9d5cc32d-a2c5-4483-9f7e-405436284628 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': 'fb069d70-f819-4156-a5ed-c8a509984fb6', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:32.116659 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba858fd3-ddfb-4441-9e3c-a66c4b8487a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:32.166280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-52fc20f6-c353-426a-a146-037aa51a8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:32.168223 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-52fc20f6-c353-426a-a146-037aa51a8bf8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.1398187 Dec 11 23:05:32.209677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e53eb-68cb-421c-8684-8ed80882cfe8 req-6fe479ff-902d-4ed2-8799-e578674b888b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:32.217239 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e26e53eb-68cb-421c-8684-8ed80882cfe8 req-6fe479ff-902d-4ed2-8799-e578674b888b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.0904014 Dec 11 23:05:32.248353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-dc9e5423-2d78-4c72-b12b-7916f609a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:32.248353 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-dc9e5423-2d78-4c72-b12b-7916f609a263 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0727346 Dec 11 23:05:32.265017 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d5cc32d-a2c5-4483-9f7e-405436284628 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:32.304911 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e26e53eb-68cb-421c-8684-8ed80882cfe8 req-04d41968-b2a7-4d67-9ed4-992ca8d00269 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867798 Dec 11 23:05:32.334342 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba858fd3-ddfb-4441-9e3c-a66c4b8487a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:32.335475 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ba858fd3-ddfb-4441-9e3c-a66c4b8487a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:32.341474 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ba858fd3-ddfb-4441-9e3c-a66c4b8487a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8c41b1c-e7dd-44b1-9abe-0000e4977e03 HTTP/1.1" status: 204 len: 168 time: 0.3539293 Dec 11 23:05:32.358248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba858fd3-ddfb-4441-9e3c-a66c4b8487a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c41b1c-e7dd-44b1-9abe-0000e4977e03,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:32.383741 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d5cc32d-a2c5-4483-9f7e-405436284628 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:32.416107 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-bf65f894-ed9b-4c0e-9699-ce928909b550 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607192 Dec 11 23:05:32.504155 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d5cc32d-a2c5-4483-9f7e-405436284628 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:32.567784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cc32d-a2c5-4483-9f7e-405436284628 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bd03d9-87a8-4b40-ae11-19a172b09218,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:32.593753 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-d5108610-de17-4fe3-9e4d-731e160b530b service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672227 Dec 11 23:05:32.649337 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-fddc02a6-b4a6-474c-b60e-5b72711ea438 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ea94541a-59a8-4034-9000-553b4b16cd84 HTTP/1.1" status: 200 len: 217 time: 0.0486872 Dec 11 23:05:32.709423 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d5cc32d-a2c5-4483-9f7e-405436284628 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:32.710849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9d5cc32d-a2c5-4483-9f7e-405436284628 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6214106 Dec 11 23:05:32.713627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55710) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:32.720990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-208667d7-65a2-45af-ba59-fa9c49c9f0dd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': 'fb069d70-f819-4156-a5ed-c8a509984fb6', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:32.740118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-1ba5851e-29b2-4dbe-86b7-d2bae52d1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:32.746423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-1ba5851e-29b2-4dbe-86b7-d2bae52d1f51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0859280 Dec 11 23:05:32.844337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-81eab329-8b15-4c6e-9a2e-20cd28e239b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:32.851368 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-81eab329-8b15-4c6e-9a2e-20cd28e239b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1005371 Dec 11 23:05:32.942235 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-208667d7-65a2-45af-ba59-fa9c49c9f0dd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:33.074866 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-da1d9fe1-13bb-4a3f-941c-1e226f23edf1 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136774 Dec 11 23:05:33.097475 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-208667d7-65a2-45af-ba59-fa9c49c9f0dd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:33.105948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b879a2-3361-4e11-8516-a37e69b4e6fe req-3a06a610-ef94-4318-886f-00544294d332 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:33.116558 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-42b879a2-3361-4e11-8516-a37e69b4e6fe req-3a06a610-ef94-4318-886f-00544294d332 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0653074 Dec 11 23:05:33.166346 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-208667d7-65a2-45af-ba59-fa9c49c9f0dd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:33.205526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208667d7-65a2-45af-ba59-fa9c49c9f0dd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed15f9d-2ab0-4b41-85fb-bd0297eeabed,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:33.207587 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-42b879a2-3361-4e11-8516-a37e69b4e6fe req-e484c6d9-a2cf-4daf-9c6c-d808a88fe4df tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881355 Dec 11 23:05:33.246298 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-b0b6991b-f809-462c-bfcc-7427a0e9f90c service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639273 Dec 11 23:05:33.332516 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-5f96e584-4fa0-4dc2-9fbe-e2dd75b24c8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=bc996103-34a9-4f7e-894f-cdb9c4b63112 HTTP/1.1" status: 200 len: 217 time: 0.0782273 Dec 11 23:05:33.394674 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-208667d7-65a2-45af-ba59-fa9c49c9f0dd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:33.397886 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-208667d7-65a2-45af-ba59-fa9c49c9f0dd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6820712 Dec 11 23:05:33.399610 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55718) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:33.405511 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-fc12fb86-9ea7-411a-b072-81614eed052d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': 'fb069d70-f819-4156-a5ed-c8a509984fb6', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:33.420764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-9f62007e-e634-4740-90c5-0a685a007701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:33.424296 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-9f62007e-e634-4740-90c5-0a685a007701 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0846155 Dec 11 23:05:33.475339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55720) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:33.527230 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a6198bd-d155-4745-abe9-512cbbd6615f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:33.566852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3207d20-256e-4e79-98fa-61102733a422 req-d264a634-db4e-4ae9-acc9-debea47d7127 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:33.568439 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f3207d20-256e-4e79-98fa-61102733a422 req-d264a634-db4e-4ae9-acc9-debea47d7127 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.1333430 Dec 11 23:05:33.576377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-ebeb0e29-511b-432d-8de4-a53dbcc047f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:33.577927 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-ebeb0e29-511b-432d-8de4-a53dbcc047f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1013975 Dec 11 23:05:33.588218 n-d-710847-6 neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-fc12fb86-9ea7-411a-b072-81614eed052d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Project 1a1365b402b74cbba7b45d13613b90f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:05:33.593553 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc12fb86-9ea7-411a-b072-81614eed052d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:33.707552 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc12fb86-9ea7-411a-b072-81614eed052d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:33.737035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f3207d20-256e-4e79-98fa-61102733a422 req-a534149c-d792-42c6-9ce8-c0e4985b1e78 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573136 Dec 11 23:05:33.793476 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc12fb86-9ea7-411a-b072-81614eed052d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:33.804375 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-c567c3b6-ec08-48a5-a9df-e5d1cddfca6e service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150118 Dec 11 23:05:33.853358 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12fb86-9ea7-411a-b072-81614eed052d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0a3746-f6c8-4eb9-9176-5d76ce5be624,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:33.883754 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a6198bd-d155-4745-abe9-512cbbd6615f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:33.962373 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc12fb86-9ea7-411a-b072-81614eed052d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:33.963567 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fc12fb86-9ea7-411a-b072-81614eed052d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5629063 Dec 11 23:05:33.966354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55726) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:33.973440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-fd1c4227-011f-41c6-9760-55e99ce36dd5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': 'fb069d70-f819-4156-a5ed-c8a509984fb6', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:33.992737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-f5794802-9ca9-40fa-b9c9-aa961736a197 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556313 Dec 11 23:05:34.056381 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9a6198bd-d155-4745-abe9-512cbbd6615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:34.061084 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-ea2690b2-77fe-4e51-bb59-efff1a909334 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b HTTP/1.1" status: 200 len: 217 time: 0.0584710 Dec 11 23:05:34.073721 n-d-710847-6 neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-fd1c4227-011f-41c6-9760-55e99ce36dd5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Project 1a1365b402b74cbba7b45d13613b90f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:05:34.082433 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd1c4227-011f-41c6-9760-55e99ce36dd5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:34.122134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-5cda6af6-f29a-4870-89ae-24a6b81789d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:34.123686 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-5cda6af6-f29a-4870-89ae-24a6b81789d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0493388 Dec 11 23:05:34.176853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6198bd-d155-4745-abe9-512cbbd6615f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4728863-25dd-42a9-a355-25c43b4bdb05,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:34.181215 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9a6198bd-d155-4745-abe9-512cbbd6615f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.6929395 Dec 11 23:05:34.184924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55728) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:34.202148 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-f6d37a01-5bda-4b85-9267-f5edcce01450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:34.204543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-f6d37a01-5bda-4b85-9267-f5edcce01450 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0658753 Dec 11 23:05:34.243013 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd1c4227-011f-41c6-9760-55e99ce36dd5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:34.290588 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c77d8e6-a35c-4706-b9d1-3550ed972a12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:34.337571 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c77d8e6-a35c-4706-b9d1-3550ed972a12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:34.350504 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd1c4227-011f-41c6-9760-55e99ce36dd5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:34.382281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c4227-011f-41c6-9760-55e99ce36dd5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9083b79c-b0c3-4118-a1fc-a509934e9cfe,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:34.489453 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd1c4227-011f-41c6-9760-55e99ce36dd5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:34.495328 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fd1c4227-011f-41c6-9760-55e99ce36dd5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5249186 Dec 11 23:05:34.496499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55732) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:34.503950 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9b2a285b-91ad-4190-be4c-a9358cd0e327 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'network': {'name': 'tempest-network-smoke--1079918596', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'port_security_enabled': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:34.532705 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c77d8e6-a35c-4706-b9d1-3550ed972a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:34.535721 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9c77d8e6-a35c-4706-b9d1-3550ed972a12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:34.539187 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9c77d8e6-a35c-4706-b9d1-3550ed972a12 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4728863-25dd-42a9-a355-25c43b4bdb05 HTTP/1.1" status: 204 len: 168 time: 0.3468328 Dec 11 23:05:34.564612 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77d8e6-a35c-4706-b9d1-3550ed972a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4728863-25dd-42a9-a355-25c43b4bdb05,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:34.630591 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2a285b-91ad-4190-be4c-a9358cd0e327 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Made reservation on behalf of 1a1365b402b74cbba7b45d13613b90f8 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:05:34.637918 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b2a285b-91ad-4190-be4c-a9358cd0e327 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:34.708029 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2a285b-91ad-4190-be4c-a9358cd0e327 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:05:34.725551 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b2a285b-91ad-4190-be4c-a9358cd0e327 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:34.726130 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-9b2a285b-91ad-4190-be4c-a9358cd0e327 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Added segment ff85a74c-70f3-4981-a0aa-05f2a648ffd4 of type vlan for network 296f2849-e8b5-4428-98cc-c16fdc970ddc Dec 11 23:05:34.800800 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b2a285b-91ad-4190-be4c-a9358cd0e327 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:34.831683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e5695-1f4d-402c-92eb-061c51ee7639 req-b5daa26d-b17c-4dc5-89e0-f4126d595e1d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:34.833293 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f94e5695-1f4d-402c-92eb-061c51ee7639 req-b5daa26d-b17c-4dc5-89e0-f4126d595e1d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.2200034 Dec 11 23:05:34.881748 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-4b36fe58-c467-48bf-8575-416a3ba8c834 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6703591 Dec 11 23:05:34.927700 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b2a285b-91ad-4190-be4c-a9358cd0e327 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:34.932358 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2a285b-91ad-4190-be4c-a9358cd0e327 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:34.933029 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b2a285b-91ad-4190-be4c-a9358cd0e327 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:35.084189 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f94e5695-1f4d-402c-92eb-061c51ee7639 req-07affd15-7c78-4c38-8c3d-2b122899b091 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387395 Dec 11 23:05:35.149096 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-338d28f4-b62a-4ea9-934d-53ca0d70c720 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511055 Dec 11 23:05:35.155407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a285b-91ad-4190-be4c-a9358cd0e327 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Network': ['ID=296f2849-e8b5-4428-98cc-c16fdc970ddc,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:35.173096 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 296f2849-e8b5-4428-98cc-c16fdc970ddc details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:05:35.218123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7dc55-add7-4c5a-be21-07e492709510 req-3ccbae38-3987-4f8b-baff-b0f13f406126 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:35.220742 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a4c7dc55-add7-4c5a-be21-07e492709510 req-3ccbae38-3987-4f8b-baff-b0f13f406126 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.2771590 Dec 11 23:05:35.231227 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9b2a285b-91ad-4190-be4c-a9358cd0e327 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7255342 Dec 11 23:05:35.232032 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55744) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:35.261622 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-512457004', 'admin_state_up': True, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:35.279115 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-19d2b9f8-dc78-4ece-9144-3afa5b04544a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3fce5dea-e103-442d-ad0f-04adc1d0c9e0 HTTP/1.1" status: 200 len: 217 time: 0.1201022 Dec 11 23:05:35.380629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-dbae4df7-a3ac-41f8-8fd8-67b80f226ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:35.389688 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-dbae4df7-a3ac-41f8-8fd8-67b80f226ad2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd388f7-18b5-4de0-83b9-372e81a47292 HTTP/1.1" status: 200 len: 797 time: 0.0855086 Dec 11 23:05:35.410894 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a4c7dc55-add7-4c5a-be21-07e492709510 req-883d27d5-8724-4155-a3d5-289614c26c99 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755664 Dec 11 23:05:35.428284 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:35.435881 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:35.496207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-00091189-c355-4bba-9cde-dea7b64bd04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:35.497880 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-00091189-c355-4bba-9cde-dea7b64bd04d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1012971 Dec 11 23:05:35.513960 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:35.651264 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-f9aae5b8-88f7-4241-87b3-688d0eb803f9 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451473 Dec 11 23:05:35.832447 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-ad5cd674-e042-49c5-b6c1-24a8e8e51905 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741176 Dec 11 23:05:35.892843 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:35.895714 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-95ebad35-0234-4f6c-b17f-97415fc989fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1ed95c0-8e8a-4448-b66a-8cd798474676 HTTP/1.1" status: 200 len: 217 time: 0.0560515 Dec 11 23:05:35.983448 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-50348cf7-7169-45b2-8b89-cc29fc4f2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:35.988162 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-50348cf7-7169-45b2-8b89-cc29fc4f2722 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd388f7-18b5-4de0-83b9-372e81a47292 HTTP/1.1" status: 200 len: 797 time: 0.0847337 Dec 11 23:05:36.069467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-a271a123-adb0-47e3-a5a8-6bc378f37e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:36.070921 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-a271a123-adb0-47e3-a5a8-6bc378f37e15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751843 Dec 11 23:05:36.192996 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-c36aa703-7239-45d4-83ba-3376939d6724 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148062 Dec 11 23:05:36.393674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bf661-1ae2-4e32-a967-c2b010473d0c req-7b47f350-a133-43c4-af45-c0dd8856e8ff tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:36.395650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b03bf661-1ae2-4e32-a967-c2b010473d0c req-7b47f350-a133-43c4-af45-c0dd8856e8ff tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.1225028 Dec 11 23:05:36.470260 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4c1e9ef-f34b-4255-b973-48f9de2e0535 req-98471418-d574-48cb-b622-9f51a33dccd8 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581022 Dec 11 23:05:36.506769 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b03bf661-1ae2-4e32-a967-c2b010473d0c req-102b8008-1e0d-45ce-b630-7ce71a3775f0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798290 Dec 11 23:05:36.662111 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:36.691284 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:36.711668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6617f5-f85c-4385-a7b7-b506b1ba6037 req-ed17d500-6036-40e2-8822-15b56bd5c490 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:36.711668 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-db6617f5-f85c-4385-a7b7-b506b1ba6037 req-ed17d500-6036-40e2-8822-15b56bd5c490 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.1245594 Dec 11 23:05:36.862425 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-db6617f5-f85c-4385-a7b7-b506b1ba6037 req-5e0542af-3541-4ade-bf90-ef859c19c333 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271493 Dec 11 23:05:36.910339 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Allocated IP 172.25.1.40 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/f029bcc7-9d9f-49bd-aba8-1541b70e7471) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:05:37.526771 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:37.717105 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:37.745048 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:05:37.775797 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:05:37.784290 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:05:37.797268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fa7093-5dc2-482d-9a34-6c0736b76bb6 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:05:37.865741 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2fda8-39b6-4b85-8df8-f41a2136e244 req-d4a15d80-564f-4e46-950a-1f661299a460 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:37.868925 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5bb2fda8-39b6-4b85-8df8-f41a2136e244 req-d4a15d80-564f-4e46-950a-1f661299a460 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.2160795 Dec 11 23:05:37.925384 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7552c242-9330-4c39-a14e-409fb53968e1 None None] Provisioning complete for port f029bcc7-9d9f-49bd-aba8-1541b70e7471 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:37.927350 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7552c242-9330-4c39-a14e-409fb53968e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:37.938270 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=f029bcc7-9d9f-49bd-aba8-1541b70e7471,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:37.984158 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5bb2fda8-39b6-4b85-8df8-f41a2136e244 req-4b09c8a6-daf5-4765-8e3e-a0936d9034b8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856898 Dec 11 23:05:38.025530 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7552c242-9330-4c39-a14e-409fb53968e1 None None] Port f029bcc7-9d9f-49bd-aba8-1541b70e7471 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:05:38.062844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb934-c87b-4360-a53d-7adc921b9c4f req-5c2a5285-d291-4988-8a2b-e2781530cb34 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:38.064430 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa8bb934-c87b-4360-a53d-7adc921b9c4f req-5c2a5285-d291-4988-8a2b-e2781530cb34 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.0676408 Dec 11 23:05:38.135331 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa8bb934-c87b-4360-a53d-7adc921b9c4f req-69e2cc0c-aa7b-4f9b-9753-1089e0e5df71 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603356 Dec 11 23:05:38.391287 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:38.660165 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:39.126652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee8a04-bd52-48f2-a7cd-825595bfc8ee req-9ca3ca48-b3a6-4a75-901f-90afa3f643e6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:39.128254 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4dee8a04-bd52-48f2-a7cd-825595bfc8ee req-9ca3ca48-b3a6-4a75-901f-90afa3f643e6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0517828 Dec 11 23:05:39.181485 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4dee8a04-bd52-48f2-a7cd-825595bfc8ee req-42549593-51e4-4c1c-9cf1-1f1584196bb1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458961 Dec 11 23:05:39.267971 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987b56c-ec57-48bb-8f80-e84e25cf1782 req-7cb68962-e7d8-4ea0-8d9a-68283d5350b5 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:39.269920 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b987b56c-ec57-48bb-8f80-e84e25cf1782 req-7cb68962-e7d8-4ea0-8d9a-68283d5350b5 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.0599842 Dec 11 23:05:39.321571 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b987b56c-ec57-48bb-8f80-e84e25cf1782 req-f4b9f4cd-12e5-4114-9288-b6cd57528747 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456908 Dec 11 23:05:39.644843 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router bdb7f172-1131-4e1c-b730-340e12682570 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:05:39.767061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:05:39.778949 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Sync routers for ids ['bdb7f172-1131-4e1c-b730-340e12682570'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:05:39.790392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Routers {'bdb7f172-1131-4e1c-b730-340e12682570'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:05:39.791058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:05:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['bdb7f172-1131-4e1c-b730-340e12682570'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:39.881418 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:39.882602 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fd3143d0-462a-4146-901a-f4a2a3c9cf3c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.6311677 Dec 11 23:05:39.885758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55788) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:39.897826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Set router bdb7f172-1131-4e1c-b730-340e12682570 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:05:40.088358 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-537cc58d-f1c1-4d6f-b2f3-97ab0821cc51 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=1a1365b402b74cbba7b45d13613b90f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2014785 Dec 11 23:05:40.091138 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55794) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:40.109622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512457004', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:35Z', 'updated_at': '2021-12-11T23:05:38Z', 'revision_number': 3, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:36Z', 'updated_at': '2021-12-11T23:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:40.145788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Checking router: bdb7f172-1131-4e1c-b730-340e12682570 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:05:40.145788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Updating router bdb7f172-1131-4e1c-b730-340e12682570 port f029bcc7-9d9f-49bd-aba8-1541b70e7471 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:05:40.176780 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:40.270015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96d5b3a-d172-48ce-ad9b-366dd99e19fd tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:40.271860 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f96d5b3a-d172-48ce-ad9b-366dd99e19fd tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1796999 Dec 11 23:05:40.274621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55798) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:40.319324 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-744e44a7-87e3-45ae-b055-4fb3e15c0d30 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433316 Dec 11 23:05:40.319828 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea3ed9-9be5-40c7-af38-04d6397bd9cd req-afe7e02c-a6df-4720-99c3-f6cfbabd7ffb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:40.321883 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-32ea3ed9-9be5-40c7-af38-04d6397bd9cd req-afe7e02c-a6df-4720-99c3-f6cfbabd7ffb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0592029 Dec 11 23:05:40.322512 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 55800) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:40.328178 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-af380e2b-be58-4345-9dc0-0e846c823b1c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-356543422', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:40.459281 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:40.481784 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-32ea3ed9-9be5-40c7-af38-04d6397bd9cd req-dc3212b3-299e-4157-a2f6-25d8a28c33b0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468995 Dec 11 23:05:40.484379 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335872b2-a325-4d60-afe2-e08f1dc28203 req-a6fd135c-4b9b-4d3c-9fdf-e292b2e8974d tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:40.486063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-335872b2-a325-4d60-afe2-e08f1dc28203 req-a6fd135c-4b9b-4d3c-9fdf-e292b2e8974d tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.0534692 Dec 11 23:05:40.539822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-335872b2-a325-4d60-afe2-e08f1dc28203 req-a9af038a-527a-42cc-80ed-2707193a3647 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430446 Dec 11 23:05:40.570491 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:40.581485 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af380e2b-be58-4345-9dc0-0e846c823b1c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Made reservation on behalf of 1a1365b402b74cbba7b45d13613b90f8 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:05:40.585597 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af380e2b-be58-4345-9dc0-0e846c823b1c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:40.625600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9f06cc-baec-46e3-a9be-f8e54a826f06 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:05:40.634362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Attempting to bind port f029bcc7-9d9f-49bd-aba8-1541b70e7471 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:05:40.638437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Attempting to bind port f029bcc7-9d9f-49bd-aba8-1541b70e7471 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:05:40.638437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Attempting to bind port f029bcc7-9d9f-49bd-aba8-1541b70e7471 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:05:40.638437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842011a1-f415-47f2-8f20-ca1c38709d89 None None] Pushing event updated for resources: {'Port': ['ID=f029bcc7-9d9f-49bd-aba8-1541b70e7471,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:40.644611 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:05:40.645515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:05:40.645515 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:40.645780 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:05:40.646265 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Bound port: f029bcc7-9d9f-49bd-aba8-1541b70e7471, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:05:40.646671 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:40.704722 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] For port f029bcc7-9d9f-49bd-aba8-1541b70e7471, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:05:40.708398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] For port f029bcc7-9d9f-49bd-aba8-1541b70e7471, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f029bcc7-9d9f-49bd-aba8-1541b70e7471,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:05:40.768964 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:40.808535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-35761115-7278-4b18-8d07-48292d2cbb1e None None] Provisioning complete for port f029bcc7-9d9f-49bd-aba8-1541b70e7471 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:40.809103 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-35761115-7278-4b18-8d07-48292d2cbb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:40.846588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c55e8ea-4145-44bc-9897-2d29dbb10cb3 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:05:40.883640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842011a1-f415-47f2-8f20-ca1c38709d89 None None] Pushing event updated for resources: {'Port': ['ID=f029bcc7-9d9f-49bd-aba8-1541b70e7471,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:40.886042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Routers {'bdb7f172-1131-4e1c-b730-340e12682570'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:05:40.886655 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:05:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['bdb7f172-1131-4e1c-b730-340e12682570'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:40.896514 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af380e2b-be58-4345-9dc0-0e846c823b1c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:40.963950 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af380e2b-be58-4345-9dc0-0e846c823b1c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Subnet': ['ID=de8020f7-bf5c-43a2-92c6-55bb1b03b716,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:40.971657 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af380e2b-be58-4345-9dc0-0e846c823b1c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Checking segment: {'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:05:40.972086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af380e2b-be58-4345-9dc0-0e846c823b1c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network hostable DHCP agents. Network: 296f2849-e8b5-4428-98cc-c16fdc970ddc, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:05:41.068190 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af380e2b-be58-4345-9dc0-0e846c823b1c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network 296f2849-e8b5-4428-98cc-c16fdc970ddc is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:05:41.169791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-af380e2b-be58-4345-9dc0-0e846c823b1c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 296f2849-e8b5-4428-98cc-c16fdc970ddc) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:05:41.180742 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af380e2b-be58-4345-9dc0-0e846c823b1c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:41.181926 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af380e2b-be58-4345-9dc0-0e846c823b1c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:41.184917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfb4319-13c3-499a-a82e-a006874e2351 None None] Network 296f2849-e8b5-4428-98cc-c16fdc970ddc requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:05:41.211334 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-35761115-7278-4b18-8d07-48292d2cbb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:41.245325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 55808) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:41.245691 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-af380e2b-be58-4345-9dc0-0e846c823b1c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9216878 Dec 11 23:05:41.259846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-35761115-7278-4b18-8d07-48292d2cbb1e None None] For port f029bcc7-9d9f-49bd-aba8-1541b70e7471, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f029bcc7-9d9f-49bd-aba8-1541b70e7471,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:41.282010 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] Set router bdb7f172-1131-4e1c-b730-340e12682570 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:05:41.354357 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-35761115-7278-4b18-8d07-48292d2cbb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:41.477975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-296f2849-e8b5-4428-98cc-c16fdc970ddc', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ips': [{'subnet_id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:05:41.477975 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:41.565729 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f63790c6-1747-430a-acb9-6d5b37a59698 None None] Provisioning complete for port f029bcc7-9d9f-49bd-aba8-1541b70e7471 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:41.566106 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f63790c6-1747-430a-acb9-6d5b37a59698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:41.582341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35761115-7278-4b18-8d07-48292d2cbb1e None None] Pushing event updated for resources: {'Port': ['ID=f029bcc7-9d9f-49bd-aba8-1541b70e7471,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:41.698999 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3112366-826e-421d-ae15-38717c5748c6 req-e7a0b6c2-277c-4d67-b4bd-c1651a43e373 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:41.700964 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3112366-826e-421d-ae15-38717c5748c6 req-e7a0b6c2-277c-4d67-b4bd-c1651a43e373 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.0737140 Dec 11 23:05:41.769212 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3112366-826e-421d-ae15-38717c5748c6 req-f9e50b61-c177-4583-801c-a8c03aeb8a70 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593789 Dec 11 23:05:41.799891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512457004', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:35Z', 'updated_at': '2021-12-11T23:05:38Z', 'revision_number': 3, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:36Z', 'updated_at': '2021-12-11T23:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:41.840453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907e60ea-8091-4217-b8ee-76d971e57e4a None None] The sync data for ids ['bdb7f172-1131-4e1c-b730-340e12682570'] in n-d-710847-6 is: [{'id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512457004', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:35Z', 'updated_at': '2021-12-11T23:05:38Z', 'revision_number': 3, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:36Z', 'updated_at': '2021-12-11T23:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:05:41.887762 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:41.902571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a788db1-2bbd-4539-88c3-ec09929111bc req-d156fecb-73d5-491c-b0ec-5d0d677aa8ff tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:41.904302 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a788db1-2bbd-4539-88c3-ec09929111bc req-d156fecb-73d5-491c-b0ec-5d0d677aa8ff tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.2140014 Dec 11 23:05:41.913407 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Allocated IP 172.20.0.2 (296f2849-e8b5-4428-98cc-c16fdc970ddc/de8020f7-bf5c-43a2-92c6-55bb1b03b716/3bb3e0c9-cc37-4966-a09d-6d1e763ed603) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:05:42.064633 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a788db1-2bbd-4539-88c3-ec09929111bc req-ce28cd3d-bb50-4555-a400-57b54c8b20d1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443708 Dec 11 23:05:42.128835 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:42.222305 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:42.271110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Network 296f2849-e8b5-4428-98cc-c16fdc970ddc is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:05:42.274155 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:05:42.279529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:05:42.284173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Pushing event updated for resources: {'Port': ['ID=3bb3e0c9-cc37-4966-a09d-6d1e763ed603,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:42.320184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Allocated IP 172.20.0.1 (296f2849-e8b5-4428-98cc-c16fdc970ddc/de8020f7-bf5c-43a2-92c6-55bb1b03b716/49975f40-e1db-490a-95ae-07874a845ca4) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:05:42.346427 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Attempting to bind port 3bb3e0c9-cc37-4966-a09d-6d1e763ed603 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:05:42.346799 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Attempting to bind port 3bb3e0c9-cc37-4966-a09d-6d1e763ed603 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:05:42.347194 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Attempting to bind port 3bb3e0c9-cc37-4966-a09d-6d1e763ed603 on network 296f2849-e8b5-4428-98cc-c16fdc970ddc {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:05:42.352662 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:05:42.353058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Checking segment: {'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:05:42.353485 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:42.353879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Bound using segment: {'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:05:42.354450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Bound port: 3bb3e0c9-cc37-4966-a09d-6d1e763ed603, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:05:42.354878 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:42.437464 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2629386a-c307-4311-82ee-009a71550f42 None None] For port 3bb3e0c9-cc37-4966-a09d-6d1e763ed603, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:05:42.441030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2629386a-c307-4311-82ee-009a71550f42 None None] For port 3bb3e0c9-cc37-4966-a09d-6d1e763ed603, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3bb3e0c9-cc37-4966-a09d-6d1e763ed603,segment=NetworkSegment(ff85a74c-70f3-4981-a0aa-05f2a648ffd4),segment_id=ff85a74c-70f3-4981-a0aa-05f2a648ffd4)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:05:42.530265 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:42.543229 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:42.595700 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629386a-c307-4311-82ee-009a71550f42 None None] Pushing event updated for resources: {'Port': ['ID=3bb3e0c9-cc37-4966-a09d-6d1e763ed603,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:42.742584 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:42.825545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network 296f2849-e8b5-4428-98cc-c16fdc970ddc is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:05:42.832146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:05:42.833957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=49975f40-e1db-490a-95ae-07874a845ca4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:42.836244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:05:42.898614 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:42.975824 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33283ab4-8796-4f53-ab28-ec24e96c6e4f req-ce14a2d9-f1be-441e-a68d-0075230704d1 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:42.977752 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33283ab4-8796-4f53-ab28-ec24e96c6e4f req-ce14a2d9-f1be-441e-a68d-0075230704d1 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.1000972 Dec 11 23:05:43.071817 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-33283ab4-8796-4f53-ab28-ec24e96c6e4f req-3f5456f5-ea39-41d2-99f9-62f092f11b82 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760243 Dec 11 23:05:43.193904 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5bd24-8391-44db-b173-e8f99dbef460 req-68fa0a4c-f0c5-42ad-87eb-e39791840e7a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:43.196087 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a7d5bd24-8391-44db-b173-e8f99dbef460 req-68fa0a4c-f0c5-42ad-87eb-e39791840e7a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0597978 Dec 11 23:05:43.227274 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:43.272178 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a7d5bd24-8391-44db-b173-e8f99dbef460 req-57ca0009-f83f-478f-9e4b-96a527fec89b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696855 Dec 11 23:05:43.553654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3bb3e0c9-cc37-4966-a09d-6d1e763ed603 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:05:43.573939 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:43.607900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 3bb3e0c9-cc37-4966-a09d-6d1e763ed603 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:43.608275 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:43.657782 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:43.748955 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:43.751109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=49975f40-e1db-490a-95ae-07874a845ca4,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:43.756166 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:43.788300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 3bb3e0c9-cc37-4966-a09d-6d1e763ed603, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3bb3e0c9-cc37-4966-a09d-6d1e763ed603,segment=NetworkSegment(ff85a74c-70f3-4981-a0aa-05f2a648ffd4),segment_id=ff85a74c-70f3-4981-a0aa-05f2a648ffd4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:43.836996 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:43.872155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network 296f2849-e8b5-4428-98cc-c16fdc970ddc is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:05:43.872155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:05:43.890356 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:43.891740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f029bcc7-9d9f-49bd-aba8-1541b70e7471 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:05:44.014361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=3bb3e0c9-cc37-4966-a09d-6d1e763ed603,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:44.046926 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port f029bcc7-9d9f-49bd-aba8-1541b70e7471 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:44.047397 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:44.066298 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router bdb7f172-1131-4e1c-b730-340e12682570 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:05:44.462622 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88a632-ce27-48bd-9720-605cac19c71c req-73738fee-07b2-4d3e-8815-c66b886ecd66 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:44.472037 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4e88a632-ce27-48bd-9720-605cac19c71c req-73738fee-07b2-4d3e-8815-c66b886ecd66 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0817313 Dec 11 23:05:44.549714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6b14b-d7fa-43da-9cd6-c27da14b9e7b req-2567c04a-deb0-44fd-9c6f-a767adcecf64 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:44.551309 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9e6b14b-d7fa-43da-9cd6-c27da14b9e7b req-2567c04a-deb0-44fd-9c6f-a767adcecf64 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.0722437 Dec 11 23:05:44.551496 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4e88a632-ce27-48bd-9720-605cac19c71c req-79489f78-36c2-4724-968b-fbf017fdfe5e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778909 Dec 11 23:05:44.634505 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:05:44.648253 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d56f17eb-c871-4571-bebe-ee9dc58c2277 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "PUT /v2.0/routers/bdb7f172-1131-4e1c-b730-340e12682570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3974724 Dec 11 23:05:44.648508 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Sync routers for ids ['bdb7f172-1131-4e1c-b730-340e12682570'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:05:44.671400 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9e6b14b-d7fa-43da-9cd6-c27da14b9e7b req-9690c9d8-c873-4849-a115-70da3fe159da tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831170 Dec 11 23:05:44.685346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3b9ec8-7b4e-4bc0-8768-b03bb8910203 None None] Network 296f2849-e8b5-4428-98cc-c16fdc970ddc requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:05:44.692653 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Routers {'bdb7f172-1131-4e1c-b730-340e12682570'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:05:44.693280 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:05:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['bdb7f172-1131-4e1c-b730-340e12682570'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:44.786545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0a46e045-a278-4946-a96a-c3fbff5092ae None None] Provisioning complete for port 3bb3e0c9-cc37-4966-a09d-6d1e763ed603 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:44.787324 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0a46e045-a278-4946-a96a-c3fbff5092ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:44.838997 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Set router bdb7f172-1131-4e1c-b730-340e12682570 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:05:44.979460 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-1a640fd7-a62f-45b8-93cf-ce8db31f61bf tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420605950&fields=id&tenant_id=1a1365b402b74cbba7b45d13613b90f8 HTTP/1.1" status: 200 len: 267 time: 0.0844860 Dec 11 23:05:45.113421 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-594aecea-ba83-4de0-beae-b89a89c238cd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:45.122076 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-594aecea-ba83-4de0-beae-b89a89c238cd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/networks?id=296f2849-e8b5-4428-98cc-c16fdc970ddc HTTP/1.1" status: 200 len: 797 time: 0.1391082 Dec 11 23:05:45.132848 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-544d9549-0390-4bea-ab2c-cd876571301e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/quotas/1a1365b402b74cbba7b45d13613b90f8 HTTP/1.1" status: 200 len: 375 time: 0.0098660 Dec 11 23:05:45.178469 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c59a425e-6065-4e49-9fa6-118ae5699104 None None] Provisioning complete for port 49975f40-e1db-490a-95ae-07874a845ca4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:45.178957 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c59a425e-6065-4e49-9fa6-118ae5699104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:45.205185 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-81f463b7-8cad-40c8-b089-2aec4e7f2b21 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662591 Dec 11 23:05:45.223093 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ff26afe3-28af-4766-ada1-d3765a4ab17a details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:05:45.237626 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512457004', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:35Z', 'updated_at': '2021-12-11T23:05:43Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:36Z', 'updated_at': '2021-12-11T23:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '49975f40-e1db-490a-95ae-07874a845ca4', 'name': '', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b3:b1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:42Z', 'updated_at': '2021-12-11T23:05:43Z', 'revision_number': 2, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:45.240033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c59a425e-6065-4e49-9fa6-118ae5699104 None None] Port 49975f40-e1db-490a-95ae-07874a845ca4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:05:45.275583 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c59a425e-6065-4e49-9fa6-118ae5699104 None None] Provisioning complete for port 3bb3e0c9-cc37-4966-a09d-6d1e763ed603 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:45.276180 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c59a425e-6065-4e49-9fa6-118ae5699104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:45.330346 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Checking router: bdb7f172-1131-4e1c-b730-340e12682570 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:05:45.330649 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Updating router bdb7f172-1131-4e1c-b730-340e12682570 port 49975f40-e1db-490a-95ae-07874a845ca4 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:05:45.337835 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-d94a9838-f889-4864-8ae7-f5ba4dfb6e45 service neutron] 10.222.0.45 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137536 Dec 11 23:05:45.401013 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:45.501199 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-f2bb3387-3c69-43ab-9122-402e6883c185 service neutron] 10.222.0.45 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622813 Dec 11 23:05:45.561052 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3bb3e0c9-cc37-4966-a09d-6d1e763ed603 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:05:45.570164 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ff26afe3-28af-4766-ada1-d3765a4ab17a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:45.669872 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'ff26afe3-28af-4766-ada1-d3765a4ab17a', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'port_id': 'ff26afe3-28af-4766-ada1-d3765a4ab17a', 'mac_address': 'fa:16:3e:e8:36:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:05:45.718696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-23410d5b-0c59-4423-85ce-87ce4ec92d02 None None] Provisioning complete for port 49975f40-e1db-490a-95ae-07874a845ca4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:45.719968 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23410d5b-0c59-4423-85ce-87ce4ec92d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:45.756559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c697da-f03a-443d-99e8-519259e4fb65 req-6ec51c32-8c78-40d8-83ee-4132c08dc07c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:45.766360 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96c697da-f03a-443d-99e8-519259e4fb65 req-6ec51c32-8c78-40d8-83ee-4132c08dc07c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0690484 Dec 11 23:05:45.769101 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:45.805431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff26afe3-28af-4766-ada1-d3765a4ab17a {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:05:45.820722 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 3bb3e0c9-cc37-4966-a09d-6d1e763ed603 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:45.821111 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:45.825288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-23410d5b-0c59-4423-85ce-87ce4ec92d02 None None] Port 49975f40-e1db-490a-95ae-07874a845ca4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:05:45.883533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96c697da-f03a-443d-99e8-519259e4fb65 req-5f123680-ef9f-4fe0-a0ad-6b951d260039 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141505 Dec 11 23:05:45.884408 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ff26afe3-28af-4766-ada1-d3765a4ab17a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:45.913047 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cd2db-5ba2-4e52-a862-c037a5036290 req-acbf5c33-4c59-4f52-bb64-2b1e1c30c03e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:45.915016 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-475cd2db-5ba2-4e52-a862-c037a5036290 req-acbf5c33-4c59-4f52-bb64-2b1e1c30c03e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 943 time: 0.0939867 Dec 11 23:05:45.982021 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:45.988270 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-475cd2db-5ba2-4e52-a862-c037a5036290 req-beec6b94-0217-4c63-802d-a8cb43546725 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660830 Dec 11 23:05:46.004364 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:46.005428 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ce40928-d988-4b98-aa80-ba808a598a5e req-92d57253-cd97-43bc-a602-5b30c9033fbd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 210 time: 0.0675449 Dec 11 23:05:46.050845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0260390f-06e5-45f7-aad4-57aaacf6f59a None None] Provisioning complete for port 49975f40-e1db-490a-95ae-07874a845ca4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:46.051232 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0260390f-06e5-45f7-aad4-57aaacf6f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:46.084308 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:46.102535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ff26afe3-28af-4766-ada1-d3765a4ab17a,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:46.105364 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0260390f-06e5-45f7-aad4-57aaacf6f59a None None] Port 49975f40-e1db-490a-95ae-07874a845ca4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:05:46.112277 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:46.113301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:46.113656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:46.114011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:46.114357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:46.114699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:46.115092 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:46.115383 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:46.115726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:46.116476 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:46.116476 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:46.116687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:46.117078 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:46.135278 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb6d7a-96aa-4252-9c8c-2c5ff02c5e69 None None] Pushing event updated for resources: {'Port': ['ID=49975f40-e1db-490a-95ae-07874a845ca4,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:46.192561 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Attempting to bind port 49975f40-e1db-490a-95ae-07874a845ca4 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:05:46.193482 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Attempting to bind port 49975f40-e1db-490a-95ae-07874a845ca4 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:05:46.193860 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Attempting to bind port 49975f40-e1db-490a-95ae-07874a845ca4 on network 296f2849-e8b5-4428-98cc-c16fdc970ddc {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:05:46.201398 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:05:46.201906 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Checking segment: {'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:05:46.203063 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:46.204160 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Bound using segment: {'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:05:46.204653 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Bound port: 49975f40-e1db-490a-95ae-07874a845ca4, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:05:46.205046 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:46.275340 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] For port 49975f40-e1db-490a-95ae-07874a845ca4, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:05:46.278855 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] For port 49975f40-e1db-490a-95ae-07874a845ca4, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=49975f40-e1db-490a-95ae-07874a845ca4,segment=NetworkSegment(ff85a74c-70f3-4981-a0aa-05f2a648ffd4),segment_id=ff85a74c-70f3-4981-a0aa-05f2a648ffd4)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:05:46.282005 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ff26afe3-28af-4766-ada1-d3765a4ab17a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:05:46.346743 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-eaae4ed3-9237-4979-8e1a-8025d44547ba None None] Provisioning complete for port 49975f40-e1db-490a-95ae-07874a845ca4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:46.347156 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eaae4ed3-9237-4979-8e1a-8025d44547ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:46.381093 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:46.395135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-eaae4ed3-9237-4979-8e1a-8025d44547ba None None] Port 49975f40-e1db-490a-95ae-07874a845ca4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:05:46.448387 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb6d7a-96aa-4252-9c8c-2c5ff02c5e69 None None] Pushing event updated for resources: {'Port': ['ID=49975f40-e1db-490a-95ae-07874a845ca4,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:46.456737 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Routers {'bdb7f172-1131-4e1c-b730-340e12682570'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:05:46.456737 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:05:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['bdb7f172-1131-4e1c-b730-340e12682570'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:46.595664 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] Set router bdb7f172-1131-4e1c-b730-340e12682570 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:05:46.724953 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a53c74e5-184a-4e94-8037-13cac32a21b0 None None] Provisioning complete for port 49975f40-e1db-490a-95ae-07874a845ca4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:46.725495 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a53c74e5-184a-4e94-8037-13cac32a21b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:46.812696 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a53c74e5-184a-4e94-8037-13cac32a21b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:46.816826 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512457004', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:35Z', 'updated_at': '2021-12-11T23:05:43Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:36Z', 'updated_at': '2021-12-11T23:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '49975f40-e1db-490a-95ae-07874a845ca4', 'name': '', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b3:b1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:42Z', 'updated_at': '2021-12-11T23:05:46Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:46.845475 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec37a9-2c80-4e05-8a34-bd92044d6d29 None None] The sync data for ids ['bdb7f172-1131-4e1c-b730-340e12682570'] in n-d-710847-6 is: [{'id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512457004', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:35Z', 'updated_at': '2021-12-11T23:05:43Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:36Z', 'updated_at': '2021-12-11T23:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '49975f40-e1db-490a-95ae-07874a845ca4', 'name': '', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b3:b1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:42Z', 'updated_at': '2021-12-11T23:05:46Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:05:46.858255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a53c74e5-184a-4e94-8037-13cac32a21b0 None None] For port 49975f40-e1db-490a-95ae-07874a845ca4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=49975f40-e1db-490a-95ae-07874a845ca4,segment=NetworkSegment(ff85a74c-70f3-4981-a0aa-05f2a648ffd4),segment_id=ff85a74c-70f3-4981-a0aa-05f2a648ffd4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:46.964684 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a53c74e5-184a-4e94-8037-13cac32a21b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:47.059790 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c74e5-184a-4e94-8037-13cac32a21b0 None None] Pushing event updated for resources: {'Port': ['ID=49975f40-e1db-490a-95ae-07874a845ca4,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:47.060608 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ca0e8-2808-4110-8b11-a4b1c32d2b7b req-997f248d-0b76-419d-804a-60e736fd7005 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:47.070020 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-135ca0e8-2808-4110-8b11-a4b1c32d2b7b req-997f248d-0b76-419d-804a-60e736fd7005 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0836606 Dec 11 23:05:47.137834 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-135ca0e8-2808-4110-8b11-a4b1c32d2b7b req-f501b802-e1e9-4799-8270-0623b0b76641 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617454 Dec 11 23:05:47.200564 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b0dd8-4294-4674-a908-bedc296dd0a4 req-f7e6218a-cf4b-4e2d-8088-2c5a2734b646 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:47.207372 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e49b0dd8-4294-4674-a908-bedc296dd0a4 req-f7e6218a-cf4b-4e2d-8088-2c5a2734b646 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 944 time: 0.0878246 Dec 11 23:05:47.209534 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49835964-c60e-4d43-a653-cf5eb141f999 req-3048a0a2-7c9d-4ca1-9c49-a23c3e45bf86 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 210 time: 0.0301170 Dec 11 23:05:47.248339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ff26afe3-28af-4766-ada1-d3765a4ab17a up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:05:47.272261 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e49b0dd8-4294-4674-a908-bedc296dd0a4 req-68539e1f-5ed8-4590-936f-530748131fdd tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629208 Dec 11 23:05:47.322997 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port ff26afe3-28af-4766-ada1-d3765a4ab17a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:47.323223 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:47.442165 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:47.482908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff26afe3-28af-4766-ada1-d3765a4ab17a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:05:47.485617 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fcb472-423c-4947-a1ed-ce8d2bd63397" -d '{"events": [{"server_uuid": "4a7f77ec-e958-4a4f-b61b-6c921b45497b", "name": "network-vif-plugged", "status": "completed", "tag": "ff26afe3-28af-4766-ada1-d3765a4ab17a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:05:47.499698 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:47.508798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ff26afe3-28af-4766-ada1-d3765a4ab17a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:47.542333 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 49975f40-e1db-490a-95ae-07874a845ca4 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:05:47.576996 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a29d67-cae5-4a97-a2b6-39378c5d873e x-openstack-request-id: req-76a29d67-cae5-4a97-a2b6-39378c5d873e {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:05:47.577790 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7f77ec-e958-4a4f-b61b-6c921b45497b", "name": "network-vif-plugged", "status": "completed", "tag": "ff26afe3-28af-4766-ada1-d3765a4ab17a", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:05:47.578784 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76a29d67-cae5-4a97-a2b6-39378c5d873e {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:05:47.579115 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff26afe3-28af-4766-ada1-d3765a4ab17a', 'code': 200} Dec 11 23:05:47.613896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 49975f40-e1db-490a-95ae-07874a845ca4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:47.614431 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:47.660446 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:47.732499 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ff26afe3-28af-4766-ada1-d3765a4ab17a,revision_number=10']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:47.927442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857c1a0-8607-4e72-af3c-752bbe34acf6 req-afd626da-f70e-478e-9a0a-32ce336ad490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:47.929975 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8857c1a0-8607-4e72-af3c-752bbe34acf6 req-afd626da-f70e-478e-9a0a-32ce336ad490 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 1097 time: 0.0479400 Dec 11 23:05:47.987598 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8857c1a0-8607-4e72-af3c-752bbe34acf6 req-4182edb9-c2d6-492c-bfed-a705c73f8835 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496571 Dec 11 23:05:48.267826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a3f06-60e9-481d-afb5-876860f7dda9 req-40013a12-a063-4f6d-9a7d-62c55f67a95c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:48.270429 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-079a3f06-60e9-481d-afb5-876860f7dda9 req-40013a12-a063-4f6d-9a7d-62c55f67a95c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0642145 Dec 11 23:05:48.332417 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-079a3f06-60e9-481d-afb5-876860f7dda9 req-3393b5ac-43f0-4eea-96c0-ce59efd57b5d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525801 Dec 11 23:05:48.347531 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-77397ca1-c2fa-47b1-9cf3-0d7ad4a34b57 req-ef26e973-ea7a-4e54-9841-f2e54415980b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 210 time: 0.0399656 Dec 11 23:05:48.451481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee029e-9e2a-4fac-a44d-83b3b7d5312c req-6bb3ec1f-0be5-4dd6-a828-654292c0b11d tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:48.453825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e0ee029e-9e2a-4fac-a44d-83b3b7d5312c req-6bb3ec1f-0be5-4dd6-a828-654292c0b11d tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 946 time: 0.0518703 Dec 11 23:05:48.506647 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e0ee029e-9e2a-4fac-a44d-83b3b7d5312c req-baeb4be5-8632-4032-a527-3a4f3bbaa2bf tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465074 Dec 11 23:05:48.808958 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a3f2-1c07-4204-9a6c-f4298dbc775b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:48.896793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-377b7cb1-fef3-43b7-8c9e-af9b919042b2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:48.898429 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-377b7cb1-fef3-43b7-8c9e-af9b919042b2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.13 "GET /v2.0/networks?id=296f2849-e8b5-4428-98cc-c16fdc970ddc HTTP/1.1" status: 200 len: 797 time: 0.1194577 Dec 11 23:05:48.980255 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-9053cfff-b114-4ee9-92ad-4018b6e680d6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a1365b402b74cbba7b45d13613b90f8 HTTP/1.1" status: 200 len: 379 time: 0.0719051 Dec 11 23:05:48.991221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'port': {'device_id': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'admin_state_up': True, 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'security_groups': ['fb069d70-f819-4156-a5ed-c8a509984fb6']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:49.237826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Made reservation on behalf of 1a1365b402b74cbba7b45d13613b90f8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:05:49.241576 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:49.431079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Allocated IP 172.20.0.12 (296f2849-e8b5-4428-98cc-c16fdc970ddc/de8020f7-bf5c-43a2-92c6-55bb1b03b716/6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:05:49.486042 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a30e57b0-c08b-41d8-995b-a170053f4214 req-ae5338bd-f837-4167-b2d7-d28ef8d7688e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 210 time: 0.0451057 Dec 11 23:05:49.548769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924a704-b70d-44b5-81bc-37ad0b7cbbcd req-3b9cea9b-22bc-4e10-97e4-cb2abdd42c48 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:49.550354 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c924a704-b70d-44b5-81bc-37ad0b7cbbcd req-3b9cea9b-22bc-4e10-97e4-cb2abdd42c48 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0990951 Dec 11 23:05:49.659435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f54e1c-73b3-4a91-92ad-5535e2e84ffd req-062e314a-fefb-45c8-9007-b1c438e41cbe tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:49.661001 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9f54e1c-73b3-4a91-92ad-5535e2e84ffd req-062e314a-fefb-45c8-9007-b1c438e41cbe tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 946 time: 0.0685537 Dec 11 23:05:49.666015 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c924a704-b70d-44b5-81bc-37ad0b7cbbcd req-774c963d-55b3-4e7d-a19f-64d76c532f1f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908077 Dec 11 23:05:49.689575 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:49.724878 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9f54e1c-73b3-4a91-92ad-5535e2e84ffd req-893e3861-995b-4e9c-96c2-a65f1e35f37d tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574379 Dec 11 23:05:49.803048 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:49.847356 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network 296f2849-e8b5-4428-98cc-c16fdc970ddc is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:05:49.850617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:05:49.854380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:05:49.882412 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:49.899434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:49.899799 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:49.900196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:49.900552 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:49.900901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:49.901234 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:49.901578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:49.901921 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:49.902256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:49.902590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:49.902955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:49.903291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:49.903624 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:49.928208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:49.929031 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:50.007351 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-47afcc00-6949-4f13-bb54-113203bf11cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0200195 Dec 11 23:05:50.019666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Request body: {'port': {'device_id': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:50.084990 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:50.126025 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-24dff347-7ff4-44ca-8195-961f0be236dc None None] Provisioning complete for port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:50.126494 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-24dff347-7ff4-44ca-8195-961f0be236dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:50.333161 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-24dff347-7ff4-44ca-8195-961f0be236dc None None] Port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:05:50.401338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:05:50.410850 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:50.422704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Transition to ACTIVE for port object 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:05:50.568114 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:50.607406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Pushing event updated for resources: {'Port': ['ID=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:50.674729 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec14648-e4c0-4a08-8dd0-f49d501ab7ba req-02dd59a5-3c08-4abd-8a90-f74ad7b03d5b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:50.677034 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ec14648-e4c0-4a08-8dd0-f49d501ab7ba req-02dd59a5-3c08-4abd-8a90-f74ad7b03d5b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 944 time: 0.0977292 Dec 11 23:05:50.798993 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ec14648-e4c0-4a08-8dd0-f49d501ab7ba req-5438833f-23a2-46b2-89a6-8b301209bca9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127279 Dec 11 23:05:50.800123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Attempting to bind port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:05:50.800896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Attempting to bind port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:05:50.801717 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Attempting to bind port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b on network 296f2849-e8b5-4428-98cc-c16fdc970ddc {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:05:50.807145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b on network 296f2849-e8b5-4428-98cc-c16fdc970ddc not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:05:50.807854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Attempting to bind port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b on network 296f2849-e8b5-4428-98cc-c16fdc970ddc {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:05:50.814300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:05:50.815081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Checking segment: {'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:05:50.815655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Bound using segment: {'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:05:50.816393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Bound port: 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:05:50.817482 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:50.938860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d36df-84fe-43b9-8fa0-2c4a1953cf87 req-e319c57e-0102-42f3-a19c-8139fd14cead tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:50.940389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-264d36df-84fe-43b9-8fa0-2c4a1953cf87 req-e319c57e-0102-42f3-a19c-8139fd14cead tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.1065164 Dec 11 23:05:50.958048 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898dd0b-9020-4d1d-a24f-0b820445f10c req-c183e643-dc7e-4ae4-af27-c883e81a8d2e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:50.959636 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b898dd0b-9020-4d1d-a24f-0b820445f10c req-c183e643-dc7e-4ae4-af27-c883e81a8d2e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 946 time: 0.0532899 Dec 11 23:05:50.960593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] For port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:05:50.982050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] For port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,segment=NetworkSegment(ff85a74c-70f3-4981-a0aa-05f2a648ffd4),segment_id=ff85a74c-70f3-4981-a0aa-05f2a648ffd4)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:05:51.017485 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-264d36df-84fe-43b9-8fa0-2c4a1953cf87 req-d59900a0-4313-431d-8116-312a5be69412 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682511 Dec 11 23:05:51.027389 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b898dd0b-9020-4d1d-a24f-0b820445f10c req-c7f18243-d843-42f9-87e8-f0f3bc5a3c32 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579834 Dec 11 23:05:51.096240 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:51.146818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:51.147482 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:51.152904 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] 10.222.0.13 "PUT /v2.0/ports/6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b HTTP/1.1" status: 200 len: 1092 time: 1.1375864 Dec 11 23:05:51.153407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'tag': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:05:51.156567 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005b58e3-719b-4a9f-8975-c0ec8bad0de1" -d '{"events": [{"name": "network-changed", "server_uuid": "8eea29ab-673c-4233-9108-1d30a0be9d42", "tag": "6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:05:51.185971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764becb-4994-46da-a15e-e0239efc5f79 service neutron] Pushing event updated for resources: {'Port': ['ID=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:51.252677 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1eb247-b9ad-428a-b2ca-362dcded7591 x-openstack-request-id: req-9b1eb247-b9ad-428a-b2ca-362dcded7591 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:05:51.253194 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eea29ab-673c-4233-9108-1d30a0be9d42", "tag": "6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:05:51.254204 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b1eb247-b9ad-428a-b2ca-362dcded7591 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:05:51.255070 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'tag': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b', 'status': 'completed', 'code': 200} Dec 11 23:05:51.298179 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a0780676-f11d-4746-895a-9916898f0169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:51.322168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-0b7e860e-f05d-42e7-a9c5-3c1f3ff5298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:51.324890 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-0b7e860e-f05d-42e7-a9c5-3c1f3ff5298d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 1095 time: 0.0541754 Dec 11 23:05:51.413384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-c3d23d43-99b3-4cc5-b2bc-8c568c0bf4dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b HTTP/1.1" status: 200 len: 217 time: 0.0797453 Dec 11 23:05:51.534678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-fe93540f-c63d-4eef-b17c-ab08cf75cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:51.536176 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-fe93540f-c63d-4eef-b17c-ab08cf75cfb4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de8020f7-bf5c-43a2-92c6-55bb1b03b716 HTTP/1.1" status: 200 len: 834 time: 0.1158373 Dec 11 23:05:51.586308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-fb93c6c5-37cf-4b32-b0a5-b6dd018a61da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:51.587754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-fb93c6c5-37cf-4b32-b0a5-b6dd018a61da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=296f2849-e8b5-4428-98cc-c16fdc970ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442297 Dec 11 23:05:51.706602 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-6e48cc4f-c91b-41b6-8c4b-3ceceae98c39 service neutron] 10.222.0.13 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116798 Dec 11 23:05:51.815994 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1398e62e-c3af-4273-b957-877cfb4c4a7d req-04e13de6-3c51-4385-944e-c24fb3c6a261 service neutron] 10.222.0.13 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015253 Dec 11 23:05:51.963258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43e38f-2275-455d-9b44-efc8e70a7195 req-39a5cf76-b894-4489-9ca4-8838589b27ec tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:51.964800 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e43e38f-2275-455d-9b44-efc8e70a7195 req-39a5cf76-b894-4489-9ca4-8838589b27ec tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 944 time: 0.0680337 Dec 11 23:05:52.034534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b58e3-719b-4a9f-8975-c0ec8bad0de1 req-c1593b0b-96f3-42b7-a93d-f5487ff7619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:52.036019 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-005b58e3-719b-4a9f-8975-c0ec8bad0de1 req-c1593b0b-96f3-42b7-a93d-f5487ff7619b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 1095 time: 0.0930877 Dec 11 23:05:52.049168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e43e38f-2275-455d-9b44-efc8e70a7195 req-e6f8a3d7-a0a9-44fe-b763-da854bc8cdb7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697310 Dec 11 23:05:52.168898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5414f5b-ca59-4a09-be81-5b0d3eb64e8c req-e95daea0-b244-4344-808d-b77d83bdaad4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:52.179646 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c5414f5b-ca59-4a09-be81-5b0d3eb64e8c req-e95daea0-b244-4344-808d-b77d83bdaad4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0738559 Dec 11 23:05:52.209465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b58e3-719b-4a9f-8975-c0ec8bad0de1 req-440221f2-cc95-4bd6-8c17-4d433c668ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:52.211174 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-005b58e3-719b-4a9f-8975-c0ec8bad0de1 req-440221f2-cc95-4bd6-8c17-4d433c668ded service neutron] 10.222.0.13 "GET /v2.0/networks?id=296f2849-e8b5-4428-98cc-c16fdc970ddc HTTP/1.1" status: 200 len: 898 time: 0.1607687 Dec 11 23:05:52.238995 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:52.243212 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c5414f5b-ca59-4a09-be81-5b0d3eb64e8c req-923042e6-d7a4-40a4-97ba-88bfc1e6a6aa tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652862 Dec 11 23:05:52.249021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb050bb-2ccf-49d5-8a4b-30204f5cacca req-6c2e4854-c229-4f98-bb0e-f0750af5e70e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:52.250817 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2eb050bb-2ccf-49d5-8a4b-30204f5cacca req-6c2e4854-c229-4f98-bb0e-f0750af5e70e tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 946 time: 0.1216114 Dec 11 23:05:52.327066 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-005b58e3-719b-4a9f-8975-c0ec8bad0de1 req-cdfe28a7-a3bc-465c-aa8b-4a3828c89850 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b HTTP/1.1" status: 200 len: 217 time: 0.1021461 Dec 11 23:05:52.407014 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2eb050bb-2ccf-49d5-8a4b-30204f5cacca req-c488ed83-6ce6-4cd3-8ef1-0d8db6c2864b tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892789 Dec 11 23:05:52.408726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b58e3-719b-4a9f-8975-c0ec8bad0de1 req-324bfadf-17c9-45bc-825a-6158cd1ad0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:52.410827 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-005b58e3-719b-4a9f-8975-c0ec8bad0de1 req-324bfadf-17c9-45bc-825a-6158cd1ad0f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de8020f7-bf5c-43a2-92c6-55bb1b03b716 HTTP/1.1" status: 200 len: 834 time: 0.0756190 Dec 11 23:05:52.464085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b58e3-719b-4a9f-8975-c0ec8bad0de1 req-97aa45ca-4d80-49d0-ba28-4bfc2dfca4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:52.466047 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-005b58e3-719b-4a9f-8975-c0ec8bad0de1 req-97aa45ca-4d80-49d0-ba28-4bfc2dfca4db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=296f2849-e8b5-4428-98cc-c16fdc970ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485437 Dec 11 23:05:52.565464 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-005b58e3-719b-4a9f-8975-c0ec8bad0de1 req-387af2ce-97c0-4891-bd52-fb65b065165c service neutron] 10.222.0.13 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916750 Dec 11 23:05:52.667657 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-005b58e3-719b-4a9f-8975-c0ec8bad0de1 req-74750c58-cd06-4f0e-9599-df03c9a57078 service neutron] 10.222.0.13 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949938 Dec 11 23:05:53.180510 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268376ed-646f-425c-a99e-8f4d8c935db0 req-cba4eaa0-3e90-488c-b95d-ae75eee88e97 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:53.182134 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-268376ed-646f-425c-a99e-8f4d8c935db0 req-cba4eaa0-3e90-488c-b95d-ae75eee88e97 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 944 time: 0.0503149 Dec 11 23:05:53.240717 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-268376ed-646f-425c-a99e-8f4d8c935db0 req-70243d41-4e70-41f9-ae3b-eaaca2be72c0 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511849 Dec 11 23:05:53.369364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383bc82-6ab0-41c2-bc0e-f5ef68c35182 req-b756a19c-ddf3-4c08-aebd-a13b139e8dc8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:53.379378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5383bc82-6ab0-41c2-bc0e-f5ef68c35182 req-b756a19c-ddf3-4c08-aebd-a13b139e8dc8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0685611 Dec 11 23:05:53.434026 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5383bc82-6ab0-41c2-bc0e-f5ef68c35182 req-b29ffb48-4358-4537-8125-8de6d539aaff tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537155 Dec 11 23:05:53.992205 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:54.366947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e7133-f3e0-4a57-b822-fd3df6be4444 req-ced74c0b-dd1c-4d4a-a180-f13ddd5e7289 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:54.368556 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9c3e7133-f3e0-4a57-b822-fd3df6be4444 req-ced74c0b-dd1c-4d4a-a180-f13ddd5e7289 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 944 time: 0.0574343 Dec 11 23:05:54.372176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56010) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:54.422426 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Deleting subnet 1ef8a196-6cd2-40b4-9a5e-10212f4b36d2 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:05:54.424977 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9c3e7133-f3e0-4a57-b822-fd3df6be4444 req-7bf1555e-31f3-4ecf-a824-f04a887193c0 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451913 Dec 11 23:05:54.425834 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:54.468899 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:54.536331 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:54.616230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5356fd-c22d-43c5-bd4d-7d4a3fd9d433 req-9fc633e8-b516-41cc-a031-c2a5ba35ca73 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:54.616230 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc5356fd-c22d-43c5-bd4d-7d4a3fd9d433 req-9fc633e8-b516-41cc-a031-c2a5ba35ca73 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0728664 Dec 11 23:05:54.632992 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:54.673374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc5356fd-c22d-43c5-bd4d-7d4a3fd9d433 req-8a18a20b-a83b-4b27-bc80-182fbbcf75eb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521162 Dec 11 23:05:54.690596 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:54.716311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ef8a196-6cd2-40b4-9a5e-10212f4b36d2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:54.729516 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:54.733592 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1ef8a196-6cd2-40b4-9a5e-10212f4b36d2 HTTP/1.1" status: 204 len: 168 time: 0.3596921 Dec 11 23:05:54.735689 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:54.736209 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:54.736622 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:54.737083 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:54.737490 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:54.737890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:54.738018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56016) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:54.738656 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:54.739024 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:54.739364 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:54.739700 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:54.740086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:54.740436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:54.740712 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4491416a-8b62-4741-86d7-1da3d9f6b849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:05:54.815935 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd321630-ed36-4fbd-b8f0-6d616615ed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:54.899489 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd321630-ed36-4fbd-b8f0-6d616615ed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:54.921293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-cd321630-ed36-4fbd-b8f0-6d616615ed2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4c5280-6752-44cd-845f-b6179b5f3f5b']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:54.931026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-cd321630-ed36-4fbd-b8f0-6d616615ed2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b276c64e-a739-4e34-9fc0-6d80f7b6df3c') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:54.931326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-cd321630-ed36-4fbd-b8f0-6d616615ed2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b276c64e-a739-4e34-9fc0-6d80f7b6df3c') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:54.941055 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd321630-ed36-4fbd-b8f0-6d616615ed2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:54.954828 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd321630-ed36-4fbd-b8f0-6d616615ed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:54.960901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd321630-ed36-4fbd-b8f0-6d616615ed2e admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:05:54.961297 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd321630-ed36-4fbd-b8f0-6d616615ed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:05:54.963517 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:05:55.113167 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd321630-ed36-4fbd-b8f0-6d616615ed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:55.120000 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd321630-ed36-4fbd-b8f0-6d616615ed2e admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:55.126056 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cd321630-ed36-4fbd-b8f0-6d616615ed2e admin admin] 10.222.0.45 "DELETE /v2.0/networks/db4c5280-6752-44cd-845f-b6179b5f3f5b HTTP/1.1" status: 204 len: 168 time: 0.3839839 Dec 11 23:05:55.126388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56018) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:55.133444 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd321630-ed36-4fbd-b8f0-6d616615ed2e admin admin] Pushing event deleted for resources: {'Network': ['ID=db4c5280-6752-44cd-845f-b6179b5f3f5b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:55.174509 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d4e4f8-99cb-479b-860f-bf7a65fedbc6 admin admin] Deleting subnet 92756648-a3b0-43bb-bb31-9d42e899ec3f {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:05:55.178236 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7d4e4f8-99cb-479b-860f-bf7a65fedbc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:55.221802 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7d4e4f8-99cb-479b-860f-bf7a65fedbc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:55.264381 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7d4e4f8-99cb-479b-860f-bf7a65fedbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:55.289492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:05:55.394341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,segment=NetworkSegment(ff85a74c-70f3-4981-a0aa-05f2a648ffd4),segment_id=ff85a74c-70f3-4981-a0aa-05f2a648ffd4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:55.407404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'port_id': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b', 'mac_address': 'fa:16:3e:72:24:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:05:55.439709 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7d4e4f8-99cb-479b-860f-bf7a65fedbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:55.446359 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:55.462449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:05:55.471748 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4e4f8-99cb-479b-860f-bf7a65fedbc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92756648-a3b0-43bb-bb31-9d42e899ec3f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:55.484468 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7d4e4f8-99cb-479b-860f-bf7a65fedbc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:55.493529 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c7d4e4f8-99cb-479b-860f-bf7a65fedbc6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/92756648-a3b0-43bb-bb31-9d42e899ec3f HTTP/1.1" status: 204 len: 168 time: 0.3627155 Dec 11 23:05:55.493682 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56022) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:55.494109 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,segment=NetworkSegment(ff85a74c-70f3-4981-a0aa-05f2a648ffd4),segment_id=ff85a74c-70f3-4981-a0aa-05f2a648ffd4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:55.560036 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8914754-0e9a-47c7-995d-93df5e286f81 req-f8ba3575-0ea8-40c7-82cc-e043b688d28e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:55.561825 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d8914754-0e9a-47c7-995d-93df5e286f81 req-f8ba3575-0ea8-40c7-82cc-e043b688d28e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 944 time: 0.0532310 Dec 11 23:05:55.567794 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca0dba6b-d13c-4397-8fd8-2052e133aee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:55.602138 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:55.631355 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d8914754-0e9a-47c7-995d-93df5e286f81 req-eca4f890-a116-49d5-9cd3-a65fffd479e4 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631986 Dec 11 23:05:55.671903 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca0dba6b-d13c-4397-8fd8-2052e133aee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:55.698302 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:55.699553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-ca0dba6b-d13c-4397-8fd8-2052e133aee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c749b463-7f86-4b88-bc07-de6389b5aa22']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:55.716416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-ca0dba6b-d13c-4397-8fd8-2052e133aee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655c3c7b-c20e-48d1-adaa-40b263bba143') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:55.716715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-ca0dba6b-d13c-4397-8fd8-2052e133aee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655c3c7b-c20e-48d1-adaa-40b263bba143') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:05:55.728789 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca0dba6b-d13c-4397-8fd8-2052e133aee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:55.742794 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca0dba6b-d13c-4397-8fd8-2052e133aee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:55.749518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0dba6b-d13c-4397-8fd8-2052e133aee0 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:05:55.749917 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca0dba6b-d13c-4397-8fd8-2052e133aee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:05:55.751688 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:05:55.808285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b2994-062c-44aa-9a93-21f8b264ce5a req-8d987c7d-fe63-45af-a41e-c08a94ba89c2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:55.809860 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-124b2994-062c-44aa-9a93-21f8b264ce5a req-8d987c7d-fe63-45af-a41e-c08a94ba89c2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0509102 Dec 11 23:05:55.850097 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca0dba6b-d13c-4397-8fd8-2052e133aee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:55.854627 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca0dba6b-d13c-4397-8fd8-2052e133aee0 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:55.861655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ca0dba6b-d13c-4397-8fd8-2052e133aee0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c749b463-7f86-4b88-bc07-de6389b5aa22 HTTP/1.1" status: 204 len: 168 time: 0.3668258 Dec 11 23:05:55.875708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dba6b-d13c-4397-8fd8-2052e133aee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c749b463-7f86-4b88-bc07-de6389b5aa22,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:55.879443 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-124b2994-062c-44aa-9a93-21f8b264ce5a req-c5bb26ec-80c8-4ef1-981c-0ae7bcc49204 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611062 Dec 11 23:05:55.925385 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:05:56.100594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56030) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:56.149384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5320f534-9f9a-4ba2-b8d6-26470d3c8040 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e78001c6e68f4b2fa0c549b977513206&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471866 Dec 11 23:05:56.151850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56032) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:56.205726 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11d1af05-3961-48c8-b12a-8f30d17261c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:56.231165 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11d1af05-3961-48c8-b12a-8f30d17261c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:56.312675 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11d1af05-3961-48c8-b12a-8f30d17261c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:56.315399 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11d1af05-3961-48c8-b12a-8f30d17261c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:56.319048 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-11d1af05-3961-48c8-b12a-8f30d17261c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ecf667b-38ea-4240-945b-68ecf37cb353 HTTP/1.1" status: 204 len: 168 time: 0.1637774 Dec 11 23:05:56.325003 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1af05-3961-48c8-b12a-8f30d17261c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecf667b-38ea-4240-945b-68ecf37cb353,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:56.772667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07ec4e-af58-4c4b-85f2-b6c201d10981 req-34683413-930a-45eb-b77d-ac8feece7879 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:56.774485 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dd07ec4e-af58-4c4b-85f2-b6c201d10981 req-34683413-930a-45eb-b77d-ac8feece7879 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 945 time: 0.0553021 Dec 11 23:05:56.831361 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dd07ec4e-af58-4c4b-85f2-b6c201d10981 req-42ecd69f-2adc-4ea8-a1eb-ea8c1d37f516 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500674 Dec 11 23:05:56.922956 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56044) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:56.964167 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cd0e648b-1e1c-485d-b314-ae02a75452f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e045c7a53b0e45b493661d4a4bf83281&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401974 Dec 11 23:05:56.966630 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56046) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:57.010250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7874b7-4dae-4d68-ba9a-b1e61b46d6d5 req-8fe63215-93b2-4123-b663-78f34b476504 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:57.011832 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-df7874b7-4dae-4d68-ba9a-b1e61b46d6d5 req-8fe63215-93b2-4123-b663-78f34b476504 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0611670 Dec 11 23:05:57.041114 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e01d7ce4-5fd7-40a8-89d3-7e798c707eaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:57.066383 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-df7874b7-4dae-4d68-ba9a-b1e61b46d6d5 req-d3a286e5-1fc0-484b-8ece-a1bb6af2ffae tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466173 Dec 11 23:05:57.068966 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e01d7ce4-5fd7-40a8-89d3-7e798c707eaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:57.181348 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e01d7ce4-5fd7-40a8-89d3-7e798c707eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:57.184077 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e01d7ce4-5fd7-40a8-89d3-7e798c707eaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:57.185234 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e01d7ce4-5fd7-40a8-89d3-7e798c707eaf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/15980557-4343-431c-8d46-2c96488bd269 HTTP/1.1" status: 204 len: 168 time: 0.2174966 Dec 11 23:05:57.194236 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d7ce4-5fd7-40a8-89d3-7e798c707eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15980557-4343-431c-8d46-2c96488bd269,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:57.303880 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:05:57.478410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:05:57.482713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:05:57.484040 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:57.573745 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:57.598209 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:05:57.600594 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245a5f95-1820-4ab6-bb84-6f19be567e8c" -d '{"events": [{"server_uuid": "8eea29ab-673c-4233-9108-1d30a0be9d42", "name": "network-vif-plugged", "status": "completed", "tag": "6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:05:57.615796 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,segment=NetworkSegment(ff85a74c-70f3-4981-a0aa-05f2a648ffd4),segment_id=ff85a74c-70f3-4981-a0aa-05f2a648ffd4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:05:57.640152 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91c7556-a9f4-4b01-a267-c20e6aa7aeaf x-openstack-request-id: req-d91c7556-a9f4-4b01-a267-c20e6aa7aeaf {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:05:57.640558 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eea29ab-673c-4233-9108-1d30a0be9d42", "name": "network-vif-plugged", "status": "completed", "tag": "6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:05:57.640886 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d91c7556-a9f4-4b01-a267-c20e6aa7aeaf {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:05:57.641367 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b', 'code': 200} Dec 11 23:05:57.684156 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:57.735913 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:57.749915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c8dae-7324-490e-83c5-c3dfc8bb34b9 req-6373a08a-fa4d-4ccc-8d20-5bd8c9ad63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:57.751569 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0a3c8dae-7324-490e-83c5-c3dfc8bb34b9 req-6373a08a-fa4d-4ccc-8d20-5bd8c9ad63c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 1097 time: 0.0491707 Dec 11 23:05:57.799867 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0a3c8dae-7324-490e-83c5-c3dfc8bb34b9 req-65600c9e-990f-47a5-ade5-4a10a3353156 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411115 Dec 11 23:05:57.953314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d2df8-5304-4101-b54d-cf65e32879d9 req-c4dbbf0b-b3da-4c0f-b6f4-5c7bb46feb6c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:57.954888 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a1d2df8-5304-4101-b54d-cf65e32879d9 req-c4dbbf0b-b3da-4c0f-b6f4-5c7bb46feb6c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0512154 Dec 11 23:05:58.012401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a1d2df8-5304-4101-b54d-cf65e32879d9 req-429fd7f9-1350-4336-973a-c0ac25130af7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515084 Dec 11 23:05:58.200875 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f611679-280e-48db-a56c-5db66c446f66 req-32dc4cbd-3af7-4f0f-a1b9-7c95a846a6ea tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:58.203147 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f611679-280e-48db-a56c-5db66c446f66 req-32dc4cbd-3af7-4f0f-a1b9-7c95a846a6ea tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0571280 Dec 11 23:05:58.255057 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f611679-280e-48db-a56c-5db66c446f66 req-4ab4264c-22bb-4904-9518-e2f6277c998d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454597 Dec 11 23:05:58.365533 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56076) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:58.468849 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-967d1c82-8bde-4f24-95e4-855d39d1c1f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-659779121-network', 'tenant_id': '46d001992b274b6e8684adaa6cc5bb1f'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:58.535008 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967d1c82-8bde-4f24-95e4-855d39d1c1f0 admin admin] Made reservation on behalf of 46d001992b274b6e8684adaa6cc5bb1f for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:05:58.537254 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-967d1c82-8bde-4f24-95e4-855d39d1c1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:58.546051 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-967d1c82-8bde-4f24-95e4-855d39d1c1f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:58.618603 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-967d1c82-8bde-4f24-95e4-855d39d1c1f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:58.706480 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-967d1c82-8bde-4f24-95e4-855d39d1c1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:58.731377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967d1c82-8bde-4f24-95e4-855d39d1c1f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:05:58.741019 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d1c82-8bde-4f24-95e4-855d39d1c1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb72367-3b31-4976-b155-27e5f7ef7718,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:58.745778 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-967d1c82-8bde-4f24-95e4-855d39d1c1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:58.746189 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-967d1c82-8bde-4f24-95e4-855d39d1c1f0 admin admin] Added segment 999a48d2-20fd-421f-8bff-3327622fd4a1 of type vlan for network 23473874-ef58-49bf-8246-1d3d84570521 Dec 11 23:05:58.795005 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-967d1c82-8bde-4f24-95e4-855d39d1c1f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:58.890100 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-967d1c82-8bde-4f24-95e4-855d39d1c1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:58.891085 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967d1c82-8bde-4f24-95e4-855d39d1c1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:58.891666 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-967d1c82-8bde-4f24-95e4-855d39d1c1f0 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:58.954370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d1c82-8bde-4f24-95e4-855d39d1c1f0 admin admin] Pushing event updated for resources: {'Network': ['ID=23473874-ef58-49bf-8246-1d3d84570521,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:58.964162 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 23473874-ef58-49bf-8246-1d3d84570521 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:05:59.018759 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-967d1c82-8bde-4f24-95e4-855d39d1c1f0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6518347 Dec 11 23:05:59.021408 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56082) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:05:59.026357 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2191763d-9f79-404d-b04e-305ba45c9ade admin admin] Request body: {'subnet': {'network_id': '23473874-ef58-49bf-8246-1d3d84570521', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-659779121-subnet', 'tenant_id': '46d001992b274b6e8684adaa6cc5bb1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:05:59.138036 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7af78-62cb-46bf-8f52-4cc2ad2a9a8d req-e06fb014-464d-4173-aa8e-625813bf2abb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:59.140310 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ff7af78-62cb-46bf-8f52-4cc2ad2a9a8d req-e06fb014-464d-4173-aa8e-625813bf2abb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0519223 Dec 11 23:05:59.141549 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2191763d-9f79-404d-b04e-305ba45c9ade admin admin] Made reservation on behalf of 46d001992b274b6e8684adaa6cc5bb1f for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:05:59.143834 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2191763d-9f79-404d-b04e-305ba45c9ade admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:59.251072 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ff7af78-62cb-46bf-8f52-4cc2ad2a9a8d req-08c875d4-6ee2-4590-a80d-071bc5a5a115 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041095 Dec 11 23:05:59.379621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f1fc1-b04d-4fd9-83aa-332173b51dc2 req-2ba611af-e190-408d-82d1-f58030e16d01 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:59.381022 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0a8f1fc1-b04d-4fd9-83aa-332173b51dc2 req-2ba611af-e190-408d-82d1-f58030e16d01 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0518050 Dec 11 23:05:59.429117 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0a8f1fc1-b04d-4fd9-83aa-332173b51dc2 req-51ae291f-38e6-433b-8422-7463366df36a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421376 Dec 11 23:05:59.438522 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2191763d-9f79-404d-b04e-305ba45c9ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:59.499864 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191763d-9f79-404d-b04e-305ba45c9ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f3e5541-d246-49a6-a6a8-0962b3f402e6,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:05:59.506913 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191763d-9f79-404d-b04e-305ba45c9ade admin admin] Checking segment: {'id': '999a48d2-20fd-421f-8bff-3327622fd4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23473874-ef58-49bf-8246-1d3d84570521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:05:59.507278 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2191763d-9f79-404d-b04e-305ba45c9ade admin admin] Network hostable DHCP agents. Network: 23473874-ef58-49bf-8246-1d3d84570521, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:05:59.586421 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2191763d-9f79-404d-b04e-305ba45c9ade admin admin] Network 23473874-ef58-49bf-8246-1d3d84570521 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:05:59.672425 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-2191763d-9f79-404d-b04e-305ba45c9ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 23473874-ef58-49bf-8246-1d3d84570521) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:05:59.676702 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2191763d-9f79-404d-b04e-305ba45c9ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:05:59.677452 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2191763d-9f79-404d-b04e-305ba45c9ade admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:05:59.683451 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a974b57a-ece2-444b-b12a-d6cac417cebb None None] Network 23473874-ef58-49bf-8246-1d3d84570521 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:05:59.772332 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2191763d-9f79-404d-b04e-305ba45c9ade admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7498386 Dec 11 23:05:59.783854 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edccce1a-6435-4aeb-8929-c62bd97d463c None None] Network 23473874-ef58-49bf-8246-1d3d84570521 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:06:00.367287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb257e5-40ba-48f3-ab0b-32aa3788c622 req-76f2627d-bc86-4f5c-a600-22b61ade407a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:00.368822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1bb257e5-40ba-48f3-ab0b-32aa3788c622 req-76f2627d-bc86-4f5c-a600-22b61ade407a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0499191 Dec 11 23:06:00.418458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1bb257e5-40ba-48f3-ab0b-32aa3788c622 req-7f11a061-72ef-49a5-8bd9-897b18786252 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430329 Dec 11 23:06:00.561656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bd80d-4a53-4bd0-9488-c7a56d301167 req-ce17b680-03f3-4049-904d-545904e9737a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:00.563797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-545bd80d-4a53-4bd0-9488-c7a56d301167 req-ce17b680-03f3-4049-904d-545904e9737a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0654962 Dec 11 23:06:00.575844 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cea2a0-f64b-4d85-ada0-db31f4476e15 req-0cdb448a-08a3-4f1e-a978-4384877435fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:00.577453 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-69cea2a0-f64b-4d85-ada0-db31f4476e15 req-0cdb448a-08a3-4f1e-a978-4384877435fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0821099 Dec 11 23:06:00.620932 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-545bd80d-4a53-4bd0-9488-c7a56d301167 req-ff269190-2393-47f3-97c6-bf38e0b21815 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506456 Dec 11 23:06:00.634452 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-69cea2a0-f64b-4d85-ada0-db31f4476e15 req-af2e9580-c8b0-463c-a1b9-903546f55aae tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498843 Dec 11 23:06:00.665292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56106) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:06:00.705098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332073ab-8078-4f02-a93c-1962237c8fe0 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:00.706621 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-332073ab-8078-4f02-a93c-1962237c8fe0 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 1092 time: 0.0403366 Dec 11 23:06:00.709747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56108) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:06:00.714197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:06:00.775553 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:00.879397 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:00.984839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Allocated IP 172.25.1.110 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/31a6a28e-c24c-40fd-b0e1-bc0cb7879383) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:06:01.103576 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:01.215964 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:01.256210 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:06:01.259179 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:06:01.262793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:06:01.291045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=31a6a28e-c24c-40fd-b0e1-bc0cb7879383,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:01.761720 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77494c-5c57-4b88-a5f9-de668ccc03ff req-88416a5d-42be-407b-afbd-0d911174e501 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:01.764650 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4c77494c-5c57-4b88-a5f9-de668ccc03ff req-88416a5d-42be-407b-afbd-0d911174e501 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0696330 Dec 11 23:06:01.825323 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4c77494c-5c57-4b88-a5f9-de668ccc03ff req-48399554-5a17-45c9-b1bb-5a1d97ae2ca6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521703 Dec 11 23:06:02.056727 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:02.200050 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:02.355783 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:02.431580 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:02.502032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=31a6a28e-c24c-40fd-b0e1-bc0cb7879383,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:02.513798 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:02.614441 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Floating IP d43edf31-9f91-42ce-a758-d99c0c0be811 associated. External IP: 172.25.1.110, port: 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b. Dec 11 23:06:02.827085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router bdb7f172-1131-4e1c-b730-340e12682570 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:06:02.868700 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-03b6d5c6-a002-4b8e-a95d-bde9c3344d53 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:02.870200 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-03b6d5c6-a002-4b8e-a95d-bde9c3344d53 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/networks?id=23473874-ef58-49bf-8246-1d3d84570521 HTTP/1.1" status: 200 len: 808 time: 0.1012218 Dec 11 23:06:02.888303 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-ba9aa377-2d7e-4fee-aa00-853a3b8eca6f tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/quotas/46d001992b274b6e8684adaa6cc5bb1f HTTP/1.1" status: 200 len: 375 time: 0.0108845 Dec 11 23:06:02.922972 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-bec3922b-41e3-4310-b763-65c5b60cdda5 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=46d001992b274b6e8684adaa6cc5bb1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272059 Dec 11 23:06:02.947416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:06:02.964505 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf5314-70bb-488a-a961-35f36690cd99 None None] Sync routers for ids ['bdb7f172-1131-4e1c-b730-340e12682570'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:06:02.974932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf5314-70bb-488a-a961-35f36690cd99 None None] Routers {'bdb7f172-1131-4e1c-b730-340e12682570'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:06:02.975936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2ebf5314-70bb-488a-a961-35f36690cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:05:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['bdb7f172-1131-4e1c-b730-340e12682570'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:06:03.038259 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-9dd2870f-9e69-4e88-8c2e-8fe57aa22cb9 service neutron] 10.222.0.45 "GET /v2.0/networks/23473874-ef58-49bf-8246-1d3d84570521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079178 Dec 11 23:06:03.051776 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:03.099498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-2ebf5314-70bb-488a-a961-35f36690cd99 None None] Set router bdb7f172-1131-4e1c-b730-340e12682570 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:06:03.111790 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7b84ad23-295a-4cc7-a0bd-5caee8ce6a4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4005337 Dec 11 23:06:03.113579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'tag': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:06:03.117535 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b388b42f-0384-4154-8b16-4071b68b437c" -d '{"events": [{"name": "network-changed", "server_uuid": "8eea29ab-673c-4233-9108-1d30a0be9d42", "tag": "6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:06:03.137518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0e6e2-60fc-479d-a8c0-db2e95de88e4 req-46785f6b-ae3d-46b5-af25-26586f68ab70 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:03.143696 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-596ddcd1-8642-4fc8-afe0-f51430a7a8a2 service neutron] 10.222.0.45 "GET /v2.0/networks/23473874-ef58-49bf-8246-1d3d84570521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986054 Dec 11 23:06:03.145262 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83c0e6e2-60fc-479d-a8c0-db2e95de88e4 req-46785f6b-ae3d-46b5-af25-26586f68ab70 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.2259879 Dec 11 23:06:03.192567 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83c0e6e2-60fc-479d-a8c0-db2e95de88e4 req-8369124f-cd00-4f44-8e7e-383df2f09b4d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Dec 11 23:06:03.302193 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151aeda4-2d1a-4c1c-8725-abf26aa71586 req-aab861df-d639-4bc1-86b2-7a4213911f8b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:03.303632 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-151aeda4-2d1a-4c1c-8725-abf26aa71586 req-aab861df-d639-4bc1-86b2-7a4213911f8b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0501742 Dec 11 23:06:03.339534 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2ebf5314-70bb-488a-a961-35f36690cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512457004', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:35Z', 'updated_at': '2021-12-11T23:05:43Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:36Z', 'updated_at': '2021-12-11T23:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'd43edf31-9f91-42ce-a758-d99c0c0be811', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'port_id': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'mac_address': 'fa:16:3e:72:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:06:01Z', 'updated_at': '2021-12-11T23:06:01Z', 'revision_number': 0, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49975f40-e1db-490a-95ae-07874a845ca4', 'name': '', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b3:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:42Z', 'updated_at': '2021-12-11T23:05:46Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:06:03.367122 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-151aeda4-2d1a-4c1c-8725-abf26aa71586 req-53fd2ad6-f0f4-4a5b-b9a9-d383e03fa063 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567861 Dec 11 23:06:03.372174 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8eb28e-bf8d-4b8f-9673-ea808927fe72 x-openstack-request-id: req-9f8eb28e-bf8d-4b8f-9673-ea808927fe72 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:06:03.372472 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eea29ab-673c-4233-9108-1d30a0be9d42", "tag": "6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:06:03.377586 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f8eb28e-bf8d-4b8f-9673-ea808927fe72 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:06:03.377586 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'tag': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b', 'status': 'completed', 'code': 200} Dec 11 23:06:03.388108 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56148) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:06:03.394152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf5314-70bb-488a-a961-35f36690cd99 None None] Checking router: bdb7f172-1131-4e1c-b730-340e12682570 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:06:03.407105 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf5314-70bb-488a-a961-35f36690cd99 None None] Routers {'bdb7f172-1131-4e1c-b730-340e12682570'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:06:03.415774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2ebf5314-70bb-488a-a961-35f36690cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:05:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['bdb7f172-1131-4e1c-b730-340e12682570'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:06:03.518608 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8ad6cdc-1be7-4303-962c-b3298a5f30c9 req-b43dfcd6-1f51-4642-849a-a939c6fbcdc1 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 210 time: 0.0658658 Dec 11 23:06:03.546622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-2ebf5314-70bb-488a-a961-35f36690cd99 None None] Set router bdb7f172-1131-4e1c-b730-340e12682570 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:06:03.548846 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-58e2d265-8c75-4800-916e-a061035e880a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/floatingips/d43edf31-9f91-42ce-a758-d99c0c0be811 HTTP/1.1" status: 200 len: 992 time: 0.1595304 Dec 11 23:06:03.553026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388b42f-0384-4154-8b16-4071b68b437c req-3a9d6cda-01c7-477e-bd62-51c9e1b65a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:03.554528 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b388b42f-0384-4154-8b16-4071b68b437c req-3a9d6cda-01c7-477e-bd62-51c9e1b65a1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 1097 time: 0.1005924 Dec 11 23:06:03.650473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388b42f-0384-4154-8b16-4071b68b437c req-0a7f9169-6db1-44e9-8c08-ed90572bb282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:03.652100 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b388b42f-0384-4154-8b16-4071b68b437c req-0a7f9169-6db1-44e9-8c08-ed90572bb282 service neutron] 10.222.0.13 "GET /v2.0/networks?id=296f2849-e8b5-4428-98cc-c16fdc970ddc HTTP/1.1" status: 200 len: 898 time: 0.0898423 Dec 11 23:06:03.721224 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b388b42f-0384-4154-8b16-4071b68b437c req-dfa037b2-c556-480e-ace9-e64cf4552ba1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b HTTP/1.1" status: 200 len: 1000 time: 0.0626614 Dec 11 23:06:03.776873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388b42f-0384-4154-8b16-4071b68b437c req-98dc5815-614e-404b-9a13-f7a02a118774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:03.778388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b388b42f-0384-4154-8b16-4071b68b437c req-98dc5815-614e-404b-9a13-f7a02a118774 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de8020f7-bf5c-43a2-92c6-55bb1b03b716 HTTP/1.1" status: 200 len: 834 time: 0.0505579 Dec 11 23:06:03.779378 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-2ebf5314-70bb-488a-a961-35f36690cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512457004', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:35Z', 'updated_at': '2021-12-11T23:05:43Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:36Z', 'updated_at': '2021-12-11T23:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'd43edf31-9f91-42ce-a758-d99c0c0be811', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'port_id': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'mac_address': 'fa:16:3e:72:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:06:01Z', 'updated_at': '2021-12-11T23:06:01Z', 'revision_number': 0, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49975f40-e1db-490a-95ae-07874a845ca4', 'name': '', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b3:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:42Z', 'updated_at': '2021-12-11T23:05:46Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:06:03.809851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf5314-70bb-488a-a961-35f36690cd99 None None] The sync data for ids ['bdb7f172-1131-4e1c-b730-340e12682570'] in n-d-710847-6 is: [{'id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512457004', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:35Z', 'updated_at': '2021-12-11T23:05:43Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:36Z', 'updated_at': '2021-12-11T23:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'd43edf31-9f91-42ce-a758-d99c0c0be811', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'port_id': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'mac_address': 'fa:16:3e:72:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:06:01Z', 'updated_at': '2021-12-11T23:06:01Z', 'revision_number': 0, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49975f40-e1db-490a-95ae-07874a845ca4', 'name': '', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b3:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:42Z', 'updated_at': '2021-12-11T23:05:46Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:06:03.826114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388b42f-0384-4154-8b16-4071b68b437c req-cfc74595-8563-4aed-b2b0-f925a229b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:03.827726 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b388b42f-0384-4154-8b16-4071b68b437c req-cfc74595-8563-4aed-b2b0-f925a229b29c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=296f2849-e8b5-4428-98cc-c16fdc970ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428135 Dec 11 23:06:03.922486 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b388b42f-0384-4154-8b16-4071b68b437c req-ae56411a-9efb-4829-a0c4-c976f50858f2 service neutron] 10.222.0.13 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867352 Dec 11 23:06:04.029284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b388b42f-0384-4154-8b16-4071b68b437c req-da9bf847-5750-42bb-820f-a6850fd724fa service neutron] 10.222.0.13 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966368 Dec 11 23:06:04.056775 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b62a87-d8d3-4ec0-a21d-4ae7587b0372 None None] New status for floating IP d43edf31-9f91-42ce-a758-d99c0c0be811: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:06:04.328550 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01fede-3a5a-40f3-9de3-0e2c86e2ef40 req-202a9fa9-e823-4b97-8b76-fbbfa150e9b3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:04.332910 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0f01fede-3a5a-40f3-9de3-0e2c86e2ef40 req-202a9fa9-e823-4b97-8b76-fbbfa150e9b3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0586932 Dec 11 23:06:04.378861 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0f01fede-3a5a-40f3-9de3-0e2c86e2ef40 req-a65a2135-f87e-4316-8217-f19e5e76986f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424731 Dec 11 23:06:04.551660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56162) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:06:04.614457 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-acc62ea7-e8ce-4304-8835-241dd23dfd70 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/floatingips/d43edf31-9f91-42ce-a758-d99c0c0be811 HTTP/1.1" status: 200 len: 994 time: 0.0612688 Dec 11 23:06:04.629663 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-36a12689-a16a-4e26-8f43-5bb8c54b4073 req-8f261309-74e2-45fc-a47a-1bd1522702bd tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 210 time: 0.0290587 Dec 11 23:06:05.506627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e876df-e13d-4b37-83c0-0c83c88b1207 req-1ddbe42b-d519-4adc-9143-3f17baf604ad tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:05.508127 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53e876df-e13d-4b37-83c0-0c83c88b1207 req-1ddbe42b-d519-4adc-9143-3f17baf604ad tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0551100 Dec 11 23:06:05.556057 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53e876df-e13d-4b37-83c0-0c83c88b1207 req-d47bdb40-4824-4a9c-8585-ca30b5c1929a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Dec 11 23:06:05.680009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-38f03eaa-0bbe-4fb2-86fd-29dbb460b810 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:05.681938 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-38f03eaa-0bbe-4fb2-86fd-29dbb460b810 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.13 "GET /v2.0/networks?id=23473874-ef58-49bf-8246-1d3d84570521 HTTP/1.1" status: 200 len: 808 time: 0.1066456 Dec 11 23:06:05.695206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-2250c17f-1080-4894-b29e-d7bd996c57d4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Request body: {'port': {'device_id': '1ed69c28-7f85-404d-97f4-0f83a4e917ab', 'network_id': '23473874-ef58-49bf-8246-1d3d84570521', 'admin_state_up': True, 'tenant_id': '46d001992b274b6e8684adaa6cc5bb1f'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:06:05.761923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ea57eb4-8fe7-4068-9424-35d6fef2cfa8 req-009a69ba-b580-493f-ba20-f2abe1be3a6a tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 210 time: 0.0620511 Dec 11 23:06:05.877998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-2250c17f-1080-4894-b29e-d7bd996c57d4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Made reservation on behalf of 46d001992b274b6e8684adaa6cc5bb1f for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:06:05.881683 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-2250c17f-1080-4894-b29e-d7bd996c57d4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:06.011569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-2250c17f-1080-4894-b29e-d7bd996c57d4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Allocated IP 172.20.0.11 (23473874-ef58-49bf-8246-1d3d84570521/8f3e5541-d246-49a6-a6a8-0962b3f402e6/47703951-67fa-40b4-b090-34bbaf0a5537) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:06:06.161190 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-2250c17f-1080-4894-b29e-d7bd996c57d4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:06.249075 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-2250c17f-1080-4894-b29e-d7bd996c57d4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:06.297265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-2250c17f-1080-4894-b29e-d7bd996c57d4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Network 23473874-ef58-49bf-8246-1d3d84570521 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:06:06.300339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-2250c17f-1080-4894-b29e-d7bd996c57d4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:06:06.303918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-2250c17f-1080-4894-b29e-d7bd996c57d4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:06:06.327241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250c17f-1080-4894-b29e-d7bd996c57d4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Pushing event updated for resources: {'Port': ['ID=47703951-67fa-40b4-b090-34bbaf0a5537,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:06.354703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-2250c17f-1080-4894-b29e-d7bd996c57d4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:06.355411 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-2250c17f-1080-4894-b29e-d7bd996c57d4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:06.452754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-2250c17f-1080-4894-b29e-d7bd996c57d4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7611153 Dec 11 23:06:06.466602 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Request body: {'port': {'device_id': '1ed69c28-7f85-404d-97f4-0f83a4e917ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:06:06.546109 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:06.682741 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3cf6a-a7b4-401d-b7bc-34cf5981d366 req-3991f48f-aa5f-4c00-a7a2-b6aa523c753e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:06.684270 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c3e3cf6a-a7b4-401d-b7bc-34cf5981d366 req-3991f48f-aa5f-4c00-a7a2-b6aa523c753e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 944 time: 0.0539722 Dec 11 23:06:06.739129 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c3e3cf6a-a7b4-401d-b7bc-34cf5981d366 req-19ba59da-6e2d-4244-ae65-d0eaabe014cc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459461 Dec 11 23:06:06.817463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47703951-67fa-40b4-b090-34bbaf0a5537 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:06:06.826032 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:06.839433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Transition to ACTIVE for port object 47703951-67fa-40b4-b090-34bbaf0a5537 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:06:06.890862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d845d-4dc2-4803-a1d4-bf9ade860d5d req-9211d421-c4fe-4a5d-aea6-9044f1d4eb87 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:06.892371 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d3d845d-4dc2-4803-a1d4-bf9ade860d5d req-9211d421-c4fe-4a5d-aea6-9044f1d4eb87 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 932 time: 0.0498662 Dec 11 23:06:06.913290 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:06.936896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device c6dcce17-cfbc-47d5-9003-1e349cb6a41e details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:06:06.993416 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d3d845d-4dc2-4803-a1d4-bf9ade860d5d req-7f503b30-f4c8-49ff-adfc-ca54ddea5ca0 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948324 Dec 11 23:06:07.020768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Pushing event updated for resources: {'Port': ['ID=47703951-67fa-40b4-b090-34bbaf0a5537,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:07.048512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port c6dcce17-cfbc-47d5-9003-1e349cb6a41e, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c6dcce17-cfbc-47d5-9003-1e349cb6a41e,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:06:07.060529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'c6dcce17-cfbc-47d5-9003-1e349cb6a41e', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'port_id': 'c6dcce17-cfbc-47d5-9003-1e349cb6a41e', 'mac_address': 'fa:16:3e:85:df:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:06:07.072824 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Attempting to bind port 47703951-67fa-40b4-b090-34bbaf0a5537 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:06:07.073162 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Attempting to bind port 47703951-67fa-40b4-b090-34bbaf0a5537 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '999a48d2-20fd-421f-8bff-3327622fd4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23473874-ef58-49bf-8246-1d3d84570521'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:06:07.073501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Attempting to bind port 47703951-67fa-40b4-b090-34bbaf0a5537 on network 23473874-ef58-49bf-8246-1d3d84570521 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:06:07.077938 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Port 47703951-67fa-40b4-b090-34bbaf0a5537 on network 23473874-ef58-49bf-8246-1d3d84570521 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:06:07.078264 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Attempting to bind port 47703951-67fa-40b4-b090-34bbaf0a5537 on network 23473874-ef58-49bf-8246-1d3d84570521 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:06:07.083419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:06:07.083764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Checking segment: {'id': '999a48d2-20fd-421f-8bff-3327622fd4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23473874-ef58-49bf-8246-1d3d84570521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:06:07.084150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Bound using segment: {'id': '999a48d2-20fd-421f-8bff-3327622fd4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23473874-ef58-49bf-8246-1d3d84570521'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:06:07.084585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Bound port: 47703951-67fa-40b4-b090-34bbaf0a5537, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999a48d2-20fd-421f-8bff-3327622fd4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23473874-ef58-49bf-8246-1d3d84570521'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:06:07.084948 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:07.102949 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:07.116364 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6dcce17-cfbc-47d5-9003-1e349cb6a41e {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:06:07.134907 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port c6dcce17-cfbc-47d5-9003-1e349cb6a41e, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c6dcce17-cfbc-47d5-9003-1e349cb6a41e,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:06:07.148818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] For port 47703951-67fa-40b4-b090-34bbaf0a5537, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:06:07.151888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] For port 47703951-67fa-40b4-b090-34bbaf0a5537, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=47703951-67fa-40b4-b090-34bbaf0a5537,segment=NetworkSegment(999a48d2-20fd-421f-8bff-3327622fd4a1),segment_id=999a48d2-20fd-421f-8bff-3327622fd4a1)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:06:07.186478 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:07.221243 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:07.233967 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=c6dcce17-cfbc-47d5-9003-1e349cb6a41e,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:07.262265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:07.262919 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:07.265003 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-77104710-099b-48d2-93c9-ff789ed529af service neutron] 10.222.0.13 "PUT /v2.0/ports/47703951-67fa-40b4-b090-34bbaf0a5537 HTTP/1.1" status: 200 len: 1092 time: 0.8026419 Dec 11 23:06:07.265498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed69c28-7f85-404d-97f4-0f83a4e917ab', 'tag': '47703951-67fa-40b4-b090-34bbaf0a5537'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:06:07.267789 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b0afa0-9fc6-42d0-93ca-e7fe257df493" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed69c28-7f85-404d-97f4-0f83a4e917ab", "tag": "47703951-67fa-40b4-b090-34bbaf0a5537"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:06:07.287516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77104710-099b-48d2-93c9-ff789ed529af service neutron] Pushing event updated for resources: {'Port': ['ID=47703951-67fa-40b4-b090-34bbaf0a5537,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:07.308095 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d2d509-f61b-4960-9e76-a53c308e305a x-openstack-request-id: req-54d2d509-f61b-4960-9e76-a53c308e305a {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:06:07.308401 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed69c28-7f85-404d-97f4-0f83a4e917ab", "tag": "47703951-67fa-40b4-b090-34bbaf0a5537", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:06:07.308657 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54d2d509-f61b-4960-9e76-a53c308e305a {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:06:07.309068 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed69c28-7f85-404d-97f4-0f83a4e917ab', 'tag': '47703951-67fa-40b4-b090-34bbaf0a5537', 'status': 'completed', 'code': 200} Dec 11 23:06:07.374726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0afa0-9fc6-42d0-93ca-e7fe257df493 req-5f046712-850a-4c24-a043-ab19cbc91444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:07.376176 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-23b0afa0-9fc6-42d0-93ca-e7fe257df493 req-5f046712-850a-4c24-a043-ab19cbc91444 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46d001992b274b6e8684adaa6cc5bb1f&device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 1095 time: 0.0451324 Dec 11 23:06:07.475683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0afa0-9fc6-42d0-93ca-e7fe257df493 req-2253ffb5-f8d6-4e5c-b51d-8de65c3d48be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:07.477380 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-23b0afa0-9fc6-42d0-93ca-e7fe257df493 req-2253ffb5-f8d6-4e5c-b51d-8de65c3d48be service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=46d001992b274b6e8684adaa6cc5bb1f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0926909 Dec 11 23:06:07.536383 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['c6dcce17-cfbc-47d5-9003-1e349cb6a41e'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:06:07.577285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0afa0-9fc6-42d0-93ca-e7fe257df493 req-dd25fdeb-9724-40e5-8805-1b19fdd09338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:07.578764 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-23b0afa0-9fc6-42d0-93ca-e7fe257df493 req-dd25fdeb-9724-40e5-8805-1b19fdd09338 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945261 Dec 11 23:06:07.658737 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-2d5d7c62-0274-4132-93e7-2b6348a27684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:07.660278 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-2d5d7c62-0274-4132-93e7-2b6348a27684 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46d001992b274b6e8684adaa6cc5bb1f&device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 1095 time: 0.0431902 Dec 11 23:06:07.702509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-b43950d0-b8d2-47a3-b565-b7f218b6c05f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47703951-67fa-40b4-b090-34bbaf0a5537 HTTP/1.1" status: 200 len: 217 time: 0.0348654 Dec 11 23:06:07.752908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-96940130-1521-4646-824b-86cffaeb1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:07.754445 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-96940130-1521-4646-824b-86cffaeb1094 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f3e5541-d246-49a6-a6a8-0962b3f402e6 HTTP/1.1" status: 200 len: 848 time: 0.0447700 Dec 11 23:06:07.790216 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-b8a110bc-55e6-4408-bcb8-b21b1611ee4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23473874-ef58-49bf-8246-1d3d84570521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292804 Dec 11 23:06:07.863346 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab5fa8-9c45-4380-b413-3550da4bebcf req-b95e5c25-6c1b-4f15-a818-868b297c9838 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:07.864845 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8ab5fa8-9c45-4380-b413-3550da4bebcf req-b95e5c25-6c1b-4f15-a818-868b297c9838 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 945 time: 0.0529180 Dec 11 23:06:07.884494 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-e7eebb24-1afc-45a8-8f67-0daf8fc3c12d service neutron] 10.222.0.13 "GET /v2.0/networks/23473874-ef58-49bf-8246-1d3d84570521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867357 Dec 11 23:06:07.914916 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8ab5fa8-9c45-4380-b413-3550da4bebcf req-17a4e342-0dc4-4f81-b364-ed478f099bfb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437624 Dec 11 23:06:07.981498 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-795f0bd4-1a38-4dbb-aee8-ee94eafbd82a req-93b63aba-fb59-4186-8f73-6753812057bc service neutron] 10.222.0.13 "GET /v2.0/networks/23473874-ef58-49bf-8246-1d3d84570521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905516 Dec 11 23:06:08.118139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea8369-201a-4d7f-9117-537aa45a3104 req-80398c93-a481-414c-aec0-0c0638ba118c tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:08.119638 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70ea8369-201a-4d7f-9117-537aa45a3104 req-80398c93-a481-414c-aec0-0c0638ba118c tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 944 time: 0.0498946 Dec 11 23:06:08.170283 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70ea8369-201a-4d7f-9117-537aa45a3104 req-efede36b-ea5a-434a-98e4-feee685bd817 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438595 Dec 11 23:06:08.360543 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:06:08.955075 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device c6dcce17-cfbc-47d5-9003-1e349cb6a41e up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:06:09.033767 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721410f-7ac1-4bfc-bf34-fd5babfa0cb2 req-0a9e51d1-35a8-49aa-b647-040114b43b7e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:09.035272 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b721410f-7ac1-4bfc-bf34-fd5babfa0cb2 req-0a9e51d1-35a8-49aa-b647-040114b43b7e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 945 time: 0.0489945 Dec 11 23:06:09.066587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port c6dcce17-cfbc-47d5-9003-1e349cb6a41e completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:06:09.070556 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port c6dcce17-cfbc-47d5-9003-1e349cb6a41e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:06:09.070976 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:09.083505 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b721410f-7ac1-4bfc-bf34-fd5babfa0cb2 req-5ee296f3-4eb0-45d5-a058-8f254ded03fe tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420167 Dec 11 23:06:09.146509 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:09.172022 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d937f61-79e3-4255-9f84-88fb6aa966b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dcce17-cfbc-47d5-9003-1e349cb6a41e'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:06:09.174241 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a0d883-89c6-4b60-87bf-96e40677f59a" -d '{"events": [{"server_uuid": "0d937f61-79e3-4255-9f84-88fb6aa966b8", "name": "network-vif-plugged", "status": "completed", "tag": "c6dcce17-cfbc-47d5-9003-1e349cb6a41e"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:06:09.188501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port c6dcce17-cfbc-47d5-9003-1e349cb6a41e, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c6dcce17-cfbc-47d5-9003-1e349cb6a41e,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:06:09.212690 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d14605-6fe6-4bcb-8d90-f4ccb7488663 x-openstack-request-id: req-66d14605-6fe6-4bcb-8d90-f4ccb7488663 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:06:09.213079 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d937f61-79e3-4255-9f84-88fb6aa966b8", "name": "network-vif-plugged", "status": "completed", "tag": "c6dcce17-cfbc-47d5-9003-1e349cb6a41e", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:06:09.213407 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-66d14605-6fe6-4bcb-8d90-f4ccb7488663 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:06:09.213871 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d937f61-79e3-4255-9f84-88fb6aa966b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dcce17-cfbc-47d5-9003-1e349cb6a41e', 'code': 200} Dec 11 23:06:09.272643 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:09.294952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e5c54-c65a-4476-bd52-ba9c4b36ba49 req-2a63ab3f-116e-49b7-8a22-0155cf0b2833 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:09.296688 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d7e5c54-c65a-4476-bd52-ba9c4b36ba49 req-2a63ab3f-116e-49b7-8a22-0155cf0b2833 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 944 time: 0.0586169 Dec 11 23:06:09.321476 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=c6dcce17-cfbc-47d5-9003-1e349cb6a41e,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:09.375348 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d7e5c54-c65a-4476-bd52-ba9c4b36ba49 req-aabf2da2-df9c-48f3-b862-11c466c51dd7 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722773 Dec 11 23:06:09.377836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab79c0-8868-4f42-ae58-3bfa880167f5 req-f495f954-0bcc-4ac8-bfff-c2933bcbf9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:09.379282 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64ab79c0-8868-4f42-ae58-3bfa880167f5 req-f495f954-0bcc-4ac8-bfff-c2933bcbf9f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 1097 time: 0.0746524 Dec 11 23:06:09.426407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64ab79c0-8868-4f42-ae58-3bfa880167f5 req-0ad99c5d-b7e5-4bf6-8547-dbbc6c128dce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391278 Dec 11 23:06:10.210127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ea0ef-1f73-4b10-9f36-7f483bab21e8 req-97aa7b33-4f46-4ec0-928f-8f68c90d0e7f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:10.211641 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af2ea0ef-1f73-4b10-9f36-7f483bab21e8 req-97aa7b33-4f46-4ec0-928f-8f68c90d0e7f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 946 time: 0.0527706 Dec 11 23:06:10.259087 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af2ea0ef-1f73-4b10-9f36-7f483bab21e8 req-55a533e4-48b1-4b00-b0a7-a06e5d925d31 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404615 Dec 11 23:06:10.495792 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f5ff9-36b8-4a14-9ea0-0d9876dfab7c req-5ada221b-2613-4d05-9b30-310b0ef417ab tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:10.497203 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-735f5ff9-36b8-4a14-9ea0-0d9876dfab7c req-5ada221b-2613-4d05-9b30-310b0ef417ab tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 944 time: 0.0516977 Dec 11 23:06:10.545868 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-735f5ff9-36b8-4a14-9ea0-0d9876dfab7c req-62f20265-6178-408e-bd2a-b9762ad76834 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424671 Dec 11 23:06:11.351306 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 47703951-67fa-40b4-b090-34bbaf0a5537 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:06:11.377033 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee77fb-aade-4c22-8d42-e9605714f716 req-ed3c3b79-b5d0-4ac2-a017-cb840ff6e63d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:11.378525 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03ee77fb-aade-4c22-8d42-e9605714f716 req-ed3c3b79-b5d0-4ac2-a017-cb840ff6e63d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 946 time: 0.0489516 Dec 11 23:06:11.430756 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03ee77fb-aade-4c22-8d42-e9605714f716 req-016ab9a4-c43b-4f0c-a6e5-7e28bc6db1ed tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462267 Dec 11 23:06:11.450127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 47703951-67fa-40b4-b090-34bbaf0a5537, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=47703951-67fa-40b4-b090-34bbaf0a5537,segment=NetworkSegment(999a48d2-20fd-421f-8bff-3327622fd4a1),segment_id=999a48d2-20fd-421f-8bff-3327622fd4a1)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:06:11.569995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a0a4b-ea23-44d8-8b06-f9dbc15992fc req-d1b079a4-f9c5-477b-a6e3-dfbaebb5a9f7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:11.571547 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff4a0a4b-ea23-44d8-8b06-f9dbc15992fc req-d1b079a4-f9c5-477b-a6e3-dfbaebb5a9f7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 946 time: 0.0525975 Dec 11 23:06:11.621781 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '47703951-67fa-40b4-b090-34bbaf0a5537', 'network_id': '23473874-ef58-49bf-8246-1d3d84570521', 'port_id': '47703951-67fa-40b4-b090-34bbaf0a5537', 'mac_address': 'fa:16:3e:f7:42:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3e5541-d246-49a6-a6a8-0962b3f402e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:06:11.623547 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff4a0a4b-ea23-44d8-8b06-f9dbc15992fc req-ca50c132-e854-479f-b547-9b45d72d8013 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449810 Dec 11 23:06:11.664656 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:11.668354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04897a8b-dd7f-4307-9c5a-c7444ba1ab83 req-8777351f-1aeb-4e1a-a20d-b50951e02bba tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:11.670083 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04897a8b-dd7f-4307-9c5a-c7444ba1ab83 req-8777351f-1aeb-4e1a-a20d-b50951e02bba tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 944 time: 0.0528216 Dec 11 23:06:11.678558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47703951-67fa-40b4-b090-34bbaf0a5537 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:06:11.702065 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 47703951-67fa-40b4-b090-34bbaf0a5537, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=47703951-67fa-40b4-b090-34bbaf0a5537,segment=NetworkSegment(999a48d2-20fd-421f-8bff-3327622fd4a1),segment_id=999a48d2-20fd-421f-8bff-3327622fd4a1)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:06:11.722102 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04897a8b-dd7f-4307-9c5a-c7444ba1ab83 req-de91f565-23f2-4b75-89c6-2d8fd3d0c3b1 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455978 Dec 11 23:06:11.775382 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:11.823367 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=47703951-67fa-40b4-b090-34bbaf0a5537,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:12.123248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['47703951-67fa-40b4-b090-34bbaf0a5537'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:06:12.151104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab8a60-f666-492c-bd41-09cb62d058d6 req-17386343-152e-4283-a6a1-e7ae3d4c0703 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:12.152628 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6aab8a60-f666-492c-bd41-09cb62d058d6 req-17386343-152e-4283-a6a1-e7ae3d4c0703 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 946 time: 0.0507047 Dec 11 23:06:12.210336 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6aab8a60-f666-492c-bd41-09cb62d058d6 req-309aa924-332d-4152-b8f8-890142f2431d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500939 Dec 11 23:06:12.841232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e459aaf-51fa-49a6-bda7-5a8ae5ad74c5 req-4f93ff0f-c180-4399-9c06-33d522b12186 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:12.842966 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e459aaf-51fa-49a6-bda7-5a8ae5ad74c5 req-4f93ff0f-c180-4399-9c06-33d522b12186 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 945 time: 0.0497506 Dec 11 23:06:12.894461 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e459aaf-51fa-49a6-bda7-5a8ae5ad74c5 req-44a1f682-d7e2-4494-956f-96c1071a4d7a tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455923 Dec 11 23:06:13.329473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b84a5-165e-4904-afd0-0bacc13fa796 req-59f4f519-4396-4972-a77e-8c282bad344d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:13.330962 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f69b84a5-165e-4904-afd0-0bacc13fa796 req-59f4f519-4396-4972-a77e-8c282bad344d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 946 time: 0.0480506 Dec 11 23:06:13.360938 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 47703951-67fa-40b4-b090-34bbaf0a5537 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:06:13.380186 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f69b84a5-165e-4904-afd0-0bacc13fa796 req-17e88f36-7fcd-44e5-be83-e47fc0b3a39f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432332 Dec 11 23:06:13.455455 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d209b0d-c57d-48a0-8ba2-34b09b580465 req-7527b042-b34c-48e7-a29d-ce0b2087baf5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405104 Dec 11 23:06:13.535000 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 47703951-67fa-40b4-b090-34bbaf0a5537 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:06:13.538038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d209b0d-c57d-48a0-8ba2-34b09b580465 req-2437015b-f382-4112-8dc3-26e51f3f3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:13.539182 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 47703951-67fa-40b4-b090-34bbaf0a5537 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:06:13.539609 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d209b0d-c57d-48a0-8ba2-34b09b580465 req-2437015b-f382-4112-8dc3-26e51f3f3999 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bd74db67dd242afacdd41d881f83f4d&device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 1097 time: 0.0421669 Dec 11 23:06:13.539727 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:13.626835 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:13.649138 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d209b0d-c57d-48a0-8ba2-34b09b580465 req-e26bab0a-37a1-4bcc-81b2-619f0f305506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:13.650384 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed69c28-7f85-404d-97f4-0f83a4e917ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47703951-67fa-40b4-b090-34bbaf0a5537'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:06:13.650626 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d209b0d-c57d-48a0-8ba2-34b09b580465 req-e26bab0a-37a1-4bcc-81b2-619f0f305506 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d1bb9a45-28c0-4785-bda6-7e72008cf427 HTTP/1.1" status: 200 len: 918 time: 0.0922427 Dec 11 23:06:13.656002 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5713464d-7a07-4d34-b0b4-3b2d00bbd164" -d '{"events": [{"server_uuid": "1ed69c28-7f85-404d-97f4-0f83a4e917ab", "name": "network-vif-plugged", "status": "completed", "tag": "47703951-67fa-40b4-b090-34bbaf0a5537"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:06:13.665855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 47703951-67fa-40b4-b090-34bbaf0a5537, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=47703951-67fa-40b4-b090-34bbaf0a5537,segment=NetworkSegment(999a48d2-20fd-421f-8bff-3327622fd4a1),segment_id=999a48d2-20fd-421f-8bff-3327622fd4a1)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:06:13.694512 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c69892-5399-4d08-92a9-bdd8d4e4df73 x-openstack-request-id: req-79c69892-5399-4d08-92a9-bdd8d4e4df73 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:06:13.694893 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed69c28-7f85-404d-97f4-0f83a4e917ab", "name": "network-vif-plugged", "status": "completed", "tag": "47703951-67fa-40b4-b090-34bbaf0a5537", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:06:13.695231 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-79c69892-5399-4d08-92a9-bdd8d4e4df73 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:06:13.695676 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed69c28-7f85-404d-97f4-0f83a4e917ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47703951-67fa-40b4-b090-34bbaf0a5537', 'code': 200} Dec 11 23:06:13.726270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d209b0d-c57d-48a0-8ba2-34b09b580465 req-d06dd5de-05bf-4866-8c24-fcf97fb86f6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a HTTP/1.1" status: 200 len: 1001 time: 0.0680575 Dec 11 23:06:13.735156 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:13.782403 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:13.787288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=47703951-67fa-40b4-b090-34bbaf0a5537,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:13.837614 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d209b0d-c57d-48a0-8ba2-34b09b580465 req-df0956b5-a95b-4877-aad7-70554de301ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:13.839112 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d209b0d-c57d-48a0-8ba2-34b09b580465 req-df0956b5-a95b-4877-aad7-70554de301ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7818fbf-5369-47d1-9144-65c09d5e1c30 HTTP/1.1" status: 200 len: 856 time: 0.1000836 Dec 11 23:06:13.863448 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efccb74-87a4-42a2-998c-09c7fb7b296d req-598cf738-7926-42f3-9ddf-2e1e9bbe85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:13.864882 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4efccb74-87a4-42a2-998c-09c7fb7b296d req-598cf738-7926-42f3-9ddf-2e1e9bbe85e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 1097 time: 0.0956762 Dec 11 23:06:13.891917 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc1d3d-086c-44b8-8959-fa243070429c req-204f9ef1-f318-4964-8b5b-a8df0febee84 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:13.893291 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abcc1d3d-086c-44b8-8959-fa243070429c req-204f9ef1-f318-4964-8b5b-a8df0febee84 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 946 time: 0.1226575 Dec 11 23:06:13.969124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d209b0d-c57d-48a0-8ba2-34b09b580465 req-83be36ae-7e84-4e69-964f-0655454125d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:13.970612 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d209b0d-c57d-48a0-8ba2-34b09b580465 req-83be36ae-7e84-4e69-964f-0655454125d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1bb9a45-28c0-4785-bda6-7e72008cf427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221242 Dec 11 23:06:14.325662 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4efccb74-87a4-42a2-998c-09c7fb7b296d req-1d3e8395-baac-4985-8a76-247044f18d97 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432015 Dec 11 23:06:14.395830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a37c01-f88a-401c-9a8e-231b28c60a23 req-03b9ca94-26ed-4aa8-b24c-62479d0da7e4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:14.397333 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22a37c01-f88a-401c-9a8e-231b28c60a23 req-03b9ca94-26ed-4aa8-b24c-62479d0da7e4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 946 time: 0.4091685 Dec 11 23:06:14.445408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-abcc1d3d-086c-44b8-8959-fa243070429c req-45e63f7f-1a43-427c-b77a-a2c21b16bb8c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Deleting port c6dcce17-cfbc-47d5-9003-1e349cb6a41e {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:06:14.445750 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-abcc1d3d-086c-44b8-8959-fa243070429c req-45e63f7f-1a43-427c-b77a-a2c21b16bb8c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:14.467518 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d209b0d-c57d-48a0-8ba2-34b09b580465 req-eaf1ce48-ed1d-4205-ac9f-bc383b10487d service neutron] 10.222.0.13 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732692 Dec 11 23:06:14.510923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0fd12-90e1-45e3-a2f1-8cb9e496b262 req-7cb5e3cb-e37f-4cc5-afaa-9554364b1c33 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:14.512447 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31c0fd12-90e1-45e3-a2f1-8cb9e496b262 req-7cb5e3cb-e37f-4cc5-afaa-9554364b1c33 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 946 time: 0.0544021 Dec 11 23:06:14.523385 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22a37c01-f88a-401c-9a8e-231b28c60a23 req-24770cae-78fe-422a-976e-b13dcc04f8c0 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159232 Dec 11 23:06:14.564104 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-abcc1d3d-086c-44b8-8959-fa243070429c req-45e63f7f-1a43-427c-b77a-a2c21b16bb8c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] For port c6dcce17-cfbc-47d5-9003-1e349cb6a41e, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=c6dcce17-cfbc-47d5-9003-1e349cb6a41e,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:06:14.564474 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-abcc1d3d-086c-44b8-8959-fa243070429c req-45e63f7f-1a43-427c-b77a-a2c21b16bb8c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:14.575270 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31c0fd12-90e1-45e3-a2f1-8cb9e496b262 req-a62b2494-5c00-4a6f-8d24-656128db0f28 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552030 Dec 11 23:06:14.576704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-abcc1d3d-086c-44b8-8959-fa243070429c req-45e63f7f-1a43-427c-b77a-a2c21b16bb8c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Calling delete_port for c6dcce17-cfbc-47d5-9003-1e349cb6a41e owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:06:14.728603 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d209b0d-c57d-48a0-8ba2-34b09b580465 req-cc8b377b-a485-4924-9efb-b558cc883f91 service neutron] 10.222.0.13 "GET /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379378 Dec 11 23:06:14.866355 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-abcc1d3d-086c-44b8-8959-fa243070429c req-45e63f7f-1a43-427c-b77a-a2c21b16bb8c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:14.892969 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e63f7f-1a43-427c-b77a-a2c21b16bb8c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event deleted for resources: {'Port': ['ID=c6dcce17-cfbc-47d5-9003-1e349cb6a41e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:14.899459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['18239c5e-0035-460a-b2e5-29774c6f947c', 'c6dcce17-cfbc-47d5-9003-1e349cb6a41e'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:06:14.948133 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcc1d3d-086c-44b8-8959-fa243070429c req-45e63f7f-1a43-427c-b77a-a2c21b16bb8c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] No DVR routers for this DVR port c6dcce17-cfbc-47d5-9003-1e349cb6a41e on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:06:14.950920 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-abcc1d3d-086c-44b8-8959-fa243070429c req-45e63f7f-1a43-427c-b77a-a2c21b16bb8c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:14.955500 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-abcc1d3d-086c-44b8-8959-fa243070429c req-45e63f7f-1a43-427c-b77a-a2c21b16bb8c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "DELETE /v2.0/ports/c6dcce17-cfbc-47d5-9003-1e349cb6a41e HTTP/1.1" status: 204 len: 173 time: 1.0544116 Dec 11 23:06:14.956048 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d937f61-79e3-4255-9f84-88fb6aa966b8', 'name': 'network-vif-deleted', 'tag': 'c6dcce17-cfbc-47d5-9003-1e349cb6a41e'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:06:14.959011 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e8c5ba-dc5d-4d4a-bed1-d25f9754c470" -d '{"events": [{"server_uuid": "0d937f61-79e3-4255-9f84-88fb6aa966b8", "name": "network-vif-deleted", "tag": "c6dcce17-cfbc-47d5-9003-1e349cb6a41e"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:06:15.012850 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a685ec-06c5-46c6-8d0f-7b870f2e86f3 x-openstack-request-id: req-a5a685ec-06c5-46c6-8d0f-7b870f2e86f3 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:06:15.013151 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d937f61-79e3-4255-9f84-88fb6aa966b8", "name": "network-vif-deleted", "tag": "c6dcce17-cfbc-47d5-9003-1e349cb6a41e", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:06:15.014032 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5a685ec-06c5-46c6-8d0f-7b870f2e86f3 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:06:15.014489 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d937f61-79e3-4255-9f84-88fb6aa966b8', 'name': 'network-vif-deleted', 'tag': 'c6dcce17-cfbc-47d5-9003-1e349cb6a41e', 'status': 'completed', 'code': 200} Dec 11 23:06:15.646980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf01ad-f402-4cfc-81e2-b5c0a2f626c2 req-445a10bf-5915-4708-bc6f-e45d3e55de01 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:15.650903 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdcf01ad-f402-4cfc-81e2-b5c0a2f626c2 req-445a10bf-5915-4708-bc6f-e45d3e55de01 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 946 time: 0.0541327 Dec 11 23:06:15.693887 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83a52e8d-4f61-4dfc-b40f-508c7caeed1d req-76ec6b66-a9f5-4ba2-b082-4444e4d09cea tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 210 time: 0.0422237 Dec 11 23:06:15.724396 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdcf01ad-f402-4cfc-81e2-b5c0a2f626c2 req-81113cc5-af37-41e0-b418-cf931bb857fb tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608742 Dec 11 23:06:16.796947 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b1631a6f-4404-4321-afb6-9db5d969c71d req-15f041ab-fd5f-4d6e-80be-ca8136d98536 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 210 time: 0.0298138 Dec 11 23:06:16.851134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf96cd-c6ac-451f-9893-eac94e9cd4cb req-33f75026-0b58-4706-83a6-93dbbf2fe218 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:16.852711 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-45cf96cd-c6ac-451f-9893-eac94e9cd4cb req-33f75026-0b58-4706-83a6-93dbbf2fe218 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 946 time: 0.0531366 Dec 11 23:06:16.907236 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-45cf96cd-c6ac-451f-9893-eac94e9cd4cb req-6c104acf-bb5a-4e9c-a1c1-292adf732b16 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478578 Dec 11 23:06:16.970275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device c6dcce17-cfbc-47d5-9003-1e349cb6a41e no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:06:16.990550 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: c6dcce17-cfbc-47d5-9003-1e349cb6a41e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:06:16.990850 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device c6dcce17-cfbc-47d5-9003-1e349cb6a41e not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:06:17.432228 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:17.897542 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee2bb307-4fc8-41ed-92ff-fbc9cdb2b16e req-76b2b9e3-50ba-4c81-b835-445aea69f241 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 210 time: 0.0293674 Dec 11 23:06:18.092910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9c063-4820-4151-98e9-94ed6e6e0845 req-568df022-4425-426d-8b17-7650473f2eb1 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:18.094295 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2f9c063-4820-4151-98e9-94ed6e6e0845 req-568df022-4425-426d-8b17-7650473f2eb1 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 946 time: 0.0540991 Dec 11 23:06:18.143696 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2f9c063-4820-4151-98e9-94ed6e6e0845 req-fc292454-4df1-4419-99ec-077a97eadcfc tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432596 Dec 11 23:06:18.785729 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0bae3f64-c974-4d0a-8df6-9615ea0ee677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:19.001374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c78575c3-a2b7-4428-82a2-f1c497247e82 req-937f3591-9afe-4e3e-8c4b-0971721561cc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 210 time: 0.0265679 Dec 11 23:06:19.267508 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba636d16-c0d7-45f3-98ad-826a5705b0b6 req-16c958b0-38a9-4d48-afe8-5d58adea55e2 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:19.269028 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ba636d16-c0d7-45f3-98ad-826a5705b0b6 req-16c958b0-38a9-4d48-afe8-5d58adea55e2 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 946 time: 0.0531621 Dec 11 23:06:19.317122 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ba636d16-c0d7-45f3-98ad-826a5705b0b6 req-5fd2228d-f2cb-4356-b614-402559b9996b tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418470 Dec 11 23:06:19.602965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da4c5a-7d99-47b0-a828-410e197039df req-3e251a81-833a-425f-9606-fa054d0948d5 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:19.604444 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52da4c5a-7d99-47b0-a828-410e197039df req-3e251a81-833a-425f-9606-fa054d0948d5 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 946 time: 0.0487742 Dec 11 23:06:19.704178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-52da4c5a-7d99-47b0-a828-410e197039df req-a307d3c5-89ab-429f-b072-d0470364ebdc tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Deleting port 47703951-67fa-40b4-b090-34bbaf0a5537 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:06:19.704580 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-52da4c5a-7d99-47b0-a828-410e197039df req-a307d3c5-89ab-429f-b072-d0470364ebdc tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:19.796178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-52da4c5a-7d99-47b0-a828-410e197039df req-a307d3c5-89ab-429f-b072-d0470364ebdc tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] For port 47703951-67fa-40b4-b090-34bbaf0a5537, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=47703951-67fa-40b4-b090-34bbaf0a5537,segment=NetworkSegment(999a48d2-20fd-421f-8bff-3327622fd4a1),segment_id=999a48d2-20fd-421f-8bff-3327622fd4a1)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:06:19.798192 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-52da4c5a-7d99-47b0-a828-410e197039df req-a307d3c5-89ab-429f-b072-d0470364ebdc tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:19.808279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-52da4c5a-7d99-47b0-a828-410e197039df req-a307d3c5-89ab-429f-b072-d0470364ebdc tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Calling delete_port for 47703951-67fa-40b4-b090-34bbaf0a5537 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:06:20.072947 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-52da4c5a-7d99-47b0-a828-410e197039df req-a307d3c5-89ab-429f-b072-d0470364ebdc tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:20.087656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['47703951-67fa-40b4-b090-34bbaf0a5537'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:06:20.105028 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f9091af-577c-428c-8f56-7880bf9ecb85 req-fd48d189-bfae-4a5a-8af7-f5da4642fe47 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d937f61-79e3-4255-9f84-88fb6aa966b8 HTTP/1.1" status: 200 len: 210 time: 0.0325763 Dec 11 23:06:20.134557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307d3c5-89ab-429f-b072-d0470364ebdc tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Pushing event deleted for resources: {'Port': ['ID=47703951-67fa-40b4-b090-34bbaf0a5537,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:20.178420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-52da4c5a-7d99-47b0-a828-410e197039df req-a307d3c5-89ab-429f-b072-d0470364ebdc tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] No DVR routers for this DVR port 47703951-67fa-40b4-b090-34bbaf0a5537 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:06:20.181148 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-52da4c5a-7d99-47b0-a828-410e197039df req-a307d3c5-89ab-429f-b072-d0470364ebdc tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:20.184681 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52da4c5a-7d99-47b0-a828-410e197039df req-a307d3c5-89ab-429f-b072-d0470364ebdc tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.13 "DELETE /v2.0/ports/47703951-67fa-40b4-b090-34bbaf0a5537 HTTP/1.1" status: 204 len: 173 time: 0.5740111 Dec 11 23:06:20.185757 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed69c28-7f85-404d-97f4-0f83a4e917ab', 'name': 'network-vif-deleted', 'tag': '47703951-67fa-40b4-b090-34bbaf0a5537'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:06:20.188096 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79887166-29a7-4121-9d6e-1f24504e45db" -d '{"events": [{"server_uuid": "1ed69c28-7f85-404d-97f4-0f83a4e917ab", "name": "network-vif-deleted", "tag": "47703951-67fa-40b4-b090-34bbaf0a5537"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:06:20.226519 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee62c8c-70ac-45b7-9a82-9745dee61d0b x-openstack-request-id: req-9ee62c8c-70ac-45b7-9a82-9745dee61d0b {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:06:20.226852 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed69c28-7f85-404d-97f4-0f83a4e917ab", "name": "network-vif-deleted", "tag": "47703951-67fa-40b4-b090-34bbaf0a5537", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:06:20.227125 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ee62c8c-70ac-45b7-9a82-9745dee61d0b {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:06:20.227536 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed69c28-7f85-404d-97f4-0f83a4e917ab', 'name': 'network-vif-deleted', 'tag': '47703951-67fa-40b4-b090-34bbaf0a5537', 'status': 'completed', 'code': 200} Dec 11 23:06:20.427804 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-45dcd07f-ae51-4528-a848-16e8a1335d47 req-8fe792c8-e0b1-4397-aaad-b85587e88cef tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 210 time: 0.0382702 Dec 11 23:06:21.306075 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e97ef57a-731d-41ba-ae1c-90e42ff8339f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:21.541655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b807150a-c116-408b-9f2d-826a553b8bbe req-d3f4734d-6725-435d-aa23-f5beb8613b80 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ed69c28-7f85-404d-97f4-0f83a4e917ab HTTP/1.1" status: 200 len: 210 time: 0.0313869 Dec 11 23:06:22.254908 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:22.840252 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-012ebd8c-d381-4a63-90d3-a6baa2c35c30 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:22.842247 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-012ebd8c-d381-4a63-90d3-a6baa2c35c30 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/networks?id=23473874-ef58-49bf-8246-1d3d84570521 HTTP/1.1" status: 200 len: 808 time: 0.1134667 Dec 11 23:06:22.860421 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-b4742256-fac2-4579-8c8e-c7b3505c844a tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/quotas/46d001992b274b6e8684adaa6cc5bb1f HTTP/1.1" status: 200 len: 375 time: 0.0095861 Dec 11 23:06:22.894461 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-2c4965b7-e4f8-4f26-903b-75662704f7c5 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=46d001992b274b6e8684adaa6cc5bb1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286765 Dec 11 23:06:22.986777 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-1a912e7a-3018-4ac4-9866-fd3ebf325738 service neutron] 10.222.0.45 "GET /v2.0/networks/23473874-ef58-49bf-8246-1d3d84570521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850267 Dec 11 23:06:23.086646 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-790feb9a-2454-443c-938a-c38e5fe165d1 service neutron] 10.222.0.45 "GET /v2.0/networks/23473874-ef58-49bf-8246-1d3d84570521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939021 Dec 11 23:06:23.360338 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5b73bcca-f0db-4ee4-9e5b-c098da147d18 req-61c4e0fe-b8b7-455c-ab3f-b661460474a2 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 210 time: 0.0272310 Dec 11 23:06:23.411315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 47703951-67fa-40b4-b090-34bbaf0a5537 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:06:23.444184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 47703951-67fa-40b4-b090-34bbaf0a5537 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:06:23.444538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 47703951-67fa-40b4-b090-34bbaf0a5537 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:06:23.900217 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:24.486831 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dad7745-a0c2-4892-9662-6232e24b9f30 req-1777519c-eefe-47a9-be59-55ca5142542e tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 210 time: 0.0336685 Dec 11 23:06:24.617323 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:25.266767 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-7fc1b853-95a7-4158-93a9-bbfc0ff8a370 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:25.268365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-7fc1b853-95a7-4158-93a9-bbfc0ff8a370 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.47 "GET /v2.0/networks?id=23473874-ef58-49bf-8246-1d3d84570521 HTTP/1.1" status: 200 len: 808 time: 0.1167490 Dec 11 23:06:25.287360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-ddc76dc6-9451-4aa8-bb3d-ef1ebfa353bb tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Request body: {'port': {'device_id': '4517ca45-56a0-4671-b08f-b018feb0023e', 'network_id': '23473874-ef58-49bf-8246-1d3d84570521', 'admin_state_up': True, 'tenant_id': '46d001992b274b6e8684adaa6cc5bb1f'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:06:25.495142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-ddc76dc6-9451-4aa8-bb3d-ef1ebfa353bb tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Made reservation on behalf of 46d001992b274b6e8684adaa6cc5bb1f for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:06:25.498714 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-ddc76dc6-9451-4aa8-bb3d-ef1ebfa353bb tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:25.609664 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-95719487-8dac-4aa8-ae10-12134cf38daf req-f2bc71d7-179f-4c75-b5ee-db06ae4ed303 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 210 time: 0.0397000 Dec 11 23:06:25.671571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-ddc76dc6-9451-4aa8-bb3d-ef1ebfa353bb tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Allocated IP 172.20.0.14 (23473874-ef58-49bf-8246-1d3d84570521/8f3e5541-d246-49a6-a6a8-0962b3f402e6/60f02cd6-8bf2-442e-9c9b-51bdfd936c8c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:06:25.813429 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-ddc76dc6-9451-4aa8-bb3d-ef1ebfa353bb tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:25.918081 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-ddc76dc6-9451-4aa8-bb3d-ef1ebfa353bb tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:25.961782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-ddc76dc6-9451-4aa8-bb3d-ef1ebfa353bb tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Network 23473874-ef58-49bf-8246-1d3d84570521 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:06:25.964966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-ddc76dc6-9451-4aa8-bb3d-ef1ebfa353bb tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:06:25.969096 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-ddc76dc6-9451-4aa8-bb3d-ef1ebfa353bb tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:06:25.997983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc76dc6-9451-4aa8-bb3d-ef1ebfa353bb tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Pushing event updated for resources: {'Port': ['ID=60f02cd6-8bf2-442e-9c9b-51bdfd936c8c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:26.027081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-ddc76dc6-9451-4aa8-bb3d-ef1ebfa353bb tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:26.027691 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-ddc76dc6-9451-4aa8-bb3d-ef1ebfa353bb tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:26.091719 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-ddc76dc6-9451-4aa8-bb3d-ef1ebfa353bb tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8082764 Dec 11 23:06:26.110659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Request body: {'port': {'device_id': '4517ca45-56a0-4671-b08f-b018feb0023e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:06:26.175159 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:26.471541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:06:26.479155 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:26.491331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Transition to ACTIVE for port object 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:06:26.545938 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:26.599202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Pushing event updated for resources: {'Port': ['ID=60f02cd6-8bf2-442e-9c9b-51bdfd936c8c,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:26.691965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Attempting to bind port 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:06:26.692304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Attempting to bind port 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '999a48d2-20fd-421f-8bff-3327622fd4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23473874-ef58-49bf-8246-1d3d84570521'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:06:26.692631 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Attempting to bind port 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c on network 23473874-ef58-49bf-8246-1d3d84570521 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:06:26.697102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Port 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c on network 23473874-ef58-49bf-8246-1d3d84570521 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:06:26.697425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Attempting to bind port 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c on network 23473874-ef58-49bf-8246-1d3d84570521 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:06:26.702361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:06:26.702696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Checking segment: {'id': '999a48d2-20fd-421f-8bff-3327622fd4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23473874-ef58-49bf-8246-1d3d84570521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:06:26.703108 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Bound using segment: {'id': '999a48d2-20fd-421f-8bff-3327622fd4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23473874-ef58-49bf-8246-1d3d84570521'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:06:26.703532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Bound port: 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999a48d2-20fd-421f-8bff-3327622fd4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23473874-ef58-49bf-8246-1d3d84570521'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:06:26.703886 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:26.758428 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfe020-1571-4f9b-a744-c3ce76a97a1a req-1c84376d-203d-4525-a1c8-edda5a73ff42 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:26.766550 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-12bfe020-1571-4f9b-a744-c3ce76a97a1a req-1c84376d-203d-4525-a1c8-edda5a73ff42 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 944 time: 0.0821681 Dec 11 23:06:26.775858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] For port 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:06:26.780564 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] For port 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=60f02cd6-8bf2-442e-9c9b-51bdfd936c8c,segment=NetworkSegment(999a48d2-20fd-421f-8bff-3327622fd4a1),segment_id=999a48d2-20fd-421f-8bff-3327622fd4a1)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:06:26.815570 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-12bfe020-1571-4f9b-a744-c3ce76a97a1a req-666e968e-2d57-469d-b922-423c7d46d7f3 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480897 Dec 11 23:06:26.855490 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:26.896012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:26.896675 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:26.903267 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] 10.222.0.47 "PUT /v2.0/ports/60f02cd6-8bf2-442e-9c9b-51bdfd936c8c HTTP/1.1" status: 200 len: 1092 time: 0.7920303 Dec 11 23:06:26.903267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4517ca45-56a0-4671-b08f-b018feb0023e', 'tag': '60f02cd6-8bf2-442e-9c9b-51bdfd936c8c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:06:26.903267 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afa276f-b475-4fcf-8978-489badbd5308" -d '{"events": [{"name": "network-changed", "server_uuid": "4517ca45-56a0-4671-b08f-b018feb0023e", "tag": "60f02cd6-8bf2-442e-9c9b-51bdfd936c8c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:06:26.927925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6434e7-9ce4-4073-a852-02e2de68ae51 service neutron] Pushing event updated for resources: {'Port': ['ID=60f02cd6-8bf2-442e-9c9b-51bdfd936c8c,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:26.944377 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5389d41-0ffa-4a63-8e34-4719411036ab x-openstack-request-id: req-d5389d41-0ffa-4a63-8e34-4719411036ab {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:06:26.944668 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4517ca45-56a0-4671-b08f-b018feb0023e", "tag": "60f02cd6-8bf2-442e-9c9b-51bdfd936c8c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:06:26.945016 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5389d41-0ffa-4a63-8e34-4719411036ab {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:06:26.949268 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4517ca45-56a0-4671-b08f-b018feb0023e', 'tag': '60f02cd6-8bf2-442e-9c9b-51bdfd936c8c', 'status': 'completed', 'code': 200} Dec 11 23:06:27.099926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9d554-101c-4e3c-97b3-ac76905b2f1f req-3f51bbe4-056d-4a43-99bf-3ec59ee3725b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:27.101418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ea9d554-101c-4e3c-97b3-ac76905b2f1f req-3f51bbe4-056d-4a43-99bf-3ec59ee3725b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 945 time: 0.0958266 Dec 11 23:06:27.103215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa276f-b475-4fcf-8978-489badbd5308 req-a3719a72-d80e-47b5-a2eb-1b95daa34761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:27.104543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9afa276f-b475-4fcf-8978-489badbd5308 req-a3719a72-d80e-47b5-a2eb-1b95daa34761 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=46d001992b274b6e8684adaa6cc5bb1f&device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 1095 time: 0.0865669 Dec 11 23:06:27.212060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ea9d554-101c-4e3c-97b3-ac76905b2f1f req-1348189f-48c9-4a96-84aa-4d1110ea1544 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036365 Dec 11 23:06:27.252614 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa276f-b475-4fcf-8978-489badbd5308 req-5a5fa2e0-1429-4f6b-abfb-08cc3679c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:27.254127 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9afa276f-b475-4fcf-8978-489badbd5308 req-5a5fa2e0-1429-4f6b-abfb-08cc3679c501 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=46d001992b274b6e8684adaa6cc5bb1f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1320200 Dec 11 23:06:27.351449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa276f-b475-4fcf-8978-489badbd5308 req-7628de9b-57ad-4376-8544-9c51a3770ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:27.352848 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9afa276f-b475-4fcf-8978-489badbd5308 req-7628de9b-57ad-4376-8544-9c51a3770ae9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918946 Dec 11 23:06:27.469389 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-0a01f2a2-2d6a-4464-8d2c-c8e8f9b60a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:27.471031 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-0a01f2a2-2d6a-4464-8d2c-c8e8f9b60a59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=46d001992b274b6e8684adaa6cc5bb1f&device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 1095 time: 0.0471063 Dec 11 23:06:27.525822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-19a885b0-021c-402d-ab64-135118876b21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60f02cd6-8bf2-442e-9c9b-51bdfd936c8c HTTP/1.1" status: 200 len: 217 time: 0.0376723 Dec 11 23:06:27.574149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-1f9632c7-d6ef-48b2-9de0-738f576c1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:27.575683 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-1f9632c7-d6ef-48b2-9de0-738f576c1df8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f3e5541-d246-49a6-a6a8-0962b3f402e6 HTTP/1.1" status: 200 len: 848 time: 0.0429387 Dec 11 23:06:27.608460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-a39b7e85-da35-452b-ae9b-883d427b2ee4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23473874-ef58-49bf-8246-1d3d84570521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245106 Dec 11 23:06:27.701505 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-b0c1db14-cf4c-4b08-adb8-90af99dd4b38 service neutron] 10.222.0.47 "GET /v2.0/networks/23473874-ef58-49bf-8246-1d3d84570521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849454 Dec 11 23:06:27.793238 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ee63c0c-33dc-4cda-b876-683f88b2d047 req-0195115d-b9ea-4bfd-bcea-85fb49910ee0 service neutron] 10.222.0.47 "GET /v2.0/networks/23473874-ef58-49bf-8246-1d3d84570521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827577 Dec 11 23:06:27.936470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148d240-77fc-40da-a4f4-770f4b648ae2 req-5aa3a058-0cf8-4509-b518-2e46ff6469b4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:27.937995 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a148d240-77fc-40da-a4f4-770f4b648ae2 req-5aa3a058-0cf8-4509-b518-2e46ff6469b4 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 944 time: 0.0505261 Dec 11 23:06:27.990384 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a148d240-77fc-40da-a4f4-770f4b648ae2 req-34ae4592-b7de-4160-bfe6-f2b1c292c056 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463831 Dec 11 23:06:28.336124 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf845a0-8688-45eb-87e0-1db5dadc3176 req-04b742d4-4d2c-45de-b798-73c7c64dcb23 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:28.337603 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cdf845a0-8688-45eb-87e0-1db5dadc3176 req-04b742d4-4d2c-45de-b798-73c7c64dcb23 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 945 time: 0.0540521 Dec 11 23:06:28.384046 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cdf845a0-8688-45eb-87e0-1db5dadc3176 req-907e91eb-519e-40b2-a825-c2840c212c45 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46a6a9f-c5f3-473c-8776-0db6bc6edba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403566 Dec 11 23:06:28.764069 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfad47-a404-4645-a0e1-ad2ce035c2ac req-299a41f3-1697-40d9-a808-7d9404d43582 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:28.765540 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3dfad47-a404-4645-a0e1-ad2ce035c2ac req-299a41f3-1697-40d9-a808-7d9404d43582 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 945 time: 0.0512044 Dec 11 23:06:28.862220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e3dfad47-a404-4645-a0e1-ad2ce035c2ac req-23a12180-dac3-46c8-8ba5-68ab98c23f4b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Deleting port 18239c5e-0035-460a-b2e5-29774c6f947c {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:06:28.862568 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3dfad47-a404-4645-a0e1-ad2ce035c2ac req-23a12180-dac3-46c8-8ba5-68ab98c23f4b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:28.956937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e3dfad47-a404-4645-a0e1-ad2ce035c2ac req-23a12180-dac3-46c8-8ba5-68ab98c23f4b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] For port 18239c5e-0035-460a-b2e5-29774c6f947c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=18239c5e-0035-460a-b2e5-29774c6f947c,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:06:28.957306 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3dfad47-a404-4645-a0e1-ad2ce035c2ac req-23a12180-dac3-46c8-8ba5-68ab98c23f4b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:28.969997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e3dfad47-a404-4645-a0e1-ad2ce035c2ac req-23a12180-dac3-46c8-8ba5-68ab98c23f4b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Calling delete_port for 18239c5e-0035-460a-b2e5-29774c6f947c owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:06:29.105465 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a741a9-24f3-4070-8e6e-dbe333cece08 req-4da1c0b4-9d35-48f8-a05c-f464e2974bce tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:29.107148 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70a741a9-24f3-4070-8e6e-dbe333cece08 req-4da1c0b4-9d35-48f8-a05c-f464e2974bce tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 944 time: 0.0489988 Dec 11 23:06:29.155527 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70a741a9-24f3-4070-8e6e-dbe333cece08 req-e99c1ac1-3b13-461e-b0e4-c55d9b0c1fba tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419993 Dec 11 23:06:29.191773 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3dfad47-a404-4645-a0e1-ad2ce035c2ac req-23a12180-dac3-46c8-8ba5-68ab98c23f4b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:29.221162 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a12180-dac3-46c8-8ba5-68ab98c23f4b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event deleted for resources: {'Port': ['ID=18239c5e-0035-460a-b2e5-29774c6f947c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:29.223663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['18239c5e-0035-460a-b2e5-29774c6f947c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:06:29.263818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dfad47-a404-4645-a0e1-ad2ce035c2ac req-23a12180-dac3-46c8-8ba5-68ab98c23f4b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] No DVR routers for this DVR port 18239c5e-0035-460a-b2e5-29774c6f947c on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:06:29.266299 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e3dfad47-a404-4645-a0e1-ad2ce035c2ac req-23a12180-dac3-46c8-8ba5-68ab98c23f4b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:29.269795 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3dfad47-a404-4645-a0e1-ad2ce035c2ac req-23a12180-dac3-46c8-8ba5-68ab98c23f4b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "DELETE /v2.0/ports/18239c5e-0035-460a-b2e5-29774c6f947c HTTP/1.1" status: 204 len: 173 time: 0.4964328 Dec 11 23:06:29.270250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fba375-3434-4fb2-8a47-96a2dc5e11ef', 'name': 'network-vif-deleted', 'tag': '18239c5e-0035-460a-b2e5-29774c6f947c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:06:29.272544 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c304ed9-5959-4702-acce-5f2b7e15d87b" -d '{"events": [{"server_uuid": "71fba375-3434-4fb2-8a47-96a2dc5e11ef", "name": "network-vif-deleted", "tag": "18239c5e-0035-460a-b2e5-29774c6f947c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:06:29.311625 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877e82a7-c237-45a6-bd30-e26c7f25988e x-openstack-request-id: req-877e82a7-c237-45a6-bd30-e26c7f25988e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:06:29.313721 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fba375-3434-4fb2-8a47-96a2dc5e11ef", "name": "network-vif-deleted", "tag": "18239c5e-0035-460a-b2e5-29774c6f947c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:06:29.313721 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-877e82a7-c237-45a6-bd30-e26c7f25988e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:06:29.313721 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fba375-3434-4fb2-8a47-96a2dc5e11ef', 'name': 'network-vif-deleted', 'tag': '18239c5e-0035-460a-b2e5-29774c6f947c', 'status': 'completed', 'code': 200} Dec 11 23:06:29.486528 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0a49ca25-ddd4-4129-a6d9-bae2bca86d9a req-238b3f78-8e97-4411-a01a-32ae73fa845b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 210 time: 0.0284643 Dec 11 23:06:30.281720 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733c287-0a6d-4f4f-855a-b026eb20be39 req-8f9f0661-2fa1-445d-9852-f6c8cbfdcc1a tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:30.281720 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5733c287-0a6d-4f4f-855a-b026eb20be39 req-8f9f0661-2fa1-445d-9852-f6c8cbfdcc1a tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 944 time: 0.0565374 Dec 11 23:06:30.329930 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5733c287-0a6d-4f4f-855a-b026eb20be39 req-240fbfe9-2ce3-4b01-a2a2-dcdebb511ea0 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432160 Dec 11 23:06:30.594478 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-02d07ebf-2b33-4f84-aead-102889b1affd req-85c93685-2746-4b63-beb2-d61954597b36 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 210 time: 0.0323887 Dec 11 23:06:31.043094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:06:31.145478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=60f02cd6-8bf2-442e-9c9b-51bdfd936c8c,segment=NetworkSegment(999a48d2-20fd-421f-8bff-3327622fd4a1),segment_id=999a48d2-20fd-421f-8bff-3327622fd4a1)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:06:31.158712 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '60f02cd6-8bf2-442e-9c9b-51bdfd936c8c', 'network_id': '23473874-ef58-49bf-8246-1d3d84570521', 'port_id': '60f02cd6-8bf2-442e-9c9b-51bdfd936c8c', 'mac_address': 'fa:16:3e:94:a9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3e5541-d246-49a6-a6a8-0962b3f402e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:06:31.197768 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:31.211069 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:06:31.230756 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=60f02cd6-8bf2-442e-9c9b-51bdfd936c8c,segment=NetworkSegment(999a48d2-20fd-421f-8bff-3327622fd4a1),segment_id=999a48d2-20fd-421f-8bff-3327622fd4a1)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:06:31.305788 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:31.353498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=60f02cd6-8bf2-442e-9c9b-51bdfd936c8c,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:31.454126 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7883bbb-e00d-48f3-a012-757a219d5d4f req-465a1e01-dadd-4cde-a42e-8099900597a1 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:31.458677 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7883bbb-e00d-48f3-a012-757a219d5d4f req-465a1e01-dadd-4cde-a42e-8099900597a1 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 945 time: 0.0574350 Dec 11 23:06:31.507273 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7883bbb-e00d-48f3-a012-757a219d5d4f req-37d94fbe-9ebe-4919-84e0-5c505d530277 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426114 Dec 11 23:06:31.628891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['60f02cd6-8bf2-442e-9c9b-51bdfd936c8c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:06:31.699619 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-495810d4-121d-4cf4-a3ae-25f65b51941b req-86184f41-fdf0-4910-8e49-b6a2ce70795a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 210 time: 0.0281131 Dec 11 23:06:32.622834 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e89885-2141-4d4d-b9af-c560d46b66af req-9f1fbe2b-687b-4c4d-910c-df6afd4389cd tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:32.624327 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-05e89885-2141-4d4d-b9af-c560d46b66af req-9f1fbe2b-687b-4c4d-910c-df6afd4389cd tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 945 time: 0.0495782 Dec 11 23:06:32.672234 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-05e89885-2141-4d4d-b9af-c560d46b66af req-2029f874-8884-4c96-8059-6bda53f4e1c3 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418944 Dec 11 23:06:32.802551 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91fe3750-5c91-4583-b29f-4e3baf467185 req-44a6fe73-86e9-44d9-9533-59ede72a6d3f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 210 time: 0.0278513 Dec 11 23:06:33.060361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:06:33.174578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:06:33.178730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:06:33.179133 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:33.258427 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:33.281693 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4517ca45-56a0-4671-b08f-b018feb0023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f02cd6-8bf2-442e-9c9b-51bdfd936c8c'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:06:33.283947 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a80f2e8-0297-454f-942c-56ce8d09ae46" -d '{"events": [{"server_uuid": "4517ca45-56a0-4671-b08f-b018feb0023e", "name": "network-vif-plugged", "status": "completed", "tag": "60f02cd6-8bf2-442e-9c9b-51bdfd936c8c"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:06:33.296667 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=60f02cd6-8bf2-442e-9c9b-51bdfd936c8c,segment=NetworkSegment(999a48d2-20fd-421f-8bff-3327622fd4a1),segment_id=999a48d2-20fd-421f-8bff-3327622fd4a1)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:06:33.323823 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e13e5fc-79e4-4ca7-8538-a2cc8480fb55 x-openstack-request-id: req-6e13e5fc-79e4-4ca7-8538-a2cc8480fb55 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:06:33.324130 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4517ca45-56a0-4671-b08f-b018feb0023e", "name": "network-vif-plugged", "status": "completed", "tag": "60f02cd6-8bf2-442e-9c9b-51bdfd936c8c", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:06:33.324397 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e13e5fc-79e4-4ca7-8538-a2cc8480fb55 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:06:33.324806 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4517ca45-56a0-4671-b08f-b018feb0023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f02cd6-8bf2-442e-9c9b-51bdfd936c8c', 'code': 200} Dec 11 23:06:33.369621 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:33.370462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 18239c5e-0035-460a-b2e5-29774c6f947c no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:06:33.395018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 18239c5e-0035-460a-b2e5-29774c6f947c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:06:33.395422 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 18239c5e-0035-460a-b2e5-29774c6f947c not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:06:33.445826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=60f02cd6-8bf2-442e-9c9b-51bdfd936c8c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:33.458045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dcfc0-00a4-4cfa-a53f-9a431d9cc584 req-b75b9d75-0a18-4f37-ac60-12c6faf82db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:33.459597 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f5dcfc0-00a4-4cfa-a53f-9a431d9cc584 req-b75b9d75-0a18-4f37-ac60-12c6faf82db0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 1097 time: 0.0447369 Dec 11 23:06:33.505535 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f5dcfc0-00a4-4cfa-a53f-9a431d9cc584 req-d262db79-d8a4-4489-a757-2eee50d4695e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387595 Dec 11 23:06:33.793651 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6d5ec-57c5-4661-8cf4-684f92dfee40 req-1f6cebfb-0d77-4e02-b7d9-33e83517b4ee tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:33.795681 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-22f6d5ec-57c5-4661-8cf4-684f92dfee40 req-1f6cebfb-0d77-4e02-b7d9-33e83517b4ee tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 946 time: 0.0524013 Dec 11 23:06:33.845862 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-22f6d5ec-57c5-4661-8cf4-684f92dfee40 req-4ed60aa8-df0a-42e1-af3e-4b4163d9fded tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435560 Dec 11 23:06:33.928368 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-598a246d-6d34-49e3-a8c2-62aedb1720dc req-bdf16c27-bc9d-4f63-b9c6-3fcdb5895001 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=71fba375-3434-4fb2-8a47-96a2dc5e11ef HTTP/1.1" status: 200 len: 210 time: 0.0269828 Dec 11 23:06:34.985884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433db59f-3cf9-4ed5-a131-3b177d1266d3 req-744e6df0-a4cf-4f05-894d-6f500315f0e2 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:34.987451 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-433db59f-3cf9-4ed5-a131-3b177d1266d3 req-744e6df0-a4cf-4f05-894d-6f500315f0e2 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 946 time: 0.0637765 Dec 11 23:06:35.044441 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-433db59f-3cf9-4ed5-a131-3b177d1266d3 req-5487a07b-569f-4df6-8996-02db42c387a7 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480459 Dec 11 23:06:36.225611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd83e91-d9b3-479a-9097-2f5d2beee728 req-ec408765-48e1-4a5a-9a9b-f7063805a462 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:36.228024 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3cd83e91-d9b3-479a-9097-2f5d2beee728 req-ec408765-48e1-4a5a-9a9b-f7063805a462 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 946 time: 0.0556295 Dec 11 23:06:36.283714 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3cd83e91-d9b3-479a-9097-2f5d2beee728 req-30089623-a6ea-4f16-99c9-772421da472a tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484822 Dec 11 23:06:37.408396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc4f02-d733-4650-9b6f-237e8030ad73 req-df62edcf-f328-4310-afc4-e364555e9885 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:37.409929 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c8bc4f02-d733-4650-9b6f-237e8030ad73 req-df62edcf-f328-4310-afc4-e364555e9885 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 946 time: 0.0515361 Dec 11 23:06:37.464888 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c8bc4f02-d733-4650-9b6f-237e8030ad73 req-98c7d47a-4c36-4b48-bff0-471f6d5df987 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/security-groups?id=deb72367-3b31-4976-b155-27e5f7ef7718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486882 Dec 11 23:06:37.602907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179b7b1-af30-4ae7-9b05-6e829ece435d req-cba63876-73eb-4d6b-97e4-e8bb7a5c0666 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:37.605079 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6179b7b1-af30-4ae7-9b05-6e829ece435d req-cba63876-73eb-4d6b-97e4-e8bb7a5c0666 tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.47 "GET /v2.0/ports?device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 946 time: 0.0493453 Dec 11 23:06:37.705426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-6179b7b1-af30-4ae7-9b05-6e829ece435d req-bbe0d20e-f34a-4c91-a3dc-580a406e451e tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Deleting port 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:06:37.705770 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6179b7b1-af30-4ae7-9b05-6e829ece435d req-bbe0d20e-f34a-4c91-a3dc-580a406e451e tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:37.811591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6179b7b1-af30-4ae7-9b05-6e829ece435d req-bbe0d20e-f34a-4c91-a3dc-580a406e451e tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] For port 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=60f02cd6-8bf2-442e-9c9b-51bdfd936c8c,segment=NetworkSegment(999a48d2-20fd-421f-8bff-3327622fd4a1),segment_id=999a48d2-20fd-421f-8bff-3327622fd4a1)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:06:37.811964 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6179b7b1-af30-4ae7-9b05-6e829ece435d req-bbe0d20e-f34a-4c91-a3dc-580a406e451e tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:37.826214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-6179b7b1-af30-4ae7-9b05-6e829ece435d req-bbe0d20e-f34a-4c91-a3dc-580a406e451e tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Calling delete_port for 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:06:37.991708 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6179b7b1-af30-4ae7-9b05-6e829ece435d req-bbe0d20e-f34a-4c91-a3dc-580a406e451e tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:38.025688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['60f02cd6-8bf2-442e-9c9b-51bdfd936c8c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:06:38.054109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0d20e-f34a-4c91-a3dc-580a406e451e tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Pushing event deleted for resources: {'Port': ['ID=60f02cd6-8bf2-442e-9c9b-51bdfd936c8c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:38.081108 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-6179b7b1-af30-4ae7-9b05-6e829ece435d req-bbe0d20e-f34a-4c91-a3dc-580a406e451e tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] No DVR routers for this DVR port 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:06:38.083873 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6179b7b1-af30-4ae7-9b05-6e829ece435d req-bbe0d20e-f34a-4c91-a3dc-580a406e451e tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:38.087672 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6179b7b1-af30-4ae7-9b05-6e829ece435d req-bbe0d20e-f34a-4c91-a3dc-580a406e451e tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.47 "DELETE /v2.0/ports/60f02cd6-8bf2-442e-9c9b-51bdfd936c8c HTTP/1.1" status: 204 len: 173 time: 0.4765592 Dec 11 23:06:38.088234 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4517ca45-56a0-4671-b08f-b018feb0023e', 'name': 'network-vif-deleted', 'tag': '60f02cd6-8bf2-442e-9c9b-51bdfd936c8c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:06:38.091979 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfe281a-106d-4699-903c-b383eff49de2" -d '{"events": [{"server_uuid": "4517ca45-56a0-4671-b08f-b018feb0023e", "name": "network-vif-deleted", "tag": "60f02cd6-8bf2-442e-9c9b-51bdfd936c8c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:06:38.142058 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6074baca-a8cc-4a69-b6c3-5d87c81b8ccf x-openstack-request-id: req-6074baca-a8cc-4a69-b6c3-5d87c81b8ccf {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:06:38.142684 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4517ca45-56a0-4671-b08f-b018feb0023e", "name": "network-vif-deleted", "tag": "60f02cd6-8bf2-442e-9c9b-51bdfd936c8c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:06:38.142684 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6074baca-a8cc-4a69-b6c3-5d87c81b8ccf {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:06:38.144196 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4517ca45-56a0-4671-b08f-b018feb0023e', 'name': 'network-vif-deleted', 'tag': '60f02cd6-8bf2-442e-9c9b-51bdfd936c8c', 'status': 'completed', 'code': 200} Dec 11 23:06:38.442462 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56480) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:06:38.447073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-666acb93-db4d-477d-9230-813f249da4ea tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-779797039', 'description': 'tempest-secgroup-smoke-779797039 description', 'project_id': '81e65028dda549d793a43c7e6f96a7f6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:06:38.528894 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-666acb93-db4d-477d-9230-813f249da4ea tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:38.582682 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ab0553d5-27a1-4bf6-be81-f353b99b9b5d req-971b014e-0942-4505-8bd7-eaa1de2b19fc tempest-VolumesActionsTest-1403072477 tempest-VolumesActionsTest-1403072477-project] 10.222.0.45 "GET /v2.0/ports?device_id=4517ca45-56a0-4671-b08f-b018feb0023e HTTP/1.1" status: 200 len: 210 time: 0.0283811 Dec 11 23:06:38.601303 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-666acb93-db4d-477d-9230-813f249da4ea tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:38.648042 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-666acb93-db4d-477d-9230-813f249da4ea tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:38.677982 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666acb93-db4d-477d-9230-813f249da4ea tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222981f1-dac7-42f5-967c-9a4dcf328746,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:38.719471 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-666acb93-db4d-477d-9230-813f249da4ea tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:38.721203 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-666acb93-db4d-477d-9230-813f249da4ea tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2771769 Dec 11 23:06:38.724446 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56484) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:06:38.728943 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8300c0cb-b6f8-43c9-91a7-b701e0e0ff66 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'security_group_rule': {'security_group_id': '222981f1-dac7-42f5-967c-9a4dcf328746', 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:06:38.819184 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8300c0cb-b6f8-43c9-91a7-b701e0e0ff66 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:38.873998 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8300c0cb-b6f8-43c9-91a7-b701e0e0ff66 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:38.928686 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8300c0cb-b6f8-43c9-91a7-b701e0e0ff66 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:38.945943 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300c0cb-b6f8-43c9-91a7-b701e0e0ff66 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70bc576d-367b-44cc-a752-1ce412c7528a,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:39.016673 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8300c0cb-b6f8-43c9-91a7-b701e0e0ff66 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:39.020492 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8300c0cb-b6f8-43c9-91a7-b701e0e0ff66 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2925413 Dec 11 23:06:39.020697 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56486) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:06:39.025290 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2f947064-e5f2-447a-a74d-b01b940cda6e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'security_group_rule': {'security_group_id': '222981f1-dac7-42f5-967c-9a4dcf328746', 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:06:39.099267 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2f947064-e5f2-447a-a74d-b01b940cda6e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:39.155006 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2f947064-e5f2-447a-a74d-b01b940cda6e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:39.202431 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2f947064-e5f2-447a-a74d-b01b940cda6e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:39.220897 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f947064-e5f2-447a-a74d-b01b940cda6e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448ef53d-c3d6-45b4-a1fd-e8a4475ebf74,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:39.273615 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2f947064-e5f2-447a-a74d-b01b940cda6e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:39.274874 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2f947064-e5f2-447a-a74d-b01b940cda6e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2531588 Dec 11 23:06:39.277628 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56490) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:06:39.285852 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-988915e4-8d2d-416a-8a34-00fa7fe9977f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'security_group_rule': {'security_group_id': '222981f1-dac7-42f5-967c-9a4dcf328746', 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:06:39.356671 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-988915e4-8d2d-416a-8a34-00fa7fe9977f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:39.416340 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-988915e4-8d2d-416a-8a34-00fa7fe9977f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:39.483030 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-988915e4-8d2d-416a-8a34-00fa7fe9977f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:39.502174 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988915e4-8d2d-416a-8a34-00fa7fe9977f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49989a9-6b4d-45a2-ba33-41bda645158f,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:39.598895 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-988915e4-8d2d-416a-8a34-00fa7fe9977f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:39.600129 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-988915e4-8d2d-416a-8a34-00fa7fe9977f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3204525 Dec 11 23:06:39.602829 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56494) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:06:39.607193 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c2f6d4ab-629c-42fc-955d-e14e56e039f8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'security_group_rule': {'security_group_id': '222981f1-dac7-42f5-967c-9a4dcf328746', 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:06:39.699155 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d4ab-629c-42fc-955d-e14e56e039f8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:39.761461 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d4ab-629c-42fc-955d-e14e56e039f8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:39.820087 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d4ab-629c-42fc-955d-e14e56e039f8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:39.838560 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6d4ab-629c-42fc-955d-e14e56e039f8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7495784b-5a38-4a67-9d53-5a59b7bfa290,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:39.902264 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d4ab-629c-42fc-955d-e14e56e039f8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:39.906870 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c2f6d4ab-629c-42fc-955d-e14e56e039f8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3030231 Dec 11 23:06:39.907064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56508) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:06:39.911587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-152b0e15-19b2-4475-94fc-8144a65604c2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'security_group_rule': {'security_group_id': '222981f1-dac7-42f5-967c-9a4dcf328746', 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:06:40.003113 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-152b0e15-19b2-4475-94fc-8144a65604c2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Project 81e65028dda549d793a43c7e6f96a7f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:06:40.011513 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-152b0e15-19b2-4475-94fc-8144a65604c2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:40.069687 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-152b0e15-19b2-4475-94fc-8144a65604c2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:40.122743 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-152b0e15-19b2-4475-94fc-8144a65604c2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:40.142212 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b0e15-19b2-4475-94fc-8144a65604c2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ff459b-616e-4455-8812-a71d3f80eb3b,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:40.204911 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-152b0e15-19b2-4475-94fc-8144a65604c2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:40.206174 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-152b0e15-19b2-4475-94fc-8144a65604c2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2981679 Dec 11 23:06:40.209038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56518) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:06:40.213508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-21548d71-1c2c-4a6a-9507-376a1f903137 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'security_group_rule': {'security_group_id': '222981f1-dac7-42f5-967c-9a4dcf328746', 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:06:40.271710 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-21548d71-1c2c-4a6a-9507-376a1f903137 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Project 81e65028dda549d793a43c7e6f96a7f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:06:40.277012 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-21548d71-1c2c-4a6a-9507-376a1f903137 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:40.337129 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-21548d71-1c2c-4a6a-9507-376a1f903137 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:40.421133 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-21548d71-1c2c-4a6a-9507-376a1f903137 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:40.444956 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21548d71-1c2c-4a6a-9507-376a1f903137 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568c1373-ca20-487c-abf8-0c2cf161a9ae,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:06:40.525403 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-21548d71-1c2c-4a6a-9507-376a1f903137 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:40.526661 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-21548d71-1c2c-4a6a-9507-376a1f903137 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3166752 Dec 11 23:06:41.073839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:06:41.095972 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:06:41.097059 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 60f02cd6-8bf2-442e-9c9b-51bdfd936c8c not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:06:43.768477 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:45.360759 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:06:47.473133 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:48.996990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cdbabdf0-424f-422a-b4e7-28f5b9e8f947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:51.659604 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-db56d85d-230c-404f-8ae4-81ef53e0effb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:52.231815 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:53.945061 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:54.672907 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:06:59.993567 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee078b-1f78-4945-b60b-27ea74683c4a req-42e5d368-9425-4e6f-831b-55ea1dd59ff5 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:06:59.996036 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-27ee078b-1f78-4945-b60b-27ea74683c4a req-42e5d368-9425-4e6f-831b-55ea1dd59ff5 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 946 time: 0.0608509 Dec 11 23:07:00.066160 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-27ee078b-1f78-4945-b60b-27ea74683c4a req-fb77f3c4-420a-4c9d-a3f4-108ecc54ccc9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557654 Dec 11 23:07:01.202977 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77c339-6907-460d-ab66-c85b1602677a req-ba2b12ed-eaeb-4e14-a4f3-50f59c329af9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:01.204494 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d77c339-6907-460d-ab66-c85b1602677a req-ba2b12ed-eaeb-4e14-a4f3-50f59c329af9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 946 time: 0.0627434 Dec 11 23:07:01.260302 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7d77c339-6907-460d-ab66-c85b1602677a req-105316e2-ec24-448e-9b01-98aa9e4e3fd1 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups?id=33b77484-93b2-4c26-812c-108c37164eca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481918 Dec 11 23:07:01.335277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185ac24-91d1-4d7a-9118-bcc06e8c9e4a req-96441af4-fe47-4a48-81b3-70ff526fd101 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:01.336863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e185ac24-91d1-4d7a-9118-bcc06e8c9e4a req-96441af4-fe47-4a48-81b3-70ff526fd101 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 946 time: 0.0601861 Dec 11 23:07:01.437974 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e185ac24-91d1-4d7a-9118-bcc06e8c9e4a req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Deleting port ff26afe3-28af-4766-ada1-d3765a4ab17a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:07:01.438796 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e185ac24-91d1-4d7a-9118-bcc06e8c9e4a req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:01.540114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e185ac24-91d1-4d7a-9118-bcc06e8c9e4a req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] For port ff26afe3-28af-4766-ada1-d3765a4ab17a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ff26afe3-28af-4766-ada1-d3765a4ab17a,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:07:01.540481 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e185ac24-91d1-4d7a-9118-bcc06e8c9e4a req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:01.805916 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e185ac24-91d1-4d7a-9118-bcc06e8c9e4a req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:01.806279 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e185ac24-91d1-4d7a-9118-bcc06e8c9e4a req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:01.806701 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-e185ac24-91d1-4d7a-9118-bcc06e8c9e4a req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Floating IP b8c25f8b-822a-4af6-9437-311d00ad237a disassociated. External IP: 172.25.1.115, port: ff26afe3-28af-4766-ada1-d3765a4ab17a. Dec 11 23:07:01.807142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e185ac24-91d1-4d7a-9118-bcc06e8c9e4a req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Calling delete_port for ff26afe3-28af-4766-ada1-d3765a4ab17a owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:07:02.076937 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e185ac24-91d1-4d7a-9118-bcc06e8c9e4a req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:02.122981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event deleted for resources: {'Port': ['ID=ff26afe3-28af-4766-ada1-d3765a4ab17a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:02.182976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:02.182976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:02.184271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:02.184271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:02.184974 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:02.184974 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:02.185163 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:02.185446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:02.185781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:02.186166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:02.186451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:02.186777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:02.187178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:02.291939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e185ac24-91d1-4d7a-9118-bcc06e8c9e4a req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Router 75d37f82-8af0-4fd8-a368-e2479bf884d4 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:07:02.387648 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5006ba69-474f-450e-a2f7-83403d40ef93 req-ed249220-45dd-4c93-a72f-2c4c1e0f7410 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 210 time: 0.0359721 Dec 11 23:07:02.772942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e185ac24-91d1-4d7a-9118-bcc06e8c9e4a req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:07:02.788334 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef07122e-d7d6-45cb-bda2-f20975f9f8c5 None None] Sync routers for ids ['75d37f82-8af0-4fd8-a368-e2479bf884d4'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:07:02.796359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef07122e-d7d6-45cb-bda2-f20975f9f8c5 None None] Routers {'75d37f82-8af0-4fd8-a368-e2479bf884d4'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:07:02.797001 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ef07122e-d7d6-45cb-bda2-f20975f9f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:06:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['75d37f82-8af0-4fd8-a368-e2479bf884d4'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:02.814108 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e185ac24-91d1-4d7a-9118-bcc06e8c9e4a req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] No DVR routers for this DVR port ff26afe3-28af-4766-ada1-d3765a4ab17a on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:07:02.816847 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e185ac24-91d1-4d7a-9118-bcc06e8c9e4a req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:02.820358 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e185ac24-91d1-4d7a-9118-bcc06e8c9e4a req-bf6a1061-7d21-4950-810a-d3cb7a4dec2f tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.13 "DELETE /v2.0/ports/ff26afe3-28af-4766-ada1-d3765a4ab17a HTTP/1.1" status: 204 len: 173 time: 1.4770811 Dec 11 23:07:02.822146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'name': 'network-vif-deleted', 'tag': 'ff26afe3-28af-4766-ada1-d3765a4ab17a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:07:02.823120 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bef2ce6-332d-4059-9c2a-d437eb9a7260" -d '{"events": [{"server_uuid": "4a7f77ec-e958-4a4f-b61b-6c921b45497b", "name": "network-vif-deleted", "tag": "ff26afe3-28af-4766-ada1-d3765a4ab17a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:07:02.859378 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0364771f-f5bb-4b0f-baab-fcc0c7941589 x-openstack-request-id: req-0364771f-f5bb-4b0f-baab-fcc0c7941589 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:07:02.859688 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7f77ec-e958-4a4f-b61b-6c921b45497b", "name": "network-vif-deleted", "tag": "ff26afe3-28af-4766-ada1-d3765a4ab17a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:07:02.859953 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0364771f-f5bb-4b0f-baab-fcc0c7941589 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:07:02.860366 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7f77ec-e958-4a4f-b61b-6c921b45497b', 'name': 'network-vif-deleted', 'tag': 'ff26afe3-28af-4766-ada1-d3765a4ab17a', 'status': 'completed', 'code': 200} Dec 11 23:07:02.918338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-ef07122e-d7d6-45cb-bda2-f20975f9f8c5 None None] Set router 75d37f82-8af0-4fd8-a368-e2479bf884d4 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:07:03.132713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ef07122e-d7d6-45cb-bda2-f20975f9f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:27Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '6069ad42-e3ee-4cea-bbb8-58d455c5715a', 'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'mac_address': 'fa:16:3e:3e:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:26Z', 'updated_at': '2021-12-11T22:57:34Z', 'revision_number': 5, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'subnets': [{'id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:03.161092 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef07122e-d7d6-45cb-bda2-f20975f9f8c5 None None] Checking router: 75d37f82-8af0-4fd8-a368-e2479bf884d4 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:07:03.170260 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef07122e-d7d6-45cb-bda2-f20975f9f8c5 None None] Routers {'75d37f82-8af0-4fd8-a368-e2479bf884d4'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:07:03.170909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ef07122e-d7d6-45cb-bda2-f20975f9f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:06:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['75d37f82-8af0-4fd8-a368-e2479bf884d4'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:03.285599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-ef07122e-d7d6-45cb-bda2-f20975f9f8c5 None None] Set router 75d37f82-8af0-4fd8-a368-e2479bf884d4 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:07:03.529034 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-528b04b8-19c7-4354-8107-67a73b731019 req-4c9fbdb2-f949-4b6a-ba97-0bdee1b34ef3 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a7f77ec-e958-4a4f-b61b-6c921b45497b HTTP/1.1" status: 200 len: 210 time: 0.0303965 Dec 11 23:07:03.537639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ef07122e-d7d6-45cb-bda2-f20975f9f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:27Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '6069ad42-e3ee-4cea-bbb8-58d455c5715a', 'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'mac_address': 'fa:16:3e:3e:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:26Z', 'updated_at': '2021-12-11T22:57:34Z', 'revision_number': 5, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'subnets': [{'id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:03.573503 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef07122e-d7d6-45cb-bda2-f20975f9f8c5 None None] The sync data for ids ['75d37f82-8af0-4fd8-a368-e2479bf884d4'] in n-d-710847-6 is: [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T22:57:27Z', 'revision_number': 4, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '6069ad42-e3ee-4cea-bbb8-58d455c5715a', 'name': '', 'network_id': 'd1bb9a45-28c0-4785-bda6-7e72008cf427', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'mac_address': 'fa:16:3e:3e:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:26Z', 'updated_at': '2021-12-11T22:57:34Z', 'revision_number': 5, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'subnets': [{'id': 'e7818fbf-5369-47d1-9144-65c09d5e1c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:07:03.580778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ff26afe3-28af-4766-ada1-d3765a4ab17a no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:07:03.603385 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: ff26afe3-28af-4766-ada1-d3765a4ab17a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:07:03.614653 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ff26afe3-28af-4766-ada1-d3765a4ab17a not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:07:03.850678 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba5d37-a16a-4b44-8865-80de61017562 None None] New status for floating IP b8c25f8b-822a-4af6-9437-311d00ad237a: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:07:04.752452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56876) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:04.810106 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b544802-d42c-49c0-9be1-2a9f3f6920f0 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:04.834214 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b544802-d42c-49c0-9be1-2a9f3f6920f0 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:04.968007 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b544802-d42c-49c0-9be1-2a9f3f6920f0 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:04.970669 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b544802-d42c-49c0-9be1-2a9f3f6920f0 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:04.971873 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1b544802-d42c-49c0-9be1-2a9f3f6920f0 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "DELETE /v2.0/security-groups/33b77484-93b2-4c26-812c-108c37164eca HTTP/1.1" status: 204 len: 168 time: 0.2184114 Dec 11 23:07:04.974940 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56884) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:04.982114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b544802-d42c-49c0-9be1-2a9f3f6920f0 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b77484-93b2-4c26-812c-108c37164eca,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:04.991950 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-12f0a667-7dba-4d2b-b497-0a021d84fcf3 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] show failed (client error): The resource could not be found. Dec 11 23:07:04.993561 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-12f0a667-7dba-4d2b-b497-0a021d84fcf3 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "GET /v2.0/security-groups/33b77484-93b2-4c26-812c-108c37164eca HTTP/1.1" status: 404 len: 347 time: 0.0170331 Dec 11 23:07:05.001702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56886) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:05.124181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-501f18f5-9ae1-42a6-8582-80e3138adaf9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Deleting port 699e759c-43b9-47d9-9b07-2ce0cee2bd6a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:07:05.124442 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-501f18f5-9ae1-42a6-8582-80e3138adaf9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:05.201793 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-501f18f5-9ae1-42a6-8582-80e3138adaf9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:05.202126 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-501f18f5-9ae1-42a6-8582-80e3138adaf9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:05.215062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-501f18f5-9ae1-42a6-8582-80e3138adaf9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Calling delete_port for 699e759c-43b9-47d9-9b07-2ce0cee2bd6a owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:07:05.505656 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-501f18f5-9ae1-42a6-8582-80e3138adaf9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:05.532930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f18f5-9ae1-42a6-8582-80e3138adaf9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Pushing event deleted for resources: {'Port': ['ID=699e759c-43b9-47d9-9b07-2ce0cee2bd6a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:05.604807 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-501f18f5-9ae1-42a6-8582-80e3138adaf9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:05.608844 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-501f18f5-9ae1-42a6-8582-80e3138adaf9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:05.608844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-501f18f5-9ae1-42a6-8582-80e3138adaf9 tempest-AttachVolumeShelveTestJSON-894863026 tempest-AttachVolumeShelveTestJSON-894863026-project] 10.222.0.45 "DELETE /v2.0/floatingips/b8c25f8b-822a-4af6-9437-311d00ad237a HTTP/1.1" status: 204 len: 168 time: 0.6108813 Dec 11 23:07:09.129443 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-b0ee64dd-fd2c-448b-ad4b-01dc0d618273 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779797039&fields=id&tenant_id=81e65028dda549d793a43c7e6f96a7f6 HTTP/1.1" status: 200 len: 267 time: 0.0604992 Dec 11 23:07:09.253744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-840ab2e6-a311-4c6b-8071-d0a09fac2e39 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:09.255687 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-840ab2e6-a311-4c6b-8071-d0a09fac2e39 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 811 time: 0.1182218 Dec 11 23:07:09.271709 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-5448c5ab-3b6f-402f-85c8-96c41cd1abc8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/quotas/81e65028dda549d793a43c7e6f96a7f6 HTTP/1.1" status: 200 len: 375 time: 0.0099142 Dec 11 23:07:09.343537 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-84b98ad7-9df9-4956-8cb4-760e2d3343c4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596447 Dec 11 23:07:09.358556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-c6cba614-c67f-4eab-8597-ab9057bc8229 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:07:09.359887 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-c6cba614-c67f-4eab-8597-ab9057bc8229 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064185 Dec 11 23:07:09.392560 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 56966) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:09.446385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Deleting subnet 8f3e5541-d246-49a6-a6a8-0962b3f402e6 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:07:09.451292 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:09.476659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-54fcbfdf-51ca-43e6-92ba-4738136f5b6a service neutron] 10.222.0.45 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041653 Dec 11 23:07:09.523753 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:09.589919 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-456483b2-81b8-4f0c-85d2-96693e62b652 service neutron] 10.222.0.45 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038311 Dec 11 23:07:10.079776 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:10.221220 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:10.248984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f3e5541-d246-49a6-a6a8-0962b3f402e6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:10.252052 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:10.257696 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8f3e5541-d246-49a6-a6a8-0962b3f402e6 HTTP/1.1" status: 204 len: 168 time: 0.8616674 Dec 11 23:07:10.258070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56976) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:10.262172 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:10.262524 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:10.262892 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:10.263235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:10.264299 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:10.267824 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:10.273372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:10.273372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:10.273372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:10.273372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:10.273372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:10.273372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:10.273372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80627666-97c6-4341-936c-b7260e35f54d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:10.333419 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e790b732-71bc-4412-a18c-09ba518eaac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:10.429057 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e790b732-71bc-4412-a18c-09ba518eaac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:10.454250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-e790b732-71bc-4412-a18c-09ba518eaac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23473874-ef58-49bf-8246-1d3d84570521']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:10.465137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-e790b732-71bc-4412-a18c-09ba518eaac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999a48d2-20fd-421f-8bff-3327622fd4a1') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:10.465852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-e790b732-71bc-4412-a18c-09ba518eaac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999a48d2-20fd-421f-8bff-3327622fd4a1') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:10.478341 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e790b732-71bc-4412-a18c-09ba518eaac3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:10.483224 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0b88ac41-3570-4d7d-bc99-77e4312fa428 req-cd56a723-785a-4d0e-a2f4-61dbe761e2bb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 210 time: 0.0427763 Dec 11 23:07:10.493702 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e790b732-71bc-4412-a18c-09ba518eaac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:10.509058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e790b732-71bc-4412-a18c-09ba518eaac3 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:07:10.509512 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e790b732-71bc-4412-a18c-09ba518eaac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:07:10.511980 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:07:10.668740 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e790b732-71bc-4412-a18c-09ba518eaac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:10.674085 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e790b732-71bc-4412-a18c-09ba518eaac3 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:10.678828 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e790b732-71bc-4412-a18c-09ba518eaac3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/23473874-ef58-49bf-8246-1d3d84570521 HTTP/1.1" status: 204 len: 168 time: 0.4182048 Dec 11 23:07:10.690998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790b732-71bc-4412-a18c-09ba518eaac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=23473874-ef58-49bf-8246-1d3d84570521,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:11.044944 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56994) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:11.088268 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-634fe44d-8a84-4ee5-b346-91bb76831633 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46d001992b274b6e8684adaa6cc5bb1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398786 Dec 11 23:07:11.088485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 56996) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:11.138535 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d46a2686-b4df-4a99-8002-255eb3e928af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:11.160129 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d46a2686-b4df-4a99-8002-255eb3e928af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:11.253688 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d46a2686-b4df-4a99-8002-255eb3e928af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:11.256342 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d46a2686-b4df-4a99-8002-255eb3e928af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:11.258028 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d46a2686-b4df-4a99-8002-255eb3e928af admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/deb72367-3b31-4976-b155-27e5f7ef7718 HTTP/1.1" status: 204 len: 168 time: 0.1681085 Dec 11 23:07:11.266271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a2686-b4df-4a99-8002-255eb3e928af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb72367-3b31-4976-b155-27e5f7ef7718,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:11.589899 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f3674769-845a-4a1c-90b1-9e3f2ab9bced req-52a705a7-b66e-4c68-a491-53ab2c36265b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 210 time: 0.0320311 Dec 11 23:07:12.366511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-a87eb63c-4945-4a6e-bc55-bc8bc5a0d45a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:12.368838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-a87eb63c-4945-4a6e-bc55-bc8bc5a0d45a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 811 time: 0.1190076 Dec 11 23:07:12.446012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-dec8aa96-8aff-4211-9103-364de4327e08 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81e65028dda549d793a43c7e6f96a7f6 HTTP/1.1" status: 200 len: 379 time: 0.0622797 Dec 11 23:07:12.471878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-35abfa14-e233-4924-9b3f-5f695569f42e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'port': {'device_id': 'e9c639bb-38db-4128-a58e-2ef3b9e1d1da', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'admin_state_up': True, 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'security_groups': ['222981f1-dac7-42f5-967c-9a4dcf328746']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:07:12.654322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-35abfa14-e233-4924-9b3f-5f695569f42e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Made reservation on behalf of 81e65028dda549d793a43c7e6f96a7f6 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:07:12.658107 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-35abfa14-e233-4924-9b3f-5f695569f42e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:12.705429 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7239214e-1674-4e83-805f-867b3e8dd701 req-cc7bf3e3-2e42-47f5-a326-2a063f1ab2e7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 210 time: 0.0336583 Dec 11 23:07:12.831253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-35abfa14-e233-4924-9b3f-5f695569f42e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Allocated IP 172.20.0.3 (a182ed71-8604-4735-b0e3-af0e3d3bd68a/db78c92f-893f-4a44-a521-695a54395046/6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:07:12.984843 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-35abfa14-e233-4924-9b3f-5f695569f42e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:13.071270 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-35abfa14-e233-4924-9b3f-5f695569f42e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:13.124933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-35abfa14-e233-4924-9b3f-5f695569f42e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Network a182ed71-8604-4735-b0e3-af0e3d3bd68a is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:07:13.128155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-35abfa14-e233-4924-9b3f-5f695569f42e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:07:13.133669 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-35abfa14-e233-4924-9b3f-5f695569f42e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:07:13.140355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abfa14-e233-4924-9b3f-5f695569f42e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'Port': ['ID=6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:13.209872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-35abfa14-e233-4924-9b3f-5f695569f42e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:13.210692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-35abfa14-e233-4924-9b3f-5f695569f42e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:13.332530 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57042) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:13.341883 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-35abfa14-e233-4924-9b3f-5f695569f42e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8773036 Dec 11 23:07:13.360470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Request body: {'port': {'device_id': 'e9c639bb-38db-4128-a58e-2ef3b9e1d1da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:07:13.497097 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:13.548377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a382a3da-422d-4251-8f25-cec1c8a8152f None None] Provisioning complete for port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:07:13.549915 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a382a3da-422d-4251-8f25-cec1c8a8152f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:13.572262 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c2e77dc-237a-45a3-83c8-55e528bfd42b req-d2ead23b-ea4b-4cea-ae19-4d32d98afb95 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1311877 Dec 11 23:07:13.627769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a382a3da-422d-4251-8f25-cec1c8a8152f None None] Port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:07:13.787448 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e77dc-237a-45a3-83c8-55e528bfd42b req-8513e103-0f34-4dbc-8f3f-c46051fce64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:13.789198 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c2e77dc-237a-45a3-83c8-55e528bfd42b req-8513e103-0f34-4dbc-8f3f-c46051fce64b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 1097 time: 0.1866739 Dec 11 23:07:13.831087 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:13.926355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:07:13.936395 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:13.955157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Transition to ACTIVE for port object 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:07:14.056254 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:14.107049 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ed1d1-c8fb-4037-a808-eb204efd880d req-9ee1f273-d4a9-4cd6-9beb-aac1650af0dd tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:14.116440 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c64ed1d1-c8fb-4037-a808-eb204efd880d req-9ee1f273-d4a9-4cd6-9beb-aac1650af0dd tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 931 time: 0.2086222 Dec 11 23:07:14.188635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e77dc-237a-45a3-83c8-55e528bfd42b req-8bb86e95-8225-47ef-91f7-1911d1c32625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:14.194825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c2e77dc-237a-45a3-83c8-55e528bfd42b req-8bb86e95-8225-47ef-91f7-1911d1c32625 service neutron] 10.222.0.13 "GET /v2.0/networks?id=296f2849-e8b5-4428-98cc-c16fdc970ddc HTTP/1.1" status: 200 len: 898 time: 0.3760560 Dec 11 23:07:14.255887 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c64ed1d1-c8fb-4037-a808-eb204efd880d req-691027b4-0a26-466f-b961-29cb2c94ce74 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323354 Dec 11 23:07:14.271265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:14.280666 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0fd397b4-5015-47df-b0b4-30f19f44e07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:14.421375 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c2e77dc-237a-45a3-83c8-55e528bfd42b req-edfa60e1-2c6c-47b8-b46a-db7fa08af9f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b HTTP/1.1" status: 200 len: 1002 time: 0.2231588 Dec 11 23:07:14.443355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Attempting to bind port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:07:14.443760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Attempting to bind port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:07:14.444105 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Attempting to bind port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 on network a182ed71-8604-4735-b0e3-af0e3d3bd68a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:07:14.456727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 on network a182ed71-8604-4735-b0e3-af0e3d3bd68a not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:07:14.457071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Attempting to bind port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 on network a182ed71-8604-4735-b0e3-af0e3d3bd68a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:07:14.536134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:07:14.536807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Checking segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:07:14.536895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Bound using segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:07:14.538135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Bound port: 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:07:14.538607 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:14.558503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e77dc-237a-45a3-83c8-55e528bfd42b req-98b7ef9e-d910-48cd-9109-1de06d7c034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:14.560650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c2e77dc-237a-45a3-83c8-55e528bfd42b req-98b7ef9e-d910-48cd-9109-1de06d7c034b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de8020f7-bf5c-43a2-92c6-55bb1b03b716 HTTP/1.1" status: 200 len: 834 time: 0.1067958 Dec 11 23:07:14.664694 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0fd397b4-5015-47df-b0b4-30f19f44e07c admin admin] Deleting port 6069ad42-e3ee-4cea-bbb8-58d455c5715a {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:07:14.665091 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0fd397b4-5015-47df-b0b4-30f19f44e07c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:14.675324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e77dc-237a-45a3-83c8-55e528bfd42b req-bc736b32-56bf-4b48-9ed3-03c4af707a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:14.676945 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c2e77dc-237a-45a3-83c8-55e528bfd42b req-bc736b32-56bf-4b48-9ed3-03c4af707a11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=296f2849-e8b5-4428-98cc-c16fdc970ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728192 Dec 11 23:07:14.678083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] For port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:07:14.684496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] For port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:07:14.753508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:14.822851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:14.824074 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:14.826189 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] 10.222.0.47 "PUT /v2.0/ports/6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 HTTP/1.1" status: 200 len: 1091 time: 1.4694257 Dec 11 23:07:14.829482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c639bb-38db-4128-a58e-2ef3b9e1d1da', 'tag': '6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:07:14.832058 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393778c2-7bcd-4fa8-bf33-cb870fed06ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c639bb-38db-4128-a58e-2ef3b9e1d1da", "tag": "6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:07:14.891145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa8781-459a-4dee-9a73-1f0476614248 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:14.898838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c2e77dc-237a-45a3-83c8-55e528bfd42b req-e0979d0d-6c79-48d1-bc63-c7f4bc456289 service neutron] 10.222.0.13 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123778 Dec 11 23:07:14.930890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-0fd397b4-5015-47df-b0b4-30f19f44e07c admin admin] For port 6069ad42-e3ee-4cea-bbb8-58d455c5715a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=6069ad42-e3ee-4cea-bbb8-58d455c5715a,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:07:14.931560 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0fd397b4-5015-47df-b0b4-30f19f44e07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:14.983454 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb66957-a757-4816-9c8e-45a6e7cc7905 x-openstack-request-id: req-0fb66957-a757-4816-9c8e-45a6e7cc7905 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:07:14.983844 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c639bb-38db-4128-a58e-2ef3b9e1d1da", "tag": "6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:07:14.984177 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0fb66957-a757-4816-9c8e-45a6e7cc7905 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:07:14.984651 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c639bb-38db-4128-a58e-2ef3b9e1d1da', 'tag': '6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657', 'status': 'completed', 'code': 200} Dec 11 23:07:14.997221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0fd397b4-5015-47df-b0b4-30f19f44e07c admin admin] Calling delete_port for 6069ad42-e3ee-4cea-bbb8-58d455c5715a owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:07:15.058259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-b827efc8-8a8c-46d1-b456-37cd3fdc0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:15.059866 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-b827efc8-8a8c-46d1-b456-37cd3fdc0c6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 1094 time: 0.1343689 Dec 11 23:07:15.089034 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c2e77dc-237a-45a3-83c8-55e528bfd42b req-3f0543e6-537f-4796-88f0-d877a1becb10 service neutron] 10.222.0.13 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793737 Dec 11 23:07:15.149770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-54bc2a21-14ed-4421-ac4e-abf869736e1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 HTTP/1.1" status: 200 len: 217 time: 0.0751765 Dec 11 23:07:15.208730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-d21310b2-62b7-4c30-a7e3-56329addfa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:15.210349 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-d21310b2-62b7-4c30-a7e3-56329addfa2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.0511930 Dec 11 23:07:15.257417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-5eba21fe-0969-4f08-b46e-199c9bd387b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:15.259183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-5eba21fe-0969-4f08-b46e-199c9bd387b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423245 Dec 11 23:07:15.282169 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0fd397b4-5015-47df-b0b4-30f19f44e07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:15.315560 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd397b4-5015-47df-b0b4-30f19f44e07c admin admin] Pushing event deleted for resources: {'Port': ['ID=6069ad42-e3ee-4cea-bbb8-58d455c5715a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:15.435513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc60c4-5b78-43bd-8b03-7e6cf49672e9 req-561959ab-2a65-4ed9-b3cc-7f4c4cf252a8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:15.436910 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-29fc60c4-5b78-43bd-8b03-7e6cf49672e9 req-561959ab-2a65-4ed9-b3cc-7f4c4cf252a8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 943 time: 0.1043379 Dec 11 23:07:15.447902 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-ffa6ee5b-9925-423d-afb8-7e346ea1c78a service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815450 Dec 11 23:07:15.570510 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0fd397b4-5015-47df-b0b4-30f19f44e07c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:15.596133 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-29fc60c4-5b78-43bd-8b03-7e6cf49672e9 req-2e4d7d8a-b486-43b0-9b17-dbc8fb567e1d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431191 Dec 11 23:07:15.647111 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00fb0bda-baf7-40de-8bd2-0b0a337d1650 req-b8986d44-38b5-442b-99b7-e4b1d112f44b service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868548 Dec 11 23:07:15.737776 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-d503785f-5df1-4828-8af4-7feabefbcfd8 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7ced8b494f4a4a9b870f82d6060750b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376346 Dec 11 23:07:15.852807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393778c2-7bcd-4fa8-bf33-cb870fed06ee req-05a8c788-4b96-4992-81de-be58af5413e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:15.855018 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-393778c2-7bcd-4fa8-bf33-cb870fed06ee req-05a8c788-4b96-4992-81de-be58af5413e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 1094 time: 0.0513709 Dec 11 23:07:15.979439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393778c2-7bcd-4fa8-bf33-cb870fed06ee req-63d590e5-1a57-4192-a3c8-f0b60d3eb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:15.981229 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-393778c2-7bcd-4fa8-bf33-cb870fed06ee req-63d590e5-1a57-4192-a3c8-f0b60d3eb3d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 912 time: 0.1039152 Dec 11 23:07:16.054183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-393778c2-7bcd-4fa8-bf33-cb870fed06ee req-5aa58549-5abd-4dad-893f-b0b39d6c1ee6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 HTTP/1.1" status: 200 len: 217 time: 0.0640290 Dec 11 23:07:16.065997 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd397b4-5015-47df-b0b4-30f19f44e07c admin admin] Router 75d37f82-8af0-4fd8-a368-e2479bf884d4 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:07:16.073871 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-a0edb71c-fc8e-4e9f-902e-4f7cdaf849d5 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:16.075656 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-a0edb71c-fc8e-4e9f-902e-4f7cdaf849d5 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3304305 Dec 11 23:07:16.091308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd507f-9833-4489-b13b-01efe0ed94c2 req-8b5568f2-06aa-4cb3-8a2b-80f776fae45c tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:16.092822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7bd507f-9833-4489-b13b-01efe0ed94c2 req-8b5568f2-06aa-4cb3-8a2b-80f776fae45c tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 1097 time: 0.1106737 Dec 11 23:07:16.098601 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-8d9b47da-3c2c-452e-8b53-099388c64a05 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/quotas/7ced8b494f4a4a9b870f82d6060750b1 HTTP/1.1" status: 200 len: 375 time: 0.0154819 Dec 11 23:07:16.115643 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a7bd507f-9833-4489-b13b-01efe0ed94c2 req-73fb2573-c0be-4993-bf56-a976eb7ff80c tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:16.131442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393778c2-7bcd-4fa8-bf33-cb870fed06ee req-1c5689d5-6308-46cb-98f8-47cc719d7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:16.132920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-393778c2-7bcd-4fa8-bf33-cb870fed06ee req-1c5689d5-6308-46cb-98f8-47cc719d7cab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.0716064 Dec 11 23:07:16.172334 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-a654039e-21e0-4400-af23-a743e1b2b439 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ced8b494f4a4a9b870f82d6060750b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381408 Dec 11 23:07:16.204480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393778c2-7bcd-4fa8-bf33-cb870fed06ee req-433c1a0c-4bbb-450f-bb01-eb74702cfe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:16.205999 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-393778c2-7bcd-4fa8-bf33-cb870fed06ee req-433c1a0c-4bbb-450f-bb01-eb74702cfe9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645461 Dec 11 23:07:16.238647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd397b4-5015-47df-b0b4-30f19f44e07c admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:07:16.244127 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0fd397b4-5015-47df-b0b4-30f19f44e07c admin admin] 10.222.0.45 "PUT /v2.0/routers/75d37f82-8af0-4fd8-a368-e2479bf884d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9104834 Dec 11 23:07:16.246749 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57082) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:16.251120 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7394f4-fe6f-4e60-90ae-42bfacbe0f27 None None] Sync routers for ids ['75d37f82-8af0-4fd8-a368-e2479bf884d4'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:07:16.263746 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7394f4-fe6f-4e60-90ae-42bfacbe0f27 None None] Routers {'75d37f82-8af0-4fd8-a368-e2479bf884d4'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:07:16.265736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3d7394f4-fe6f-4e60-90ae-42bfacbe0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:06:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['75d37f82-8af0-4fd8-a368-e2479bf884d4'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:16.297595 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a7bd507f-9833-4489-b13b-01efe0ed94c2 req-73fb2573-c0be-4993-bf56-a976eb7ff80c tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:16.338473 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-393778c2-7bcd-4fa8-bf33-cb870fed06ee req-a9865001-a80f-4b0c-8db2-9bde60ae1b7a service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200812 Dec 11 23:07:16.373365 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a7bd507f-9833-4489-b13b-01efe0ed94c2 req-73fb2573-c0be-4993-bf56-a976eb7ff80c tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:16.395473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-3d7394f4-fe6f-4e60-90ae-42bfacbe0f27 None None] Set router 75d37f82-8af0-4fd8-a368-e2479bf884d4 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:07:16.482122 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7bd507f-9833-4489-b13b-01efe0ed94c2 req-73fb2573-c0be-4993-bf56-a976eb7ff80c tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3830504 Dec 11 23:07:16.485145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb2573-c0be-4993-bf56-a976eb7ff80c tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2d826b-756e-472d-8d33-7b1b27c2f678,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:16.540525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-393778c2-7bcd-4fa8-bf33-cb870fed06ee req-b58f2b70-8a0b-4fe9-9ea6-50afd68b2d54 service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949904 Dec 11 23:07:16.555212 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04a42767-ba76-4a13-92be-7ac6e00f6c2a admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:16.623070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4f2f9-69bd-45a0-ae8c-2f3e22448908 req-97f103ff-5cc7-43cb-8ede-4bc92dcc6d0d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:16.624903 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58d4f2f9-69bd-45a0-ae8c-2f3e22448908 req-97f103ff-5cc7-43cb-8ede-4bc92dcc6d0d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0758438 Dec 11 23:07:16.694524 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58d4f2f9-69bd-45a0-ae8c-2f3e22448908 req-630c24d8-2f54-4ff1-8cfc-fa6da1618639 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632095 Dec 11 23:07:16.695398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3d7394f4-fe6f-4e60-90ae-42bfacbe0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T23:07:15Z', 'revision_number': 5, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port': {'id': '0140b734-4d20-4ab3-baea-e318fd0bdc94', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:57:21Z', 'updated_at': '2021-12-11T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:16.723982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57096) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:16.748378 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-25d13980-7de9-4732-a442-9d0a97fd868c req-c3128a89-a442-4967-9eb9-5c14f0f8ae06 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 210 time: 0.0483344 Dec 11 23:07:16.750766 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04a42767-ba76-4a13-92be-7ac6e00f6c2a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:16.867138 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0f56b947-e0f1-4557-aa37-e51ff4d4b8a9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/floatingips/d43edf31-9f91-42ce-a758-d99c0c0be811 HTTP/1.1" status: 200 len: 994 time: 0.1360292 Dec 11 23:07:16.902838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd8d8b-e3d7-47b8-ab0d-b42219b0b568 req-b34a5134-4529-4ad8-9de3-a0363ddaedc9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:16.908989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7394f4-fe6f-4e60-90ae-42bfacbe0f27 None None] Checking router: 75d37f82-8af0-4fd8-a368-e2479bf884d4 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:07:16.911413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-04a42767-ba76-4a13-92be-7ac6e00f6c2a admin admin] Deleting port 0140b734-4d20-4ab3-baea-e318fd0bdc94 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:07:16.912085 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04a42767-ba76-4a13-92be-7ac6e00f6c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:16.913021 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eccd8d8b-e3d7-47b8-ab0d-b42219b0b568 req-b34a5134-4529-4ad8-9de3-a0363ddaedc9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 943 time: 0.1130419 Dec 11 23:07:16.933334 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7394f4-fe6f-4e60-90ae-42bfacbe0f27 None None] Routers {'75d37f82-8af0-4fd8-a368-e2479bf884d4'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:07:16.934374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3d7394f4-fe6f-4e60-90ae-42bfacbe0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:06:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['75d37f82-8af0-4fd8-a368-e2479bf884d4'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:17.007736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eccd8d8b-e3d7-47b8-ab0d-b42219b0b568 req-270a0ee2-1b79-4ad8-adc6-44c5934635f1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745080 Dec 11 23:07:17.055022 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-04a42767-ba76-4a13-92be-7ac6e00f6c2a admin admin] For port 0140b734-4d20-4ab3-baea-e318fd0bdc94, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0140b734-4d20-4ab3-baea-e318fd0bdc94,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:07:17.057224 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04a42767-ba76-4a13-92be-7ac6e00f6c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:17.067535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-3d7394f4-fe6f-4e60-90ae-42bfacbe0f27 None None] Set router 75d37f82-8af0-4fd8-a368-e2479bf884d4 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:07:17.082077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-04a42767-ba76-4a13-92be-7ac6e00f6c2a admin admin] Calling delete_port for 0140b734-4d20-4ab3-baea-e318fd0bdc94 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:07:17.131677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3d7394f4-fe6f-4e60-90ae-42bfacbe0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T23:07:16Z', 'revision_number': 6, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:17.170160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7394f4-fe6f-4e60-90ae-42bfacbe0f27 None None] The sync data for ids ['75d37f82-8af0-4fd8-a368-e2479bf884d4'] in n-d-710847-6 is: [{'id': '75d37f82-8af0-4fd8-a368-e2479bf884d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1034924936-router', 'tenant_id': '8bd74db67dd242afacdd41d881f83f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:57:19Z', 'updated_at': '2021-12-11T23:07:16Z', 'revision_number': 6, 'project_id': '8bd74db67dd242afacdd41d881f83f4d', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:07:17.218954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-aed9802e-a92f-42f7-b6e5-2766ecd95775 req-f1f1beae-d82c-4b2d-ac3a-d48be09bd8c8 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:07:17.221759 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aed9802e-a92f-42f7-b6e5-2766ecd95775 req-f1f1beae-d82c-4b2d-ac3a-d48be09bd8c8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058603 Dec 11 23:07:17.361986 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04a42767-ba76-4a13-92be-7ac6e00f6c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:17.405893 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3bf230-2fa0-474d-972e-564d20ac41ea None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:07:17.440175 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a42767-ba76-4a13-92be-7ac6e00f6c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=0140b734-4d20-4ab3-baea-e318fd0bdc94,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:17.448736 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:17.482942 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04a42767-ba76-4a13-92be-7ac6e00f6c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:17.582545 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04a42767-ba76-4a13-92be-7ac6e00f6c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:17.592566 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04a42767-ba76-4a13-92be-7ac6e00f6c2a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:17.671181 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 6069ad42-e3ee-4cea-bbb8-58d455c5715a no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:07:17.711374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 6069ad42-e3ee-4cea-bbb8-58d455c5715a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:07:17.712313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 6069ad42-e3ee-4cea-bbb8-58d455c5715a not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:07:17.787881 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc730d7-7e61-44eb-8529-20e831256430 req-2ea5afc4-0da7-43ec-a888-565ffac85599 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:17.789595 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7fc730d7-7e61-44eb-8529-20e831256430 req-2ea5afc4-0da7-43ec-a888-565ffac85599 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0577526 Dec 11 23:07:17.820522 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04a42767-ba76-4a13-92be-7ac6e00f6c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:17.821062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a42767-ba76-4a13-92be-7ac6e00f6c2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75d37f82-8af0-4fd8-a368-e2479bf884d4 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:07:17.827403 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04a42767-ba76-4a13-92be-7ac6e00f6c2a admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:17.831022 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-04a42767-ba76-4a13-92be-7ac6e00f6c2a admin admin] 10.222.0.45 "DELETE /v2.0/routers/75d37f82-8af0-4fd8-a368-e2479bf884d4 HTTP/1.1" status: 204 len: 168 time: 1.5808377 Dec 11 23:07:17.831513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57116) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:17.880413 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-70305c17-df76-4e89-bcd1-78d6f7911671 req-b1fd32bf-8b6e-43f3-9999-3b536dc4df40 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 210 time: 0.0570533 Dec 11 23:07:17.889791 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7fc730d7-7e61-44eb-8529-20e831256430 req-3544da5a-528b-437d-a670-1ec899d2ef0d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932934 Dec 11 23:07:17.916497 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-297a8de3-dcf9-4a6e-8ad3-250e1f3b543b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683546 Dec 11 23:07:17.924288 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa24fa19-cd85-47cd-8003-a110a60a49a2 admin admin] Deleting subnet e7818fbf-5369-47d1-9144-65c09d5e1c30 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:07:17.927649 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa24fa19-cd85-47cd-8003-a110a60a49a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:17.964686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa24fa19-cd85-47cd-8003-a110a60a49a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:18.060312 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa24fa19-cd85-47cd-8003-a110a60a49a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:18.155490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5cd0b-9b98-4d39-b96c-3588ab9ed6a5 req-37c991ce-4795-4aa1-9fcb-583590f3ab7d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:18.157666 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3d5cd0b-9b98-4d39-b96c-3588ab9ed6a5 req-37c991ce-4795-4aa1-9fcb-583590f3ab7d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 943 time: 0.0744088 Dec 11 23:07:18.230369 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa24fa19-cd85-47cd-8003-a110a60a49a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:18.240640 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3d5cd0b-9b98-4d39-b96c-3588ab9ed6a5 req-3b5d7ab3-700a-4f39-b42a-e4fabdd4751f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716209 Dec 11 23:07:18.269221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24fa19-cd85-47cd-8003-a110a60a49a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7818fbf-5369-47d1-9144-65c09d5e1c30,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:18.275278 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fa24fa19-cd85-47cd-8003-a110a60a49a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:18.279056 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fa24fa19-cd85-47cd-8003-a110a60a49a2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e7818fbf-5369-47d1-9144-65c09d5e1c30 HTTP/1.1" status: 204 len: 168 time: 0.4465482 Dec 11 23:07:18.282237 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57134) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:18.287777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325281e5-9ebf-4376-a4c9-4e7e43a15c35 None None] Network d1bb9a45-28c0-4785-bda6-7e72008cf427 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:07:18.368479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:18.434225 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] Deleting port 5819beaf-8131-4083-a766-25fe7f24c30d {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:07:18.434577 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:18.501718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c122a594-5115-4714-a20c-065abae1f919 None None] DHCP port deletion for d1bb9a45-28c0-4785-bda6-7e72008cf427 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:07:18.556609 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Deleting port 5819beaf-8131-4083-a766-25fe7f24c30d {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:07:18.556830 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:18.570894 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] For port 5819beaf-8131-4083-a766-25fe7f24c30d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5819beaf-8131-4083-a766-25fe7f24c30d,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:07:18.572479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:18.591569 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] Calling delete_port for 5819beaf-8131-4083-a766-25fe7f24c30d owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:07:18.640501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c122a594-5115-4714-a20c-065abae1f919 None None] For port 5819beaf-8131-4083-a766-25fe7f24c30d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5819beaf-8131-4083-a766-25fe7f24c30d,segment=NetworkSegment(4e006723-cb80-4068-b3be-37f0d404b2cb),segment_id=4e006723-cb80-4068-b3be-37f0d404b2cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:07:18.640827 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:18.657901 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Calling delete_port for 5819beaf-8131-4083-a766-25fe7f24c30d owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:07:18.767896 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:07:18.794025 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:07:18.806866 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:18.809994 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-dd75085e-fb95-4cd1-9231-093fba211cc5 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7ced8b494f4a4a9b870f82d6060750b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612152 Dec 11 23:07:18.817398 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ce5d4b5c-29f3-4a3a-b7a7-4277b87c370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:18.838820 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] No DVR routers for this DVR port 5819beaf-8131-4083-a766-25fe7f24c30d on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:07:18.855997 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5819beaf-8131-4083-a766-25fe7f24c30d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:18.865546 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Pushing event deleted for resources: {'Port': ['ID=5819beaf-8131-4083-a766-25fe7f24c30d,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:18.882786 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:18.884186 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:18.884771 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:18.885529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:18.887028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:18.887835 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:18.888632 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:18.889425 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:18.890440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:18.891691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:18.892507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:18.893301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:18.894264 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122a594-5115-4714-a20c-065abae1f919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:07:18.906015 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122a594-5115-4714-a20c-065abae1f919 None None] No DVR routers for this DVR port 5819beaf-8131-4083-a766-25fe7f24c30d on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:07:19.040965 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:19.098746 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d4567c51-f447-4b11-8f8e-c06adb552479 req-8e9de2d9-0593-4787-b17b-acc99befec73 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 210 time: 0.0459173 Dec 11 23:07:19.110269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bb9a45-28c0-4785-bda6-7e72008cf427']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:19.128850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e006723-cb80-4068-b3be-37f0d404b2cb') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:19.129386 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e006723-cb80-4068-b3be-37f0d404b2cb') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:19.147640 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:19.163748 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:19.172580 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:07:19.172996 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:07:19.174826 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:07:19.212874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-33088cc0-732a-4673-aea3-234c3b7a42e9 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:19.214505 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-33088cc0-732a-4673-aea3-234c3b7a42e9 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3967888 Dec 11 23:07:19.223164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dece0e-1df8-4d68-8544-dc6b4581add4 req-6e9c2e8b-d028-4f77-becc-3173b8fc164e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:19.224582 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7dece0e-1df8-4d68-8544-dc6b4581add4 req-6e9c2e8b-d028-4f77-becc-3173b8fc164e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.1825631 Dec 11 23:07:19.229155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Request body: {'port': {'device_id': 'cb284ce2-958b-4a74-a1df-6a5c19a24ce3', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': '7ced8b494f4a4a9b870f82d6060750b1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:07:19.356814 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:19.367796 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:19.370831 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] 10.222.0.45 "DELETE /v2.0/networks/d1bb9a45-28c0-4785-bda6-7e72008cf427 HTTP/1.1" status: 204 len: 168 time: 1.0866098 Dec 11 23:07:19.388887 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f1886-9002-4184-b323-61493e8081ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d1bb9a45-28c0-4785-bda6-7e72008cf427,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:19.470769 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a04a9-83c7-4107-a5c2-1f226b019957 req-ce43263c-3a9b-4915-8a1e-306e898754aa tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:19.470769 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-638a04a9-83c7-4107-a5c2-1f226b019957 req-ce43263c-3a9b-4915-8a1e-306e898754aa tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 943 time: 0.0541937 Dec 11 23:07:19.532343 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-638a04a9-83c7-4107-a5c2-1f226b019957 req-91d5fa81-161b-42d3-af42-70c06bf6c05e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502939 Dec 11 23:07:19.571057 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0140b734-4d20-4ab3-baea-e318fd0bdc94 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:07:19.612509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 0140b734-4d20-4ab3-baea-e318fd0bdc94 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:07:19.613082 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0140b734-4d20-4ab3-baea-e318fd0bdc94 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:07:19.613583 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5819beaf-8131-4083-a766-25fe7f24c30d no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:07:19.642362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 5819beaf-8131-4083-a766-25fe7f24c30d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:07:19.642877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5819beaf-8131-4083-a766-25fe7f24c30d not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:07:19.718487 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7dece0e-1df8-4d68-8544-dc6b4581add4 req-49d457f5-fb37-40c8-ae2d-f7a59041c4b2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4843714 Dec 11 23:07:19.758013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57156) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:19.805856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a7b80c0e-6529-4c86-a19b-f3133c2a426c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8bd74db67dd242afacdd41d881f83f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466392 Dec 11 23:07:19.808874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57158) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:19.824868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Made reservation on behalf of 7ced8b494f4a4a9b870f82d6060750b1 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:07:19.828411 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:19.844517 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:19.895311 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31c69e1c-89a4-483e-b720-ddb7cd730127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:19.926533 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31c69e1c-89a4-483e-b720-ddb7cd730127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:19.985304 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:20.065173 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:20.072389 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31c69e1c-89a4-483e-b720-ddb7cd730127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:20.075735 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-31c69e1c-89a4-483e-b720-ddb7cd730127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:20.076893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-31c69e1c-89a4-483e-b720-ddb7cd730127 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad781d40-eea1-481b-af77-fff660ade7c3 HTTP/1.1" status: 204 len: 168 time: 0.2668593 Dec 11 23:07:20.138448 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532ead6a-a25e-44d4-8c5b-277e1ccc41b6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:20.153842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c69e1c-89a4-483e-b720-ddb7cd730127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad781d40-eea1-481b-af77-fff660ade7c3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:20.226692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Allocated IP 192.168.233.94 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/fe3d7de0-f0f5-4793-b6fe-ecbe9457b246) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:07:20.252770 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-729a473a-ba30-4a5d-b96a-45d9e4ccde0d req-93af6f2a-58fe-4bba-91f3-5949d75c5dd7 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 210 time: 0.0329301 Dec 11 23:07:20.390032 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:20.482222 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:20.557939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:07:20.567034 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:07:20.572167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:07:20.602173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Pushing event updated for resources: {'Port': ['ID=fe3d7de0-f0f5-4793-b6fe-ecbe9457b246,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:20.616498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-16387013-9dfc-42f8-8726-d5c35bb57b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:20.618102 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-16387013-9dfc-42f8-8726-d5c35bb57b96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 1097 time: 0.1312389 Dec 11 23:07:20.662032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:20.662672 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:20.696624 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589a7f3-ba8c-4c85-ada0-21fc172b9f4e req-667a9d42-5f84-4c33-8c95-988d89fe946d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:20.700523 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8589a7f3-ba8c-4c85-ada0-21fc172b9f4e req-667a9d42-5f84-4c33-8c95-988d89fe946d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 943 time: 0.0677426 Dec 11 23:07:20.755394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-a96cfaea-0086-40a3-8bb5-947d15d6e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:20.757966 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-a96cfaea-0086-40a3-8bb5-947d15d6e5a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=296f2849-e8b5-4428-98cc-c16fdc970ddc HTTP/1.1" status: 200 len: 898 time: 0.1305459 Dec 11 23:07:20.768142 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8589a7f3-ba8c-4c85-ada0-21fc172b9f4e req-6225825e-95b9-44e9-a7d0-397bceb19df5 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597401 Dec 11 23:07:20.781610 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-b57202d9-1923-4ebc-bfac-79f33cef2c2f tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5557525 Dec 11 23:07:20.816050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Request body: {'port': {'device_id': 'cb284ce2-958b-4a74-a1df-6a5c19a24ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:07:20.881944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-00711c68-8f0f-40b0-bcba-ebe934758ecf None None] Provisioning complete for port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:07:20.883029 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-00711c68-8f0f-40b0-bcba-ebe934758ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:20.921674 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-70362332-9b7e-49cf-80a1-38ac5bc37abf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b HTTP/1.1" status: 200 len: 1002 time: 0.1572585 Dec 11 23:07:20.922849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-00711c68-8f0f-40b0-bcba-ebe934758ecf None None] Port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:07:20.963238 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:20.980087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b452554-7df2-492f-a4bf-64019a7934c1 req-dde1ace6-b18d-4f21-9602-5c53908e52fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:20.981903 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b452554-7df2-492f-a4bf-64019a7934c1 req-dde1ace6-b18d-4f21-9602-5c53908e52fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.1537890 Dec 11 23:07:21.041749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-e80328ae-6686-47b7-9555-4f9c93592886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:21.043395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-e80328ae-6686-47b7-9555-4f9c93592886 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de8020f7-bf5c-43a2-92c6-55bb1b03b716 HTTP/1.1" status: 200 len: 834 time: 0.1136627 Dec 11 23:07:21.154211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b452554-7df2-492f-a4bf-64019a7934c1 req-b771dca9-e300-4ba9-a8a6-61080f3952c8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625164 Dec 11 23:07:21.192412 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-5c3b8cfd-3a76-4b73-8293-27a569f1638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:21.193924 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-5c3b8cfd-3a76-4b73-8293-27a569f1638b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=296f2849-e8b5-4428-98cc-c16fdc970ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403995 Dec 11 23:07:21.293986 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c00a170-eec4-4949-ad92-cbb0415b38a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:21.379704 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a441f-414b-4b28-a1c2-5837bd791140 req-58b7fea6-1a27-4b3a-ac59-d112ee925240 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:21.382136 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0a6a441f-414b-4b28-a1c2-5837bd791140 req-58b7fea6-1a27-4b3a-ac59-d112ee925240 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 935 time: 0.0539968 Dec 11 23:07:21.385085 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-0c747a0f-c167-4d6a-9882-df668ed0edf9 service neutron] 10.222.0.13 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810923 Dec 11 23:07:21.435991 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0a6a441f-414b-4b28-a1c2-5837bd791140 req-39937773-7471-44ca-a927-695807ae5997 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/security-groups?id=532ead6a-a25e-44d4-8c5b-277e1ccc41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458889 Dec 11 23:07:21.486628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:07:21.498767 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:21.537279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Transition to ACTIVE for port object fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:07:21.544402 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-9e092ed6-58fa-4634-a10a-a22824c0bb6e service neutron] 10.222.0.13 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511552 Dec 11 23:07:21.573637 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:21.628387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Pushing event updated for resources: {'Port': ['ID=fe3d7de0-f0f5-4793-b6fe-ecbe9457b246,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:21.706581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Attempting to bind port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:07:21.706970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Attempting to bind port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:07:21.707308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Attempting to bind port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:07:21.712269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:07:21.712600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Attempting to bind port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:07:21.719650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:07:21.720038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:07:21.720442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:07:21.720881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Bound port: fe3d7de0-f0f5-4793-b6fe-ecbe9457b246, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:07:21.721247 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:21.799091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] For port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:07:21.802785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] For port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=fe3d7de0-f0f5-4793-b6fe-ecbe9457b246,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:07:21.893860 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:21.909555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eac3ea-e218-44b6-baf9-6df1474b59e5 req-8b60db81-3505-4779-941f-35f156759a20 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:21.911137 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-86eac3ea-e218-44b6-baf9-6df1474b59e5 req-8b60db81-3505-4779-941f-35f156759a20 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 943 time: 0.0655863 Dec 11 23:07:21.938561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:21.939294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:21.940700 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] 10.222.0.13 "PUT /v2.0/ports/fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 HTTP/1.1" status: 200 len: 1095 time: 1.1292822 Dec 11 23:07:21.941156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb284ce2-958b-4a74-a1df-6a5c19a24ce3', 'tag': 'fe3d7de0-f0f5-4793-b6fe-ecbe9457b246'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:07:21.943485 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038b46fb-9be4-43cd-944e-7b0964095191" -d '{"events": [{"name": "network-changed", "server_uuid": "cb284ce2-958b-4a74-a1df-6a5c19a24ce3", "tag": "fe3d7de0-f0f5-4793-b6fe-ecbe9457b246"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:07:21.966022 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da29295-8b13-4ee4-b0b2-cee242369abb service neutron] Pushing event updated for resources: {'Port': ['ID=fe3d7de0-f0f5-4793-b6fe-ecbe9457b246,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:21.991462 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-86eac3ea-e218-44b6-baf9-6df1474b59e5 req-3021075f-b010-4959-b595-9c61fc277170 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723026 Dec 11 23:07:22.019361 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f736a56-1b70-4d7b-9560-662c3b117966 x-openstack-request-id: req-9f736a56-1b70-4d7b-9560-662c3b117966 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:07:22.024646 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb284ce2-958b-4a74-a1df-6a5c19a24ce3", "tag": "fe3d7de0-f0f5-4793-b6fe-ecbe9457b246", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:07:22.024646 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f736a56-1b70-4d7b-9560-662c3b117966 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:07:22.024646 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb284ce2-958b-4a74-a1df-6a5c19a24ce3', 'tag': 'fe3d7de0-f0f5-4793-b6fe-ecbe9457b246', 'status': 'completed', 'code': 200} Dec 11 23:07:22.094870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b46fb-9be4-43cd-944e-7b0964095191 req-e60c9cf1-514c-4b1f-a46b-d1aa5ac674d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:22.096431 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-038b46fb-9be4-43cd-944e-7b0964095191 req-e60c9cf1-514c-4b1f-a46b-d1aa5ac674d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ced8b494f4a4a9b870f82d6060750b1&device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0559535 Dec 11 23:07:22.124868 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-038b46fb-9be4-43cd-944e-7b0964095191 req-b1fc8a1d-d348-48bd-a8b0-d8d10ee202ac service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7ced8b494f4a4a9b870f82d6060750b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207710 Dec 11 23:07:22.242896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b46fb-9be4-43cd-944e-7b0964095191 req-5e9ebe43-f564-4c06-8bd1-5f3da5ba58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:22.244892 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-038b46fb-9be4-43cd-944e-7b0964095191 req-5e9ebe43-f564-4c06-8bd1-5f3da5ba58c3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1137934 Dec 11 23:07:22.247633 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:22.298560 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c8922-f18a-4ce5-ad54-9ac72e6d44ad req-add636eb-6bb6-40e3-b81f-352408d52f4b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:22.300145 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9d1c8922-f18a-4ce5-ad54-9ac72e6d44ad req-add636eb-6bb6-40e3-b81f-352408d52f4b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0594065 Dec 11 23:07:22.326139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-0a579c84-ecdc-4daf-b1b9-002db6f24458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:22.327594 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-0a579c84-ecdc-4daf-b1b9-002db6f24458 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ced8b494f4a4a9b870f82d6060750b1&device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0445325 Dec 11 23:07:22.355072 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9d1c8922-f18a-4ce5-ad54-9ac72e6d44ad req-fb5d0fc0-20c6-4232-917c-c7cc29704382 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461402 Dec 11 23:07:22.360387 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:07:22.376317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-aae782d2-443f-4606-abf4-b5b137a0f327 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 HTTP/1.1" status: 200 len: 217 time: 0.0406761 Dec 11 23:07:22.436527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-09e807dd-f740-4618-8313-b8259014ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:22.438007 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-09e807dd-f740-4618-8313-b8259014ca6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0556076 Dec 11 23:07:22.540921 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-ba62360f-a075-4409-aff7-f2024a8382e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:22.542659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-ba62360f-a075-4409-aff7-f2024a8382e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973461 Dec 11 23:07:22.618021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd732-fd16-4e20-bea1-6a9f7871df2e req-48df3ab1-8855-4ab8-899b-3bdd672c2ecf tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:22.619566 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-74bdd732-fd16-4e20-bea1-6a9f7871df2e req-48df3ab1-8855-4ab8-899b-3bdd672c2ecf tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 947 time: 0.1104348 Dec 11 23:07:22.694673 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-e5d4e0bc-2f6d-4354-ae73-e6a3584ec0fb service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429207 Dec 11 23:07:22.699698 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-74bdd732-fd16-4e20-bea1-6a9f7871df2e req-e10c6d7a-9456-4325-afd8-26be834a92da tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/security-groups?id=532ead6a-a25e-44d4-8c5b-277e1ccc41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716150 Dec 11 23:07:22.788700 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f1a90b9-622e-46b0-b3bf-f5e584e1f19f req-1902bf4a-9e66-4017-8d4d-61ed5fb2d98f service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866785 Dec 11 23:07:23.119500 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e25063-b3b1-41da-95a8-2f421ac6a2cd req-8240f8e2-4f2e-420a-a3b9-d655775ffd81 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:23.127353 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-46e25063-b3b1-41da-95a8-2f421ac6a2cd req-8240f8e2-4f2e-420a-a3b9-d655775ffd81 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 943 time: 0.0550983 Dec 11 23:07:23.171175 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-46e25063-b3b1-41da-95a8-2f421ac6a2cd req-be4eb4c1-62c7-4031-8e24-ca6bd25b0973 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441380 Dec 11 23:07:23.489561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30288aee-b2b4-4605-97ce-5b33c8d38ef3 req-665d9d65-c8c1-4185-88f3-080b01aaa29f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:23.491109 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-30288aee-b2b4-4605-97ce-5b33c8d38ef3 req-665d9d65-c8c1-4185-88f3-080b01aaa29f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0556650 Dec 11 23:07:23.547450 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-30288aee-b2b4-4605-97ce-5b33c8d38ef3 req-0cb775f7-0f6e-45d3-9a3d-5b668c212a8d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503030 Dec 11 23:07:23.828450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdebe1-8a05-4034-952c-cb2c53e458a3 req-63e294da-059b-40bd-ba75-43dd564bd5e4 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:23.829959 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40cdebe1-8a05-4034-952c-cb2c53e458a3 req-63e294da-059b-40bd-ba75-43dd564bd5e4 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 947 time: 0.0505342 Dec 11 23:07:23.883330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40cdebe1-8a05-4034-952c-cb2c53e458a3 req-1d44b072-81a9-4aa4-b390-21dc04dbeeae tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/security-groups?id=532ead6a-a25e-44d4-8c5b-277e1ccc41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474102 Dec 11 23:07:23.927700 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:24.276780 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57258) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:24.290686 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9b380-4c5a-4855-b5b7-eac083dc8862 req-e6ba1675-b95c-4b16-a829-20b2531931f4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:24.292821 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ee9b380-4c5a-4855-b5b7-eac083dc8862 req-e6ba1675-b95c-4b16-a829-20b2531931f4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 943 time: 0.0503700 Dec 11 23:07:24.344642 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ee9b380-4c5a-4855-b5b7-eac083dc8862 req-562203b8-0835-4a3c-b305-102ec42dcc38 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456781 Dec 11 23:07:24.388607 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d6b28825-fc6f-4dde-a465-0bc3d8a925ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:24.464313 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d6b28825-fc6f-4dde-a465-0bc3d8a925ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:24.516610 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d6b28825-fc6f-4dde-a465-0bc3d8a925ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:24.560411 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d6b28825-fc6f-4dde-a465-0bc3d8a925ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2e484615dbaf47f2aa712650899a0c4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2826774 Dec 11 23:07:24.561302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b28825-fc6f-4dde-a465-0bc3d8a925ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca35d7bb-137c-4261-81eb-9b8579120f66,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:24.563211 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57262) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:24.596226 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:24.616701 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df6194d8-cbd6-4b82-a900-465f56d74026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:24.639007 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df6194d8-cbd6-4b82-a900-465f56d74026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:24.671728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29936c24-4a49-4ddf-afb7-a515d12819fd req-570d16f7-51af-47b6-8187-2e100bc7d184 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:24.673372 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-29936c24-4a49-4ddf-afb7-a515d12819fd req-570d16f7-51af-47b6-8187-2e100bc7d184 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0506370 Dec 11 23:07:24.727210 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-29936c24-4a49-4ddf-afb7-a515d12819fd req-5158a074-0994-4104-8b01-79c67d4bb314 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475717 Dec 11 23:07:24.756446 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df6194d8-cbd6-4b82-a900-465f56d74026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:24.759241 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df6194d8-cbd6-4b82-a900-465f56d74026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:24.760423 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-df6194d8-cbd6-4b82-a900-465f56d74026 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca35d7bb-137c-4261-81eb-9b8579120f66 HTTP/1.1" status: 204 len: 168 time: 0.1960678 Dec 11 23:07:24.768222 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6194d8-cbd6-4b82-a900-465f56d74026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca35d7bb-137c-4261-81eb-9b8579120f66,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:24.997874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6d9e1-48a5-4572-bde2-83b00cc2c085 req-65f8d6ef-9764-4ec4-83b1-3866fc708c80 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:24.999449 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64a6d9e1-48a5-4572-bde2-83b00cc2c085 req-65f8d6ef-9764-4ec4-83b1-3866fc708c80 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 947 time: 0.0513484 Dec 11 23:07:25.048183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64a6d9e1-48a5-4572-bde2-83b00cc2c085 req-eafaffd8-55c1-470d-b0ad-41c61328ebb4 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/security-groups?id=532ead6a-a25e-44d4-8c5b-277e1ccc41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424118 Dec 11 23:07:25.288340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57274) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:25.306191 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6d3369b-bcf7-4d82-b8c1-5488a644b69d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:25.379378 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6d3369b-bcf7-4d82-b8c1-5488a644b69d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:25.448131 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e6d3369b-bcf7-4d82-b8c1-5488a644b69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:25.465666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e010a-7db8-4388-83cc-573fcd221c4c req-cd33a86d-f789-4a85-bd34-19bf21b10dfa tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:25.467231 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1b3e010a-7db8-4388-83cc-573fcd221c4c req-cd33a86d-f789-4a85-bd34-19bf21b10dfa tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 943 time: 0.0520759 Dec 11 23:07:25.488844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e6d3369b-bcf7-4d82-b8c1-5488a644b69d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37d4451aca904ad6b878c28148db7985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994088 Dec 11 23:07:25.490018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3369b-bcf7-4d82-b8c1-5488a644b69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a6a1f9-afc3-4ba7-9a1b-9dd5b2056c94,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:25.491879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57278) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:25.541036 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1b3e010a-7db8-4388-83cc-573fcd221c4c req-10997d43-8c01-40fe-b428-45029df9968e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665066 Dec 11 23:07:25.564940 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a12fc864-9b97-4238-99b7-8a03ad6f5795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:25.585974 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a12fc864-9b97-4238-99b7-8a03ad6f5795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:25.670228 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a12fc864-9b97-4238-99b7-8a03ad6f5795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:25.671230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:07:25.672921 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a12fc864-9b97-4238-99b7-8a03ad6f5795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:25.674075 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a12fc864-9b97-4238-99b7-8a03ad6f5795 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4a6a1f9-afc3-4ba7-9a1b-9dd5b2056c94 HTTP/1.1" status: 204 len: 168 time: 0.1789916 Dec 11 23:07:25.684738 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fc864-9b97-4238-99b7-8a03ad6f5795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a6a1f9-afc3-4ba7-9a1b-9dd5b2056c94,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:25.786681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=fe3d7de0-f0f5-4793-b6fe-ecbe9457b246,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:07:25.800673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'fe3d7de0-f0f5-4793-b6fe-ecbe9457b246', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': 'fe3d7de0-f0f5-4793-b6fe-ecbe9457b246', 'mac_address': 'fa:16:3e:88:1f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:07:25.844867 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:25.851698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be878d6f-3c59-4712-9e7d-777f199449f6 req-21195480-6991-4cf0-8c7b-42f895b65003 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:25.853225 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be878d6f-3c59-4712-9e7d-777f199449f6 req-21195480-6991-4cf0-8c7b-42f895b65003 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0528798 Dec 11 23:07:25.859627 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:07:25.883347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=fe3d7de0-f0f5-4793-b6fe-ecbe9457b246,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:07:25.905498 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be878d6f-3c59-4712-9e7d-777f199449f6 req-d7c7e871-6dd0-4b6a-a149-dd5d8eec14d2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457180 Dec 11 23:07:25.979056 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:26.033721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=fe3d7de0-f0f5-4793-b6fe-ecbe9457b246,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:26.179927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80658436-52ad-45e3-a70c-13a47a609373 req-e7d9b855-1b20-435e-8f90-3a1dd676129c tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:26.181481 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-80658436-52ad-45e3-a70c-13a47a609373 req-e7d9b855-1b20-435e-8f90-3a1dd676129c tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 948 time: 0.0629156 Dec 11 23:07:26.232428 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-80658436-52ad-45e3-a70c-13a47a609373 req-2d16c89e-3d80-474c-82f0-2dcc079a3be3 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/security-groups?id=532ead6a-a25e-44d4-8c5b-277e1ccc41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441825 Dec 11 23:07:26.282971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['fe3d7de0-f0f5-4793-b6fe-ecbe9457b246'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:07:26.665271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c9181-2ea2-43f5-be4e-d7d2d2d545db req-ebd7ba46-4d3e-4eee-98e0-eb5e8ed0baf8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:26.666770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c6c9181-2ea2-43f5-be4e-d7d2d2d545db req-ebd7ba46-4d3e-4eee-98e0-eb5e8ed0baf8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 943 time: 0.0537295 Dec 11 23:07:26.727477 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c6c9181-2ea2-43f5-be4e-d7d2d2d545db req-f8ac8b6c-d57e-46fa-b615-80bb77c9ad4a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544593 Dec 11 23:07:27.036877 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1731f04-2595-41d6-9524-21ae008b2ebc req-7bd64f5a-27ad-4e5e-a069-cfba7c6b1870 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:27.039373 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1731f04-2595-41d6-9524-21ae008b2ebc req-7bd64f5a-27ad-4e5e-a069-cfba7c6b1870 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0558124 Dec 11 23:07:27.093889 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1731f04-2595-41d6-9524-21ae008b2ebc req-5e155a06-d392-4a43-8483-9d81992b968e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473268 Dec 11 23:07:27.358651 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad674b-26ad-4568-89f8-442b43ed2141 req-c0f53c8f-a65b-47cd-892c-d453eaebc131 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:27.361110 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-60ad674b-26ad-4568-89f8-442b43ed2141 req-c0f53c8f-a65b-47cd-892c-d453eaebc131 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 948 time: 0.0529127 Dec 11 23:07:27.418834 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-60ad674b-26ad-4568-89f8-442b43ed2141 req-a7de31ca-f89e-4f3f-8689-acfa0bc92766 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/security-groups?id=532ead6a-a25e-44d4-8c5b-277e1ccc41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512238 Dec 11 23:07:27.671317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:07:27.756468 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:07:27.761018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:07:27.761781 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:27.844699 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:27.849987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3f19d-fdd0-4737-a021-f5041a3c208a req-2c09a446-2602-4e32-9d1e-878c9dc784ee tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:27.851540 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eca3f19d-fdd0-4737-a021-f5041a3c208a req-2c09a446-2602-4e32-9d1e-878c9dc784ee tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 943 time: 0.0570717 Dec 11 23:07:27.868162 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb284ce2-958b-4a74-a1df-6a5c19a24ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3d7de0-f0f5-4793-b6fe-ecbe9457b246'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:07:27.871131 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07eea29-4e08-4dc8-b846-78885fb88ea8" -d '{"events": [{"server_uuid": "cb284ce2-958b-4a74-a1df-6a5c19a24ce3", "name": "network-vif-plugged", "status": "completed", "tag": "fe3d7de0-f0f5-4793-b6fe-ecbe9457b246"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:07:27.883878 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=fe3d7de0-f0f5-4793-b6fe-ecbe9457b246,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:07:27.910221 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d44053-e071-4e8f-b0bc-4aab5787281d x-openstack-request-id: req-48d44053-e071-4e8f-b0bc-4aab5787281d {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:07:27.910637 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb284ce2-958b-4a74-a1df-6a5c19a24ce3", "name": "network-vif-plugged", "status": "completed", "tag": "fe3d7de0-f0f5-4793-b6fe-ecbe9457b246", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:07:27.910925 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48d44053-e071-4e8f-b0bc-4aab5787281d {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:07:27.911327 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb284ce2-958b-4a74-a1df-6a5c19a24ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3d7de0-f0f5-4793-b6fe-ecbe9457b246', 'code': 200} Dec 11 23:07:27.914885 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eca3f19d-fdd0-4737-a021-f5041a3c208a req-3f1b419e-44e4-4ac6-affe-8ab9983d3428 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536630 Dec 11 23:07:27.967732 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:28.017169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a9796-2835-4017-9012-51078121f61c req-8d616fad-ef9a-4888-a21c-6411a2ec3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:28.019032 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e83a9796-2835-4017-9012-51078121f61c req-8d616fad-ef9a-4888-a21c-6411a2ec3e85 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 1100 time: 0.0460944 Dec 11 23:07:28.023594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=fe3d7de0-f0f5-4793-b6fe-ecbe9457b246,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:28.066645 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e83a9796-2835-4017-9012-51078121f61c req-3686319a-3641-4a13-a5aa-af07c36a0aeb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=532ead6a-a25e-44d4-8c5b-277e1ccc41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Dec 11 23:07:28.215188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3908c-de8f-44ea-9739-9b5552658e73 req-219816fb-3f83-423a-a5ef-2c02c8df16f4 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:28.216724 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0b3908c-de8f-44ea-9739-9b5552658e73 req-219816fb-3f83-423a-a5ef-2c02c8df16f4 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0516813 Dec 11 23:07:28.266369 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0b3908c-de8f-44ea-9739-9b5552658e73 req-2e474912-f03a-4f33-9e31-eb5b6bdb8901 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437303 Dec 11 23:07:28.540142 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab3a60-8f64-4466-afa6-7c2ca976e872 req-21566449-e570-4d67-80f7-8f4ffeaaafac tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:28.541628 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ecab3a60-8f64-4466-afa6-7c2ca976e872 req-21566449-e570-4d67-80f7-8f4ffeaaafac tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 949 time: 0.0492890 Dec 11 23:07:28.595854 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ecab3a60-8f64-4466-afa6-7c2ca976e872 req-2444370e-7cae-47b3-96f9-27e1ee664e50 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/security-groups?id=532ead6a-a25e-44d4-8c5b-277e1ccc41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478079 Dec 11 23:07:29.034283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9791c5c-76da-493c-ada8-d1c46161abb2 req-6601a313-f148-4126-a608-ac7ef291cc8a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:29.035829 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c9791c5c-76da-493c-ada8-d1c46161abb2 req-6601a313-f148-4126-a608-ac7ef291cc8a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 943 time: 0.0551078 Dec 11 23:07:29.090773 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c9791c5c-76da-493c-ada8-d1c46161abb2 req-a0a2adae-269b-4809-a2df-da4ba3045ce6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487127 Dec 11 23:07:29.277492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:07:29.383791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2846a-caa8-4019-a10d-ed723351344f req-7cc8c3fe-1dd5-4d8c-bc4f-c914b2924055 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:29.384803 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:07:29.385317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ded2846a-caa8-4019-a10d-ed723351344f req-7cc8c3fe-1dd5-4d8c-bc4f-c914b2924055 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0496964 Dec 11 23:07:29.397322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'port_id': '6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657', 'mac_address': 'fa:16:3e:de:18:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:07:29.446154 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:29.449316 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ded2846a-caa8-4019-a10d-ed723351344f req-ac33912b-37ce-493d-b149-3b823d87cab2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562308 Dec 11 23:07:29.461131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:07:29.481622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:07:29.562645 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:29.613189 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:29.716155 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc634c-3c64-4975-9279-8cc3275a79e0 req-b0f98c6d-3050-4a24-8b0d-83c7127c31ee tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:29.717732 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a2fc634c-3c64-4975-9279-8cc3275a79e0 req-b0f98c6d-3050-4a24-8b0d-83c7127c31ee tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 949 time: 0.0505717 Dec 11 23:07:29.767060 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a2fc634c-3c64-4975-9279-8cc3275a79e0 req-35309f93-da5b-40df-8faf-e9c3d8365fa8 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/security-groups?id=532ead6a-a25e-44d4-8c5b-277e1ccc41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430086 Dec 11 23:07:29.911521 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:07:30.217876 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e7ea4-6eef-4935-a498-3ecc720d2f9d req-fd34e3c9-0ab0-44cc-879a-87c50aa50516 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:30.219399 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9d9e7ea4-6eef-4935-a498-3ecc720d2f9d req-fd34e3c9-0ab0-44cc-879a-87c50aa50516 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 944 time: 0.0510533 Dec 11 23:07:30.272641 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9d9e7ea4-6eef-4935-a498-3ecc720d2f9d req-3f082908-ff95-42b3-b7cc-c41ead2dc4c2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472574 Dec 11 23:07:30.575363 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79c065-5965-4325-b3c4-891cb8a7b4ef req-f97517e1-e1d3-42ed-828a-98e1ced0a00d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:30.576549 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f79c065-5965-4325-b3c4-891cb8a7b4ef req-f97517e1-e1d3-42ed-828a-98e1ced0a00d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0588756 Dec 11 23:07:30.625826 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4f79c065-5965-4325-b3c4-891cb8a7b4ef req-788b453b-05ea-4d23-963b-9c16872dfa1c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431919 Dec 11 23:07:31.293555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:07:31.422328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24088c-4448-4ef1-a9d1-790ad2f23b9c req-9b9aef52-3135-46d6-a5ac-69659d19ceed tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:31.424757 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bc24088c-4448-4ef1-a9d1-790ad2f23b9c req-9b9aef52-3135-46d6-a5ac-69659d19ceed tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 944 time: 0.0572317 Dec 11 23:07:31.430707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:07:31.436177 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:07:31.436653 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:31.523792 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bc24088c-4448-4ef1-a9d1-790ad2f23b9c req-336834df-70b7-48e5-9c6d-9bb003c80da7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911894 Dec 11 23:07:31.532874 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:31.569163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c639bb-38db-4128-a58e-2ef3b9e1d1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:07:31.571488 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69502ae-57d5-4c65-8283-5e684b293c54" -d '{"events": [{"server_uuid": "e9c639bb-38db-4128-a58e-2ef3b9e1d1da", "name": "network-vif-plugged", "status": "completed", "tag": "6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:07:31.589889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:07:31.622083 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e390d0-ccd0-4dcc-8fd3-3fd175fe4e14 x-openstack-request-id: req-80e390d0-ccd0-4dcc-8fd3-3fd175fe4e14 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:07:31.622458 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c639bb-38db-4128-a58e-2ef3b9e1d1da", "name": "network-vif-plugged", "status": "completed", "tag": "6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:07:31.622637 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80e390d0-ccd0-4dcc-8fd3-3fd175fe4e14 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:07:31.623067 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c639bb-38db-4128-a58e-2ef3b9e1d1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657', 'code': 200} Dec 11 23:07:31.664959 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:31.755044 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:31.785177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b867e7e-8a4c-4b3b-8e53-57763a423b82 req-f77d05fc-d88f-426d-8ac0-3629dac30e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:31.790337 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b867e7e-8a4c-4b3b-8e53-57763a423b82 req-f77d05fc-d88f-426d-8ac0-3629dac30e43 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 1096 time: 0.0608020 Dec 11 23:07:31.830766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579b53e-c23c-4a44-8ec5-88d04ef0e009 req-a338a9c4-fc7c-45d6-a135-3322a9b12130 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:31.832629 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4579b53e-c23c-4a44-8ec5-88d04ef0e009 req-a338a9c4-fc7c-45d6-a135-3322a9b12130 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0990634 Dec 11 23:07:31.842777 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b867e7e-8a4c-4b3b-8e53-57763a423b82 req-8fd5d353-795e-4239-be2d-cd879d9aa170 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467443 Dec 11 23:07:32.237143 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4579b53e-c23c-4a44-8ec5-88d04ef0e009 req-7d745c2d-8bec-4ae0-b1d1-f54eaa4b2b92 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3983817 Dec 11 23:07:32.665724 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fa10e-77fb-4a49-92fa-8a05aa696996 req-5a41cc63-7f3c-44b1-ac42-ccb9077274e5 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:32.669088 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d27fa10e-77fb-4a49-92fa-8a05aa696996 req-5a41cc63-7f3c-44b1-ac42-ccb9077274e5 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 945 time: 0.0575190 Dec 11 23:07:32.729478 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d27fa10e-77fb-4a49-92fa-8a05aa696996 req-65e80b51-dee5-4806-9480-53f58fda6a1d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537417 Dec 11 23:07:33.350114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57558) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:33.374605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567b06c-dfa4-4e5b-a51e-b8774cd92cde req-4f8bdea1-7faa-4fb3-979e-09a8e1e16a50 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:33.376085 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8567b06c-dfa4-4e5b-a51e-b8774cd92cde req-4f8bdea1-7faa-4fb3-979e-09a8e1e16a50 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0601461 Dec 11 23:07:33.439449 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8567b06c-dfa4-4e5b-a51e-b8774cd92cde req-485c7563-50d9-4c13-bb01-47a61c22e98b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492485 Dec 11 23:07:33.468183 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0a63fe90-d594-4e3e-aa36-0f66e895a398 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:33.549605 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0a63fe90-d594-4e3e-aa36-0f66e895a398 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:33.591832 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0a63fe90-d594-4e3e-aa36-0f66e895a398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:33.634276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0a63fe90-d594-4e3e-aa36-0f66e895a398 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e6037744c5941fb9eea042aa8cd8037&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2829337 Dec 11 23:07:33.635283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63fe90-d594-4e3e-aa36-0f66e895a398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3d9e28-fede-45a1-96f5-19d5d538cfe5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:33.638158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57564) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:33.688327 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6205d707-2d8d-4134-b45e-82b8508a2dc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:33.709893 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6205d707-2d8d-4134-b45e-82b8508a2dc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:33.824941 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6205d707-2d8d-4134-b45e-82b8508a2dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:33.827736 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6205d707-2d8d-4134-b45e-82b8508a2dc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:33.829076 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6205d707-2d8d-4134-b45e-82b8508a2dc8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3e3d9e28-fede-45a1-96f5-19d5d538cfe5 HTTP/1.1" status: 204 len: 168 time: 0.1896725 Dec 11 23:07:33.837523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205d707-2d8d-4134-b45e-82b8508a2dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3d9e28-fede-45a1-96f5-19d5d538cfe5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:33.875665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd6322-f55c-45df-9835-3df2c27a84aa req-905b84da-4e87-4085-abbf-67af1cbce316 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:33.883079 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ecd6322-f55c-45df-9835-3df2c27a84aa req-905b84da-4e87-4085-abbf-67af1cbce316 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 945 time: 0.0833936 Dec 11 23:07:33.934061 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ecd6322-f55c-45df-9835-3df2c27a84aa req-aa581daf-3591-4de5-a6b3-9bcdd15aef01 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498991 Dec 11 23:07:34.034164 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-92be0ced-ca1d-489d-9593-3aba309d2849 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0550957 Dec 11 23:07:34.065862 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0716f-5237-475e-b2f1-6c813ae375e7 req-16c21e21-b7bc-4943-8881-7f9c99e90b78 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:34.067575 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31f0716f-5237-475e-b2f1-6c813ae375e7 req-16c21e21-b7bc-4943-8881-7f9c99e90b78 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 945 time: 0.0525856 Dec 11 23:07:34.125727 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31f0716f-5237-475e-b2f1-6c813ae375e7 req-9f25a194-1eec-42a4-ac33-0175df30fac6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477893 Dec 11 23:07:34.154961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57576) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:34.180000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-a9cbf6e4-0499-487f-8257-d4cc8be858a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:34.180514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-a9cbf6e4-0499-487f-8257-d4cc8be858a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:34.180988 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-a9cbf6e4-0499-487f-8257-d4cc8be858a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:34.181453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-a9cbf6e4-0499-487f-8257-d4cc8be858a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:34.181918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-a9cbf6e4-0499-487f-8257-d4cc8be858a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:34.182379 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-a9cbf6e4-0499-487f-8257-d4cc8be858a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:34.183519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-a9cbf6e4-0499-487f-8257-d4cc8be858a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:34.185322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-a9cbf6e4-0499-487f-8257-d4cc8be858a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b61da717ab14ef48634b138167515ff&device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 6501 time: 0.0750453 Dec 11 23:07:34.313357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-81b4be6c-38d5-46c4-891e-193583274592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:34.313836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-81b4be6c-38d5-46c4-891e-193583274592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:34.314302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-81b4be6c-38d5-46c4-891e-193583274592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:34.316852 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-81b4be6c-38d5-46c4-891e-193583274592 service neutron] 10.222.0.47 "GET /v2.0/networks?id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=c3b80494-1b82-4c1d-aa57-335ff31765df&id=c3b80494-1b82-4c1d-aa57-335ff31765df HTTP/1.1" status: 200 len: 2296 time: 0.1021044 Dec 11 23:07:34.426593 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-6378f49c-2156-47e3-922a-2b9ef141d7ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2452b4-9651-4e68-88ec-265f6355ad1d HTTP/1.1" status: 200 len: 1001 time: 0.1027610 Dec 11 23:07:34.432465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1046cb92-2ec8-42ea-9ace-348fbd1c86cc tempest-TestVolumeBootPattern-1382091164 tempest-TestVolumeBootPattern-1382091164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:34.438133 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1046cb92-2ec8-42ea-9ace-348fbd1c86cc tempest-TestVolumeBootPattern-1382091164 tempest-TestVolumeBootPattern-1382091164-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 1091 time: 0.2790315 Dec 11 23:07:34.438586 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57580) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:34.443910 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:07:34.487901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-800869d0-fb00-4bdb-949c-f29c4c2cdf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:34.489673 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-800869d0-fb00-4bdb-949c-f29c4c2cdf94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9bf2d6-65bb-4b47-a686-644dd9bd9730 HTTP/1.1" status: 200 len: 856 time: 0.0532029 Dec 11 23:07:34.527924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57584) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:34.541364 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fa63054a-e81b-4cfc-ae93-8b99c9ad04df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:34.563501 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:34.577739 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-2798953a-84b7-406b-99f7-15fb894f2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:34.579336 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-2798953a-84b7-406b-99f7-15fb894f2670 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821149 Dec 11 23:07:34.601589 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e40c65-3e88-4148-baaa-d6659f0d7804 req-c1f81b4b-7ddc-49d2-bdf8-1d276acef9df tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:34.603429 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7e40c65-3e88-4148-baaa-d6659f0d7804 req-c1f81b4b-7ddc-49d2-bdf8-1d276acef9df tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0727830 Dec 11 23:07:34.700133 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fa63054a-e81b-4cfc-ae93-8b99c9ad04df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:34.719653 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7e40c65-3e88-4148-baaa-d6659f0d7804 req-745dbe7d-8c8e-41c0-b940-53f1c39e9457 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993791 Dec 11 23:07:34.749202 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:34.751431 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-ee250a93-c2ed-4366-ad0d-4306d30a29f1 service neutron] 10.222.0.47 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645253 Dec 11 23:07:34.787963 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fa63054a-e81b-4cfc-ae93-8b99c9ad04df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:34.846510 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fa63054a-e81b-4cfc-ae93-8b99c9ad04df admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1306bc79309453da3bcbda83e0a69ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3172226 Dec 11 23:07:34.847298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63054a-e81b-4cfc-ae93-8b99c9ad04df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2334d89-18db-4f0e-bd15-587c31922696,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:34.849671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57588) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:34.858748 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-e06ef94b-e552-404e-aac8-e9ce3b167cb2 service neutron] 10.222.0.47 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003599 Dec 11 23:07:34.909712 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-b7220c01-ed1f-47f0-830c-c78a7f26bbe3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=5db39d80-8883-4e9b-a21f-592a66a98574 HTTP/1.1" status: 200 len: 217 time: 0.0439711 Dec 11 23:07:34.928451 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Allocated IP 172.25.1.202 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/bd4ec5d7-bacf-4739-b30f-be678ed1448d) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:07:34.956883 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9854e038-88ef-4887-982f-ef67e5cfffe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:34.967251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-0b82565a-abbe-4c6d-8813-3a87a30ff9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:34.969136 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-0b82565a-abbe-4c6d-8813-3a87a30ff9d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0519788 Dec 11 23:07:35.019364 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9854e038-88ef-4887-982f-ef67e5cfffe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:35.025771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-8e76bc74-2940-40d7-b501-203026aaf5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:35.028014 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-8e76bc74-2940-40d7-b501-203026aaf5fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0517948 Dec 11 23:07:35.088688 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:35.127630 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-133bcffe-f530-477a-b69d-bd54bf4182cf service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911267 Dec 11 23:07:35.196950 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9854e038-88ef-4887-982f-ef67e5cfffe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:35.201071 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9854e038-88ef-4887-982f-ef67e5cfffe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:35.202666 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9854e038-88ef-4887-982f-ef67e5cfffe8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2334d89-18db-4f0e-bd15-587c31922696 HTTP/1.1" status: 204 len: 168 time: 0.3295820 Dec 11 23:07:35.214236 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854e038-88ef-4887-982f-ef67e5cfffe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2334d89-18db-4f0e-bd15-587c31922696,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:35.217828 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:35.255413 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-57aaf91a-e81f-443e-aacb-4492e9547e58 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199617 Dec 11 23:07:35.263796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:07:35.268640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:07:35.271501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:07:35.304424 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-fd32541c-c619-40ac-9e69-50139ac8c75b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ea94541a-59a8-4034-9000-553b4b16cd84 HTTP/1.1" status: 200 len: 217 time: 0.0414021 Dec 11 23:07:35.313991 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'Port': ['ID=bd4ec5d7-bacf-4739-b30f-be678ed1448d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:35.366381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-85bf7abe-f576-47b7-974e-71428048580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:35.367887 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-85bf7abe-f576-47b7-974e-71428048580b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0560446 Dec 11 23:07:35.419556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-b19430e2-ad46-47e0-bd11-88daae71d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:35.421103 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-b19430e2-ad46-47e0-bd11-88daae71d486 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0462782 Dec 11 23:07:35.520735 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-2dbc6ddf-bdf9-4b76-b7a8-130e9c98f7f2 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919085 Dec 11 23:07:35.632743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-2f8984c6-0b03-48ea-99a8-caa628c3d841 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043103 Dec 11 23:07:35.683212 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-407bfdb9-208a-404a-aac2-634e6fb2ecb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=bc996103-34a9-4f7e-894f-cdb9c4b63112 HTTP/1.1" status: 200 len: 217 time: 0.0425582 Dec 11 23:07:35.739582 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-54c8476c-e389-4940-9c88-f470fa477b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:35.741097 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-54c8476c-e389-4940-9c88-f470fa477b7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0505660 Dec 11 23:07:35.878851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-77008b5a-ce5d-4962-a536-a3f6099a2e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:35.880251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-77008b5a-ce5d-4962-a536-a3f6099a2e84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1296766 Dec 11 23:07:35.894051 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:35.956980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e64e72-ada0-48bd-8eee-22e8d4394ade req-fa40a05d-de87-4bc0-b6dd-3e13f2d75f1d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:35.958539 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94e64e72-ada0-48bd-8eee-22e8d4394ade req-fa40a05d-de87-4bc0-b6dd-3e13f2d75f1d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.1149533 Dec 11 23:07:36.064324 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-f520f13f-a453-4b15-9d6a-0af9160c1229 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748316 Dec 11 23:07:36.069211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94e64e72-ada0-48bd-8eee-22e8d4394ade req-4b9d7066-b05a-49fb-87df-1c6e5fad791c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006801 Dec 11 23:07:36.080742 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:36.173337 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-5f2721f0-dee3-43d2-9fa1-3ce8aedf8124 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017623 Dec 11 23:07:36.224388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-f1d82522-4056-42b0-b2e4-969102fdf1b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b HTTP/1.1" status: 200 len: 217 time: 0.0438700 Dec 11 23:07:36.276571 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:36.306057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-5bd313e0-8c24-4686-882f-bd6576283fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:36.308213 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-5bd313e0-8c24-4686-882f-bd6576283fc9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0752296 Dec 11 23:07:36.353595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-6819aada-689b-4632-8608-a60989cd90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:36.355755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-6819aada-689b-4632-8608-a60989cd90a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0418141 Dec 11 23:07:36.362260 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:36.441305 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'Port': ['ID=bd4ec5d7-bacf-4739-b30f-be678ed1448d,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:36.448063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:36.463671 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-ee7f719a-3cf4-41df-bf9b-6705c6caa32b service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996921 Dec 11 23:07:36.560651 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Floating IP da6caa73-4efa-4d7a-a976-d63ec2a3efb8 associated. External IP: 172.25.1.202, port: 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657. Dec 11 23:07:36.581784 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-05a0293a-3433-4c46-ba4a-4b15a57f12bc service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095293 Dec 11 23:07:36.629038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-1a9c6322-dd67-4eda-b4e6-30b3c1b65a7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3fce5dea-e103-442d-ad0f-04adc1d0c9e0 HTTP/1.1" status: 200 len: 217 time: 0.0391705 Dec 11 23:07:36.683300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-21dfd554-26fe-471c-b1c1-b93e29dafd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:36.685113 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-21dfd554-26fe-471c-b1c1-b93e29dafd18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd388f7-18b5-4de0-83b9-372e81a47292 HTTP/1.1" status: 200 len: 797 time: 0.0490358 Dec 11 23:07:36.734771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-67e1293c-18c4-4a10-b127-94a31dc29b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:36.736476 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-67e1293c-18c4-4a10-b127-94a31dc29b83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0439291 Dec 11 23:07:36.836430 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-f5130816-daa4-4b8b-80b0-d8ffe67e2082 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925369 Dec 11 23:07:36.945312 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-14459691-a426-4986-ad6d-d74ca18caa68 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017017 Dec 11 23:07:36.989802 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-8b8e82f4-c9f1-4e80-8f27-c110317aad7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1ed95c0-8e8a-4448-b66a-8cd798474676 HTTP/1.1" status: 200 len: 217 time: 0.0353258 Dec 11 23:07:37.009619 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:07:37.046577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-ba012578-9b53-4dd9-94d7-fdcb036e5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:37.048082 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-ba012578-9b53-4dd9-94d7-fdcb036e5e43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd388f7-18b5-4de0-83b9-372e81a47292 HTTP/1.1" status: 200 len: 797 time: 0.0513582 Dec 11 23:07:37.147230 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:07:37.159894 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e874d08-be34-4067-91f9-b2bcf24abe11 None None] Sync routers for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:07:37.176630 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e874d08-be34-4067-91f9-b2bcf24abe11 None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:07:37.177250 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8e874d08-be34-4067-91f9-b2bcf24abe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:07:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:37.244546 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:37.276216 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c8a32021-ce89-4a9b-867d-14ab882acbe6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8363018 Dec 11 23:07:37.277693 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c639bb-38db-4128-a58e-2ef3b9e1d1da', 'tag': '6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:07:37.280678 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10188f0-10df-4a89-9403-8d46d39aa3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c639bb-38db-4128-a58e-2ef3b9e1d1da", "tag": "6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:07:37.313176 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8e874d08-be34-4067-91f9-b2bcf24abe11 None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:07:37.473782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c37f4-eee6-425e-acaf-a84c73807929 req-0db7ffa1-0391-4ea8-9593-8f25a7be276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:37.475380 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-0db7ffa1-0391-4ea8-9593-8f25a7be276a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4203544 Dec 11 23:07:37.487223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25290c-797d-46f7-9dd1-667718792b22 req-6e33124d-949d-48a0-9ba8-b64744b0171e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:37.489089 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cf25290c-797d-46f7-9dd1-667718792b22 req-6e33124d-949d-48a0-9ba8-b64744b0171e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0636902 Dec 11 23:07:37.510477 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e98612-fa75-4c7a-b53b-b2ece1a3f48c x-openstack-request-id: req-01e98612-fa75-4c7a-b53b-b2ece1a3f48c {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:07:37.511780 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c639bb-38db-4128-a58e-2ef3b9e1d1da", "tag": "6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:07:37.512256 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01e98612-fa75-4c7a-b53b-b2ece1a3f48c {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:07:37.513577 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c639bb-38db-4128-a58e-2ef3b9e1d1da', 'tag': '6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657', 'status': 'completed', 'code': 200} Dec 11 23:07:37.644273 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cf25290c-797d-46f7-9dd1-667718792b22 req-b8e8b9b2-31a8-46f1-975d-b3969e8c88ca tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466634 Dec 11 23:07:37.659713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10188f0-10df-4a89-9403-8d46d39aa3dd req-bedd44d1-8a44-452a-8ee8-b7a4081140ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:37.661326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a10188f0-10df-4a89-9403-8d46d39aa3dd req-bedd44d1-8a44-452a-8ee8-b7a4081140ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 1096 time: 0.1016941 Dec 11 23:07:37.673566 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-974989c4-508e-4da3-a907-1e2ece086bd7 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772201 Dec 11 23:07:37.675120 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8e874d08-be34-4067-91f9-b2bcf24abe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'da6caa73-4efa-4d7a-a976-d63ec2a3efb8', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'port_id': '6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'mac_address': 'fa:16:3e:de:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c639bb-38db-4128-a58e-2ef3b9e1d1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:07:35Z', 'updated_at': '2021-12-11T23:07:35Z', 'revision_number': 0, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:37.706078 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e874d08-be34-4067-91f9-b2bcf24abe11 None None] Checking router: a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:07:37.715872 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e874d08-be34-4067-91f9-b2bcf24abe11 None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:07:37.716584 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8e874d08-be34-4067-91f9-b2bcf24abe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:07:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:37.833312 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8e874d08-be34-4067-91f9-b2bcf24abe11 None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:07:37.839532 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-582c37f4-eee6-425e-acaf-a84c73807929 req-530a12cd-9abe-44b0-8c13-4714052a7058 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547580 Dec 11 23:07:37.840381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10188f0-10df-4a89-9403-8d46d39aa3dd req-32897ecb-17ee-40ee-86ee-acc63e022661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:37.841709 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a10188f0-10df-4a89-9403-8d46d39aa3dd req-32897ecb-17ee-40ee-86ee-acc63e022661 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 912 time: 0.1669700 Dec 11 23:07:37.920616 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a10188f0-10df-4a89-9403-8d46d39aa3dd req-203a5ff2-42ea-446e-9678-2288dc9ffb2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 HTTP/1.1" status: 200 len: 999 time: 0.0629523 Dec 11 23:07:37.975046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10188f0-10df-4a89-9403-8d46d39aa3dd req-9190c8d3-fc8d-48c2-86c2-8d040395044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:37.976647 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a10188f0-10df-4a89-9403-8d46d39aa3dd req-9190c8d3-fc8d-48c2-86c2-8d040395044e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.0493753 Dec 11 23:07:38.032305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10188f0-10df-4a89-9403-8d46d39aa3dd req-523e9498-68ef-42db-a3c5-50acdbeaa63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:38.033803 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a10188f0-10df-4a89-9403-8d46d39aa3dd req-523e9498-68ef-42db-a3c5-50acdbeaa63f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499151 Dec 11 23:07:38.117669 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8e874d08-be34-4067-91f9-b2bcf24abe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'da6caa73-4efa-4d7a-a976-d63ec2a3efb8', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'port_id': '6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'mac_address': 'fa:16:3e:de:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c639bb-38db-4128-a58e-2ef3b9e1d1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:07:35Z', 'updated_at': '2021-12-11T23:07:35Z', 'revision_number': 0, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:07:38.139183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a10188f0-10df-4a89-9403-8d46d39aa3dd req-95b6b441-add7-4e5e-8a9d-71861fcefc1d service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912657 Dec 11 23:07:38.155941 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e874d08-be34-4067-91f9-b2bcf24abe11 None None] The sync data for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 is: [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'da6caa73-4efa-4d7a-a976-d63ec2a3efb8', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'port_id': '6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'mac_address': 'fa:16:3e:de:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c639bb-38db-4128-a58e-2ef3b9e1d1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:07:35Z', 'updated_at': '2021-12-11T23:07:35Z', 'revision_number': 0, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:07:38.263401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a10188f0-10df-4a89-9403-8d46d39aa3dd req-6afa4934-8cb3-4cbb-8074-e844f5bc0a1f service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170776 Dec 11 23:07:38.395210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7071db7c-abd5-49a1-81ba-fbe06f4c0022 None None] New status for floating IP da6caa73-4efa-4d7a-a976-d63ec2a3efb8: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:07:38.780538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f99e1-6819-40c9-adac-d346e63deea5 req-246e3593-2a69-4db9-9090-3379e12aa691 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:38.782073 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a5f99e1-6819-40c9-adac-d346e63deea5 req-246e3593-2a69-4db9-9090-3379e12aa691 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0537493 Dec 11 23:07:38.834037 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a5f99e1-6819-40c9-adac-d346e63deea5 req-1648a89e-4898-49f0-8ad1-878b586e497b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455346 Dec 11 23:07:39.238321 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cb2c4-4820-4627-8cd3-dde567bc290a req-90a72937-4da2-41e8-ace0-dd94b9879ac6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:39.244497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cb2c4-4820-4627-8cd3-dde567bc290a req-90a72937-4da2-41e8-ace0-dd94b9879ac6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:39.251752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cb2c4-4820-4627-8cd3-dde567bc290a req-90a72937-4da2-41e8-ace0-dd94b9879ac6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:39.257879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cb2c4-4820-4627-8cd3-dde567bc290a req-90a72937-4da2-41e8-ace0-dd94b9879ac6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:39.264052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cb2c4-4820-4627-8cd3-dde567bc290a req-90a72937-4da2-41e8-ace0-dd94b9879ac6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:39.270088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cb2c4-4820-4627-8cd3-dde567bc290a req-90a72937-4da2-41e8-ace0-dd94b9879ac6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:39.276406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cb2c4-4820-4627-8cd3-dde567bc290a req-90a72937-4da2-41e8-ace0-dd94b9879ac6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:39.278750 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d6cb2c4-4820-4627-8cd3-dde567bc290a req-90a72937-4da2-41e8-ace0-dd94b9879ac6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5444 time: 0.0964503 Dec 11 23:07:39.343116 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d6cb2c4-4820-4627-8cd3-dde567bc290a req-c9033778-e88b-4d6a-9224-b8c675c6326d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580561 Dec 11 23:07:39.490783 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7c50-b2ef-4130-bad1-241084c46078 req-f5daaeea-e316-4b07-8ff3-3292e2da9387 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:39.497301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7c50-b2ef-4130-bad1-241084c46078 req-f5daaeea-e316-4b07-8ff3-3292e2da9387 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:39.503480 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7c50-b2ef-4130-bad1-241084c46078 req-f5daaeea-e316-4b07-8ff3-3292e2da9387 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:39.509571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7c50-b2ef-4130-bad1-241084c46078 req-f5daaeea-e316-4b07-8ff3-3292e2da9387 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:39.515836 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7c50-b2ef-4130-bad1-241084c46078 req-f5daaeea-e316-4b07-8ff3-3292e2da9387 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:39.521850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7c50-b2ef-4130-bad1-241084c46078 req-f5daaeea-e316-4b07-8ff3-3292e2da9387 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:39.528922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7c50-b2ef-4130-bad1-241084c46078 req-f5daaeea-e316-4b07-8ff3-3292e2da9387 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:39.530965 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec4f7c50-b2ef-4130-bad1-241084c46078 req-f5daaeea-e316-4b07-8ff3-3292e2da9387 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5444 time: 0.0987501 Dec 11 23:07:39.534960 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57686) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:39.646191 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f0d0442-4c45-4d48-89d3-feed716425d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:39.721580 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f0d0442-4c45-4d48-89d3-feed716425d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:39.785185 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f0d0442-4c45-4d48-89d3-feed716425d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:39.823740 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d0442-4c45-4d48-89d3-feed716425d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47342ec-814a-4d94-8063-d02c53f2ffa6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:39.829435 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6f0d0442-4c45-4d48-89d3-feed716425d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90c4e7a8b1964a369fa6eb9ed6e8c070&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2938623 Dec 11 23:07:39.832432 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57692) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:39.882749 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0aa7424-fe08-408a-b2e9-62899746d99e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:39.905691 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0aa7424-fe08-408a-b2e9-62899746d99e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:39.979272 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d09d5d-6f97-41f2-b5da-9b6b7c38b495 req-f782db3e-71b3-415e-87e6-dcfeb160329b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:39.981851 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8d09d5d-6f97-41f2-b5da-9b6b7c38b495 req-f782db3e-71b3-415e-87e6-dcfeb160329b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0741913 Dec 11 23:07:40.033502 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8d09d5d-6f97-41f2-b5da-9b6b7c38b495 req-432d724a-952f-4ea8-beeb-6d7f9774397f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457215 Dec 11 23:07:40.047472 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0aa7424-fe08-408a-b2e9-62899746d99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:40.050160 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0aa7424-fe08-408a-b2e9-62899746d99e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:40.054137 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d0aa7424-fe08-408a-b2e9-62899746d99e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e47342ec-814a-4d94-8063-d02c53f2ffa6 HTTP/1.1" status: 204 len: 168 time: 0.2180264 Dec 11 23:07:40.060750 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa7424-fe08-408a-b2e9-62899746d99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47342ec-814a-4d94-8063-d02c53f2ffa6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:40.629845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 57704) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:40.643944 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-86e0201b-8b62-4b6d-a775-7d3a82fb2c10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:40.722700 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-86e0201b-8b62-4b6d-a775-7d3a82fb2c10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:40.779688 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-86e0201b-8b62-4b6d-a775-7d3a82fb2c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:40.819836 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-86e0201b-8b62-4b6d-a775-7d3a82fb2c10 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f37c2f77e57b407dbccdb6047834fae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1883996 Dec 11 23:07:40.820736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0201b-8b62-4b6d-a775-7d3a82fb2c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66b10a5-7f6d-4314-8109-dd51e1976a70,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:40.822789 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57706) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:40.876092 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d25c62ba-3d64-46e6-8399-32a8b0b6c40e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:40.897504 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d25c62ba-3d64-46e6-8399-32a8b0b6c40e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:40.996683 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d25c62ba-3d64-46e6-8399-32a8b0b6c40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:40.999336 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d25c62ba-3d64-46e6-8399-32a8b0b6c40e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:41.000489 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d25c62ba-3d64-46e6-8399-32a8b0b6c40e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a66b10a5-7f6d-4314-8109-dd51e1976a70 HTTP/1.1" status: 204 len: 168 time: 0.1753943 Dec 11 23:07:41.008564 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c62ba-3d64-46e6-8399-32a8b0b6c40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66b10a5-7f6d-4314-8109-dd51e1976a70,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:41.158950 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f84725-a292-4eb3-8920-f86c1f077119 req-7ab603c1-8ce6-4ff0-934c-a72ba125ed1e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:41.160606 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-05f84725-a292-4eb3-8920-f86c1f077119 req-7ab603c1-8ce6-4ff0-934c-a72ba125ed1e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0523338 Dec 11 23:07:41.220259 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-05f84725-a292-4eb3-8920-f86c1f077119 req-5dbba7b1-5122-4416-9b48-54f0f6e0bd75 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529044 Dec 11 23:07:41.378543 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70990f42-42ba-4450-94cb-3ed4cd2118ae req-80ce65da-e91d-4e55-99ab-21128732a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:41.379060 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70990f42-42ba-4450-94cb-3ed4cd2118ae req-80ce65da-e91d-4e55-99ab-21128732a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:41.379798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70990f42-42ba-4450-94cb-3ed4cd2118ae req-80ce65da-e91d-4e55-99ab-21128732a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:41.380378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70990f42-42ba-4450-94cb-3ed4cd2118ae req-80ce65da-e91d-4e55-99ab-21128732a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:41.380922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70990f42-42ba-4450-94cb-3ed4cd2118ae req-80ce65da-e91d-4e55-99ab-21128732a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:41.381516 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70990f42-42ba-4450-94cb-3ed4cd2118ae req-80ce65da-e91d-4e55-99ab-21128732a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:41.381984 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70990f42-42ba-4450-94cb-3ed4cd2118ae req-80ce65da-e91d-4e55-99ab-21128732a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:41.384145 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70990f42-42ba-4450-94cb-3ed4cd2118ae req-80ce65da-e91d-4e55-99ab-21128732a357 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 6501 time: 0.2002575 Dec 11 23:07:41.449391 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-70990f42-42ba-4450-94cb-3ed4cd2118ae req-3a6ec031-5ed3-452c-ae81-642b7141d7ff service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582106 Dec 11 23:07:42.344362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5b6d9-b57a-4993-a48b-1ba766ee9483 req-39791a3c-8820-4094-b4bc-276f7565b3e5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:42.345798 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4fb5b6d9-b57a-4993-a48b-1ba766ee9483 req-39791a3c-8820-4094-b4bc-276f7565b3e5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0517523 Dec 11 23:07:42.415803 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4fb5b6d9-b57a-4993-a48b-1ba766ee9483 req-697651ed-7466-4ef5-a30f-b13a6f23e24f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604250 Dec 11 23:07:43.548818 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f918e2-c67e-43ce-80b2-4f2e2c126c49 req-7561487c-60ee-4c86-bf47-16de267335da tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:43.550456 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-78f918e2-c67e-43ce-80b2-4f2e2c126c49 req-7561487c-60ee-4c86-bf47-16de267335da tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0592837 Dec 11 23:07:43.602444 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-78f918e2-c67e-43ce-80b2-4f2e2c126c49 req-dbabf8e5-1a9d-4fb5-ba68-cc80b8e308f7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454142 Dec 11 23:07:43.796702 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:44.187452 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-cf52f403-15fe-406b-909b-f2e0e06aa171 service neutron] show failed (client error): The resource could not be found. Dec 11 23:07:44.188508 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-cf52f403-15fe-406b-909b-f2e0e06aa171 service neutron] 10.222.0.13 "GET /v2.0/ports/6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b/bindings/n-h1-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.0618787 Dec 11 23:07:44.773105 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f6e72-0d8e-410f-a828-97608a8c2293 req-7d4d5209-6283-4f4e-9ee8-8f134537bac8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:44.774629 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d7f6e72-0d8e-410f-a828-97608a8c2293 req-7d4d5209-6283-4f4e-9ee8-8f134537bac8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0805972 Dec 11 23:07:44.781660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-15a01563-c981-4a2e-9ee3-8dfc41919d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:44.783132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-15a01563-c981-4a2e-9ee3-8dfc41919d3f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42&tenant_id=1a1365b402b74cbba7b45d13613b90f8 HTTP/1.1" status: 200 len: 1097 time: 0.0746436 Dec 11 23:07:44.805270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:07:44.864511 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d7f6e72-0d8e-410f-a828-97608a8c2293 req-1312c660-10f0-4dda-9e1d-b4c5de99f911 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804090 Dec 11 23:07:44.893193 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:45.175799 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57802) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:45.190367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] For port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,segment=NetworkSegment(ff85a74c-70f3-4981-a0aa-05f2a648ffd4),segment_id=ff85a74c-70f3-4981-a0aa-05f2a648ffd4)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:07:45.233511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] For port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:07:45.276328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:07:45.279105 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78a2891-383d-48cf-9d0d-c0b7cea7f5ca" -d '{"events": [{"server_uuid": "8eea29ab-673c-4233-9108-1d30a0be9d42", "name": "network-vif-unplugged", "status": "completed", "tag": "6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:07:45.283453 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:45.297572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Transition to ACTIVE for port object 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:07:45.307251 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ca1a5b-75b0-461f-b6c9-4aa8b29550b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:45.347388 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1e4457-a2db-4a4c-b648-1fe9fc32260d x-openstack-request-id: req-1f1e4457-a2db-4a4c-b648-1fe9fc32260d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:07:45.347981 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eea29ab-673c-4233-9108-1d30a0be9d42", "name": "network-vif-unplugged", "status": "completed", "tag": "6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:07:45.348334 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f1e4457-a2db-4a4c-b648-1fe9fc32260d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:07:45.348929 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b', 'code': 200} Dec 11 23:07:45.379315 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:45.389960 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ca1a5b-75b0-461f-b6c9-4aa8b29550b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:45.442086 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ca1a5b-75b0-461f-b6c9-4aa8b29550b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:45.484859 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-54ca1a5b-75b0-461f-b6c9-4aa8b29550b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e1d36a5c9b3a400eae8520d2ebe7e0ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3076241 Dec 11 23:07:45.509562 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57810) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:45.510273 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca1a5b-75b0-461f-b6c9-4aa8b29550b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246ce7fc-6edf-4119-b7aa-721004b53307,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:45.569368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Pushing event updated for resources: {'Port': ['ID=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:45.577541 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c42bd42e-40aa-4829-89c3-9115eb5a29f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:45.603537 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c42bd42e-40aa-4829-89c3-9115eb5a29f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:45.649595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] No DVR routers for this DVR port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:07:45.739669 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c42bd42e-40aa-4829-89c3-9115eb5a29f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:45.742392 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c42bd42e-40aa-4829-89c3-9115eb5a29f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:45.746608 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c42bd42e-40aa-4829-89c3-9115eb5a29f6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/246ce7fc-6edf-4119-b7aa-721004b53307 HTTP/1.1" status: 204 len: 168 time: 0.2268298 Dec 11 23:07:45.754449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bd42e-40aa-4829-89c3-9115eb5a29f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246ce7fc-6edf-4119-b7aa-721004b53307,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:45.800210 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Attempting to bind port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:07:45.800472 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Attempting to bind port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:07:45.800857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Attempting to bind port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b on network 296f2849-e8b5-4428-98cc-c16fdc970ddc {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:07:45.805324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b on network 296f2849-e8b5-4428-98cc-c16fdc970ddc not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:07:45.805684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Attempting to bind port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b on network 296f2849-e8b5-4428-98cc-c16fdc970ddc {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:07:45.811858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:07:45.812199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Checking segment: {'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:07:45.812642 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Bound using segment: {'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:07:45.813071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Bound port: 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:07:45.813456 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:45.879919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] For port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:07:45.883091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] For port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,segment=NetworkSegment(ff85a74c-70f3-4981-a0aa-05f2a648ffd4),segment_id=ff85a74c-70f3-4981-a0aa-05f2a648ffd4)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:07:45.958272 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:46.039726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:46.040381 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:46.042392 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] 10.222.0.47 "PUT /v2.0/ports/6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b HTTP/1.1" status: 200 len: 1092 time: 1.2415886 Dec 11 23:07:46.063498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9f510-67a1-4a08-92e2-cb848b74d583 service neutron] Pushing event updated for resources: {'Port': ['ID=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:46.084866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44130fda-4865-4775-89db-a7dbe1ef4591 req-02533779-3ea7-42d4-a589-6f88929ac8a9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:46.086829 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-44130fda-4865-4775-89db-a7dbe1ef4591 req-02533779-3ea7-42d4-a589-6f88929ac8a9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 944 time: 0.1406376 Dec 11 23:07:46.177278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-c7f29dcc-3d15-4c0c-9672-7fdcb8fff287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:46.178825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-c7f29dcc-3d15-4c0c-9672-7fdcb8fff287 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 1095 time: 0.0908129 Dec 11 23:07:46.182843 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-44130fda-4865-4775-89db-a7dbe1ef4591 req-b474cb2d-3581-4f62-a693-b71709e29974 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606205 Dec 11 23:07:46.298584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-906f8236-0ce2-49a6-bc05-97e304d23026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:46.300169 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-906f8236-0ce2-49a6-bc05-97e304d23026 service neutron] 10.222.0.47 "GET /v2.0/networks?id=296f2849-e8b5-4428-98cc-c16fdc970ddc HTTP/1.1" status: 200 len: 898 time: 0.1094849 Dec 11 23:07:46.378694 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-39bf35ef-6227-4433-b4d4-15593b5a0f29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b HTTP/1.1" status: 200 len: 1000 time: 0.0715039 Dec 11 23:07:46.402958 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57820) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:46.419770 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-70102717-52c4-439d-ba85-2df64147e556 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:46.432982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-7f4c5357-5669-482d-86b0-44c6e84e0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:46.435701 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-7f4c5357-5669-482d-86b0-44c6e84e0249 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8020f7-bf5c-43a2-92c6-55bb1b03b716 HTTP/1.1" status: 200 len: 834 time: 0.0483587 Dec 11 23:07:46.486503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-2b8fc0fe-92b7-4a7e-81ae-9ce56dd4f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:46.488576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-2b8fc0fe-92b7-4a7e-81ae-9ce56dd4f181 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=296f2849-e8b5-4428-98cc-c16fdc970ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432940 Dec 11 23:07:46.503073 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-70102717-52c4-439d-ba85-2df64147e556 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:46.568530 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-70102717-52c4-439d-ba85-2df64147e556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:46.587078 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-71d5881b-5605-4134-a0dc-47c6620a19e1 service neutron] 10.222.0.47 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892274 Dec 11 23:07:46.613915 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-70102717-52c4-439d-ba85-2df64147e556 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=86d6ce3628594faaabbc92c95b90933d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2093213 Dec 11 23:07:46.616550 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70102717-52c4-439d-ba85-2df64147e556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f211ae-7521-470b-98f4-4d2948546a00,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:46.619108 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57822) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:46.672971 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45779f94-5c32-43b0-8320-a6b54788ec92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:46.681544 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5513db09-db04-4555-bdb3-38a703fab9c2 req-da2f3fc8-5e81-4cbe-8d28-2b528f65f2c8 service neutron] 10.222.0.47 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865870 Dec 11 23:07:46.695339 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45779f94-5c32-43b0-8320-a6b54788ec92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:46.802091 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45779f94-5c32-43b0-8320-a6b54788ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:46.804983 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-45779f94-5c32-43b0-8320-a6b54788ec92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:46.806275 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-45779f94-5c32-43b0-8320-a6b54788ec92 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26f211ae-7521-470b-98f4-4d2948546a00 HTTP/1.1" status: 204 len: 168 time: 0.1861444 Dec 11 23:07:46.817390 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45779f94-5c32-43b0-8320-a6b54788ec92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f211ae-7521-470b-98f4-4d2948546a00,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:47.337119 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68363101-e649-46d3-8d44-9091cd05486b req-6949be70-436f-4d16-8354-de3e48e5afa7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:47.338772 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68363101-e649-46d3-8d44-9091cd05486b req-6949be70-436f-4d16-8354-de3e48e5afa7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 944 time: 0.0557392 Dec 11 23:07:47.350114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'tag': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:07:47.352877 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cd5639-23b0-4ffd-a38c-788bc743239f" -d '{"events": [{"name": "network-changed", "server_uuid": "8eea29ab-673c-4233-9108-1d30a0be9d42", "tag": "6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:07:47.412469 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68363101-e649-46d3-8d44-9091cd05486b req-9fc63321-201c-413a-abfd-388dd7ed42f5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659692 Dec 11 23:07:47.425318 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d07a63f-b263-407c-ad51-4da52312909b x-openstack-request-id: req-1d07a63f-b263-407c-ad51-4da52312909b {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:07:47.426096 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eea29ab-673c-4233-9108-1d30a0be9d42", "tag": "6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:07:47.426561 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d07a63f-b263-407c-ad51-4da52312909b {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:07:47.427151 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'tag': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b', 'status': 'completed', 'code': 200} Dec 11 23:07:47.442195 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:47.535036 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-153970af-74ba-4f6c-b248-1966d61d18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:47.536624 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-153970af-74ba-4f6c-b248-1966d61d18e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 1095 time: 0.0823152 Dec 11 23:07:47.541750 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-92d8194e-59a7-408f-b358-54f0f8381e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:47.543913 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-92d8194e-59a7-408f-b358-54f0f8381e6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 1095 time: 0.0744669 Dec 11 23:07:47.706570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-995a7b25-f94a-4262-b792-fc2ad827baee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:47.708064 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-995a7b25-f94a-4262-b792-fc2ad827baee service neutron] 10.222.0.13 "GET /v2.0/networks?id=296f2849-e8b5-4428-98cc-c16fdc970ddc HTTP/1.1" status: 200 len: 898 time: 0.1633525 Dec 11 23:07:47.712381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-08d3fd26-61ea-4da6-a533-ed1b9c320f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:47.713692 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-08d3fd26-61ea-4da6-a533-ed1b9c320f21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=296f2849-e8b5-4428-98cc-c16fdc970ddc HTTP/1.1" status: 200 len: 898 time: 0.1498599 Dec 11 23:07:47.814089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:07:47.838294 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-5dae5683-0567-4601-8f66-c1239324a83f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b HTTP/1.1" status: 200 len: 1000 time: 0.1163890 Dec 11 23:07:47.843576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-aecd4d03-957d-4ae8-9c4b-38dd51c4ba6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b HTTP/1.1" status: 200 len: 1000 time: 0.1271238 Dec 11 23:07:47.870878 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:07:47.933892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-432cc16a-a197-4ad9-8089-a9052b3306df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:47.935459 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-432cc16a-a197-4ad9-8089-a9052b3306df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8020f7-bf5c-43a2-92c6-55bb1b03b716 HTTP/1.1" status: 200 len: 834 time: 0.0897307 Dec 11 23:07:47.936870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-24c6328d-020e-4006-9a56-45e9cf75f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:47.938168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-24c6328d-020e-4006-9a56-45e9cf75f45f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de8020f7-bf5c-43a2-92c6-55bb1b03b716 HTTP/1.1" status: 200 len: 834 time: 0.0844331 Dec 11 23:07:48.012378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-2eae34be-b925-4de0-9fba-d9d99d5aa9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:48.013916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-2eae34be-b925-4de0-9fba-d9d99d5aa9b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=296f2849-e8b5-4428-98cc-c16fdc970ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708370 Dec 11 23:07:48.019142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-66ecd6b3-dc61-44f1-813e-cb875267265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:48.020603 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-66ecd6b3-dc61-44f1-813e-cb875267265a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=296f2849-e8b5-4428-98cc-c16fdc970ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691619 Dec 11 23:07:48.177296 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-9f49ff7d-7bc8-4325-86eb-a16f7080e4a3 service neutron] 10.222.0.47 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557503 Dec 11 23:07:48.179185 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-8b782ad7-d00b-4c74-9ca0-97bbae879ed8 service neutron] 10.222.0.13 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505835 Dec 11 23:07:48.346177 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-a253cf09-57fc-459b-9954-3452a197b56e service neutron] 10.222.0.13 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589684 Dec 11 23:07:48.348110 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4cd5639-23b0-4ffd-a38c-788bc743239f req-de267563-cc3c-4c4c-8846-218e1cd0c584 service neutron] 10.222.0.47 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598630 Dec 11 23:07:48.548926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4b289-86f6-4786-a77e-176c56146338 req-c92b3dd6-bb0f-4c84-aafd-7c02aeefc68c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:48.550432 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68d4b289-86f6-4786-a77e-176c56146338 req-c92b3dd6-bb0f-4c84-aafd-7c02aeefc68c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 944 time: 0.0582943 Dec 11 23:07:48.619412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68d4b289-86f6-4786-a77e-176c56146338 req-9bdadf12-2a17-450d-b430-99ad850f54aa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592163 Dec 11 23:07:48.871253 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-115d41c6-4cb0-4774-91ea-4b8d5bb0cc27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:49.388624 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:07:49.486567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,segment=NetworkSegment(ff85a74c-70f3-4981-a0aa-05f2a648ffd4),segment_id=ff85a74c-70f3-4981-a0aa-05f2a648ffd4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:07:49.499527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'port_id': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b', 'mac_address': 'fa:16:3e:72:24:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:07:49.537246 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:49.550701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:07:49.571993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,segment=NetworkSegment(ff85a74c-70f3-4981-a0aa-05f2a648ffd4),segment_id=ff85a74c-70f3-4981-a0aa-05f2a648ffd4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:07:49.643391 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:49.715834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:49.768964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a0457-3162-4787-a67b-f7a1c903866d req-4df03c9c-1a51-4db4-b7da-71784a22f19b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:49.771551 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-723a0457-3162-4787-a67b-f7a1c903866d req-4df03c9c-1a51-4db4-b7da-71784a22f19b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 945 time: 0.0550897 Dec 11 23:07:49.829840 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-723a0457-3162-4787-a67b-f7a1c903866d req-4797ff0f-f463-4845-b05c-c323246d386f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513508 Dec 11 23:07:50.013755 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:07:50.236210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29add456-9e1f-432f-b895-64b69644a612 req-f00b3bbf-5faa-4ace-b65f-ed024ea2b7e5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:50.256244 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29add456-9e1f-432f-b895-64b69644a612 req-f00b3bbf-5faa-4ace-b65f-ed024ea2b7e5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 945 time: 0.0828254 Dec 11 23:07:50.325966 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29add456-9e1f-432f-b895-64b69644a612 req-e3be4df3-b850-4ece-8e61-7d6e2ff5397c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686729 Dec 11 23:07:50.408085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b285726-3433-4682-8ccc-719c349382fd req-4fdc9db8-0205-4e7c-ac71-30bd2981206f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:50.409618 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b285726-3433-4682-8ccc-719c349382fd req-4fdc9db8-0205-4e7c-ac71-30bd2981206f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42&tenant_id=1a1365b402b74cbba7b45d13613b90f8&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 945 time: 0.1053569 Dec 11 23:07:50.474918 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-4b285726-3433-4682-8ccc-719c349382fd req-f8d2e871-eb17-4ba6-be62-8851bdefcb54 service neutron] delete failed (client error): The resource could not be found. Dec 11 23:07:50.474918 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b285726-3433-4682-8ccc-719c349382fd req-f8d2e871-eb17-4ba6-be62-8851bdefcb54 service neutron] 10.222.0.13 "DELETE /v2.0/ports/6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b/bindings/n-h2-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.0560493 Dec 11 23:07:50.566166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b285726-3433-4682-8ccc-719c349382fd req-4ca8acab-ca7b-4b7f-bda3-8bfca2677a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:50.567970 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b285726-3433-4682-8ccc-719c349382fd req-4ca8acab-ca7b-4b7f-bda3-8bfca2677a7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 1096 time: 0.0467520 Dec 11 23:07:50.671640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b285726-3433-4682-8ccc-719c349382fd req-a7b6de81-f61e-4ece-9054-7e6c84b9a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:50.673124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b285726-3433-4682-8ccc-719c349382fd req-a7b6de81-f61e-4ece-9054-7e6c84b9a43c service neutron] 10.222.0.13 "GET /v2.0/networks?id=296f2849-e8b5-4428-98cc-c16fdc970ddc HTTP/1.1" status: 200 len: 898 time: 0.0975149 Dec 11 23:07:50.742020 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b285726-3433-4682-8ccc-719c349382fd req-ed6f9980-37ea-450b-87d3-8c1f4716443e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b HTTP/1.1" status: 200 len: 1001 time: 0.0606110 Dec 11 23:07:50.794866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b285726-3433-4682-8ccc-719c349382fd req-4bdefcd2-8d50-4007-acc2-f3058eaf47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:50.796356 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b285726-3433-4682-8ccc-719c349382fd req-4bdefcd2-8d50-4007-acc2-f3058eaf47bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de8020f7-bf5c-43a2-92c6-55bb1b03b716 HTTP/1.1" status: 200 len: 834 time: 0.0453570 Dec 11 23:07:50.850215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b285726-3433-4682-8ccc-719c349382fd req-717e9813-5442-42af-8d3d-cb89d2c3268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:50.852452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b285726-3433-4682-8ccc-719c349382fd req-717e9813-5442-42af-8d3d-cb89d2c3268a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=296f2849-e8b5-4428-98cc-c16fdc970ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482044 Dec 11 23:07:50.946303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b285726-3433-4682-8ccc-719c349382fd req-4e631bc1-c43d-4f68-84a8-7942efd8de1c service neutron] 10.222.0.13 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861347 Dec 11 23:07:51.051861 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4b285726-3433-4682-8ccc-719c349382fd req-c47bb634-e8f2-44a7-849c-c8f67f84f78f service neutron] 10.222.0.13 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984786 Dec 11 23:07:51.333784 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1b34f990-baed-4331-b678-b1f6c1da5a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:51.395691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:07:51.464245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18044df-3b39-48cb-8d8b-c9fb4b678d3e req-0aec7a07-6aa9-4baa-812e-4a6be2c31bd9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:51.466516 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a18044df-3b39-48cb-8d8b-c9fb4b678d3e req-0aec7a07-6aa9-4baa-812e-4a6be2c31bd9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 945 time: 0.0629623 Dec 11 23:07:51.516382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:07:51.520951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:07:51.521880 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:51.539882 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a18044df-3b39-48cb-8d8b-c9fb4b678d3e req-fa54b31d-42d5-40b0-8d0a-691f21b011b5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670547 Dec 11 23:07:51.614472 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:51.639047 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:07:51.641851 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c136de-9e00-45c7-8934-c88dea49b79b" -d '{"events": [{"server_uuid": "8eea29ab-673c-4233-9108-1d30a0be9d42", "name": "network-vif-plugged", "status": "completed", "tag": "6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:07:51.655652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,segment=NetworkSegment(ff85a74c-70f3-4981-a0aa-05f2a648ffd4),segment_id=ff85a74c-70f3-4981-a0aa-05f2a648ffd4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:07:51.692534 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fc35da-aa29-4846-b9e1-cb7144ec453e x-openstack-request-id: req-11fc35da-aa29-4846-b9e1-cb7144ec453e {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:07:51.692767 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eea29ab-673c-4233-9108-1d30a0be9d42", "name": "network-vif-plugged", "status": "completed", "tag": "6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:07:51.693043 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11fc35da-aa29-4846-b9e1-cb7144ec453e {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:07:51.693442 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b', 'code': 200} Dec 11 23:07:51.733538 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:51.785032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:07:52.248175 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:52.663816 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaec9f8-8998-4740-ad20-fdcbcaa9cc06 req-932ab896-1348-4e40-8455-95a1be26b712 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:07:52.665461 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aeaec9f8-8998-4740-ad20-fdcbcaa9cc06 req-932ab896-1348-4e40-8455-95a1be26b712 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0525334 Dec 11 23:07:52.718376 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aeaec9f8-8998-4740-ad20-fdcbcaa9cc06 req-7c10f9a9-2f53-4c15-8d6d-793442a2cb46 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453641 Dec 11 23:07:52.741128 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 57954) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:07:52.862135 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f3f641ec-68cc-4e86-8bac-047f0931367c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/floatingips/d43edf31-9f91-42ce-a758-d99c0c0be811 HTTP/1.1" status: 200 len: 994 time: 0.1198316 Dec 11 23:07:53.927942 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:54.642751 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:07:59.360004 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:08:03.316395 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58130) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:03.428069 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-406d0b6a-5070-4ec2-be36-0f7895d940de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:03.501821 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-406d0b6a-5070-4ec2-be36-0f7895d940de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:03.602392 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-406d0b6a-5070-4ec2-be36-0f7895d940de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:03.642711 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-406d0b6a-5070-4ec2-be36-0f7895d940de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e43a50f853f24784ae2767c942f2aa58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3252146 Dec 11 23:08:03.643787 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0b6a-5070-4ec2-be36-0f7895d940de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322a9a06-2dbd-4a16-9ca7-8b902a02c41f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:03.645428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58136) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:03.992656 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:04.018126 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:04.162472 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:04.165153 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:04.166306 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/322a9a06-2dbd-4a16-9ca7-8b902a02c41f HTTP/1.1" status: 204 len: 168 time: 0.5198421 Dec 11 23:08:04.174385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322a9a06-2dbd-4a16-9ca7-8b902a02c41f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:04.181996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:04.182346 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:04.182687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:04.183053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:04.183387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:04.183718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:04.184046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:04.184369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:04.184693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:04.185036 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:04.185828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:04.186156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:04.186510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ddd24-c77b-4207-a8fd-52be417c4758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:04.820958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58144) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:04.839858 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d629bc4c-3720-4df2-851f-4dfe919d3638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:04.906514 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d629bc4c-3720-4df2-851f-4dfe919d3638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:04.968681 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d629bc4c-3720-4df2-851f-4dfe919d3638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:05.008811 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d629bc4c-3720-4df2-851f-4dfe919d3638 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=634bb3b84879485482b704ca429d169f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1867549 Dec 11 23:08:05.009984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629bc4c-3720-4df2-851f-4dfe919d3638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050f4f05-c77f-4ec9-9130-84a05110a74e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:05.011569 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58146) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:05.068205 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29172ff5-84d2-4523-8a43-e66c5c2c3b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:05.089201 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29172ff5-84d2-4523-8a43-e66c5c2c3b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:05.231310 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29172ff5-84d2-4523-8a43-e66c5c2c3b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:05.236246 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-29172ff5-84d2-4523-8a43-e66c5c2c3b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:05.236246 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-29172ff5-84d2-4523-8a43-e66c5c2c3b17 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/050f4f05-c77f-4ec9-9130-84a05110a74e HTTP/1.1" status: 204 len: 168 time: 0.2227046 Dec 11 23:08:05.244341 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29172ff5-84d2-4523-8a43-e66c5c2c3b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050f4f05-c77f-4ec9-9130-84a05110a74e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:13.797413 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:15.094350 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58314) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:15.204345 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:15.279333 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:15.345778 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:15.384370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6a8fe7-891c-4072-a5f4-b276ed1c611c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:15.388340 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=28e3d26dff57466dabd216f6b1148b75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2927444 Dec 11 23:08:15.391639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58322) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:15.395838 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:15.396195 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:15.396547 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:15.396896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:15.397238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:15.397659 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:15.398000 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:15.398395 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:15.398664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:15.399019 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:15.399360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:15.399679 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:15.400004 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3ba1e0-1f41-4641-97c0-a7fe49fb53ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:15.479204 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d230516f-8d72-4c7f-ad33-1a0bbed6106c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:15.484468 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ca4c544-37fb-4132-9409-37ee8eb0ce55 req-7600873f-5926-438b-b029-807b3f242c93 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655489 Dec 11 23:08:15.506837 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d230516f-8d72-4c7f-ad33-1a0bbed6106c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:15.578698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4c544-37fb-4132-9409-37ee8eb0ce55 req-cfff7587-68ac-48db-a4c0-3a7f42a4c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:15.580175 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ca4c544-37fb-4132-9409-37ee8eb0ce55 req-cfff7587-68ac-48db-a4c0-3a7f42a4c7a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ced8b494f4a4a9b870f82d6060750b1&device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 1100 time: 0.0452416 Dec 11 23:08:15.646960 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d230516f-8d72-4c7f-ad33-1a0bbed6106c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:15.649560 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d230516f-8d72-4c7f-ad33-1a0bbed6106c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:15.650694 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d230516f-8d72-4c7f-ad33-1a0bbed6106c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb6a8fe7-891c-4072-a5f4-b276ed1c611c HTTP/1.1" status: 204 len: 168 time: 0.2579730 Dec 11 23:08:15.667204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230516f-8d72-4c7f-ad33-1a0bbed6106c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6a8fe7-891c-4072-a5f4-b276ed1c611c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:15.701249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4c544-37fb-4132-9409-37ee8eb0ce55 req-58b17a87-6631-49f2-810e-2ba8f5ea5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:15.703359 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ca4c544-37fb-4132-9409-37ee8eb0ce55 req-58b17a87-6631-49f2-810e-2ba8f5ea5219 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1047051 Dec 11 23:08:15.745376 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ca4c544-37fb-4132-9409-37ee8eb0ce55 req-d6043d6b-7af6-4445-999f-e8c03071c776 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 HTTP/1.1" status: 200 len: 217 time: 0.0352788 Dec 11 23:08:15.797888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4c544-37fb-4132-9409-37ee8eb0ce55 req-3e9ba9eb-9b05-42cf-bb6e-775e93d78097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:15.799414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ca4c544-37fb-4132-9409-37ee8eb0ce55 req-3e9ba9eb-9b05-42cf-bb6e-775e93d78097 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0477653 Dec 11 23:08:15.853908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4c544-37fb-4132-9409-37ee8eb0ce55 req-0751c1d7-4cf9-4984-a1de-234c924fdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:15.855372 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ca4c544-37fb-4132-9409-37ee8eb0ce55 req-0751c1d7-4cf9-4984-a1de-234c924fdb8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0488312 Dec 11 23:08:15.950290 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ca4c544-37fb-4132-9409-37ee8eb0ce55 req-52f56433-d140-4254-abe6-51d2cf142184 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876501 Dec 11 23:08:16.049522 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8ca4c544-37fb-4132-9409-37ee8eb0ce55 req-03d6b435-b8dd-4a2a-96b6-5221f7c207d2 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924056 Dec 11 23:08:16.313608 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58342) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:16.333457 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a435dd51-f8b7-44ec-91aa-7174bd56c6af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:16.416165 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a435dd51-f8b7-44ec-91aa-7174bd56c6af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:16.488784 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a435dd51-f8b7-44ec-91aa-7174bd56c6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:16.527368 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435dd51-f8b7-44ec-91aa-7174bd56c6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e826390-2341-4972-ab00-ef73b0b2279c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:16.532555 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a435dd51-f8b7-44ec-91aa-7174bd56c6af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=05f0fe3b095e438d878ca71044f943cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2134919 Dec 11 23:08:16.535613 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58346) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:16.582782 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c3b356f1-dd86-4d36-b16c-a522e90427c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:16.604451 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c3b356f1-dd86-4d36-b16c-a522e90427c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:16.734563 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c3b356f1-dd86-4d36-b16c-a522e90427c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:16.737252 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c3b356f1-dd86-4d36-b16c-a522e90427c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:16.738443 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c3b356f1-dd86-4d36-b16c-a522e90427c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e826390-2341-4972-ab00-ef73b0b2279c HTTP/1.1" status: 204 len: 168 time: 0.2023449 Dec 11 23:08:16.746775 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b356f1-dd86-4d36-b16c-a522e90427c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e826390-2341-4972-ab00-ef73b0b2279c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:17.471619 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:18.854392 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-28ff75cd-0e01-444d-8978-5a953af2efaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:19.637845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c255b52-cbd9-42fb-830c-c910081e97f3 req-523c6cec-67b2-4415-b09e-7f203d820f7d tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:19.639990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c255b52-cbd9-42fb-830c-c910081e97f3 req-523c6cec-67b2-4415-b09e-7f203d820f7d tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 1097 time: 0.2092862 Dec 11 23:08:19.693295 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c255b52-cbd9-42fb-830c-c910081e97f3 req-e79a2c1f-e1eb-4eca-9cf0-f6e709f1dec3 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429034 Dec 11 23:08:19.717586 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58464) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:19.879721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-451ff3cf-a8c3-4690-b8c4-786a238c242c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting port 31a6a28e-c24c-40fd-b0e1-bc0cb7879383 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:08:19.879996 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-451ff3cf-a8c3-4690-b8c4-786a238c242c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:19.964696 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-451ff3cf-a8c3-4690-b8c4-786a238c242c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:19.965030 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-451ff3cf-a8c3-4690-b8c4-786a238c242c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:19.979654 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-451ff3cf-a8c3-4690-b8c4-786a238c242c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Calling delete_port for 31a6a28e-c24c-40fd-b0e1-bc0cb7879383 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:08:20.109482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58474) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:20.228020 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-359f2e6a-66e6-447b-a8d1-f73e941359c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:20.231615 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-451ff3cf-a8c3-4690-b8c4-786a238c242c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:20.258970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ff3cf-a8c3-4690-b8c4-786a238c242c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Port': ['ID=31a6a28e-c24c-40fd-b0e1-bc0cb7879383,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:20.305452 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-359f2e6a-66e6-447b-a8d1-f73e941359c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:20.326613 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-451ff3cf-a8c3-4690-b8c4-786a238c242c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:20.327507 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-451ff3cf-a8c3-4690-b8c4-786a238c242c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Floating IP d43edf31-9f91-42ce-a758-d99c0c0be811 disassociated (deleted). External IP: 172.25.1.110, port: 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b. Dec 11 23:08:20.414685 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-359f2e6a-66e6-447b-a8d1-f73e941359c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:20.458200 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-359f2e6a-66e6-447b-a8d1-f73e941359c2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d3e6520cec047918607baf0327d0600&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450229 Dec 11 23:08:20.458200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f2e6a-66e6-447b-a8d1-f73e941359c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080b246c-55e8-466f-95c4-73e6632fbe84,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:20.459185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58482) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:20.517973 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18c83f81-063d-46ed-b28f-ec9f91cc404e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:20.540368 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18c83f81-063d-46ed-b28f-ec9f91cc404e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:20.575470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451ff3cf-a8c3-4690-b8c4-786a238c242c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router bdb7f172-1131-4e1c-b730-340e12682570 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:08:20.661692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18c83f81-063d-46ed-b28f-ec9f91cc404e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:20.664537 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18c83f81-063d-46ed-b28f-ec9f91cc404e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:20.665714 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-18c83f81-063d-46ed-b28f-ec9f91cc404e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/080b246c-55e8-466f-95c4-73e6632fbe84 HTTP/1.1" status: 204 len: 168 time: 0.2054276 Dec 11 23:08:20.675349 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c83f81-063d-46ed-b28f-ec9f91cc404e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080b246c-55e8-466f-95c4-73e6632fbe84,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:20.693935 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451ff3cf-a8c3-4690-b8c4-786a238c242c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:08:20.699472 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-451ff3cf-a8c3-4690-b8c4-786a238c242c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:20.708138 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1874fbf-3d5f-48a9-89c1-17091f6531d3 None None] Sync routers for ids ['bdb7f172-1131-4e1c-b730-340e12682570'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:08:20.723700 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1874fbf-3d5f-48a9-89c1-17091f6531d3 None None] Routers {'bdb7f172-1131-4e1c-b730-340e12682570'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:08:20.724241 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b1874fbf-3d5f-48a9-89c1-17091f6531d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:07:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['bdb7f172-1131-4e1c-b730-340e12682570'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:20.727999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-451ff3cf-a8c3-4690-b8c4-786a238c242c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/floatingips/d43edf31-9f91-42ce-a758-d99c0c0be811 HTTP/1.1" status: 204 len: 168 time: 1.0085866 Dec 11 23:08:20.729177 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'tag': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:08:20.731677 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4ad220-f40b-4132-8b88-d6835e06c05b" -d '{"events": [{"name": "network-changed", "server_uuid": "8eea29ab-673c-4233-9108-1d30a0be9d42", "tag": "6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:08:20.771481 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591a9d74-4da6-4777-a729-1e2d80db0759 x-openstack-request-id: req-591a9d74-4da6-4777-a729-1e2d80db0759 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:08:20.771987 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eea29ab-673c-4233-9108-1d30a0be9d42", "tag": "6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:08:20.772303 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-591a9d74-4da6-4777-a729-1e2d80db0759 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:08:20.772795 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'tag': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b', 'status': 'completed', 'code': 200} Dec 11 23:08:20.853849 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b1874fbf-3d5f-48a9-89c1-17091f6531d3 None None] Set router bdb7f172-1131-4e1c-b730-340e12682570 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:08:20.865951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ad220-f40b-4132-8b88-d6835e06c05b req-3cd63a83-eda9-45bf-a2a8-6f744a1e8c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:20.867526 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b4ad220-f40b-4132-8b88-d6835e06c05b req-3cd63a83-eda9-45bf-a2a8-6f744a1e8c0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 1097 time: 0.0491893 Dec 11 23:08:21.033306 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ad220-f40b-4132-8b88-d6835e06c05b req-afb23aa3-4ed2-44bd-9ca2-7a44e6f2ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:21.035830 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b4ad220-f40b-4132-8b88-d6835e06c05b req-afb23aa3-4ed2-44bd-9ca2-7a44e6f2ae03 service neutron] 10.222.0.47 "GET /v2.0/networks?id=296f2849-e8b5-4428-98cc-c16fdc970ddc HTTP/1.1" status: 200 len: 898 time: 0.1578650 Dec 11 23:08:21.095608 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b4ad220-f40b-4132-8b88-d6835e06c05b req-fd8647de-efc9-491c-af67-1160e256230c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b HTTP/1.1" status: 200 len: 217 time: 0.0510845 Dec 11 23:08:21.114995 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b1874fbf-3d5f-48a9-89c1-17091f6531d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512457004', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:35Z', 'updated_at': '2021-12-11T23:05:43Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:36Z', 'updated_at': '2021-12-11T23:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '49975f40-e1db-490a-95ae-07874a845ca4', 'name': '', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b3:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:42Z', 'updated_at': '2021-12-11T23:05:46Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:21.148862 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1874fbf-3d5f-48a9-89c1-17091f6531d3 None None] Checking router: bdb7f172-1131-4e1c-b730-340e12682570 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:08:21.159659 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1874fbf-3d5f-48a9-89c1-17091f6531d3 None None] Routers {'bdb7f172-1131-4e1c-b730-340e12682570'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:08:21.160377 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b1874fbf-3d5f-48a9-89c1-17091f6531d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:07:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['bdb7f172-1131-4e1c-b730-340e12682570'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:21.200005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ad220-f40b-4132-8b88-d6835e06c05b req-3973f691-3f17-4d50-a4c7-28228185ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:21.201782 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b4ad220-f40b-4132-8b88-d6835e06c05b req-3973f691-3f17-4d50-a4c7-28228185ff8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de8020f7-bf5c-43a2-92c6-55bb1b03b716 HTTP/1.1" status: 200 len: 834 time: 0.0613546 Dec 11 23:08:21.287936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ad220-f40b-4132-8b88-d6835e06c05b req-f14db817-6196-4649-b9dd-d0c0dbbd7494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:21.289345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b4ad220-f40b-4132-8b88-d6835e06c05b req-f14db817-6196-4649-b9dd-d0c0dbbd7494 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=296f2849-e8b5-4428-98cc-c16fdc970ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762920 Dec 11 23:08:21.290452 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b1874fbf-3d5f-48a9-89c1-17091f6531d3 None None] Set router bdb7f172-1131-4e1c-b730-340e12682570 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:08:21.298516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49247dea-f7af-40c9-93ee-753e14cf067d req-0e1857f8-f0bd-4cb8-aaf8-e4d1887a56b5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:21.307373 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49247dea-f7af-40c9-93ee-753e14cf067d req-0e1857f8-f0bd-4cb8-aaf8-e4d1887a56b5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.1102800 Dec 11 23:08:21.313941 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-35c96089-7c41-421b-9697-11aa689f2add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:21.412248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49247dea-f7af-40c9-93ee-753e14cf067d req-930bd2bb-9ae5-4ec4-a098-10acbd158919 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038771 Dec 11 23:08:21.438933 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b4ad220-f40b-4132-8b88-d6835e06c05b req-e5ce10cf-9574-4948-a883-c0a42b2f6cc4 service neutron] 10.222.0.47 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293633 Dec 11 23:08:21.478164 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58504) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:21.494018 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-742feb96-9f4f-44f6-b1f6-b9de9f4c512f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:21.554708 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b1874fbf-3d5f-48a9-89c1-17091f6531d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512457004', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:35Z', 'updated_at': '2021-12-11T23:05:43Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:36Z', 'updated_at': '2021-12-11T23:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '49975f40-e1db-490a-95ae-07874a845ca4', 'name': '', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b3:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:42Z', 'updated_at': '2021-12-11T23:05:46Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:21.570318 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b4ad220-f40b-4132-8b88-d6835e06c05b req-d3ae7a7d-35a7-4691-a4ba-4f39c4d6e87d service neutron] 10.222.0.47 "GET /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187241 Dec 11 23:08:21.582839 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1874fbf-3d5f-48a9-89c1-17091f6531d3 None None] The sync data for ids ['bdb7f172-1131-4e1c-b730-340e12682570'] in n-d-710847-6 is: [{'id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512457004', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:35Z', 'updated_at': '2021-12-11T23:05:43Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:36Z', 'updated_at': '2021-12-11T23:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '49975f40-e1db-490a-95ae-07874a845ca4', 'name': '', 'network_id': '296f2849-e8b5-4428-98cc-c16fdc970ddc', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b3:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:42Z', 'updated_at': '2021-12-11T23:05:46Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'de8020f7-bf5c-43a2-92c6-55bb1b03b716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:08:21.603403 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-742feb96-9f4f-44f6-b1f6-b9de9f4c512f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:21.688683 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-742feb96-9f4f-44f6-b1f6-b9de9f4c512f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:21.729438 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-742feb96-9f4f-44f6-b1f6-b9de9f4c512f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8720485f1bec4fedba6927900bbf6ac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2498527 Dec 11 23:08:21.730340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742feb96-9f4f-44f6-b1f6-b9de9f4c512f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c51d34-0dc4-489f-a50f-6fd2b07bec04,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:21.732215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58510) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:21.788435 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e03be91d-a26f-4946-b366-811c026ecb24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:21.818896 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e03be91d-a26f-4946-b366-811c026ecb24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:21.868980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febab9a2-a500-49e5-b0bd-5b979489f987 None None] New status for floating IP d43edf31-9f91-42ce-a758-d99c0c0be811: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:08:21.940123 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e03be91d-a26f-4946-b366-811c026ecb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:21.943559 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e03be91d-a26f-4946-b366-811c026ecb24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:21.947228 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e03be91d-a26f-4946-b366-811c026ecb24 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87c51d34-0dc4-489f-a50f-6fd2b07bec04 HTTP/1.1" status: 204 len: 168 time: 0.2115440 Dec 11 23:08:21.965924 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03be91d-a26f-4946-b366-811c026ecb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c51d34-0dc4-489f-a50f-6fd2b07bec04,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:22.254282 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:22.779175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588c59d-1020-49b8-a445-d7215e956dc1 req-ffe2f99a-35bf-4907-9e12-e25896cb7cb7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:22.782425 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1588c59d-1020-49b8-a445-d7215e956dc1 req-ffe2f99a-35bf-4907-9e12-e25896cb7cb7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.0663538 Dec 11 23:08:22.806816 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c1384-e065-4d58-9738-b05c6209503b req-9a089133-fb5a-49a6-9588-0bc65ceea073 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:22.808974 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3d0c1384-e065-4d58-9738-b05c6209503b req-9a089133-fb5a-49a6-9588-0bc65ceea073 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 946 time: 0.3028183 Dec 11 23:08:22.883012 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3d0c1384-e065-4d58-9738-b05c6209503b req-2e3edba3-c4c0-44e2-b114-3e3f075a1821 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb069d70-f819-4156-a5ed-c8a509984fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629930 Dec 11 23:08:22.907504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-1588c59d-1020-49b8-a445-d7215e956dc1 req-09d14c78-b361-4cc7-8b43-9708747438b5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:08:22.907980 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1588c59d-1020-49b8-a445-d7215e956dc1 req-09d14c78-b361-4cc7-8b43-9708747438b5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:23.006278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1588c59d-1020-49b8-a445-d7215e956dc1 req-09d14c78-b361-4cc7-8b43-9708747438b5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] For port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,segment=NetworkSegment(ff85a74c-70f3-4981-a0aa-05f2a648ffd4),segment_id=ff85a74c-70f3-4981-a0aa-05f2a648ffd4)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:08:23.006553 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1588c59d-1020-49b8-a445-d7215e956dc1 req-09d14c78-b361-4cc7-8b43-9708747438b5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:23.020314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-1588c59d-1020-49b8-a445-d7215e956dc1 req-09d14c78-b361-4cc7-8b43-9708747438b5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Calling delete_port for 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:08:23.248702 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1588c59d-1020-49b8-a445-d7215e956dc1 req-09d14c78-b361-4cc7-8b43-9708747438b5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:23.281451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d14c78-b361-4cc7-8b43-9708747438b5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Port': ['ID=6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:23.331079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-1588c59d-1020-49b8-a445-d7215e956dc1 req-09d14c78-b361-4cc7-8b43-9708747438b5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] No DVR routers for this DVR port 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:08:23.334327 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1588c59d-1020-49b8-a445-d7215e956dc1 req-09d14c78-b361-4cc7-8b43-9708747438b5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:23.338354 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1588c59d-1020-49b8-a445-d7215e956dc1 req-09d14c78-b361-4cc7-8b43-9708747438b5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.47 "DELETE /v2.0/ports/6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b HTTP/1.1" status: 204 len: 173 time: 0.5489340 Dec 11 23:08:23.338847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'name': 'network-vif-deleted', 'tag': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:08:23.341998 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c590bc-9ab5-4371-97bd-f557ea8c0fe0" -d '{"events": [{"server_uuid": "8eea29ab-673c-4233-9108-1d30a0be9d42", "name": "network-vif-deleted", "tag": "6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:08:23.385532 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc9f55f-055f-4504-ac6b-11cca162950f x-openstack-request-id: req-9bc9f55f-055f-4504-ac6b-11cca162950f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:08:23.385914 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eea29ab-673c-4233-9108-1d30a0be9d42", "name": "network-vif-deleted", "tag": "6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:08:23.390570 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9bc9f55f-055f-4504-ac6b-11cca162950f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:08:23.390570 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eea29ab-673c-4233-9108-1d30a0be9d42', 'name': 'network-vif-deleted', 'tag': '6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b', 'status': 'completed', 'code': 200} Dec 11 23:08:23.929148 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:23.989584 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-850fa231-9d23-46ad-999a-682214667c08 req-67ad4141-87e5-42c4-9107-58007b83a5ee tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=8eea29ab-673c-4233-9108-1d30a0be9d42 HTTP/1.1" status: 200 len: 210 time: 0.0281997 Dec 11 23:08:24.620104 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:25.049203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58638) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:25.525538 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4620cd73-6c09-4b2d-84c9-a9f4028e56ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:25.611205 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:08:25.631465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:08:25.631826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6b37cb58-8bf4-4eb2-aa5d-7c7f567f0b2b not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:08:25.873702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-4620cd73-6c09-4b2d-84c9-a9f4028e56ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting port 49975f40-e1db-490a-95ae-07874a845ca4 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:08:25.874721 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4620cd73-6c09-4b2d-84c9-a9f4028e56ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:25.966307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-4620cd73-6c09-4b2d-84c9-a9f4028e56ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] For port 49975f40-e1db-490a-95ae-07874a845ca4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=49975f40-e1db-490a-95ae-07874a845ca4,segment=NetworkSegment(ff85a74c-70f3-4981-a0aa-05f2a648ffd4),segment_id=ff85a74c-70f3-4981-a0aa-05f2a648ffd4)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:08:25.966666 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4620cd73-6c09-4b2d-84c9-a9f4028e56ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:25.979559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-4620cd73-6c09-4b2d-84c9-a9f4028e56ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Calling delete_port for 49975f40-e1db-490a-95ae-07874a845ca4 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:08:26.288894 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4620cd73-6c09-4b2d-84c9-a9f4028e56ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:26.322198 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620cd73-6c09-4b2d-84c9-a9f4028e56ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Port': ['ID=49975f40-e1db-490a-95ae-07874a845ca4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:26.541698 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4620cd73-6c09-4b2d-84c9-a9f4028e56ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:26.779462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4620cd73-6c09-4b2d-84c9-a9f4028e56ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router bdb7f172-1131-4e1c-b730-340e12682570 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:08:26.913620 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4620cd73-6c09-4b2d-84c9-a9f4028e56ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:08:26.923723 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4620cd73-6c09-4b2d-84c9-a9f4028e56ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "PUT /v2.0/routers/bdb7f172-1131-4e1c-b730-340e12682570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8719406 Dec 11 23:08:26.925744 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58740) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:26.926231 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9c14ae-1062-405d-8e84-559b51011ac6 None None] Sync routers for ids ['bdb7f172-1131-4e1c-b730-340e12682570'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:08:26.937756 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9c14ae-1062-405d-8e84-559b51011ac6 None None] Routers {'bdb7f172-1131-4e1c-b730-340e12682570'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:08:26.938577 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0c9c14ae-1062-405d-8e84-559b51011ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['bdb7f172-1131-4e1c-b730-340e12682570'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:26.991260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5986fd-d810-4946-83aa-ebfd87d1bc6e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting subnet de8020f7-bf5c-43a2-92c6-55bb1b03b716 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:08:27.000529 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5b5986fd-d810-4946-83aa-ebfd87d1bc6e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:27.052022 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5b5986fd-d810-4946-83aa-ebfd87d1bc6e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:27.193607 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-0c9c14ae-1062-405d-8e84-559b51011ac6 None None] Set router bdb7f172-1131-4e1c-b730-340e12682570 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:08:27.439312 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0c9c14ae-1062-405d-8e84-559b51011ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512457004', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:35Z', 'updated_at': '2021-12-11T23:08:26Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:36Z', 'updated_at': '2021-12-11T23:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:27.443727 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5b5986fd-d810-4946-83aa-ebfd87d1bc6e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:27.468959 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9c14ae-1062-405d-8e84-559b51011ac6 None None] Checking router: bdb7f172-1131-4e1c-b730-340e12682570 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:08:27.477857 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9c14ae-1062-405d-8e84-559b51011ac6 None None] Routers {'bdb7f172-1131-4e1c-b730-340e12682570'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:08:27.478465 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0c9c14ae-1062-405d-8e84-559b51011ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['bdb7f172-1131-4e1c-b730-340e12682570'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:27.586529 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5b5986fd-d810-4946-83aa-ebfd87d1bc6e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:27.617966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5986fd-d810-4946-83aa-ebfd87d1bc6e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Subnet': ['ID=de8020f7-bf5c-43a2-92c6-55bb1b03b716,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:27.622054 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5b5986fd-d810-4946-83aa-ebfd87d1bc6e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:27.628156 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5b5986fd-d810-4946-83aa-ebfd87d1bc6e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/subnets/de8020f7-bf5c-43a2-92c6-55bb1b03b716 HTTP/1.1" status: 204 len: 168 time: 0.6989133 Dec 11 23:08:27.628321 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-0c9c14ae-1062-405d-8e84-559b51011ac6 None None] Set router bdb7f172-1131-4e1c-b730-340e12682570 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:08:27.629592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58758) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:27.641626 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c761b6-6fdf-45d3-84eb-ccce764431f0 None None] Network 296f2849-e8b5-4428-98cc-c16fdc970ddc requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:08:27.875204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] DHCP port deletion for 296f2849-e8b5-4428-98cc-c16fdc970ddc request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:08:27.880850 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0c9c14ae-1062-405d-8e84-559b51011ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512457004', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:35Z', 'updated_at': '2021-12-11T23:08:26Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:36Z', 'updated_at': '2021-12-11T23:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:27.906590 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58764) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:27.923360 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9c14ae-1062-405d-8e84-559b51011ac6 None None] The sync data for ids ['bdb7f172-1131-4e1c-b730-340e12682570'] in n-d-710847-6 is: [{'id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512457004', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:05:35Z', 'updated_at': '2021-12-11T23:08:26Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'f029bcc7-9d9f-49bd-aba8-1541b70e7471', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7f172-1131-4e1c-b730-340e12682570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:05:36Z', 'updated_at': '2021-12-11T23:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:08:27.951992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Deleting port 3bb3e0c9-cc37-4966-a09d-6d1e763ed603 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:08:27.952411 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:28.043391 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] For port 3bb3e0c9-cc37-4966-a09d-6d1e763ed603, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3bb3e0c9-cc37-4966-a09d-6d1e763ed603,segment=NetworkSegment(ff85a74c-70f3-4981-a0aa-05f2a648ffd4),segment_id=ff85a74c-70f3-4981-a0aa-05f2a648ffd4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:08:28.043811 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:28.055746 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04d8ea21-254b-46ba-81c0-1e8843a111d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:28.066006 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Calling delete_port for 3bb3e0c9-cc37-4966-a09d-6d1e763ed603 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:08:28.136414 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b346e93d-24be-4b01-92cf-5953d9d7f1c7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:28.164256 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04d8ea21-254b-46ba-81c0-1e8843a111d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:28.226932 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:28.243879 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04d8ea21-254b-46ba-81c0-1e8843a111d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:28.256679 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b346e93d-24be-4b01-92cf-5953d9d7f1c7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:28.274398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Pushing event deleted for resources: {'Port': ['ID=3bb3e0c9-cc37-4966-a09d-6d1e763ed603,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:28.284238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] No DVR routers for this DVR port 3bb3e0c9-cc37-4966-a09d-6d1e763ed603 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:08:28.304557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58774) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:28.304692 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-04d8ea21-254b-46ba-81c0-1e8843a111d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c748f808d763467b911b5b13bd706e3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3968756 Dec 11 23:08:28.305439 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8ea21-254b-46ba-81c0-1e8843a111d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71c8c99-6a5c-4a51-804c-bf059ea718ab,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:28.323526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:28.323526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:28.323526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:28.323526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:28.323526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:28.323526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:28.323526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:28.323526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:28.323526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:28.326579 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:28.328375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:28.328739 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:28.329125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89402d1-7f14-4497-88b2-a82653aa4b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:08:28.394372 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c268d3d-7c08-4252-a54b-37e9b5587354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:28.425788 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c268d3d-7c08-4252-a54b-37e9b5587354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:28.433346 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b346e93d-24be-4b01-92cf-5953d9d7f1c7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting port f029bcc7-9d9f-49bd-aba8-1541b70e7471 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:08:28.433687 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b346e93d-24be-4b01-92cf-5953d9d7f1c7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:28.537802 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-b346e93d-24be-4b01-92cf-5953d9d7f1c7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] For port f029bcc7-9d9f-49bd-aba8-1541b70e7471, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f029bcc7-9d9f-49bd-aba8-1541b70e7471,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:08:28.538178 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b346e93d-24be-4b01-92cf-5953d9d7f1c7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:28.551842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b346e93d-24be-4b01-92cf-5953d9d7f1c7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Calling delete_port for f029bcc7-9d9f-49bd-aba8-1541b70e7471 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:08:28.652790 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c268d3d-7c08-4252-a54b-37e9b5587354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:28.655809 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c268d3d-7c08-4252-a54b-37e9b5587354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:28.659519 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6c268d3d-7c08-4252-a54b-37e9b5587354 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b71c8c99-6a5c-4a51-804c-bf059ea718ab HTTP/1.1" status: 204 len: 168 time: 0.3506584 Dec 11 23:08:28.675641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c268d3d-7c08-4252-a54b-37e9b5587354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71c8c99-6a5c-4a51-804c-bf059ea718ab,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:28.814688 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b346e93d-24be-4b01-92cf-5953d9d7f1c7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:28.842769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346e93d-24be-4b01-92cf-5953d9d7f1c7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Port': ['ID=f029bcc7-9d9f-49bd-aba8-1541b70e7471,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:28.861133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3763bb-0729-413b-acf8-0c332572b3dd None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:08:28.918688 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b346e93d-24be-4b01-92cf-5953d9d7f1c7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.019289 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b346e93d-24be-4b01-92cf-5953d9d7f1c7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.021481 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b346e93d-24be-4b01-92cf-5953d9d7f1c7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.157972 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b346e93d-24be-4b01-92cf-5953d9d7f1c7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.158522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b346e93d-24be-4b01-92cf-5953d9d7f1c7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Fanout notify agent at l3_agent the message router_deleted on router bdb7f172-1131-4e1c-b730-340e12682570 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:08:29.165681 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b346e93d-24be-4b01-92cf-5953d9d7f1c7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.166865 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b346e93d-24be-4b01-92cf-5953d9d7f1c7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/routers/bdb7f172-1131-4e1c-b730-340e12682570 HTTP/1.1" status: 204 len: 168 time: 1.5371292 Dec 11 23:08:29.169612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58788) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:29.259545 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b94125b-6fbc-4ae4-a9fc-cd492ff244fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.360164 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b94125b-6fbc-4ae4-a9fc-cd492ff244fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.386739 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58794) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:29.389251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-1b94125b-6fbc-4ae4-a9fc-cd492ff244fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296f2849-e8b5-4428-98cc-c16fdc970ddc']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:29.400059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-1b94125b-6fbc-4ae4-a9fc-cd492ff244fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:29.400454 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-1b94125b-6fbc-4ae4-a9fc-cd492ff244fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff85a74c-70f3-4981-a0aa-05f2a648ffd4') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:29.403819 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-838a7eab-c3d1-43ae-9d3f-ad6916983e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.411026 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b94125b-6fbc-4ae4-a9fc-cd492ff244fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.425153 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b94125b-6fbc-4ae4-a9fc-cd492ff244fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.431802 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b94125b-6fbc-4ae4-a9fc-cd492ff244fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:08:29.432197 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b94125b-6fbc-4ae4-a9fc-cd492ff244fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:08:29.435440 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:08:29.481427 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-838a7eab-c3d1-43ae-9d3f-ad6916983e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.597431 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-838a7eab-c3d1-43ae-9d3f-ad6916983e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.636773 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-838a7eab-c3d1-43ae-9d3f-ad6916983e7d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d76bc0cedec47c98a490f3fa6a363ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2488043 Dec 11 23:08:29.637676 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a7eab-c3d1-43ae-9d3f-ad6916983e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f347bae-572b-4f1a-a2a1-ff8c8cd3e31c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:29.639580 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58798) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:29.659421 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b94125b-6fbc-4ae4-a9fc-cd492ff244fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.682200 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b94125b-6fbc-4ae4-a9fc-cd492ff244fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.686037 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1b94125b-6fbc-4ae4-a9fc-cd492ff244fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/networks/296f2849-e8b5-4428-98cc-c16fdc970ddc HTTP/1.1" status: 204 len: 168 time: 0.5154867 Dec 11 23:08:29.686181 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58800) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:29.708965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94125b-6fbc-4ae4-a9fc-cd492ff244fc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Network': ['ID=296f2849-e8b5-4428-98cc-c16fdc970ddc,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:29.722228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3bb3e0c9-cc37-4966-a09d-6d1e763ed603 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:08:29.726501 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-77552bff-95a2-4e34-9b94-98c6d9dfaa6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.744630 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 3bb3e0c9-cc37-4966-a09d-6d1e763ed603 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:08:29.745352 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3bb3e0c9-cc37-4966-a09d-6d1e763ed603 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:08:29.745941 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 49975f40-e1db-490a-95ae-07874a845ca4 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:08:29.749848 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-77552bff-95a2-4e34-9b94-98c6d9dfaa6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.768059 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 49975f40-e1db-490a-95ae-07874a845ca4 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:08:29.768411 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 49975f40-e1db-490a-95ae-07874a845ca4 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:08:29.768849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f029bcc7-9d9f-49bd-aba8-1541b70e7471 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:08:29.772503 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5b5c03a-3c4d-4c8c-a4d4-e596079f9f23 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.792962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: f029bcc7-9d9f-49bd-aba8-1541b70e7471 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:08:29.793618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f029bcc7-9d9f-49bd-aba8-1541b70e7471 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:08:29.815617 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5b5c03a-3c4d-4c8c-a4d4-e596079f9f23 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.877749 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-77552bff-95a2-4e34-9b94-98c6d9dfaa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.880659 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-77552bff-95a2-4e34-9b94-98c6d9dfaa6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.882014 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-77552bff-95a2-4e34-9b94-98c6d9dfaa6c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f347bae-572b-4f1a-a2a1-ff8c8cd3e31c HTTP/1.1" status: 204 len: 168 time: 0.2414656 Dec 11 23:08:29.891853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77552bff-95a2-4e34-9b94-98c6d9dfaa6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f347bae-572b-4f1a-a2a1-ff8c8cd3e31c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:29.934357 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5b5c03a-3c4d-4c8c-a4d4-e596079f9f23 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.937865 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b5b5c03a-3c4d-4c8c-a4d4-e596079f9f23 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:29.939230 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b5b5c03a-3c4d-4c8c-a4d4-e596079f9f23 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/security-groups/fb069d70-f819-4156-a5ed-c8a509984fb6 HTTP/1.1" status: 204 len: 168 time: 0.2514746 Dec 11 23:08:29.950285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5c03a-3c4d-4c8c-a4d4-e596079f9f23 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb069d70-f819-4156-a5ed-c8a509984fb6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:30.368064 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58818) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:30.373989 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-88b183a5-7cd2-4c03-a2c8-bd5a43914549 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-446879349', 'description': 'tempest-secgroup-smoke-446879349 description', 'project_id': '1a1365b402b74cbba7b45d13613b90f8'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:30.489433 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88b183a5-7cd2-4c03-a2c8-bd5a43914549 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:30.561923 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88b183a5-7cd2-4c03-a2c8-bd5a43914549 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:30.649967 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88b183a5-7cd2-4c03-a2c8-bd5a43914549 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:30.682842 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b183a5-7cd2-4c03-a2c8-bd5a43914549 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1214ea3d-951e-4b8a-ba22-b934e9a4916a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:30.721153 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-88b183a5-7cd2-4c03-a2c8-bd5a43914549 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:30.722126 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-88b183a5-7cd2-4c03-a2c8-bd5a43914549 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3523276 Dec 11 23:08:30.726656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58832) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:30.732008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f7e4f135-0a32-49e0-9a47-6aa7ca33d1ef tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '1214ea3d-951e-4b8a-ba22-b934e9a4916a', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:30.803178 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f135-0a32-49e0-9a47-6aa7ca33d1ef tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:30.865147 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f135-0a32-49e0-9a47-6aa7ca33d1ef tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:30.934415 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f135-0a32-49e0-9a47-6aa7ca33d1ef tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:30.956041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4f135-0a32-49e0-9a47-6aa7ca33d1ef tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3577a6c2-71b2-45ba-8689-e9c133f5b6b4,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:31.028257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f135-0a32-49e0-9a47-6aa7ca33d1ef tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:31.029754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f7e4f135-0a32-49e0-9a47-6aa7ca33d1ef tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3019068 Dec 11 23:08:31.033512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58846) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:31.038259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d9423a79-afe7-4a7f-b8d3-76c0d602547d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '1214ea3d-951e-4b8a-ba22-b934e9a4916a', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:31.151782 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d9423a79-afe7-4a7f-b8d3-76c0d602547d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:31.215895 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d9423a79-afe7-4a7f-b8d3-76c0d602547d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:31.277627 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d9423a79-afe7-4a7f-b8d3-76c0d602547d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:31.298378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9423a79-afe7-4a7f-b8d3-76c0d602547d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28c99f9-7869-4de9-b7d5-62869e2cf1a0,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:31.383064 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d9423a79-afe7-4a7f-b8d3-76c0d602547d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:31.384838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d9423a79-afe7-4a7f-b8d3-76c0d602547d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3501291 Dec 11 23:08:31.387334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58868) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:31.392826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-bc7428fe-3942-405a-9f68-3cee855e7049 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '1214ea3d-951e-4b8a-ba22-b934e9a4916a', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:31.489207 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bc7428fe-3942-405a-9f68-3cee855e7049 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:31.550096 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bc7428fe-3942-405a-9f68-3cee855e7049 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:31.626896 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bc7428fe-3942-405a-9f68-3cee855e7049 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:31.646741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7428fe-3942-405a-9f68-3cee855e7049 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5868ef-8e8b-4825-9e8d-f9ec7b03d6ae,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:31.737220 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bc7428fe-3942-405a-9f68-3cee855e7049 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:31.738506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bc7428fe-3942-405a-9f68-3cee855e7049 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502030 Dec 11 23:08:31.741187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58886) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:31.745806 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-33112a40-4b8f-4e19-80e7-2cf32b3ded66 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '1214ea3d-951e-4b8a-ba22-b934e9a4916a', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:31.872356 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33112a40-4b8f-4e19-80e7-2cf32b3ded66 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:31.933931 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33112a40-4b8f-4e19-80e7-2cf32b3ded66 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:31.997224 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33112a40-4b8f-4e19-80e7-2cf32b3ded66 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.015621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33112a40-4b8f-4e19-80e7-2cf32b3ded66 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d707eb-615c-4319-b5fe-741b1623a6e6,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:32.073788 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33112a40-4b8f-4e19-80e7-2cf32b3ded66 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.077871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-33112a40-4b8f-4e19-80e7-2cf32b3ded66 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3329837 Dec 11 23:08:32.078121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58894) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:32.083674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c456cd28-d15d-4d16-8761-c4907e6a08f9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '1214ea3d-951e-4b8a-ba22-b934e9a4916a', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:32.148415 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58896) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:32.261015 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ac27-9ed4-465d-8ff9-85a79ebfed02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.306048 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-c456cd28-d15d-4d16-8761-c4907e6a08f9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Project 1a1365b402b74cbba7b45d13613b90f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:08:32.311709 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c456cd28-d15d-4d16-8761-c4907e6a08f9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.333743 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ac27-9ed4-465d-8ff9-85a79ebfed02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.384784 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c456cd28-d15d-4d16-8761-c4907e6a08f9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.471780 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ac27-9ed4-465d-8ff9-85a79ebfed02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.494996 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c456cd28-d15d-4d16-8761-c4907e6a08f9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.511110 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f5d5ac27-9ed4-465d-8ff9-85a79ebfed02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f936d19bdc47414d949e70211db9d65f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3611970 Dec 11 23:08:32.511690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5ac27-9ed4-465d-8ff9-85a79ebfed02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5edc6c-8ad4-4956-bcdc-0d3b7f4c4d12,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:32.515178 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58906) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:32.519216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456cd28-d15d-4d16-8761-c4907e6a08f9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a90b7d3-e4e9-4271-b0ce-df0797aaf851,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:32.566483 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e9f9276-7640-48a5-aa1b-242e58feb0fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.588684 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e9f9276-7640-48a5-aa1b-242e58feb0fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.617406 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c456cd28-d15d-4d16-8761-c4907e6a08f9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.621836 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c456cd28-d15d-4d16-8761-c4907e6a08f9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5399547 Dec 11 23:08:32.621970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58908) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:32.627968 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5e4c20a7-df3b-47e9-915e-13e647da3ef8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '1214ea3d-951e-4b8a-ba22-b934e9a4916a', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:32.763023 n-d-710847-6 neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-5e4c20a7-df3b-47e9-915e-13e647da3ef8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Project 1a1365b402b74cbba7b45d13613b90f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:08:32.769208 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e4c20a7-df3b-47e9-915e-13e647da3ef8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.810774 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e9f9276-7640-48a5-aa1b-242e58feb0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.814083 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e9f9276-7640-48a5-aa1b-242e58feb0fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.815254 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0e9f9276-7640-48a5-aa1b-242e58feb0fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f5edc6c-8ad4-4956-bcdc-0d3b7f4c4d12 HTTP/1.1" status: 204 len: 168 time: 0.2997005 Dec 11 23:08:32.825111 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e4c20a7-df3b-47e9-915e-13e647da3ef8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.830597 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f9276-7640-48a5-aa1b-242e58feb0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5edc6c-8ad4-4956-bcdc-0d3b7f4c4d12,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:32.888644 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e4c20a7-df3b-47e9-915e-13e647da3ef8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.908087 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c20a7-df3b-47e9-915e-13e647da3ef8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d6c590-cde4-470e-afe1-5bcc4d4493c4,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:32.987750 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e4c20a7-df3b-47e9-915e-13e647da3ef8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:32.989343 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5e4c20a7-df3b-47e9-915e-13e647da3ef8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3663621 Dec 11 23:08:32.993332 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58916) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:32.998521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e239293c-6775-466a-bb8a-f15bcc13831c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'network': {'name': 'tempest-network-smoke--1804329909', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'port_security_enabled': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:33.094305 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e239293c-6775-466a-bb8a-f15bcc13831c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Made reservation on behalf of 1a1365b402b74cbba7b45d13613b90f8 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:08:33.098271 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e239293c-6775-466a-bb8a-f15bcc13831c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:33.127506 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e239293c-6775-466a-bb8a-f15bcc13831c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:08:33.137225 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e239293c-6775-466a-bb8a-f15bcc13831c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:33.140683 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-e239293c-6775-466a-bb8a-f15bcc13831c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Added segment 7578a772-8753-4cc4-aa3f-a5da9c6a6dd3 of type vlan for network 0d90a2df-97cb-49e7-b1cc-91af0659c474 Dec 11 23:08:33.178727 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e239293c-6775-466a-bb8a-f15bcc13831c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:33.243010 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e239293c-6775-466a-bb8a-f15bcc13831c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:33.248834 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e239293c-6775-466a-bb8a-f15bcc13831c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:33.250276 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e239293c-6775-466a-bb8a-f15bcc13831c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:33.329134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239293c-6775-466a-bb8a-f15bcc13831c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Network': ['ID=0d90a2df-97cb-49e7-b1cc-91af0659c474,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:33.338463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 0d90a2df-97cb-49e7-b1cc-91af0659c474 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:08:33.393331 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e239293c-6775-466a-bb8a-f15bcc13831c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3987000 Dec 11 23:08:33.397018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58932) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:33.403808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1677786784', 'admin_state_up': True, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:33.512040 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:33.513479 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:33.609006 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:33.833039 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:33.883059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58948) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:33.997965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a9e8b9d2-2637-4ee0-9cd7-f4ece55fccbe tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1417471836'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:34.123814 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e8b9d2-2637-4ee0-9cd7-f4ece55fccbe tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Made reservation on behalf of b0ed0a0275c84b8eb96d3a9c178be717 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:08:34.127933 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9e8b9d2-2637-4ee0-9cd7-f4ece55fccbe tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:34.132073 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f70ccc4b-c235-4548-a99d-07991288aa62 req-de0eedfe-374d-4f30-ba8c-ba5a17b0c724 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1243072 Dec 11 23:08:34.142416 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9e8b9d2-2637-4ee0-9cd7-f4ece55fccbe tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:34.170317 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:34.216544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:34.318307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ccc4b-c235-4548-a99d-07991288aa62 req-61a9452b-d448-4c42-b27f-457aa24dab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:34.319860 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f70ccc4b-c235-4548-a99d-07991288aa62 req-61a9452b-d448-4c42-b27f-457aa24dab2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 1096 time: 0.1380744 Dec 11 23:08:34.438274 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9e8b9d2-2637-4ee0-9cd7-f4ece55fccbe tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:34.461750 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Allocated IP 172.25.1.243 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:08:34.501677 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ccc4b-c235-4548-a99d-07991288aa62 req-12f59637-c5bd-45b9-bebe-ab2e299fd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:34.503201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f70ccc4b-c235-4548-a99d-07991288aa62 req-12f59637-c5bd-45b9-bebe-ab2e299fd88d service neutron] 10.222.0.47 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 912 time: 0.1519654 Dec 11 23:08:34.579150 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9e8b9d2-2637-4ee0-9cd7-f4ece55fccbe tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:34.622844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e8b9d2-2637-4ee0-9cd7-f4ece55fccbe tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:08:34.652782 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f70ccc4b-c235-4548-a99d-07991288aa62 req-8ab89f4d-897b-4c0a-8de2-e893a49ad3e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 HTTP/1.1" status: 200 len: 1001 time: 0.1214066 Dec 11 23:08:34.659690 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9e8b9d2-2637-4ee0-9cd7-f4ece55fccbe tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:34.660044 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-a9e8b9d2-2637-4ee0-9cd7-f4ece55fccbe tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Added segment 4634d8f9-4fe1-47c1-ac60-4df162c14bd8 of type vlan for network dbe15517-df95-4674-9664-a238f9fd12d4 Dec 11 23:08:34.661237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8b9d2-2637-4ee0-9cd7-f4ece55fccbe tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=780df6c6-d0d8-4577-8cfc-f00c2d546d6b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:34.753109 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:34.755260 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9e8b9d2-2637-4ee0-9cd7-f4ece55fccbe tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:34.775079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ccc4b-c235-4548-a99d-07991288aa62 req-8bb9fed2-6a31-42c1-b8af-ec12a2af807e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:34.776556 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f70ccc4b-c235-4548-a99d-07991288aa62 req-8bb9fed2-6a31-42c1-b8af-ec12a2af807e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.1126349 Dec 11 23:08:34.845553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ccc4b-c235-4548-a99d-07991288aa62 req-db01752c-0cf5-4303-966d-81e823538656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:34.847079 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f70ccc4b-c235-4548-a99d-07991288aa62 req-db01752c-0cf5-4303-966d-81e823538656 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583777 Dec 11 23:08:34.912663 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9e8b9d2-2637-4ee0-9cd7-f4ece55fccbe tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:34.918194 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e8b9d2-2637-4ee0-9cd7-f4ece55fccbe tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:34.918777 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9e8b9d2-2637-4ee0-9cd7-f4ece55fccbe tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:34.929790 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:35.059258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:08:35.061695 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f70ccc4b-c235-4548-a99d-07991288aa62 req-c937a971-1283-45b8-a2c9-93d915e2d7cc service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068894 Dec 11 23:08:35.065129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8b9d2-2637-4ee0-9cd7-f4ece55fccbe tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Pushing event updated for resources: {'Network': ['ID=dbe15517-df95-4674-9664-a238f9fd12d4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:35.067853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:08:35.071323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:35.073473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:08:35.082115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network dbe15517-df95-4674-9664-a238f9fd12d4 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:08:35.103535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d055659e-751a-4a28-a7a7-c011a11cf8fa None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:08:35.118593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58966) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:35.119225 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a9e8b9d2-2637-4ee0-9cd7-f4ece55fccbe tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2344756 Dec 11 23:08:35.126460 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f06470ee-5994-4197-9fdc-b5b2c156d2b1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Request body: {'subnet': {'network_id': 'dbe15517-df95-4674-9664-a238f9fd12d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:35.188561 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-36b02b8f-b1f3-4e0d-ada0-8b2a1f312b28 None None] Provisioning complete for port 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:35.188940 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36b02b8f-b1f3-4e0d-ada0-8b2a1f312b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:35.225470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-36b02b8f-b1f3-4e0d-ada0-8b2a1f312b28 None None] Port 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:08:35.288823 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f70ccc4b-c235-4548-a99d-07991288aa62 req-15c88ec1-5d1f-4af5-8ca4-a7efeae0b1f4 service neutron] 10.222.0.47 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184200 Dec 11 23:08:35.308005 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06470ee-5994-4197-9fdc-b5b2c156d2b1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Made reservation on behalf of b0ed0a0275c84b8eb96d3a9c178be717 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:08:35.312345 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f06470ee-5994-4197-9fdc-b5b2c156d2b1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:35.581231 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f06470ee-5994-4197-9fdc-b5b2c156d2b1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:35.653874 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06470ee-5994-4197-9fdc-b5b2c156d2b1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Pushing event updated for resources: {'Subnet': ['ID=0ff846d2-5f31-4c82-8acd-2298075c20ab,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:35.664097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06470ee-5994-4197-9fdc-b5b2c156d2b1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Checking segment: {'id': '4634d8f9-4fe1-47c1-ac60-4df162c14bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dbe15517-df95-4674-9664-a238f9fd12d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:08:35.664477 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06470ee-5994-4197-9fdc-b5b2c156d2b1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Network hostable DHCP agents. Network: dbe15517-df95-4674-9664-a238f9fd12d4, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:08:35.768695 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06470ee-5994-4197-9fdc-b5b2c156d2b1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Network dbe15517-df95-4674-9664-a238f9fd12d4 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:08:35.826902 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:35.848666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f06470ee-5994-4197-9fdc-b5b2c156d2b1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, dbe15517-df95-4674-9664-a238f9fd12d4) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:08:35.856331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3665f76-2138-4f36-b117-8dd80639e6ab None None] Network dbe15517-df95-4674-9664-a238f9fd12d4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:08:35.873801 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06470ee-5994-4197-9fdc-b5b2c156d2b1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:35.874444 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f06470ee-5994-4197-9fdc-b5b2c156d2b1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:35.977827 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-dbe15517-df95-4674-9664-a238f9fd12d4', 'network_id': 'dbe15517-df95-4674-9664-a238f9fd12d4', 'project_id': 'b0ed0a0275c84b8eb96d3a9c178be717', 'fixed_ips': [{'subnet_id': '0ff846d2-5f31-4c82-8acd-2298075c20ab'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:08:35.979029 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:35.984003 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f06470ee-5994-4197-9fdc-b5b2c156d2b1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8633900 Dec 11 23:08:35.986532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58980) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:35.991573 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b7f2aa30-a04f-4885-b611-146fc1956bed tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-399521905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:36.040252 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:36.078764 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7f2aa30-a04f-4885-b611-146fc1956bed tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:36.079926 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7f2aa30-a04f-4885-b611-146fc1956bed tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:36.143352 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7f2aa30-a04f-4885-b611-146fc1956bed tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:36.169382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Allocated IP 172.20.0.2 (dbe15517-df95-4674-9664-a238f9fd12d4/0ff846d2-5f31-4c82-8acd-2298075c20ab/46c551dd-0bb8-4d40-a932-9863a994e67b) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:08:36.198032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7f2aa30-a04f-4885-b611-146fc1956bed tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:36.254512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router 0bb59eae-1200-4359-8a7a-f2c443cde2ee is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:08:36.279574 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b7f2aa30-a04f-4885-b611-146fc1956bed tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:36.281032 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b7f2aa30-a04f-4885-b611-146fc1956bed tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2933493 Dec 11 23:08:36.284875 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58984) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:36.323395 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:36.360213 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:08:36.377576 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:36.380613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:08:36.410307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Sync routers for ids ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:08:36.431058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Network dbe15517-df95-4674-9664-a238f9fd12d4 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:08:36.436039 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:08:36.442938 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:08:36.448984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Routers {'0bb59eae-1200-4359-8a7a-f2c443cde2ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:08:36.450693 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:36.471371 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:36.474275 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-11be631e-f905-4d1b-90f8-7d29fe28e30f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0762174 Dec 11 23:08:36.477621 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 58992) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:36.498893 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Pushing event updated for resources: {'Port': ['ID=46c551dd-0bb8-4d40-a932-9863a994e67b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:36.551064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58994) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:36.555477 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b9983adc-9bf8-4ab3-b168-ac304c36e838 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=1a1365b402b74cbba7b45d13613b90f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0762451 Dec 11 23:08:36.598962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Attempting to bind port 46c551dd-0bb8-4d40-a932-9863a994e67b on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:08:36.599910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Attempting to bind port 46c551dd-0bb8-4d40-a932-9863a994e67b by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '4634d8f9-4fe1-47c1-ac60-4df162c14bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dbe15517-df95-4674-9664-a238f9fd12d4'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:08:36.600464 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Attempting to bind port 46c551dd-0bb8-4d40-a932-9863a994e67b on network dbe15517-df95-4674-9664-a238f9fd12d4 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:08:36.610023 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:08:36.610643 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Checking segment: {'id': '4634d8f9-4fe1-47c1-ac60-4df162c14bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dbe15517-df95-4674-9664-a238f9fd12d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:08:36.611404 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:36.611995 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Bound using segment: {'id': '4634d8f9-4fe1-47c1-ac60-4df162c14bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dbe15517-df95-4674-9664-a238f9fd12d4'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:08:36.612632 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Bound port: 46c551dd-0bb8-4d40-a932-9863a994e67b, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634d8f9-4fe1-47c1-ac60-4df162c14bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dbe15517-df95-4674-9664-a238f9fd12d4'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:08:36.613185 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:36.659262 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:36.669863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240e0765-3d25-4307-a30b-1f3304b4bc41 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:36.672503 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-240e0765-3d25-4307-a30b-1f3304b4bc41 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1203320 Dec 11 23:08:36.676044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 58998) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:36.685652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] For port 46c551dd-0bb8-4d40-a932-9863a994e67b, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:08:36.691327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] For port 46c551dd-0bb8-4d40-a932-9863a994e67b, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=46c551dd-0bb8-4d40-a932-9863a994e67b,segment=NetworkSegment(4634d8f9-4fe1-47c1-ac60-4df162c14bd8),segment_id=4634d8f9-4fe1-47c1-ac60-4df162c14bd8)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:08:36.693596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Set router 0bb59eae-1200-4359-8a7a-f2c443cde2ee gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:08:36.714542 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cc8a6c66-1f31-4ead-a543-16655d6314f3 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373530 Dec 11 23:08:36.717058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59000) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:36.722952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7c7112e1-9bc4-492c-850a-053e69a0984a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-452409044', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:36.840744 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:36.934749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7112e1-9bc4-492c-850a-053e69a0984a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Made reservation on behalf of 1a1365b402b74cbba7b45d13613b90f8 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:08:36.939494 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c7112e1-9bc4-492c-850a-053e69a0984a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:36.942668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886d954-1605-4bac-8f5b-17399085db3b None None] Pushing event updated for resources: {'Port': ['ID=46c551dd-0bb8-4d40-a932-9863a994e67b,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:36.956677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Allocated IP 172.20.0.1 (dbe15517-df95-4674-9664-a238f9fd12d4/0ff846d2-5f31-4c82-8acd-2298075c20ab/321b292e-a04c-41c2-bceb-3400e251d79e) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:08:36.960993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677786784', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:08:33Z', 'updated_at': '2021-12-11T23:08:35Z', 'revision_number': 3, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:34Z', 'updated_at': '2021-12-11T23:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:36.996523 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Checking router: 0bb59eae-1200-4359-8a7a-f2c443cde2ee for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:08:36.996866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Updating router 0bb59eae-1200-4359-8a7a-f2c443cde2ee port 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:08:37.033866 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:37.098021 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:37.218172 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:37.249885 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c7112e1-9bc4-492c-850a-053e69a0984a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:37.278824 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Network dbe15517-df95-4674-9664-a238f9fd12d4 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:08:37.289658 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:08:37.295090 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:08:37.329179 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Pushing event updated for resources: {'Port': ['ID=321b292e-a04c-41c2-bceb-3400e251d79e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:37.339426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7112e1-9bc4-492c-850a-053e69a0984a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Subnet': ['ID=6124b74d-438d-4ed2-8d28-b1e88a38276b,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:37.348089 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7112e1-9bc4-492c-850a-053e69a0984a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Checking segment: {'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:08:37.349308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7112e1-9bc4-492c-850a-053e69a0984a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network hostable DHCP agents. Network: 0d90a2df-97cb-49e7-b1cc-91af0659c474, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:08:37.349464 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:37.407449 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:37.508240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7112e1-9bc4-492c-850a-053e69a0984a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network 0d90a2df-97cb-49e7-b1cc-91af0659c474 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:08:37.529700 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:37.605108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d1da58-018a-45cf-a868-9de92db951dd None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:08:37.611116 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-7c7112e1-9bc4-492c-850a-053e69a0984a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 0d90a2df-97cb-49e7-b1cc-91af0659c474) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:08:37.618627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7112e1-9bc4-492c-850a-053e69a0984a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:37.618627 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c7112e1-9bc4-492c-850a-053e69a0984a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:37.626622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae6c9fa-40be-41b0-8cc7-afb5287e82f0 None None] Network 0d90a2df-97cb-49e7-b1cc-91af0659c474 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:08:37.629148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c4a44-e2ab-4b29-8b67-280b8fd3738b None None] Pushing event updated for resources: {'Port': ['ID=2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:37.634493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Attempting to bind port 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:08:37.634875 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Attempting to bind port 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:08:37.635247 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Attempting to bind port 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:08:37.665398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 46c551dd-0bb8-4d40-a932-9863a994e67b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:08:37.674700 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:37.722759 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7c7112e1-9bc4-492c-850a-053e69a0984a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0045106 Dec 11 23:08:37.723061 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:08:37.723397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:08:37.723809 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:37.724214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:08:37.724707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Bound port: 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:08:37.725092 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:37.725561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59012) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:37.781705 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d39e3262-0f32-48b5-a625-417904c73c5e None None] Provisioning complete for port 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:37.782082 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d39e3262-0f32-48b5-a625-417904c73c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:37.895841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] For port 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:08:37.900859 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d39e3262-0f32-48b5-a625-417904c73c5e None None] Port 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:08:37.961894 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] For port 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:08:37.972004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 46c551dd-0bb8-4d40-a932-9863a994e67b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:37.972004 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:37.974290 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-0d90a2df-97cb-49e7-b1cc-91af0659c474', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ips': [{'subnet_id': '6124b74d-438d-4ed2-8d28-b1e88a38276b'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:08:37.975328 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:38.048557 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:38.097261 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:38.162098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70120d6c-6d23-4130-b04a-630d53d22b50 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:08:38.190660 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:38.206363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Routers {'0bb59eae-1200-4359-8a7a-f2c443cde2ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:08:38.207287 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:38.286701 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:38.290677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Pushing event updated for resources: {'Port': ['ID=321b292e-a04c-41c2-bceb-3400e251d79e,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:38.323063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c4a44-e2ab-4b29-8b67-280b8fd3738b None None] Pushing event updated for resources: {'Port': ['ID=2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:38.406764 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:38.423824 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Network dbe15517-df95-4674-9664-a238f9fd12d4 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:08:38.426498 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:08:38.594074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Allocated IP 172.20.0.2 (0d90a2df-97cb-49e7-b1cc-91af0659c474/6124b74d-438d-4ed2-8d28-b1e88a38276b/83fa5177-3e4f-4109-9663-570281018232) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:08:38.598644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04be1554-dea7-4a47-a5d2-b16f3e9d25d4 None None] Network dbe15517-df95-4674-9664-a238f9fd12d4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:08:38.601732 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2dba869b-9d3c-4077-a3d6-27980c8755d4 None None] Provisioning complete for port 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:38.602167 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2dba869b-9d3c-4077-a3d6-27980c8755d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:38.654739 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Router afbb7306-ce12-44ed-ba98-0fabb24d96f4 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:08:38.735116 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:38.752182 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:08:38.757415 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e60a2426-247e-4f0e-8356-84d4f8b906d1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] 10.222.0.45 "PUT /v2.0/routers/afbb7306-ce12-44ed-ba98-0fabb24d96f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4713235 Dec 11 23:08:38.760171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59024) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:38.763256 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883f47a-6a86-459a-b44a-eef69e977f1d None None] Sync routers for ids ['afbb7306-ce12-44ed-ba98-0fabb24d96f4'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:08:38.765775 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e8b41edb-2f19-4758-a5ce-f04cba32cfe1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Request body: {'port': {'network_id': 'dbe15517-df95-4674-9664-a238f9fd12d4', 'name': 'tempest-FloatingIPNegativeTestJSON-1798067622'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:38.774853 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883f47a-6a86-459a-b44a-eef69e977f1d None None] Routers {'afbb7306-ce12-44ed-ba98-0fabb24d96f4'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:08:38.775790 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-1883f47a-6a86-459a-b44a-eef69e977f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['afbb7306-ce12-44ed-ba98-0fabb24d96f4'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:38.811496 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-1883f47a-6a86-459a-b44a-eef69e977f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:38.822836 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883f47a-6a86-459a-b44a-eef69e977f1d None None] Routers {'afbb7306-ce12-44ed-ba98-0fabb24d96f4'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:08:38.823689 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-1883f47a-6a86-459a-b44a-eef69e977f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['afbb7306-ce12-44ed-ba98-0fabb24d96f4'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:38.825082 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] Set router 0bb59eae-1200-4359-8a7a-f2c443cde2ee gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:08:38.865153 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-1883f47a-6a86-459a-b44a-eef69e977f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:38.865984 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883f47a-6a86-459a-b44a-eef69e977f1d None None] The sync data for ids ['afbb7306-ce12-44ed-ba98-0fabb24d96f4'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:08:38.946318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b41edb-2f19-4758-a5ce-f04cba32cfe1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Made reservation on behalf of b0ed0a0275c84b8eb96d3a9c178be717 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:08:38.950513 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8b41edb-2f19-4758-a5ce-f04cba32cfe1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:38.970482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [None req-e8b41edb-2f19-4758-a5ce-f04cba32cfe1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] device_id is not set on port 38f82f36-00cd-4122-8945-5230eb649039 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:08:39.001638 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 46c551dd-0bb8-4d40-a932-9863a994e67b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=46c551dd-0bb8-4d40-a932-9863a994e67b,segment=NetworkSegment(4634d8f9-4fe1-47c1-ac60-4df162c14bd8),segment_id=4634d8f9-4fe1-47c1-ac60-4df162c14bd8)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:08:39.063625 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:39.099741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-e8b41edb-2f19-4758-a5ce-f04cba32cfe1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Allocated IP 172.20.0.14 (dbe15517-df95-4674-9664-a238f9fd12d4/0ff846d2-5f31-4c82-8acd-2298075c20ab/38f82f36-00cd-4122-8945-5230eb649039) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:08:39.149652 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2dba869b-9d3c-4077-a3d6-27980c8755d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:39.212211 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2dba869b-9d3c-4077-a3d6-27980c8755d4 None None] For port 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:08:39.217248 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:39.219402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=46c551dd-0bb8-4d40-a932-9863a994e67b,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:39.276349 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8b41edb-2f19-4758-a5ce-f04cba32cfe1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:39.276972 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677786784', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:08:33Z', 'updated_at': '2021-12-11T23:08:35Z', 'revision_number': 3, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:34Z', 'updated_at': '2021-12-11T23:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:39.308259 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2dba869b-9d3c-4077-a3d6-27980c8755d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:39.309873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf76ae3-255a-4804-bff0-cdfbf4f0a6cc None None] The sync data for ids ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'] in n-d-710847-6 is: [{'id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677786784', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:08:33Z', 'updated_at': '2021-12-11T23:08:35Z', 'revision_number': 3, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:34Z', 'updated_at': '2021-12-11T23:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:08:39.353721 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:39.395098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba869b-9d3c-4077-a3d6-27980c8755d4 None None] Pushing event updated for resources: {'Port': ['ID=2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:39.399067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Network 0d90a2df-97cb-49e7-b1cc-91af0659c474 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:08:39.399934 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Allocated IP 172.20.0.1 (0d90a2df-97cb-49e7-b1cc-91af0659c474/6124b74d-438d-4ed2-8d28-b1e88a38276b/674e7114-144f-4ed8-b388-16056f9f7b9a) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:08:39.403624 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:08:39.424442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:08:39.482636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Pushing event updated for resources: {'Port': ['ID=83fa5177-3e4f-4109-9663-570281018232,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:39.509086 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8b41edb-2f19-4758-a5ce-f04cba32cfe1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:39.521058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3470d56a-3ae1-4f27-97aa-4808ae081944 None None] Provisioning complete for port 46c551dd-0bb8-4d40-a932-9863a994e67b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:39.531699 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3470d56a-3ae1-4f27-97aa-4808ae081944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:39.580732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b41edb-2f19-4758-a5ce-f04cba32cfe1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Network dbe15517-df95-4674-9664-a238f9fd12d4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:08:39.588385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-e8b41edb-2f19-4758-a5ce-f04cba32cfe1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:08:39.596797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b41edb-2f19-4758-a5ce-f04cba32cfe1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:08:39.619886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Attempting to bind port 83fa5177-3e4f-4109-9663-570281018232 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:08:39.619886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Attempting to bind port 83fa5177-3e4f-4109-9663-570281018232 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:08:39.619886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Attempting to bind port 83fa5177-3e4f-4109-9663-570281018232 on network 0d90a2df-97cb-49e7-b1cc-91af0659c474 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:08:39.633813 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:08:39.634209 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Checking segment: {'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:08:39.635408 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:39.635958 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Bound using segment: {'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:08:39.636473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Bound port: 83fa5177-3e4f-4109-9663-570281018232, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:08:39.636882 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:39.649956 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b41edb-2f19-4758-a5ce-f04cba32cfe1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Pushing event updated for resources: {'Port': ['ID=38f82f36-00cd-4122-8945-5230eb649039,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:39.715640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 46c551dd-0bb8-4d40-a932-9863a994e67b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:08:39.716811 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b41edb-2f19-4758-a5ce-f04cba32cfe1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:39.717493 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e8b41edb-2f19-4758-a5ce-f04cba32cfe1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:39.780658 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:39.863453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] For port 83fa5177-3e4f-4109-9663-570281018232, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:08:39.869605 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e8b41edb-2f19-4758-a5ce-f04cba32cfe1 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1075881 Dec 11 23:08:39.872482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59038) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:39.880774 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:39.907586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] For port 83fa5177-3e4f-4109-9663-570281018232, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=83fa5177-3e4f-4109-9663-570281018232,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:08:39.925074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 46c551dd-0bb8-4d40-a932-9863a994e67b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:39.925458 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:39.947194 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:39.978289 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:39.985766 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:40.019712 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network 0d90a2df-97cb-49e7-b1cc-91af0659c474 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:08:40.025022 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:08:40.108470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:08:40.164850 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7b6e47a9-0898-4380-8e32-1f8fd12da705 None None] Provisioning complete for port 46c551dd-0bb8-4d40-a932-9863a994e67b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:40.165330 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7b6e47a9-0898-4380-8e32-1f8fd12da705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:40.228220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da7e3c-0b4b-45f5-b2ed-80a0515a7ecd None None] Pushing event updated for resources: {'Port': ['ID=83fa5177-3e4f-4109-9663-570281018232,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:40.245451 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:40.302981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7b6e47a9-0898-4380-8e32-1f8fd12da705 None None] Provisioning complete for port 321b292e-a04c-41c2-bceb-3400e251d79e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:40.303192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=674e7114-144f-4ed8-b388-16056f9f7b9a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:40.303535 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7b6e47a9-0898-4380-8e32-1f8fd12da705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:40.361462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7b6e47a9-0898-4380-8e32-1f8fd12da705 None None] Port 321b292e-a04c-41c2-bceb-3400e251d79e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:08:40.485218 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:40.524546 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a32fda09-46d1-495f-be20-93c6e5724633 None None] Provisioning complete for port 321b292e-a04c-41c2-bceb-3400e251d79e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:40.525066 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a32fda09-46d1-495f-be20-93c6e5724633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:40.644291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a32fda09-46d1-495f-be20-93c6e5724633 None None] Port 321b292e-a04c-41c2-bceb-3400e251d79e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:08:40.723992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Allocated IP 172.25.1.123 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/e353ff4a-1910-4a18-b4c1-36a87cdd3c30) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:08:40.727376 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:40.776327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c1655f4b-dc7c-4ac3-97b8-475fc9177349 None None] Provisioning complete for port 38f82f36-00cd-4122-8945-5230eb649039 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:40.776830 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1655f4b-dc7c-4ac3-97b8-475fc9177349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:40.820618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c1655f4b-dc7c-4ac3-97b8-475fc9177349 None None] Port 38f82f36-00cd-4122-8945-5230eb649039 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:08:41.051127 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:41.196801 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:41.249999 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:41.284394 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:41.293534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:08:41.316440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:08:41.322325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:08:41.357853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Pushing event updated for resources: {'Port': ['ID=e353ff4a-1910-4a18-b4c1-36a87cdd3c30,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:41.408701 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:41.451355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=674e7114-144f-4ed8-b388-16056f9f7b9a,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:41.498613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dc4444-3b50-4537-a30c-b699a90b1e14 None None] Network 0d90a2df-97cb-49e7-b1cc-91af0659c474 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:08:41.543128 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:41.574330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network 0d90a2df-97cb-49e7-b1cc-91af0659c474 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:08:41.577789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:08:41.606288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-044edcbe-2703-4cb3-b5fa-840eb837ccdd None None] Provisioning complete for port 83fa5177-3e4f-4109-9663-570281018232 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:41.606570 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-044edcbe-2703-4cb3-b5fa-840eb837ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:41.748816 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:41.768067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 83fa5177-3e4f-4109-9663-570281018232 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:08:41.772677 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router 0bb59eae-1200-4359-8a7a-f2c443cde2ee has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:08:41.979510 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-044edcbe-2703-4cb3-b5fa-840eb837ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:42.023893 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-044edcbe-2703-4cb3-b5fa-840eb837ccdd None None] For port 83fa5177-3e4f-4109-9663-570281018232, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=83fa5177-3e4f-4109-9663-570281018232,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:08:42.027814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 83fa5177-3e4f-4109-9663-570281018232 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:42.028206 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:42.129692 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-044edcbe-2703-4cb3-b5fa-840eb837ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:42.167176 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:42.241891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044edcbe-2703-4cb3-b5fa-840eb837ccdd None None] Pushing event updated for resources: {'Port': ['ID=83fa5177-3e4f-4109-9663-570281018232,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:42.261637 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:08:42.262084 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:08:42.380310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-82907940-2643-4bff-bf82-02434c6203c6 None None] Provisioning complete for port 83fa5177-3e4f-4109-9663-570281018232 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:42.380816 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82907940-2643-4bff-bf82-02434c6203c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:42.427604 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:08:42.444698 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4d5c57b8-d12b-4676-a5e5-6e80c63dd354 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "PUT /v2.0/routers/0bb59eae-1200-4359-8a7a-f2c443cde2ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7083750 Dec 11 23:08:42.474159 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Sync routers for ids ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:08:42.474844 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:42.494822 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Routers {'0bb59eae-1200-4359-8a7a-f2c443cde2ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:08:42.495472 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-21258466-9f51-4149-92af-6613e2cca82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:42.523242 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:42.536341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-82907940-2643-4bff-bf82-02434c6203c6 None None] Provisioning complete for port 674e7114-144f-4ed8-b388-16056f9f7b9a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:42.536713 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82907940-2643-4bff-bf82-02434c6203c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:42.616477 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-82907940-2643-4bff-bf82-02434c6203c6 None None] Port 674e7114-144f-4ed8-b388-16056f9f7b9a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:08:42.645390 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Set router 0bb59eae-1200-4359-8a7a-f2c443cde2ee gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:08:42.650724 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:42.698834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Pushing event updated for resources: {'Port': ['ID=e353ff4a-1910-4a18-b4c1-36a87cdd3c30,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:42.746523 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-40144b89-56a5-461f-9593-9434c4b1dea1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-446879349&fields=id&tenant_id=1a1365b402b74cbba7b45d13613b90f8 HTTP/1.1" status: 200 len: 267 time: 0.0763638 Dec 11 23:08:42.777226 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:42.778584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-583c35b2-08a8-4a1c-8955-4abecff9d988 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9050729 Dec 11 23:08:42.781663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59086) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:42.796751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-18899222-fa45-4dcc-acf6-c6341110ffb4 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Request body: {'floatingip': {'port_id': '38f82f36-00cd-4122-8945-5230eb649039', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:42.839086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-78a8df3b-429e-4370-97a7-c16f98ca2b1b None None] Provisioning complete for port 674e7114-144f-4ed8-b388-16056f9f7b9a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:42.839757 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78a8df3b-429e-4370-97a7-c16f98ca2b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:42.865703 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18899222-fa45-4dcc-acf6-c6341110ffb4 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for floatingip, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:42.888668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-64932cb2-bf5c-46e9-99d4-9e76e14dbc6c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:42.890657 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-64932cb2-bf5c-46e9-99d4-9e76e14dbc6c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/networks?id=0d90a2df-97cb-49e7-b1cc-91af0659c474 HTTP/1.1" status: 200 len: 797 time: 0.1333318 Dec 11 23:08:42.894152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:08:42.917820 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-e6cd1499-b4ae-4627-88a9-2fccd64fd84a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/quotas/1a1365b402b74cbba7b45d13613b90f8 HTTP/1.1" status: 200 len: 375 time: 0.0206585 Dec 11 23:08:42.950851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-78a8df3b-429e-4370-97a7-c16f98ca2b1b None None] Port 674e7114-144f-4ed8-b388-16056f9f7b9a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:08:42.976514 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-d17ee814-2daa-4aba-9cd8-e078c9e2de4f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574613 Dec 11 23:08:43.018352 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-18899222-fa45-4dcc-acf6-c6341110ffb4 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] update failed (client error): The resource could not be found. Dec 11 23:08:43.018900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:43.019301 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:43.019746 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-18899222-fa45-4dcc-acf6-c6341110ffb4 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] 10.222.0.45 "PUT /v2.0/floatingips/a1db2e8d-47de-4aa1-a40a-09aee73b6222 HTTP/1.1" status: 404 len: 507 time: 0.2363760 Dec 11 23:08:43.023437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59088) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:43.101992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b1b6b9fd-1317-4a2f-bcfe-96cc83529f88 None None] Provisioning complete for port 674e7114-144f-4ed8-b388-16056f9f7b9a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:43.102367 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b1b6b9fd-1317-4a2f-bcfe-96cc83529f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:43.107086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-21258466-9f51-4149-92af-6613e2cca82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677786784', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:08:33Z', 'updated_at': '2021-12-11T23:08:40Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:34Z', 'updated_at': '2021-12-11T23:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '674e7114-144f-4ed8-b388-16056f9f7b9a', 'name': '', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:40:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:38Z', 'updated_at': '2021-12-11T23:08:41Z', 'revision_number': 2, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:43.120027 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-83023efd-ba7a-4894-af8a-6b8ce9cc2f94 service neutron] 10.222.0.45 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098728 Dec 11 23:08:43.163154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ae02e-b433-44bd-8cd8-ff7d38b7d6e5 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Deleting port e353ff4a-1910-4a18-b4c1-36a87cdd3c30 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:08:43.164406 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae02e-b433-44bd-8cd8-ff7d38b7d6e5 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:43.166516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Checking router: 0bb59eae-1200-4359-8a7a-f2c443cde2ee for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:08:43.167319 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Updating router 0bb59eae-1200-4359-8a7a-f2c443cde2ee port 674e7114-144f-4ed8-b388-16056f9f7b9a binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:08:43.219034 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-4c0187fa-a773-426e-a2d0-be207eafe380 service neutron] 10.222.0.45 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915523 Dec 11 23:08:43.230830 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b1b6b9fd-1317-4a2f-bcfe-96cc83529f88 None None] Port 674e7114-144f-4ed8-b388-16056f9f7b9a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:08:43.236317 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:43.252144 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae02e-b433-44bd-8cd8-ff7d38b7d6e5 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:43.252144 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae02e-b433-44bd-8cd8-ff7d38b7d6e5 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:43.274188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ae02e-b433-44bd-8cd8-ff7d38b7d6e5 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Calling delete_port for e353ff4a-1910-4a18-b4c1-36a87cdd3c30 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:08:43.516311 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae02e-b433-44bd-8cd8-ff7d38b7d6e5 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:43.557497 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f300a349-b7f3-448f-8eac-89646b7a7f1d req-1b795bb0-398e-4ab3-9722-d194c15e3ce1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 210 time: 0.0554953 Dec 11 23:08:43.582024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ae02e-b433-44bd-8cd8-ff7d38b7d6e5 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Pushing event deleted for resources: {'Port': ['ID=e353ff4a-1910-4a18-b4c1-36a87cdd3c30,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:43.610782 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:43.638138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 83fa5177-3e4f-4109-9663-570281018232 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:08:43.676048 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae02e-b433-44bd-8cd8-ff7d38b7d6e5 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:43.679383 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae02e-b433-44bd-8cd8-ff7d38b7d6e5 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:43.679855 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:43.687021 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1f2ae02e-b433-44bd-8cd8-ff7d38b7d6e5 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] 10.222.0.45 "DELETE /v2.0/floatingips/a1db2e8d-47de-4aa1-a40a-09aee73b6222 HTTP/1.1" status: 204 len: 168 time: 0.6566763 Dec 11 23:08:43.687381 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59106) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:43.692633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-92b445a2-6532-4d37-b645-d0e0b312b67e tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Request body: {'floatingip': {'floating_network_id': 'dbe15517-df95-4674-9664-a238f9fd12d4', 'port_id': '38f82f36-00cd-4122-8945-5230eb649039', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:43.773358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3b630-ed4c-4da7-9a39-c2b61813249a None None] Pushing event updated for resources: {'Port': ['ID=674e7114-144f-4ed8-b388-16056f9f7b9a,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:43.794893 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-92b445a2-6532-4d37-b645-d0e0b312b67e tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:43.845440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 83fa5177-3e4f-4109-9663-570281018232 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:43.845979 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:43.887523 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Attempting to bind port 674e7114-144f-4ed8-b388-16056f9f7b9a on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:08:43.887909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Attempting to bind port 674e7114-144f-4ed8-b388-16056f9f7b9a by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:08:43.888288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Attempting to bind port 674e7114-144f-4ed8-b388-16056f9f7b9a on network 0d90a2df-97cb-49e7-b1cc-91af0659c474 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:08:43.898527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:08:43.899303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Checking segment: {'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:08:43.899426 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:43.899821 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Bound using segment: {'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:08:43.900313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Bound port: 674e7114-144f-4ed8-b388-16056f9f7b9a, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:08:43.900709 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:43.954751 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:44.018315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-21258466-9f51-4149-92af-6613e2cca82d None None] For port 674e7114-144f-4ed8-b388-16056f9f7b9a, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:08:44.021534 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-21258466-9f51-4149-92af-6613e2cca82d None None] For port 674e7114-144f-4ed8-b388-16056f9f7b9a, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=674e7114-144f-4ed8-b388-16056f9f7b9a,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:08:44.044511 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-92b445a2-6532-4d37-b645-d0e0b312b67e tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 23:08:44.049261 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-92b445a2-6532-4d37-b645-d0e0b312b67e tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3569124 Dec 11 23:08:44.049491 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59112) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:44.054448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '38f82f36-00cd-4122-8945-5230eb649039', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:44.056899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ae0c34f7-c012-453e-b8ab-1ef07f3674e8 None None] Provisioning complete for port 674e7114-144f-4ed8-b388-16056f9f7b9a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:44.057496 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ae0c34f7-c012-453e-b8ab-1ef07f3674e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:44.096353 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c34f7-c012-453e-b8ab-1ef07f3674e8 None None] Port 674e7114-144f-4ed8-b388-16056f9f7b9a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:08:44.106682 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:44.166458 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Routers {'0bb59eae-1200-4359-8a7a-f2c443cde2ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:08:44.167110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-21258466-9f51-4149-92af-6613e2cca82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:44.196190 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:44.220524 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3b630-ed4c-4da7-9a39-c2b61813249a None None] Pushing event updated for resources: {'Port': ['ID=674e7114-144f-4ed8-b388-16056f9f7b9a,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:44.306313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-21258466-9f51-4149-92af-6613e2cca82d None None] Set router 0bb59eae-1200-4359-8a7a-f2c443cde2ee gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:08:44.339736 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:44.482926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Allocated IP 172.25.1.238 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/d72a354f-a10c-41ec-bc79-85c83c6018b9) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:08:44.629053 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:44.692507 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-47a97efb-b7c9-43cf-8d4e-b4574665c7b1 req-aa2b2782-e42d-46b9-81b0-daca3a9aa8ef tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 210 time: 0.0344288 Dec 11 23:08:44.708283 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ac810c7d-27af-49a7-835b-2c929ca8acc2 None None] Provisioning complete for port 674e7114-144f-4ed8-b388-16056f9f7b9a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:44.709520 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac810c7d-27af-49a7-835b-2c929ca8acc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:44.741146 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:44.745692 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-21258466-9f51-4149-92af-6613e2cca82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677786784', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:08:33Z', 'updated_at': '2021-12-11T23:08:40Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:34Z', 'updated_at': '2021-12-11T23:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '674e7114-144f-4ed8-b388-16056f9f7b9a', 'name': '', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:40:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:38Z', 'updated_at': '2021-12-11T23:08:44Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:44.778783 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21258466-9f51-4149-92af-6613e2cca82d None None] The sync data for ids ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'] in n-d-710847-6 is: [{'id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677786784', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:08:33Z', 'updated_at': '2021-12-11T23:08:40Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:34Z', 'updated_at': '2021-12-11T23:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '674e7114-144f-4ed8-b388-16056f9f7b9a', 'name': '', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:40:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:38Z', 'updated_at': '2021-12-11T23:08:44Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:08:44.788645 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:08:44.791696 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:08:44.794509 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:08:44.818284 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Pushing event updated for resources: {'Port': ['ID=d72a354f-a10c-41ec-bc79-85c83c6018b9,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:44.863886 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac810c7d-27af-49a7-835b-2c929ca8acc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:44.907207 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ac810c7d-27af-49a7-835b-2c929ca8acc2 None None] For port 674e7114-144f-4ed8-b388-16056f9f7b9a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=674e7114-144f-4ed8-b388-16056f9f7b9a,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:08:45.015293 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac810c7d-27af-49a7-835b-2c929ca8acc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:45.061158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Deleting port d72a354f-a10c-41ec-bc79-85c83c6018b9 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:08:45.063829 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:45.098559 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac810c7d-27af-49a7-835b-2c929ca8acc2 None None] Pushing event updated for resources: {'Port': ['ID=674e7114-144f-4ed8-b388-16056f9f7b9a,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:45.170455 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:45.170830 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:45.185071 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Calling delete_port for d72a354f-a10c-41ec-bc79-85c83c6018b9 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:08:45.375578 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:45.403303 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Pushing event deleted for resources: {'Port': ['ID=d72a354f-a10c-41ec-bc79-85c83c6018b9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:45.598338 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] create failed (client error): The resource could not be found. Dec 11 23:08:45.604452 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-22481c8b-0ebc-4cdd-871e-50e590e325b2 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5491245 Dec 11 23:08:45.604934 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59134) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:45.659388 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 674e7114-144f-4ed8-b388-16056f9f7b9a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:08:45.715817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 674e7114-144f-4ed8-b388-16056f9f7b9a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:45.716516 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:45.720441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-61309ca4-490a-46fd-940e-67fd83059d8f tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Deleting port 38f82f36-00cd-4122-8945-5230eb649039 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:08:45.721072 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61309ca4-490a-46fd-940e-67fd83059d8f tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:45.833506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-128adb2a-f0d6-4ed4-a138-4e8de8fc6c15 req-0b1b12a6-c669-4fc7-bf3f-d7f0985690af tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 210 time: 0.0366724 Dec 11 23:08:45.877334 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61309ca4-490a-46fd-940e-67fd83059d8f tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:45.891616 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-61309ca4-490a-46fd-940e-67fd83059d8f tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Calling delete_port for 38f82f36-00cd-4122-8945-5230eb649039 owned by {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:08:46.008274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-89fa1136-a98f-4a91-aa84-17ac6d0db14a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:46.010013 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-89fa1136-a98f-4a91-aa84-17ac6d0db14a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.13 "GET /v2.0/networks?id=0d90a2df-97cb-49e7-b1cc-91af0659c474 HTTP/1.1" status: 200 len: 797 time: 0.1863353 Dec 11 23:08:46.114095 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-9e069566-af73-45fb-9372-4791a2b0bf9a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a1365b402b74cbba7b45d13613b90f8 HTTP/1.1" status: 200 len: 379 time: 0.0933578 Dec 11 23:08:46.125495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-0cbeb52e-91e2-4124-9ab2-3a96f6576ce6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'port': {'device_id': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'admin_state_up': True, 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'security_groups': ['1214ea3d-951e-4b8a-ba22-b934e9a4916a']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:46.375298 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-0cbeb52e-91e2-4124-9ab2-3a96f6576ce6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Made reservation on behalf of 1a1365b402b74cbba7b45d13613b90f8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:08:46.385205 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-0cbeb52e-91e2-4124-9ab2-3a96f6576ce6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:46.484335 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61309ca4-490a-46fd-940e-67fd83059d8f tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:46.518504 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61309ca4-490a-46fd-940e-67fd83059d8f tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Pushing event deleted for resources: {'Port': ['ID=38f82f36-00cd-4122-8945-5230eb649039,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:46.599482 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61309ca4-490a-46fd-940e-67fd83059d8f tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:46.605929 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-61309ca4-490a-46fd-940e-67fd83059d8f tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] 10.222.0.45 "DELETE /v2.0/ports/38f82f36-00cd-4122-8945-5230eb649039 HTTP/1.1" status: 204 len: 168 time: 0.9999602 Dec 11 23:08:46.606600 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59148) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:46.616636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-0cbeb52e-91e2-4124-9ab2-3a96f6576ce6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Allocated IP 172.20.0.13 (0d90a2df-97cb-49e7-b1cc-91af0659c474/6124b74d-438d-4ed2-8d28-b1e88a38276b/62d4a44f-847f-42d2-abfa-d4e679e2e78c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:08:46.672707 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fb3580-020a-4c6e-8936-0cbe3d8e857d tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:46.676147 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b3fb3580-020a-4c6e-8936-0cbe3d8e857d tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] 10.222.0.45 "GET /v2.0/ports?device_id=afbb7306-ce12-44ed-ba98-0fabb24d96f4 HTTP/1.1" status: 200 len: 913 time: 0.0667930 Dec 11 23:08:46.676956 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59152) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:46.776599 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-0cbeb52e-91e2-4124-9ab2-3a96f6576ce6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:46.879399 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-0cbeb52e-91e2-4124-9ab2-3a96f6576ce6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:46.955566 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-0cbeb52e-91e2-4124-9ab2-3a96f6576ce6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network 0d90a2df-97cb-49e7-b1cc-91af0659c474 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:08:46.956543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeb52e-91e2-4124-9ab2-3a96f6576ce6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=62d4a44f-847f-42d2-abfa-d4e679e2e78c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:46.960033 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-0cbeb52e-91e2-4124-9ab2-3a96f6576ce6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:08:46.962282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-0cbeb52e-91e2-4124-9ab2-3a96f6576ce6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:08:47.020204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-0cbeb52e-91e2-4124-9ab2-3a96f6576ce6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:47.020967 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-0cbeb52e-91e2-4124-9ab2-3a96f6576ce6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:47.024495 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceaf9ec-1057-47c3-af9b-79ba4adfa49f req-b9fd5c25-3d49-495d-a8b0-d3dc08715078 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:47.025506 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7ceaf9ec-1057-47c3-af9b-79ba4adfa49f req-b9fd5c25-3d49-495d-a8b0-d3dc08715078 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 932 time: 0.1002836 Dec 11 23:08:47.093459 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-0cbeb52e-91e2-4124-9ab2-3a96f6576ce6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9736025 Dec 11 23:08:47.108940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Request body: {'port': {'device_id': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:47.134647 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7ceaf9ec-1057-47c3-af9b-79ba4adfa49f req-5ee2b1a3-cd86-4ea3-ac7e-bf5c8994c653 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963852 Dec 11 23:08:47.158771 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0b286bdb-1e83-475d-8f0c-62985d11e669 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:47.184435 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:47.357239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5290b0c6-432e-48ab-babb-0c85535bcd2d None None] Provisioning complete for port 62d4a44f-847f-42d2-abfa-d4e679e2e78c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:47.359001 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5290b0c6-432e-48ab-babb-0c85535bcd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:47.419749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5290b0c6-432e-48ab-babb-0c85535bcd2d None None] Port 62d4a44f-847f-42d2-abfa-d4e679e2e78c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:08:47.454129 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0b286bdb-1e83-475d-8f0c-62985d11e669 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Deleting port 321b292e-a04c-41c2-bceb-3400e251d79e {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:08:47.454481 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0b286bdb-1e83-475d-8f0c-62985d11e669 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:47.477838 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:47.497714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d4a44f-847f-42d2-abfa-d4e679e2e78c {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:08:47.506341 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:47.522650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Transition to ACTIVE for port object 62d4a44f-847f-42d2-abfa-d4e679e2e78c will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:08:47.552325 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0b286bdb-1e83-475d-8f0c-62985d11e669 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:47.565293 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0b286bdb-1e83-475d-8f0c-62985d11e669 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Calling delete_port for 321b292e-a04c-41c2-bceb-3400e251d79e owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:08:47.620319 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:47.671368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Pushing event updated for resources: {'Port': ['ID=62d4a44f-847f-42d2-abfa-d4e679e2e78c,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:47.759058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Attempting to bind port 62d4a44f-847f-42d2-abfa-d4e679e2e78c on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:08:47.759488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Attempting to bind port 62d4a44f-847f-42d2-abfa-d4e679e2e78c by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:08:47.759958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Attempting to bind port 62d4a44f-847f-42d2-abfa-d4e679e2e78c on network 0d90a2df-97cb-49e7-b1cc-91af0659c474 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:08:47.764548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Port 62d4a44f-847f-42d2-abfa-d4e679e2e78c on network 0d90a2df-97cb-49e7-b1cc-91af0659c474 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:08:47.765503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Attempting to bind port 62d4a44f-847f-42d2-abfa-d4e679e2e78c on network 0d90a2df-97cb-49e7-b1cc-91af0659c474 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:08:47.770719 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:08:47.771197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Checking segment: {'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:08:47.771598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Bound using segment: {'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:08:47.772029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Bound port: 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:08:47.772388 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:47.807163 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0b286bdb-1e83-475d-8f0c-62985d11e669 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:47.843097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b286bdb-1e83-475d-8f0c-62985d11e669 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Pushing event deleted for resources: {'Port': ['ID=321b292e-a04c-41c2-bceb-3400e251d79e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:47.850481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:08:47.854529 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:08:47.953305 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:48.008332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:48.008957 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:48.010410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] 10.222.0.13 "PUT /v2.0/ports/62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 200 len: 1092 time: 0.9064710 Dec 11 23:08:48.010856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:08:48.013199 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7532a3-f6c2-49db-8425-f167126e0e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:08:48.069819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d99e6-33f5-4b95-baf0-c8203f958819 service neutron] Pushing event updated for resources: {'Port': ['ID=62d4a44f-847f-42d2-abfa-d4e679e2e78c,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:48.081085 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f995f4c5-0119-4869-9683-f6ec8285b59c x-openstack-request-id: req-f995f4c5-0119-4869-9683-f6ec8285b59c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:08:48.081389 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:08:48.085862 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f995f4c5-0119-4869-9683-f6ec8285b59c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:08:48.085862 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'status': 'completed', 'code': 200} Dec 11 23:08:48.120666 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0b286bdb-1e83-475d-8f0c-62985d11e669 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:48.179809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7532a3-f6c2-49db-8425-f167126e0e1b req-23eefe0b-b9cc-4ef9-9ed9-f98b5d351980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:48.184475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e7532a3-f6c2-49db-8425-f167126e0e1b req-23eefe0b-b9cc-4ef9-9ed9-f98b5d351980 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1095 time: 0.0795417 Dec 11 23:08:48.319651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7532a3-f6c2-49db-8425-f167126e0e1b req-ed215b8e-9be6-40bf-af2f-4a2bd802957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:48.321342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e7532a3-f6c2-49db-8425-f167126e0e1b req-ed215b8e-9be6-40bf-af2f-4a2bd802957c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1a1365b402b74cbba7b45d13613b90f8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1284521 Dec 11 23:08:48.341913 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b286bdb-1e83-475d-8f0c-62985d11e669 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Router afbb7306-ce12-44ed-ba98-0fabb24d96f4 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:08:48.366317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24b2f0-13f3-4a9a-9f83-65b329d62c99 req-a4eb21e6-55f6-4c1d-8b0f-e9d8e7ddfde5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:48.367896 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f24b2f0-13f3-4a9a-9f83-65b329d62c99 req-a4eb21e6-55f6-4c1d-8b0f-e9d8e7ddfde5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 944 time: 0.0995796 Dec 11 23:08:48.425218 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7532a3-f6c2-49db-8425-f167126e0e1b req-95a7a95a-ca99-45cf-9d48-a53faee817dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:48.426874 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e7532a3-f6c2-49db-8425-f167126e0e1b req-95a7a95a-ca99-45cf-9d48-a53faee817dd service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979288 Dec 11 23:08:48.458078 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b286bdb-1e83-475d-8f0c-62985d11e669 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:08:48.465720 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0b286bdb-1e83-475d-8f0c-62985d11e669 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] 10.222.0.45 "PUT /v2.0/routers/afbb7306-ce12-44ed-ba98-0fabb24d96f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7876372 Dec 11 23:08:48.470283 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73519aa9-50b6-4808-8e49-712331de5424 None None] Sync routers for ids ['afbb7306-ce12-44ed-ba98-0fabb24d96f4'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:08:48.474237 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59178) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:48.483316 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73519aa9-50b6-4808-8e49-712331de5424 None None] Routers {'afbb7306-ce12-44ed-ba98-0fabb24d96f4'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:08:48.484228 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-73519aa9-50b6-4808-8e49-712331de5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['afbb7306-ce12-44ed-ba98-0fabb24d96f4'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:48.519189 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-73519aa9-50b6-4808-8e49-712331de5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:48.528369 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73519aa9-50b6-4808-8e49-712331de5424 None None] Routers {'afbb7306-ce12-44ed-ba98-0fabb24d96f4'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:08:48.529217 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-73519aa9-50b6-4808-8e49-712331de5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['afbb7306-ce12-44ed-ba98-0fabb24d96f4'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:48.529841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-4d5e98cf-8049-4299-9a4a-51bd6a143da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:48.532727 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-4d5e98cf-8049-4299-9a4a-51bd6a143da9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1095 time: 0.0678318 Dec 11 23:08:48.563823 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f24b2f0-13f3-4a9a-9f83-65b329d62c99 req-3c2e4469-e68f-4989-bb81-97d737edcaf8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561148 Dec 11 23:08:48.568909 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-73519aa9-50b6-4808-8e49-712331de5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:48.569582 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73519aa9-50b6-4808-8e49-712331de5424 None None] The sync data for ids ['afbb7306-ce12-44ed-ba98-0fabb24d96f4'] in n-d-710847-6 is: [] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:08:48.570735 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a459-1562-4a0a-81fd-79c6f7ae0497 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:48.576765 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-7680b8ef-c685-40c3-8c9e-b35deb73647c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 200 len: 217 time: 0.0365748 Dec 11 23:08:48.629464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-b0920e7f-97c1-4003-b275-01477eef4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:48.631095 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-b0920e7f-97c1-4003-b275-01477eef4620 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6124b74d-438d-4ed2-8d28-b1e88a38276b HTTP/1.1" status: 200 len: 834 time: 0.0471194 Dec 11 23:08:48.685362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-4cfbb664-80f4-4b38-a5de-f490b382d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:48.687318 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-4cfbb664-80f4-4b38-a5de-f490b382d6b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d90a2df-97cb-49e7-b1cc-91af0659c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487821 Dec 11 23:08:48.757341 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a459-1562-4a0a-81fd-79c6f7ae0497 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:48.759538 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a459-1562-4a0a-81fd-79c6f7ae0497 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:48.791090 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-68d3ba4b-ba1f-4962-ab1d-978da7dd127f service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965681 Dec 11 23:08:48.844533 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9973e7fd-9351-44d3-a2c4-923c9687b112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:48.872710 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a459-1562-4a0a-81fd-79c6f7ae0497 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:48.873235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a8a459-1562-4a0a-81fd-79c6f7ae0497 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Fanout notify agent at l3_agent the message router_deleted on router afbb7306-ce12-44ed-ba98-0fabb24d96f4 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:08:48.882510 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a459-1562-4a0a-81fd-79c6f7ae0497 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:48.887141 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b0a8a459-1562-4a0a-81fd-79c6f7ae0497 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] 10.222.0.45 "DELETE /v2.0/routers/afbb7306-ce12-44ed-ba98-0fabb24d96f4 HTTP/1.1" status: 204 len: 168 time: 0.4117634 Dec 11 23:08:48.887770 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59184) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:48.890988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e097cee8-38ab-4b51-a1f8-bcd80b9672b0 req-14e32a7a-1eac-43cb-83f5-fdd50801461a service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932136 Dec 11 23:08:48.940354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d966ae-98f6-499f-a994-b80e78e25ccf tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Deleting subnet 0ff846d2-5f31-4c82-8acd-2298075c20ab {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:08:48.943139 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9d966ae-98f6-499f-a994-b80e78e25ccf tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:48.989283 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9d966ae-98f6-499f-a994-b80e78e25ccf tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:49.074529 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9d966ae-98f6-499f-a994-b80e78e25ccf tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:49.215506 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9d966ae-98f6-499f-a994-b80e78e25ccf tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:49.246402 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d966ae-98f6-499f-a994-b80e78e25ccf tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff846d2-5f31-4c82-8acd-2298075c20ab,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:49.250614 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9d966ae-98f6-499f-a994-b80e78e25ccf tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:49.253875 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e9d966ae-98f6-499f-a994-b80e78e25ccf tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] 10.222.0.45 "DELETE /v2.0/subnets/0ff846d2-5f31-4c82-8acd-2298075c20ab HTTP/1.1" status: 204 len: 168 time: 0.3650138 Dec 11 23:08:49.256663 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59192) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:49.262491 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ec8bf6-5fe8-4a8e-9181-1ee7d8e6f450 None None] Network dbe15517-df95-4674-9664-a238f9fd12d4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:08:49.340226 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:49.409125 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Deleting port 46c551dd-0bb8-4d40-a932-9863a994e67b {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:08:49.409474 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:49.419894 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cff574d-f5a8-4ce3-aaa1-663feacd9f6a None None] DHCP port deletion for dbe15517-df95-4674-9664-a238f9fd12d4 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:08:49.482019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7cff574d-f5a8-4ce3-aaa1-663feacd9f6a None None] Deleting port 46c551dd-0bb8-4d40-a932-9863a994e67b {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:08:49.482685 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7cff574d-f5a8-4ce3-aaa1-663feacd9f6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:49.485908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] For port 46c551dd-0bb8-4d40-a932-9863a994e67b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=46c551dd-0bb8-4d40-a932-9863a994e67b,segment=NetworkSegment(4634d8f9-4fe1-47c1-ac60-4df162c14bd8),segment_id=4634d8f9-4fe1-47c1-ac60-4df162c14bd8)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:08:49.488643 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:49.501387 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Calling delete_port for 46c551dd-0bb8-4d40-a932-9863a994e67b owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:08:49.552886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7cff574d-f5a8-4ce3-aaa1-663feacd9f6a None None] For port 46c551dd-0bb8-4d40-a932-9863a994e67b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=46c551dd-0bb8-4d40-a932-9863a994e67b,segment=NetworkSegment(4634d8f9-4fe1-47c1-ac60-4df162c14bd8),segment_id=4634d8f9-4fe1-47c1-ac60-4df162c14bd8)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:08:49.553291 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7cff574d-f5a8-4ce3-aaa1-663feacd9f6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:49.568121 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7cff574d-f5a8-4ce3-aaa1-663feacd9f6a None None] Calling delete_port for 46c551dd-0bb8-4d40-a932-9863a994e67b owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:08:49.632085 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 46c551dd-0bb8-4d40-a932-9863a994e67b no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:08:49.701654 n-d-710847-6 neutron-server[103693]: INFO neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No ports have port_id starting with 46c551dd-0bb8-4d40-a932-9863a994e67b Dec 11 23:08:49.701863 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:49.712089 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7cff574d-f5a8-4ce3-aaa1-663feacd9f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:49.713609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc50687-b248-47a5-a67c-1327afc08120 req-dd32dfb4-6ead-4ff2-b29d-960c119409ad tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:49.715260 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5cc50687-b248-47a5-a67c-1327afc08120 req-dd32dfb4-6ead-4ff2-b29d-960c119409ad tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 944 time: 0.0639431 Dec 11 23:08:49.739207 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff574d-f5a8-4ce3-aaa1-663feacd9f6a None None] Pushing event deleted for resources: {'Port': ['ID=46c551dd-0bb8-4d40-a932-9863a994e67b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:49.744781 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] No DVR routers for this DVR port 46c551dd-0bb8-4d40-a932-9863a994e67b on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:08:49.744908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cff574d-f5a8-4ce3-aaa1-663feacd9f6a None None] No DVR routers for this DVR port 46c551dd-0bb8-4d40-a932-9863a994e67b on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:08:49.747155 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Pushing event deleted for resources: {'Port': ['ID=46c551dd-0bb8-4d40-a932-9863a994e67b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:49.784213 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5cc50687-b248-47a5-a67c-1327afc08120 req-951716ad-eb2d-4a4d-8e42-8f2db977a8e0 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556042 Dec 11 23:08:49.835262 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:49.855656 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe15517-df95-4674-9664-a238f9fd12d4']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:49.866190 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4634d8f9-4fe1-47c1-ac60-4df162c14bd8') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:49.866491 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4634d8f9-4fe1-47c1-ac60-4df162c14bd8') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:08:49.876368 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:49.889677 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:49.895989 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:08:49.896194 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:08:49.899205 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:08:50.032189 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:50.039247 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:50.042464 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] 10.222.0.45 "DELETE /v2.0/networks/dbe15517-df95-4674-9664-a238f9fd12d4 HTTP/1.1" status: 204 len: 168 time: 0.7843356 Dec 11 23:08:50.060487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0492630-054a-44a9-951f-ab7ffca0a147 tempest-FloatingIPNegativeTestJSON-5137588 tempest-FloatingIPNegativeTestJSON-5137588-project] Pushing event deleted for resources: {'Network': ['ID=dbe15517-df95-4674-9664-a238f9fd12d4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:50.539664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59214) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:50.674094 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2f93e1bd-5a29-4f57-bdbd-fe9b5dbf6d83 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b0ed0a0275c84b8eb96d3a9c178be717&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332123 Dec 11 23:08:50.676655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59220) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:50.731211 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3519fee-345d-41af-9f7b-821fb7e6def4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:50.759376 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3519fee-345d-41af-9f7b-821fb7e6def4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:50.886771 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3519fee-345d-41af-9f7b-821fb7e6def4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:50.890050 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3519fee-345d-41af-9f7b-821fb7e6def4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:50.891702 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f3519fee-345d-41af-9f7b-821fb7e6def4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/780df6c6-d0d8-4577-8cfc-f00c2d546d6b HTTP/1.1" status: 204 len: 168 time: 0.2141299 Dec 11 23:08:50.908215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3519fee-345d-41af-9f7b-821fb7e6def4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780df6c6-d0d8-4577-8cfc-f00c2d546d6b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:50.928041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301120c-fe12-4da5-8616-231290242de8 req-5ab84030-f010-458f-a924-d3e5d04f0e33 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:50.932854 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1301120c-fe12-4da5-8616-231290242de8 req-5ab84030-f010-458f-a924-d3e5d04f0e33 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 944 time: 0.0727661 Dec 11 23:08:50.988994 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1301120c-fe12-4da5-8616-231290242de8 req-1a695fe5-a7e3-428e-abd6-2facc79596b3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505996 Dec 11 23:08:51.317761 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eb424bb4-9acf-4802-90d3-a6f6fdb66558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:52.125596 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0e5a5-9d7c-4cdc-a07f-3342f01250aa req-2ea61a99-3ae2-4458-9b78-bd31b7c018fd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:52.127816 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eab0e5a5-9d7c-4cdc-a07f-3342f01250aa req-2ea61a99-3ae2-4458-9b78-bd31b7c018fd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 944 time: 0.0600715 Dec 11 23:08:52.200613 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eab0e5a5-9d7c-4cdc-a07f-3342f01250aa req-4ef68443-92fa-4aa2-ac83-c74b036ba477 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663316 Dec 11 23:08:52.277376 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:53.316759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cae1d3-66ee-4e7c-910e-c8c3266cbcf9 req-71521d1e-5e2e-4ed8-ade6-95dbfcffbadf tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:53.318253 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-60cae1d3-66ee-4e7c-910e-c8c3266cbcf9 req-71521d1e-5e2e-4ed8-ade6-95dbfcffbadf tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 944 time: 0.0501745 Dec 11 23:08:53.370272 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-60cae1d3-66ee-4e7c-910e-c8c3266cbcf9 req-b2f03c91-d9fb-4355-965e-01997b71bd1f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459697 Dec 11 23:08:53.940514 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:54.141256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 62d4a44f-847f-42d2-abfa-d4e679e2e78c details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:08:54.248068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:08:54.262624 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'port_id': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'mac_address': 'fa:16:3e:f2:7a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:08:54.302530 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:54.315914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d4a44f-847f-42d2-abfa-d4e679e2e78c {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:08:54.338962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:08:54.420808 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:54.482642 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=62d4a44f-847f-42d2-abfa-d4e679e2e78c,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:54.508175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b23eb-29ed-4747-ae77-f2bc3ecc09b8 req-3ff431c2-2b30-40e0-889e-9ea109fb0081 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:54.508175 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e9b23eb-29ed-4747-ae77-f2bc3ecc09b8 req-3ff431c2-2b30-40e0-889e-9ea109fb0081 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 945 time: 0.0643256 Dec 11 23:08:54.577622 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e9b23eb-29ed-4747-ae77-f2bc3ecc09b8 req-de4f4d9b-8266-4acd-807a-adb7ac5be111 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567243 Dec 11 23:08:54.677919 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:54.729460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['62d4a44f-847f-42d2-abfa-d4e679e2e78c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:08:55.698255 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc1a4f-30a8-4d4f-a98f-3bc6a5e94eb7 req-9bd4d9c8-5af1-4053-bac7-9f3f0eb12fe0 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:55.700642 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6bdc1a4f-30a8-4d4f-a98f-3bc6a5e94eb7 req-9bd4d9c8-5af1-4053-bac7-9f3f0eb12fe0 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 945 time: 0.0510075 Dec 11 23:08:55.754978 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6bdc1a4f-30a8-4d4f-a98f-3bc6a5e94eb7 req-c250a16b-b54e-441f-91bf-fdbfadef6869 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473049 Dec 11 23:08:56.173781 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 62d4a44f-847f-42d2-abfa-d4e679e2e78c up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:08:56.305952 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 62d4a44f-847f-42d2-abfa-d4e679e2e78c completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:08:56.309891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 62d4a44f-847f-42d2-abfa-d4e679e2e78c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:08:56.310273 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:56.393079 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:56.418433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:08:56.420866 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140bf504-09e1-4a1e-a834-368b1ed90ec3" -d '{"events": [{"server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "name": "network-vif-plugged", "status": "completed", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:08:56.435690 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:08:56.460489 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef85e64-bf93-463a-b065-6015a56e738e x-openstack-request-id: req-6ef85e64-bf93-463a-b065-6015a56e738e {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:08:56.467222 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "name": "network-vif-plugged", "status": "completed", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:08:56.467222 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ef85e64-bf93-463a-b065-6015a56e738e {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:08:56.467222 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'code': 200} Dec 11 23:08:56.500863 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:56.554349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=62d4a44f-847f-42d2-abfa-d4e679e2e78c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:08:56.573962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff5ef9-e59f-480a-956f-8f1652b6c115 req-95f8602c-a530-4c99-8aa6-fb14f6e9faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:56.575575 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10ff5ef9-e59f-480a-956f-8f1652b6c115 req-95f8602c-a530-4c99-8aa6-fb14f6e9faec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1097 time: 0.0551772 Dec 11 23:08:56.622435 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-10ff5ef9-e59f-480a-956f-8f1652b6c115 req-6f671e7d-5264-4147-b8cd-5524a162b51d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402441 Dec 11 23:08:56.879153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406aa43-d67e-4b05-a86c-f6c70acc238f req-8166d057-f951-4e08-b1c2-2c25829764df tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:56.880641 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8406aa43-d67e-4b05-a86c-f6c70acc238f req-8166d057-f951-4e08-b1c2-2c25829764df tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.0535064 Dec 11 23:08:56.930489 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8406aa43-d67e-4b05-a86c-f6c70acc238f req-7327e4ad-146c-4c8a-8736-7238ad31e0fd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438032 Dec 11 23:08:58.070226 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb6965-a6eb-4903-8148-1040e60cc377 req-f886ca4f-3bfa-424b-90f0-8fbcd2960cb9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:58.071725 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e2fb6965-a6eb-4903-8148-1040e60cc377 req-f886ca4f-3bfa-424b-90f0-8fbcd2960cb9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.0569887 Dec 11 23:08:58.129401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e2fb6965-a6eb-4903-8148-1040e60cc377 req-ddd210f1-1f0b-43d2-8b4d-9f6a97815e91 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514090 Dec 11 23:08:59.309330 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4a78c-4576-4b9c-8890-cc9932e581bd req-66677097-ca02-47a2-a419-b92dde0e4672 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:59.318785 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8eb4a78c-4576-4b9c-8890-cc9932e581bd req-66677097-ca02-47a2-a419-b92dde0e4672 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.0675600 Dec 11 23:08:59.367347 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8eb4a78c-4576-4b9c-8890-cc9932e581bd req-c61f54f4-dae7-4f5d-b37a-9392e3330202 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476046 Dec 11 23:08:59.488311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf747f0-3b07-49f5-88f9-398a40e0d66a req-b0554c31-27c5-4e43-94ff-e3c4fc2fb406 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:59.489728 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cdf747f0-3b07-49f5-88f9-398a40e0d66a req-b0554c31-27c5-4e43-94ff-e3c4fc2fb406 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.0520029 Dec 11 23:08:59.548584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cdf747f0-3b07-49f5-88f9-398a40e0d66a req-588bac40-bc3c-4923-bc65-0d789e257b46 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526433 Dec 11 23:08:59.572247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59428) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:59.616661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eb4068-7e9a-4809-884e-ba74ba1675a4 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:08:59.618715 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b1eb4068-7e9a-4809-884e-ba74ba1675a4 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1092 time: 0.0453451 Dec 11 23:08:59.621611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 59430) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:08:59.626560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:08:59.718137 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:59.824826 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:08:59.937729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Allocated IP 172.25.1.201 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/ddbb7b9c-fa1e-4691-8eb7-9ec853539586) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:09:00.047573 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:00.186950 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:00.227657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:09:00.230725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:09:00.234383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:09:00.263657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=ddbb7b9c-fa1e-4691-8eb7-9ec853539586,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:09:00.629990 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:00.748741 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:00.921531 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:00.986520 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:01.069521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=ddbb7b9c-fa1e-4691-8eb7-9ec853539586,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:09:01.075920 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:01.178266 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Floating IP 74ea291e-4a19-4457-9cdb-3dbe696ae2ee associated. External IP: 172.25.1.201, port: 62d4a44f-847f-42d2-abfa-d4e679e2e78c. Dec 11 23:09:01.397239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router 0bb59eae-1200-4359-8a7a-f2c443cde2ee has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:09:01.514070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:09:01.526409 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17164437-f6f4-479a-979c-eb37b6e50afc None None] Sync routers for ids ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:09:01.543615 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17164437-f6f4-479a-979c-eb37b6e50afc None None] Routers {'0bb59eae-1200-4359-8a7a-f2c443cde2ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:09:01.552483 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-17164437-f6f4-479a-979c-eb37b6e50afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:08:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:09:01.652736 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:01.693076 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-17164437-f6f4-479a-979c-eb37b6e50afc None None] Set router 0bb59eae-1200-4359-8a7a-f2c443cde2ee gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:09:01.701088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9138a8c6-06d6-4482-bcdd-eb70d0c2c880 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0783811 Dec 11 23:09:01.701886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:09:01.709064 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb98ce1-7759-40d2-9b2a-34ecf29eb2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:09:01.789739 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c6ec1b-3af1-458c-bcc1-453a4724f61f x-openstack-request-id: req-57c6ec1b-3af1-458c-bcc1-453a4724f61f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:09:01.790029 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:09:01.790282 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57c6ec1b-3af1-458c-bcc1-453a4724f61f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:09:01.790687 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'status': 'completed', 'code': 200} Dec 11 23:09:01.848416 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b47b97-9293-4c85-b367-697f0e2211ad req-df924d0d-0a8d-428f-9d23-4df02f075cdd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:01.850850 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31b47b97-9293-4c85-b367-697f0e2211ad req-df924d0d-0a8d-428f-9d23-4df02f075cdd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.0638361 Dec 11 23:09:01.892906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb98ce1-7759-40d2-9b2a-34ecf29eb2ca req-988ffffb-81cc-4ec7-9032-9f08046d5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:01.894644 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5eb98ce1-7759-40d2-9b2a-34ecf29eb2ca req-988ffffb-81cc-4ec7-9032-9f08046d5d91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1097 time: 0.0819256 Dec 11 23:09:01.927353 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31b47b97-9293-4c85-b367-697f0e2211ad req-13b7f441-58b0-4356-bb83-8236cd2d7efd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685487 Dec 11 23:09:01.940564 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59458) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:09:02.009034 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-17164437-f6f4-479a-979c-eb37b6e50afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677786784', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:08:33Z', 'updated_at': '2021-12-11T23:08:40Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:34Z', 'updated_at': '2021-12-11T23:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '74ea291e-4a19-4457-9cdb-3dbe696ae2ee', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'port_id': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'mac_address': 'fa:16:3e:f2:7a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:09:00Z', 'updated_at': '2021-12-11T23:09:00Z', 'revision_number': 0, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e7114-144f-4ed8-b388-16056f9f7b9a', 'name': '', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:40:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:38Z', 'updated_at': '2021-12-11T23:08:44Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:09:02.060808 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17164437-f6f4-479a-979c-eb37b6e50afc None None] Checking router: 0bb59eae-1200-4359-8a7a-f2c443cde2ee for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:09:02.067154 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-32c0f435-513a-4a7c-bb88-c9aa22b814c1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/floatingips/74ea291e-4a19-4457-9cdb-3dbe696ae2ee HTTP/1.1" status: 200 len: 992 time: 0.1244147 Dec 11 23:09:02.074374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17164437-f6f4-479a-979c-eb37b6e50afc None None] Routers {'0bb59eae-1200-4359-8a7a-f2c443cde2ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:09:02.075311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-17164437-f6f4-479a-979c-eb37b6e50afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:08:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:09:02.076375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb98ce1-7759-40d2-9b2a-34ecf29eb2ca req-0b20a487-5caf-4f5b-8974-f14ed36ee707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:02.077855 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5eb98ce1-7759-40d2-9b2a-34ecf29eb2ca req-0b20a487-5caf-4f5b-8974-f14ed36ee707 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d90a2df-97cb-49e7-b1cc-91af0659c474 HTTP/1.1" status: 200 len: 898 time: 0.1768432 Dec 11 23:09:02.167904 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5eb98ce1-7759-40d2-9b2a-34ecf29eb2ca req-7845aeed-06ec-4803-9195-61468b701aa9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 200 len: 1000 time: 0.0821190 Dec 11 23:09:02.212077 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-17164437-f6f4-479a-979c-eb37b6e50afc None None] Set router 0bb59eae-1200-4359-8a7a-f2c443cde2ee gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:09:02.231841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb98ce1-7759-40d2-9b2a-34ecf29eb2ca req-53f615d4-4901-43ab-82bf-6158da4871ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:02.234187 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5eb98ce1-7759-40d2-9b2a-34ecf29eb2ca req-53f615d4-4901-43ab-82bf-6158da4871ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6124b74d-438d-4ed2-8d28-b1e88a38276b HTTP/1.1" status: 200 len: 834 time: 0.0588124 Dec 11 23:09:02.287254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb98ce1-7759-40d2-9b2a-34ecf29eb2ca req-e28ab00a-4e6c-4f26-9e04-0b0754cf4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:02.288959 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5eb98ce1-7759-40d2-9b2a-34ecf29eb2ca req-e28ab00a-4e6c-4f26-9e04-0b0754cf4c32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d90a2df-97cb-49e7-b1cc-91af0659c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478337 Dec 11 23:09:02.391351 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5eb98ce1-7759-40d2-9b2a-34ecf29eb2ca req-fb513a14-9eea-47fc-9e6b-1a84153718a9 service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950496 Dec 11 23:09:02.489985 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-17164437-f6f4-479a-979c-eb37b6e50afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677786784', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:08:33Z', 'updated_at': '2021-12-11T23:08:40Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:34Z', 'updated_at': '2021-12-11T23:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '74ea291e-4a19-4457-9cdb-3dbe696ae2ee', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'port_id': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'mac_address': 'fa:16:3e:f2:7a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:09:00Z', 'updated_at': '2021-12-11T23:09:00Z', 'revision_number': 0, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e7114-144f-4ed8-b388-16056f9f7b9a', 'name': '', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:40:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:38Z', 'updated_at': '2021-12-11T23:08:44Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:09:02.505715 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5eb98ce1-7759-40d2-9b2a-34ecf29eb2ca req-1e35e6db-a57c-4239-922c-767f527c6020 service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062229 Dec 11 23:09:02.520570 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17164437-f6f4-479a-979c-eb37b6e50afc None None] The sync data for ids ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'] in n-d-710847-6 is: [{'id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677786784', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:08:33Z', 'updated_at': '2021-12-11T23:08:40Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:34Z', 'updated_at': '2021-12-11T23:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '74ea291e-4a19-4457-9cdb-3dbe696ae2ee', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'port_id': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'mac_address': 'fa:16:3e:f2:7a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:09:00Z', 'updated_at': '2021-12-11T23:09:00Z', 'revision_number': 0, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e7114-144f-4ed8-b388-16056f9f7b9a', 'name': '', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:40:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:38Z', 'updated_at': '2021-12-11T23:08:44Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:09:02.751229 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36db197e-8b09-414e-9d88-6674d8e723e4 None None] New status for floating IP 74ea291e-4a19-4457-9cdb-3dbe696ae2ee: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:09:03.072076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 59470) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:09:03.466918 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ea1048cd-a66c-41b9-86d8-8c2649154308 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/floatingips/74ea291e-4a19-4457-9cdb-3dbe696ae2ee HTTP/1.1" status: 200 len: 994 time: 0.3924036 Dec 11 23:09:13.360436 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:09:13.849694 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:17.495612 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:17.574996 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20694c5a-067f-4a1f-947c-33827f587f28 req-09d87544-36c4-4951-bed3-86f64a7a698a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1567371 Dec 11 23:09:17.667808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20694c5a-067f-4a1f-947c-33827f587f28 req-05db040c-5055-4cfe-8e0d-18ca76fceebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:17.669481 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20694c5a-067f-4a1f-947c-33827f587f28 req-05db040c-5055-4cfe-8e0d-18ca76fceebf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ced8b494f4a4a9b870f82d6060750b1&device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 1100 time: 0.0460589 Dec 11 23:09:17.780723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20694c5a-067f-4a1f-947c-33827f587f28 req-5c8bf970-f2bc-4967-95f3-d153a6d9ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:17.782464 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20694c5a-067f-4a1f-947c-33827f587f28 req-5c8bf970-f2bc-4967-95f3-d153a6d9ea02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.0912015 Dec 11 23:09:17.834374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20694c5a-067f-4a1f-947c-33827f587f28 req-d916f4c6-a69a-4a1d-9d72-97b38d497659 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 HTTP/1.1" status: 200 len: 217 time: 0.0428295 Dec 11 23:09:17.889397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20694c5a-067f-4a1f-947c-33827f587f28 req-9907539a-c196-4a45-8930-d51d4f253c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:17.890901 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20694c5a-067f-4a1f-947c-33827f587f28 req-9907539a-c196-4a45-8930-d51d4f253c18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0482955 Dec 11 23:09:17.939082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20694c5a-067f-4a1f-947c-33827f587f28 req-23b36129-0c41-4181-a6bb-f8c5e620be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:17.941164 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20694c5a-067f-4a1f-947c-33827f587f28 req-23b36129-0c41-4181-a6bb-f8c5e620be03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0417523 Dec 11 23:09:18.044216 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20694c5a-067f-4a1f-947c-33827f587f28 req-852b7c8f-ab05-4784-8249-c368e1ea31ab service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924575 Dec 11 23:09:18.150569 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20694c5a-067f-4a1f-947c-33827f587f28 req-01d7bb23-7d3d-41dd-8c69-a4865d02bcda service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985813 Dec 11 23:09:18.809438 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b22d0a49-7933-451c-b729-ae2512ca3ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:21.312806 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a6d5-90ca-4176-a4af-d4ee4f2d4259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:22.245024 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:23.039910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10e800-0a39-466c-ac04-6f385474179d req-1cd49481-3af4-4c73-82c1-39bc05c29291 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:23.041411 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b10e800-0a39-466c-ac04-6f385474179d req-1cd49481-3af4-4c73-82c1-39bc05c29291 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 949 time: 0.0519311 Dec 11 23:09:23.090181 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b10e800-0a39-466c-ac04-6f385474179d req-89307518-14df-4417-b149-9fa606023cdc tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/security-groups?id=532ead6a-a25e-44d4-8c5b-277e1ccc41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426147 Dec 11 23:09:23.946398 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:24.207464 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a64965-b3e4-42b7-8a4c-fe060e4adc35 req-a9dc23d9-f99b-4bf2-ba02-8e518767cf35 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:24.208899 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-85a64965-b3e4-42b7-8a4c-fe060e4adc35 req-a9dc23d9-f99b-4bf2-ba02-8e518767cf35 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 949 time: 0.0494721 Dec 11 23:09:24.257144 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-85a64965-b3e4-42b7-8a4c-fe060e4adc35 req-d46a3723-9187-44d2-9c52-df6963efca63 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/security-groups?id=532ead6a-a25e-44d4-8c5b-277e1ccc41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421474 Dec 11 23:09:24.649874 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:24.706772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61415ee2-3f9d-401c-8dc9-0b7604b1cee8 req-0823daff-3fa9-4bce-8c48-5f3c1c3d8cc7 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:24.708310 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-61415ee2-3f9d-401c-8dc9-0b7604b1cee8 req-0823daff-3fa9-4bce-8c48-5f3c1c3d8cc7 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 949 time: 0.0541449 Dec 11 23:09:24.801859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-61415ee2-3f9d-401c-8dc9-0b7604b1cee8 req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Deleting port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:09:24.802199 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61415ee2-3f9d-401c-8dc9-0b7604b1cee8 req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:25.216536 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-61415ee2-3f9d-401c-8dc9-0b7604b1cee8 req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] For port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=fe3d7de0-f0f5-4793-b6fe-ecbe9457b246,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:09:25.216815 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61415ee2-3f9d-401c-8dc9-0b7604b1cee8 req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:25.228390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-61415ee2-3f9d-401c-8dc9-0b7604b1cee8 req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Calling delete_port for fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:09:25.395255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6084ed8-a253-4d28-bd39-15274d1076e6 req-7bf494e2-8014-4bc0-8233-6924040277eb tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:25.396754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6084ed8-a253-4d28-bd39-15274d1076e6 req-7bf494e2-8014-4bc0-8233-6924040277eb tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 949 time: 0.0638826 Dec 11 23:09:25.448860 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6084ed8-a253-4d28-bd39-15274d1076e6 req-4b3fe3aa-08e9-4bde-8757-dc272849f845 tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/security-groups?id=532ead6a-a25e-44d4-8c5b-277e1ccc41b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457408 Dec 11 23:09:25.461926 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61415ee2-3f9d-401c-8dc9-0b7604b1cee8 req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:25.479591 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['fe3d7de0-f0f5-4793-b6fe-ecbe9457b246'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:09:25.497853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Pushing event deleted for resources: {'Port': ['ID=fe3d7de0-f0f5-4793-b6fe-ecbe9457b246,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:09:25.526206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:25.526572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:25.526954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:25.527308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:25.527674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:25.528030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:25.528372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:25.528708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:25.529055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:25.529390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:25.529988 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:25.530322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:25.530657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:25.562061 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-61415ee2-3f9d-401c-8dc9-0b7604b1cee8 req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] No DVR routers for this DVR port fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:09:25.564290 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-61415ee2-3f9d-401c-8dc9-0b7604b1cee8 req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:25.568475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-61415ee2-3f9d-401c-8dc9-0b7604b1cee8 req-f738ed10-5c74-46e7-b386-b9b598167d0b tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.13 "DELETE /v2.0/ports/fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 HTTP/1.1" status: 204 len: 173 time: 0.8542650 Dec 11 23:09:25.568959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb284ce2-958b-4a74-a1df-6a5c19a24ce3', 'name': 'network-vif-deleted', 'tag': 'fe3d7de0-f0f5-4793-b6fe-ecbe9457b246'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:09:25.571280 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d553a6-c794-4bcb-9ebd-d611e5e7655f" -d '{"events": [{"server_uuid": "cb284ce2-958b-4a74-a1df-6a5c19a24ce3", "name": "network-vif-deleted", "tag": "fe3d7de0-f0f5-4793-b6fe-ecbe9457b246"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:09:25.609971 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c544135-2e50-46d1-a6d8-49e8ac969273 x-openstack-request-id: req-9c544135-2e50-46d1-a6d8-49e8ac969273 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:09:25.610300 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb284ce2-958b-4a74-a1df-6a5c19a24ce3", "name": "network-vif-deleted", "tag": "fe3d7de0-f0f5-4793-b6fe-ecbe9457b246", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:09:25.610560 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c544135-2e50-46d1-a6d8-49e8ac969273 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:09:25.610997 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb284ce2-958b-4a74-a1df-6a5c19a24ce3', 'name': 'network-vif-deleted', 'tag': 'fe3d7de0-f0f5-4793-b6fe-ecbe9457b246', 'status': 'completed', 'code': 200} Dec 11 23:09:26.578710 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5c527af1-58f0-4f6e-b2a8-744f17797586 req-6e6e3a56-fb05-4396-8dd2-eb0f52dc7b7a tempest-VolumesBackupsTest-2066754995 tempest-VolumesBackupsTest-2066754995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb284ce2-958b-4a74-a1df-6a5c19a24ce3 HTTP/1.1" status: 200 len: 210 time: 0.0462017 Dec 11 23:09:30.338442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:09:30.357994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:09:30.358344 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device fe3d7de0-f0f5-4793-b6fe-ecbe9457b246 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:09:35.077385 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-52234f9f-a56b-46fd-9e9d-4671e3f4e15f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1086636 Dec 11 23:09:35.193107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-5330c31d-6f06-4fdc-aaab-692cd1000243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:35.193512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-5330c31d-6f06-4fdc-aaab-692cd1000243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:35.193983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-5330c31d-6f06-4fdc-aaab-692cd1000243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:35.194447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-5330c31d-6f06-4fdc-aaab-692cd1000243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:35.194935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-5330c31d-6f06-4fdc-aaab-692cd1000243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:35.195394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-5330c31d-6f06-4fdc-aaab-692cd1000243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:35.195863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-5330c31d-6f06-4fdc-aaab-692cd1000243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:35.197806 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-5330c31d-6f06-4fdc-aaab-692cd1000243 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b61da717ab14ef48634b138167515ff&device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 6501 time: 0.0546062 Dec 11 23:09:35.326386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-f9f62dc3-29c6-4eec-a56c-eeec6565fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:35.326786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-f9f62dc3-29c6-4eec-a56c-eeec6565fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:35.327275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-f9f62dc3-29c6-4eec-a56c-eeec6565fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:35.328857 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-f9f62dc3-29c6-4eec-a56c-eeec6565fba1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=923e7709-6756-4a5c-b0c8-188a77cddd88&id=c3b80494-1b82-4c1d-aa57-335ff31765df&id=c3b80494-1b82-4c1d-aa57-335ff31765df HTTP/1.1" status: 200 len: 2296 time: 0.1042974 Dec 11 23:09:35.408108 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-e16fb353-bd92-4c64-a98c-767140c48c04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2452b4-9651-4e68-88ec-265f6355ad1d HTTP/1.1" status: 200 len: 1001 time: 0.0710127 Dec 11 23:09:35.465759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-444d2c2f-c93d-4841-a4ac-8d0f9a86a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:35.467966 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-444d2c2f-c93d-4841-a4ac-8d0f9a86a6ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9bf2d6-65bb-4b47-a686-644dd9bd9730 HTTP/1.1" status: 200 len: 856 time: 0.0522623 Dec 11 23:09:35.517872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-84aad19c-f5d0-496f-8d43-e5e572c82c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:35.519779 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-84aad19c-f5d0-496f-8d43-e5e572c82c0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=448529fa-dca5-4940-b4be-8ebfa5e6a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421684 Dec 11 23:09:35.623878 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-551538d0-8322-4e83-aee4-d302904e9584 service neutron] 10.222.0.47 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965455 Dec 11 23:09:35.728390 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-e570eb79-b914-452f-b0ee-70617057eed0 service neutron] 10.222.0.47 "GET /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967178 Dec 11 23:09:35.778088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-1ee48ae3-e2a4-495a-a624-26bb58824478 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=5db39d80-8883-4e9b-a21f-592a66a98574 HTTP/1.1" status: 200 len: 217 time: 0.0433328 Dec 11 23:09:35.838818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-ea91fd59-4461-448c-a6f2-7763dcf3f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:35.840653 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-ea91fd59-4461-448c-a6f2-7763dcf3f608 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0561445 Dec 11 23:09:35.903176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-7366bb41-7c8e-4a9d-b21b-02caedb65cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:35.905220 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-7366bb41-7c8e-4a9d-b21b-02caedb65cfc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0547516 Dec 11 23:09:36.004070 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-7c20049a-3e6c-4ad2-bbd1-a747ac82b14f service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910392 Dec 11 23:09:36.103824 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-191226ad-4446-4b26-a14e-515f00700e90 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929193 Dec 11 23:09:36.147566 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-36e567bd-fedc-4593-8f6c-cbbcddcb93d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ea94541a-59a8-4034-9000-553b4b16cd84 HTTP/1.1" status: 200 len: 217 time: 0.0371015 Dec 11 23:09:36.200221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-fde9e4a4-d230-4e5b-9f0a-e3cd4d317313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:36.201737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-fde9e4a4-d230-4e5b-9f0a-e3cd4d317313 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0479090 Dec 11 23:09:36.259945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-691f2701-a46e-4644-b18f-09c3a1b2ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:36.261509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-691f2701-a46e-4644-b18f-09c3a1b2ddf6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0521877 Dec 11 23:09:36.397770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-1b3c7fc2-c14d-434e-99b1-9654eaf0b5cf service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295691 Dec 11 23:09:36.531040 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-a04ad7db-5ec1-4ae6-9a71-552a45f34910 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259997 Dec 11 23:09:36.579031 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-13dacce5-43f2-4d2c-9815-2bb5ee571270 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=bc996103-34a9-4f7e-894f-cdb9c4b63112 HTTP/1.1" status: 200 len: 217 time: 0.0398722 Dec 11 23:09:36.635778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-84270141-4ac9-4bef-9304-ec454512b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:36.637277 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-84270141-4ac9-4bef-9304-ec454512b123 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0506094 Dec 11 23:09:36.694115 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-a692d14d-221e-4c94-b1f7-9e84e0bcdd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:36.695740 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-a692d14d-221e-4c94-b1f7-9e84e0bcdd98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0514367 Dec 11 23:09:36.794541 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-cbc6f065-04f3-41ea-9979-e7e514228414 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916963 Dec 11 23:09:36.906435 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-040f5170-7216-4a03-a926-a80cef1f7070 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050324 Dec 11 23:09:36.951930 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-deb8b171-5d69-4841-8aec-a70371ea46d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b HTTP/1.1" status: 200 len: 217 time: 0.0384481 Dec 11 23:09:37.005143 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-55369536-a536-4fdd-a9d7-cfdb5e7cc084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:37.006641 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-55369536-a536-4fdd-a9d7-cfdb5e7cc084 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 200 len: 797 time: 0.0484560 Dec 11 23:09:37.056264 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-c7a3c93e-511d-4559-837d-ce215fbcbbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:37.057825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-c7a3c93e-511d-4559-837d-ce215fbcbbac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=923e7709-6756-4a5c-b0c8-188a77cddd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446806 Dec 11 23:09:37.161860 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-d60a6206-d16c-4a2a-b6af-2881d52a6996 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964606 Dec 11 23:09:37.259036 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-c59095b5-b248-4a4f-980b-37243a4f1921 service neutron] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904763 Dec 11 23:09:37.312250 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-dea26cd3-e5ba-47e8-8b96-bb5d47b1beb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3fce5dea-e103-442d-ad0f-04adc1d0c9e0 HTTP/1.1" status: 200 len: 217 time: 0.0465961 Dec 11 23:09:37.362195 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-a208173a-0765-4d58-9c69-921ed0c15d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:37.364173 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-a208173a-0765-4d58-9c69-921ed0c15d71 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd388f7-18b5-4de0-83b9-372e81a47292 HTTP/1.1" status: 200 len: 797 time: 0.0447705 Dec 11 23:09:37.416220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-d191fb1e-cb51-40ec-b5c8-f5c79de70ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:37.418046 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-d191fb1e-cb51-40ec-b5c8-f5c79de70ae0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467844 Dec 11 23:09:37.525809 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-c97698f2-05c6-467a-a6ad-fdcafe11dc9e service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004562 Dec 11 23:09:37.625235 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-b999f783-7dc3-456f-b242-228855f5c847 service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920696 Dec 11 23:09:37.678069 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-be68b239-d8f1-42dc-ac34-659172c82cfd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1ed95c0-8e8a-4448-b66a-8cd798474676 HTTP/1.1" status: 200 len: 217 time: 0.0453439 Dec 11 23:09:37.730434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-da3e5ec7-1df8-4ecf-b859-8564df3e205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:37.732029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-da3e5ec7-1df8-4ecf-b859-8564df3e205c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd388f7-18b5-4de0-83b9-372e81a47292 HTTP/1.1" status: 200 len: 797 time: 0.0475705 Dec 11 23:09:37.783085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-35c87e53-49a7-48c6-991e-f9232029c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:37.784615 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-35c87e53-49a7-48c6-991e-f9232029c672 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3b80494-1b82-4c1d-aa57-335ff31765df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0457025 Dec 11 23:09:37.883402 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-81d39193-1a60-4713-9aa7-0ec28a02efca service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918579 Dec 11 23:09:38.001920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3002c8d-60a2-4adb-9de9-ebf9ad490265 req-a71d63b8-510e-4fdf-b752-40e14f3ad20a service neutron] 10.222.0.47 "GET /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116827 Dec 11 23:09:43.867179 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:43.999209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221df91b-2549-46aa-912b-9a34e4183b86 req-2d94468a-7d39-4c88-ac91-8433cd2277a6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:44.007696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221df91b-2549-46aa-912b-9a34e4183b86 req-2d94468a-7d39-4c88-ac91-8433cd2277a6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:44.013741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221df91b-2549-46aa-912b-9a34e4183b86 req-2d94468a-7d39-4c88-ac91-8433cd2277a6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:44.019857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221df91b-2549-46aa-912b-9a34e4183b86 req-2d94468a-7d39-4c88-ac91-8433cd2277a6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:44.025922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221df91b-2549-46aa-912b-9a34e4183b86 req-2d94468a-7d39-4c88-ac91-8433cd2277a6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:44.032190 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221df91b-2549-46aa-912b-9a34e4183b86 req-2d94468a-7d39-4c88-ac91-8433cd2277a6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:44.038447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221df91b-2549-46aa-912b-9a34e4183b86 req-2d94468a-7d39-4c88-ac91-8433cd2277a6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:44.040447 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-221df91b-2549-46aa-912b-9a34e4183b86 req-2d94468a-7d39-4c88-ac91-8433cd2277a6 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5444 time: 0.1157186 Dec 11 23:09:44.105251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-221df91b-2549-46aa-912b-9a34e4183b86 req-f9833bff-3829-4822-b8aa-d758f0a801de tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581536 Dec 11 23:09:45.192062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-d4a0a2c4-6355-4456-89f5-b5d49c9aac20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:45.199531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-d4a0a2c4-6355-4456-89f5-b5d49c9aac20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:45.207052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-d4a0a2c4-6355-4456-89f5-b5d49c9aac20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:45.213623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-d4a0a2c4-6355-4456-89f5-b5d49c9aac20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:45.220390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-d4a0a2c4-6355-4456-89f5-b5d49c9aac20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:45.227740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-d4a0a2c4-6355-4456-89f5-b5d49c9aac20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:45.234300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-d4a0a2c4-6355-4456-89f5-b5d49c9aac20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:45.236318 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-d4a0a2c4-6355-4456-89f5-b5d49c9aac20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.47 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5444 time: 0.1061287 Dec 11 23:09:45.252682 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f900b7-6101-49ca-85b1-fd4eb3c8a60a req-7aba2ef9-9e52-49f0-95b7-244dfe295f81 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:45.260272 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f900b7-6101-49ca-85b1-fd4eb3c8a60a req-7aba2ef9-9e52-49f0-95b7-244dfe295f81 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:45.266371 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f900b7-6101-49ca-85b1-fd4eb3c8a60a req-7aba2ef9-9e52-49f0-95b7-244dfe295f81 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:45.274989 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f900b7-6101-49ca-85b1-fd4eb3c8a60a req-7aba2ef9-9e52-49f0-95b7-244dfe295f81 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:45.279246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f900b7-6101-49ca-85b1-fd4eb3c8a60a req-7aba2ef9-9e52-49f0-95b7-244dfe295f81 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:45.285936 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f900b7-6101-49ca-85b1-fd4eb3c8a60a req-7aba2ef9-9e52-49f0-95b7-244dfe295f81 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:45.286094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-77f5891d-4fac-4b02-a882-a16daec1bec5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:45.287453 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-77f5891d-4fac-4b02-a882-a16daec1bec5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.47 "GET /v2.0/ports/5db39d80-8883-4e9b-a21f-592a66a98574?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0443265 Dec 11 23:09:45.292175 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f900b7-6101-49ca-85b1-fd4eb3c8a60a req-7aba2ef9-9e52-49f0-95b7-244dfe295f81 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:45.294182 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8f900b7-6101-49ca-85b1-fd4eb3c8a60a req-7aba2ef9-9e52-49f0-95b7-244dfe295f81 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 5444 time: 0.0998578 Dec 11 23:09:45.364720 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8f900b7-6101-49ca-85b1-fd4eb3c8a60a req-01e0ad85-a174-4eda-8d18-2351f562e7c2 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&id=dac95533-96d1-4bdb-bdeb-8c75d1dd7678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641205 Dec 11 23:09:45.401042 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-0dba004e-81be-43cd-88a8-fd45e49db7ac tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.47 "GET /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1081891 Dec 11 23:09:45.412132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-94d5cac4-0403-4946-88f2-a8b8ff23e262 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:09:45.469150 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-94d5cac4-0403-4946-88f2-a8b8ff23e262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:45.646513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-94d5cac4-0403-4946-88f2-a8b8ff23e262 service neutron] For port 5db39d80-8883-4e9b-a21f-592a66a98574, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=5db39d80-8883-4e9b-a21f-592a66a98574,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:09:45.680023 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-94d5cac4-0403-4946-88f2-a8b8ff23e262 service neutron] For port 5db39d80-8883-4e9b-a21f-592a66a98574, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:09:45.713199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-94d5cac4-0403-4946-88f2-a8b8ff23e262 service neutron] device_id is not set on port 5db39d80-8883-4e9b-a21f-592a66a98574 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:09:45.721627 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-94d5cac4-0403-4946-88f2-a8b8ff23e262 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:45.851453 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-94d5cac4-0403-4946-88f2-a8b8ff23e262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:45.923616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-94d5cac4-0403-4946-88f2-a8b8ff23e262 service neutron] No DVR routers for this DVR port 5db39d80-8883-4e9b-a21f-592a66a98574 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:09:45.925571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5cac4-0403-4946-88f2-a8b8ff23e262 service neutron] Pushing event updated for resources: {'Port': ['ID=5db39d80-8883-4e9b-a21f-592a66a98574,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:09:45.979172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-94d5cac4-0403-4946-88f2-a8b8ff23e262 service neutron] In _notify_port_updated(), no bound segment for port 5db39d80-8883-4e9b-a21f-592a66a98574 on network 923e7709-6756-4a5c-b0c8-188a77cddd88 {{(pid=103692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 23:09:45.980211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-94d5cac4-0403-4946-88f2-a8b8ff23e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:45.981102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-94d5cac4-0403-4946-88f2-a8b8ff23e262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:45.984971 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-94d5cac4-0403-4946-88f2-a8b8ff23e262 service neutron] 10.222.0.47 "PUT /v2.0/ports/5db39d80-8883-4e9b-a21f-592a66a98574 HTTP/1.1" status: 200 len: 1033 time: 0.5767419 Dec 11 23:09:46.045920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-2a5bf223-5516-48e4-b15d-acb582305a06 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:46.049212 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-2a5bf223-5516-48e4-b15d-acb582305a06 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.47 "GET /v2.0/ports/ea94541a-59a8-4034-9000-553b4b16cd84?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0572891 Dec 11 23:09:46.065059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-0a36cf61-55b6-40f9-9cdd-4a5b0100eb62 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:09:46.133358 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-0a36cf61-55b6-40f9-9cdd-4a5b0100eb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:46.240919 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4d196249-37e9-45e8-bf01-b724633cffe4 None None] Provisioning complete for port 5db39d80-8883-4e9b-a21f-592a66a98574 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:09:46.242595 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d196249-37e9-45e8-bf01-b724633cffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:46.275285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-0a36cf61-55b6-40f9-9cdd-4a5b0100eb62 service neutron] For port ea94541a-59a8-4034-9000-553b4b16cd84, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ea94541a-59a8-4034-9000-553b4b16cd84,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:09:46.289577 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4d196249-37e9-45e8-bf01-b724633cffe4 None None] Port 5db39d80-8883-4e9b-a21f-592a66a98574 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:09:46.316243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-0a36cf61-55b6-40f9-9cdd-4a5b0100eb62 service neutron] For port ea94541a-59a8-4034-9000-553b4b16cd84, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:09:46.350697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-0a36cf61-55b6-40f9-9cdd-4a5b0100eb62 service neutron] device_id is not set on port ea94541a-59a8-4034-9000-553b4b16cd84 yet. {{(pid=103692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:09:46.359683 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-0a36cf61-55b6-40f9-9cdd-4a5b0100eb62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:46.440230 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-0a36cf61-55b6-40f9-9cdd-4a5b0100eb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:46.528345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36cf61-55b6-40f9-9cdd-4a5b0100eb62 service neutron] Pushing event updated for resources: {'Port': ['ID=ea94541a-59a8-4034-9000-553b4b16cd84,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:09:46.559768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-0a36cf61-55b6-40f9-9cdd-4a5b0100eb62 service neutron] No DVR routers for this DVR port ea94541a-59a8-4034-9000-553b4b16cd84 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:09:46.612953 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ade660-6380-4097-b735-09b437986ec0 req-74f23652-29e5-4da2-b8eb-d467640c6af0 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:46.619365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ade660-6380-4097-b735-09b437986ec0 req-74f23652-29e5-4da2-b8eb-d467640c6af0 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:46.625724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ade660-6380-4097-b735-09b437986ec0 req-74f23652-29e5-4da2-b8eb-d467640c6af0 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:46.632716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ade660-6380-4097-b735-09b437986ec0 req-74f23652-29e5-4da2-b8eb-d467640c6af0 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:46.639048 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ade660-6380-4097-b735-09b437986ec0 req-74f23652-29e5-4da2-b8eb-d467640c6af0 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:46.641194 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17ade660-6380-4097-b735-09b437986ec0 req-74f23652-29e5-4da2-b8eb-d467640c6af0 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 3886 time: 0.1648014 Dec 11 23:09:46.656667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-0a36cf61-55b6-40f9-9cdd-4a5b0100eb62 service neutron] In _notify_port_updated(), no bound segment for port ea94541a-59a8-4034-9000-553b4b16cd84 on network 923e7709-6756-4a5c-b0c8-188a77cddd88 {{(pid=103692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 11 23:09:46.657671 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-0a36cf61-55b6-40f9-9cdd-4a5b0100eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:46.658294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-0a36cf61-55b6-40f9-9cdd-4a5b0100eb62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:46.659884 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-0a36cf61-55b6-40f9-9cdd-4a5b0100eb62 service neutron] 10.222.0.47 "PUT /v2.0/ports/ea94541a-59a8-4034-9000-553b4b16cd84 HTTP/1.1" status: 200 len: 1031 time: 0.6023383 Dec 11 23:09:46.745821 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17ade660-6380-4097-b735-09b437986ec0 req-3cddd5f7-782e-4647-8bd7-7f18dc6eb410 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849178 Dec 11 23:09:46.817625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-e01ee323-a67b-4cd9-b633-a33ce6c180f1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Deleting port bc996103-34a9-4f7e-894f-cdb9c4b63112 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:09:46.818161 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-e01ee323-a67b-4cd9-b633-a33ce6c180f1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:46.918367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-e01ee323-a67b-4cd9-b633-a33ce6c180f1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] For port bc996103-34a9-4f7e-894f-cdb9c4b63112, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=bc996103-34a9-4f7e-894f-cdb9c4b63112,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:09:46.918737 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-e01ee323-a67b-4cd9-b633-a33ce6c180f1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:46.926888 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7adeed62-03f8-433a-91ce-e92a517c65ec None None] Provisioning complete for port ea94541a-59a8-4034-9000-553b4b16cd84 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:09:46.927569 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7adeed62-03f8-433a-91ce-e92a517c65ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:46.932260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-e01ee323-a67b-4cd9-b633-a33ce6c180f1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Calling delete_port for bc996103-34a9-4f7e-894f-cdb9c4b63112 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:09:46.968425 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7adeed62-03f8-433a-91ce-e92a517c65ec None None] Port ea94541a-59a8-4034-9000-553b4b16cd84 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:09:47.147508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-e01ee323-a67b-4cd9-b633-a33ce6c180f1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:47.195778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ee323-a67b-4cd9-b633-a33ce6c180f1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event deleted for resources: {'Port': ['ID=bc996103-34a9-4f7e-894f-cdb9c4b63112,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:09:47.240129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-e01ee323-a67b-4cd9-b633-a33ce6c180f1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] No DVR routers for this DVR port bc996103-34a9-4f7e-894f-cdb9c4b63112 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:09:47.243396 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-e01ee323-a67b-4cd9-b633-a33ce6c180f1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:47.247484 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-e01ee323-a67b-4cd9-b633-a33ce6c180f1 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.47 "DELETE /v2.0/ports/bc996103-34a9-4f7e-894f-cdb9c4b63112 HTTP/1.1" status: 204 len: 173 time: 0.5625372 Dec 11 23:09:47.247951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-deleted', 'tag': 'bc996103-34a9-4f7e-894f-cdb9c4b63112'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:09:47.250259 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af07eff2-aa13-4f6f-a9b5-2f1bc0277f3d" -d '{"events": [{"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-deleted", "tag": "bc996103-34a9-4f7e-894f-cdb9c4b63112"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:09:47.364854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-29953688-6b63-4afb-a36b-3bdcbbf95982 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Deleting port f1ed95c0-8e8a-4448-b66a-8cd798474676 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:09:47.365489 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-29953688-6b63-4afb-a36b-3bdcbbf95982 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:47.383106 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83db4838-c72d-4acf-af1d-94ace3821baf x-openstack-request-id: req-83db4838-c72d-4acf-af1d-94ace3821baf {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:09:47.383412 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-deleted", "tag": "bc996103-34a9-4f7e-894f-cdb9c4b63112", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:09:47.383673 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83db4838-c72d-4acf-af1d-94ace3821baf {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:09:47.384135 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-deleted', 'tag': 'bc996103-34a9-4f7e-894f-cdb9c4b63112', 'status': 'completed', 'code': 200} Dec 11 23:09:47.484447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-29953688-6b63-4afb-a36b-3bdcbbf95982 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] For port f1ed95c0-8e8a-4448-b66a-8cd798474676, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f1ed95c0-8e8a-4448-b66a-8cd798474676,segment=NetworkSegment(ecd04510-8430-42ff-b307-a65cceebbded),segment_id=ecd04510-8430-42ff-b307-a65cceebbded)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:09:47.484815 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-29953688-6b63-4afb-a36b-3bdcbbf95982 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:47.495917 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:47.501384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-29953688-6b63-4afb-a36b-3bdcbbf95982 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Calling delete_port for f1ed95c0-8e8a-4448-b66a-8cd798474676 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:09:47.703685 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-29953688-6b63-4afb-a36b-3bdcbbf95982 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:47.758670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29953688-6b63-4afb-a36b-3bdcbbf95982 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event deleted for resources: {'Port': ['ID=f1ed95c0-8e8a-4448-b66a-8cd798474676,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:09:47.876881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-29953688-6b63-4afb-a36b-3bdcbbf95982 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] No DVR routers for this DVR port f1ed95c0-8e8a-4448-b66a-8cd798474676 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:09:47.883432 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-29953688-6b63-4afb-a36b-3bdcbbf95982 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:47.888331 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-29953688-6b63-4afb-a36b-3bdcbbf95982 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.47 "DELETE /v2.0/ports/f1ed95c0-8e8a-4448-b66a-8cd798474676 HTTP/1.1" status: 204 len: 173 time: 0.6350334 Dec 11 23:09:47.998579 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:09:48.013367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b5bbe-95d3-4cc2-9046-a84e833e19d2 req-8c192456-3b71-4777-afd2-b0af82928a84 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:48.019449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b5bbe-95d3-4cc2-9046-a84e833e19d2 req-8c192456-3b71-4777-afd2-b0af82928a84 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:48.025578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b5bbe-95d3-4cc2-9046-a84e833e19d2 req-8c192456-3b71-4777-afd2-b0af82928a84 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:48.027293 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-104b5bbe-95d3-4cc2-9046-a84e833e19d2 req-8c192456-3b71-4777-afd2-b0af82928a84 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 2416 time: 0.1342738 Dec 11 23:09:48.064322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-c7c049ed-4eaa-4511-bf58-2acdf0d98028 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Deleting port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:09:48.064635 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-c7c049ed-4eaa-4511-bf58-2acdf0d98028 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:48.100865 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:48.138163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fce5dea-e103-442d-ad0f-04adc1d0c9e0'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:09:48.148706 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66bd976-5960-4dee-9969-422e2628d3be" -d '{"events": [{"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-unplugged", "status": "completed", "tag": "3fce5dea-e103-442d-ad0f-04adc1d0c9e0"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:09:48.148860 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-104b5bbe-95d3-4cc2-9046-a84e833e19d2 req-af1e95f0-13e9-456f-9e21-3fb74090be01 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064386 Dec 11 23:09:48.203808 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3fce5dea-e103-442d-ad0f-04adc1d0c9e0,segment=NetworkSegment(ecd04510-8430-42ff-b307-a65cceebbded),segment_id=ecd04510-8430-42ff-b307-a65cceebbded)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:09:48.217981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-c7c049ed-4eaa-4511-bf58-2acdf0d98028 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] For port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3fce5dea-e103-442d-ad0f-04adc1d0c9e0,segment=NetworkSegment(ecd04510-8430-42ff-b307-a65cceebbded),segment_id=ecd04510-8430-42ff-b307-a65cceebbded)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:09:48.218350 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-c7c049ed-4eaa-4511-bf58-2acdf0d98028 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:48.232120 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa384dd-08ce-418a-bc01-c83044b9b44a x-openstack-request-id: req-ffa384dd-08ce-418a-bc01-c83044b9b44a {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:09:48.233339 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-unplugged", "status": "completed", "tag": "3fce5dea-e103-442d-ad0f-04adc1d0c9e0", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:09:48.233887 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ffa384dd-08ce-418a-bc01-c83044b9b44a {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:09:48.235209 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fce5dea-e103-442d-ad0f-04adc1d0c9e0', 'code': 200} Dec 11 23:09:48.242872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-c7c049ed-4eaa-4511-bf58-2acdf0d98028 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Calling delete_port for 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:09:48.296666 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:48.298614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ea94541a-59a8-4034-9000-553b4b16cd84 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:09:48.387062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=3fce5dea-e103-442d-ad0f-04adc1d0c9e0,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:09:48.401936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:48.402143 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:48.402501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:48.403035 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:48.403460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:48.403866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:48.404271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:48.404697 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:48.405347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:48.405744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:48.406145 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:48.406543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:48.407138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:09:48.429454 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ea94541a-59a8-4034-9000-553b4b16cd84 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:09:48.429899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f1ed95c0-8e8a-4448-b66a-8cd798474676 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:09:48.450937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: f1ed95c0-8e8a-4448-b66a-8cd798474676 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:09:48.451301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f1ed95c0-8e8a-4448-b66a-8cd798474676 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:09:48.451740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ea2452b4-9651-4e68-88ec-265f6355ad1d no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:09:48.461845 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-c7c049ed-4eaa-4511-bf58-2acdf0d98028 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:48.548489 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c049ed-4eaa-4511-bf58-2acdf0d98028 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event deleted for resources: {'Port': ['ID=3fce5dea-e103-442d-ad0f-04adc1d0c9e0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:09:48.551727 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:48.574629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-c7c049ed-4eaa-4511-bf58-2acdf0d98028 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] No DVR routers for this DVR port 3fce5dea-e103-442d-ad0f-04adc1d0c9e0 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:09:48.577698 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-c7c049ed-4eaa-4511-bf58-2acdf0d98028 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:48.581649 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-c7c049ed-4eaa-4511-bf58-2acdf0d98028 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.47 "DELETE /v2.0/ports/3fce5dea-e103-442d-ad0f-04adc1d0c9e0 HTTP/1.1" status: 204 len: 173 time: 0.6787634 Dec 11 23:09:48.602089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ea2452b4-9651-4e68-88ec-265f6355ad1d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ea2452b4-9651-4e68-88ec-265f6355ad1d,segment=NetworkSegment(975b648c-5cc5-4c5d-9aaf-6ac9ba896be4),segment_id=975b648c-5cc5-4c5d-9aaf-6ac9ba896be4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:09:48.687387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-730007eb-c3d5-40ff-85f0-207c06448b10 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Deleting port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:09:48.687838 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-730007eb-c3d5-40ff-85f0-207c06448b10 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:48.702118 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:48.702782 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:09:48.797278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-730007eb-c3d5-40ff-85f0-207c06448b10 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] For port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:09:48.797513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=ea2452b4-9651-4e68-88ec-265f6355ad1d,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:09:48.797675 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-730007eb-c3d5-40ff-85f0-207c06448b10 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:48.816110 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-730007eb-c3d5-40ff-85f0-207c06448b10 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Calling delete_port for e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:09:48.854766 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-391ef913-bfa8-4a94-9486-d315b54e4a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:48.866956 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:48.934232 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:09:49.040680 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:49.040680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5db39d80-8883-4e9b-a21f-592a66a98574 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:09:49.121448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:09:49.125408 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 5db39d80-8883-4e9b-a21f-592a66a98574 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:09:49.125844 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device bc996103-34a9-4f7e-894f-cdb9c4b63112 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:09:49.147603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: bc996103-34a9-4f7e-894f-cdb9c4b63112 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:09:49.147957 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device bc996103-34a9-4f7e-894f-cdb9c4b63112 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:09:49.210336 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-730007eb-c3d5-40ff-85f0-207c06448b10 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:49.241857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730007eb-c3d5-40ff-85f0-207c06448b10 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event deleted for resources: {'Port': ['ID=e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:09:49.296218 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-730007eb-c3d5-40ff-85f0-207c06448b10 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] No DVR routers for this DVR port e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:09:49.299105 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-730007eb-c3d5-40ff-85f0-207c06448b10 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:49.303074 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-730007eb-c3d5-40ff-85f0-207c06448b10 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.47 "DELETE /v2.0/ports/e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b HTTP/1.1" status: 204 len: 173 time: 0.7151034 Dec 11 23:09:49.391457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb7a2e-5648-4d9c-8cb2-7d0a947059f6 req-2b80a8fd-66a5-4f96-9549-ec3db4fc5c14 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:09:49.392987 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ceb7a2e-5648-4d9c-8cb2-7d0a947059f6 req-2b80a8fd-66a5-4f96-9549-ec3db4fc5c14 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 943 time: 0.1256318 Dec 11 23:09:49.395908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-deleted', 'tag': 'f1ed95c0-8e8a-4448-b66a-8cd798474676'}, {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-deleted', 'tag': '3fce5dea-e103-442d-ad0f-04adc1d0c9e0'}, {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-deleted', 'tag': 'e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:09:49.397844 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9391453c-a0eb-4656-99ae-eae532fb5b64" -d '{"events": [{"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-deleted", "tag": "f1ed95c0-8e8a-4448-b66a-8cd798474676"}, {"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-deleted", "tag": "3fce5dea-e103-442d-ad0f-04adc1d0c9e0"}, {"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-deleted", "tag": "e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:09:49.448737 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 11 Dec 2021 23:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c87a91-2f5e-4bb2-a11f-a23b9f4ffa1c x-openstack-request-id: req-71c87a91-2f5e-4bb2-a11f-a23b9f4ffa1c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:09:49.449036 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-deleted", "tag": "f1ed95c0-8e8a-4448-b66a-8cd798474676", "status": "completed", "code": 200}, {"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-deleted", "tag": "3fce5dea-e103-442d-ad0f-04adc1d0c9e0", "status": "completed", "code": 200}, {"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-deleted", "tag": "e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:09:49.450961 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-71c87a91-2f5e-4bb2-a11f-a23b9f4ffa1c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:09:49.450961 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-deleted', 'tag': 'f1ed95c0-8e8a-4448-b66a-8cd798474676', 'status': 'completed', 'code': 200} Dec 11 23:09:49.450961 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-deleted', 'tag': '3fce5dea-e103-442d-ad0f-04adc1d0c9e0', 'status': 'completed', 'code': 200} Dec 11 23:09:49.450961 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-deleted', 'tag': 'e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b', 'status': 'completed', 'code': 200} Dec 11 23:09:49.461483 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5ceb7a2e-5648-4d9c-8cb2-7d0a947059f6 req-aa2a73d0-3983-4d56-93b1-7ff63f4a4835 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups?id=768c5186-04d3-42fa-be07-285d130661c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604651 Dec 11 23:09:49.467970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-a7c11872-60ab-43cf-ad05-062edffaac93 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Deleting port ea2452b4-9651-4e68-88ec-265f6355ad1d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:09:49.468573 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-a7c11872-60ab-43cf-ad05-062edffaac93 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:49.569579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-a7c11872-60ab-43cf-ad05-062edffaac93 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] For port ea2452b4-9651-4e68-88ec-265f6355ad1d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ea2452b4-9651-4e68-88ec-265f6355ad1d,segment=NetworkSegment(975b648c-5cc5-4c5d-9aaf-6ac9ba896be4),segment_id=975b648c-5cc5-4c5d-9aaf-6ac9ba896be4)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:09:49.569951 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-a7c11872-60ab-43cf-ad05-062edffaac93 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:49.809261 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-a7c11872-60ab-43cf-ad05-062edffaac93 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:49.809693 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-a7c11872-60ab-43cf-ad05-062edffaac93 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:49.809953 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-a7c11872-60ab-43cf-ad05-062edffaac93 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Floating IP fa3db207-165a-4442-aace-b18ccb63781c disassociated. External IP: 172.25.1.233, port: ea2452b4-9651-4e68-88ec-265f6355ad1d. Dec 11 23:09:49.810302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-a7c11872-60ab-43cf-ad05-062edffaac93 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Calling delete_port for ea2452b4-9651-4e68-88ec-265f6355ad1d owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:09:50.033078 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-a7c11872-60ab-43cf-ad05-062edffaac93 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:50.063993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c11872-60ab-43cf-ad05-062edffaac93 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event deleted for resources: {'Port': ['ID=ea2452b4-9651-4e68-88ec-265f6355ad1d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:09:50.179715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-a7c11872-60ab-43cf-ad05-062edffaac93 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Router 1c693082-cc3b-4e35-9419-7d54037ad520 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:09:50.236752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2452b4-9651-4e68-88ec-265f6355ad1d'}, {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:09:50.239582 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d25015b-dc3d-4609-9b9d-7e5dac1a7ae8" -d '{"events": [{"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2452b4-9651-4e68-88ec-265f6355ad1d"}, {"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-unplugged", "status": "completed", "tag": "e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:09:50.282454 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 11 Dec 2021 23:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d194d1c-60b4-4495-9613-7f2b40a0b975 x-openstack-request-id: req-3d194d1c-60b4-4495-9613-7f2b40a0b975 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:09:50.282883 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2452b4-9651-4e68-88ec-265f6355ad1d", "code": 200}, {"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-unplugged", "status": "completed", "tag": "e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:09:50.292402 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3d194d1c-60b4-4495-9613-7f2b40a0b975 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:09:50.292402 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2452b4-9651-4e68-88ec-265f6355ad1d', 'code': 200} Dec 11 23:09:50.292402 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0ff8e48-e168-4bbc-a4dc-6a4c2639e26b', 'code': 200} Dec 11 23:09:50.295325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-a7c11872-60ab-43cf-ad05-062edffaac93 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:09:50.310423 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb31d37-a6a2-4748-a32d-24920188b4aa None None] Sync routers for ids ['1c693082-cc3b-4e35-9419-7d54037ad520'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:09:50.321190 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb31d37-a6a2-4748-a32d-24920188b4aa None None] Routers {'1c693082-cc3b-4e35-9419-7d54037ad520'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:09:50.321841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8eb31d37-a6a2-4748-a32d-24920188b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:09:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['1c693082-cc3b-4e35-9419-7d54037ad520'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:09:50.337427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-a7c11872-60ab-43cf-ad05-062edffaac93 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] No DVR routers for this DVR port ea2452b4-9651-4e68-88ec-265f6355ad1d on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:09:50.339969 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-a7c11872-60ab-43cf-ad05-062edffaac93 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:50.344047 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d7e7a3c-a14f-4f78-9f49-5bb71899dd3d req-a7c11872-60ab-43cf-ad05-062edffaac93 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.47 "DELETE /v2.0/ports/ea2452b4-9651-4e68-88ec-265f6355ad1d HTTP/1.1" status: 204 len: 173 time: 1.0274639 Dec 11 23:09:50.361157 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:09:50.436221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-8eb31d37-a6a2-4748-a32d-24920188b4aa None None] Set router 1c693082-cc3b-4e35-9419-7d54037ad520 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:09:50.587516 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fe90b329-e66a-4e54-b574-93fda17ebac4 req-29cbb488-fdaa-4f85-8d7f-902f4b5556b2 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0311058 Dec 11 23:09:50.825574 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8eb31d37-a6a2-4748-a32d-24920188b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-router', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:58:59Z', 'revision_number': 4, 'project_id': '8b61da717ab14ef48634b138167515ff', 'gw_port': {'id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:53Z', 'updated_at': '2021-12-11T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7434fbf7-8816-4b56-baab-95bb9d39e1b3', 'name': '', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'mac_address': 'fa:16:3e:7e:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:58Z', 'updated_at': '2021-12-11T22:59:13Z', 'revision_number': 5, 'project_id': '8b61da717ab14ef48634b138167515ff', 'subnets': [{'id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:09:50.853558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb31d37-a6a2-4748-a32d-24920188b4aa None None] Checking router: 1c693082-cc3b-4e35-9419-7d54037ad520 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:09:50.862454 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb31d37-a6a2-4748-a32d-24920188b4aa None None] Routers {'1c693082-cc3b-4e35-9419-7d54037ad520'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:09:50.863277 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8eb31d37-a6a2-4748-a32d-24920188b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:09:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['1c693082-cc3b-4e35-9419-7d54037ad520'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:09:50.977874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-8eb31d37-a6a2-4748-a32d-24920188b4aa None None] Set router 1c693082-cc3b-4e35-9419-7d54037ad520 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:09:51.197090 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8eb31d37-a6a2-4748-a32d-24920188b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-router', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:58:59Z', 'revision_number': 4, 'project_id': '8b61da717ab14ef48634b138167515ff', 'gw_port': {'id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:53Z', 'updated_at': '2021-12-11T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7434fbf7-8816-4b56-baab-95bb9d39e1b3', 'name': '', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'mac_address': 'fa:16:3e:7e:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:58Z', 'updated_at': '2021-12-11T22:59:13Z', 'revision_number': 5, 'project_id': '8b61da717ab14ef48634b138167515ff', 'subnets': [{'id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:09:51.225052 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb31d37-a6a2-4748-a32d-24920188b4aa None None] The sync data for ids ['1c693082-cc3b-4e35-9419-7d54037ad520'] in n-d-710847-6 is: [{'id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-router', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T22:58:59Z', 'revision_number': 4, 'project_id': '8b61da717ab14ef48634b138167515ff', 'gw_port': {'id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:53Z', 'updated_at': '2021-12-11T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '7434fbf7-8816-4b56-baab-95bb9d39e1b3', 'name': '', 'network_id': '448529fa-dca5-4940-b4be-8ebfa5e6a3e4', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'mac_address': 'fa:16:3e:7e:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:58Z', 'updated_at': '2021-12-11T22:59:13Z', 'revision_number': 5, 'project_id': '8b61da717ab14ef48634b138167515ff', 'subnets': [{'id': '7b9bf2d6-65bb-4b47-a686-644dd9bd9730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:09:51.359705 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ab58375a-9021-4a58-928e-86fc0f87254e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:51.451126 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-deleted', 'tag': 'ea2452b4-9651-4e68-88ec-265f6355ad1d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:09:51.454035 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64621957-00c4-41eb-8ba0-8d6827caa9d5" -d '{"events": [{"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-deleted", "tag": "ea2452b4-9651-4e68-88ec-265f6355ad1d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:09:51.502142 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a75c63-bb95-4c51-b38b-934dfd731a34 x-openstack-request-id: req-80a75c63-bb95-4c51-b38b-934dfd731a34 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:09:51.502538 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11758608-34b7-4392-867e-9631354ec9ac", "name": "network-vif-deleted", "tag": "ea2452b4-9651-4e68-88ec-265f6355ad1d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:09:51.503295 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80a75c63-bb95-4c51-b38b-934dfd731a34 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:09:51.503705 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11758608-34b7-4392-867e-9631354ec9ac', 'name': 'network-vif-deleted', 'tag': 'ea2452b4-9651-4e68-88ec-265f6355ad1d', 'status': 'completed', 'code': 200} Dec 11 23:09:51.508926 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d016628-0547-40e3-85ba-5092a3929338 None None] New status for floating IP fa3db207-165a-4442-aace-b18ccb63781c: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:09:51.720233 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7e7ac856-7861-4e8d-822e-335b30063111 req-e7bb9d59-60c5-4267-9b4b-eeede1df610f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0467968 Dec 11 23:09:52.290313 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:52.845949 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f799751-76b7-4968-be9a-d3a94e982dff req-f86b71f7-96a6-4c1a-9e31-dafb5503c0df tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0309398 Dec 11 23:09:53.953221 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:53.963921 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a89a84c-ab70-4173-b08f-e0e7dddef3ed req-54d8483d-e021-4717-befd-602720f68a8d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0363555 Dec 11 23:09:54.695907 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:09:55.080333 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-55fdfbe4-ca49-49a8-a586-eb28b8b5cfec req-fa702af3-6797-49f0-9c2c-1eb4ed09da13 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0287654 Dec 11 23:09:56.193013 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5652b89f-a277-4fba-bc73-25cb19978615 req-c8880fa4-28a3-4f9d-870b-a4a8543975e5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0282357 Dec 11 23:09:57.301149 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e263d83d-9f47-4fad-8f2f-e6ac2d61869a req-7e6bb2aa-ed8d-4b23-916b-4822b6b1e39f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0284617 Dec 11 23:09:58.451734 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8f537bf-b2dc-4d28-92ed-5ebc47e1a8a5 req-53746b73-9a02-4cf5-b0c1-22b35d0aebe2 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0433502 Dec 11 23:09:59.549910 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a86a7599-6929-4e63-9732-c46d21ecdb25 req-d4a40645-edbf-4a25-ba36-a81c824f193c tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0273170 Dec 11 23:10:00.670643 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55849f02-6e51-40ea-abde-3e45cf592ea3 req-f6cfafd1-a87b-43c7-9a8a-28cb971b8514 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0326612 Dec 11 23:10:01.779519 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ab2037f-7549-4c9b-9722-e586f4fbe4a7 req-fac04f36-4d79-409c-a139-436fe5cdc6b9 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0257719 Dec 11 23:10:02.892594 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f8fc3e1-a7ec-4148-84de-7f14d6c28a32 req-8fe637bf-af42-4e37-b479-dd9bd331fb47 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0340643 Dec 11 23:10:04.007642 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5d971ca1-608d-410b-86d1-fbf345050fc9 req-3c2c8fd6-05e6-4895-8213-3107115f429f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0370734 Dec 11 23:10:04.202554 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ac85a-28a7-48eb-8b4f-afea6a1e275a req-1e87a809-f74d-462f-b7ff-4389e26bfe60 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:04.204406 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a28ac85a-28a7-48eb-8b4f-afea6a1e275a req-1e87a809-f74d-462f-b7ff-4389e26bfe60 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1097 time: 0.0469174 Dec 11 23:10:04.258796 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a28ac85a-28a7-48eb-8b4f-afea6a1e275a req-98c56c4b-7f77-4319-9eb9-81a2f773ea16 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465875 Dec 11 23:10:04.396321 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a17b11-156a-4a6c-be63-a726a2ff0754 req-b070d1b0-fafe-4c8d-8137-9ab8b3f6eaca tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:04.398029 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-08a17b11-156a-4a6c-be63-a726a2ff0754 req-b070d1b0-fafe-4c8d-8137-9ab8b3f6eaca tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.0597918 Dec 11 23:10:04.471522 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-08a17b11-156a-4a6c-be63-a726a2ff0754 req-1bf6ed83-bbea-48f7-afd6-1d2885679dd9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651183 Dec 11 23:10:04.496129 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60578) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:04.600065 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3d99ee64-5b5f-445e-8d78-f8827c5f96ed tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/floatingips/74ea291e-4a19-4457-9cdb-3dbe696ae2ee HTTP/1.1" status: 200 len: 994 time: 0.0999563 Dec 11 23:10:04.839881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3df24-5baa-4207-8059-8f3885468df0 req-27542ac8-fd54-450c-a7d8-ac509f073415 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:04.841386 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9fb3df24-5baa-4207-8059-8f3885468df0 req-27542ac8-fd54-450c-a7d8-ac509f073415 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 945 time: 0.3976121 Dec 11 23:10:04.930364 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9fb3df24-5baa-4207-8059-8f3885468df0 req-991388c5-7eff-45fc-8652-4c025fd1e738 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632298 Dec 11 23:10:04.949601 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-23b96123-46f3-45f3-9b66-5b5efa2e3f5d req-27101f4e-b6a9-475a-80c2-2f36633fefe7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:10:04.950769 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-23b96123-46f3-45f3-9b66-5b5efa2e3f5d req-27101f4e-b6a9-475a-80c2-2f36633fefe7 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061312 Dec 11 23:10:05.132192 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b80b66ec-3164-4eca-8572-f04bd8cc8b03 req-1d3f1a49-1d7e-4708-b838-bd2f87e5f077 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0270452 Dec 11 23:10:05.457621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1119fb3-433a-4f16-bdd7-5d5796b35d0e req-17157589-825c-4c18-9631-5aa5965444a3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:05.459446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1119fb3-433a-4f16-bdd7-5d5796b35d0e req-17157589-825c-4c18-9631-5aa5965444a3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.0517893 Dec 11 23:10:05.529339 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1119fb3-433a-4f16-bdd7-5d5796b35d0e req-3ab16180-2d31-4371-99c9-0056a1d28c6a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629442 Dec 11 23:10:05.537660 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-6999d842-9972-4a29-9749-d0ebbaf14884 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449674 Dec 11 23:10:06.073230 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1db8a1-9156-4b14-b784-29fe9262bda6 req-5e9681e7-7dde-40d3-840b-fbcf54ef42c3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:06.085851 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c1db8a1-9156-4b14-b784-29fe9262bda6 req-5e9681e7-7dde-40d3-840b-fbcf54ef42c3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 945 time: 0.0908020 Dec 11 23:10:06.096723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4ace9-1a17-4af3-a373-72d1a64a41c6 req-d4c72015-8df9-4996-8c79-50ed3de780b8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:06.099345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49d4ace9-1a17-4af3-a373-72d1a64a41c6 req-d4c72015-8df9-4996-8c79-50ed3de780b8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 945 time: 0.0731397 Dec 11 23:10:06.175709 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c1db8a1-9156-4b14-b784-29fe9262bda6 req-ed5a1db8-9c85-43d3-aaf2-432627bfb2c7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886896 Dec 11 23:10:06.295680 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e0e6dc1-9c0b-4658-8d28-95a2695feeb9 req-0fd49d7d-e696-44c4-9499-01fbd02190f0 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0387435 Dec 11 23:10:06.323019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-49d4ace9-1a17-4af3-a373-72d1a64a41c6 req-6d742fcb-b70f-4b09-906e-aca71ba41392 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Deleting port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:10:06.323592 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-49d4ace9-1a17-4af3-a373-72d1a64a41c6 req-6d742fcb-b70f-4b09-906e-aca71ba41392 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:06.450850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-49d4ace9-1a17-4af3-a373-72d1a64a41c6 req-6d742fcb-b70f-4b09-906e-aca71ba41392 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] For port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:06.451230 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-49d4ace9-1a17-4af3-a373-72d1a64a41c6 req-6d742fcb-b70f-4b09-906e-aca71ba41392 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:06.724919 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-49d4ace9-1a17-4af3-a373-72d1a64a41c6 req-6d742fcb-b70f-4b09-906e-aca71ba41392 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:06.725414 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-49d4ace9-1a17-4af3-a373-72d1a64a41c6 req-6d742fcb-b70f-4b09-906e-aca71ba41392 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:06.725881 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-49d4ace9-1a17-4af3-a373-72d1a64a41c6 req-6d742fcb-b70f-4b09-906e-aca71ba41392 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Floating IP da6caa73-4efa-4d7a-a976-d63ec2a3efb8 disassociated. External IP: 172.25.1.202, port: 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657. Dec 11 23:10:06.726296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-49d4ace9-1a17-4af3-a373-72d1a64a41c6 req-6d742fcb-b70f-4b09-906e-aca71ba41392 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Calling delete_port for 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:10:06.758456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa130c-47f1-4058-9ff4-890272e96e84 req-77ddc85f-0d9a-4819-b4e5-290cdaf1372f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:06.766702 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-43fa130c-47f1-4058-9ff4-890272e96e84 req-77ddc85f-0d9a-4819-b4e5-290cdaf1372f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.1012549 Dec 11 23:10:06.823271 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-43fa130c-47f1-4058-9ff4-890272e96e84 req-aad53936-88e9-48d2-bf51-1ec3fb8987d1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553102 Dec 11 23:10:07.010284 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-49d4ace9-1a17-4af3-a373-72d1a64a41c6 req-6d742fcb-b70f-4b09-906e-aca71ba41392 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:07.043145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d742fcb-b70f-4b09-906e-aca71ba41392 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event deleted for resources: {'Port': ['ID=6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:07.187053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49d4ace9-1a17-4af3-a373-72d1a64a41c6 req-6d742fcb-b70f-4b09-906e-aca71ba41392 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:10:07.286631 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f319787-544f-4a6d-a6e0-1473b2e093af req-0cabd18d-c666-4f73-9076-13d3bbb9d0f5 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 210 time: 0.0322373 Dec 11 23:10:07.342012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49d4ace9-1a17-4af3-a373-72d1a64a41c6 req-6d742fcb-b70f-4b09-906e-aca71ba41392 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:10:07.355478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fb434f-cdca-45b2-b0f9-b01f52efd4f9 None None] Sync routers for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:10:07.373452 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb434f-cdca-45b2-b0f9-b01f52efd4f9 None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:10:07.377858 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c9fb434f-cdca-45b2-b0f9-b01f52efd4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:09:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:07.398106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d4ace9-1a17-4af3-a373-72d1a64a41c6 req-6d742fcb-b70f-4b09-906e-aca71ba41392 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] No DVR routers for this DVR port 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:10:07.401267 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-49d4ace9-1a17-4af3-a373-72d1a64a41c6 req-6d742fcb-b70f-4b09-906e-aca71ba41392 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:07.406111 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49d4ace9-1a17-4af3-a373-72d1a64a41c6 req-6d742fcb-b70f-4b09-906e-aca71ba41392 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.47 "DELETE /v2.0/ports/6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 HTTP/1.1" status: 204 len: 173 time: 1.3010814 Dec 11 23:10:07.406778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c639bb-38db-4128-a58e-2ef3b9e1d1da', 'name': 'network-vif-deleted', 'tag': '6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:10:07.409388 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1f9fba-36dd-45ee-833a-ffdf654ec1da" -d '{"events": [{"server_uuid": "e9c639bb-38db-4128-a58e-2ef3b9e1d1da", "name": "network-vif-deleted", "tag": "6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:10:07.502271 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e02e938-ec7c-4ad1-a7c3-e38f4448c8f4 x-openstack-request-id: req-3e02e938-ec7c-4ad1-a7c3-e38f4448c8f4 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:10:07.502575 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c639bb-38db-4128-a58e-2ef3b9e1d1da", "name": "network-vif-deleted", "tag": "6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:10:07.503030 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e02e938-ec7c-4ad1-a7c3-e38f4448c8f4 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:10:07.503330 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c639bb-38db-4128-a58e-2ef3b9e1d1da', 'name': 'network-vif-deleted', 'tag': '6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657', 'status': 'completed', 'code': 200} Dec 11 23:10:07.524802 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-c9fb434f-cdca-45b2-b0f9-b01f52efd4f9 None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:10:07.591528 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1fd81241-ebae-4b68-aa5e-f8aa7d4a3a44 req-c42e26dc-ac5c-4f89-907f-13c949146805 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/ports?device_id=11758608-34b7-4392-867e-9631354ec9ac HTTP/1.1" status: 200 len: 210 time: 0.0431261 Dec 11 23:10:07.631986 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60670) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:07.784681 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08928b86-f7c9-43bb-9589-a04db0c0a885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:07.816604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c9fb434f-cdca-45b2-b0f9-b01f52efd4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:07.845829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fb434f-cdca-45b2-b0f9-b01f52efd4f9 None None] Checking router: a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:10:07.870961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb434f-cdca-45b2-b0f9-b01f52efd4f9 None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:10:07.871589 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c9fb434f-cdca-45b2-b0f9-b01f52efd4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:09:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:07.913287 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08928b86-f7c9-43bb-9589-a04db0c0a885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:08.002568 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08928b86-f7c9-43bb-9589-a04db0c0a885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:08.010311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-c9fb434f-cdca-45b2-b0f9-b01f52efd4f9 None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:10:08.062314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc26f3-9a15-450d-93d8-3f0bb58e195f req-15d283d8-17c0-45db-9c6b-50c84999fa07 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:08.063885 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7cc26f3-9a15-450d-93d8-3f0bb58e195f req-15d283d8-17c0-45db-9c6b-50c84999fa07 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.1272635 Dec 11 23:10:08.071366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08928b86-f7c9-43bb-9589-a04db0c0a885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce8657d-5903-416b-9e65-ff4e91311a15,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:08.082934 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-08928b86-f7c9-43bb-9589-a04db0c0a885 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f9f5c7e5aee44676aa5cf1d1d1879e17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4453011 Dec 11 23:10:08.082934 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-e40dd2f7-580a-4338-a4d4-16b364640c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:08.082934 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-e40dd2f7-580a-4338-a4d4-16b364640c6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1097 time: 0.1367397 Dec 11 23:10:08.083519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60676) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:08.221554 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7cc26f3-9a15-450d-93d8-3f0bb58e195f req-da8b10ad-6fda-4030-9d8e-f12aae9db2d2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463511 Dec 11 23:10:08.258618 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca83f5ac-584f-4cc3-9137-09b436a00588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:08.266716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-83c183e7-a867-4269-9c1a-2f43f8d1f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:08.268250 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-83c183e7-a867-4269-9c1a-2f43f8d1f40b service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d90a2df-97cb-49e7-b1cc-91af0659c474 HTTP/1.1" status: 200 len: 898 time: 0.1738994 Dec 11 23:10:08.296789 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c9fb434f-cdca-45b2-b0f9-b01f52efd4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:08.327263 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca83f5ac-584f-4cc3-9137-09b436a00588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:08.332135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fb434f-cdca-45b2-b0f9-b01f52efd4f9 None None] The sync data for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 is: [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:10:08.370674 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-394d7722-ed15-448a-9f2a-93c4d5117e93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 200 len: 1002 time: 0.0957444 Dec 11 23:10:08.435505 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-656bfe67-1a7c-4816-9eeb-4940fced5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:08.437244 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-656bfe67-1a7c-4816-9eeb-4940fced5321 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6124b74d-438d-4ed2-8d28-b1e88a38276b HTTP/1.1" status: 200 len: 834 time: 0.0557852 Dec 11 23:10:08.482085 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9e370cbc-0f2b-41bb-9f88-21a732a811cd req-5ef0c305-df4b-4a45-b737-fa4961295e5f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 210 time: 0.0788884 Dec 11 23:10:08.496327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-bddcae8b-5bbe-4bb9-a3a0-70502b6f9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:08.500834 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-bddcae8b-5bbe-4bb9-a3a0-70502b6f9169 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d90a2df-97cb-49e7-b1cc-91af0659c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542204 Dec 11 23:10:08.519279 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca83f5ac-584f-4cc3-9137-09b436a00588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:08.522473 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ca83f5ac-584f-4cc3-9137-09b436a00588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:08.523959 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ca83f5ac-584f-4cc3-9137-09b436a00588 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ce8657d-5903-416b-9e65-ff4e91311a15 HTTP/1.1" status: 204 len: 168 time: 0.4348707 Dec 11 23:10:08.573177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83f5ac-584f-4cc3-9137-09b436a00588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce8657d-5903-416b-9e65-ff4e91311a15,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:08.629980 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-c8aa7d49-18e8-439e-bd45-9158075a50a3 service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237059 Dec 11 23:10:08.745318 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-2d9b5850-5072-41c9-b6be-6c85af03e6e4 service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081347 Dec 11 23:10:08.757424 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0aa770-f45a-4fd2-9ff4-7cc8060db2ef None None] New status for floating IP da6caa73-4efa-4d7a-a976-d63ec2a3efb8: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:10:08.807814 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60688) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:08.890112 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8af6667-3f89-42c7-bae6-dcdd051073ff tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:08.919507 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8af6667-3f89-42c7-bae6-dcdd051073ff tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:09.055634 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8af6667-3f89-42c7-bae6-dcdd051073ff tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:09.058359 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d8af6667-3f89-42c7-bae6-dcdd051073ff tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:09.059578 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d8af6667-3f89-42c7-bae6-dcdd051073ff tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "DELETE /v2.0/security-groups/768c5186-04d3-42fa-be07-285d130661c3 HTTP/1.1" status: 204 len: 168 time: 0.2506535 Dec 11 23:10:09.063123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60692) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:09.069661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af6667-3f89-42c7-bae6-dcdd051073ff tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768c5186-04d3-42fa-be07-285d130661c3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:09.078608 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-ffdabc9b-7e5c-4546-b980-194a0e7e2822 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] show failed (client error): The resource could not be found. Dec 11 23:10:09.082993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60694) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:09.083096 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ffdabc9b-7e5c-4546-b980-194a0e7e2822 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "GET /v2.0/security-groups/768c5186-04d3-42fa-be07-285d130661c3 HTTP/1.1" status: 404 len: 347 time: 0.0184274 Dec 11 23:10:09.272147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-892492ea-a604-4014-bbe7-c619dacc0f54 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Deleting port 3247e296-74c2-476c-97af-57e2ba9477e8 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:10:09.272841 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-892492ea-a604-4014-bbe7-c619dacc0f54 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:09.343773 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60700) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:09.368818 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:09.419350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260b348-691f-4774-9f5a-a96a7cc8d36d req-4e2f98a9-32b2-476c-a0c3-54b273926696 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:09.427204 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f260b348-691f-4774-9f5a-a96a7cc8d36d req-4e2f98a9-32b2-476c-a0c3-54b273926696 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.0972135 Dec 11 23:10:09.437832 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-892492ea-a604-4014-bbe7-c619dacc0f54 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:09.438140 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-892492ea-a604-4014-bbe7-c619dacc0f54 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:09.460743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-892492ea-a604-4014-bbe7-c619dacc0f54 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Calling delete_port for 3247e296-74c2-476c-97af-57e2ba9477e8 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:10:09.499183 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:09.555162 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f260b348-691f-4774-9f5a-a96a7cc8d36d req-eb057a25-a7d6-43a2-8211-aace0abce367 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225686 Dec 11 23:10:09.559269 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:09.593449 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c7a2be1-b718-438c-8652-bb9666507239 req-3c9f7399-c091-4dc1-9036-439ed84b18ec tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 210 time: 0.0485628 Dec 11 23:10:09.641195 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ac3480d66a44df482b98fe1331774ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2962706 Dec 11 23:10:09.642517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbcf1b2-90b8-4897-927a-7882db86e162,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:09.643906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60706) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:09.652090 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:09.652795 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:09.653350 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:09.654072 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:09.654628 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:09.655454 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:09.656015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:09.656570 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:09.657459 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:09.658024 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:09.658588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:09.659188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:09.659744 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f3a132-ef44-4962-863b-7114eae776a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:09.705734 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d305d73d-fc8d-46f7-9ec4-e9fbcb96683f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:09.728793 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d305d73d-fc8d-46f7-9ec4-e9fbcb96683f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:09.759803 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-892492ea-a604-4014-bbe7-c619dacc0f54 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:09.791258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892492ea-a604-4014-bbe7-c619dacc0f54 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event deleted for resources: {'Port': ['ID=3247e296-74c2-476c-97af-57e2ba9477e8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:09.856526 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-892492ea-a604-4014-bbe7-c619dacc0f54 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:09.859274 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-892492ea-a604-4014-bbe7-c619dacc0f54 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:09.860511 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-892492ea-a604-4014-bbe7-c619dacc0f54 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "DELETE /v2.0/floatingips/fa3db207-165a-4442-aace-b18ccb63781c HTTP/1.1" status: 204 len: 168 time: 0.7766168 Dec 11 23:10:09.863936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60708) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:09.901773 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d305d73d-fc8d-46f7-9ec4-e9fbcb96683f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:09.904419 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d305d73d-fc8d-46f7-9ec4-e9fbcb96683f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:09.905821 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d305d73d-fc8d-46f7-9ec4-e9fbcb96683f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0bbcf1b2-90b8-4897-927a-7882db86e162 HTTP/1.1" status: 204 len: 168 time: 0.2589116 Dec 11 23:10:09.942931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305d73d-fc8d-46f7-9ec4-e9fbcb96683f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbcf1b2-90b8-4897-927a-7882db86e162,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:09.978441 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-57b7f1b0-7822-463b-a37f-cf025384d6a5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Deleting port ea94541a-59a8-4034-9000-553b4b16cd84 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:10:09.978794 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-57b7f1b0-7822-463b-a37f-cf025384d6a5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:10.075458 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-57b7f1b0-7822-463b-a37f-cf025384d6a5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:10.089219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-57b7f1b0-7822-463b-a37f-cf025384d6a5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Calling delete_port for ea94541a-59a8-4034-9000-553b4b16cd84 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:10:10.090719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:10:10.127380 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:10:10.127632 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6c9b5dd7-1bcb-4ad1-badc-ab3c3b413657 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:10:10.319220 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-57b7f1b0-7822-463b-a37f-cf025384d6a5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:10.378673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7f1b0-7822-463b-a37f-cf025384d6a5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event deleted for resources: {'Port': ['ID=ea94541a-59a8-4034-9000-553b4b16cd84,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:10.444552 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-57b7f1b0-7822-463b-a37f-cf025384d6a5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:10.448537 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-57b7f1b0-7822-463b-a37f-cf025384d6a5 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "DELETE /v2.0/ports/ea94541a-59a8-4034-9000-553b4b16cd84 HTTP/1.1" status: 204 len: 168 time: 0.5835173 Dec 11 23:10:10.451254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60720) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:10.545231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-9fadd7a2-8c21-4542-bcf8-3138e8c8204f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Deleting port 5db39d80-8883-4e9b-a21f-592a66a98574 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:10:10.545623 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9fadd7a2-8c21-4542-bcf8-3138e8c8204f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:10.659187 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9fadd7a2-8c21-4542-bcf8-3138e8c8204f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:10.676378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-9fadd7a2-8c21-4542-bcf8-3138e8c8204f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Calling delete_port for 5db39d80-8883-4e9b-a21f-592a66a98574 owned by {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:10:10.767014 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81678a08-f337-4c6a-8a27-1d40e3605333 req-5f634f5b-f098-46cc-a381-115553d653d5 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 210 time: 0.0449836 Dec 11 23:10:10.899517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bd8d7-5878-4a83-90bf-71d0c573da64 req-c674d41a-0c2f-461d-85a5-8780c88362f0 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:10.901440 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb8bd8d7-5878-4a83-90bf-71d0c573da64 req-c674d41a-0c2f-461d-85a5-8780c88362f0 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.1504974 Dec 11 23:10:10.971183 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9fadd7a2-8c21-4542-bcf8-3138e8c8204f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:11.030832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadd7a2-8c21-4542-bcf8-3138e8c8204f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event deleted for resources: {'Port': ['ID=5db39d80-8883-4e9b-a21f-592a66a98574,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:11.049486 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb8bd8d7-5878-4a83-90bf-71d0c573da64 req-28463031-05bb-4013-bb11-97cf4e0969e1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405370 Dec 11 23:10:11.099910 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9fadd7a2-8c21-4542-bcf8-3138e8c8204f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:11.103656 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9fadd7a2-8c21-4542-bcf8-3138e8c8204f tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "DELETE /v2.0/ports/5db39d80-8883-4e9b-a21f-592a66a98574 HTTP/1.1" status: 204 len: 168 time: 0.6509781 Dec 11 23:10:11.106344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60740) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:11.172703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36f15c8-9492-4c57-a284-86deeb4ca62a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Deleting subnet 9dd388f7-18b5-4de0-83b9-372e81a47292 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:10:11.176306 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e36f15c8-9492-4c57-a284-86deeb4ca62a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:11.217382 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e36f15c8-9492-4c57-a284-86deeb4ca62a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:11.308140 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e36f15c8-9492-4c57-a284-86deeb4ca62a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:11.474510 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e36f15c8-9492-4c57-a284-86deeb4ca62a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:11.514532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f15c8-9492-4c57-a284-86deeb4ca62a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd388f7-18b5-4de0-83b9-372e81a47292,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:11.526996 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e36f15c8-9492-4c57-a284-86deeb4ca62a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:11.528016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a265536b-a82a-4441-9f3a-8c327851b73e None None] Network c3b80494-1b82-4c1d-aa57-335ff31765df requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:10:11.532570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e36f15c8-9492-4c57-a284-86deeb4ca62a tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "DELETE /v2.0/subnets/9dd388f7-18b5-4de0-83b9-372e81a47292 HTTP/1.1" status: 204 len: 168 time: 0.4249322 Dec 11 23:10:11.535402 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60750) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:11.662667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-6107642e-8289-4ac1-a34b-05fef9808635 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Deleting subnet bd832755-903c-4bd0-9c31-2968ed7f04d9 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:10:11.669370 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6107642e-8289-4ac1-a34b-05fef9808635 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:11.753059 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6107642e-8289-4ac1-a34b-05fef9808635 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:11.764347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606baba9-9b94-4223-a126-bfdaac2f60b8 None None] DHCP port deletion for c3b80494-1b82-4c1d-aa57-335ff31765df request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:10:11.844668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-606baba9-9b94-4223-a126-bfdaac2f60b8 None None] Deleting port fba2def9-328f-425f-9d1d-5547a9ee6d5b {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:10:11.845044 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-606baba9-9b94-4223-a126-bfdaac2f60b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:11.936996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-606baba9-9b94-4223-a126-bfdaac2f60b8 None None] For port fba2def9-328f-425f-9d1d-5547a9ee6d5b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fba2def9-328f-425f-9d1d-5547a9ee6d5b,segment=NetworkSegment(ecd04510-8430-42ff-b307-a65cceebbded),segment_id=ecd04510-8430-42ff-b307-a65cceebbded)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:11.936996 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-606baba9-9b94-4223-a126-bfdaac2f60b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:11.937439 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4fb40451-240c-40de-9cb0-8ab610c5fa53 req-64078d8a-991a-4d53-b1d4-9d35730649aa tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 210 time: 0.0593009 Dec 11 23:10:11.949410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-606baba9-9b94-4223-a126-bfdaac2f60b8 None None] Calling delete_port for fba2def9-328f-425f-9d1d-5547a9ee6d5b owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:10:11.956531 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6107642e-8289-4ac1-a34b-05fef9808635 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:12.147789 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6107642e-8289-4ac1-a34b-05fef9808635 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:12.180634 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-606baba9-9b94-4223-a126-bfdaac2f60b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:12.230763 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107642e-8289-4ac1-a34b-05fef9808635 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event deleted for resources: {'Subnet': ['ID=bd832755-903c-4bd0-9c31-2968ed7f04d9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:12.238219 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6107642e-8289-4ac1-a34b-05fef9808635 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:12.255183 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6107642e-8289-4ac1-a34b-05fef9808635 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "DELETE /v2.0/subnets/bd832755-903c-4bd0-9c31-2968ed7f04d9 HTTP/1.1" status: 204 len: 168 time: 0.7069972 Dec 11 23:10:12.255331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361d8c9-1816-4a41-91d7-5558f9deb45a req-563919d4-02e3-4e17-b56f-14dda199151f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:12.255427 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07255f56-a8f5-4529-8968-8bf18cfcb0ec None None] Network 923e7709-6756-4a5c-b0c8-188a77cddd88 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:10:12.255509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0361d8c9-1816-4a41-91d7-5558f9deb45a req-563919d4-02e3-4e17-b56f-14dda199151f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.1198540 Dec 11 23:10:12.255584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 60776) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:12.259277 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606baba9-9b94-4223-a126-bfdaac2f60b8 None None] Pushing event deleted for resources: {'Port': ['ID=fba2def9-328f-425f-9d1d-5547a9ee6d5b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:12.276020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606baba9-9b94-4223-a126-bfdaac2f60b8 None None] No DVR routers for this DVR port fba2def9-328f-425f-9d1d-5547a9ee6d5b on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:10:12.348141 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0361d8c9-1816-4a41-91d7-5558f9deb45a req-780e613a-418a-4433-95d3-67ad1e81c657 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821979 Dec 11 23:10:12.422043 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07462e22-077d-4f08-973a-8ed7167b5c20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:12.464335 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e22f3d-8628-4296-820c-a77fd762eb38 None None] DHCP port deletion for 923e7709-6756-4a5c-b0c8-188a77cddd88 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:10:12.515551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-3dbd4a7b-7e71-4966-bf5d-4ca3d35e392e req-d4e209e4-9238-485e-80bc-806c3cd4d9b0 service neutron] (103692) timed out ('10.222.0.45', 43938) {{(pid=103692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 11 23:10:12.523712 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07462e22-077d-4f08-973a-8ed7167b5c20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:12.525222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-12e22f3d-8628-4296-820c-a77fd762eb38 None None] Deleting port 8c6acea4-04a8-4355-bfb9-8c71ed942d43 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:10:12.525707 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-12e22f3d-8628-4296-820c-a77fd762eb38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:12.558849 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-07462e22-077d-4f08-973a-8ed7167b5c20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b80494-1b82-4c1d-aa57-335ff31765df']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:12.577277 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-07462e22-077d-4f08-973a-8ed7167b5c20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd04510-8430-42ff-b307-a65cceebbded') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:12.577277 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-07462e22-077d-4f08-973a-8ed7167b5c20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd04510-8430-42ff-b307-a65cceebbded') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:12.589298 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07462e22-077d-4f08-973a-8ed7167b5c20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:12.609198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-12e22f3d-8628-4296-820c-a77fd762eb38 None None] For port 8c6acea4-04a8-4355-bfb9-8c71ed942d43, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8c6acea4-04a8-4355-bfb9-8c71ed942d43,segment=NetworkSegment(cdde3e96-b3cd-45da-9ee8-be76859841f0),segment_id=cdde3e96-b3cd-45da-9ee8-be76859841f0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:12.609198 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-12e22f3d-8628-4296-820c-a77fd762eb38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:12.617107 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07462e22-077d-4f08-973a-8ed7167b5c20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:12.618611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07462e22-077d-4f08-973a-8ed7167b5c20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:10:12.619210 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07462e22-077d-4f08-973a-8ed7167b5c20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:12.622531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-12e22f3d-8628-4296-820c-a77fd762eb38 None None] Calling delete_port for 8c6acea4-04a8-4355-bfb9-8c71ed942d43 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:10:12.682069 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:10:12.764916 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07462e22-077d-4f08-973a-8ed7167b5c20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:12.775912 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-07462e22-077d-4f08-973a-8ed7167b5c20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:12.780345 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-07462e22-077d-4f08-973a-8ed7167b5c20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "DELETE /v2.0/networks/c3b80494-1b82-4c1d-aa57-335ff31765df HTTP/1.1" status: 204 len: 168 time: 0.5235016 Dec 11 23:10:12.783181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 60790) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:12.798795 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07462e22-077d-4f08-973a-8ed7167b5c20 tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event deleted for resources: {'Network': ['ID=c3b80494-1b82-4c1d-aa57-335ff31765df,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:12.799125 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-12e22f3d-8628-4296-820c-a77fd762eb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:12.843537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e22f3d-8628-4296-820c-a77fd762eb38 None None] Pushing event deleted for resources: {'Port': ['ID=8c6acea4-04a8-4355-bfb9-8c71ed942d43,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:12.848751 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e22f3d-8628-4296-820c-a77fd762eb38 None None] No DVR routers for this DVR port 8c6acea4-04a8-4355-bfb9-8c71ed942d43 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:10:12.891367 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06ffe26f-cfb3-404b-b446-544cfbebf21d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:13.016771 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06ffe26f-cfb3-404b-b446-544cfbebf21d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:13.041805 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-06ffe26f-cfb3-404b-b446-544cfbebf21d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923e7709-6756-4a5c-b0c8-188a77cddd88']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:13.055029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-06ffe26f-cfb3-404b-b446-544cfbebf21d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdde3e96-b3cd-45da-9ee8-be76859841f0') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:13.055725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-06ffe26f-cfb3-404b-b446-544cfbebf21d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdde3e96-b3cd-45da-9ee8-be76859841f0') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:13.063949 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-87e68966-e055-4186-8dba-4c90b6832ba1 req-d08365d8-6b50-46fb-a6cd-0429fb29f32f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 210 time: 0.0345678 Dec 11 23:10:13.071423 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06ffe26f-cfb3-404b-b446-544cfbebf21d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:13.087096 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06ffe26f-cfb3-404b-b446-544cfbebf21d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:13.093134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ffe26f-cfb3-404b-b446-544cfbebf21d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:10:13.093544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06ffe26f-cfb3-404b-b446-544cfbebf21d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:10:13.096984 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:10:13.257590 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06ffe26f-cfb3-404b-b446-544cfbebf21d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:13.262527 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06ffe26f-cfb3-404b-b446-544cfbebf21d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:13.272039 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-06ffe26f-cfb3-404b-b446-544cfbebf21d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] 10.222.0.45 "DELETE /v2.0/networks/923e7709-6756-4a5c-b0c8-188a77cddd88 HTTP/1.1" status: 204 len: 168 time: 0.4875789 Dec 11 23:10:13.293006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffe26f-cfb3-404b-b446-544cfbebf21d tempest-TaggedBootDevicesTest_v242-2146163092 tempest-TaggedBootDevicesTest_v242-2146163092-project] Pushing event deleted for resources: {'Network': ['ID=923e7709-6756-4a5c-b0c8-188a77cddd88,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:13.532715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4125201-2647-4cf2-9b2b-6b896d46c61a req-b3b3c85e-faad-483e-bef7-7b6525fe55a0 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:13.532715 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a4125201-2647-4cf2-9b2b-6b896d46c61a req-b3b3c85e-faad-483e-bef7-7b6525fe55a0 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.0903933 Dec 11 23:10:13.622210 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a4125201-2647-4cf2-9b2b-6b896d46c61a req-568a98b8-9e07-4e43-9c99-13e529927948 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969143 Dec 11 23:10:13.665997 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8c6acea4-04a8-4355-bfb9-8c71ed942d43 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:10:13.689120 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 8c6acea4-04a8-4355-bfb9-8c71ed942d43 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:10:13.694901 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8c6acea4-04a8-4355-bfb9-8c71ed942d43 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:10:13.694901 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fba2def9-328f-425f-9d1d-5547a9ee6d5b no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:10:13.710594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: fba2def9-328f-425f-9d1d-5547a9ee6d5b {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:10:13.710970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fba2def9-328f-425f-9d1d-5547a9ee6d5b not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:10:13.867739 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:14.164439 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-64a4a503-9d08-44cc-b72d-22de58a9d70a req-d054b794-9450-43b6-b23f-4e6948cfe868 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c639bb-38db-4128-a58e-2ef3b9e1d1da HTTP/1.1" status: 200 len: 210 time: 0.0316420 Dec 11 23:10:14.736106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88893b-eaca-436d-8dda-723dae709048 req-dd775085-4bd7-4a19-a7db-5f690b012ed7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:14.737683 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae88893b-eaca-436d-8dda-723dae709048 req-dd775085-4bd7-4a19-a7db-5f690b012ed7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.0565195 Dec 11 23:10:14.802689 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae88893b-eaca-436d-8dda-723dae709048 req-072107b5-14f9-4814-8302-c8f1068372e4 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575609 Dec 11 23:10:15.469979 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-895bd326-8edb-4820-9557-2440241aa420 req-18854c1e-9c67-4d53-b90e-d6fab95e1621 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779797039&fields=id&tenant_id=81e65028dda549d793a43c7e6f96a7f6 HTTP/1.1" status: 200 len: 267 time: 0.0449567 Dec 11 23:10:15.613207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bd326-8edb-4820-9557-2440241aa420 req-c3c5351d-3045-49fa-b2c2-f99bb2e3691c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:15.615458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-895bd326-8edb-4820-9557-2440241aa420 req-c3c5351d-3045-49fa-b2c2-f99bb2e3691c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 811 time: 0.1354263 Dec 11 23:10:15.632960 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-895bd326-8edb-4820-9557-2440241aa420 req-d52056e0-fbcc-467a-8bf2-ea706404306e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/quotas/81e65028dda549d793a43c7e6f96a7f6 HTTP/1.1" status: 200 len: 375 time: 0.0109165 Dec 11 23:10:15.679732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-ed51a28b-6f74-441c-a5e2-1c14d21cdde8 req-af116034-0d5d-4a05-952f-d5186761c41e service neutron] (103692) timed out ('10.222.0.45', 44008) {{(pid=103692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 11 23:10:15.715352 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-895bd326-8edb-4820-9557-2440241aa420 req-7f67fb7f-9b1e-4888-acda-c7c89a48f5ec tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750537 Dec 11 23:10:15.946874 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-895bd326-8edb-4820-9557-2440241aa420 req-ad4e0a25-6cfe-4fcd-88de-00647cdffa9d service neutron] 10.222.0.45 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278643 Dec 11 23:10:16.038930 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ef144-308d-4f76-be5a-90d101ef8fb5 req-3c6b56d9-b5b9-4c40-8270-43fa521c7bef tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:16.056368 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-639ef144-308d-4f76-be5a-90d101ef8fb5 req-3c6b56d9-b5b9-4c40-8270-43fa521c7bef tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.1167045 Dec 11 23:10:16.127156 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-895bd326-8edb-4820-9557-2440241aa420 req-2077c1a6-b6eb-457c-90f1-ca21ab3ebae8 service neutron] 10.222.0.45 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710186 Dec 11 23:10:16.131707 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-639ef144-308d-4f76-be5a-90d101ef8fb5 req-f9f0fdb1-0e51-4044-b1e1-89e0cdfc9ffd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743752 Dec 11 23:10:16.808562 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3e3d7381-dcd8-4c7b-8041-42d1ae2e8a1c req-7b87a75e-7253-4779-bd78-4f32413725b8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 210 time: 0.0305324 Dec 11 23:10:17.287993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20ae03-5b4a-47fc-9a52-23c866075db8 req-58ae68f1-aacd-45bc-92a2-46772d458c3a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:17.289505 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba20ae03-5b4a-47fc-9a52-23c866075db8 req-58ae68f1-aacd-45bc-92a2-46772d458c3a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.0532374 Dec 11 23:10:17.366745 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba20ae03-5b4a-47fc-9a52-23c866075db8 req-eb61af8d-b9b2-4dc0-ab8d-6e427a834d59 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711203 Dec 11 23:10:17.553583 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:17.973362 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd88efa7-1358-41d6-9843-12366fb5af83 req-5e82500d-1508-4fd9-ac01-c33f3a687d6f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 210 time: 0.0594685 Dec 11 23:10:18.564614 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c01352-042c-4958-b297-6db9cda79a88 req-84cf8a68-5089-459e-9596-8481f59271a9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:18.569867 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64c01352-042c-4958-b297-6db9cda79a88 req-84cf8a68-5089-459e-9596-8481f59271a9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.1257367 Dec 11 23:10:18.680490 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64c01352-042c-4958-b297-6db9cda79a88 req-dfd02ad1-e8e4-45f4-b934-becf62ba7921 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026585 Dec 11 23:10:18.845128 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-df3131e7-3c6a-444a-8bf1-fa1ab002659c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:19.117017 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3001ba10-33ab-4b93-8f12-8394ec8a8619 req-5f3a910b-16ed-4b5b-9e6c-c306e4f3a08d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 210 time: 0.0465362 Dec 11 23:10:19.141723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bd326-8edb-4820-9557-2440241aa420 req-aa2cf15f-91a7-4d21-95bc-55d89b44612c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:19.152961 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-895bd326-8edb-4820-9557-2440241aa420 req-aa2cf15f-91a7-4d21-95bc-55d89b44612c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.13 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 811 time: 0.2381799 Dec 11 23:10:19.233876 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-895bd326-8edb-4820-9557-2440241aa420 req-b0ccf0df-9784-41fd-98af-c368bbd60b88 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81e65028dda549d793a43c7e6f96a7f6 HTTP/1.1" status: 200 len: 379 time: 0.0791123 Dec 11 23:10:19.244621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-895bd326-8edb-4820-9557-2440241aa420 req-b49553a3-9e55-4dcc-aee9-222748e9955b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'port': {'device_id': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'admin_state_up': True, 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'security_groups': ['222981f1-dac7-42f5-967c-9a4dcf328746']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:10:19.468385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-895bd326-8edb-4820-9557-2440241aa420 req-b49553a3-9e55-4dcc-aee9-222748e9955b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Made reservation on behalf of 81e65028dda549d793a43c7e6f96a7f6 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:10:19.480560 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-895bd326-8edb-4820-9557-2440241aa420 req-b49553a3-9e55-4dcc-aee9-222748e9955b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:19.667616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd5a6b-4beb-4b40-8fcf-9f0d069c1365 req-3e2a2cc6-14fc-4bd3-b0fa-e7db242146bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:19.671148 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7dd5a6b-4beb-4b40-8fcf-9f0d069c1365 req-3e2a2cc6-14fc-4bd3-b0fa-e7db242146bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1097 time: 0.1951954 Dec 11 23:10:19.901163 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd5a6b-4beb-4b40-8fcf-9f0d069c1365 req-8d61f891-8f8b-41ab-b2c0-8c6a3b116111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:19.901490 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7dd5a6b-4beb-4b40-8fcf-9f0d069c1365 req-8d61f891-8f8b-41ab-b2c0-8c6a3b116111 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d90a2df-97cb-49e7-b1cc-91af0659c474 HTTP/1.1" status: 200 len: 898 time: 0.1597579 Dec 11 23:10:19.933598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-895bd326-8edb-4820-9557-2440241aa420 req-b49553a3-9e55-4dcc-aee9-222748e9955b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Allocated IP 172.20.0.6 (a182ed71-8604-4735-b0e3-af0e3d3bd68a/db78c92f-893f-4a44-a521-695a54395046/a1077aab-213d-4a5b-9679-cf757014e988) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:10:20.036335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7dd5a6b-4beb-4b40-8fcf-9f0d069c1365 req-1c569742-e1a0-4be7-b44f-33d434750493 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 200 len: 1002 time: 0.1158760 Dec 11 23:10:20.046898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7d1b1-526e-4f5e-8167-b36501dd4483 req-1e10fdd2-67c8-4f31-bac5-8b7926c64257 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:20.048431 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aac7d1b1-526e-4f5e-8167-b36501dd4483 req-1e10fdd2-67c8-4f31-bac5-8b7926c64257 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.2023072 Dec 11 23:10:20.229270 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a9f96a01-6fc3-4c99-bba3-1cea7f1aaebb req-5bac4139-5ac6-4599-a9b4-eeb1afe6e3c5 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 210 time: 0.0375524 Dec 11 23:10:20.284526 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-895bd326-8edb-4820-9557-2440241aa420 req-b49553a3-9e55-4dcc-aee9-222748e9955b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:20.302911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd5a6b-4beb-4b40-8fcf-9f0d069c1365 req-55887eb3-13c4-4820-a897-3228ed3c223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:20.304437 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7dd5a6b-4beb-4b40-8fcf-9f0d069c1365 req-55887eb3-13c4-4820-a897-3228ed3c223d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6124b74d-438d-4ed2-8d28-b1e88a38276b HTTP/1.1" status: 200 len: 834 time: 0.2517931 Dec 11 23:10:20.318780 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aac7d1b1-526e-4f5e-8167-b36501dd4483 req-963bd5e3-ab7a-45a5-b1b7-d7700d01ce77 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523448 Dec 11 23:10:20.443828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd5a6b-4beb-4b40-8fcf-9f0d069c1365 req-cc5fa82a-b21c-4ff4-99bb-5bbc11385268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:20.445515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7dd5a6b-4beb-4b40-8fcf-9f0d069c1365 req-cc5fa82a-b21c-4ff4-99bb-5bbc11385268 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d90a2df-97cb-49e7-b1cc-91af0659c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242266 Dec 11 23:10:20.472581 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-895bd326-8edb-4820-9557-2440241aa420 req-b49553a3-9e55-4dcc-aee9-222748e9955b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:20.567666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-895bd326-8edb-4820-9557-2440241aa420 req-b49553a3-9e55-4dcc-aee9-222748e9955b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Network a182ed71-8604-4735-b0e3-af0e3d3bd68a is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:10:20.575490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-895bd326-8edb-4820-9557-2440241aa420 req-b49553a3-9e55-4dcc-aee9-222748e9955b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:10:20.582026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-895bd326-8edb-4820-9557-2440241aa420 req-b49553a3-9e55-4dcc-aee9-222748e9955b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:10:20.605820 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49553a3-9e55-4dcc-aee9-222748e9955b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'Port': ['ID=a1077aab-213d-4a5b-9679-cf757014e988,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:20.656411 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bd326-8edb-4820-9557-2440241aa420 req-b49553a3-9e55-4dcc-aee9-222748e9955b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:20.657051 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-895bd326-8edb-4820-9557-2440241aa420 req-b49553a3-9e55-4dcc-aee9-222748e9955b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:20.670149 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7dd5a6b-4beb-4b40-8fcf-9f0d069c1365 req-cfca055e-6c45-4949-8c29-8a86591311e2 service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165093 Dec 11 23:10:21.004502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6ec5485d-9f97-4777-a204-54fd2d2b16c7 None None] Provisioning complete for port a1077aab-213d-4a5b-9679-cf757014e988 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:10:21.005090 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6ec5485d-9f97-4777-a204-54fd2d2b16c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:21.113201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6ec5485d-9f97-4777-a204-54fd2d2b16c7 None None] Port a1077aab-213d-4a5b-9679-cf757014e988 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:10:21.347122 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72bac780-5a44-4bf1-bcc9-3685b6ecb9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:21.434696 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-895bd326-8edb-4820-9557-2440241aa420 req-b49553a3-9e55-4dcc-aee9-222748e9955b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1942492 Dec 11 23:10:21.453403 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0389f-2fbe-4c7e-b4c0-f17e096d8484 req-edcaf9e3-5567-454f-b733-1cdc0c35468d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:21.462132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Request body: {'port': {'device_id': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:10:21.466379 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-54c0389f-2fbe-4c7e-b4c0-f17e096d8484 req-edcaf9e3-5567-454f-b733-1cdc0c35468d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 931 time: 0.0925126 Dec 11 23:10:21.536434 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-54c0389f-2fbe-4c7e-b4c0-f17e096d8484 req-25471712-e224-4caa-a668-feb1aba32415 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689621 Dec 11 23:10:21.684261 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7dd5a6b-4beb-4b40-8fcf-9f0d069c1365 req-32d31684-bc6c-4364-a235-e344fb063e5d service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0058880 Dec 11 23:10:21.689391 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:21.712159 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915e46b-1eba-4eb3-9925-85f76f7464ee req-1b737a03-79e4-4916-90e7-0f502f1cde3f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:21.714065 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d915e46b-1eba-4eb3-9925-85f76f7464ee req-1b737a03-79e4-4916-90e7-0f502f1cde3f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.2119060 Dec 11 23:10:21.904992 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d915e46b-1eba-4eb3-9925-85f76f7464ee req-2764ddf5-c152-4fcc-96ed-82636464b9d9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604705 Dec 11 23:10:22.229725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1077aab-213d-4a5b-9679-cf757014e988 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:10:22.234569 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:22.248094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Transition to ACTIVE for port object a1077aab-213d-4a5b-9679-cf757014e988 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:10:22.302611 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:22.330397 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:22.460146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a1077aab-213d-4a5b-9679-cf757014e988,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:22.614192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Attempting to bind port a1077aab-213d-4a5b-9679-cf757014e988 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:10:22.619258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Attempting to bind port a1077aab-213d-4a5b-9679-cf757014e988 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:10:22.619258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Attempting to bind port a1077aab-213d-4a5b-9679-cf757014e988 on network a182ed71-8604-4735-b0e3-af0e3d3bd68a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:10:22.624969 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Port a1077aab-213d-4a5b-9679-cf757014e988 on network a182ed71-8604-4735-b0e3-af0e3d3bd68a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:10:22.628522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Attempting to bind port a1077aab-213d-4a5b-9679-cf757014e988 on network a182ed71-8604-4735-b0e3-af0e3d3bd68a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:10:22.641212 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:10:22.641993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Checking segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:10:22.642585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Bound using segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:10:22.643555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Bound port: a1077aab-213d-4a5b-9679-cf757014e988, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:10:22.644133 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:22.695912 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09665f68-6a99-4fc4-91e7-88cc36ba9ac5 req-9fdb7839-21f5-401a-9a3f-88f7cc6a8627 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:22.702902 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09665f68-6a99-4fc4-91e7-88cc36ba9ac5 req-9fdb7839-21f5-401a-9a3f-88f7cc6a8627 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 943 time: 0.0722353 Dec 11 23:10:22.802086 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09665f68-6a99-4fc4-91e7-88cc36ba9ac5 req-7f8e6d3e-69c7-4d3d-acf4-53efa10e559b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840869 Dec 11 23:10:22.807775 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] For port a1077aab-213d-4a5b-9679-cf757014e988, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:10:22.814223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] For port a1077aab-213d-4a5b-9679-cf757014e988, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=a1077aab-213d-4a5b-9679-cf757014e988,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:10:22.909426 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:23.024381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:23.025172 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:23.026823 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-895bd326-8edb-4820-9557-2440241aa420 req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] 10.222.0.13 "PUT /v2.0/ports/a1077aab-213d-4a5b-9679-cf757014e988 HTTP/1.1" status: 200 len: 1091 time: 1.5692027 Dec 11 23:10:23.027368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'tag': 'a1077aab-213d-4a5b-9679-cf757014e988'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:10:23.029987 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7077c9d5-516b-40af-b153-91265cf02bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc", "tag": "a1077aab-213d-4a5b-9679-cf757014e988"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:10:23.083906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74dbe3-3186-4127-85b1-55644a4478f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a1077aab-213d-4a5b-9679-cf757014e988,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:23.131806 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e49125-0a8a-419b-bb71-ab7da1c6d4bc x-openstack-request-id: req-29e49125-0a8a-419b-bb71-ab7da1c6d4bc {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:10:23.132196 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc", "tag": "a1077aab-213d-4a5b-9679-cf757014e988", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:10:23.132374 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-29e49125-0a8a-419b-bb71-ab7da1c6d4bc {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:10:23.133615 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'tag': 'a1077aab-213d-4a5b-9679-cf757014e988', 'status': 'completed', 'code': 200} Dec 11 23:10:23.188627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077c9d5-516b-40af-b153-91265cf02bf7 req-e0c0eca9-1e9c-4a79-a591-54320ba17811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:23.190141 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7077c9d5-516b-40af-b153-91265cf02bf7 req-e0c0eca9-1e9c-4a79-a591-54320ba17811 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 1094 time: 0.0544624 Dec 11 23:10:23.314728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077c9d5-516b-40af-b153-91265cf02bf7 req-b841fe9a-bd4b-4ae8-b7ce-866fce955014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:23.316261 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7077c9d5-516b-40af-b153-91265cf02bf7 req-b841fe9a-bd4b-4ae8-b7ce-866fce955014 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=81e65028dda549d793a43c7e6f96a7f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1173654 Dec 11 23:10:23.324928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d116aa-705b-40c7-9a0e-d520d979c754 req-398a3e33-2267-455b-a6a7-ef36f5989942 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:23.332772 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83d116aa-705b-40c7-9a0e-d520d979c754 req-398a3e33-2267-455b-a6a7-ef36f5989942 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.2771885 Dec 11 23:10:23.403790 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83d116aa-705b-40c7-9a0e-d520d979c754 req-5e3dfe65-9630-447c-83e4-1dd50ebae64e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654397 Dec 11 23:10:23.525149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077c9d5-516b-40af-b153-91265cf02bf7 req-99312b68-0d16-4b95-8b1d-88e2305021e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:23.528266 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7077c9d5-516b-40af-b153-91265cf02bf7 req-99312b68-0d16-4b95-8b1d-88e2305021e7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1745660 Dec 11 23:10:23.630698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bd326-8edb-4820-9557-2440241aa420 req-ea27ec38-3b4b-4020-ba35-a64add57812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:23.632649 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-895bd326-8edb-4820-9557-2440241aa420 req-ea27ec38-3b4b-4020-ba35-a64add57812d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 1094 time: 0.0612538 Dec 11 23:10:23.685693 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-895bd326-8edb-4820-9557-2440241aa420 req-328d2922-4a0f-441b-b507-88d31b660e60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1077aab-213d-4a5b-9679-cf757014e988 HTTP/1.1" status: 200 len: 217 time: 0.0436869 Dec 11 23:10:23.780651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bd326-8edb-4820-9557-2440241aa420 req-58cb3281-1670-4255-bc4c-87db18852a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:23.782567 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-895bd326-8edb-4820-9557-2440241aa420 req-58cb3281-1670-4255-bc4c-87db18852a3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.0895345 Dec 11 23:10:23.900603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bd326-8edb-4820-9557-2440241aa420 req-2a6c3641-959e-40c9-83b3-24a271d9e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:23.902542 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-895bd326-8edb-4820-9557-2440241aa420 req-2a6c3641-959e-40c9-83b3-24a271d9e6e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122901 Dec 11 23:10:23.987481 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:24.008459 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a66fbd-c7a4-438a-a2c5-c8a3120b6696 req-da47a358-a342-4263-b5a4-849fa619b020 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:24.011162 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19a66fbd-c7a4-438a-a2c5-c8a3120b6696 req-da47a358-a342-4263-b5a4-849fa619b020 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 943 time: 0.1277907 Dec 11 23:10:24.103157 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-895bd326-8edb-4820-9557-2440241aa420 req-c38faf8d-5ba2-42ec-8251-2c304ed42a36 service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912310 Dec 11 23:10:24.126692 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19a66fbd-c7a4-438a-a2c5-c8a3120b6696 req-ecc1ff46-361e-40af-b18b-914105f6b20f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008587 Dec 11 23:10:24.299570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-895bd326-8edb-4820-9557-2440241aa420 req-ff24ff2e-889a-4eae-a6db-fa502fde1cfc service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725869 Dec 11 23:10:24.583548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba88c5d-99d4-4012-a89a-389fb0f04f84 req-4c2d192a-850c-4f05-9f01-8a86956f2fe4 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:24.584771 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ba88c5d-99d4-4012-a89a-389fb0f04f84 req-4c2d192a-850c-4f05-9f01-8a86956f2fe4 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.0943389 Dec 11 23:10:24.633312 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:24.665466 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ba88c5d-99d4-4012-a89a-389fb0f04f84 req-236c0a99-e603-435a-979c-83339140cb0c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744171 Dec 11 23:10:25.353720 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a52fd1-5c9f-45dd-a92c-8e6bfde1a6b3 req-2826b45f-03a6-4df0-9f6e-0091f29c6bca tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:25.355394 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-22a52fd1-5c9f-45dd-a92c-8e6bfde1a6b3 req-2826b45f-03a6-4df0-9f6e-0091f29c6bca tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 943 time: 0.0620301 Dec 11 23:10:25.444930 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-22a52fd1-5c9f-45dd-a92c-8e6bfde1a6b3 req-89bcd42d-e42e-4d1a-babe-1d5ed576d247 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782509 Dec 11 23:10:25.857828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b868e5a-90d5-48b7-ba06-9bb453438e50 req-1bf94d7c-cecf-42c3-afec-82c09b826de5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:25.871734 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b868e5a-90d5-48b7-ba06-9bb453438e50 req-1bf94d7c-cecf-42c3-afec-82c09b826de5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.1098058 Dec 11 23:10:26.024631 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b868e5a-90d5-48b7-ba06-9bb453438e50 req-1f3014f7-cc0f-4bcb-8651-dd14de50b6f6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519487 Dec 11 23:10:26.065022 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-f6a2faf7-20f5-4ebf-bfb1-121e8faa59d3 service neutron] show failed (client error): The resource could not be found. Dec 11 23:10:26.066265 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-f6a2faf7-20f5-4ebf-bfb1-121e8faa59d3 service neutron] 10.222.0.13 "GET /v2.0/ports/62d4a44f-847f-42d2-abfa-d4e679e2e78c/bindings/n-h1-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.1799743 Dec 11 23:10:26.753235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef1c4a-b557-4049-81f5-de8b2574a2e4 req-bc0af46d-3245-469f-bb6e-85fe949654bd tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:26.770746 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bcef1c4a-b557-4049-81f5-de8b2574a2e4 req-bc0af46d-3245-469f-bb6e-85fe949654bd tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 943 time: 0.1525812 Dec 11 23:10:26.799252 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-04f12d80-fe0e-4f61-99db-ef369050f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:26.800357 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-04f12d80-fe0e-4f61-99db-ef369050f764 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d&tenant_id=1a1365b402b74cbba7b45d13613b90f8 HTTP/1.1" status: 200 len: 1097 time: 0.1032112 Dec 11 23:10:26.819129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:10:26.880367 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bcef1c4a-b557-4049-81f5-de8b2574a2e4 req-ee9f8736-ebf0-491a-8fb2-e2695e9a1a69 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085665 Dec 11 23:10:26.928797 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:27.272794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648ac88-bcd2-453a-87a3-46961b16c5e5 req-72e3d6d1-3439-450c-afc6-9bcdbe2f9b26 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:27.280126 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b648ac88-bcd2-453a-87a3-46961b16c5e5 req-72e3d6d1-3439-450c-afc6-9bcdbe2f9b26 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.0983140 Dec 11 23:10:27.293411 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:27.361894 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:10:27.380210 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b648ac88-bcd2-453a-87a3-46961b16c5e5 req-bb18eaed-e5d2-4975-954a-d3c6c1d71c70 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977733 Dec 11 23:10:27.385087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:10:27.503161 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:27.512395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:10:27.516024 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab059aa-c5c2-48b5-81b7-16c9ef750de6" -d '{"events": [{"server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "name": "network-vif-unplugged", "status": "completed", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:10:27.546196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Transition to ACTIVE for port object 62d4a44f-847f-42d2-abfa-d4e679e2e78c will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:10:27.598691 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2d8843-7124-468e-a6a6-cfb25134a918 x-openstack-request-id: req-2c2d8843-7124-468e-a6a6-cfb25134a918 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:10:27.599018 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "name": "network-vif-unplugged", "status": "completed", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:10:27.599243 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c2d8843-7124-468e-a6a6-cfb25134a918 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:10:27.599656 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'code': 200} Dec 11 23:10:27.621432 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:27.806983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Pushing event updated for resources: {'Port': ['ID=62d4a44f-847f-42d2-abfa-d4e679e2e78c,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:27.867336 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:27.874097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:27.880895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:27.881254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:27.881615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:27.881964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:27.882300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:27.882635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:27.891259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:27.891527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:27.891907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:27.892215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:27.892553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:27.976015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] No DVR routers for this DVR port 62d4a44f-847f-42d2-abfa-d4e679e2e78c on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:10:28.197202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ee4d8-88fe-48da-ad07-302f892c16d9 req-8c7ee185-9d94-4c4e-9316-2289a0df00ef tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:28.199339 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-564ee4d8-88fe-48da-ad07-302f892c16d9 req-8c7ee185-9d94-4c4e-9316-2289a0df00ef tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 943 time: 0.1404736 Dec 11 23:10:28.305734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Attempting to bind port 62d4a44f-847f-42d2-abfa-d4e679e2e78c on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:10:28.311905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Attempting to bind port 62d4a44f-847f-42d2-abfa-d4e679e2e78c by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:10:28.312440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Attempting to bind port 62d4a44f-847f-42d2-abfa-d4e679e2e78c on network 0d90a2df-97cb-49e7-b1cc-91af0659c474 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:10:28.326445 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-564ee4d8-88fe-48da-ad07-302f892c16d9 req-070eecd6-a576-430e-9777-b3b698b1c462 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083355 Dec 11 23:10:28.327055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Port 62d4a44f-847f-42d2-abfa-d4e679e2e78c on network 0d90a2df-97cb-49e7-b1cc-91af0659c474 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:10:28.327387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Attempting to bind port 62d4a44f-847f-42d2-abfa-d4e679e2e78c on network 0d90a2df-97cb-49e7-b1cc-91af0659c474 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:10:28.338696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:10:28.339050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Checking segment: {'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:10:28.339446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Bound using segment: {'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:10:28.340049 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Bound port: 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:10:28.340591 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:28.441705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:10:28.445688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:10:28.530473 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:28.541488 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756de6a-99e6-449b-a598-9d4e27263004 req-226f270d-56d6-4e3c-bce3-be29a3c491d6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:28.565776 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9756de6a-99e6-449b-a598-9d4e27263004 req-226f270d-56d6-4e3c-bce3-be29a3c491d6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 944 time: 0.0948877 Dec 11 23:10:28.627692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:28.628448 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:28.630236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] 10.222.0.47 "PUT /v2.0/ports/62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 200 len: 1092 time: 1.8159778 Dec 11 23:10:28.637274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc47ae-a6d7-4aec-a269-de51b1f3e121 service neutron] Pushing event updated for resources: {'Port': ['ID=62d4a44f-847f-42d2-abfa-d4e679e2e78c,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:28.665057 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9756de6a-99e6-449b-a598-9d4e27263004 req-3bb3edd5-c634-47cb-82cc-13d62d38d5cc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970931 Dec 11 23:10:28.783364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-e352d14e-08f9-429b-a672-39345a9cbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:28.785765 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-e352d14e-08f9-429b-a672-39345a9cbace service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1095 time: 0.1202958 Dec 11 23:10:28.922629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-38cfc338-5fbd-4c6b-b240-19621cde9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:28.924255 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-38cfc338-5fbd-4c6b-b240-19621cde9d4f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d90a2df-97cb-49e7-b1cc-91af0659c474 HTTP/1.1" status: 200 len: 898 time: 0.1294074 Dec 11 23:10:29.042616 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-6828f276-daca-4bf6-a9c4-d9b4e33c3c64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 200 len: 1000 time: 0.1069267 Dec 11 23:10:29.127936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-c5c7081c-24dd-4876-a807-e2a33b7b21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:29.131717 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-c5c7081c-24dd-4876-a807-e2a33b7b21bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6124b74d-438d-4ed2-8d28-b1e88a38276b HTTP/1.1" status: 200 len: 834 time: 0.0826497 Dec 11 23:10:29.187573 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-f30f1acd-dd64-4bf1-b780-30be1ecf5252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:29.189830 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-f30f1acd-dd64-4bf1-b780-30be1ecf5252 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d90a2df-97cb-49e7-b1cc-91af0659c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511250 Dec 11 23:10:29.297096 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-54d5bcd0-c843-466f-889e-a848b8d9d872 service neutron] 10.222.0.47 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005380 Dec 11 23:10:29.400169 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45c63fcd-6318-4d1a-8c08-d41ba905e03d req-69f295a0-1280-4d78-9574-04620e6d4e4b service neutron] 10.222.0.47 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949833 Dec 11 23:10:29.461715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b8d98-cfbf-412e-88e8-0c959fdfa377 req-26b2cfe8-abbf-4b1e-89d1-131289296eb4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:29.463160 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a24b8d98-cfbf-412e-88e8-0c959fdfa377 req-26b2cfe8-abbf-4b1e-89d1-131289296eb4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 943 time: 0.0521138 Dec 11 23:10:29.518414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a24b8d98-cfbf-412e-88e8-0c959fdfa377 req-ebe77e6c-2d73-4a3d-b855-1a3c1b398888 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491307 Dec 11 23:10:29.601181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:10:29.603896 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:10:29.659088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 32862) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:29.696681 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53c35ce-0f41-47be-8f22-f7bc8a6d25bc x-openstack-request-id: req-e53c35ce-0f41-47be-8f22-f7bc8a6d25bc {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:10:29.696995 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:10:29.697262 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e53c35ce-0f41-47be-8f22-f7bc8a6d25bc {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:10:29.697829 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'status': 'completed', 'code': 200} Dec 11 23:10:29.854661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-f0274186-b436-4199-950c-532b4673d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:29.856636 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-f0274186-b436-4199-950c-532b4673d8af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1095 time: 0.1568127 Dec 11 23:10:29.864255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-a53e8eb7-bac6-4a5f-b908-7f0e809ad3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:29.866454 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-a53e8eb7-bac6-4a5f-b908-7f0e809ad3da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1095 time: 0.1074960 Dec 11 23:10:30.100965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-bc290b40-7890-4342-9c0a-0db77be3df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:30.102561 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-bc290b40-7890-4342-9c0a-0db77be3df52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d90a2df-97cb-49e7-b1cc-91af0659c474 HTTP/1.1" status: 200 len: 898 time: 0.2255034 Dec 11 23:10:30.328828 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-8bafbdb7-665a-4128-8937-487a27e463fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 200 len: 1000 time: 0.1882038 Dec 11 23:10:30.348945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-4152f143-99c3-4197-99da-e017eb58482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:30.350072 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-4152f143-99c3-4197-99da-e017eb58482f service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d90a2df-97cb-49e7-b1cc-91af0659c474 HTTP/1.1" status: 200 len: 898 time: 0.4825544 Dec 11 23:10:30.431750 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be190f9-a85c-47bd-8307-5db524371508 req-d43ac28b-2966-4694-b607-2b5422bd0aca tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:30.433202 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7be190f9-a85c-47bd-8307-5db524371508 req-d43ac28b-2966-4694-b607-2b5422bd0aca tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 944 time: 0.2305801 Dec 11 23:10:30.504806 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-6aedee60-03eb-432e-8e88-3f2785ef3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:30.506365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-6aedee60-03eb-432e-8e88-3f2785ef3a2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6124b74d-438d-4ed2-8d28-b1e88a38276b HTTP/1.1" status: 200 len: 834 time: 0.1683068 Dec 11 23:10:30.579669 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 62d4a44f-847f-42d2-abfa-d4e679e2e78c no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:10:30.672909 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b889a0e-9e0c-4b18-b835-c060a92c8c96 req-1bf6388d-5201-4be8-86ef-374ca8f026a3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:30.681498 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0b889a0e-9e0c-4b18-b835-c060a92c8c96 req-1bf6388d-5201-4be8-86ef-374ca8f026a3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 943 time: 0.0657747 Dec 11 23:10:30.686679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 62d4a44f-847f-42d2-abfa-d4e679e2e78c not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:10:30.755413 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0b889a0e-9e0c-4b18-b835-c060a92c8c96 req-30d9724c-4175-4ad8-9c8a-4076383ff378 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727885 Dec 11 23:10:31.013193 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-2ce88289-9bee-48d9-b0d3-3ec211d18b10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 200 len: 1000 time: 0.6383126 Dec 11 23:10:31.086855 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7be190f9-a85c-47bd-8307-5db524371508 req-6b2bea57-aab8-4bbe-905a-44f325edb368 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6189013 Dec 11 23:10:31.146874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-4d53ec35-856b-4f4b-9272-b8a8135c1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:31.148341 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-4d53ec35-856b-4f4b-9272-b8a8135c1de9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6124b74d-438d-4ed2-8d28-b1e88a38276b HTTP/1.1" status: 200 len: 834 time: 0.1161661 Dec 11 23:10:31.154103 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-071f8f1c-e19c-424d-8511-50716acb11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:31.155881 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-071f8f1c-e19c-424d-8511-50716acb11d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d90a2df-97cb-49e7-b1cc-91af0659c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6324096 Dec 11 23:10:31.294444 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-5d144c3a-dfa0-468e-b15b-63771a6a6c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:31.295981 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-5d144c3a-dfa0-468e-b15b-63771a6a6c92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d90a2df-97cb-49e7-b1cc-91af0659c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375422 Dec 11 23:10:31.370765 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-b5ec73e0-6f43-4362-bbfb-54a673c2aed1 service neutron] 10.222.0.47 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793399 Dec 11 23:10:31.504096 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-7726c350-4a3d-47ac-bc3f-5cebe63017be service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995473 Dec 11 23:10:31.590517 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-5f01a310-1678-4c14-a847-9816a13d9527 service neutron] 10.222.0.47 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123692 Dec 11 23:10:31.600751 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b6ed8492-cae7-46fe-a297-fef024fb1eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:31.717128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be89f21b-e20c-4ac8-8ae4-027e7060bb4b req-99dde2ed-0468-4242-a74d-9b2ae8af08ee service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047105 Dec 11 23:10:31.899515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a149c7-8ff6-45aa-af5d-276fa17a9d0e req-84b275e0-0c07-4419-900c-fab31fd2459d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:31.901039 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-23a149c7-8ff6-45aa-af5d-276fa17a9d0e req-84b275e0-0c07-4419-900c-fab31fd2459d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 943 time: 0.0506654 Dec 11 23:10:31.904976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed8492-cae7-46fe-a297-fef024fb1eeb admin admin] Deleting port 7434fbf7-8816-4b56-baab-95bb9d39e1b3 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:10:31.905651 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b6ed8492-cae7-46fe-a297-fef024fb1eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:31.964494 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-23a149c7-8ff6-45aa-af5d-276fa17a9d0e req-30633ee4-fe80-4130-8e3d-9ffe7be16245 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567441 Dec 11 23:10:32.017964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-b6ed8492-cae7-46fe-a297-fef024fb1eeb admin admin] For port 7434fbf7-8816-4b56-baab-95bb9d39e1b3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=7434fbf7-8816-4b56-baab-95bb9d39e1b3,segment=NetworkSegment(975b648c-5cc5-4c5d-9aaf-6ac9ba896be4),segment_id=975b648c-5cc5-4c5d-9aaf-6ac9ba896be4)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:32.018333 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b6ed8492-cae7-46fe-a297-fef024fb1eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:32.031915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed8492-cae7-46fe-a297-fef024fb1eeb admin admin] Calling delete_port for 7434fbf7-8816-4b56-baab-95bb9d39e1b3 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:10:32.173319 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 62d4a44f-847f-42d2-abfa-d4e679e2e78c details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:10:32.280865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af41795-9510-405c-b766-ff3995e9d2ba req-1b1f4e13-51fe-4f71-801b-37d81a76c88d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:32.282417 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4af41795-9510-405c-b766-ff3995e9d2ba req-1b1f4e13-51fe-4f71-801b-37d81a76c88d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 944 time: 0.0831332 Dec 11 23:10:32.351704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4af41795-9510-405c-b766-ff3995e9d2ba req-3531a809-ae7f-4b23-bba9-9eb8dfc70f24 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590038 Dec 11 23:10:32.359043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:32.371020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'port_id': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'mac_address': 'fa:16:3e:f2:7a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:10:32.376176 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b6ed8492-cae7-46fe-a297-fef024fb1eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:32.409019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed8492-cae7-46fe-a297-fef024fb1eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=7434fbf7-8816-4b56-baab-95bb9d39e1b3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:32.424146 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:32.446382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d4a44f-847f-42d2-abfa-d4e679e2e78c {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:10:32.468652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:32.564297 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:32.616599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=62d4a44f-847f-42d2-abfa-d4e679e2e78c,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:32.642444 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b6ed8492-cae7-46fe-a297-fef024fb1eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:32.879796 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['62d4a44f-847f-42d2-abfa-d4e679e2e78c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:10:32.887472 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ed8492-cae7-46fe-a297-fef024fb1eeb admin admin] Router 1c693082-cc3b-4e35-9419-7d54037ad520 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:10:33.092741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ed8492-cae7-46fe-a297-fef024fb1eeb admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:10:33.100736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b6ed8492-cae7-46fe-a297-fef024fb1eeb admin admin] 10.222.0.45 "PUT /v2.0/routers/1c693082-cc3b-4e35-9419-7d54037ad520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4401338 Dec 11 23:10:33.112092 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a1ad7-9ded-44fc-89a4-9d9ae75d10be req-b3dda0f2-1dad-4c87-a3ad-b8f07626641f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:33.112478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bf239-2d9a-485c-8d7c-55e9c989437e req-b4f30b16-f8bb-4394-8111-26ed82a22cfb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:33.120456 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae7bf239-2d9a-485c-8d7c-55e9c989437e req-b4f30b16-f8bb-4394-8111-26ed82a22cfb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 945 time: 0.1237502 Dec 11 23:10:33.122138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c06a84-a761-4868-97e1-fc31cb77acef None None] Sync routers for ids ['1c693082-cc3b-4e35-9419-7d54037ad520'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:10:33.127424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 32910) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:33.146829 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b01a1ad7-9ded-44fc-89a4-9d9ae75d10be req-b3dda0f2-1dad-4c87-a3ad-b8f07626641f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 943 time: 0.1025302 Dec 11 23:10:33.148553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c06a84-a761-4868-97e1-fc31cb77acef None None] Routers {'1c693082-cc3b-4e35-9419-7d54037ad520'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:10:33.149270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-57c06a84-a761-4868-97e1-fc31cb77acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:10:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['1c693082-cc3b-4e35-9419-7d54037ad520'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:33.163751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-595c2ebb-a988-4f7c-be25-4c620b8c5287 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:33.165274 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-595c2ebb-a988-4f7c-be25-4c620b8c5287 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.47 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d&tenant_id=1a1365b402b74cbba7b45d13613b90f8&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 945 time: 0.1338239 Dec 11 23:10:33.245330 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b01a1ad7-9ded-44fc-89a4-9d9ae75d10be req-0139e8d6-9bee-4b5a-b82d-559cb58108ef tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970571 Dec 11 23:10:33.314298 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae7bf239-2d9a-485c-8d7c-55e9c989437e req-8d6dece4-fc40-4011-8300-365265596d7c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927106 Dec 11 23:10:33.391623 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-0c7ab460-68cd-43da-8b8e-6d93e5c58fa8 service neutron] 10.222.0.47 "GET /v2.0/ports/62d4a44f-847f-42d2-abfa-d4e679e2e78c/bindings/n-h1-710847-6 HTTP/1.1" status: 200 len: 382 time: 0.1758962 Dec 11 23:10:33.416519 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1885-a597-4214-91fe-e39a1846bf35 admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:33.516377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-57c06a84-a761-4868-97e1-fc31cb77acef None None] Set router 1c693082-cc3b-4e35-9419-7d54037ad520 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:10:33.516972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-a400fd39-0de9-4663-b94c-1d9a72884fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:33.518047 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-a400fd39-0de9-4663-b94c-1d9a72884fc6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1096 time: 0.0542610 Dec 11 23:10:33.625598 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1885-a597-4214-91fe-e39a1846bf35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:33.667842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-da12dc48-4532-4820-8740-a02e17e246cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:33.669408 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-da12dc48-4532-4820-8740-a02e17e246cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d90a2df-97cb-49e7-b1cc-91af0659c474 HTTP/1.1" status: 200 len: 898 time: 0.1212056 Dec 11 23:10:33.733179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-57c06a84-a761-4868-97e1-fc31cb77acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-router', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T23:10:32Z', 'revision_number': 5, 'project_id': '8b61da717ab14ef48634b138167515ff', 'gw_port': {'id': 'fa9448f1-0f5e-4031-8c75-c59dd9352e4f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:58:53Z', 'updated_at': '2021-12-11T22:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:33.760001 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-14015c95-d24c-4f12-a933-bb96cc3fa184 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 200 len: 1001 time: 0.0829954 Dec 11 23:10:33.775574 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c06a84-a761-4868-97e1-fc31cb77acef None None] Checking router: 1c693082-cc3b-4e35-9419-7d54037ad520 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:10:33.784469 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c06a84-a761-4868-97e1-fc31cb77acef None None] Routers {'1c693082-cc3b-4e35-9419-7d54037ad520'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:10:33.785651 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-57c06a84-a761-4868-97e1-fc31cb77acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:10:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['1c693082-cc3b-4e35-9419-7d54037ad520'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:33.832841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-bd5e5b99-3bbe-404c-a3b4-adfdfcbd4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:33.834292 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-bd5e5b99-3bbe-404c-a3b4-adfdfcbd4073 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6124b74d-438d-4ed2-8d28-b1e88a38276b HTTP/1.1" status: 200 len: 834 time: 0.0581369 Dec 11 23:10:33.845206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-3a1d1885-a597-4214-91fe-e39a1846bf35 admin admin] Deleting port fa9448f1-0f5e-4031-8c75-c59dd9352e4f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:10:33.845548 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1885-a597-4214-91fe-e39a1846bf35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:33.873987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-57c06a84-a761-4868-97e1-fc31cb77acef None None] Set router 1c693082-cc3b-4e35-9419-7d54037ad520 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:10:33.927354 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-57c06a84-a761-4868-97e1-fc31cb77acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-router', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T23:10:33Z', 'revision_number': 6, 'project_id': '8b61da717ab14ef48634b138167515ff', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:33.934334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-30b20b6b-1495-45fa-8990-848960b942ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:33.935863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-30b20b6b-1495-45fa-8990-848960b942ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d90a2df-97cb-49e7-b1cc-91af0659c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922632 Dec 11 23:10:33.958017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c06a84-a761-4868-97e1-fc31cb77acef None None] The sync data for ids ['1c693082-cc3b-4e35-9419-7d54037ad520'] in n-d-710847-6 is: [{'id': '1c693082-cc3b-4e35-9419-7d54037ad520', 'name': 'tempest-TaggedBootDevicesTest_v242-1463348621-router', 'tenant_id': '8b61da717ab14ef48634b138167515ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:58:52Z', 'updated_at': '2021-12-11T23:10:33Z', 'revision_number': 6, 'project_id': '8b61da717ab14ef48634b138167515ff', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:10:33.977455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-3a1d1885-a597-4214-91fe-e39a1846bf35 admin admin] For port fa9448f1-0f5e-4031-8c75-c59dd9352e4f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fa9448f1-0f5e-4031-8c75-c59dd9352e4f,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:33.977835 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1885-a597-4214-91fe-e39a1846bf35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:34.028158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-3a1d1885-a597-4214-91fe-e39a1846bf35 admin admin] Calling delete_port for fa9448f1-0f5e-4031-8c75-c59dd9352e4f owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:10:34.104349 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-170412cf-d690-4603-8d48-9491d23f4cbd service neutron] 10.222.0.47 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597373 Dec 11 23:10:34.187650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 62d4a44f-847f-42d2-abfa-d4e679e2e78c up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:10:34.255748 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-09fb0330-32fe-4461-8c1d-6e7017d9063f service neutron] 10.222.0.47 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432812 Dec 11 23:10:34.349065 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 62d4a44f-847f-42d2-abfa-d4e679e2e78c completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:10:34.355370 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 62d4a44f-847f-42d2-abfa-d4e679e2e78c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:10:34.373763 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:34.394008 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1885-a597-4214-91fe-e39a1846bf35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:34.420917 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d5c5a-c9d7-49f0-9b23-2df262f7c5e7 req-cc083708-7fc9-4166-94cd-841aaab3f68e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:34.444433 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-227d5c5a-c9d7-49f0-9b23-2df262f7c5e7 req-cc083708-7fc9-4166-94cd-841aaab3f68e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 943 time: 0.1185179 Dec 11 23:10:34.464307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d1885-a597-4214-91fe-e39a1846bf35 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9448f1-0f5e-4031-8c75-c59dd9352e4f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:34.521766 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:34.562452 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-227d5c5a-c9d7-49f0-9b23-2df262f7c5e7 req-f4ff7e9d-bdb4-43ef-a31e-956a8f69c7e6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169925 Dec 11 23:10:34.574052 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dc9446-3f92-4a69-911d-cdd78fecf38e None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:10:34.603327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:10:34.603327 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cdc89c-b733-44b3-8368-4390018bc9d9" -d '{"events": [{"server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "name": "network-vif-plugged", "status": "completed", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:10:34.620234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:34.653042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda3598-8c79-42fd-bf54-c71db29fb75d req-14c6b0e0-b5c0-4b2e-8c1f-f99c95d38049 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:34.654981 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-deda3598-8c79-42fd-bf54-c71db29fb75d req-14c6b0e0-b5c0-4b2e-8c1f-f99c95d38049 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 945 time: 0.1798306 Dec 11 23:10:34.682031 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1885-a597-4214-91fe-e39a1846bf35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:34.701505 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:34.804654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=62d4a44f-847f-42d2-abfa-d4e679e2e78c,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:34.832898 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1885-a597-4214-91fe-e39a1846bf35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:34.839290 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1885-a597-4214-91fe-e39a1846bf35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:34.852774 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-deda3598-8c79-42fd-bf54-c71db29fb75d req-4a28ad96-269e-46a3-8693-b8212fac609f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903014 Dec 11 23:10:34.988777 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1885-a597-4214-91fe-e39a1846bf35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:34.989732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1d1885-a597-4214-91fe-e39a1846bf35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c693082-cc3b-4e35-9419-7d54037ad520 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:10:35.002195 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1885-a597-4214-91fe-e39a1846bf35 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:35.007589 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3a1d1885-a597-4214-91fe-e39a1846bf35 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1c693082-cc3b-4e35-9419-7d54037ad520 HTTP/1.1" status: 204 len: 168 time: 1.8701181 Dec 11 23:10:35.008062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32938) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:35.072254 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf0d47d-37e4-45bc-90de-23efa6b75c26 admin admin] Deleting subnet 7b9bf2d6-65bb-4b47-a686-644dd9bd9730 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:10:35.076216 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d47d-37e4-45bc-90de-23efa6b75c26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:35.083805 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d1c62d-af52-47ed-b31b-c7eef80a2471 x-openstack-request-id: req-d8d1c62d-af52-47ed-b31b-c7eef80a2471 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:10:35.084122 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "name": "network-vif-plugged", "status": "completed", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:10:35.084386 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8d1c62d-af52-47ed-b31b-c7eef80a2471 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:10:35.084806 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'code': 200} Dec 11 23:10:35.126892 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d47d-37e4-45bc-90de-23efa6b75c26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:35.232134 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d47d-37e4-45bc-90de-23efa6b75c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:35.405608 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d47d-37e4-45bc-90de-23efa6b75c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:35.433217 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d47d-37e4-45bc-90de-23efa6b75c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9bf2d6-65bb-4b47-a686-644dd9bd9730,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:35.435295 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d47d-37e4-45bc-90de-23efa6b75c26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:35.438575 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ebf0d47d-37e4-45bc-90de-23efa6b75c26 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7b9bf2d6-65bb-4b47-a686-644dd9bd9730 HTTP/1.1" status: 204 len: 168 time: 0.4292328 Dec 11 23:10:35.441705 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 32946) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:35.446668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1e9ac4-b737-48aa-b7fb-f785fde6ace9 None None] Network 448529fa-dca5-4940-b4be-8ebfa5e6a3e4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:10:35.537462 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:35.615684 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61e701a-b92b-4ff1-a071-113753468b74 None None] DHCP port deletion for 448529fa-dca5-4940-b4be-8ebfa5e6a3e4 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:10:35.616658 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] Deleting port c47fede5-97e3-4d36-b157-accb3824f671 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:10:35.617095 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:35.710671 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f61e701a-b92b-4ff1-a071-113753468b74 None None] Deleting port c47fede5-97e3-4d36-b157-accb3824f671 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:10:35.711114 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f61e701a-b92b-4ff1-a071-113753468b74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:35.759245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] For port c47fede5-97e3-4d36-b157-accb3824f671, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c47fede5-97e3-4d36-b157-accb3824f671,segment=NetworkSegment(975b648c-5cc5-4c5d-9aaf-6ac9ba896be4),segment_id=975b648c-5cc5-4c5d-9aaf-6ac9ba896be4)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:35.760096 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:35.774285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] Calling delete_port for c47fede5-97e3-4d36-b157-accb3824f671 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:10:35.776812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device c47fede5-97e3-4d36-b157-accb3824f671 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:10:35.784098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54019d29-b7ec-4d11-ab70-b8881aea60b7 req-a618c1d5-5464-4584-840a-93bc15958070 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:35.796090 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-54019d29-b7ec-4d11-ab70-b8881aea60b7 req-a618c1d5-5464-4584-840a-93bc15958070 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 943 time: 0.1228275 Dec 11 23:10:35.883429 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-54019d29-b7ec-4d11-ab70-b8881aea60b7 req-56041e83-8e7d-4713-9022-b4631cc6772e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863540 Dec 11 23:10:35.904198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f61e701a-b92b-4ff1-a071-113753468b74 None None] For port c47fede5-97e3-4d36-b157-accb3824f671, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=c47fede5-97e3-4d36-b157-accb3824f671,segment=NetworkSegment(975b648c-5cc5-4c5d-9aaf-6ac9ba896be4),segment_id=975b648c-5cc5-4c5d-9aaf-6ac9ba896be4)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:35.904670 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f61e701a-b92b-4ff1-a071-113753468b74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:35.922361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f61e701a-b92b-4ff1-a071-113753468b74 None None] Calling delete_port for c47fede5-97e3-4d36-b157-accb3824f671 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:10:36.006737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d226b-f794-4e83-85bf-326c7a5372ad req-12c4a521-d461-4a0e-a231-c5c95628755e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:36.008548 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7f3d226b-f794-4e83-85bf-326c7a5372ad req-12c4a521-d461-4a0e-a231-c5c95628755e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.0696328 Dec 11 23:10:36.010339 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:36.018728 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:36.044027 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] Pushing event deleted for resources: {'Port': ['ID=c47fede5-97e3-4d36-b157-accb3824f671,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:36.054391 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] No DVR routers for this DVR port c47fede5-97e3-4d36-b157-accb3824f671 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:10:36.089303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fa9448f1-0f5e-4031-8c75-c59dd9352e4f no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:10:36.108333 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f61e701a-b92b-4ff1-a071-113753468b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:36.110148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: fa9448f1-0f5e-4031-8c75-c59dd9352e4f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:10:36.110496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fa9448f1-0f5e-4031-8c75-c59dd9352e4f not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:10:36.110949 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7434fbf7-8816-4b56-baab-95bb9d39e1b3 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:10:36.153688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 7434fbf7-8816-4b56-baab-95bb9d39e1b3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:10:36.153688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 7434fbf7-8816-4b56-baab-95bb9d39e1b3 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:10:36.156738 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:36.158849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e701a-b92b-4ff1-a071-113753468b74 None None] Pushing event deleted for resources: {'Port': ['ID=c47fede5-97e3-4d36-b157-accb3824f671,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:36.164419 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7f3d226b-f794-4e83-85bf-326c7a5372ad req-2c2b4d8b-cdaa-473d-801c-091d8ba62897 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229262 Dec 11 23:10:36.165663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e701a-b92b-4ff1-a071-113753468b74 None None] No DVR routers for this DVR port c47fede5-97e3-4d36-b157-accb3824f671 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:10:36.189878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448529fa-dca5-4940-b4be-8ebfa5e6a3e4']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:36.199765 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975b648c-5cc5-4c5d-9aaf-6ac9ba896be4') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:36.200062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975b648c-5cc5-4c5d-9aaf-6ac9ba896be4') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:36.225230 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:10:36.260470 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:10:36.376539 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:36.385783 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:36.392288 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 32958) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:36.392440 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] 10.222.0.45 "DELETE /v2.0/networks/448529fa-dca5-4940-b4be-8ebfa5e6a3e4 HTTP/1.1" status: 204 len: 168 time: 0.9494381 Dec 11 23:10:36.404123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496289e-e027-444a-8b56-87c4420db09c admin admin] Pushing event deleted for resources: {'Network': ['ID=448529fa-dca5-4940-b4be-8ebfa5e6a3e4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:36.806415 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe8f9b62-8ed0-4b43-9296-971c493861b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:37.343365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b166be-9077-4e18-a4e3-ae52bbcd692b req-b621fc72-2c2c-4a63-bc0d-c6414a6fc2a0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:37.344874 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-35b166be-9077-4e18-a4e3-ae52bbcd692b req-b621fc72-2c2c-4a63-bc0d-c6414a6fc2a0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 943 time: 0.1245625 Dec 11 23:10:37.356643 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f308f-5d1e-4ed0-9193-5b7cb16259bd req-040a8b65-b6a8-447c-bad8-cde4fdf976df tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:37.358195 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-116f308f-5d1e-4ed0-9193-5b7cb16259bd req-040a8b65-b6a8-447c-bad8-cde4fdf976df tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 946 time: 0.0558698 Dec 11 23:10:37.375545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-e3541f6d-dfbf-4aa2-a4e8-fe13a70bea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:37.376991 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-e3541f6d-dfbf-4aa2-a4e8-fe13a70bea29 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d&tenant_id=1a1365b402b74cbba7b45d13613b90f8 HTTP/1.1" status: 200 len: 1097 time: 0.1546354 Dec 11 23:10:37.398391 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:10:37.433009 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-116f308f-5d1e-4ed0-9193-5b7cb16259bd req-796bfa4f-17fe-45e7-9596-ab9c1239eeb5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659876 Dec 11 23:10:37.485259 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-35b166be-9077-4e18-a4e3-ae52bbcd692b req-160d2752-22d0-47f8-9064-5cf7858dc2a2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170216 Dec 11 23:10:37.498932 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:37.690513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-fe8f9b62-8ed0-4b43-9296-971c493861b8 admin admin] Deleting port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:10:37.690882 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe8f9b62-8ed0-4b43-9296-971c493861b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:37.830066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:37.833457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-fe8f9b62-8ed0-4b43-9296-971c493861b8 admin admin] For port 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f,segment=NetworkSegment(2d2d1246-e576-425c-9a57-e22bbde2f302),segment_id=2d2d1246-e576-425c-9a57-e22bbde2f302)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:37.833830 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe8f9b62-8ed0-4b43-9296-971c493861b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:37.855879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-fe8f9b62-8ed0-4b43-9296-971c493861b8 admin admin] Calling delete_port for 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:10:37.913090 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:10:37.969310 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:10:37.971670 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b1b5ef-4685-455d-a57b-499456819ed8" -d '{"events": [{"server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "name": "network-vif-unplugged", "status": "completed", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:10:37.977960 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:38.027583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Transition to ACTIVE for port object 62d4a44f-847f-42d2-abfa-d4e679e2e78c will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:10:38.041021 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fa6113-d14c-4fb2-869d-bb14902ae660 x-openstack-request-id: req-30fa6113-d14c-4fb2-869d-bb14902ae660 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:10:38.041328 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "name": "network-vif-unplugged", "status": "completed", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:10:38.041590 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30fa6113-d14c-4fb2-869d-bb14902ae660 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:10:38.042205 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'code': 200} Dec 11 23:10:38.092709 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:38.196619 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Pushing event updated for resources: {'Port': ['ID=62d4a44f-847f-42d2-abfa-d4e679e2e78c,revision_number=10']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:38.216855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 62d4a44f-847f-42d2-abfa-d4e679e2e78c no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:10:38.234928 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe8f9b62-8ed0-4b43-9296-971c493861b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:38.261716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] No DVR routers for this DVR port 62d4a44f-847f-42d2-abfa-d4e679e2e78c on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:10:38.273667 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 62d4a44f-847f-42d2-abfa-d4e679e2e78c not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:10:38.356407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f9b62-8ed0-4b43-9296-971c493861b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:38.654472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d27a8f-bcb2-4f68-be94-62e8105600dc req-d7c77a7a-6379-4087-8add-b70a28600251 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:38.656429 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c5d27a8f-bcb2-4f68-be94-62e8105600dc req-d7c77a7a-6379-4087-8add-b70a28600251 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 943 time: 0.0899341 Dec 11 23:10:38.689025 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device a1077aab-213d-4a5b-9679-cf757014e988 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:10:38.715078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbc413-62a1-44a1-a1a3-e455bec5925c req-fc0163dd-15bd-4c3a-8e53-badda85cf2f5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:38.716842 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80bbc413-62a1-44a1-a1a3-e455bec5925c req-fc0163dd-15bd-4c3a-8e53-badda85cf2f5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 945 time: 0.1573982 Dec 11 23:10:38.717251 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c5d27a8f-bcb2-4f68-be94-62e8105600dc req-95b52702-42a2-4fa0-859f-50a72db52fd4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521030 Dec 11 23:10:38.724718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Attempting to bind port 62d4a44f-847f-42d2-abfa-d4e679e2e78c on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:10:38.725187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Attempting to bind port 62d4a44f-847f-42d2-abfa-d4e679e2e78c by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:10:38.725609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Attempting to bind port 62d4a44f-847f-42d2-abfa-d4e679e2e78c on network 0d90a2df-97cb-49e7-b1cc-91af0659c474 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:10:38.741155 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe8f9b62-8ed0-4b43-9296-971c493861b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:38.776000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Port 62d4a44f-847f-42d2-abfa-d4e679e2e78c on network 0d90a2df-97cb-49e7-b1cc-91af0659c474 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:10:38.776371 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Attempting to bind port 62d4a44f-847f-42d2-abfa-d4e679e2e78c on network 0d90a2df-97cb-49e7-b1cc-91af0659c474 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:10:38.795765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:10:38.796238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Checking segment: {'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:10:38.796731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Bound using segment: {'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:10:38.797278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Bound port: 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:10:38.797772 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:38.818750 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port a1077aab-213d-4a5b-9679-cf757014e988, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=a1077aab-213d-4a5b-9679-cf757014e988,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:38.829767 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'a1077aab-213d-4a5b-9679-cf757014e988', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'port_id': 'a1077aab-213d-4a5b-9679-cf757014e988', 'mac_address': 'fa:16:3e:26:78:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:10:38.857325 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80bbc413-62a1-44a1-a1a3-e455bec5925c req-616117b1-363b-4e7c-a082-427959436b54 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271181 Dec 11 23:10:38.905912 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:38.930568 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1077aab-213d-4a5b-9679-cf757014e988 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:10:38.959572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port a1077aab-213d-4a5b-9679-cf757014e988, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=a1077aab-213d-4a5b-9679-cf757014e988,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:38.968263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:10:38.993928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:10:39.033989 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:39.093681 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:39.096660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=a1077aab-213d-4a5b-9679-cf757014e988,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:39.158231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:39.158885 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:39.161017 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] 10.222.0.13 "PUT /v2.0/ports/62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 200 len: 1093 time: 1.7701557 Dec 11 23:10:39.179866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889e6c7-ebdf-462e-a99e-b69ac8231880 service neutron] Pushing event updated for resources: {'Port': ['ID=62d4a44f-847f-42d2-abfa-d4e679e2e78c,revision_number=11']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:39.185619 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8f9b62-8ed0-4b43-9296-971c493861b8 admin admin] Router 5afcc2a4-67d9-4f50-8160-c47977152c1a has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:10:39.312919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-4abdfe7c-67fd-449b-8cd6-c13c6e936d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:39.314448 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-4abdfe7c-67fd-449b-8cd6-c13c6e936d07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1096 time: 0.1193922 Dec 11 23:10:39.345086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['a1077aab-213d-4a5b-9679-cf757014e988'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:10:39.388682 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8f9b62-8ed0-4b43-9296-971c493861b8 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:10:39.395496 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fe8f9b62-8ed0-4b43-9296-971c493861b8 admin admin] 10.222.0.45 "PUT /v2.0/routers/5afcc2a4-67d9-4f50-8160-c47977152c1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0020068 Dec 11 23:10:39.398737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33002) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:39.408275 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5101d-0cbc-420e-a255-65e92c664500 None None] Sync routers for ids ['5afcc2a4-67d9-4f50-8160-c47977152c1a'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:10:39.429044 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5101d-0cbc-420e-a255-65e92c664500 None None] Routers {'5afcc2a4-67d9-4f50-8160-c47977152c1a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:10:39.429923 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6ff5101d-0cbc-420e-a255-65e92c664500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:10:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5afcc2a4-67d9-4f50-8160-c47977152c1a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:39.480682 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-d5c6dbd7-a6e3-4164-90e8-740172e08bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:39.482427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-d5c6dbd7-a6e3-4164-90e8-740172e08bcc service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d90a2df-97cb-49e7-b1cc-91af0659c474 HTTP/1.1" status: 200 len: 898 time: 0.1585245 Dec 11 23:10:39.582431 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-6ff5101d-0cbc-420e-a255-65e92c664500 None None] Set router 5afcc2a4-67d9-4f50-8160-c47977152c1a gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:10:39.610780 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84d14925-2ae8-4dc9-b7a5-b3868ba1ec39 admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:39.676081 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-2ebd32b1-c869-44ed-aa69-6de3af79941d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 200 len: 1000 time: 0.1814370 Dec 11 23:10:39.746639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-075ce1aa-3284-4406-b438-7bded7250698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:39.748297 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-075ce1aa-3284-4406-b438-7bded7250698 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6124b74d-438d-4ed2-8d28-b1e88a38276b HTTP/1.1" status: 200 len: 834 time: 0.0625260 Dec 11 23:10:39.808937 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84d14925-2ae8-4dc9-b7a5-b3868ba1ec39 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:39.822268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-f6051f09-0544-492d-bf6c-8f7167d2f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:39.823960 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-f6051f09-0544-492d-bf6c-8f7167d2f66b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d90a2df-97cb-49e7-b1cc-91af0659c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678241 Dec 11 23:10:39.909517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42f7fd-2d1b-4bb2-9188-6d1e9b47c87c req-d98f97c1-b4bd-4e92-a49d-fa83840064ef tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:39.917960 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f42f7fd-2d1b-4bb2-9188-6d1e9b47c87c req-d98f97c1-b4bd-4e92-a49d-fa83840064ef tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 944 time: 0.0642674 Dec 11 23:10:39.994722 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-4fa5ef39-fd89-4a79-bbc6-1fc281c2d28e service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565309 Dec 11 23:10:40.029804 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f42f7fd-2d1b-4bb2-9188-6d1e9b47c87c req-b2ce19c1-e685-4c19-badc-a68482561896 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977702 Dec 11 23:10:40.050254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:10:40.053957 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69e1f51-c5d5-4455-a892-f81b5c2549dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:10:40.098896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-84d14925-2ae8-4dc9-b7a5-b3868ba1ec39 admin admin] Deleting port deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:10:40.099265 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84d14925-2ae8-4dc9-b7a5-b3868ba1ec39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:40.105304 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6ff5101d-0cbc-420e-a255-65e92c664500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1858817642-router', 'tenant_id': '68f64d14f65e43f6b75b63317af936d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:59:06Z', 'updated_at': '2021-12-11T23:10:38Z', 'revision_number': 5, 'project_id': '68f64d14f65e43f6b75b63317af936d9', 'gw_port': {'id': 'deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:59:08Z', 'updated_at': '2021-12-11T22:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:40.146831 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a81b3d5-60d4-42de-bd76-ba61aae79a95 x-openstack-request-id: req-6a81b3d5-60d4-42de-bd76-ba61aae79a95 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:10:40.147273 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:10:40.147535 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a81b3d5-60d4-42de-bd76-ba61aae79a95 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:10:40.147912 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'status': 'completed', 'code': 200} Dec 11 23:10:40.156167 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d27a7ea9-13dd-4c4e-9b00-8bbe5732364f req-d4be43d6-09d8-423e-a93a-a9c4cfe363a0 service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605465 Dec 11 23:10:40.184121 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5101d-0cbc-420e-a255-65e92c664500 None None] Checking router: 5afcc2a4-67d9-4f50-8160-c47977152c1a for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:10:40.195626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67db59-2dbe-4216-8fd1-eb37a6b11b3e req-4d8b4aff-a0bf-439c-a244-ec85a00f0e29 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:40.197526 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7c67db59-2dbe-4216-8fd1-eb37a6b11b3e req-4d8b4aff-a0bf-439c-a244-ec85a00f0e29 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 945 time: 0.1043425 Dec 11 23:10:40.215726 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-84d14925-2ae8-4dc9-b7a5-b3868ba1ec39 admin admin] For port deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:40.216102 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84d14925-2ae8-4dc9-b7a5-b3868ba1ec39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:40.217347 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5101d-0cbc-420e-a255-65e92c664500 None None] Routers {'5afcc2a4-67d9-4f50-8160-c47977152c1a'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:10:40.218166 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6ff5101d-0cbc-420e-a255-65e92c664500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:10:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['5afcc2a4-67d9-4f50-8160-c47977152c1a'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:40.228698 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-84d14925-2ae8-4dc9-b7a5-b3868ba1ec39 admin admin] Calling delete_port for deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:10:40.369527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-0a3e80fd-9987-4913-a18f-a0fc9afdfd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:40.372085 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-0a3e80fd-9987-4913-a18f-a0fc9afdfd8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1096 time: 0.1734831 Dec 11 23:10:40.375988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7c67db59-2dbe-4216-8fd1-eb37a6b11b3e req-afb2a31f-7cb3-452e-a455-bf8cdd61745d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653380 Dec 11 23:10:40.377873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-6f6e1375-4fb3-4e04-8723-e2a5325b9c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:40.379434 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-6f6e1375-4fb3-4e04-8723-e2a5325b9c8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1096 time: 0.1363733 Dec 11 23:10:40.382579 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-6ff5101d-0cbc-420e-a255-65e92c664500 None None] Set router 5afcc2a4-67d9-4f50-8160-c47977152c1a gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:10:40.468934 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6ff5101d-0cbc-420e-a255-65e92c664500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1858817642-router', 'tenant_id': '68f64d14f65e43f6b75b63317af936d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:59:06Z', 'updated_at': '2021-12-11T23:10:39Z', 'revision_number': 6, 'project_id': '68f64d14f65e43f6b75b63317af936d9', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:40.498346 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5101d-0cbc-420e-a255-65e92c664500 None None] The sync data for ids ['5afcc2a4-67d9-4f50-8160-c47977152c1a'] in n-d-710847-6 is: [{'id': '5afcc2a4-67d9-4f50-8160-c47977152c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1858817642-router', 'tenant_id': '68f64d14f65e43f6b75b63317af936d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:59:06Z', 'updated_at': '2021-12-11T23:10:39Z', 'revision_number': 6, 'project_id': '68f64d14f65e43f6b75b63317af936d9', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:10:40.553486 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84d14925-2ae8-4dc9-b7a5-b3868ba1ec39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:40.558609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-ce4dc588-0c16-408c-a2c1-f944ef039387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:40.560129 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-ce4dc588-0c16-408c-a2c1-f944ef039387 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d90a2df-97cb-49e7-b1cc-91af0659c474 HTTP/1.1" status: 200 len: 898 time: 0.1690180 Dec 11 23:10:40.583074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d14925-2ae8-4dc9-b7a5-b3868ba1ec39 admin admin] Pushing event deleted for resources: {'Port': ['ID=deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:40.593907 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721bb218-db9f-4d18-8a18-527438189543 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:10:40.612368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-93a1910f-f4c2-4508-ba7c-6c64ad2e17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:40.614205 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-93a1910f-f4c2-4508-ba7c-6c64ad2e17d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d90a2df-97cb-49e7-b1cc-91af0659c474 HTTP/1.1" status: 200 len: 898 time: 0.2338097 Dec 11 23:10:40.653949 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84d14925-2ae8-4dc9-b7a5-b3868ba1ec39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:40.689742 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-aa785797-5ca0-445a-a137-3b5c4f7e4156 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 200 len: 1000 time: 0.1203167 Dec 11 23:10:40.704138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device a1077aab-213d-4a5b-9679-cf757014e988 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:10:40.753755 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84d14925-2ae8-4dc9-b7a5-b3868ba1ec39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:40.756607 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84d14925-2ae8-4dc9-b7a5-b3868ba1ec39 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:40.775943 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-ed4fb341-381d-4fba-9b82-1b0c01e9549e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 200 len: 1000 time: 0.1533487 Dec 11 23:10:40.813615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-b2878d00-e15f-4685-b488-16ed5c61b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:40.813615 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-b2878d00-e15f-4685-b488-16ed5c61b8c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6124b74d-438d-4ed2-8d28-b1e88a38276b HTTP/1.1" status: 200 len: 834 time: 0.1166236 Dec 11 23:10:40.862839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-fe39473f-8155-4d00-8914-f2fb94510788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:40.865044 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-fe39473f-8155-4d00-8914-f2fb94510788 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6124b74d-438d-4ed2-8d28-b1e88a38276b HTTP/1.1" status: 200 len: 834 time: 0.0808342 Dec 11 23:10:40.879326 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port a1077aab-213d-4a5b-9679-cf757014e988 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:10:40.884402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-98c434eb-6f0d-41cc-b75c-b6c29879676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:40.885488 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port a1077aab-213d-4a5b-9679-cf757014e988 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:10:40.885853 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-98c434eb-6f0d-41cc-b75c-b6c29879676d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d90a2df-97cb-49e7-b1cc-91af0659c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653498 Dec 11 23:10:40.886471 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:40.953736 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84d14925-2ae8-4dc9-b7a5-b3868ba1ec39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:40.955288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d14925-2ae8-4dc9-b7a5-b3868ba1ec39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5afcc2a4-67d9-4f50-8160-c47977152c1a {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:10:40.964845 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-84d14925-2ae8-4dc9-b7a5-b3868ba1ec39 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:40.966465 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-84d14925-2ae8-4dc9-b7a5-b3868ba1ec39 admin admin] 10.222.0.45 "DELETE /v2.0/routers/5afcc2a4-67d9-4f50-8160-c47977152c1a HTTP/1.1" status: 204 len: 168 time: 1.5642366 Dec 11 23:10:40.969057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33020) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:40.980726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-a67d66de-9d34-499a-ac0f-4e3d890ebb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:40.982256 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-a67d66de-9d34-499a-ac0f-4e3d890ebb2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d90a2df-97cb-49e7-b1cc-91af0659c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096148 Dec 11 23:10:41.047590 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:41.050398 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9586ee-ef28-401a-b8ac-bfa6e2e02a49 admin admin] Deleting subnet c98bd7c6-d4ba-4eda-8eb7-556d7f8757ec {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:10:41.055045 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e9586ee-ef28-401a-b8ac-bfa6e2e02a49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:41.088010 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1077aab-213d-4a5b-9679-cf757014e988'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:10:41.092295 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352c707d-aa2d-4881-b827-5eee0a9d6ee1" -d '{"events": [{"server_uuid": "c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc", "name": "network-vif-plugged", "status": "completed", "tag": "a1077aab-213d-4a5b-9679-cf757014e988"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:10:41.112387 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port a1077aab-213d-4a5b-9679-cf757014e988, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=a1077aab-213d-4a5b-9679-cf757014e988,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:41.164142 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e9586ee-ef28-401a-b8ac-bfa6e2e02a49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:41.185244 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee29d3da-1217-4468-8e35-00560f43c7c7 x-openstack-request-id: req-ee29d3da-1217-4468-8e35-00560f43c7c7 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:10:41.186153 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc", "name": "network-vif-plugged", "status": "completed", "tag": "a1077aab-213d-4a5b-9679-cf757014e988", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:10:41.186416 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee29d3da-1217-4468-8e35-00560f43c7c7 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:10:41.186880 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1077aab-213d-4a5b-9679-cf757014e988', 'code': 200} Dec 11 23:10:41.194123 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:41.286489 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e66de-db64-4426-bab2-b689c43235d4 req-01818076-ce81-4c75-8e20-c3868423f8fb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:41.291428 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=a1077aab-213d-4a5b-9679-cf757014e988,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:41.299447 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0d0e66de-db64-4426-bab2-b689c43235d4 req-01818076-ce81-4c75-8e20-c3868423f8fb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 944 time: 0.1592376 Dec 11 23:10:41.422916 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e9586ee-ef28-401a-b8ac-bfa6e2e02a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:41.442547 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0d0e66de-db64-4426-bab2-b689c43235d4 req-f2474584-bd16-4ae8-90b9-975191cab601 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370378 Dec 11 23:10:41.657180 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e9586ee-ef28-401a-b8ac-bfa6e2e02a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:41.685745 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-57c600fa-7f00-4f4a-9df0-1a7fb89f4316 service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7744186 Dec 11 23:10:41.730543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:10:41.732711 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9586ee-ef28-401a-b8ac-bfa6e2e02a49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c98bd7c6-d4ba-4eda-8eb7-556d7f8757ec,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:41.748547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e9586ee-ef28-401a-b8ac-bfa6e2e02a49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:41.753864 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5e9586ee-ef28-401a-b8ac-bfa6e2e02a49 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c98bd7c6-d4ba-4eda-8eb7-556d7f8757ec HTTP/1.1" status: 204 len: 168 time: 0.7823892 Dec 11 23:10:41.756719 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33038) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:41.767804 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:10:41.768156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 574fc4c6-e1f2-4f34-9d56-193d7b6c3e2f not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:10:41.768767 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:10:41.830928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c01e6c-e2b1-477d-9b16-a11ae4b2a1c1 None None] Network 9afecbf2-0535-43de-8573-53d5c8f35b70 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:10:41.858595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:10:41.858986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device deaea77e-42a5-4cc4-9c9d-ed50fd47e6b1 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:10:41.862423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-b0534500-ca83-41da-82e9-d62885165b9c service neutron] 10.222.0.47 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8685899 Dec 11 23:10:41.869586 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cea72-6f35-4715-a699-90ef12173930 req-f3635e92-07fb-4e3b-b51f-b02cc76aa1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:41.869586 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-445cea72-6f35-4715-a699-90ef12173930 req-f3635e92-07fb-4e3b-b51f-b02cc76aa1da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 1096 time: 0.2355480 Dec 11 23:10:41.933843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0fd60-6c77-4f18-bbd0-3b84e9eb38ac req-14dafe7b-19c2-474b-b304-230984bdfd4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:41.937684 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:41.942482 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6b0fd60-6c77-4f18-bbd0-3b84e9eb38ac req-14dafe7b-19c2-474b-b304-230984bdfd4c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 945 time: 0.3120966 Dec 11 23:10:42.047412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-f085d495-10f8-4d65-9f82-e3422fa7b50f service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443530 Dec 11 23:10:42.106375 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] Deleting port 68007584-6ae8-434c-bb2f-0d267e9c2da4 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:10:42.107099 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:42.121815 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b69e1f51-c5d5-4455-a892-f81b5c2549dd req-4be0438e-c823-4423-9643-5820c9bde345 service neutron] 10.222.0.47 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411370 Dec 11 23:10:42.160130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97166fff-4947-4bbc-8612-0e59784f1055 None None] DHCP port deletion for 9afecbf2-0535-43de-8573-53d5c8f35b70 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:10:42.195448 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-445cea72-6f35-4715-a699-90ef12173930 req-3a620736-56a6-4d01-80da-30ea52a4894f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3107483 Dec 11 23:10:42.215320 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6b0fd60-6c77-4f18-bbd0-3b84e9eb38ac req-d24c48a2-d82d-45e2-ac01-131f2b4ae681 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2699714 Dec 11 23:10:42.236750 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] For port 68007584-6ae8-434c-bb2f-0d267e9c2da4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=68007584-6ae8-434c-bb2f-0d267e9c2da4,segment=NetworkSegment(2d2d1246-e576-425c-9a57-e22bbde2f302),segment_id=2d2d1246-e576-425c-9a57-e22bbde2f302)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:42.237126 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:42.250538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-97166fff-4947-4bbc-8612-0e59784f1055 None None] Deleting port 68007584-6ae8-434c-bb2f-0d267e9c2da4 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:10:42.251191 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97166fff-4947-4bbc-8612-0e59784f1055 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:42.253499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] Calling delete_port for 68007584-6ae8-434c-bb2f-0d267e9c2da4 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:10:42.327348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-97166fff-4947-4bbc-8612-0e59784f1055 None None] For port 68007584-6ae8-434c-bb2f-0d267e9c2da4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=68007584-6ae8-434c-bb2f-0d267e9c2da4,segment=NetworkSegment(2d2d1246-e576-425c-9a57-e22bbde2f302),segment_id=2d2d1246-e576-425c-9a57-e22bbde2f302)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:42.327897 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97166fff-4947-4bbc-8612-0e59784f1055 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:42.342993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-97166fff-4947-4bbc-8612-0e59784f1055 None None] Calling delete_port for 68007584-6ae8-434c-bb2f-0d267e9c2da4 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:10:42.423112 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:42.434471 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97166fff-4947-4bbc-8612-0e59784f1055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:42.445765 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] No DVR routers for this DVR port 68007584-6ae8-434c-bb2f-0d267e9c2da4 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:10:42.463302 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97166fff-4947-4bbc-8612-0e59784f1055 None None] Pushing event deleted for resources: {'Port': ['ID=68007584-6ae8-434c-bb2f-0d267e9c2da4,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:42.476898 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97166fff-4947-4bbc-8612-0e59784f1055 None None] No DVR routers for this DVR port 68007584-6ae8-434c-bb2f-0d267e9c2da4 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:10:42.531370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] Pushing event deleted for resources: {'Port': ['ID=68007584-6ae8-434c-bb2f-0d267e9c2da4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:42.615702 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:42.641110 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afecbf2-0535-43de-8573-53d5c8f35b70']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:42.658792 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2d1246-e576-425c-9a57-e22bbde2f302') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:42.659192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2d1246-e576-425c-9a57-e22bbde2f302') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:42.676337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01561b8-a97d-4fa1-b537-9687277e1202 req-68933db6-434c-4fb6-9a94-cae8e2e74333 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:42.678238 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f01561b8-a97d-4fa1-b537-9687277e1202 req-68933db6-434c-4fb6-9a94-cae8e2e74333 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 945 time: 0.1000845 Dec 11 23:10:42.680052 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:42.704263 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:42.716649 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:10:42.717118 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:10:42.718828 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:10:42.794002 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f01561b8-a97d-4fa1-b537-9687277e1202 req-538d2204-22d4-4bde-a562-1d950c5e96c0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073034 Dec 11 23:10:42.867833 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:42.877684 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:42.881751 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9afecbf2-0535-43de-8573-53d5c8f35b70 HTTP/1.1" status: 204 len: 168 time: 1.1237507 Dec 11 23:10:42.902268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5004b-b309-4387-8626-efd5f1ab0235 admin admin] Pushing event deleted for resources: {'Network': ['ID=9afecbf2-0535-43de-8573-53d5c8f35b70,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:43.174633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33052) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:43.225787 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-85194b26-8512-4152-9867-119cf91c5844 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8b61da717ab14ef48634b138167515ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497355 Dec 11 23:10:43.228869 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33054) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:43.286525 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18f84089-c109-4f7f-850d-5f619878280e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:43.329624 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18f84089-c109-4f7f-850d-5f619878280e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:43.398717 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3f903-80de-496c-bd8e-edef86fdcf2d req-76c6d0bb-090b-468c-ad1c-acd847886d75 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:43.400419 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6c3f903-80de-496c-bd8e-edef86fdcf2d req-76c6d0bb-090b-468c-ad1c-acd847886d75 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 945 time: 0.0864773 Dec 11 23:10:43.459433 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6c3f903-80de-496c-bd8e-edef86fdcf2d req-fadbb594-3b7f-4f6f-876a-7b325bee98ce tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523036 Dec 11 23:10:43.468440 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18f84089-c109-4f7f-850d-5f619878280e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:43.471191 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-18f84089-c109-4f7f-850d-5f619878280e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:43.476573 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-18f84089-c109-4f7f-850d-5f619878280e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dac95533-96d1-4bdb-bdeb-8c75d1dd7678 HTTP/1.1" status: 204 len: 168 time: 0.2466192 Dec 11 23:10:43.491119 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f84089-c109-4f7f-850d-5f619878280e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac95533-96d1-4bdb-bdeb-8c75d1dd7678,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:43.720729 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 68007584-6ae8-434c-bb2f-0d267e9c2da4 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:10:43.745163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 68007584-6ae8-434c-bb2f-0d267e9c2da4 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:10:43.745664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 68007584-6ae8-434c-bb2f-0d267e9c2da4 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:10:43.891780 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:43.934634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf94d1-7031-49e5-a46e-30e0923cbb38 req-2d3c229a-23d9-4719-a63b-19e163e6d472 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:43.936168 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-beaf94d1-7031-49e5-a46e-30e0923cbb38 req-2d3c229a-23d9-4719-a63b-19e163e6d472 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 945 time: 0.0626926 Dec 11 23:10:44.003037 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-beaf94d1-7031-49e5-a46e-30e0923cbb38 req-7a16c75e-ac60-44e5-b154-b9d3867e5f22 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565038 Dec 11 23:10:44.155720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fe13a-be3c-4725-bc81-ee9f9f15822a req-7ce08e12-8ad4-4749-908f-0396372b49a8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:44.157267 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb8fe13a-be3c-4725-bc81-ee9f9f15822a req-7ce08e12-8ad4-4749-908f-0396372b49a8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 945 time: 0.0591662 Dec 11 23:10:44.214838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb8fe13a-be3c-4725-bc81-ee9f9f15822a req-34ad5c7d-75dd-470d-9f8c-b4b7b6e6b514 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503709 Dec 11 23:10:44.266459 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33074) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:44.320558 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7fb949-c90e-4230-ada9-265bb04f2258 tempest-TestVolumeBootPattern-1382091164 tempest-TestVolumeBootPattern-1382091164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:44.320558 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3e7fb949-c90e-4230-ada9-265bb04f2258 tempest-TestVolumeBootPattern-1382091164 tempest-TestVolumeBootPattern-1382091164-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 1091 time: 0.0454297 Dec 11 23:10:44.320558 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33076) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:44.320917 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': 'a1077aab-213d-4a5b-9679-cf757014e988', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:10:44.439175 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:44.540833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33086) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:44.564616 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:44.631515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-536491b3-9f73-4520-83e8-efa250fbec70 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68f64d14f65e43f6b75b63317af936d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0893557 Dec 11 23:10:44.632463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33094) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:44.699841 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83aa1495-5541-45a1-9297-34bd120023c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:44.715474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 62d4a44f-847f-42d2-abfa-d4e679e2e78c details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:10:44.728583 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce046f-3d4d-476d-90ac-a39099e88597 req-de832ec1-cab0-4c29-994d-2574c7c948ac tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:44.729242 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-adce046f-3d4d-476d-90ac-a39099e88597 req-de832ec1-cab0-4c29-994d-2574c7c948ac tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 945 time: 0.1190763 Dec 11 23:10:44.744036 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83aa1495-5541-45a1-9297-34bd120023c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:44.813169 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-adce046f-3d4d-476d-90ac-a39099e88597 req-81792e09-514b-4d66-a1b2-2c87670cf3bb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791857 Dec 11 23:10:44.827042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33104) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:44.831518 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Allocated IP 172.25.1.229 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/f964f3b6-e7c8-4496-b15b-1e30e578c499) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:10:44.875759 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:44.889350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'port_id': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'mac_address': 'fa:16:3e:f2:7a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:10:44.926361 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-089334a6-257c-4939-b69c-8df38bc41f94 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/floatingips/74ea291e-4a19-4457-9cdb-3dbe696ae2ee HTTP/1.1" status: 200 len: 992 time: 0.0907879 Dec 11 23:10:44.926361 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83aa1495-5541-45a1-9297-34bd120023c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:44.926361 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-83aa1495-5541-45a1-9297-34bd120023c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:44.931934 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-83aa1495-5541-45a1-9297-34bd120023c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4da69a7-e0ce-4fee-89ab-8dfdfcad8987 HTTP/1.1" status: 204 len: 168 time: 0.2976832 Dec 11 23:10:44.954687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa1495-5541-45a1-9297-34bd120023c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4da69a7-e0ce-4fee-89ab-8dfdfcad8987,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:44.962383 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:44.979390 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d4a44f-847f-42d2-abfa-d4e679e2e78c {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:10:45.009092 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:45.087117 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:45.215460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=62d4a44f-847f-42d2-abfa-d4e679e2e78c,revision_number=12']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:45.259668 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:45.348328 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:45.388902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:10:45.393883 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:10:45.396890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:10:45.404285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['62d4a44f-847f-42d2-abfa-d4e679e2e78c'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:10:45.422450 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'Port': ['ID=f964f3b6-e7c8-4496-b15b-1e30e578c499,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:45.883514 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:46.049310 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:46.249997 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:46.319521 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:46.398388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'Port': ['ID=f964f3b6-e7c8-4496-b15b-1e30e578c499,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:46.408675 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:46.429318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33140) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:46.533154 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Floating IP 71937a16-21f6-41dd-bdc1-ec77a47b3e14 associated. External IP: 172.25.1.229, port: a1077aab-213d-4a5b-9679-cf757014e988. Dec 11 23:10:46.563149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-97b2b05f-0cb4-463c-ac07-a644c57d2e6f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1041458283-network', 'tenant_id': '30a25c36b5844d0f85f66e73b6b04cd3'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:10:46.668308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b2b05f-0cb4-463c-ac07-a644c57d2e6f admin admin] Made reservation on behalf of 30a25c36b5844d0f85f66e73b6b04cd3 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:10:46.671537 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97b2b05f-0cb4-463c-ac07-a644c57d2e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:46.684213 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97b2b05f-0cb4-463c-ac07-a644c57d2e6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:46.712939 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 62d4a44f-847f-42d2-abfa-d4e679e2e78c up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:10:46.773749 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:10:46.824964 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97b2b05f-0cb4-463c-ac07-a644c57d2e6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:46.884148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 62d4a44f-847f-42d2-abfa-d4e679e2e78c completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:10:46.889196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 62d4a44f-847f-42d2-abfa-d4e679e2e78c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:10:46.890437 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:46.896871 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97b2b05f-0cb4-463c-ac07-a644c57d2e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:46.915138 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:10:46.956628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b2b05f-0cb4-463c-ac07-a644c57d2e6f admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:10:46.964622 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2b05f-0cb4-463c-ac07-a644c57d2e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592b4a47-3738-443a-9e52-06d63678a869,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:46.971640 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97b2b05f-0cb4-463c-ac07-a644c57d2e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:46.971995 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-97b2b05f-0cb4-463c-ac07-a644c57d2e6f admin admin] Added segment 0f72906a-42ed-4526-8bb0-3ac0468bd137 of type vlan for network b190438a-f09f-4464-b48a-35612a46faea Dec 11 23:10:47.002282 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2412b26-5f65-4842-b799-54fe19efc0e3 None None] Sync routers for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:10:47.008172 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:47.017704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2412b26-5f65-4842-b799-54fe19efc0e3 None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:10:47.019814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f2412b26-5f65-4842-b799-54fe19efc0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:10:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:47.031648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97b2b05f-0cb4-463c-ac07-a644c57d2e6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:47.068691 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-403600bb-02ee-45ab-991e-3750716bd843 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7515211 Dec 11 23:10:47.070638 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'tag': 'a1077aab-213d-4a5b-9679-cf757014e988'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:10:47.075957 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe2c665-82c6-4593-a42e-7c2533b46f43" -d '{"events": [{"name": "network-changed", "server_uuid": "c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc", "tag": "a1077aab-213d-4a5b-9679-cf757014e988"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:10:47.124310 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f594dab8-63e1-4402-873d-578968b45142 x-openstack-request-id: req-f594dab8-63e1-4402-873d-578968b45142 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:10:47.124664 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc", "tag": "a1077aab-213d-4a5b-9679-cf757014e988", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:10:47.124887 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f594dab8-63e1-4402-873d-578968b45142 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:10:47.125271 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'tag': 'a1077aab-213d-4a5b-9679-cf757014e988', 'status': 'completed', 'code': 200} Dec 11 23:10:47.125389 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97b2b05f-0cb4-463c-ac07-a644c57d2e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:47.126340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b2b05f-0cb4-463c-ac07-a644c57d2e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:47.126960 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-97b2b05f-0cb4-463c-ac07-a644c57d2e6f admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:47.159428 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:47.190291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-f2412b26-5f65-4842-b799-54fe19efc0e3 None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:10:47.229032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:10:47.232139 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927ef26e-b51d-44d9-85d5-2baee03d6183" -d '{"events": [{"server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "name": "network-vif-plugged", "status": "completed", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:10:47.251163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:47.258915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2b05f-0cb4-463c-ac07-a644c57d2e6f admin admin] Pushing event updated for resources: {'Network': ['ID=b190438a-f09f-4464-b48a-35612a46faea,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:47.301153 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-97b2b05f-0cb4-463c-ac07-a644c57d2e6f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8696258 Dec 11 23:10:47.304618 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33158) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:47.305592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network b190438a-f09f-4464-b48a-35612a46faea details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:10:47.315613 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-00bbad5d-d43c-49c4-b2a9-9d3d3936e11d admin admin] Request body: {'subnet': {'network_id': 'b190438a-f09f-4464-b48a-35612a46faea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1041458283-subnet', 'tenant_id': '30a25c36b5844d0f85f66e73b6b04cd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:10:47.316543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2c665-82c6-4593-a42e-7c2533b46f43 req-0b1db3d8-2575-4128-9165-f9631d5c50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:47.318554 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fe2c665-82c6-4593-a42e-7c2533b46f43 req-0b1db3d8-2575-4128-9165-f9631d5c50c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 1096 time: 0.1608717 Dec 11 23:10:47.365360 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4111afb2-e724-49c0-ba1a-db46ba2f9d72 x-openstack-request-id: req-4111afb2-e724-49c0-ba1a-db46ba2f9d72 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:10:47.368003 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "name": "network-vif-plugged", "status": "completed", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:10:47.368003 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4111afb2-e724-49c0-ba1a-db46ba2f9d72 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:10:47.368003 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'code': 200} Dec 11 23:10:47.368003 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:47.417101 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bbad5d-d43c-49c4-b2a9-9d3d3936e11d admin admin] Made reservation on behalf of 30a25c36b5844d0f85f66e73b6b04cd3 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:10:47.419574 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00bbad5d-d43c-49c4-b2a9-9d3d3936e11d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:47.482003 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2c665-82c6-4593-a42e-7c2533b46f43 req-b8cd348f-4483-4983-9230-5bd087d916c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:47.484785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fe2c665-82c6-4593-a42e-7c2533b46f43 req-b8cd348f-4483-4983-9230-5bd087d916c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 912 time: 0.1515756 Dec 11 23:10:47.563545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=62d4a44f-847f-42d2-abfa-d4e679e2e78c,revision_number=13']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:47.574023 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fe2c665-82c6-4593-a42e-7c2533b46f43 req-f66f05e4-28dd-45ba-b420-6e354e6d678d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1077aab-213d-4a5b-9679-cf757014e988 HTTP/1.1" status: 200 len: 999 time: 0.0809441 Dec 11 23:10:47.621628 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:47.638720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2c665-82c6-4593-a42e-7c2533b46f43 req-7b41036a-7966-4286-bea1-35803667eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:47.640476 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fe2c665-82c6-4593-a42e-7c2533b46f43 req-7b41036a-7966-4286-bea1-35803667eb7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.0596838 Dec 11 23:10:47.665336 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f2412b26-5f65-4842-b799-54fe19efc0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '71937a16-21f6-41dd-bdc1-ec77a47b3e14', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'port_id': 'a1077aab-213d-4a5b-9679-cf757014e988', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'mac_address': 'fa:16:3e:26:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:10:45Z', 'updated_at': '2021-12-11T23:10:45Z', 'revision_number': 0, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:47.696136 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2412b26-5f65-4842-b799-54fe19efc0e3 None None] Checking router: a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:10:47.705207 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2412b26-5f65-4842-b799-54fe19efc0e3 None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:10:47.705822 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f2412b26-5f65-4842-b799-54fe19efc0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:10:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:47.713052 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00bbad5d-d43c-49c4-b2a9-9d3d3936e11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:47.721072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2c665-82c6-4593-a42e-7c2533b46f43 req-a3de80ce-17aa-45dd-bc0c-549de5c5cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:47.723259 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fe2c665-82c6-4593-a42e-7c2533b46f43 req-a3de80ce-17aa-45dd-bc0c-549de5c5cf46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762973 Dec 11 23:10:47.799245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbad5d-d43c-49c4-b2a9-9d3d3936e11d admin admin] Pushing event updated for resources: {'Subnet': ['ID=144be8b7-71dc-4d01-ab16-01cb51d31b3a,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:47.806516 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bbad5d-d43c-49c4-b2a9-9d3d3936e11d admin admin] Checking segment: {'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:10:47.807167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bbad5d-d43c-49c4-b2a9-9d3d3936e11d admin admin] Network hostable DHCP agents. Network: b190438a-f09f-4464-b48a-35612a46faea, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:10:47.824823 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-f2412b26-5f65-4842-b799-54fe19efc0e3 None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:10:47.855140 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fe2c665-82c6-4593-a42e-7c2533b46f43 req-15bd74e3-d030-4ae4-8417-2e26c667d9b9 service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252367 Dec 11 23:10:47.902169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bbad5d-d43c-49c4-b2a9-9d3d3936e11d admin admin] Network b190438a-f09f-4464-b48a-35612a46faea is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:10:47.967738 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fe2c665-82c6-4593-a42e-7c2533b46f43 req-80727cca-d9fb-44ab-ab08-8d68ce8314c5 service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060724 Dec 11 23:10:47.982116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-00bbad5d-d43c-49c4-b2a9-9d3d3936e11d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, b190438a-f09f-4464-b48a-35612a46faea) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:10:47.986106 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bbad5d-d43c-49c4-b2a9-9d3d3936e11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:47.986855 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-00bbad5d-d43c-49c4-b2a9-9d3d3936e11d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:47.995466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d5597b-9de2-45ce-bf02-99487580f8da None None] Network b190438a-f09f-4464-b48a-35612a46faea requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:10:48.080521 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-00bbad5d-d43c-49c4-b2a9-9d3d3936e11d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7719712 Dec 11 23:10:48.156539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-b190438a-f09f-4464-b48a-35612a46faea', 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea', 'project_id': '30a25c36b5844d0f85f66e73b6b04cd3', 'fixed_ips': [{'subnet_id': '144be8b7-71dc-4d01-ab16-01cb51d31b3a'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:10:48.157517 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:48.174449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-f2412b26-5f65-4842-b799-54fe19efc0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '71937a16-21f6-41dd-bdc1-ec77a47b3e14', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'port_id': 'a1077aab-213d-4a5b-9679-cf757014e988', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'mac_address': 'fa:16:3e:26:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:10:45Z', 'updated_at': '2021-12-11T23:10:45Z', 'revision_number': 0, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:10:48.204895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2412b26-5f65-4842-b799-54fe19efc0e3 None None] The sync data for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 is: [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '71937a16-21f6-41dd-bdc1-ec77a47b3e14', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'port_id': 'a1077aab-213d-4a5b-9679-cf757014e988', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'mac_address': 'fa:16:3e:26:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:10:45Z', 'updated_at': '2021-12-11T23:10:45Z', 'revision_number': 0, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:10:48.395146 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Allocated IP 172.20.0.2 (b190438a-f09f-4464-b48a-35612a46faea/144be8b7-71dc-4d01-ab16-01cb51d31b3a/57c990fd-98ee-46b8-9f85-19bb6a88cfe4) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:10:48.579560 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5db19e-e303-4f54-b6e4-258e88f3e78e None None] New status for floating IP 71937a16-21f6-41dd-bdc1-ec77a47b3e14: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:10:48.664546 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:48.736794 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:48.808069 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-d0f2d16f-f10b-4d4f-b3b1-ae1ef686442c tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:48.809935 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-d0f2d16f-f10b-4d4f-b3b1-ae1ef686442c tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/networks?id=b190438a-f09f-4464-b48a-35612a46faea HTTP/1.1" status: 200 len: 816 time: 0.2171719 Dec 11 23:10:48.827871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-784b5408-2b20-46bc-b200-badb501c9980 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/quotas/30a25c36b5844d0f85f66e73b6b04cd3 HTTP/1.1" status: 200 len: 375 time: 0.0106256 Dec 11 23:10:48.842596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Network b190438a-f09f-4464-b48a-35612a46faea is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:10:48.842596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:10:48.846251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Pushing event updated for resources: {'Port': ['ID=57c990fd-98ee-46b8-9f85-19bb6a88cfe4,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:48.856158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:10:48.859498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:48.859834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:48.860183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:48.860527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:48.861000 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:48.861343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:48.861680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:48.862019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:48.862357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:48.864090 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:48.865696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:48.865696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:48.865696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:10:48.907242 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-446ad7b7-1e54-4906-b922-c325ba8b5c1a tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a25c36b5844d0f85f66e73b6b04cd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0731537 Dec 11 23:10:48.918649 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e4dbc77-6386-42ec-9d50-b992751975d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:48.955843 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Attempting to bind port 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:10:48.958606 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Attempting to bind port 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:10:48.958606 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Attempting to bind port 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 on network b190438a-f09f-4464-b48a-35612a46faea {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:10:48.962127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:10:48.962564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Checking segment: {'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:10:48.963635 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:48.963635 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Bound using segment: {'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:10:48.964003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Bound port: 57c990fd-98ee-46b8-9f85-19bb6a88cfe4, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:10:48.964381 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:49.027782 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-760f5c40-cf9e-4964-9c5e-aa69d897bdf3 service neutron] 10.222.0.45 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118712 Dec 11 23:10:49.125541 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] For port 57c990fd-98ee-46b8-9f85-19bb6a88cfe4, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:10:49.132653 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] For port 57c990fd-98ee-46b8-9f85-19bb6a88cfe4, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=57c990fd-98ee-46b8-9f85-19bb6a88cfe4,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:10:49.155959 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-6e80a0c9-9c2f-4f18-bdd4-eae114cafd2b service neutron] 10.222.0.45 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278119 Dec 11 23:10:49.194049 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:49.292417 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a7d14-910e-4243-a9d1-843733617c35 None None] Pushing event updated for resources: {'Port': ['ID=57c990fd-98ee-46b8-9f85-19bb6a88cfe4,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:49.817278 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-7119cbb5-ee15-4009-a399-726333a90b7c tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:49.820393 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-7119cbb5-ee15-4009-a399-726333a90b7c tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/networks?id=b190438a-f09f-4464-b48a-35612a46faea HTTP/1.1" status: 200 len: 816 time: 0.1714864 Dec 11 23:10:49.849349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-009d0871-5ffc-445f-baac-9dc5004c9bbc tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/quotas/30a25c36b5844d0f85f66e73b6b04cd3 HTTP/1.1" status: 200 len: 375 time: 0.0174954 Dec 11 23:10:49.856086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:10:49.913149 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-602c1275-d7ed-4e12-b5a2-baca795850d0 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a25c36b5844d0f85f66e73b6b04cd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0628076 Dec 11 23:10:49.975081 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:10:49.975451 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:50.133391 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:50.175247 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 57c990fd-98ee-46b8-9f85-19bb6a88cfe4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=57c990fd-98ee-46b8-9f85-19bb6a88cfe4,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:10:50.180896 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-9b11f6f0-2e15-43d5-ba95-ac9d33ece3af service neutron] 10.222.0.45 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605476 Dec 11 23:10:50.278656 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:50.300010 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-ff6b08fe-a9f2-425d-b011-2ba2de3dcdff service neutron] 10.222.0.45 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181929 Dec 11 23:10:50.393248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=57c990fd-98ee-46b8-9f85-19bb6a88cfe4,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:50.880787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-310ca7c8-f3e3-4b81-abbb-fd44cdc67f93 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:50.881606 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-310ca7c8-f3e3-4b81-abbb-fd44cdc67f93 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/networks?id=b190438a-f09f-4464-b48a-35612a46faea HTTP/1.1" status: 200 len: 816 time: 0.1750693 Dec 11 23:10:50.895273 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c24c5b5-0064-49a5-8189-06fba8743503 None None] Network b190438a-f09f-4464-b48a-35612a46faea requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:10:50.936817 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-f248e170-f385-45d3-af7c-95858868eead tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/quotas/30a25c36b5844d0f85f66e73b6b04cd3 HTTP/1.1" status: 200 len: 375 time: 0.0310345 Dec 11 23:10:51.011234 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-618841ef-1312-413f-8271-f76fe53ecb22 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a25c36b5844d0f85f66e73b6b04cd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732822 Dec 11 23:10:51.030562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7f0b5a03-659a-4875-b8b3-1f6640b5b159 None None] Provisioning complete for port 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:10:51.031322 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7f0b5a03-659a-4875-b8b3-1f6640b5b159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:51.126532 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-753fde9d-34c6-48c4-9fb7-280d97017b62 service neutron] 10.222.0.45 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076062 Dec 11 23:10:51.331054 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-bd413ad3-648c-48f0-8da6-e3fcd0b7cc57 service neutron] 10.222.0.45 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968937 Dec 11 23:10:51.342339 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e3202b25-376d-4e10-9640-2d3d279ddc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:51.502221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-da6bfe74-acdd-49ac-bf82-335ce566df8c None None] Provisioning complete for port 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:10:51.503115 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da6bfe74-acdd-49ac-bf82-335ce566df8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:51.671331 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-219d9224-a524-47c3-8e61-313c24e49aa8 req-16cf7775-472a-43fa-8b59-311cfe0ba1ea tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 210 time: 0.0691571 Dec 11 23:10:51.741940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:10:51.813128 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:10:51.813410 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:52.290863 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:52.675312 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06a3e668-9ca8-49a1-8273-f2fa67f8ebbe tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:52.676987 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06a3e668-9ca8-49a1-8273-f2fa67f8ebbe tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.47 "GET /v2.0/networks?id=b190438a-f09f-4464-b48a-35612a46faea HTTP/1.1" status: 200 len: 816 time: 0.1087432 Dec 11 23:10:52.715766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-946d0fc7-c5bd-4423-bbd0-6043f42829bf tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Request body: {'port': {'device_id': '402dac27-e724-4f15-9c0a-5c83b9e70ce2', 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea', 'admin_state_up': True, 'tenant_id': '30a25c36b5844d0f85f66e73b6b04cd3'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:10:52.810581 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-89466d8d-55fe-41dc-9755-782d038e039d req-6a7909a5-a464-468d-a9a3-c875bffa5be5 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 210 time: 0.0395522 Dec 11 23:10:53.002092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-946d0fc7-c5bd-4423-bbd0-6043f42829bf tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Made reservation on behalf of 30a25c36b5844d0f85f66e73b6b04cd3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:10:53.009460 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-946d0fc7-c5bd-4423-bbd0-6043f42829bf tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:53.158341 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-946d0fc7-c5bd-4423-bbd0-6043f42829bf tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Allocated IP 172.20.0.7 (b190438a-f09f-4464-b48a-35612a46faea/144be8b7-71dc-4d01-ab16-01cb51d31b3a/4b3500d3-d129-4a7c-bc06-ededef298875) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:10:53.417617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-21c7bca0-69cd-423f-aa85-1cefe46912c7 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:53.419168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-21c7bca0-69cd-423f-aa85-1cefe46912c7 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.47 "GET /v2.0/networks?id=b190438a-f09f-4464-b48a-35612a46faea HTTP/1.1" status: 200 len: 816 time: 0.1597240 Dec 11 23:10:53.422221 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-946d0fc7-c5bd-4423-bbd0-6043f42829bf tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:53.438047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-b2aefd0f-7790-494d-9630-383f9044f0c3 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Request body: {'port': {'device_id': '718746d3-de78-42f9-8363-1dcf3f1b8e7a', 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea', 'admin_state_up': True, 'tenant_id': '30a25c36b5844d0f85f66e73b6b04cd3'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:10:53.594069 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-946d0fc7-c5bd-4423-bbd0-6043f42829bf tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:53.644795 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-946d0fc7-c5bd-4423-bbd0-6043f42829bf tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Network b190438a-f09f-4464-b48a-35612a46faea is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:10:53.647990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-946d0fc7-c5bd-4423-bbd0-6043f42829bf tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:10:53.650993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-946d0fc7-c5bd-4423-bbd0-6043f42829bf tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:10:53.694985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d0fc7-c5bd-4423-bbd0-6043f42829bf tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Pushing event updated for resources: {'Port': ['ID=4b3500d3-d129-4a7c-bc06-ededef298875,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:53.712641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-b2aefd0f-7790-494d-9630-383f9044f0c3 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Made reservation on behalf of 30a25c36b5844d0f85f66e73b6b04cd3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:10:53.717149 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-b2aefd0f-7790-494d-9630-383f9044f0c3 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:53.756669 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-946d0fc7-c5bd-4423-bbd0-6043f42829bf tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:53.762170 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-946d0fc7-c5bd-4423-bbd0-6043f42829bf tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:53.915897 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-946d0fc7-c5bd-4423-bbd0-6043f42829bf tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2050188 Dec 11 23:10:53.936064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Request body: {'port': {'device_id': '402dac27-e724-4f15-9c0a-5c83b9e70ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:10:53.978516 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-88f925e7-b32c-4e0c-9f6f-af7eae5c6397 req-d1a01cf1-6848-4ae9-babd-dac297b5bba3 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 210 time: 0.0563433 Dec 11 23:10:53.988354 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:54.047455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.47', 60975) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:54.107053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b05ea9b1-f9a1-4b17-a86c-44d2c4af1470 None None] Provisioning complete for port 4b3500d3-d129-4a7c-bc06-ededef298875 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:10:54.108419 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b05ea9b1-f9a1-4b17-a86c-44d2c4af1470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:54.170777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b05ea9b1-f9a1-4b17-a86c-44d2c4af1470 None None] Port 4b3500d3-d129-4a7c-bc06-ededef298875 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:10:54.208369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-b2aefd0f-7790-494d-9630-383f9044f0c3 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Allocated IP 172.20.0.12 (b190438a-f09f-4464-b48a-35612a46faea/144be8b7-71dc-4d01-ab16-01cb51d31b3a/457925b7-de98-4c46-ad4a-cb3ca22108fb) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:10:54.218592 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:54.231737 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-d06fde9a-25ec-405d-80e2-8c5fcb76d07d tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:54.233373 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-d06fde9a-25ec-405d-80e2-8c5fcb76d07d tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.47 "GET /v2.0/networks?id=b190438a-f09f-4464-b48a-35612a46faea HTTP/1.1" status: 200 len: 816 time: 0.1817522 Dec 11 23:10:54.251229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-29411136-ff7b-4174-a6fd-37fceca40a73 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Request body: {'port': {'device_id': '162bf927-d309-4f4e-9240-3c213595e886', 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea', 'admin_state_up': True, 'tenant_id': '30a25c36b5844d0f85f66e73b6b04cd3'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:10:54.541068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33322) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:54.619853 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-b2aefd0f-7790-494d-9630-383f9044f0c3 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:54.628279 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:54.676176 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ee8754e-50d4-4371-bd29-d25fe62da759 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:54.684109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-29411136-ff7b-4174-a6fd-37fceca40a73 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Made reservation on behalf of 30a25c36b5844d0f85f66e73b6b04cd3 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:10:54.688722 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-29411136-ff7b-4174-a6fd-37fceca40a73 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:54.777427 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ee8754e-50d4-4371-bd29-d25fe62da759 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:54.784812 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-b2aefd0f-7790-494d-9630-383f9044f0c3 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:54.844906 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8ee8754e-50d4-4371-bd29-d25fe62da759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:54.872357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-b2aefd0f-7790-494d-9630-383f9044f0c3 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Network b190438a-f09f-4464-b48a-35612a46faea is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:10:54.880043 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-b2aefd0f-7790-494d-9630-383f9044f0c3 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:10:54.883710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-b2aefd0f-7790-494d-9630-383f9044f0c3 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:10:54.886249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aefd0f-7790-494d-9630-383f9044f0c3 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Pushing event updated for resources: {'Port': ['ID=457925b7-de98-4c46-ad4a-cb3ca22108fb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:54.890625 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8ee8754e-50d4-4371-bd29-d25fe62da759 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb4108ca56434feaabbe9a2003521274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3454814 Dec 11 23:10:54.891407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33328) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:54.920218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8754e-50d4-4371-bd29-d25fe62da759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4d3ac5-d3a5-41a0-8d3d-e717270ab241,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:54.970781 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8b4d2a1-10e5-48cd-b142-3a359a8e694d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:55.005831 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-b2aefd0f-7790-494d-9630-383f9044f0c3 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:55.006476 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-b2aefd0f-7790-494d-9630-383f9044f0c3 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:55.009628 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8b4d2a1-10e5-48cd-b142-3a359a8e694d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:55.092086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3500d3-d129-4a7c-bc06-ededef298875 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:10:55.113597 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-b2aefd0f-7790-494d-9630-383f9044f0c3 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6793444 Dec 11 23:10:55.130706 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8b4d2a1-10e5-48cd-b142-3a359a8e694d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:55.133282 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8b4d2a1-10e5-48cd-b142-3a359a8e694d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:55.134453 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f8b4d2a1-10e5-48cd-b142-3a359a8e694d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9f4d3ac5-d3a5-41a0-8d3d-e717270ab241 HTTP/1.1" status: 204 len: 168 time: 0.2386065 Dec 11 23:10:55.138618 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:55.145815 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f1ccdae5-0448-413a-a82e-d83d3b675fc0 req-7cd7f919-3b1d-46d0-b0d3-81e9e37473f8 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 210 time: 0.0585036 Dec 11 23:10:55.148725 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4d2a1-10e5-48cd-b142-3a359a8e694d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4d3ac5-d3a5-41a0-8d3d-e717270ab241,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:55.160907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Request body: {'port': {'device_id': '718746d3-de78-42f9-8363-1dcf3f1b8e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:10:55.202374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Transition to ACTIVE for port object 4b3500d3-d129-4a7c-bc06-ededef298875 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:10:55.243626 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:55.264696 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:55.305834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-fe710f72-5883-4f29-a8fe-cc4c1713fb4c None None] Provisioning complete for port 457925b7-de98-4c46-ad4a-cb3ca22108fb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:10:55.306606 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fe710f72-5883-4f29-a8fe-cc4c1713fb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:55.359906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fe710f72-5883-4f29-a8fe-cc4c1713fb4c None None] Port 457925b7-de98-4c46-ad4a-cb3ca22108fb cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:10:55.399280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-29411136-ff7b-4174-a6fd-37fceca40a73 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Allocated IP 172.20.0.14 (b190438a-f09f-4464-b48a-35612a46faea/144be8b7-71dc-4d01-ab16-01cb51d31b3a/cfe5946d-ce33-461c-aeca-de16f552c45d) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:10:55.404284 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3500d3-d129-4a7c-bc06-ededef298875,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:55.609292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Attempting to bind port 4b3500d3-d129-4a7c-bc06-ededef298875 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:10:55.609464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Attempting to bind port 4b3500d3-d129-4a7c-bc06-ededef298875 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:10:55.609780 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Attempting to bind port 4b3500d3-d129-4a7c-bc06-ededef298875 on network b190438a-f09f-4464-b48a-35612a46faea {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:10:55.625993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Port 4b3500d3-d129-4a7c-bc06-ededef298875 on network b190438a-f09f-4464-b48a-35612a46faea not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:10:55.626354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Attempting to bind port 4b3500d3-d129-4a7c-bc06-ededef298875 on network b190438a-f09f-4464-b48a-35612a46faea {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:10:55.667077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:10:55.672008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Checking segment: {'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:10:55.672008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Bound using segment: {'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:10:55.672008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Bound port: 4b3500d3-d129-4a7c-bc06-ededef298875, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:10:55.672008 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:55.777718 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-29411136-ff7b-4174-a6fd-37fceca40a73 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:55.784305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] For port 4b3500d3-d129-4a7c-bc06-ededef298875, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:10:55.788828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] For port 4b3500d3-d129-4a7c-bc06-ededef298875, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4b3500d3-d129-4a7c-bc06-ededef298875,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:10:55.820907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33342) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:55.834901 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee47af74-a3e1-444c-8476-44fb357c06f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:55.868555 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:55.913179 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-29411136-ff7b-4174-a6fd-37fceca40a73 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:55.971606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:55.972283 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:55.974923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] 10.222.0.47 "PUT /v2.0/ports/4b3500d3-d129-4a7c-bc06-ededef298875 HTTP/1.1" status: 200 len: 1091 time: 2.0530970 Dec 11 23:10:55.977485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402dac27-e724-4f15-9c0a-5c83b9e70ce2', 'tag': '4b3500d3-d129-4a7c-bc06-ededef298875'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:10:55.979803 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd2c227-1041-42e6-b329-58b124917a89" -d '{"events": [{"name": "network-changed", "server_uuid": "402dac27-e724-4f15-9c0a-5c83b9e70ce2", "tag": "4b3500d3-d129-4a7c-bc06-ededef298875"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:10:56.020019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-29411136-ff7b-4174-a6fd-37fceca40a73 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Network b190438a-f09f-4464-b48a-35612a46faea is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:10:56.020815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd7679-0db8-476d-b92d-346199029d32 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3500d3-d129-4a7c-bc06-ededef298875,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:56.036062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-29411136-ff7b-4174-a6fd-37fceca40a73 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:10:56.042099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-29411136-ff7b-4174-a6fd-37fceca40a73 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:10:56.440246 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f90b8f9-6aa3-443c-8958-c4670b48526d x-openstack-request-id: req-4f90b8f9-6aa3-443c-8958-c4670b48526d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:10:56.440470 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402dac27-e724-4f15-9c0a-5c83b9e70ce2", "tag": "4b3500d3-d129-4a7c-bc06-ededef298875", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:10:56.440708 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f90b8f9-6aa3-443c-8958-c4670b48526d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:10:56.441159 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402dac27-e724-4f15-9c0a-5c83b9e70ce2', 'tag': '4b3500d3-d129-4a7c-bc06-ededef298875', 'status': 'completed', 'code': 200} Dec 11 23:10:56.447204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5946ce2d-2c57-4c0a-a83d-388060d17a91 None None] Provisioning complete for port cfe5946d-ce33-461c-aeca-de16f552c45d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:10:56.447695 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5946ce2d-2c57-4c0a-a83d-388060d17a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:56.485407 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5946ce2d-2c57-4c0a-a83d-388060d17a91 None None] Port cfe5946d-ce33-461c-aeca-de16f552c45d cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:10:56.494733 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee47af74-a3e1-444c-8476-44fb357c06f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:56.569678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29411136-ff7b-4174-a6fd-37fceca40a73 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Pushing event updated for resources: {'Port': ['ID=cfe5946d-ce33-461c-aeca-de16f552c45d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:56.587374 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee47af74-a3e1-444c-8476-44fb357c06f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:56.605574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-29411136-ff7b-4174-a6fd-37fceca40a73 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:56.606182 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-29411136-ff7b-4174-a6fd-37fceca40a73 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:56.686275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbe353-4184-4d58-8077-fd83906ae07a req-f29490e4-977e-49bb-b08e-32e6cfd3ffa3 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:56.687802 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dbcbe353-4184-4d58-8077-fd83906ae07a req-f29490e4-977e-49bb-b08e-32e6cfd3ffa3 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 932 time: 0.2448032 Dec 11 23:10:56.697416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2c227-1041-42e6-b329-58b124917a89 req-b31d3d68-878d-465a-8a2f-06a3e8be1373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:56.698776 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccd2c227-1041-42e6-b329-58b124917a89 req-b31d3d68-878d-465a-8a2f-06a3e8be1373 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30a25c36b5844d0f85f66e73b6b04cd3&device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 1094 time: 0.2568855 Dec 11 23:10:56.705565 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ee47af74-a3e1-444c-8476-44fb357c06f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3011019ecbab44caacc569e4b6119a33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8836129 Dec 11 23:10:56.709303 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33354) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:10:56.712687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47af74-a3e1-444c-8476-44fb357c06f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9130009-e6dc-4bee-9484-c0a4dff0f43d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:56.758868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457925b7-de98-4c46-ad4a-cb3ca22108fb {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:10:56.765702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-29411136-ff7b-4174-a6fd-37fceca40a73 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5186396 Dec 11 23:10:56.786235 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f75754e-5cba-4285-82ef-05f76b80543a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:56.798118 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:56.806897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Request body: {'port': {'device_id': '162bf927-d309-4f4e-9240-3c213595e886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:10:56.808832 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f75754e-5cba-4285-82ef-05f76b80543a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:56.849835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Transition to ACTIVE for port object 457925b7-de98-4c46-ad4a-cb3ca22108fb will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:10:56.877401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dbcbe353-4184-4d58-8077-fd83906ae07a req-a0bf611c-4ffc-4641-bc9a-8a6af408218f tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768513 Dec 11 23:10:56.919230 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:56.937232 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:56.939474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2c227-1041-42e6-b329-58b124917a89 req-02cb57e3-2499-4a9b-b139-a225c096ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:56.941586 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccd2c227-1041-42e6-b329-58b124917a89 req-02cb57e3-2499-4a9b-b139-a225c096ab9e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=30a25c36b5844d0f85f66e73b6b04cd3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2233100 Dec 11 23:10:56.954025 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f75754e-5cba-4285-82ef-05f76b80543a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:56.956993 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f75754e-5cba-4285-82ef-05f76b80543a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:56.958451 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5f75754e-5cba-4285-82ef-05f76b80543a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c9130009-e6dc-4bee-9484-c0a4dff0f43d HTTP/1.1" status: 204 len: 168 time: 0.2474475 Dec 11 23:10:56.968620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75754e-5cba-4285-82ef-05f76b80543a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9130009-e6dc-4bee-9484-c0a4dff0f43d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:57.091988 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Pushing event updated for resources: {'Port': ['ID=457925b7-de98-4c46-ad4a-cb3ca22108fb,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:57.245802 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2c227-1041-42e6-b329-58b124917a89 req-92b2ef54-7638-4b4d-b3d4-6b595f9955ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:57.247297 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccd2c227-1041-42e6-b329-58b124917a89 req-92b2ef54-7638-4b4d-b3d4-6b595f9955ec service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2799962 Dec 11 23:10:57.338636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Attempting to bind port 457925b7-de98-4c46-ad4a-cb3ca22108fb on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:10:57.339004 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Attempting to bind port 457925b7-de98-4c46-ad4a-cb3ca22108fb by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:10:57.339842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Attempting to bind port 457925b7-de98-4c46-ad4a-cb3ca22108fb on network b190438a-f09f-4464-b48a-35612a46faea {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:10:57.371996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Port 457925b7-de98-4c46-ad4a-cb3ca22108fb on network b190438a-f09f-4464-b48a-35612a46faea not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:10:57.372332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Attempting to bind port 457925b7-de98-4c46-ad4a-cb3ca22108fb on network b190438a-f09f-4464-b48a-35612a46faea {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:10:57.392238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:10:57.392585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Checking segment: {'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:10:57.392982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Bound using segment: {'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:10:57.393421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Bound port: 457925b7-de98-4c46-ad4a-cb3ca22108fb, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:10:57.393785 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:57.430510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-0e544455-cf3e-4a58-bee9-cb8dcd061f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:57.432068 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-0e544455-cf3e-4a58-bee9-cb8dcd061f14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30a25c36b5844d0f85f66e73b6b04cd3&device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 1094 time: 0.1086986 Dec 11 23:10:57.505601 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-59661bd7-01d7-4bab-9f1f-63f397a31679 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b3500d3-d129-4a7c-bc06-ededef298875 HTTP/1.1" status: 200 len: 217 time: 0.0529652 Dec 11 23:10:57.591723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe5946d-ce33-461c-aeca-de16f552c45d {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:10:57.604817 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:57.612507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] For port 457925b7-de98-4c46-ad4a-cb3ca22108fb, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:10:57.620063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] For port 457925b7-de98-4c46-ad4a-cb3ca22108fb, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=457925b7-de98-4c46-ad4a-cb3ca22108fb,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:10:57.624793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-af51d901-29d1-418d-833f-32b826076870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:57.626313 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-af51d901-29d1-418d-833f-32b826076870 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=144be8b7-71dc-4d01-ab16-01cb51d31b3a HTTP/1.1" status: 200 len: 855 time: 0.0978599 Dec 11 23:10:57.631385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Transition to ACTIVE for port object cfe5946d-ce33-461c-aeca-de16f552c45d will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:10:57.675183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-a1815a26-b053-47eb-877d-0e3be30c389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:57.676867 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-a1815a26-b053-47eb-877d-0e3be30c389e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b190438a-f09f-4464-b48a-35612a46faea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431573 Dec 11 23:10:57.736246 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:57.750423 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:57.795923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:57.796547 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:57.798007 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] 10.222.0.47 "PUT /v2.0/ports/457925b7-de98-4c46-ad4a-cb3ca22108fb HTTP/1.1" status: 200 len: 1092 time: 2.6562884 Dec 11 23:10:57.852690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304026e-f767-4f1b-bb5c-ad7693a9da40 service neutron] Pushing event updated for resources: {'Port': ['ID=457925b7-de98-4c46-ad4a-cb3ca22108fb,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:57.882016 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-1eac5cc0-ccfe-49b6-8141-2d0b9d4b2a89 service neutron] 10.222.0.47 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960981 Dec 11 23:10:58.067568 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de717c-4c2a-418f-8afc-cf6704895471 req-0690e3de-8851-438f-946e-31d06ea08334 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:58.083641 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97de717c-4c2a-418f-8afc-cf6704895471 req-0690e3de-8851-438f-946e-31d06ea08334 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 944 time: 0.1145558 Dec 11 23:10:58.098970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Pushing event updated for resources: {'Port': ['ID=cfe5946d-ce33-461c-aeca-de16f552c45d,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:58.135555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Attempting to bind port cfe5946d-ce33-461c-aeca-de16f552c45d on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:10:58.135940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Attempting to bind port cfe5946d-ce33-461c-aeca-de16f552c45d by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:10:58.136286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Attempting to bind port cfe5946d-ce33-461c-aeca-de16f552c45d on network b190438a-f09f-4464-b48a-35612a46faea {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:10:58.149884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-4b781e3a-f7b1-4794-8cac-bd1030b540d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:58.151911 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-4b781e3a-f7b1-4794-8cac-bd1030b540d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30a25c36b5844d0f85f66e73b6b04cd3&device_id=718746d3-de78-42f9-8363-1dcf3f1b8e7a HTTP/1.1" status: 200 len: 1095 time: 0.1953285 Dec 11 23:10:58.153078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Port cfe5946d-ce33-461c-aeca-de16f552c45d on network b190438a-f09f-4464-b48a-35612a46faea not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:10:58.153402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Attempting to bind port cfe5946d-ce33-461c-aeca-de16f552c45d on network b190438a-f09f-4464-b48a-35612a46faea {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:10:58.187510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:10:58.187510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Checking segment: {'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:10:58.187510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Bound using segment: {'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:10:58.193770 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Bound port: cfe5946d-ce33-461c-aeca-de16f552c45d, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f72906a-42ed-4526-8bb0-3ac0468bd137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:10:58.194161 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:58.201360 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97de717c-4c2a-418f-8afc-cf6704895471 req-fc028f1c-9729-4e4f-9399-afdacdc8fc4c tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110282 Dec 11 23:10:58.259277 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-e619ac1c-b381-4bed-8cf0-ae5db683598c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=457925b7-de98-4c46-ad4a-cb3ca22108fb HTTP/1.1" status: 200 len: 217 time: 0.0889874 Dec 11 23:10:58.299368 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-cae4c61a-3c5b-4e3f-9386-91225a34f34a service neutron] 10.222.0.47 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442292 Dec 11 23:10:58.361471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] For port cfe5946d-ce33-461c-aeca-de16f552c45d, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:10:58.365126 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] For port cfe5946d-ce33-461c-aeca-de16f552c45d, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cfe5946d-ce33-461c-aeca-de16f552c45d,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:10:58.374757 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-006785f7-88c1-4f72-97af-9b38582a1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:58.376407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-006785f7-88c1-4f72-97af-9b38582a1e49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=144be8b7-71dc-4d01-ab16-01cb51d31b3a HTTP/1.1" status: 200 len: 855 time: 0.0927804 Dec 11 23:10:58.427656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-ab05aae5-66d4-47ab-9486-f66b7742344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:58.429344 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-ab05aae5-66d4-47ab-9486-f66b7742344e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b190438a-f09f-4464-b48a-35612a46faea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460067 Dec 11 23:10:58.433794 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:58.443215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718746d3-de78-42f9-8363-1dcf3f1b8e7a', 'tag': '457925b7-de98-4c46-ad4a-cb3ca22108fb'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:10:58.444711 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8f7cae-1470-433a-9dad-3a2dd32052b8" -d '{"events": [{"name": "network-changed", "server_uuid": "718746d3-de78-42f9-8363-1dcf3f1b8e7a", "tag": "457925b7-de98-4c46-ad4a-cb3ca22108fb"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:10:58.539486 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e628f6-11e4-453d-a655-c160190ce6ec x-openstack-request-id: req-e6e628f6-11e4-453d-a655-c160190ce6ec {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:10:58.539486 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718746d3-de78-42f9-8363-1dcf3f1b8e7a", "tag": "457925b7-de98-4c46-ad4a-cb3ca22108fb", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:10:58.539486 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6e628f6-11e4-453d-a655-c160190ce6ec {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:10:58.539486 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718746d3-de78-42f9-8363-1dcf3f1b8e7a', 'tag': '457925b7-de98-4c46-ad4a-cb3ca22108fb', 'status': 'completed', 'code': 200} Dec 11 23:10:58.539486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:58.540064 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:10:58.541702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] 10.222.0.47 "PUT /v2.0/ports/cfe5946d-ce33-461c-aeca-de16f552c45d HTTP/1.1" status: 200 len: 1092 time: 1.7468493 Dec 11 23:10:58.583115 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a0a3a-8823-4ec3-bd4c-c438754ce8ae service neutron] Pushing event updated for resources: {'Port': ['ID=cfe5946d-ce33-461c-aeca-de16f552c45d,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:10:58.616628 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-31edcbfc-db77-4525-924c-92c4370df454 service neutron] 10.222.0.47 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395726 Dec 11 23:10:58.752553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-5fd4a463-2d19-4d71-b0f7-e7c5a1925ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:58.754593 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-5fd4a463-2d19-4d71-b0f7-e7c5a1925ebb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30a25c36b5844d0f85f66e73b6b04cd3&device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 1095 time: 0.0947878 Dec 11 23:10:58.768236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f5dd35b-541e-4ea4-8442-350027dd3166 req-2ef92e18-4976-4cd9-9b53-67037a476bc0 service neutron] 10.222.0.47 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316257 Dec 11 23:10:58.805197 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-373cc4e1-318b-400d-bf99-64872446208b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfe5946d-ce33-461c-aeca-de16f552c45d HTTP/1.1" status: 200 len: 217 time: 0.0360425 Dec 11 23:10:58.864773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-0c6d2d23-ffce-4a84-9857-a5436195fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:58.866950 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-0c6d2d23-ffce-4a84-9857-a5436195fb1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=144be8b7-71dc-4d01-ab16-01cb51d31b3a HTTP/1.1" status: 200 len: 855 time: 0.0546572 Dec 11 23:10:58.924378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-b5501142-e397-48ad-8915-a82d8e739c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:58.934968 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-b5501142-e397-48ad-8915-a82d8e739c6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b190438a-f09f-4464-b48a-35612a46faea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503774 Dec 11 23:10:59.051638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f7cae-1470-433a-9dad-3a2dd32052b8 req-a9a2323d-87b5-4644-af2c-cb396e2f4a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:59.053151 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be8f7cae-1470-433a-9dad-3a2dd32052b8 req-a9a2323d-87b5-4644-af2c-cb396e2f4a44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30a25c36b5844d0f85f66e73b6b04cd3&device_id=718746d3-de78-42f9-8363-1dcf3f1b8e7a HTTP/1.1" status: 200 len: 1095 time: 0.0692925 Dec 11 23:10:59.093489 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-957a8186-4879-44c9-8b33-fc0a6cc27cd6 service neutron] 10.222.0.47 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585157 Dec 11 23:10:59.242940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f7cae-1470-433a-9dad-3a2dd32052b8 req-f026828d-ecab-4fe3-9f98-81acbc15a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:59.244651 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be8f7cae-1470-433a-9dad-3a2dd32052b8 req-f026828d-ecab-4fe3-9f98-81acbc15a3ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=b190438a-f09f-4464-b48a-35612a46faea HTTP/1.1" status: 200 len: 917 time: 0.1821182 Dec 11 23:10:59.263463 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e89faf9-998b-4a38-8ede-d00abe4ffd61 req-f7df29ed-21ce-4831-bc4b-ddcb8d5e7835 service neutron] 10.222.0.47 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453969 Dec 11 23:10:59.306171 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be8f7cae-1470-433a-9dad-3a2dd32052b8 req-13decd92-12e7-4651-a1ac-341713befd4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=457925b7-de98-4c46-ad4a-cb3ca22108fb HTTP/1.1" status: 200 len: 217 time: 0.0384228 Dec 11 23:10:59.329131 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0bbae-87e0-41cd-a172-3a1bb039181f req-6fcb2cde-14bb-454f-8b3f-9817a496b1d0 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:59.340800 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0c0bbae-87e0-41cd-a172-3a1bb039181f req-6fcb2cde-14bb-454f-8b3f-9817a496b1d0 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 944 time: 0.0711985 Dec 11 23:10:59.359758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f7cae-1470-433a-9dad-3a2dd32052b8 req-02e2e78d-eeaa-418c-9a1a-234c1aeeb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:59.361683 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be8f7cae-1470-433a-9dad-3a2dd32052b8 req-02e2e78d-eeaa-418c-9a1a-234c1aeeb847 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=144be8b7-71dc-4d01-ab16-01cb51d31b3a HTTP/1.1" status: 200 len: 855 time: 0.0515163 Dec 11 23:10:59.417867 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0c0bbae-87e0-41cd-a172-3a1bb039181f req-8bad617f-bbf9-41d6-a89d-6f8fb7138941 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703039 Dec 11 23:10:59.434109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f7cae-1470-433a-9dad-3a2dd32052b8 req-70510a1f-8e84-4388-825c-79023fbc6de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:10:59.436020 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be8f7cae-1470-433a-9dad-3a2dd32052b8 req-70510a1f-8e84-4388-825c-79023fbc6de1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b190438a-f09f-4464-b48a-35612a46faea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661500 Dec 11 23:10:59.533862 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be8f7cae-1470-433a-9dad-3a2dd32052b8 req-10cbc1b0-dcfa-43e4-94f7-5c30a132e773 service neutron] 10.222.0.47 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898523 Dec 11 23:10:59.631174 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be8f7cae-1470-433a-9dad-3a2dd32052b8 req-4bbdd5cf-f76f-4386-a83e-4943876a179a service neutron] 10.222.0.47 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895376 Dec 11 23:11:00.295503 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 457925b7-de98-4c46-ad4a-cb3ca22108fb details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:11:00.396902 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 457925b7-de98-4c46-ad4a-cb3ca22108fb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=457925b7-de98-4c46-ad4a-cb3ca22108fb,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:00.408534 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '457925b7-de98-4c46-ad4a-cb3ca22108fb', 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea', 'port_id': '457925b7-de98-4c46-ad4a-cb3ca22108fb', 'mac_address': 'fa:16:3e:40:cc:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144be8b7-71dc-4d01-ab16-01cb51d31b3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:11:00.448102 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:00.463847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457925b7-de98-4c46-ad4a-cb3ca22108fb {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:11:00.485977 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 457925b7-de98-4c46-ad4a-cb3ca22108fb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=457925b7-de98-4c46-ad4a-cb3ca22108fb,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:00.541754 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69bd8d-6916-4ff4-88d4-e38dca5f8204 req-9fb8db47-e7a3-46b3-ba2a-3bfaaeaacea4 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:00.543455 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cb69bd8d-6916-4ff4-88d4-e38dca5f8204 req-9fb8db47-e7a3-46b3-ba2a-3bfaaeaacea4 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 944 time: 0.0526664 Dec 11 23:11:00.543858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162bf927-d309-4f4e-9240-3c213595e886', 'tag': 'cfe5946d-ce33-461c-aeca-de16f552c45d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:11:00.546124 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6d8034-12f4-453b-8d0c-80174a04e8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "162bf927-d309-4f4e-9240-3c213595e886", "tag": "cfe5946d-ce33-461c-aeca-de16f552c45d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:11:00.548159 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:00.549131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4b3500d3-d129-4a7c-bc06-ededef298875 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:11:00.593550 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c3655f-14ff-4be3-a04c-1fe0379db5be x-openstack-request-id: req-24c3655f-14ff-4be3-a04c-1fe0379db5be {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:11:00.593844 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162bf927-d309-4f4e-9240-3c213595e886", "tag": "cfe5946d-ce33-461c-aeca-de16f552c45d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:11:00.599394 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-24c3655f-14ff-4be3-a04c-1fe0379db5be {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:11:00.599394 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162bf927-d309-4f4e-9240-3c213595e886', 'tag': 'cfe5946d-ce33-461c-aeca-de16f552c45d', 'status': 'completed', 'code': 200} Dec 11 23:11:00.627358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4b3500d3-d129-4a7c-bc06-ededef298875, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4b3500d3-d129-4a7c-bc06-ededef298875,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:00.647596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '4b3500d3-d129-4a7c-bc06-ededef298875', 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea', 'port_id': '4b3500d3-d129-4a7c-bc06-ededef298875', 'mac_address': 'fa:16:3e:80:c2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144be8b7-71dc-4d01-ab16-01cb51d31b3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:11:00.663881 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cb69bd8d-6916-4ff4-88d4-e38dca5f8204 req-d804b850-d019-4a8b-be9c-69d79b1d2bfc tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784638 Dec 11 23:11:00.679933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=457925b7-de98-4c46-ad4a-cb3ca22108fb,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:00.689215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d8034-12f4-453b-8d0c-80174a04e8ef req-f4866694-10a1-478b-990a-5a53a7db5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:00.689215 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f6d8034-12f4-453b-8d0c-80174a04e8ef req-f4866694-10a1-478b-990a-5a53a7db5114 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30a25c36b5844d0f85f66e73b6b04cd3&device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 1095 time: 0.0505579 Dec 11 23:11:00.721351 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:00.736837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3500d3-d129-4a7c-bc06-ededef298875 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:11:00.762890 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4b3500d3-d129-4a7c-bc06-ededef298875, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4b3500d3-d129-4a7c-bc06-ededef298875,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:00.845138 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:00.902696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=4b3500d3-d129-4a7c-bc06-ededef298875,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:01.146664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['457925b7-de98-4c46-ad4a-cb3ca22108fb'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:11:01.178445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d8034-12f4-453b-8d0c-80174a04e8ef req-afb0bb27-ab6d-44d7-85ea-c016b483323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:01.179988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f6d8034-12f4-453b-8d0c-80174a04e8ef req-afb0bb27-ab6d-44d7-85ea-c016b483323a service neutron] 10.222.0.47 "GET /v2.0/networks?id=b190438a-f09f-4464-b48a-35612a46faea HTTP/1.1" status: 200 len: 917 time: 0.4876554 Dec 11 23:11:01.183614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['4b3500d3-d129-4a7c-bc06-ededef298875'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:11:01.228388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f6d8034-12f4-453b-8d0c-80174a04e8ef req-78b522b3-6add-45fc-aef3-203fad0a3357 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfe5946d-ce33-461c-aeca-de16f552c45d HTTP/1.1" status: 200 len: 217 time: 0.0393288 Dec 11 23:11:01.287846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d8034-12f4-453b-8d0c-80174a04e8ef req-55ee4b4b-2450-4a47-9246-a0cc551db1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:01.289349 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f6d8034-12f4-453b-8d0c-80174a04e8ef req-55ee4b4b-2450-4a47-9246-a0cc551db1c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=144be8b7-71dc-4d01-ab16-01cb51d31b3a HTTP/1.1" status: 200 len: 855 time: 0.0537369 Dec 11 23:11:01.342401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d8034-12f4-453b-8d0c-80174a04e8ef req-32045fcf-29e2-4000-ab9a-9571466dbc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:01.344020 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f6d8034-12f4-453b-8d0c-80174a04e8ef req-32045fcf-29e2-4000-ab9a-9571466dbc83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b190438a-f09f-4464-b48a-35612a46faea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473783 Dec 11 23:11:01.442957 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f6d8034-12f4-453b-8d0c-80174a04e8ef req-74340965-e787-49ef-a078-9038c679a952 service neutron] 10.222.0.47 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910969 Dec 11 23:11:01.535821 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f6d8034-12f4-453b-8d0c-80174a04e8ef req-f80b1048-252a-4cd8-bb4b-9075c756e57f service neutron] 10.222.0.47 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862474 Dec 11 23:11:01.821376 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e8718-0114-4601-8d8d-ce19fd5459ab req-89b8abcb-11b0-4922-9e62-8e56fb6b7f02 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:01.823230 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c13e8718-0114-4601-8d8d-ce19fd5459ab req-89b8abcb-11b0-4922-9e62-8e56fb6b7f02 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 944 time: 0.0625751 Dec 11 23:11:01.889802 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c13e8718-0114-4601-8d8d-ce19fd5459ab req-35f79296-28f5-40ce-818a-aa779f429d10 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517747 Dec 11 23:11:02.308758 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device cfe5946d-ce33-461c-aeca-de16f552c45d details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:11:02.319677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4b3500d3-d129-4a7c-bc06-ededef298875 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:11:02.443189 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port cfe5946d-ce33-461c-aeca-de16f552c45d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cfe5946d-ce33-461c-aeca-de16f552c45d,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:02.453168 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'cfe5946d-ce33-461c-aeca-de16f552c45d', 'network_id': 'b190438a-f09f-4464-b48a-35612a46faea', 'port_id': 'cfe5946d-ce33-461c-aeca-de16f552c45d', 'mac_address': 'fa:16:3e:b6:23:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144be8b7-71dc-4d01-ab16-01cb51d31b3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:11:02.491669 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:02.506161 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe5946d-ce33-461c-aeca-de16f552c45d {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:11:02.518058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 4b3500d3-d129-4a7c-bc06-ededef298875 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:11:02.529962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port cfe5946d-ce33-461c-aeca-de16f552c45d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cfe5946d-ce33-461c-aeca-de16f552c45d,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:02.531161 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 4b3500d3-d129-4a7c-bc06-ededef298875 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:11:02.531539 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:02.613454 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:02.639751 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402dac27-e724-4f15-9c0a-5c83b9e70ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3500d3-d129-4a7c-bc06-ededef298875'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:11:02.642074 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f5f380-dedc-4db2-b304-0ac02552b536" -d '{"events": [{"server_uuid": "402dac27-e724-4f15-9c0a-5c83b9e70ce2", "name": "network-vif-plugged", "status": "completed", "tag": "4b3500d3-d129-4a7c-bc06-ededef298875"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:11:02.647451 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:02.678026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4b3500d3-d129-4a7c-bc06-ededef298875, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4b3500d3-d129-4a7c-bc06-ededef298875,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:02.683985 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f3e2ad-a6b8-42be-9f1d-af578f13bba3 x-openstack-request-id: req-83f3e2ad-a6b8-42be-9f1d-af578f13bba3 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:11:02.684279 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402dac27-e724-4f15-9c0a-5c83b9e70ce2", "name": "network-vif-plugged", "status": "completed", "tag": "4b3500d3-d129-4a7c-bc06-ededef298875", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:11:02.684535 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83f3e2ad-a6b8-42be-9f1d-af578f13bba3 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:11:02.685051 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402dac27-e724-4f15-9c0a-5c83b9e70ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3500d3-d129-4a7c-bc06-ededef298875', 'code': 200} Dec 11 23:11:02.709346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=cfe5946d-ce33-461c-aeca-de16f552c45d,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:02.781396 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:02.782415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 457925b7-de98-4c46-ad4a-cb3ca22108fb up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:11:02.844259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654da33-0e5c-4edf-ab3c-f5fa1699d1bd req-8c9474c6-6b2e-4db1-b628-fb147cbed1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:02.845495 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7654da33-0e5c-4edf-ab3c-f5fa1699d1bd req-8c9474c6-6b2e-4db1-b628-fb147cbed1e0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 1096 time: 0.0678267 Dec 11 23:11:02.873194 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=4b3500d3-d129-4a7c-bc06-ededef298875,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:02.898107 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7654da33-0e5c-4edf-ab3c-f5fa1699d1bd req-f83d387d-7388-4bb2-ab02-d3777efb5d1b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438547 Dec 11 23:11:02.945454 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['cfe5946d-ce33-461c-aeca-de16f552c45d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:11:02.979166 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 457925b7-de98-4c46-ad4a-cb3ca22108fb completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:11:02.995769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 457925b7-de98-4c46-ad4a-cb3ca22108fb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:11:02.996152 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:03.075740 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3484eb-60b5-4a03-9462-6ee74e055198 req-36dfde76-a944-4fec-95b6-72698fcd4007 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:03.077940 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed3484eb-60b5-4a03-9462-6ee74e055198 req-36dfde76-a944-4fec-95b6-72698fcd4007 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 945 time: 0.0618215 Dec 11 23:11:03.133166 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ed3484eb-60b5-4a03-9462-6ee74e055198 req-580a0115-31bc-49d8-aeed-8ae641102f73 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480511 Dec 11 23:11:03.167438 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:03.217489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 457925b7-de98-4c46-ad4a-cb3ca22108fb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=457925b7-de98-4c46-ad4a-cb3ca22108fb,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:03.298099 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:03.356875 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=457925b7-de98-4c46-ad4a-cb3ca22108fb,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:04.276611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86360ddc-11d3-4ce2-b5f3-1887660a73fd req-dbb4456d-a908-4ba5-9e9a-4bf28cf32277 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:04.278344 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86360ddc-11d3-4ce2-b5f3-1887660a73fd req-dbb4456d-a908-4ba5-9e9a-4bf28cf32277 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 945 time: 0.0620897 Dec 11 23:11:04.325927 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device cfe5946d-ce33-461c-aeca-de16f552c45d up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:11:04.332293 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86360ddc-11d3-4ce2-b5f3-1887660a73fd req-45dd5aa0-66d4-4640-9acf-9e9398e8e919 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460775 Dec 11 23:11:04.362264 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:11:04.471963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port cfe5946d-ce33-461c-aeca-de16f552c45d completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:11:04.490056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port cfe5946d-ce33-461c-aeca-de16f552c45d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:11:04.490561 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:04.593272 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:04.631738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port cfe5946d-ce33-461c-aeca-de16f552c45d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cfe5946d-ce33-461c-aeca-de16f552c45d,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:04.686043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718746d3-de78-42f9-8363-1dcf3f1b8e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457925b7-de98-4c46-ad4a-cb3ca22108fb'}, {'server_uuid': '162bf927-d309-4f4e-9240-3c213595e886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe5946d-ce33-461c-aeca-de16f552c45d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:11:04.688591 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7007f68-68fe-43cb-8999-2322d981ef54" -d '{"events": [{"server_uuid": "718746d3-de78-42f9-8363-1dcf3f1b8e7a", "name": "network-vif-plugged", "status": "completed", "tag": "457925b7-de98-4c46-ad4a-cb3ca22108fb"}, {"server_uuid": "162bf927-d309-4f4e-9240-3c213595e886", "name": "network-vif-plugged", "status": "completed", "tag": "cfe5946d-ce33-461c-aeca-de16f552c45d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:11:04.696678 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:04.734558 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 23:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808712fe-0a47-43eb-b142-52dbf28b76ef x-openstack-request-id: req-808712fe-0a47-43eb-b142-52dbf28b76ef {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:11:04.734894 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718746d3-de78-42f9-8363-1dcf3f1b8e7a", "name": "network-vif-plugged", "status": "completed", "tag": "457925b7-de98-4c46-ad4a-cb3ca22108fb", "code": 200}, {"server_uuid": "162bf927-d309-4f4e-9240-3c213595e886", "name": "network-vif-plugged", "status": "completed", "tag": "cfe5946d-ce33-461c-aeca-de16f552c45d", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:11:04.735150 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-808712fe-0a47-43eb-b142-52dbf28b76ef {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:11:04.735549 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718746d3-de78-42f9-8363-1dcf3f1b8e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457925b7-de98-4c46-ad4a-cb3ca22108fb', 'code': 200} Dec 11 23:11:04.735832 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162bf927-d309-4f4e-9240-3c213595e886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe5946d-ce33-461c-aeca-de16f552c45d', 'code': 200} Dec 11 23:11:04.753062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=cfe5946d-ce33-461c-aeca-de16f552c45d,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:04.926598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053eba8-797e-49ee-a10b-24b5c7d12c1c req-216bb1de-adcd-4119-8ea3-693c84f1f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:04.928170 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8053eba8-797e-49ee-a10b-24b5c7d12c1c req-216bb1de-adcd-4119-8ea3-693c84f1f487 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=718746d3-de78-42f9-8363-1dcf3f1b8e7a HTTP/1.1" status: 200 len: 1097 time: 0.0699306 Dec 11 23:11:04.933755 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39418325-c42a-447b-aeea-f0516d758f7c req-826193db-9db4-439e-88b8-8e0dd856c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:04.935178 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39418325-c42a-447b-aeea-f0516d758f7c req-826193db-9db4-439e-88b8-8e0dd856c4cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 1097 time: 0.0754707 Dec 11 23:11:05.000381 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8053eba8-797e-49ee-a10b-24b5c7d12c1c req-823af653-e2f0-4b43-8a60-e657d8141c43 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642154 Dec 11 23:11:05.020485 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39418325-c42a-447b-aeea-f0516d758f7c req-b58a3b07-918d-4553-8118-a60462a00396 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693853 Dec 11 23:11:05.464012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eca17-0750-468e-a2a2-6cfe1bae395b req-3674b087-bd99-4e83-ad4c-fcc2ebe5d95d tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:05.466297 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e9eca17-0750-468e-a2a2-6cfe1bae395b req-3674b087-bd99-4e83-ad4c-fcc2ebe5d95d tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 946 time: 0.0528667 Dec 11 23:11:05.516663 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e9eca17-0750-468e-a2a2-6cfe1bae395b req-8dc7ed93-db01-4258-b770-c6fe0924d73e tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432847 Dec 11 23:11:06.643740 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e166a34-7c7a-4140-a0a3-2617ce5f6f10 req-aec4444f-6c33-4041-9a26-bbe7f67fa8b0 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:06.645735 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e166a34-7c7a-4140-a0a3-2617ce5f6f10 req-aec4444f-6c33-4041-9a26-bbe7f67fa8b0 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 946 time: 0.0543633 Dec 11 23:11:06.698064 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0e166a34-7c7a-4140-a0a3-2617ce5f6f10 req-9b2a68e8-a9a0-48c3-98b6-1b6567d90686 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452340 Dec 11 23:11:07.844785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7c1bb-0703-4b6f-bc89-40eba7b68bf0 req-7804e7ce-438c-45a5-a3c1-fb4cd52e8a55 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:07.846966 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-61d7c1bb-0703-4b6f-bc89-40eba7b68bf0 req-7804e7ce-438c-45a5-a3c1-fb4cd52e8a55 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 946 time: 0.0758724 Dec 11 23:11:07.900717 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-61d7c1bb-0703-4b6f-bc89-40eba7b68bf0 req-6cbef596-6dc6-4e9d-9979-8bceefc35254 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469608 Dec 11 23:11:08.031291 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592bc45-a3c9-4486-9703-c03e2b923712 req-6d7f0b71-79b6-4471-9d27-b102edae1b07 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:08.032802 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e592bc45-a3c9-4486-9703-c03e2b923712 req-6d7f0b71-79b6-4471-9d27-b102edae1b07 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0540152 Dec 11 23:11:08.088706 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e592bc45-a3c9-4486-9703-c03e2b923712 req-d9e1af1d-3ecb-446c-befc-0c3efb5dae2f tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492480 Dec 11 23:11:08.234707 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcb3cf-13cc-45bb-8e45-ab15e4a205d0 req-de3d228f-cb30-4684-81fd-3fb5ceb1d02d tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:08.236368 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1dcb3cf-13cc-45bb-8e45-ab15e4a205d0 req-de3d228f-cb30-4684-81fd-3fb5ceb1d02d tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=718746d3-de78-42f9-8363-1dcf3f1b8e7a HTTP/1.1" status: 200 len: 946 time: 0.0659599 Dec 11 23:11:08.294985 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1dcb3cf-13cc-45bb-8e45-ab15e4a205d0 req-4199876f-70dd-42df-b8d9-35031acd50f9 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512245 Dec 11 23:11:08.595754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1406e4-03a3-4659-a453-3c0259dfe9dd req-2c4083d2-611c-4801-8eb8-ad8ba13c426a tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:08.597294 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f1406e4-03a3-4659-a453-3c0259dfe9dd req-2c4083d2-611c-4801-8eb8-ad8ba13c426a tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 946 time: 0.0514967 Dec 11 23:11:08.647877 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f1406e4-03a3-4659-a453-3c0259dfe9dd req-2a6892d4-e678-4b3c-8b42-1e23f522a93f tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440547 Dec 11 23:11:08.928212 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac90d6-7911-4614-b4b8-544ea904ef0f req-39280f2c-3fea-405f-ac61-8e08588f46f4 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:08.930004 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55ac90d6-7911-4614-b4b8-544ea904ef0f req-39280f2c-3fea-405f-ac61-8e08588f46f4 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0535545 Dec 11 23:11:08.983016 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55ac90d6-7911-4614-b4b8-544ea904ef0f req-5a12ad4a-bfa7-4dcc-8c25-432e5adf4c9d tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462749 Dec 11 23:11:09.318378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f9de2-05cd-4bff-9905-b47cdf094d05 req-caade97c-8978-4230-b836-34015c5943aa tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:09.324660 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f9de2-05cd-4bff-9905-b47cdf094d05 req-caade97c-8978-4230-b836-34015c5943aa tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:09.330872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f9de2-05cd-4bff-9905-b47cdf094d05 req-caade97c-8978-4230-b836-34015c5943aa tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:09.333885 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9b7f9de2-05cd-4bff-9905-b47cdf094d05 req-caade97c-8978-4230-b836-34015c5943aa tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886&device_id=718746d3-de78-42f9-8363-1dcf3f1b8e7a&device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 2418 time: 0.0703962 Dec 11 23:11:09.383592 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9b7f9de2-05cd-4bff-9905-b47cdf094d05 req-265d866c-7f31-418b-85a2-e2fdef1d6b3d tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437398 Dec 11 23:11:09.574283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116a56e-0b49-4a63-ac5b-0e9469ba3933 req-df7410bf-4912-4d7e-bc5c-6cef21f88bbc tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:09.575769 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e116a56e-0b49-4a63-ac5b-0e9469ba3933 req-df7410bf-4912-4d7e-bc5c-6cef21f88bbc tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 946 time: 0.1035907 Dec 11 23:11:09.634491 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e116a56e-0b49-4a63-ac5b-0e9469ba3933 req-ef89096f-6341-4884-8454-d340dd69e077 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498018 Dec 11 23:11:10.698095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245a6ca-3aef-43a8-9bec-06bd13815299 req-22cd44a3-146e-423f-9d39-eb12a517f210 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:10.699725 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0245a6ca-3aef-43a8-9bec-06bd13815299 req-22cd44a3-146e-423f-9d39-eb12a517f210 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0563071 Dec 11 23:11:10.751292 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0245a6ca-3aef-43a8-9bec-06bd13815299 req-1377e6ad-6fca-4382-9b59-22b08f2ba6e7 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452020 Dec 11 23:11:11.914012 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd63de8-0a3c-4a1b-be2b-5e1fd019ea9d req-6ac70077-bdef-42f6-a020-bf733e7639ac tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:11.915482 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4dd63de8-0a3c-4a1b-be2b-5e1fd019ea9d req-6ac70077-bdef-42f6-a020-bf733e7639ac tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0538144 Dec 11 23:11:11.964361 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4dd63de8-0a3c-4a1b-be2b-5e1fd019ea9d req-54ba4ae7-27c4-4759-a4f9-a6cf29f80a27 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423763 Dec 11 23:11:13.084928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd2d23-4dfb-4a59-804b-f80b13fc7cd4 req-ec172db6-057e-4e48-92db-cbd62b3e9dcd tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:13.087080 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25cd2d23-4dfb-4a59-804b-f80b13fc7cd4 req-ec172db6-057e-4e48-92db-cbd62b3e9dcd tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0511014 Dec 11 23:11:13.151377 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25cd2d23-4dfb-4a59-804b-f80b13fc7cd4 req-0ae73d68-399a-4111-85b5-e78260c4dbbe tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539122 Dec 11 23:11:13.885143 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:14.292404 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc95a1e-bed6-468b-b0cd-621a7e67424c req-7c32d1a7-07c2-45be-83da-f9d1814839ed tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:14.293866 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4fc95a1e-bed6-468b-b0cd-621a7e67424c req-7c32d1a7-07c2-45be-83da-f9d1814839ed tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0511045 Dec 11 23:11:14.343545 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4fc95a1e-bed6-468b-b0cd-621a7e67424c req-e12c3198-f062-4c7c-9187-a5b6a84eb025 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433257 Dec 11 23:11:15.493278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167167c-e00e-4c43-9d38-a2540c3748f1 req-f2391b05-29eb-4e05-87a0-3aeeaf0ebaf6 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:15.494863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e167167c-e00e-4c43-9d38-a2540c3748f1 req-f2391b05-29eb-4e05-87a0-3aeeaf0ebaf6 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0653262 Dec 11 23:11:15.546266 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e167167c-e00e-4c43-9d38-a2540c3748f1 req-ce5c5b3a-82ff-4d87-a650-0568ca04ceef tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448287 Dec 11 23:11:15.772213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33670) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:15.881438 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:15.957303 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:16.039669 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:16.080305 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68dac09426bc44e3bd9bdfa241789805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3069754 Dec 11 23:11:16.081214 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40b10ae-1681-454f-af4e-0c977c96fca0,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:16.083222 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33676) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:16.096227 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:16.107531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:16.107531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:16.107531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:16.107531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:16.107531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:16.107531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:16.107531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:16.107531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:16.107531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:16.107531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:16.107531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:16.107531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9438d6a1-57b9-4513-89d9-9d96e8d2f213 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:16.135050 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4e69a61-cdd4-4ba0-82c7-ea46e5686ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:16.156177 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4e69a61-cdd4-4ba0-82c7-ea46e5686ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:16.273908 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4e69a61-cdd4-4ba0-82c7-ea46e5686ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:16.276742 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d4e69a61-cdd4-4ba0-82c7-ea46e5686ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:16.277927 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d4e69a61-cdd4-4ba0-82c7-ea46e5686ffb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c40b10ae-1681-454f-af4e-0c977c96fca0 HTTP/1.1" status: 204 len: 168 time: 0.1937163 Dec 11 23:11:16.287010 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e69a61-cdd4-4ba0-82c7-ea46e5686ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40b10ae-1681-454f-af4e-0c977c96fca0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:16.672238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acecf3f-8fb0-4bc9-8d63-50605fd71022 req-117e764a-6100-4552-bf9d-87083728031a tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:16.673988 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5acecf3f-8fb0-4bc9-8d63-50605fd71022 req-117e764a-6100-4552-bf9d-87083728031a tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0545118 Dec 11 23:11:16.730962 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5acecf3f-8fb0-4bc9-8d63-50605fd71022 req-9d27e760-c828-4a54-88b5-9c769bf3deac tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501864 Dec 11 23:11:16.989013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 33696) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:17.002673 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8bcac6ae-1ece-4f93-81ba-ae3c982b51b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:17.088441 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8bcac6ae-1ece-4f93-81ba-ae3c982b51b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:17.165326 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8bcac6ae-1ece-4f93-81ba-ae3c982b51b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:17.204447 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8bcac6ae-1ece-4f93-81ba-ae3c982b51b6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8497d72051144bd494cc55f21cf41dca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2142763 Dec 11 23:11:17.205301 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcac6ae-1ece-4f93-81ba-ae3c982b51b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e8c46c-078a-45db-9f69-740eace6d1d9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:17.207940 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 33704) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:17.274844 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d2c62c2-f2c9-4c8b-af7c-d6ec3659556a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:17.297170 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d2c62c2-f2c9-4c8b-af7c-d6ec3659556a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:17.473154 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d2c62c2-f2c9-4c8b-af7c-d6ec3659556a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:17.475866 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d2c62c2-f2c9-4c8b-af7c-d6ec3659556a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:17.477102 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3d2c62c2-f2c9-4c8b-af7c-d6ec3659556a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d0e8c46c-078a-45db-9f69-740eace6d1d9 HTTP/1.1" status: 204 len: 168 time: 0.2673197 Dec 11 23:11:17.486293 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c62c2-f2c9-4c8b-af7c-d6ec3659556a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e8c46c-078a-45db-9f69-740eace6d1d9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:17.566284 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:17.851915 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5475b6-da52-4ca6-885f-f6ce24c19990 req-bd973c23-9b4a-400c-b9d3-911ef4c6d115 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:17.853443 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f5475b6-da52-4ca6-885f-f6ce24c19990 req-bd973c23-9b4a-400c-b9d3-911ef4c6d115 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0507715 Dec 11 23:11:17.907311 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f5475b6-da52-4ca6-885f-f6ce24c19990 req-bcf1169d-4da6-4a56-884d-6ebfedef5725 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473886 Dec 11 23:11:18.834343 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b26942eb-b06e-422a-9f67-b86a62cbdd16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:19.035167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aced203-4ae2-492f-ada3-5bdc93b6f90d req-d0cd3260-7463-4f5f-8735-57888036cdde tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:19.036799 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8aced203-4ae2-492f-ada3-5bdc93b6f90d req-d0cd3260-7463-4f5f-8735-57888036cdde tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0539012 Dec 11 23:11:19.093947 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8aced203-4ae2-492f-ada3-5bdc93b6f90d req-cb44d015-7059-43d6-9c78-6682043aa626 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509844 Dec 11 23:11:19.462948 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4119d82-2e35-4245-87c8-4d50dbc7e2bc req-6ebb6efd-9068-4b50-84b9-6a1ee7f6c376 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416291 Dec 11 23:11:19.554874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4119d82-2e35-4245-87c8-4d50dbc7e2bc req-5cd5097f-533c-40bb-8fd9-af74f4026e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:19.556733 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4119d82-2e35-4245-87c8-4d50dbc7e2bc req-5cd5097f-533c-40bb-8fd9-af74f4026e7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1098 time: 0.0505149 Dec 11 23:11:19.665524 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4119d82-2e35-4245-87c8-4d50dbc7e2bc req-cbfdbcd8-e011-465a-80f5-6fd39a6b8002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:19.666896 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4119d82-2e35-4245-87c8-4d50dbc7e2bc req-cbfdbcd8-e011-465a-80f5-6fd39a6b8002 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d90a2df-97cb-49e7-b1cc-91af0659c474 HTTP/1.1" status: 200 len: 898 time: 0.0905454 Dec 11 23:11:19.742533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4119d82-2e35-4245-87c8-4d50dbc7e2bc req-c0dd1bdd-eec5-4a85-867c-bfbae91e8495 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 200 len: 1002 time: 0.0655670 Dec 11 23:11:19.792843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4119d82-2e35-4245-87c8-4d50dbc7e2bc req-0d46cb39-c023-497b-99d5-aa011ddb83df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:19.794357 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4119d82-2e35-4245-87c8-4d50dbc7e2bc req-0d46cb39-c023-497b-99d5-aa011ddb83df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6124b74d-438d-4ed2-8d28-b1e88a38276b HTTP/1.1" status: 200 len: 834 time: 0.0453396 Dec 11 23:11:19.843506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4119d82-2e35-4245-87c8-4d50dbc7e2bc req-9587daa8-6b23-43e7-8155-f9b1cec2d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:19.845011 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4119d82-2e35-4245-87c8-4d50dbc7e2bc req-9587daa8-6b23-43e7-8155-f9b1cec2d999 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d90a2df-97cb-49e7-b1cc-91af0659c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438724 Dec 11 23:11:19.942587 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4119d82-2e35-4245-87c8-4d50dbc7e2bc req-166df0b0-c8a9-4f04-a67d-476aacfa99fa service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908437 Dec 11 23:11:20.042669 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4119d82-2e35-4245-87c8-4d50dbc7e2bc req-9d78caf0-7966-4160-91ef-297e8cb062c3 service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922701 Dec 11 23:11:20.222853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1452b-e6ce-444e-9d73-c29adb3369a8 req-b6ffb418-5901-4773-9b41-d588bb51bad6 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:20.224343 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83c1452b-e6ce-444e-9d73-c29adb3369a8 req-b6ffb418-5901-4773-9b41-d588bb51bad6 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0542305 Dec 11 23:11:20.275558 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83c1452b-e6ce-444e-9d73-c29adb3369a8 req-c3dd39e5-5ca1-4fe2-b127-d81c88e44164 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450974 Dec 11 23:11:21.308211 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1b9a086f-a6f5-4e48-a742-b6a295d1ea41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:21.442627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af709ee-cb15-4e83-89e5-d332c8f2510a req-71e91290-608c-450e-90b5-c94b283ef81a tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:21.444362 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3af709ee-cb15-4e83-89e5-d332c8f2510a req-71e91290-608c-450e-90b5-c94b283ef81a tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0614257 Dec 11 23:11:21.524209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3af709ee-cb15-4e83-89e5-d332c8f2510a req-d53ca0d0-33fe-48c1-864e-fec72899f012 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724242 Dec 11 23:11:22.256790 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:22.652261 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7500a-305c-4885-ac1f-791a72747913 req-0bb14d79-5901-4876-9126-4229154d84ba tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:22.653753 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a2e7500a-305c-4885-ac1f-791a72747913 req-0bb14d79-5901-4876-9126-4229154d84ba tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0540426 Dec 11 23:11:22.702461 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a2e7500a-305c-4885-ac1f-791a72747913 req-fcb16b47-c74e-46a9-a29f-f83c966b8a06 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417283 Dec 11 23:11:23.833111 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6074f0e-7d13-4122-ab0a-0f2e014b3f1f req-629cbeae-16fa-4dca-8f34-5e55df44627c tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:23.835478 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e6074f0e-7d13-4122-ab0a-0f2e014b3f1f req-629cbeae-16fa-4dca-8f34-5e55df44627c tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0603018 Dec 11 23:11:23.914029 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e6074f0e-7d13-4122-ab0a-0f2e014b3f1f req-ac252569-8b3b-4012-8431-57f2fa53c3d1 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687215 Dec 11 23:11:23.982485 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:24.650998 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:25.041006 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54023141-ed88-43b3-aac0-ee94de05472b req-31bc6226-e91e-4fa6-91e2-f6dd35fe0bfe tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:25.042522 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-54023141-ed88-43b3-aac0-ee94de05472b req-31bc6226-e91e-4fa6-91e2-f6dd35fe0bfe tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0497055 Dec 11 23:11:25.092001 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-54023141-ed88-43b3-aac0-ee94de05472b req-a5992899-3988-4a0a-94a0-a263b21c2ce8 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431681 Dec 11 23:11:26.233571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8e932-80a2-44b8-9cfb-aa15652d8e36 req-1d85c548-b0c8-492b-abc3-646055da137a tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:26.236225 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e6b8e932-80a2-44b8-9cfb-aa15652d8e36 req-1d85c548-b0c8-492b-abc3-646055da137a tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0602932 Dec 11 23:11:26.313947 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e6b8e932-80a2-44b8-9cfb-aa15652d8e36 req-dbca5d44-b2cc-41d0-9440-9a5219e550fa tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660534 Dec 11 23:11:27.450198 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb325826-dc11-4e6d-845a-365de2da2572 req-cd5682dc-cd78-4012-bba6-41cb4fcd211c tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:27.451792 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fb325826-dc11-4e6d-845a-365de2da2572 req-cd5682dc-cd78-4012-bba6-41cb4fcd211c tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0682743 Dec 11 23:11:27.511599 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fb325826-dc11-4e6d-845a-365de2da2572 req-5f976b73-1136-43e0-99b0-03239f214290 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499866 Dec 11 23:11:28.121915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a255e-1f47-48ec-954c-6e0daca2a415 req-15db005e-d29e-4631-8c71-f9ecf5f860cf tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:28.124312 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-296a255e-1f47-48ec-954c-6e0daca2a415 req-15db005e-d29e-4631-8c71-f9ecf5f860cf tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0724201 Dec 11 23:11:28.187928 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-296a255e-1f47-48ec-954c-6e0daca2a415 req-3c4a14d1-1714-411e-b0f2-4eefa1be6657 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560484 Dec 11 23:11:28.274404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43757e00-1b59-4621-8ae2-651328446f58 req-333f7d6e-a1bc-4c15-8759-869903f9c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:28.276060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-43757e00-1b59-4621-8ae2-651328446f58 req-333f7d6e-a1bc-4c15-8759-869903f9c47a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30a25c36b5844d0f85f66e73b6b04cd3&device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 1096 time: 0.0439305 Dec 11 23:11:28.383298 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43757e00-1b59-4621-8ae2-651328446f58 req-643c8e27-e4c9-453f-967d-917aa236dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:28.384811 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-43757e00-1b59-4621-8ae2-651328446f58 req-643c8e27-e4c9-453f-967d-917aa236dd48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b190438a-f09f-4464-b48a-35612a46faea HTTP/1.1" status: 200 len: 917 time: 0.1013312 Dec 11 23:11:28.434751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-43757e00-1b59-4621-8ae2-651328446f58 req-6ee020e2-8839-4fde-85d3-381fdedbfbf0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b3500d3-d129-4a7c-bc06-ededef298875 HTTP/1.1" status: 200 len: 217 time: 0.0421808 Dec 11 23:11:28.491002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43757e00-1b59-4621-8ae2-651328446f58 req-ad955f71-e459-48db-a8c1-0a9837ef15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:28.492622 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-43757e00-1b59-4621-8ae2-651328446f58 req-ad955f71-e459-48db-a8c1-0a9837ef15bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=144be8b7-71dc-4d01-ab16-01cb51d31b3a HTTP/1.1" status: 200 len: 855 time: 0.0506363 Dec 11 23:11:28.557643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43757e00-1b59-4621-8ae2-651328446f58 req-78ddc6f4-4705-4ce5-a9d1-166e734e3891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:28.559279 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-43757e00-1b59-4621-8ae2-651328446f58 req-78ddc6f4-4705-4ce5-a9d1-166e734e3891 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b190438a-f09f-4464-b48a-35612a46faea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578444 Dec 11 23:11:28.653218 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-43757e00-1b59-4621-8ae2-651328446f58 req-7ef6620c-77e0-4ced-b49a-8299276de377 service neutron] 10.222.0.47 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861063 Dec 11 23:11:28.744751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-43757e00-1b59-4621-8ae2-651328446f58 req-59e6069e-de0f-4ed2-8e51-3d2edf98baf4 service neutron] 10.222.0.47 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829985 Dec 11 23:11:29.310684 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea819487-7119-4290-99f7-56bb61332df4 req-62097e88-203e-4c79-89bb-36f06ef276bd tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:29.312577 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ea819487-7119-4290-99f7-56bb61332df4 req-62097e88-203e-4c79-89bb-36f06ef276bd tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0510464 Dec 11 23:11:29.363723 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ea819487-7119-4290-99f7-56bb61332df4 req-87639613-283d-43ba-8e37-894c1e89d6c2 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436132 Dec 11 23:11:30.488669 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a67d3-6ab0-4923-bd7f-c86cc7bccfcb req-c97a2701-769d-4140-9a81-8f4ad77866c6 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:30.490756 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-561a67d3-6ab0-4923-bd7f-c86cc7bccfcb req-c97a2701-769d-4140-9a81-8f4ad77866c6 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0573850 Dec 11 23:11:30.540820 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-561a67d3-6ab0-4923-bd7f-c86cc7bccfcb req-21490e4b-551f-4802-82dc-ac699d291b14 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441926 Dec 11 23:11:30.697361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc298f8-4c68-4c23-9d14-332c0a42d0fa req-c484b4f3-f6a2-4da2-ab16-fc8543a87a98 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:30.698931 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4dc298f8-4c68-4c23-9d14-332c0a42d0fa req-c484b4f3-f6a2-4da2-ab16-fc8543a87a98 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0527992 Dec 11 23:11:30.756843 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4dc298f8-4c68-4c23-9d14-332c0a42d0fa req-548a4501-011d-4cc2-99a4-af7d8da78407 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471599 Dec 11 23:11:30.899111 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7a635-4fca-45be-8569-f6e5979d6bce req-4ae6b77b-7e12-47e4-948d-ca13852c4c89 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:30.900623 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-96e7a635-4fca-45be-8569-f6e5979d6bce req-4ae6b77b-7e12-47e4-948d-ca13852c4c89 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=718746d3-de78-42f9-8363-1dcf3f1b8e7a HTTP/1.1" status: 200 len: 946 time: 0.0646360 Dec 11 23:11:30.951643 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-96e7a635-4fca-45be-8569-f6e5979d6bce req-bc8f3f9a-3759-40e8-a6d0-6ddaa32c2057 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444124 Dec 11 23:11:31.084846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25133e-b5c7-4634-8c1c-a4488ff6563e req-81c9315e-c0c8-4c55-88ee-f02f4d46e612 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:31.086361 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d25133e-b5c7-4634-8c1c-a4488ff6563e req-81c9315e-c0c8-4c55-88ee-f02f4d46e612 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 946 time: 0.0534317 Dec 11 23:11:31.138081 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d25133e-b5c7-4634-8c1c-a4488ff6563e req-00066b53-3d1c-47f9-a9bb-3bfe0a1627cd tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453639 Dec 11 23:11:31.183925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-69b7e78d-e25c-477d-b62e-a18887d0dca9 req-4e0e0f1c-53b0-4cf7-bdca-a0958340208c tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:11:31.185130 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-69b7e78d-e25c-477d-b62e-a18887d0dca9 req-4e0e0f1c-53b0-4cf7-bdca-a0958340208c tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063436 Dec 11 23:11:31.254869 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-69b7e78d-e25c-477d-b62e-a18887d0dca9 req-4b21ede7-13e0-4a3a-8a0c-da1fe0a39561 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0616522 Dec 11 23:11:31.511215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042c54a-a645-4f05-8f6a-afc8148b2a70 req-7ccacbb4-6dab-42fe-b32a-a146e8d0da0c tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:31.512755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1042c54a-a645-4f05-8f6a-afc8148b2a70 req-7ccacbb4-6dab-42fe-b32a-a146e8d0da0c tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0503123 Dec 11 23:11:31.564863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1042c54a-a645-4f05-8f6a-afc8148b2a70 req-b3095785-f80c-4ec8-a6f9-bd5db16405c4 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459998 Dec 11 23:11:31.723750 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74366a-8a07-4ceb-9542-29de64a37f13 req-681d4b63-4701-4183-806d-89dfa8bcab0f tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:31.725366 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fe74366a-8a07-4ceb-9542-29de64a37f13 req-681d4b63-4701-4183-806d-89dfa8bcab0f tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=718746d3-de78-42f9-8363-1dcf3f1b8e7a HTTP/1.1" status: 200 len: 946 time: 0.0660238 Dec 11 23:11:31.785590 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fe74366a-8a07-4ceb-9542-29de64a37f13 req-3c277d62-8d70-4147-9023-3013c7a0d262 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458009 Dec 11 23:11:31.896219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6067d6-3086-41c7-a7f3-607c14ebc9d0 req-51ab61d3-a439-4933-b2e3-c734dcb759fb tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:31.897905 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea6067d6-3086-41c7-a7f3-607c14ebc9d0 req-51ab61d3-a439-4933-b2e3-c734dcb759fb tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 946 time: 0.0513446 Dec 11 23:11:31.955443 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea6067d6-3086-41c7-a7f3-607c14ebc9d0 req-d4091cc5-da42-4d58-97d6-e4157280e95a tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512979 Dec 11 23:11:32.171504 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630d5a9-dd4f-4937-a27a-40e9370f3771 req-3575621c-7737-4776-abeb-bc0ee067d578 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:32.177650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630d5a9-dd4f-4937-a27a-40e9370f3771 req-3575621c-7737-4776-abeb-bc0ee067d578 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:32.183687 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630d5a9-dd4f-4937-a27a-40e9370f3771 req-3575621c-7737-4776-abeb-bc0ee067d578 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:32.185322 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7630d5a9-dd4f-4937-a27a-40e9370f3771 req-3575621c-7737-4776-abeb-bc0ee067d578 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886&device_id=718746d3-de78-42f9-8363-1dcf3f1b8e7a&device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 2418 time: 0.0750952 Dec 11 23:11:32.238032 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7630d5a9-dd4f-4937-a27a-40e9370f3771 req-675d5099-0c75-49d9-8511-34a26cef13ac tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461221 Dec 11 23:11:32.275971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-31e7e644-4c86-4438-8155-99d89023a16c req-a2451c02-4b4c-4eab-8429-76e77a34b4c7 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:11:32.277047 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31e7e644-4c86-4438-8155-99d89023a16c req-a2451c02-4b4c-4eab-8429-76e77a34b4c7 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061171 Dec 11 23:11:32.342684 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31e7e644-4c86-4438-8155-99d89023a16c req-df102dc9-8091-457e-9e7a-4a29317ad815 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0588152 Dec 11 23:11:33.859423 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e92478-6abd-4e6c-9b40-c69d4050359f req-e5687072-92a3-4543-8552-29652db31da0 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:33.860993 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f7e92478-6abd-4e6c-9b40-c69d4050359f req-e5687072-92a3-4543-8552-29652db31da0 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 946 time: 0.0513444 Dec 11 23:11:33.910587 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f7e92478-6abd-4e6c-9b40-c69d4050359f req-fad81749-2d97-4290-abe4-1288983a5d86 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430779 Dec 11 23:11:35.050740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee532c02-2edd-41cb-9439-028ff732e828 req-18436478-86ed-426c-ba02-f1aabd0b3026 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:35.052374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee532c02-2edd-41cb-9439-028ff732e828 req-18436478-86ed-426c-ba02-f1aabd0b3026 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 946 time: 0.0507557 Dec 11 23:11:35.102328 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee532c02-2edd-41cb-9439-028ff732e828 req-42dff0d9-36df-43c6-a642-2f56cee12354 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429170 Dec 11 23:11:35.482574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534c067-b0b0-4f8a-9746-27dfe92218ac req-2653c375-c86a-43ea-a85a-859e02d94cf7 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:35.482574 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a534c067-b0b0-4f8a-9746-27dfe92218ac req-2653c375-c86a-43ea-a85a-859e02d94cf7 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.47 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 946 time: 0.0517042 Dec 11 23:11:35.575364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a534c067-b0b0-4f8a-9746-27dfe92218ac req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Deleting port cfe5946d-ce33-461c-aeca-de16f552c45d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:11:35.575590 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a534c067-b0b0-4f8a-9746-27dfe92218ac req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:35.673254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a534c067-b0b0-4f8a-9746-27dfe92218ac req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] For port cfe5946d-ce33-461c-aeca-de16f552c45d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=cfe5946d-ce33-461c-aeca-de16f552c45d,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:35.673631 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a534c067-b0b0-4f8a-9746-27dfe92218ac req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:35.689113 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a534c067-b0b0-4f8a-9746-27dfe92218ac req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Calling delete_port for cfe5946d-ce33-461c-aeca-de16f552c45d owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:11:35.891393 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a534c067-b0b0-4f8a-9746-27dfe92218ac req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:35.920198 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Pushing event deleted for resources: {'Port': ['ID=cfe5946d-ce33-461c-aeca-de16f552c45d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:35.924634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['457925b7-de98-4c46-ad4a-cb3ca22108fb', '4b3500d3-d129-4a7c-bc06-ededef298875', 'cfe5946d-ce33-461c-aeca-de16f552c45d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:11:35.952330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:35.952704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:35.959002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:35.959002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:35.959002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:35.959002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:35.959002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:35.959002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:35.959002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:35.959002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:35.959002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:35.959002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:35.959002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:35.975804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a534c067-b0b0-4f8a-9746-27dfe92218ac req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] No DVR routers for this DVR port cfe5946d-ce33-461c-aeca-de16f552c45d on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:11:35.983204 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a534c067-b0b0-4f8a-9746-27dfe92218ac req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:35.986628 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a534c067-b0b0-4f8a-9746-27dfe92218ac req-eccf5b3f-7aaf-461d-87ca-3c7ba3f79157 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.47 "DELETE /v2.0/ports/cfe5946d-ce33-461c-aeca-de16f552c45d HTTP/1.1" status: 204 len: 173 time: 0.5003824 Dec 11 23:11:35.987125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162bf927-d309-4f4e-9240-3c213595e886', 'name': 'network-vif-deleted', 'tag': 'cfe5946d-ce33-461c-aeca-de16f552c45d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:11:35.990628 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ed2317-8896-4c28-bec1-b19bb7b89f99" -d '{"events": [{"server_uuid": "162bf927-d309-4f4e-9240-3c213595e886", "name": "network-vif-deleted", "tag": "cfe5946d-ce33-461c-aeca-de16f552c45d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:11:36.030281 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a94fa49-afa6-497a-b9bf-adac7898f9f0 x-openstack-request-id: req-5a94fa49-afa6-497a-b9bf-adac7898f9f0 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:11:36.030964 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162bf927-d309-4f4e-9240-3c213595e886", "name": "network-vif-deleted", "tag": "cfe5946d-ce33-461c-aeca-de16f552c45d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:11:36.031348 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a94fa49-afa6-497a-b9bf-adac7898f9f0 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:11:36.031932 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162bf927-d309-4f4e-9240-3c213595e886', 'name': 'network-vif-deleted', 'tag': 'cfe5946d-ce33-461c-aeca-de16f552c45d', 'status': 'completed', 'code': 200} Dec 11 23:11:36.208615 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6602021-29d4-4988-b7d0-d990f5fa96fd req-b770fdd2-81c6-470b-8feb-ca70e063b768 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=162bf927-d309-4f4e-9240-3c213595e886 HTTP/1.1" status: 200 len: 210 time: 0.0257764 Dec 11 23:11:37.712753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c44bb-3f60-4a00-b9d4-87dee9b4a60a req-3babb7a7-209f-4de9-b86a-85256ee47d13 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:37.714919 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b70c44bb-3f60-4a00-b9d4-87dee9b4a60a req-3babb7a7-209f-4de9-b86a-85256ee47d13 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=718746d3-de78-42f9-8363-1dcf3f1b8e7a HTTP/1.1" status: 200 len: 946 time: 0.0504410 Dec 11 23:11:37.764525 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b70c44bb-3f60-4a00-b9d4-87dee9b4a60a req-b93a413a-da48-4110-a668-8e19877c1c3e tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429134 Dec 11 23:11:38.035351 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39f5ff3d-50bd-4a4f-886f-ba7a1fa4370f req-21257588-52e8-4f1c-9172-d4b3a56622c0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576317 Dec 11 23:11:38.150332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5ff3d-50bd-4a4f-886f-ba7a1fa4370f req-894486ea-d97e-4020-8da6-e6b7527eb23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:38.151948 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39f5ff3d-50bd-4a4f-886f-ba7a1fa4370f req-894486ea-d97e-4020-8da6-e6b7527eb23b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30a25c36b5844d0f85f66e73b6b04cd3&device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 1096 time: 0.0439875 Dec 11 23:11:38.277103 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5ff3d-50bd-4a4f-886f-ba7a1fa4370f req-8f5569fc-7816-4e62-8ee1-3c49d1f2a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:38.278576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39f5ff3d-50bd-4a4f-886f-ba7a1fa4370f req-8f5569fc-7816-4e62-8ee1-3c49d1f2a0bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=b190438a-f09f-4464-b48a-35612a46faea HTTP/1.1" status: 200 len: 917 time: 0.1055372 Dec 11 23:11:38.323631 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39f5ff3d-50bd-4a4f-886f-ba7a1fa4370f req-7945cf32-dd48-4937-8171-c3b05438f1a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b3500d3-d129-4a7c-bc06-ededef298875 HTTP/1.1" status: 200 len: 217 time: 0.0375772 Dec 11 23:11:38.387519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5ff3d-50bd-4a4f-886f-ba7a1fa4370f req-8355b399-e77e-42d6-86ba-4863ddfec94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:38.389162 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39f5ff3d-50bd-4a4f-886f-ba7a1fa4370f req-8355b399-e77e-42d6-86ba-4863ddfec94b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=144be8b7-71dc-4d01-ab16-01cb51d31b3a HTTP/1.1" status: 200 len: 855 time: 0.0571942 Dec 11 23:11:38.438553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5ff3d-50bd-4a4f-886f-ba7a1fa4370f req-12444a21-7f32-47f5-80a1-c32ebe9f20b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:38.440080 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39f5ff3d-50bd-4a4f-886f-ba7a1fa4370f req-12444a21-7f32-47f5-80a1-c32ebe9f20b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b190438a-f09f-4464-b48a-35612a46faea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435874 Dec 11 23:11:38.465677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device cfe5946d-ce33-461c-aeca-de16f552c45d no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:11:38.487184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: cfe5946d-ce33-461c-aeca-de16f552c45d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:11:38.488064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device cfe5946d-ce33-461c-aeca-de16f552c45d not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:11:38.534927 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39f5ff3d-50bd-4a4f-886f-ba7a1fa4370f req-31411328-94c5-45d6-abd5-94d91e5fb194 service neutron] 10.222.0.47 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833561 Dec 11 23:11:38.633027 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39f5ff3d-50bd-4a4f-886f-ba7a1fa4370f req-e1fc2439-6f7d-40d3-9c02-33a95d22949c service neutron] 10.222.0.47 "GET /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892406 Dec 11 23:11:38.887592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e25a6-b807-413f-b7e9-e9a9041a86d9 req-90d87793-2412-449e-8803-10876a58be1b tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:38.889199 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc9e25a6-b807-413f-b7e9-e9a9041a86d9 req-90d87793-2412-449e-8803-10876a58be1b tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=718746d3-de78-42f9-8363-1dcf3f1b8e7a HTTP/1.1" status: 200 len: 946 time: 0.0536044 Dec 11 23:11:38.939858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc9e25a6-b807-413f-b7e9-e9a9041a86d9 req-d18122f8-10b8-410d-9aff-bb8642e2ba4f tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435669 Dec 11 23:11:39.301091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d312fe-209f-4147-875c-c33d8b40b335 req-eb6c3432-7574-4a34-86d0-18888882a0c8 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:39.303207 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57d312fe-209f-4147-875c-c33d8b40b335 req-eb6c3432-7574-4a34-86d0-18888882a0c8 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.47 "GET /v2.0/ports?device_id=718746d3-de78-42f9-8363-1dcf3f1b8e7a HTTP/1.1" status: 200 len: 946 time: 0.0520511 Dec 11 23:11:39.403368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-57d312fe-209f-4147-875c-c33d8b40b335 req-14b8acdd-8327-4359-a735-e2c8bd5a49f6 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Deleting port 457925b7-de98-4c46-ad4a-cb3ca22108fb {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:11:39.403622 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-57d312fe-209f-4147-875c-c33d8b40b335 req-14b8acdd-8327-4359-a735-e2c8bd5a49f6 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:39.493918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-57d312fe-209f-4147-875c-c33d8b40b335 req-14b8acdd-8327-4359-a735-e2c8bd5a49f6 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] For port 457925b7-de98-4c46-ad4a-cb3ca22108fb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=457925b7-de98-4c46-ad4a-cb3ca22108fb,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:39.494285 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-57d312fe-209f-4147-875c-c33d8b40b335 req-14b8acdd-8327-4359-a735-e2c8bd5a49f6 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:39.508436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-57d312fe-209f-4147-875c-c33d8b40b335 req-14b8acdd-8327-4359-a735-e2c8bd5a49f6 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Calling delete_port for 457925b7-de98-4c46-ad4a-cb3ca22108fb owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:11:39.729986 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-57d312fe-209f-4147-875c-c33d8b40b335 req-14b8acdd-8327-4359-a735-e2c8bd5a49f6 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:39.762649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['457925b7-de98-4c46-ad4a-cb3ca22108fb', '4b3500d3-d129-4a7c-bc06-ededef298875'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:11:39.771211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8acdd-8327-4359-a735-e2c8bd5a49f6 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Pushing event deleted for resources: {'Port': ['ID=457925b7-de98-4c46-ad4a-cb3ca22108fb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:39.821347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d312fe-209f-4147-875c-c33d8b40b335 req-14b8acdd-8327-4359-a735-e2c8bd5a49f6 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] No DVR routers for this DVR port 457925b7-de98-4c46-ad4a-cb3ca22108fb on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:11:39.824151 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-57d312fe-209f-4147-875c-c33d8b40b335 req-14b8acdd-8327-4359-a735-e2c8bd5a49f6 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:39.828042 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57d312fe-209f-4147-875c-c33d8b40b335 req-14b8acdd-8327-4359-a735-e2c8bd5a49f6 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.47 "DELETE /v2.0/ports/457925b7-de98-4c46-ad4a-cb3ca22108fb HTTP/1.1" status: 204 len: 173 time: 0.5182204 Dec 11 23:11:39.828507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718746d3-de78-42f9-8363-1dcf3f1b8e7a', 'name': 'network-vif-deleted', 'tag': '457925b7-de98-4c46-ad4a-cb3ca22108fb'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:11:39.830939 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35115d4-2d71-498a-8c84-32f28a415c71" -d '{"events": [{"server_uuid": "718746d3-de78-42f9-8363-1dcf3f1b8e7a", "name": "network-vif-deleted", "tag": "457925b7-de98-4c46-ad4a-cb3ca22108fb"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:11:39.885051 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa5d92a-12c1-42e9-b73e-83de5dae7e7f x-openstack-request-id: req-8fa5d92a-12c1-42e9-b73e-83de5dae7e7f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:11:39.885350 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718746d3-de78-42f9-8363-1dcf3f1b8e7a", "name": "network-vif-deleted", "tag": "457925b7-de98-4c46-ad4a-cb3ca22108fb", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:11:39.885604 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8fa5d92a-12c1-42e9-b73e-83de5dae7e7f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:11:39.886006 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718746d3-de78-42f9-8363-1dcf3f1b8e7a', 'name': 'network-vif-deleted', 'tag': '457925b7-de98-4c46-ad4a-cb3ca22108fb', 'status': 'completed', 'code': 200} Dec 11 23:11:40.095745 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fb06f086-0d7a-4e16-a0c4-978724b28e40 req-82906d4a-be8d-4cdb-b479-b174fa4be72e tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=718746d3-de78-42f9-8363-1dcf3f1b8e7a HTTP/1.1" status: 200 len: 210 time: 0.0733759 Dec 11 23:11:40.228630 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36e17a-536a-4cac-b2cf-e3f1071252fd req-51448a06-2186-4950-bc22-4da91e3c1da8 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:40.230379 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac36e17a-536a-4cac-b2cf-e3f1071252fd req-51448a06-2186-4950-bc22-4da91e3c1da8 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1098 time: 0.0557826 Dec 11 23:11:40.308753 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ac36e17a-536a-4cac-b2cf-e3f1071252fd req-084a1ac8-acdd-42ea-81ad-0f339fa0ec12 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689156 Dec 11 23:11:40.333858 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34212) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:40.512682 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2b927dd4-6d94-4993-9a67-bdc8c7c40e56 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting port ddbb7b9c-fa1e-4691-8eb7-9ec853539586 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:11:40.513285 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b927dd4-6d94-4993-9a67-bdc8c7c40e56 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:40.601343 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b927dd4-6d94-4993-9a67-bdc8c7c40e56 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:40.601761 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b927dd4-6d94-4993-9a67-bdc8c7c40e56 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:40.615944 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2b927dd4-6d94-4993-9a67-bdc8c7c40e56 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Calling delete_port for ddbb7b9c-fa1e-4691-8eb7-9ec853539586 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:11:40.867593 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b927dd4-6d94-4993-9a67-bdc8c7c40e56 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:40.908037 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b927dd4-6d94-4993-9a67-bdc8c7c40e56 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Port': ['ID=ddbb7b9c-fa1e-4691-8eb7-9ec853539586,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:40.983512 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b927dd4-6d94-4993-9a67-bdc8c7c40e56 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:40.983855 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-2b927dd4-6d94-4993-9a67-bdc8c7c40e56 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Floating IP 74ea291e-4a19-4457-9cdb-3dbe696ae2ee disassociated (deleted). External IP: 172.25.1.201, port: 62d4a44f-847f-42d2-abfa-d4e679e2e78c. Dec 11 23:11:41.381919 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:11:41.567018 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b927dd4-6d94-4993-9a67-bdc8c7c40e56 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router 0bb59eae-1200-4359-8a7a-f2c443cde2ee has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:11:41.728595 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00921d73-6d9b-4b9d-a010-b409901c4741 req-cf99b53a-c8af-4a73-bc53-cb213a116ea9 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:41.730121 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-00921d73-6d9b-4b9d-a010-b409901c4741 req-cf99b53a-c8af-4a73-bc53-cb213a116ea9 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.1085641 Dec 11 23:11:41.766285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b927dd4-6d94-4993-9a67-bdc8c7c40e56 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:11:41.773111 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2b927dd4-6d94-4993-9a67-bdc8c7c40e56 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:41.782628 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad9d444-77df-4bb9-b4de-78985f3d1802 None None] Sync routers for ids ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:11:41.794774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9d444-77df-4bb9-b4de-78985f3d1802 None None] Routers {'0bb59eae-1200-4359-8a7a-f2c443cde2ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:11:41.795776 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bad9d444-77df-4bb9-b4de-78985f3d1802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:11:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:41.826539 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-00921d73-6d9b-4b9d-a010-b409901c4741 req-c5c7c17f-5b80-4ba8-bf23-3a68bc288961 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865507 Dec 11 23:11:41.837862 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2b927dd4-6d94-4993-9a67-bdc8c7c40e56 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/floatingips/74ea291e-4a19-4457-9cdb-3dbe696ae2ee HTTP/1.1" status: 204 len: 168 time: 1.5026832 Dec 11 23:11:41.838572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:11:41.841540 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78f4812-e758-4633-9a7a-d99ad94b30b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:11:41.897283 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7b392b-5a85-4ff1-b59a-26aa24781f21 x-openstack-request-id: req-5a7b392b-5a85-4ff1-b59a-26aa24781f21 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:11:41.897283 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:11:41.897283 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a7b392b-5a85-4ff1-b59a-26aa24781f21 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:11:41.897283 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'status': 'completed', 'code': 200} Dec 11 23:11:41.962493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-bad9d444-77df-4bb9-b4de-78985f3d1802 None None] Set router 0bb59eae-1200-4359-8a7a-f2c443cde2ee gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:11:42.004303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f4812-e758-4633-9a7a-d99ad94b30b9 req-314e1070-18c8-4330-88d2-8aae59d8e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:42.006969 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e78f4812-e758-4633-9a7a-d99ad94b30b9 req-314e1070-18c8-4330-88d2-8aae59d8e082 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 1098 time: 0.0820510 Dec 11 23:11:42.122521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f4812-e758-4633-9a7a-d99ad94b30b9 req-2585ed82-06d7-4454-b264-169ae5907237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:42.123961 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e78f4812-e758-4633-9a7a-d99ad94b30b9 req-2585ed82-06d7-4454-b264-169ae5907237 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d90a2df-97cb-49e7-b1cc-91af0659c474 HTTP/1.1" status: 200 len: 898 time: 0.1075566 Dec 11 23:11:42.194544 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e78f4812-e758-4633-9a7a-d99ad94b30b9 req-60a20b38-b0e8-48f5-9b3b-fbe7e19f5148 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 200 len: 217 time: 0.0547366 Dec 11 23:11:42.265867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f4812-e758-4633-9a7a-d99ad94b30b9 req-b949d98f-5735-4d9a-9af6-0b8390bd792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:42.268654 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e78f4812-e758-4633-9a7a-d99ad94b30b9 req-b949d98f-5735-4d9a-9af6-0b8390bd792f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6124b74d-438d-4ed2-8d28-b1e88a38276b HTTP/1.1" status: 200 len: 834 time: 0.0669599 Dec 11 23:11:42.275889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bad9d444-77df-4bb9-b4de-78985f3d1802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677786784', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:08:33Z', 'updated_at': '2021-12-11T23:08:40Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:34Z', 'updated_at': '2021-12-11T23:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '674e7114-144f-4ed8-b388-16056f9f7b9a', 'name': '', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:40:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:38Z', 'updated_at': '2021-12-11T23:08:44Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:42.308185 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad9d444-77df-4bb9-b4de-78985f3d1802 None None] Checking router: 0bb59eae-1200-4359-8a7a-f2c443cde2ee for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:11:42.319238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9d444-77df-4bb9-b4de-78985f3d1802 None None] Routers {'0bb59eae-1200-4359-8a7a-f2c443cde2ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:11:42.319962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bad9d444-77df-4bb9-b4de-78985f3d1802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:11:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:42.321038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f4812-e758-4633-9a7a-d99ad94b30b9 req-09b42054-2212-4683-bfc4-9a2e42121e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:42.324184 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e78f4812-e758-4633-9a7a-d99ad94b30b9 req-09b42054-2212-4683-bfc4-9a2e42121e72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d90a2df-97cb-49e7-b1cc-91af0659c474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466900 Dec 11 23:11:42.452398 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e78f4812-e758-4633-9a7a-d99ad94b30b9 req-5204785a-9b6f-473f-9021-6c5c39f51345 service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142910 Dec 11 23:11:42.537709 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad70bc-5e6d-4f99-8a7e-bd2e52d356f2 req-9c66a06a-a6f4-4cf0-a70d-cf765888ffb4 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:42.548927 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98ad70bc-5e6d-4f99-8a7e-bd2e52d356f2 req-9c66a06a-a6f4-4cf0-a70d-cf765888ffb4 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 947 time: 0.1110065 Dec 11 23:11:42.578487 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e78f4812-e758-4633-9a7a-d99ad94b30b9 req-344bd23d-78db-4771-8821-a69bfa32f11c service neutron] 10.222.0.13 "GET /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211569 Dec 11 23:11:42.619599 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98ad70bc-5e6d-4f99-8a7e-bd2e52d356f2 req-668f805f-e666-4c9c-b8b2-8b052a275cc5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695844 Dec 11 23:11:42.664818 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 457925b7-de98-4c46-ad4a-cb3ca22108fb no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:11:42.689332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 457925b7-de98-4c46-ad4a-cb3ca22108fb {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:11:42.689731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 457925b7-de98-4c46-ad4a-cb3ca22108fb not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:11:42.709715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-bad9d444-77df-4bb9-b4de-78985f3d1802 None None] Set router 0bb59eae-1200-4359-8a7a-f2c443cde2ee gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:11:42.944635 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bad9d444-77df-4bb9-b4de-78985f3d1802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677786784', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:08:33Z', 'updated_at': '2021-12-11T23:08:40Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:34Z', 'updated_at': '2021-12-11T23:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '674e7114-144f-4ed8-b388-16056f9f7b9a', 'name': '', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:40:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:38Z', 'updated_at': '2021-12-11T23:08:44Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:42.977178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad9d444-77df-4bb9-b4de-78985f3d1802 None None] The sync data for ids ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'] in n-d-710847-6 is: [{'id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677786784', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:08:33Z', 'updated_at': '2021-12-11T23:08:40Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:34Z', 'updated_at': '2021-12-11T23:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '674e7114-144f-4ed8-b388-16056f9f7b9a', 'name': '', 'network_id': '0d90a2df-97cb-49e7-b1cc-91af0659c474', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:40:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:38Z', 'updated_at': '2021-12-11T23:08:44Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '6124b74d-438d-4ed2-8d28-b1e88a38276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:11:42.983514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494e4b8-a8bf-4748-8402-271948e55eb4 req-000c6d52-1171-4aa9-a43c-b04caba52649 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:42.985170 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8494e4b8-a8bf-4748-8402-271948e55eb4 req-000c6d52-1171-4aa9-a43c-b04caba52649 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0688310 Dec 11 23:11:43.056673 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8494e4b8-a8bf-4748-8402-271948e55eb4 req-93eeddda-2bfb-42d6-b9af-4a9c47bcb2cf tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/security-groups?id=592b4a47-3738-443a-9e52-06d63678a869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634906 Dec 11 23:11:43.262236 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fac6ed-cbbd-49eb-aa43-10bd1eb6b112 req-c6b17b04-85a5-4e04-8852-967b878e4a86 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:43.263947 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69fac6ed-cbbd-49eb-aa43-10bd1eb6b112 req-c6b17b04-85a5-4e04-8852-967b878e4a86 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.47 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 945 time: 0.0680146 Dec 11 23:11:43.277706 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89baec4f-e3f5-45bb-809d-d61d58f4de14 None None] New status for floating IP 74ea291e-4a19-4457-9cdb-3dbe696ae2ee: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:11:43.408845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-69fac6ed-cbbd-49eb-aa43-10bd1eb6b112 req-b12330b9-46ef-4cf2-b544-eb52b4208864 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Deleting port 4b3500d3-d129-4a7c-bc06-ededef298875 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:11:43.410138 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-69fac6ed-cbbd-49eb-aa43-10bd1eb6b112 req-b12330b9-46ef-4cf2-b544-eb52b4208864 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:43.517152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-69fac6ed-cbbd-49eb-aa43-10bd1eb6b112 req-b12330b9-46ef-4cf2-b544-eb52b4208864 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] For port 4b3500d3-d129-4a7c-bc06-ededef298875, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4b3500d3-d129-4a7c-bc06-ededef298875,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:43.517563 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-69fac6ed-cbbd-49eb-aa43-10bd1eb6b112 req-b12330b9-46ef-4cf2-b544-eb52b4208864 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:43.531640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-69fac6ed-cbbd-49eb-aa43-10bd1eb6b112 req-b12330b9-46ef-4cf2-b544-eb52b4208864 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Calling delete_port for 4b3500d3-d129-4a7c-bc06-ededef298875 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:11:43.748033 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e21873-f053-48e5-bdb7-cce267114ead req-3c4e6cdb-097f-4e74-a02f-c64403871eca tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:43.749746 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-12e21873-f053-48e5-bdb7-cce267114ead req-3c4e6cdb-097f-4e74-a02f-c64403871eca tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 947 time: 0.0566211 Dec 11 23:11:43.765632 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-69fac6ed-cbbd-49eb-aa43-10bd1eb6b112 req-b12330b9-46ef-4cf2-b544-eb52b4208864 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:43.805410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['4b3500d3-d129-4a7c-bc06-ededef298875'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:11:43.805639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12330b9-46ef-4cf2-b544-eb52b4208864 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Pushing event deleted for resources: {'Port': ['ID=4b3500d3-d129-4a7c-bc06-ededef298875,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:43.832049 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-12e21873-f053-48e5-bdb7-cce267114ead req-4743803b-4351-42fd-9ebe-802c66943d9c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=1214ea3d-951e-4b8a-ba22-b934e9a4916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731635 Dec 11 23:11:43.868712 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fac6ed-cbbd-49eb-aa43-10bd1eb6b112 req-b12330b9-46ef-4cf2-b544-eb52b4208864 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] No DVR routers for this DVR port 4b3500d3-d129-4a7c-bc06-ededef298875 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:11:43.871788 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-69fac6ed-cbbd-49eb-aa43-10bd1eb6b112 req-b12330b9-46ef-4cf2-b544-eb52b4208864 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:43.876324 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69fac6ed-cbbd-49eb-aa43-10bd1eb6b112 req-b12330b9-46ef-4cf2-b544-eb52b4208864 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.47 "DELETE /v2.0/ports/4b3500d3-d129-4a7c-bc06-ededef298875 HTTP/1.1" status: 204 len: 173 time: 0.6044571 Dec 11 23:11:43.876947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402dac27-e724-4f15-9c0a-5c83b9e70ce2', 'name': 'network-vif-deleted', 'tag': '4b3500d3-d129-4a7c-bc06-ededef298875'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:11:43.880584 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d36abd-2d35-4e4c-a7a4-547d958dc00f" -d '{"events": [{"server_uuid": "402dac27-e724-4f15-9c0a-5c83b9e70ce2", "name": "network-vif-deleted", "tag": "4b3500d3-d129-4a7c-bc06-ededef298875"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:11:43.894614 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:43.930887 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495123f1-511a-4784-a680-b2130e22adb7 x-openstack-request-id: req-495123f1-511a-4784-a680-b2130e22adb7 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:11:43.931264 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402dac27-e724-4f15-9c0a-5c83b9e70ce2", "name": "network-vif-deleted", "tag": "4b3500d3-d129-4a7c-bc06-ededef298875", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:11:43.931591 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-495123f1-511a-4784-a680-b2130e22adb7 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:11:43.932081 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402dac27-e724-4f15-9c0a-5c83b9e70ce2', 'name': 'network-vif-deleted', 'tag': '4b3500d3-d129-4a7c-bc06-ededef298875', 'status': 'completed', 'code': 200} Dec 11 23:11:44.007092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7b343-7e19-425f-abef-8381f3b88e3e req-98bd2af1-297d-482d-9c17-a7d334740b89 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:44.009020 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91d7b343-7e19-425f-abef-8381f3b88e3e req-98bd2af1-297d-482d-9c17-a7d334740b89 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.13 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 947 time: 0.0760682 Dec 11 23:11:44.140100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-91d7b343-7e19-425f-abef-8381f3b88e3e req-0300c325-41fc-4a9b-bbfc-62218007d240 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting port 62d4a44f-847f-42d2-abfa-d4e679e2e78c {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:11:44.141142 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-91d7b343-7e19-425f-abef-8381f3b88e3e req-0300c325-41fc-4a9b-bbfc-62218007d240 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:44.172513 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce7255fd-7212-4fef-ba3b-08ed0ff76d54 req-ff2b124d-1be6-4c9d-b7bf-8e02f6bedf99 tempest-ListServerFiltersTestJSON-1179735774 tempest-ListServerFiltersTestJSON-1179735774-project] 10.222.0.45 "GET /v2.0/ports?device_id=402dac27-e724-4f15-9c0a-5c83b9e70ce2 HTTP/1.1" status: 200 len: 210 time: 0.0276604 Dec 11 23:11:44.247496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-91d7b343-7e19-425f-abef-8381f3b88e3e req-0300c325-41fc-4a9b-bbfc-62218007d240 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] For port 62d4a44f-847f-42d2-abfa-d4e679e2e78c, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=62d4a44f-847f-42d2-abfa-d4e679e2e78c,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:44.252327 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-91d7b343-7e19-425f-abef-8381f3b88e3e req-0300c325-41fc-4a9b-bbfc-62218007d240 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:44.265141 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-91d7b343-7e19-425f-abef-8381f3b88e3e req-0300c325-41fc-4a9b-bbfc-62218007d240 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Calling delete_port for 62d4a44f-847f-42d2-abfa-d4e679e2e78c owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:11:44.520351 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-91d7b343-7e19-425f-abef-8381f3b88e3e req-0300c325-41fc-4a9b-bbfc-62218007d240 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:44.553119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300c325-41fc-4a9b-bbfc-62218007d240 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Port': ['ID=62d4a44f-847f-42d2-abfa-d4e679e2e78c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:44.606135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d7b343-7e19-425f-abef-8381f3b88e3e req-0300c325-41fc-4a9b-bbfc-62218007d240 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] No DVR routers for this DVR port 62d4a44f-847f-42d2-abfa-d4e679e2e78c on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:11:44.608606 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-91d7b343-7e19-425f-abef-8381f3b88e3e req-0300c325-41fc-4a9b-bbfc-62218007d240 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:44.612193 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91d7b343-7e19-425f-abef-8381f3b88e3e req-0300c325-41fc-4a9b-bbfc-62218007d240 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.13 "DELETE /v2.0/ports/62d4a44f-847f-42d2-abfa-d4e679e2e78c HTTP/1.1" status: 204 len: 173 time: 0.5967240 Dec 11 23:11:44.995768 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04b68381-fe42-4115-9ea1-10fe24584296 req-7c543934-dce2-4380-b723-48e6a6297a03 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b76ca577-2821-4079-8f38-87dc2ddb423d HTTP/1.1" status: 200 len: 210 time: 0.0711632 Dec 11 23:11:45.244046 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34298) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:45.301377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec63b08-0f95-4560-aac6-81034673075d admin admin] Deleting subnet 144be8b7-71dc-4d01-ab16-01cb51d31b3a {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:11:45.305402 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ec63b08-0f95-4560-aac6-81034673075d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:45.351030 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ec63b08-0f95-4560-aac6-81034673075d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:45.450458 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ec63b08-0f95-4560-aac6-81034673075d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:45.554552 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ec63b08-0f95-4560-aac6-81034673075d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:45.580445 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec63b08-0f95-4560-aac6-81034673075d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=144be8b7-71dc-4d01-ab16-01cb51d31b3a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:45.590089 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5ec63b08-0f95-4560-aac6-81034673075d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:45.593974 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5ec63b08-0f95-4560-aac6-81034673075d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/144be8b7-71dc-4d01-ab16-01cb51d31b3a HTTP/1.1" status: 204 len: 168 time: 0.3481905 Dec 11 23:11:45.597898 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34308) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:45.600905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f422b5d-de8e-4037-a8b2-25685fa5248b None None] Network b190438a-f09f-4464-b48a-35612a46faea requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:11:45.676480 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:45.741385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] Deleting port 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:11:45.741731 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:45.771501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7a3a42-0df6-40b3-91ab-085c89e8ce9e None None] DHCP port deletion for b190438a-f09f-4464-b48a-35612a46faea request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:11:45.809637 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] For port 57c990fd-98ee-46b8-9f85-19bb6a88cfe4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=57c990fd-98ee-46b8-9f85-19bb6a88cfe4,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:45.809907 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:45.822687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a3a42-0df6-40b3-91ab-085c89e8ce9e None None] Deleting port 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:11:45.823140 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3a42-0df6-40b3-91ab-085c89e8ce9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:45.836475 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] Calling delete_port for 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:11:45.892881 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3b7a3a42-0df6-40b3-91ab-085c89e8ce9e None None] For port 57c990fd-98ee-46b8-9f85-19bb6a88cfe4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=57c990fd-98ee-46b8-9f85-19bb6a88cfe4,segment=NetworkSegment(0f72906a-42ed-4526-8bb0-3ac0468bd137),segment_id=0f72906a-42ed-4526-8bb0-3ac0468bd137)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:45.893286 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3a42-0df6-40b3-91ab-085c89e8ce9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:45.907377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a3a42-0df6-40b3-91ab-085c89e8ce9e None None] Calling delete_port for 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:11:45.933337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'name': 'network-vif-deleted', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:11:45.952031 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3569df5a-d564-4df9-b468-60c74c8ae06b" -d '{"events": [{"server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "name": "network-vif-deleted", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:11:45.983670 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f8470c-6968-4ae1-82ba-093e54646c81 x-openstack-request-id: req-62f8470c-6968-4ae1-82ba-093e54646c81 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:11:45.984013 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76ca577-2821-4079-8f38-87dc2ddb423d", "name": "network-vif-deleted", "tag": "62d4a44f-847f-42d2-abfa-d4e679e2e78c", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:11:45.984260 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-62f8470c-6968-4ae1-82ba-093e54646c81 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:11:45.985090 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76ca577-2821-4079-8f38-87dc2ddb423d', 'name': 'network-vif-deleted', 'tag': '62d4a44f-847f-42d2-abfa-d4e679e2e78c', 'status': 'completed', 'code': 200} Dec 11 23:11:46.055983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34316) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:46.090665 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:46.092298 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3a42-0df6-40b3-91ab-085c89e8ce9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:46.106658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a3a42-0df6-40b3-91ab-085c89e8ce9e None None] No DVR routers for this DVR port 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:11:46.122109 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] Pushing event deleted for resources: {'Port': ['ID=57c990fd-98ee-46b8-9f85-19bb6a88cfe4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:46.131288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] No DVR routers for this DVR port 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:11:46.142191 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a3a42-0df6-40b3-91ab-085c89e8ce9e None None] Pushing event deleted for resources: {'Port': ['ID=57c990fd-98ee-46b8-9f85-19bb6a88cfe4,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:46.210492 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:46.234050 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b190438a-f09f-4464-b48a-35612a46faea']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:46.244215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f72906a-42ed-4526-8bb0-3ac0468bd137') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:46.244904 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f72906a-42ed-4526-8bb0-3ac0468bd137') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:46.255321 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:46.271170 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:46.284195 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:11:46.285351 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:11:46.287393 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:11:46.451714 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:46.458528 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:46.465847 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] 10.222.0.45 "DELETE /v2.0/networks/b190438a-f09f-4464-b48a-35612a46faea HTTP/1.1" status: 204 len: 168 time: 0.8666751 Dec 11 23:11:46.477067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4b3500d3-d129-4a7c-bc06-ededef298875 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:11:46.488298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6b341-b5bf-4fff-a546-d5e69b80181d admin admin] Pushing event deleted for resources: {'Network': ['ID=b190438a-f09f-4464-b48a-35612a46faea,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:46.525638 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-514653b8-ceb8-430a-aecd-eab04468d582 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:46.531102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 4b3500d3-d129-4a7c-bc06-ededef298875 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:11:46.531459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4b3500d3-d129-4a7c-bc06-ededef298875 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:11:46.868452 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34332) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:47.066321 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-71f2a8be-fc7e-4072-901c-03721f90c834 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=30a25c36b5844d0f85f66e73b6b04cd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0609124 Dec 11 23:11:47.066321 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34338) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:47.067834 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df4292e7-0041-47a5-996c-f0602f6a0d9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:47.093314 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df4292e7-0041-47a5-996c-f0602f6a0d9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:47.185037 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-514653b8-ceb8-430a-aecd-eab04468d582 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting port 674e7114-144f-4ed8-b388-16056f9f7b9a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:11:47.185668 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-514653b8-ceb8-430a-aecd-eab04468d582 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:47.235096 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df4292e7-0041-47a5-996c-f0602f6a0d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:47.238635 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df4292e7-0041-47a5-996c-f0602f6a0d9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:47.239417 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-df4292e7-0041-47a5-996c-f0602f6a0d9e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/592b4a47-3738-443a-9e52-06d63678a869 HTTP/1.1" status: 204 len: 168 time: 0.3048005 Dec 11 23:11:47.256807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4292e7-0041-47a5-996c-f0602f6a0d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592b4a47-3738-443a-9e52-06d63678a869,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:47.296643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-514653b8-ceb8-430a-aecd-eab04468d582 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] For port 674e7114-144f-4ed8-b388-16056f9f7b9a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=674e7114-144f-4ed8-b388-16056f9f7b9a,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:47.297091 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-514653b8-ceb8-430a-aecd-eab04468d582 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:47.318995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-514653b8-ceb8-430a-aecd-eab04468d582 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Calling delete_port for 674e7114-144f-4ed8-b388-16056f9f7b9a owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:11:47.548430 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:47.594176 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-514653b8-ceb8-430a-aecd-eab04468d582 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:47.625309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514653b8-ceb8-430a-aecd-eab04468d582 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Port': ['ID=674e7114-144f-4ed8-b388-16056f9f7b9a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:47.830426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:11:47.867122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:11:47.869940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 57c990fd-98ee-46b8-9f85-19bb6a88cfe4 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:11:47.975128 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-514653b8-ceb8-430a-aecd-eab04468d582 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:48.211581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514653b8-ceb8-430a-aecd-eab04468d582 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router 0bb59eae-1200-4359-8a7a-f2c443cde2ee has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:11:48.341627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514653b8-ceb8-430a-aecd-eab04468d582 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:11:48.352707 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-514653b8-ceb8-430a-aecd-eab04468d582 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "PUT /v2.0/routers/0bb59eae-1200-4359-8a7a-f2c443cde2ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2956371 Dec 11 23:11:48.354648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a63eaa-292b-42ef-858b-c8f4edc44bd8 None None] Sync routers for ids ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:11:48.355583 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34384) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:48.366829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a63eaa-292b-42ef-858b-c8f4edc44bd8 None None] Routers {'0bb59eae-1200-4359-8a7a-f2c443cde2ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:11:48.367476 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b6a63eaa-292b-42ef-858b-c8f4edc44bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:11:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:48.417120 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be0618e-80e8-4f27-9f7c-16cfba854cbd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting subnet 6124b74d-438d-4ed2-8d28-b1e88a38276b {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:11:48.420461 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0be0618e-80e8-4f27-9f7c-16cfba854cbd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:48.470007 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0be0618e-80e8-4f27-9f7c-16cfba854cbd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:48.489703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-b6a63eaa-292b-42ef-858b-c8f4edc44bd8 None None] Set router 0bb59eae-1200-4359-8a7a-f2c443cde2ee gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:11:48.645787 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0be0618e-80e8-4f27-9f7c-16cfba854cbd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:48.732520 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b6a63eaa-292b-42ef-858b-c8f4edc44bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677786784', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:08:33Z', 'updated_at': '2021-12-11T23:11:47Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:34Z', 'updated_at': '2021-12-11T23:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:48.770186 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a63eaa-292b-42ef-858b-c8f4edc44bd8 None None] Checking router: 0bb59eae-1200-4359-8a7a-f2c443cde2ee for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:11:48.785766 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a63eaa-292b-42ef-858b-c8f4edc44bd8 None None] Routers {'0bb59eae-1200-4359-8a7a-f2c443cde2ee'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:11:48.786383 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b6a63eaa-292b-42ef-858b-c8f4edc44bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:11:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:48.836377 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0be0618e-80e8-4f27-9f7c-16cfba854cbd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:48.882189 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27a6bdee-16d3-412a-8f8f-9d3e1649b01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:48.889996 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0be0618e-80e8-4f27-9f7c-16cfba854cbd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:48.895603 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0be0618e-80e8-4f27-9f7c-16cfba854cbd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/subnets/6124b74d-438d-4ed2-8d28-b1e88a38276b HTTP/1.1" status: 204 len: 168 time: 0.5376985 Dec 11 23:11:48.897456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34406) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:48.907783 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd32cafc-c5bf-46ab-8094-fe18f85b0d19 None None] Network 0d90a2df-97cb-49e7-b1cc-91af0659c474 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:11:48.911440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0618e-80e8-4f27-9f7c-16cfba854cbd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Subnet': ['ID=6124b74d-438d-4ed2-8d28-b1e88a38276b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:48.969644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-b6a63eaa-292b-42ef-858b-c8f4edc44bd8 None None] Set router 0bb59eae-1200-4359-8a7a-f2c443cde2ee gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:11:49.045452 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 62d4a44f-847f-42d2-abfa-d4e679e2e78c no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:11:49.084973 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fa32004-44b4-427d-a5a0-85a718134837 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:49.159486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 62d4a44f-847f-42d2-abfa-d4e679e2e78c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:11:49.159936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 62d4a44f-847f-42d2-abfa-d4e679e2e78c not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:11:49.230433 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fa32004-44b4-427d-a5a0-85a718134837 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:49.298455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] DHCP port deletion for 0d90a2df-97cb-49e7-b1cc-91af0659c474 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:11:49.338548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b6a63eaa-292b-42ef-858b-c8f4edc44bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677786784', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:08:33Z', 'updated_at': '2021-12-11T23:11:47Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:34Z', 'updated_at': '2021-12-11T23:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:49.371609 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a63eaa-292b-42ef-858b-c8f4edc44bd8 None None] The sync data for ids ['0bb59eae-1200-4359-8a7a-f2c443cde2ee'] in n-d-710847-6 is: [{'id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677786784', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:08:33Z', 'updated_at': '2021-12-11T23:11:47Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb59eae-1200-4359-8a7a-f2c443cde2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:08:34Z', 'updated_at': '2021-12-11T23:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:11:49.389511 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Deleting port 83fa5177-3e4f-4109-9663-570281018232 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:11:49.389767 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:49.398863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-7fa32004-44b4-427d-a5a0-85a718134837 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting port 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:11:49.399466 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fa32004-44b4-427d-a5a0-85a718134837 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:49.477176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] For port 83fa5177-3e4f-4109-9663-570281018232, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=83fa5177-3e4f-4109-9663-570281018232,segment=NetworkSegment(7578a772-8753-4cc4-aa3f-a5da9c6a6dd3),segment_id=7578a772-8753-4cc4-aa3f-a5da9c6a6dd3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:49.481378 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:49.497717 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Calling delete_port for 83fa5177-3e4f-4109-9663-570281018232 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:11:49.498115 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-7fa32004-44b4-427d-a5a0-85a718134837 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] For port 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:11:49.498487 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fa32004-44b4-427d-a5a0-85a718134837 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:49.511683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-7fa32004-44b4-427d-a5a0-85a718134837 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Calling delete_port for 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:11:49.726487 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:49.730267 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34442) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:49.776602 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Pushing event deleted for resources: {'Port': ['ID=83fa5177-3e4f-4109-9663-570281018232,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:49.788350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:49.789020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:49.789578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:49.790124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:49.790648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:49.791208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:49.791731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:49.792249 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:49.792935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:49.793452 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:49.794313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:49.794920 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:49.795406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:49.803449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e4c6d-d383-4078-a451-fa70712fb97f None None] No DVR routers for this DVR port 83fa5177-3e4f-4109-9663-570281018232 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:11:49.818948 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fa32004-44b4-427d-a5a0-85a718134837 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:49.838306 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 83fa5177-3e4f-4109-9663-570281018232 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:11:49.863638 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 83fa5177-3e4f-4109-9663-570281018232 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:11:49.864251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 83fa5177-3e4f-4109-9663-570281018232 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:11:49.865133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 674e7114-144f-4ed8-b388-16056f9f7b9a no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:11:49.886354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa32004-44b4-427d-a5a0-85a718134837 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Port': ['ID=2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:49.910341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 674e7114-144f-4ed8-b388-16056f9f7b9a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:11:49.910697 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 674e7114-144f-4ed8-b388-16056f9f7b9a not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:11:49.929135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8300540-534f-49e2-ae63-f1c4d8d74f69 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:11:49.978786 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d9926a3b-1ab0-4e36-937d-a4f0d704175f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.017522 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fa32004-44b4-427d-a5a0-85a718134837 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.085195 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d9926a3b-1ab0-4e36-937d-a4f0d704175f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.117499 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fa32004-44b4-427d-a5a0-85a718134837 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.120059 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fa32004-44b4-427d-a5a0-85a718134837 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.187107 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d9926a3b-1ab0-4e36-937d-a4f0d704175f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.230672 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d9926a3b-1ab0-4e36-937d-a4f0d704175f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0c36d814d36e4ba38a66b6abd13a69e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4990849 Dec 11 23:11:50.231948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9926a3b-1ab0-4e36-937d-a4f0d704175f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bcd028-a7ee-44d4-acdb-a3189e4ba371,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:50.233319 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34450) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:50.283993 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c15124a1-a12d-4348-982d-01902651ac6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.307921 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c15124a1-a12d-4348-982d-01902651ac6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.335684 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fa32004-44b4-427d-a5a0-85a718134837 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.335684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa32004-44b4-427d-a5a0-85a718134837 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Fanout notify agent at l3_agent the message router_deleted on router 0bb59eae-1200-4359-8a7a-f2c443cde2ee {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:11:50.344236 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7fa32004-44b4-427d-a5a0-85a718134837 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.347836 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7fa32004-44b4-427d-a5a0-85a718134837 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/routers/0bb59eae-1200-4359-8a7a-f2c443cde2ee HTTP/1.1" status: 204 len: 168 time: 1.4452631 Dec 11 23:11:50.348268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34456) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:50.436359 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cacd6fb8-1c5f-4a44-badd-ceec742400af tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.468594 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c15124a1-a12d-4348-982d-01902651ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.471678 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c15124a1-a12d-4348-982d-01902651ac6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.473199 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c15124a1-a12d-4348-982d-01902651ac6f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4bcd028-a7ee-44d4-acdb-a3189e4ba371 HTTP/1.1" status: 204 len: 168 time: 0.2388446 Dec 11 23:11:50.482200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15124a1-a12d-4348-982d-01902651ac6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bcd028-a7ee-44d4-acdb-a3189e4ba371,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:50.540260 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cacd6fb8-1c5f-4a44-badd-ceec742400af tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.564126 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cacd6fb8-1c5f-4a44-badd-ceec742400af tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d90a2df-97cb-49e7-b1cc-91af0659c474']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:50.577610 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cacd6fb8-1c5f-4a44-badd-ceec742400af tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:50.577978 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-cacd6fb8-1c5f-4a44-badd-ceec742400af tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7578a772-8753-4cc4-aa3f-a5da9c6a6dd3') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:50.598084 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cacd6fb8-1c5f-4a44-badd-ceec742400af tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.616762 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cacd6fb8-1c5f-4a44-badd-ceec742400af tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.639825 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacd6fb8-1c5f-4a44-badd-ceec742400af tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:11:50.640273 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cacd6fb8-1c5f-4a44-badd-ceec742400af tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:11:50.668246 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:11:50.834173 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cacd6fb8-1c5f-4a44-badd-ceec742400af tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.842404 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cacd6fb8-1c5f-4a44-badd-ceec742400af tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.845708 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cacd6fb8-1c5f-4a44-badd-ceec742400af tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/networks/0d90a2df-97cb-49e7-b1cc-91af0659c474 HTTP/1.1" status: 204 len: 168 time: 0.4964128 Dec 11 23:11:50.849389 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34472) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:50.857110 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd6fb8-1c5f-4a44-badd-ceec742400af tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Network': ['ID=0d90a2df-97cb-49e7-b1cc-91af0659c474,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:50.928464 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c77a066-03fa-4726-8b51-91759441e920 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:50.956961 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c77a066-03fa-4726-8b51-91759441e920 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:51.137238 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c77a066-03fa-4726-8b51-91759441e920 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:51.140100 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c77a066-03fa-4726-8b51-91759441e920 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:51.141392 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9c77a066-03fa-4726-8b51-91759441e920 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/security-groups/1214ea3d-951e-4b8a-ba22-b934e9a4916a HTTP/1.1" status: 204 len: 168 time: 0.2910266 Dec 11 23:11:51.152919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77a066-03fa-4726-8b51-91759441e920 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1214ea3d-951e-4b8a-ba22-b934e9a4916a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:51.355127 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a26c0b7d-50eb-47f2-b91b-3488ebee72cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:51.762987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:11:51.790229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34512) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:51.792958 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:11:51.793589 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2c8c56bd-9a99-49e9-89ac-c6ed0f9510e6 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:11:51.794605 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34514) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:51.805145 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-073973f8-6661-4f21-b879-c59f6530e6d3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1590163462', 'description': 'tempest-secgroup-smoke-1590163462 description', 'project_id': '1a1365b402b74cbba7b45d13613b90f8'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:11:51.897492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-00ddb1c2-6d7b-4a04-a1e0-79cfc7bb4e3b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-746635910-network', 'tenant_id': 'd168f95f7b0e4bc69f396210a27113b1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:11:51.925261 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-073973f8-6661-4f21-b879-c59f6530e6d3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:51.998620 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-073973f8-6661-4f21-b879-c59f6530e6d3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.068842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ddb1c2-6d7b-4a04-a1e0-79cfc7bb4e3b admin admin] Made reservation on behalf of d168f95f7b0e4bc69f396210a27113b1 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:11:52.071441 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00ddb1c2-6d7b-4a04-a1e0-79cfc7bb4e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.082671 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00ddb1c2-6d7b-4a04-a1e0-79cfc7bb4e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.097032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-073973f8-6661-4f21-b879-c59f6530e6d3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.138013 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073973f8-6661-4f21-b879-c59f6530e6d3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:52.178231 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00ddb1c2-6d7b-4a04-a1e0-79cfc7bb4e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.213337 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-073973f8-6661-4f21-b879-c59f6530e6d3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.214546 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-073973f8-6661-4f21-b879-c59f6530e6d3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4187841 Dec 11 23:11:52.217472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34520) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:52.222435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-df1227cd-288c-412c-9b94-6323d7f49c29 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '8ec801dd-c536-42b2-b5d7-9a3ffd5621dc', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:11:52.354047 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00ddb1c2-6d7b-4a04-a1e0-79cfc7bb4e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.377190 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.387804 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df1227cd-288c-412c-9b94-6323d7f49c29 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.392377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ddb1c2-6d7b-4a04-a1e0-79cfc7bb4e3b admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:11:52.400165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddb1c2-6d7b-4a04-a1e0-79cfc7bb4e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110cd204-f7cd-4320-bc33-f5e0685b3719,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:52.408955 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00ddb1c2-6d7b-4a04-a1e0-79cfc7bb4e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.408955 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-00ddb1c2-6d7b-4a04-a1e0-79cfc7bb4e3b admin admin] Added segment 8d2b3cd4-339b-40dc-9ab7-8b69059f895a of type vlan for network 6ccfee4e-e523-49fe-8be1-6f8ddc929d1b Dec 11 23:11:52.447967 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df1227cd-288c-412c-9b94-6323d7f49c29 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.454777 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00ddb1c2-6d7b-4a04-a1e0-79cfc7bb4e3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.520421 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df1227cd-288c-412c-9b94-6323d7f49c29 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.543254 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1227cd-288c-412c-9b94-6323d7f49c29 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d3bff5-aa91-4779-a9af-9fa06c9d935a,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:52.583652 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00ddb1c2-6d7b-4a04-a1e0-79cfc7bb4e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.584962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ddb1c2-6d7b-4a04-a1e0-79cfc7bb4e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:52.585775 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00ddb1c2-6d7b-4a04-a1e0-79cfc7bb4e3b admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.614703 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df1227cd-288c-412c-9b94-6323d7f49c29 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.616599 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-df1227cd-288c-412c-9b94-6323d7f49c29 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3981960 Dec 11 23:11:52.619498 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34532) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:52.624126 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f8d01e12-95f1-45a7-8287-9bc5fad20976 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '8ec801dd-c536-42b2-b5d7-9a3ffd5621dc', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:11:52.652794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddb1c2-6d7b-4a04-a1e0-79cfc7bb4e3b admin admin] Pushing event updated for resources: {'Network': ['ID=6ccfee4e-e523-49fe-8be1-6f8ddc929d1b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:52.664637 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 6ccfee4e-e523-49fe-8be1-6f8ddc929d1b details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:11:52.722642 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-00ddb1c2-6d7b-4a04-a1e0-79cfc7bb4e3b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9295943 Dec 11 23:11:52.725353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34536) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:52.730349 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1036c446-38a1-47e4-952c-2524d830c899 admin admin] Request body: {'subnet': {'network_id': '6ccfee4e-e523-49fe-8be1-6f8ddc929d1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-746635910-subnet', 'tenant_id': 'd168f95f7b0e4bc69f396210a27113b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:11:52.822433 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8d01e12-95f1-45a7-8287-9bc5fad20976 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.899965 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8d01e12-95f1-45a7-8287-9bc5fad20976 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:52.929760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1036c446-38a1-47e4-952c-2524d830c899 admin admin] Made reservation on behalf of d168f95f7b0e4bc69f396210a27113b1 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:11:52.932240 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1036c446-38a1-47e4-952c-2524d830c899 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:53.017431 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8d01e12-95f1-45a7-8287-9bc5fad20976 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:53.048940 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d01e12-95f1-45a7-8287-9bc5fad20976 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f08305-f533-44ec-8ca9-fc621548165a,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:53.167566 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8d01e12-95f1-45a7-8287-9bc5fad20976 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:53.168822 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f8d01e12-95f1-45a7-8287-9bc5fad20976 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5482485 Dec 11 23:11:53.171742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34546) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:53.177061 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b0ddc0c4-e08b-4feb-9de3-5e8b2069b5bf tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '8ec801dd-c536-42b2-b5d7-9a3ffd5621dc', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:11:53.215939 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1036c446-38a1-47e4-952c-2524d830c899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:53.279692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc0c4-e08b-4feb-9de3-5e8b2069b5bf tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:53.296868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036c446-38a1-47e4-952c-2524d830c899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f439d7d9-7b81-409d-ad72-8666811f1a86,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:53.303079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1036c446-38a1-47e4-952c-2524d830c899 admin admin] Checking segment: {'id': '8d2b3cd4-339b-40dc-9ab7-8b69059f895a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ccfee4e-e523-49fe-8be1-6f8ddc929d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:11:53.305818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1036c446-38a1-47e4-952c-2524d830c899 admin admin] Network hostable DHCP agents. Network: 6ccfee4e-e523-49fe-8be1-6f8ddc929d1b, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:11:53.367888 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc0c4-e08b-4feb-9de3-5e8b2069b5bf tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:53.450112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1036c446-38a1-47e4-952c-2524d830c899 admin admin] Network 6ccfee4e-e523-49fe-8be1-6f8ddc929d1b is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:11:53.514211 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc0c4-e08b-4feb-9de3-5e8b2069b5bf tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:53.534339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddc0c4-e08b-4feb-9de3-5e8b2069b5bf tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4dcf09-dacb-42ae-a35d-61841bd4b592,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:53.588734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1036c446-38a1-47e4-952c-2524d830c899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 6ccfee4e-e523-49fe-8be1-6f8ddc929d1b) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:11:53.594359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1036c446-38a1-47e4-952c-2524d830c899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:53.595322 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1036c446-38a1-47e4-952c-2524d830c899 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:53.603750 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6fe0fa-d490-40df-9b75-5ab83cd743ff None None] Network 6ccfee4e-e523-49fe-8be1-6f8ddc929d1b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:11:53.654000 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc0c4-e08b-4feb-9de3-5e8b2069b5bf tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:53.655438 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b0ddc0c4-e08b-4feb-9de3-5e8b2069b5bf tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4826653 Dec 11 23:11:53.658381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34556) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:53.663299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a90a81b0-61c1-41b7-b242-9426daeecae7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '8ec801dd-c536-42b2-b5d7-9a3ffd5621dc', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:11:53.696849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1036c446-38a1-47e4-952c-2524d830c899 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9706204 Dec 11 23:11:53.716222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d04b9d9-0a2c-43e1-b2c0-4d2cb8448505 None None] Network 6ccfee4e-e523-49fe-8be1-6f8ddc929d1b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:11:53.788711 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a90a81b0-61c1-41b7-b242-9426daeecae7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:53.874336 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34566) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:53.897457 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a90a81b0-61c1-41b7-b242-9426daeecae7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:53.927422 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c854ab2-4ec7-4ff2-8176-79def2c0e3d6 admin admin] Deleting subnet f439d7d9-7b81-409d-ad72-8666811f1a86 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:11:53.930989 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3c854ab2-4ec7-4ff2-8176-79def2c0e3d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:53.966651 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3c854ab2-4ec7-4ff2-8176-79def2c0e3d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.008106 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3c854ab2-4ec7-4ff2-8176-79def2c0e3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.051718 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.073970 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a90a81b0-61c1-41b7-b242-9426daeecae7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.100086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a81b0-61c1-41b7-b242-9426daeecae7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e216c8-c1ab-4036-92ba-ef129c031a38,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:54.207126 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3c854ab2-4ec7-4ff2-8176-79def2c0e3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.229441 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a90a81b0-61c1-41b7-b242-9426daeecae7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.230689 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a90a81b0-61c1-41b7-b242-9426daeecae7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5712101 Dec 11 23:11:54.232963 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c854ab2-4ec7-4ff2-8176-79def2c0e3d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f439d7d9-7b81-409d-ad72-8666811f1a86,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:54.237494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34572) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:54.237637 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3c854ab2-4ec7-4ff2-8176-79def2c0e3d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.237987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-dc2984fd-a2f9-45ca-bd99-7697bd0135a2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '8ec801dd-c536-42b2-b5d7-9a3ffd5621dc', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:11:54.240369 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3c854ab2-4ec7-4ff2-8176-79def2c0e3d6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f439d7d9-7b81-409d-ad72-8666811f1a86 HTTP/1.1" status: 204 len: 168 time: 0.3646767 Dec 11 23:11:54.242647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34574) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:54.316035 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9167dfe5-95b6-4887-88cb-d16ccc669d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.360352 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-dc2984fd-a2f9-45ca-bd99-7697bd0135a2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Project 1a1365b402b74cbba7b45d13613b90f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:11:54.369929 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dc2984fd-a2f9-45ca-bd99-7697bd0135a2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.417686 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9167dfe5-95b6-4887-88cb-d16ccc669d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.442976 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-9167dfe5-95b6-4887-88cb-d16ccc669d2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ccfee4e-e523-49fe-8be1-6f8ddc929d1b']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:54.452809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-9167dfe5-95b6-4887-88cb-d16ccc669d2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2b3cd4-339b-40dc-9ab7-8b69059f895a') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:54.453102 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-9167dfe5-95b6-4887-88cb-d16ccc669d2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2b3cd4-339b-40dc-9ab7-8b69059f895a') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:54.460918 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dc2984fd-a2f9-45ca-bd99-7697bd0135a2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.464274 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9167dfe5-95b6-4887-88cb-d16ccc669d2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.477774 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9167dfe5-95b6-4887-88cb-d16ccc669d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.483606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9167dfe5-95b6-4887-88cb-d16ccc669d2c admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:11:54.483994 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9167dfe5-95b6-4887-88cb-d16ccc669d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:11:54.485642 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:11:54.600117 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dc2984fd-a2f9-45ca-bd99-7697bd0135a2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.622068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2984fd-a2f9-45ca-bd99-7697bd0135a2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32eaafd0-a20b-43c7-8df6-fe2c9f67c3f4,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:54.651276 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9167dfe5-95b6-4887-88cb-d16ccc669d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.660195 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9167dfe5-95b6-4887-88cb-d16ccc669d2c admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.662884 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9167dfe5-95b6-4887-88cb-d16ccc669d2c admin admin] 10.222.0.45 "DELETE /v2.0/networks/6ccfee4e-e523-49fe-8be1-6f8ddc929d1b HTTP/1.1" status: 204 len: 168 time: 0.4191937 Dec 11 23:11:54.677900 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167dfe5-95b6-4887-88cb-d16ccc669d2c admin admin] Pushing event deleted for resources: {'Network': ['ID=6ccfee4e-e523-49fe-8be1-6f8ddc929d1b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:54.742554 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.773053 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dc2984fd-a2f9-45ca-bd99-7697bd0135a2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.773053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dc2984fd-a2f9-45ca-bd99-7697bd0135a2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5357542 Dec 11 23:11:54.773354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34592) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:54.777809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1a6af790-e003-4663-90c6-c18fc23f1d22 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '8ec801dd-c536-42b2-b5d7-9a3ffd5621dc', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:11:54.857585 n-d-710847-6 neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-1a6af790-e003-4663-90c6-c18fc23f1d22 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Project 1a1365b402b74cbba7b45d13613b90f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:11:54.863734 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a6af790-e003-4663-90c6-c18fc23f1d22 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:54.929532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a6af790-e003-4663-90c6-c18fc23f1d22 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:55.008358 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a6af790-e003-4663-90c6-c18fc23f1d22 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:55.028353 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6af790-e003-4663-90c6-c18fc23f1d22 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fada0dc7-1b1f-4bae-b501-130e692d7436,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:55.068908 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34596) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:55.099873 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8bf27d98-8e92-4ffb-b109-0382aaf65a93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d168f95f7b0e4bc69f396210a27113b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392296 Dec 11 23:11:55.102436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34598) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:55.120444 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a6af790-e003-4663-90c6-c18fc23f1d22 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:55.124629 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1a6af790-e003-4663-90c6-c18fc23f1d22 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3474081 Dec 11 23:11:55.125053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34602) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:55.130790 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-50d87014-9581-445e-8c96-8a2d0fccd046 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'network': {'name': 'tempest-network-smoke--1998995446', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'port_security_enabled': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:11:55.181234 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f804fb3-5eac-4aa1-b968-2bfb8d883bc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:55.205230 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f804fb3-5eac-4aa1-b968-2bfb8d883bc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:55.240355 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d87014-9581-445e-8c96-8a2d0fccd046 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Made reservation on behalf of 1a1365b402b74cbba7b45d13613b90f8 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:11:55.244076 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50d87014-9581-445e-8c96-8a2d0fccd046 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:55.356798 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f804fb3-5eac-4aa1-b968-2bfb8d883bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:55.359647 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5f804fb3-5eac-4aa1-b968-2bfb8d883bc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:55.361083 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5f804fb3-5eac-4aa1-b968-2bfb8d883bc7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/110cd204-f7cd-4320-bc33-f5e0685b3719 HTTP/1.1" status: 204 len: 168 time: 0.2574942 Dec 11 23:11:55.368939 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d87014-9581-445e-8c96-8a2d0fccd046 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:11:55.378550 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f804fb3-5eac-4aa1-b968-2bfb8d883bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110cd204-f7cd-4320-bc33-f5e0685b3719,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:55.386046 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50d87014-9581-445e-8c96-8a2d0fccd046 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:55.386391 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-50d87014-9581-445e-8c96-8a2d0fccd046 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Added segment 52c47d0f-e46a-46de-819e-73e9dbbb0ddd of type vlan for network bbc0f1cc-56a4-4eba-973e-fe1397415726 Dec 11 23:11:55.451601 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50d87014-9581-445e-8c96-8a2d0fccd046 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:55.612928 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50d87014-9581-445e-8c96-8a2d0fccd046 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:55.619778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d87014-9581-445e-8c96-8a2d0fccd046 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:55.620561 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-50d87014-9581-445e-8c96-8a2d0fccd046 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:55.699133 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d87014-9581-445e-8c96-8a2d0fccd046 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Network': ['ID=bbc0f1cc-56a4-4eba-973e-fe1397415726,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:55.712968 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network bbc0f1cc-56a4-4eba-973e-fe1397415726 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:11:55.799806 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34618) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:55.801531 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-50d87014-9581-445e-8c96-8a2d0fccd046 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6741319 Dec 11 23:11:55.805202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1576454347', 'admin_state_up': True, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:11:55.920462 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:55.922461 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:55.997203 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:56.225774 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:56.561498 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:56.580328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:56.712508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Allocated IP 172.25.1.171 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/0963f201-3080-4b58-b1a4-d14858c8e9b4) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:11:56.834667 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:56.947619 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:57.000532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:11:57.005416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:11:57.009066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:11:57.027270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdae166-ce74-45f7-a195-181acccd6066 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:11:57.048822 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=0963f201-3080-4b58-b1a4-d14858c8e9b4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:57.068417 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-aa280d1b-d4a6-4aa3-88ce-0f78b7a8dc63 None None] Provisioning complete for port 0963f201-3080-4b58-b1a4-d14858c8e9b4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:11:57.068894 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aa280d1b-d4a6-4aa3-88ce-0f78b7a8dc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:57.121818 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-aa280d1b-d4a6-4aa3-88ce-0f78b7a8dc63 None None] Port 0963f201-3080-4b58-b1a4-d14858c8e9b4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:11:57.468724 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:57.691953 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:58.262538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:11:58.394037 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:11:58.404798 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Sync routers for ids ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:11:58.415883 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Routers {'3e543e65-aa5b-4f48-88f4-989fb89aa7fe'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:11:58.416486 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:11:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:58.508420 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:58.509832 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-55994e4b-adf3-4911-bf12-d2d552c6fec9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7090182 Dec 11 23:11:58.517171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34710) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:58.527105 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Set router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:11:58.560218 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4b9f27cb-bb8e-464a-bdd1-ddaa09b44072 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=1a1365b402b74cbba7b45d13613b90f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416567 Dec 11 23:11:58.562624 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34714) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:58.766063 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6062e92-8803-48da-b71f-bd90f9a44555 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:58.766272 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576454347', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:11:55Z', 'updated_at': '2021-12-11T23:11:57Z', 'revision_number': 3, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:11:56Z', 'updated_at': '2021-12-11T23:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:58.768022 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b6062e92-8803-48da-b71f-bd90f9a44555 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2043521 Dec 11 23:11:58.771752 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34720) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:58.794677 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Checking router: 3e543e65-aa5b-4f48-88f4-989fb89aa7fe for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:11:58.794677 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Updating router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe port 0963f201-3080-4b58-b1a4-d14858c8e9b4 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:11:58.813500 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0bc62c16-4d0b-4e7f-942a-061f0de7aa53 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406106 Dec 11 23:11:58.817102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34724) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:11:58.822177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0bf0fdc0-ad3f-47aa-a7d9-d8b27ba69612 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-612043243', 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:11:58.849599 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:59.091707 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf0fdc0-ad3f-47aa-a7d9-d8b27ba69612 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Made reservation on behalf of 1a1365b402b74cbba7b45d13613b90f8 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:11:59.097607 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0bf0fdc0-ad3f-47aa-a7d9-d8b27ba69612 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:59.253439 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:59.365504 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:59.411521 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0bf0fdc0-ad3f-47aa-a7d9-d8b27ba69612 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:59.424134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc42f527-99e3-4d70-acca-9af048833546 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:11:59.425949 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Attempting to bind port 0963f201-3080-4b58-b1a4-d14858c8e9b4 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:11:59.426350 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Attempting to bind port 0963f201-3080-4b58-b1a4-d14858c8e9b4 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:11:59.426680 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Attempting to bind port 0963f201-3080-4b58-b1a4-d14858c8e9b4 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:11:59.438963 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae70ec-5168-4c22-bbd2-ad11efcb89b0 None None] Pushing event updated for resources: {'Port': ['ID=0963f201-3080-4b58-b1a4-d14858c8e9b4,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:59.468781 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae70ec-5168-4c22-bbd2-ad11efcb89b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:59.474166 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae70ec-5168-4c22-bbd2-ad11efcb89b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:59.474166 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae70ec-5168-4c22-bbd2-ad11efcb89b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:59.474444 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae70ec-5168-4c22-bbd2-ad11efcb89b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:59.474552 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae70ec-5168-4c22-bbd2-ad11efcb89b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:59.474894 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae70ec-5168-4c22-bbd2-ad11efcb89b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:59.475402 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae70ec-5168-4c22-bbd2-ad11efcb89b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:59.475886 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae70ec-5168-4c22-bbd2-ad11efcb89b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:59.476210 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae70ec-5168-4c22-bbd2-ad11efcb89b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:59.477663 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae70ec-5168-4c22-bbd2-ad11efcb89b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:59.478008 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae70ec-5168-4c22-bbd2-ad11efcb89b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:59.478294 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae70ec-5168-4c22-bbd2-ad11efcb89b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:59.479086 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae70ec-5168-4c22-bbd2-ad11efcb89b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:11:59.489688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0fdc0-ad3f-47aa-a7d9-d8b27ba69612 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Subnet': ['ID=dc390815-da82-4c8d-8cdb-dc296b1becc6,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:59.489881 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:11:59.490129 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:11:59.490831 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:59.491422 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:11:59.492291 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Bound port: 0963f201-3080-4b58-b1a4-d14858c8e9b4, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:11:59.492847 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:59.504839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f28599ff-22a7-4d5a-b239-103ef0b0c0cb None None] Provisioning complete for port 0963f201-3080-4b58-b1a4-d14858c8e9b4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:11:59.505110 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f28599ff-22a7-4d5a-b239-103ef0b0c0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:59.516623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0fdc0-ad3f-47aa-a7d9-d8b27ba69612 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Checking segment: {'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:11:59.520252 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf0fdc0-ad3f-47aa-a7d9-d8b27ba69612 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network hostable DHCP agents. Network: bbc0f1cc-56a4-4eba-973e-fe1397415726, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:11:59.547833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f28599ff-22a7-4d5a-b239-103ef0b0c0cb None None] Port 0963f201-3080-4b58-b1a4-d14858c8e9b4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:11:59.562161 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] For port 0963f201-3080-4b58-b1a4-d14858c8e9b4, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:11:59.565205 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] For port 0963f201-3080-4b58-b1a4-d14858c8e9b4, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0963f201-3080-4b58-b1a4-d14858c8e9b4,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:11:59.668594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf0fdc0-ad3f-47aa-a7d9-d8b27ba69612 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network bbc0f1cc-56a4-4eba-973e-fe1397415726 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:11:59.669714 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:59.752951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5984d7ec-25db-41d3-85f7-e6e69ecb42b3 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:11:59.775493 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Routers {'3e543e65-aa5b-4f48-88f4-989fb89aa7fe'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:11:59.776140 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:11:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:11:59.794435 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-0bf0fdc0-ad3f-47aa-a7d9-d8b27ba69612 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, bbc0f1cc-56a4-4eba-973e-fe1397415726) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:11:59.798746 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf0fdc0-ad3f-47aa-a7d9-d8b27ba69612 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:11:59.800050 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0bf0fdc0-ad3f-47aa-a7d9-d8b27ba69612 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:59.807703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c36253-7eb6-48da-9b66-a64de50ad5dc None None] Network bbc0f1cc-56a4-4eba-973e-fe1397415726 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:11:59.815537 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae70ec-5168-4c22-bbd2-ad11efcb89b0 None None] Pushing event updated for resources: {'Port': ['ID=0963f201-3080-4b58-b1a4-d14858c8e9b4,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:11:59.910258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0621868e-e5f7-41d1-a516-00aafa5ea084 None None] Provisioning complete for port 0963f201-3080-4b58-b1a4-d14858c8e9b4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:11:59.910966 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0621868e-e5f7-41d1-a516-00aafa5ea084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:11:59.926401 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] Set router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:11:59.931670 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0bf0fdc0-ad3f-47aa-a7d9-d8b27ba69612 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1134508 Dec 11 23:11:59.934189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34758) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:00.023820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-bbc0f1cc-56a4-4eba-973e-fe1397415726', 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ips': [{'subnet_id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:12:00.024808 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:00.194601 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576454347', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:11:55Z', 'updated_at': '2021-12-11T23:11:57Z', 'revision_number': 3, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:11:56Z', 'updated_at': '2021-12-11T23:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:00.229221 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835a9b5-204d-48af-94e7-d1469dd61726 None None] The sync data for ids ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'] in n-d-710847-6 is: [{'id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576454347', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:11:55Z', 'updated_at': '2021-12-11T23:11:57Z', 'revision_number': 3, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:11:56Z', 'updated_at': '2021-12-11T23:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:12:00.443528 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0621868e-e5f7-41d1-a516-00aafa5ea084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:00.477039 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34770) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:00.497871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0621868e-e5f7-41d1-a516-00aafa5ea084 None None] For port 0963f201-3080-4b58-b1a4-d14858c8e9b4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0963f201-3080-4b58-b1a4-d14858c8e9b4,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:12:00.523900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Allocated IP 172.20.0.2 (bbc0f1cc-56a4-4eba-973e-fe1397415726/dc390815-da82-4c8d-8cdb-dc296b1becc6/3107ae84-7ec5-450a-897e-ba4a0273da8a) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:12:00.597880 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0621868e-e5f7-41d1-a516-00aafa5ea084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:00.738846 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d1d083d-90ec-4a31-aa81-19460d384dd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:00.762753 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:00.809926 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621868e-e5f7-41d1-a516-00aafa5ea084 None None] Pushing event updated for resources: {'Port': ['ID=0963f201-3080-4b58-b1a4-d14858c8e9b4,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:00.898860 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d1d083d-90ec-4a31-aa81-19460d384dd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:00.962383 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d1d083d-90ec-4a31-aa81-19460d384dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:00.967698 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:01.031798 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8d1d083d-90ec-4a31-aa81-19460d384dd1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ce8e7514390f4a17ac029e17f1574ba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5529518 Dec 11 23:12:01.033213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34782) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:01.034769 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d083d-90ec-4a31-aa81-19460d384dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3885eec2-e9db-4919-a3aa-9ef7ab675bb4,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:01.063635 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:01.109015 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40ddd78c-a3a4-44d8-8223-647862a769d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:01.149174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Network bbc0f1cc-56a4-4eba-973e-fe1397415726 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:12:01.154798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:12:01.162647 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40ddd78c-a3a4-44d8-8223-647862a769d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:01.164276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:12:01.200609 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Pushing event updated for resources: {'Port': ['ID=3107ae84-7ec5-450a-897e-ba4a0273da8a,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:01.262427 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Attempting to bind port 3107ae84-7ec5-450a-897e-ba4a0273da8a on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:12:01.263217 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Attempting to bind port 3107ae84-7ec5-450a-897e-ba4a0273da8a by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:12:01.263810 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Attempting to bind port 3107ae84-7ec5-450a-897e-ba4a0273da8a on network bbc0f1cc-56a4-4eba-973e-fe1397415726 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:12:01.269835 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:12:01.270622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Checking segment: {'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:12:01.271225 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:01.271773 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Bound using segment: {'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:12:01.272401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Bound port: 3107ae84-7ec5-450a-897e-ba4a0273da8a, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:12:01.273000 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:01.321883 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Allocated IP 172.20.0.1 (bbc0f1cc-56a4-4eba-973e-fe1397415726/dc390815-da82-4c8d-8cdb-dc296b1becc6/a76465a9-f0e2-4b5a-8242-22e81512104e) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:12:01.388411 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] For port 3107ae84-7ec5-450a-897e-ba4a0273da8a, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:12:01.388411 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] For port 3107ae84-7ec5-450a-897e-ba4a0273da8a, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3107ae84-7ec5-450a-897e-ba4a0273da8a,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:12:01.468689 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:01.543229 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40ddd78c-a3a4-44d8-8223-647862a769d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:01.552107 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40ddd78c-a3a4-44d8-8223-647862a769d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:01.552107 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-40ddd78c-a3a4-44d8-8223-647862a769d4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3885eec2-e9db-4919-a3aa-9ef7ab675bb4 HTTP/1.1" status: 204 len: 168 time: 0.5104284 Dec 11 23:12:01.558119 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddd78c-a3a4-44d8-8223-647862a769d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3885eec2-e9db-4919-a3aa-9ef7ab675bb4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:01.589722 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:01.606741 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:01.654973 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network bbc0f1cc-56a4-4eba-973e-fe1397415726 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:12:01.656859 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47915111-d19e-468a-a474-4ea5c61c1f5f None None] Pushing event updated for resources: {'Port': ['ID=3107ae84-7ec5-450a-897e-ba4a0273da8a,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:01.669237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:12:01.670892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:12:01.732544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:01.746283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=a76465a9-f0e2-4b5a-8242-22e81512104e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:01.842274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0963f201-3080-4b58-b1a4-d14858c8e9b4 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:12:01.930969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 0963f201-3080-4b58-b1a4-d14858c8e9b4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:12:01.931616 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:02.057494 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:02.496474 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:02.581773 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:02.668428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=a76465a9-f0e2-4b5a-8242-22e81512104e,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:02.685445 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:02.834737 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network bbc0f1cc-56a4-4eba-973e-fe1397415726 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:12:02.836285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:12:02.977454 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:12:03.137712 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:12:03.145176 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-489f9acd-9346-4e09-83fb-b6478bdf642b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "PUT /v2.0/routers/3e543e65-aa5b-4f48-88f4-989fb89aa7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2090824 Dec 11 23:12:03.159255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Sync routers for ids ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:12:03.171066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Routers {'3e543e65-aa5b-4f48-88f4-989fb89aa7fe'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:12:03.171922 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:11:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:03.320869 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c764d4f2-d88e-486f-aa96-1f63dd440dcf None None] Network bbc0f1cc-56a4-4eba-973e-fe1397415726 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:12:03.402828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Set router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:12:03.437646 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-ec3a7029-7aa5-4536-bb1a-c56f859e4aa2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590163462&fields=id&tenant_id=1a1365b402b74cbba7b45d13613b90f8 HTTP/1.1" status: 200 len: 267 time: 0.0540044 Dec 11 23:12:03.458438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-10ca1433-0cc0-4791-8668-6fe4160e49c4 None None] Provisioning complete for port 3107ae84-7ec5-450a-897e-ba4a0273da8a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:12:03.458934 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10ca1433-0cc0-4791-8668-6fe4160e49c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:03.625955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-0557d7b7-e914-4826-bbe6-c4df787b6cdc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:03.627929 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-0557d7b7-e914-4826-bbe6-c4df787b6cdc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/networks?id=bbc0f1cc-56a4-4eba-973e-fe1397415726 HTTP/1.1" status: 200 len: 797 time: 0.1797211 Dec 11 23:12:03.646406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-275fa85f-832c-4867-b666-12c0d7cefc40 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/quotas/1a1365b402b74cbba7b45d13613b90f8 HTTP/1.1" status: 200 len: 375 time: 0.0126762 Dec 11 23:12:03.652702 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 34870) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:03.746372 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-2632ed7b-0fa5-470a-b116-693894f918fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801742 Dec 11 23:12:03.865924 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8030afef-529b-4303-a584-c03ca1751ee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:03.891624 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3107ae84-7ec5-450a-897e-ba4a0273da8a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:12:03.987158 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-34f123e5-78af-4a5d-909b-d55fcdc88271 service neutron] 10.222.0.45 "GET /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292941 Dec 11 23:12:04.015810 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10ca1433-0cc0-4791-8668-6fe4160e49c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:04.061237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-10ca1433-0cc0-4791-8668-6fe4160e49c4 None None] For port 3107ae84-7ec5-450a-897e-ba4a0273da8a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3107ae84-7ec5-450a-897e-ba4a0273da8a,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:12:04.083767 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8030afef-529b-4303-a584-c03ca1751ee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:04.099362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 3107ae84-7ec5-450a-897e-ba4a0273da8a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:12:04.104314 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:04.165607 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8030afef-529b-4303-a584-c03ca1751ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:04.166538 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10ca1433-0cc0-4791-8668-6fe4160e49c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:04.240388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-4555649b-4f66-4bc1-97e4-1cfcf84313ce service neutron] 10.222.0.45 "GET /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420468 Dec 11 23:12:04.256304 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576454347', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:11:55Z', 'updated_at': '2021-12-11T23:12:01Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:11:56Z', 'updated_at': '2021-12-11T23:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a76465a9-f0e2-4b5a-8242-22e81512104e', 'name': '', 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:a1:68:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:12:01Z', 'updated_at': '2021-12-11T23:12:02Z', 'revision_number': 2, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:04.258268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca1433-0cc0-4791-8668-6fe4160e49c4 None None] Pushing event updated for resources: {'Port': ['ID=3107ae84-7ec5-450a-897e-ba4a0273da8a,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:04.267898 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8030afef-529b-4303-a584-c03ca1751ee5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d445e75c7384405a39388503fbca075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6143017 Dec 11 23:12:04.269717 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030afef-529b-4303-a584-c03ca1751ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c8393d-dcc5-4c04-a306-3f189b7de723,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:04.271244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 34884) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:04.314686 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Checking router: 3e543e65-aa5b-4f48-88f4-989fb89aa7fe for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:12:04.315511 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Updating router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe port a76465a9-f0e2-4b5a-8242-22e81512104e binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:12:04.351201 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-770d3ac2-6638-48f1-9a24-b47d464abf2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:04.395687 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-770d3ac2-6638-48f1-9a24-b47d464abf2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:04.454117 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-60375997-8bfc-434f-bd7c-382d58b6e891 None None] Provisioning complete for port 3107ae84-7ec5-450a-897e-ba4a0273da8a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:12:04.454777 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60375997-8bfc-434f-bd7c-382d58b6e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:04.458318 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:04.632948 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-770d3ac2-6638-48f1-9a24-b47d464abf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:04.636101 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-770d3ac2-6638-48f1-9a24-b47d464abf2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:04.640776 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-770d3ac2-6638-48f1-9a24-b47d464abf2c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78c8393d-dcc5-4c04-a306-3f189b7de723 HTTP/1.1" status: 204 len: 168 time: 0.3653197 Dec 11 23:12:04.702192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d3ac2-6638-48f1-9a24-b47d464abf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c8393d-dcc5-4c04-a306-3f189b7de723,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:04.785703 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dc769fcd-e340-428a-86cb-945194e878fa req-76d0cc37-814a-4a39-bab4-716671dfa2f5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 210 time: 0.0778029 Dec 11 23:12:04.814081 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-60375997-8bfc-434f-bd7c-382d58b6e891 None None] Provisioning complete for port a76465a9-f0e2-4b5a-8242-22e81512104e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:12:04.814081 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60375997-8bfc-434f-bd7c-382d58b6e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:04.889291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-60375997-8bfc-434f-bd7c-382d58b6e891 None None] Port a76465a9-f0e2-4b5a-8242-22e81512104e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:12:05.015765 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:05.028168 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5d55560f-8f95-466f-916f-944754179512 None None] Provisioning complete for port a76465a9-f0e2-4b5a-8242-22e81512104e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:12:05.028479 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5d55560f-8f95-466f-916f-944754179512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:05.078083 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5d55560f-8f95-466f-916f-944754179512 None None] Port a76465a9-f0e2-4b5a-8242-22e81512104e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:12:05.102918 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:05.182486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899742b-e6c7-4547-972a-124d1f2067a3 None None] Pushing event updated for resources: {'Port': ['ID=a76465a9-f0e2-4b5a-8242-22e81512104e,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:05.231354 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Attempting to bind port a76465a9-f0e2-4b5a-8242-22e81512104e on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:12:05.232137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Attempting to bind port a76465a9-f0e2-4b5a-8242-22e81512104e by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:12:05.233413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Attempting to bind port a76465a9-f0e2-4b5a-8242-22e81512104e on network bbc0f1cc-56a4-4eba-973e-fe1397415726 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:12:05.240349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:12:05.240947 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Checking segment: {'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:12:05.241603 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:05.242060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Bound using segment: {'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:12:05.242602 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Bound port: a76465a9-f0e2-4b5a-8242-22e81512104e, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:12:05.243083 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:05.371513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] For port a76465a9-f0e2-4b5a-8242-22e81512104e, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:12:05.376481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] For port a76465a9-f0e2-4b5a-8242-22e81512104e, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a76465a9-f0e2-4b5a-8242-22e81512104e,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:12:05.480011 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:05.571891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9f51a6ff-1de5-4886-aaed-d2a527043c7d None None] Provisioning complete for port a76465a9-f0e2-4b5a-8242-22e81512104e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:12:05.572302 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9f51a6ff-1de5-4886-aaed-d2a527043c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:05.575442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899742b-e6c7-4547-972a-124d1f2067a3 None None] Pushing event updated for resources: {'Port': ['ID=a76465a9-f0e2-4b5a-8242-22e81512104e,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:05.606030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Routers {'3e543e65-aa5b-4f48-88f4-989fb89aa7fe'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:12:05.606502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:11:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:05.930330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c84e2464-d7d2-412c-99b1-b9e7a656d3da req-e121c814-67f7-4e3f-b69f-6e6f8eef9327 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 210 time: 0.0500331 Dec 11 23:12:05.931145 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3107ae84-7ec5-450a-897e-ba4a0273da8a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:12:06.030035 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9f51a6ff-1de5-4886-aaed-d2a527043c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:06.033282 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] Set router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:12:06.112497 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9f51a6ff-1de5-4886-aaed-d2a527043c7d None None] For port a76465a9-f0e2-4b5a-8242-22e81512104e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a76465a9-f0e2-4b5a-8242-22e81512104e,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:12:06.153301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 3107ae84-7ec5-450a-897e-ba4a0273da8a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:12:06.153684 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:06.211445 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9f51a6ff-1de5-4886-aaed-d2a527043c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:06.338183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51a6ff-1de5-4886-aaed-d2a527043c7d None None] Pushing event updated for resources: {'Port': ['ID=a76465a9-f0e2-4b5a-8242-22e81512104e,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:06.400399 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-dedeab95-c812-4fb5-be0f-d6d0744bec96 None None] Provisioning complete for port a76465a9-f0e2-4b5a-8242-22e81512104e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:12:06.400783 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dedeab95-c812-4fb5-be0f-d6d0744bec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:06.500996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576454347', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:11:55Z', 'updated_at': '2021-12-11T23:12:01Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:11:56Z', 'updated_at': '2021-12-11T23:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a76465a9-f0e2-4b5a-8242-22e81512104e', 'name': '', 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:a1:68:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:12:01Z', 'updated_at': '2021-12-11T23:12:05Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:06.541493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5a0137-ed44-4226-a99a-26193dc6e1b5 None None] The sync data for ids ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'] in n-d-710847-6 is: [{'id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576454347', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:11:55Z', 'updated_at': '2021-12-11T23:12:01Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:11:56Z', 'updated_at': '2021-12-11T23:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a76465a9-f0e2-4b5a-8242-22e81512104e', 'name': '', 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:a1:68:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:12:01Z', 'updated_at': '2021-12-11T23:12:05Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:12:07.060350 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5503725-67d4-45af-b543-00fa51015909 req-3bc7732a-2b25-40fc-937c-b50737c2e904 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 210 time: 0.0373459 Dec 11 23:12:07.176134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35020) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:07.382017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d1f530d8-9978-4772-bbf7-7594f25a9ba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:07.430067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-1f770742-2ec8-4677-a783-417f4a5aab17 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:07.432774 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-1f770742-2ec8-4677-a783-417f4a5aab17 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.47 "GET /v2.0/networks?id=bbc0f1cc-56a4-4eba-973e-fe1397415726 HTTP/1.1" status: 200 len: 797 time: 0.1961720 Dec 11 23:12:07.516630 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d1f530d8-9978-4772-bbf7-7594f25a9ba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:07.530498 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-549ec031-cee3-43ed-8620-6233259d7ce3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a1365b402b74cbba7b45d13613b90f8 HTTP/1.1" status: 200 len: 380 time: 0.0836248 Dec 11 23:12:07.540875 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-dbddbca6-fd52-4f23-82af-0cf264157442 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'port': {'device_id': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726', 'admin_state_up': True, 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'security_groups': ['8ec801dd-c536-42b2-b5d7-9a3ffd5621dc']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:07.605876 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d1f530d8-9978-4772-bbf7-7594f25a9ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:07.703786 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d1f530d8-9978-4772-bbf7-7594f25a9ba5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6240d0c9c1140f4a9e373a82e7810e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5236859 Dec 11 23:12:07.703786 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f530d8-9978-4772-bbf7-7594f25a9ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b50f9e-5423-4770-a450-eaf39b7e566b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:07.704161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35036) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:07.775947 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e42870d-50ec-4f94-806b-7be24baf5df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:07.804277 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e42870d-50ec-4f94-806b-7be24baf5df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:07.838683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a76465a9-f0e2-4b5a-8242-22e81512104e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:12:07.840348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-dbddbca6-fd52-4f23-82af-0cf264157442 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Made reservation on behalf of 1a1365b402b74cbba7b45d13613b90f8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:12:07.843898 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-dbddbca6-fd52-4f23-82af-0cf264157442 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:07.905482 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a76465a9-f0e2-4b5a-8242-22e81512104e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:12:07.906449 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:08.027991 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e42870d-50ec-4f94-806b-7be24baf5df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:08.032507 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9e42870d-50ec-4f94-806b-7be24baf5df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:08.033708 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9e42870d-50ec-4f94-806b-7be24baf5df0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3b50f9e-5423-4770-a450-eaf39b7e566b HTTP/1.1" status: 204 len: 168 time: 0.3289948 Dec 11 23:12:08.061277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42870d-50ec-4f94-806b-7be24baf5df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b50f9e-5423-4770-a450-eaf39b7e566b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:08.074539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-dbddbca6-fd52-4f23-82af-0cf264157442 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Allocated IP 172.20.0.7 (bbc0f1cc-56a4-4eba-973e-fe1397415726/dc390815-da82-4c8d-8cdb-dc296b1becc6/1082b731-0b23-4bd3-8cfe-ab942ae6c9a5) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:12:08.227026 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-78508557-8137-4b0a-a8aa-7d40443077dd req-ec834dc5-1842-470a-a128-6899c188ae7e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 210 time: 0.0389247 Dec 11 23:12:08.298253 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-dbddbca6-fd52-4f23-82af-0cf264157442 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:08.437892 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-dbddbca6-fd52-4f23-82af-0cf264157442 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:08.487764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-dbddbca6-fd52-4f23-82af-0cf264157442 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network bbc0f1cc-56a4-4eba-973e-fe1397415726 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:12:08.491119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-dbddbca6-fd52-4f23-82af-0cf264157442 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:12:08.495059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-dbddbca6-fd52-4f23-82af-0cf264157442 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:12:08.525762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbddbca6-fd52-4f23-82af-0cf264157442 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:08.567316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-dbddbca6-fd52-4f23-82af-0cf264157442 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:08.568341 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-dbddbca6-fd52-4f23-82af-0cf264157442 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:08.747412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-dbddbca6-fd52-4f23-82af-0cf264157442 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2088804 Dec 11 23:12:08.763154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Request body: {'port': {'device_id': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:08.830215 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:08.833817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f6b48357-3288-4584-8356-1c77b5943624 None None] Provisioning complete for port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:12:08.834225 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f6b48357-3288-4584-8356-1c77b5943624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:08.873868 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f6b48357-3288-4584-8356-1c77b5943624 None None] Port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:12:09.177234 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:12:09.184605 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:09.197355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Transition to ACTIVE for port object 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:12:09.341820 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2c197-36d9-4b54-80f9-87a7d7a75169 req-78664ac0-6ccc-428a-8027-35f896b8503b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:09.343497 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4aa2c197-36d9-4b54-80f9-87a7d7a75169 req-78664ac0-6ccc-428a-8027-35f896b8503b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 931 time: 0.0497918 Dec 11 23:12:09.378796 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:09.401616 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4aa2c197-36d9-4b54-80f9-87a7d7a75169 req-8f1b2507-1e7a-401c-a828-e43bb4aa8db9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513458 Dec 11 23:12:09.449535 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Pushing event updated for resources: {'Port': ['ID=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:09.560687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Attempting to bind port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:12:09.561086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Attempting to bind port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:12:09.561503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Attempting to bind port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 on network bbc0f1cc-56a4-4eba-973e-fe1397415726 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:12:09.567268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 on network bbc0f1cc-56a4-4eba-973e-fe1397415726 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:12:09.567598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Attempting to bind port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 on network bbc0f1cc-56a4-4eba-973e-fe1397415726 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:12:09.574061 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:12:09.574472 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Checking segment: {'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:12:09.574959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Bound using segment: {'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:12:09.575465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Bound port: 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:12:09.575934 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:09.677507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:12:09.688248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:12:09.783668 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:09.845411 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:09.846017 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:09.848319 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] 10.222.0.47 "PUT /v2.0/ports/1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 HTTP/1.1" status: 200 len: 1091 time: 1.0891564 Dec 11 23:12:09.848785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:12:09.851193 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cac0c5-6caa-4b41-b376-40cc4583e691" -d '{"events": [{"name": "network-changed", "server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:12:09.875355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9089c5-10ba-4601-9cc8-1f57862a8e72 service neutron] Pushing event updated for resources: {'Port': ['ID=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:09.913856 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9250e41f-f03e-4089-b1da-303f55813599 x-openstack-request-id: req-9250e41f-f03e-4089-b1da-303f55813599 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:12:09.913856 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:12:09.913856 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9250e41f-f03e-4089-b1da-303f55813599 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:12:09.913856 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5', 'status': 'completed', 'code': 200} Dec 11 23:12:10.006933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cac0c5-6caa-4b41-b376-40cc4583e691 req-304d69e1-ff49-4651-afd6-5e43e1b146f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:10.009551 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49cac0c5-6caa-4b41-b376-40cc4583e691 req-304d69e1-ff49-4651-afd6-5e43e1b146f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 1094 time: 0.0532508 Dec 11 23:12:10.136769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cac0c5-6caa-4b41-b376-40cc4583e691 req-1dc89556-1d0a-4c4d-9ed9-6e5b31e9a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:10.138325 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49cac0c5-6caa-4b41-b376-40cc4583e691 req-1dc89556-1d0a-4c4d-9ed9-6e5b31e9a383 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1a1365b402b74cbba7b45d13613b90f8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1142118 Dec 11 23:12:10.282077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cac0c5-6caa-4b41-b376-40cc4583e691 req-0888f24c-cb97-4ce6-b8b1-f1ee7be989f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:10.283652 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49cac0c5-6caa-4b41-b376-40cc4583e691 req-0888f24c-cb97-4ce6-b8b1-f1ee7be989f9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1388395 Dec 11 23:12:10.388167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-a6646e6b-3ad5-4b1c-9e6b-64b9f5f4a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:10.389713 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-a6646e6b-3ad5-4b1c-9e6b-64b9f5f4a754 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 1094 time: 0.0482569 Dec 11 23:12:10.445259 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-36027194-d135-4b69-a0c7-88a368301945 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 HTTP/1.1" status: 200 len: 217 time: 0.0420940 Dec 11 23:12:10.496636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-c565c64e-3bea-4a0f-995c-b43b5b7c561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:10.498412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-c565c64e-3bea-4a0f-995c-b43b5b7c561b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc390815-da82-4c8d-8cdb-dc296b1becc6 HTTP/1.1" status: 200 len: 834 time: 0.0467145 Dec 11 23:12:10.566408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-0c0e72a7-6665-4b72-b7c2-4c18fba29532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:10.568154 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-0c0e72a7-6665-4b72-b7c2-4c18fba29532 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbc0f1cc-56a4-4eba-973e-fe1397415726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630362 Dec 11 23:12:10.568314 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaefac0-4388-49b5-b466-099264c7bd2b req-0acc0482-b42d-447d-9e2e-3e4aecc258f7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:10.570049 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5eaefac0-4388-49b5-b466-099264c7bd2b req-0acc0482-b42d-447d-9e2e-3e4aecc258f7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 943 time: 0.0863121 Dec 11 23:12:10.643874 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5eaefac0-4388-49b5-b466-099264c7bd2b req-e1a1de9f-eee4-4470-a0f5-5ce8f98aaeab tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657563 Dec 11 23:12:10.689123 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-326530f4-1c5b-4806-9cc6-f5febe0e2c82 service neutron] 10.222.0.47 "GET /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135206 Dec 11 23:12:10.793896 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c95ab7d7-ce5c-480a-a414-9c3336529baa req-695ff977-b330-43a9-b893-27cf2fca53d7 service neutron] 10.222.0.47 "GET /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975659 Dec 11 23:12:11.271147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35178) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:11.395503 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-39009399-99b3-4876-b6de-3b83501439f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:11.486733 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-39009399-99b3-4876-b6de-3b83501439f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:11.604691 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-39009399-99b3-4876-b6de-3b83501439f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:11.654712 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-39009399-99b3-4876-b6de-3b83501439f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=534699d28b4343a7b2fd783e9fba4fd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3822048 Dec 11 23:12:11.656983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39009399-99b3-4876-b6de-3b83501439f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc69f23-1925-4c22-82bd-11c1e43478eb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:11.657762 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35190) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:11.712398 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-79d11f0f-23d5-4d36-a584-03c5d5c9020a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:11.740763 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-79d11f0f-23d5-4d36-a584-03c5d5c9020a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:11.874626 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-79d11f0f-23d5-4d36-a584-03c5d5c9020a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:11.877714 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-79d11f0f-23d5-4d36-a584-03c5d5c9020a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:11.879263 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-79d11f0f-23d5-4d36-a584-03c5d5c9020a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cbc69f23-1925-4c22-82bd-11c1e43478eb HTTP/1.1" status: 204 len: 168 time: 0.2204523 Dec 11 23:12:11.912065 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d11f0f-23d5-4d36-a584-03c5d5c9020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc69f23-1925-4c22-82bd-11c1e43478eb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:12.049769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27f288-8bbd-4111-9c3d-4b94d893bde8 req-9a167526-25c4-45fd-89ab-507284be38a6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:12.051977 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ad27f288-8bbd-4111-9c3d-4b94d893bde8 req-9a167526-25c4-45fd-89ab-507284be38a6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 943 time: 0.0639498 Dec 11 23:12:12.113813 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ad27f288-8bbd-4111-9c3d-4b94d893bde8 req-0508a569-fe7d-4620-bf65-867493c4d8e5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555706 Dec 11 23:12:12.606230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:12:12.712372 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:12:12.729238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5', 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726', 'port_id': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5', 'mac_address': 'fa:16:3e:de:99:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:12:12.771704 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:12.787930 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:12:12.809657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:12:12.902890 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:12.955073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:13.171682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['1082b731-0b23-4bd3-8cfe-ab942ae6c9a5'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:12:13.290078 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f706b5-706f-4239-acca-65ea3bce24af req-9af39449-45be-4f41-afa5-b230a8b156cd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:13.291684 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-96f706b5-706f-4239-acca-65ea3bce24af req-9af39449-45be-4f41-afa5-b230a8b156cd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 944 time: 0.0726895 Dec 11 23:12:13.402761 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-96f706b5-706f-4239-acca-65ea3bce24af req-f1617034-170a-4fb6-9406-a3ce490b426e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045997 Dec 11 23:12:13.867135 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:13.932432 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35278) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:14.037403 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:14.188628 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:14.286272 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:14.397715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Allocated IP 172.25.1.39 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/1bcccfc5-1163-42ae-a936-e4c83372340a) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:12:14.509347 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:14.527836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc84153-b508-43cb-9984-805a73ea6df0 req-8b574b52-bd0a-4647-bd8f-784bde813448 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:14.529467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bbc84153-b508-43cb-9984-805a73ea6df0 req-8b574b52-bd0a-4647-bd8f-784bde813448 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 944 time: 0.0560269 Dec 11 23:12:14.581922 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bbc84153-b508-43cb-9984-805a73ea6df0 req-2f7ee60a-25db-41e3-83a7-99d0f42eee94 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437324 Dec 11 23:12:14.637786 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:12:14.640765 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:14.698030 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Pushing event updated for resources: {'Port': ['ID=1bcccfc5-1163-42ae-a936-e4c83372340a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:14.702844 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:12:14.704300 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:12:14.707258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:12:14.789433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:12:14.794179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:12:14.794813 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:14.797413 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:14.875885 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:14.899493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:12:14.901889 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d116f65-8e37-4a64-acbb-6e39facfe1d2" -d '{"events": [{"server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "name": "network-vif-plugged", "status": "completed", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:12:14.906642 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:14.915524 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:12:14.941462 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa158da8-558d-4b42-91cb-c78b483e45dc x-openstack-request-id: req-fa158da8-558d-4b42-91cb-c78b483e45dc {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:12:14.941761 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "name": "network-vif-plugged", "status": "completed", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:12:14.942014 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa158da8-558d-4b42-91cb-c78b483e45dc {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:12:14.942449 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5', 'code': 200} Dec 11 23:12:15.000289 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:15.063741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:15.090133 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:15.103762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef4630-4862-4259-bf09-c3df56dc644d req-d6a3451a-5ce1-4f30-8c86-b4bdd3f74e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:15.105274 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83ef4630-4862-4259-bf09-c3df56dc644d req-d6a3451a-5ce1-4f30-8c86-b4bdd3f74e68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 1096 time: 0.0484405 Dec 11 23:12:15.155188 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83ef4630-4862-4259-bf09-c3df56dc644d req-dc15e036-bb4f-4480-8d46-6e9cd1f19705 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421908 Dec 11 23:12:15.163908 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:15.244263 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Pushing event updated for resources: {'Port': ['ID=1bcccfc5-1163-42ae-a936-e4c83372340a,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:15.256151 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:15.362146 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:15.364645 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ce16fbfc-49e8-45d1-9b2a-3d023497280f tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4311500 Dec 11 23:12:15.367576 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35302) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:15.372533 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-fe822793-5316-4e32-ad44-140bc83c96c2 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1873601212', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'fixed_ips': [{'ip_address': '172.25.1.39'}]}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:15.461831 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe822793-5316-4e32-ad44-140bc83c96c2 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Made reservation on behalf of 6c92ffafa3b54469aaf0f2c601800383 for: {'port': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:12:15.468175 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe822793-5316-4e32-ad44-140bc83c96c2 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:15.478790 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe822793-5316-4e32-ad44-140bc83c96c2 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:15.670460 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe822793-5316-4e32-ad44-140bc83c96c2 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:15.744658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbea066-768c-4332-aec6-15b09cf844b0 req-681b19fe-b7d3-4755-b868-4e5418e6ea1a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:15.747037 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1dbea066-768c-4332-aec6-15b09cf844b0 req-681b19fe-b7d3-4755-b868-4e5418e6ea1a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 945 time: 0.0841138 Dec 11 23:12:15.754245 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe822793-5316-4e32-ad44-140bc83c96c2 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:15.761274 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [None req-fe822793-5316-4e32-ad44-140bc83c96c2 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] device_id is not set on port ea0657e1-9c15-496d-bce1-120a3c75c7ba yet. {{(pid=103691) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 11 23:12:15.828073 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1dbea066-768c-4332-aec6-15b09cf844b0 req-bfba77a9-a566-41d5-b61a-bfdbb650cfe3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689702 Dec 11 23:12:15.861920 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe822793-5316-4e32-ad44-140bc83c96c2 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acea32dc-20ff-487d-a8ec-1c77b5d4f006,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:16.039958 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe822793-5316-4e32-ad44-140bc83c96c2 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 11 23:12:16.040492 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe822793-5316-4e32-ad44-140bc83c96c2 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:12:16.137095 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fe822793-5316-4e32-ad44-140bc83c96c2 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7682543 Dec 11 23:12:16.139656 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35318) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:16.633452 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Deleting port 1bcccfc5-1163-42ae-a936-e4c83372340a {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:12:16.634077 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:16.723255 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:16.723588 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:16.736321 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Calling delete_port for 1bcccfc5-1163-42ae-a936-e4c83372340a owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:12:16.958008 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285ee96-13bc-4326-856b-d793e475a120 req-11c1cfd9-42ae-4053-b79e-7f96f638b4a1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:16.959728 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c285ee96-13bc-4326-856b-d793e475a120 req-11c1cfd9-42ae-4053-b79e-7f96f638b4a1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 945 time: 0.0598800 Dec 11 23:12:16.983848 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:17.035400 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bcccfc5-1163-42ae-a936-e4c83372340a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:17.093433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:17.093796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:17.094150 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:17.094511 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:17.094881 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:17.095246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:17.095715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:17.096061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:17.096401 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:17.096786 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:17.097104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:17.097434 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:17.097853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:17.114175 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c285ee96-13bc-4326-856b-d793e475a120 req-0714d384-175c-4c72-9026-942dd8ce1b16 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432061 Dec 11 23:12:17.130639 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:17.133350 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:17.134553 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dd2c5aff-ac8b-4794-a672-c6c5d7dbe022 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888 tempest-ExternalNetworksAdminNegativeTestJSON-1048237888-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/449e68ab-1235-4775-ad62-dde494147608 HTTP/1.1" status: 204 len: 168 time: 0.9936850 Dec 11 23:12:17.278172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747743-d45d-4dc2-a943-e3b81d9e59c7 req-993ae7d0-fbe6-41ea-be63-f7f946674c5a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:17.280053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e747743-d45d-4dc2-a943-e3b81d9e59c7 req-993ae7d0-fbe6-41ea-be63-f7f946674c5a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 945 time: 0.0716312 Dec 11 23:12:17.336977 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e747743-d45d-4dc2-a943-e3b81d9e59c7 req-44d78868-22b5-431c-9993-54f93a51ffc1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492420 Dec 11 23:12:17.359275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35340) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:17.402878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603ca6a5-e799-43d4-9c9d-d648dc916b6d tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:17.407387 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-603ca6a5-e799-43d4-9c9d-d648dc916b6d tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 1091 time: 0.0441067 Dec 11 23:12:17.407584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35342) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:17.412137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:17.485819 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:17.577331 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:17.607597 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:17.749071 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35352) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:17.875966 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62d28d4c-6464-4a41-bef8-09382aeb3992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:17.997698 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62d28d4c-6464-4a41-bef8-09382aeb3992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:18.057532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62d28d4c-6464-4a41-bef8-09382aeb3992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:18.102338 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-62d28d4c-6464-4a41-bef8-09382aeb3992 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a0faba55e8f467799b93d034256fe9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3520977 Dec 11 23:12:18.106181 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35360) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:18.118774 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d28d4c-6464-4a41-bef8-09382aeb3992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b340b9fc-b366-45a8-bd22-40ba1d62e626,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:18.151386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Allocated IP 172.25.1.6 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/aef467a9-a170-486b-a6fe-8971879b2e3b) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:12:18.182568 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d98db574-7ab4-423f-a6c7-2dbbbd2c7c7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:18.210577 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d98db574-7ab4-423f-a6c7-2dbbbd2c7c7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:18.275126 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:18.354672 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d98db574-7ab4-423f-a6c7-2dbbbd2c7c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:18.357750 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d98db574-7ab4-423f-a6c7-2dbbbd2c7c7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:18.361544 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d98db574-7ab4-423f-a6c7-2dbbbd2c7c7e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b340b9fc-b366-45a8-bd22-40ba1d62e626 HTTP/1.1" status: 204 len: 168 time: 0.2516620 Dec 11 23:12:18.375843 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98db574-7ab4-423f-a6c7-2dbbbd2c7c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b340b9fc-b366-45a8-bd22-40ba1d62e626,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:18.376041 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:12:18.388978 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:18.447914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:12:18.450784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:12:18.453461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:12:18.480463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=aef467a9-a170-486b-a6fe-8971879b2e3b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:18.845822 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fb79518b-11a5-447e-889e-8267094b3d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:18.889207 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:19.027325 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:19.064531 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35382) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:19.116881 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-61d6913f-c875-4002-89d2-d445b3eef5c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c92ffafa3b54469aaf0f2c601800383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0500615 Dec 11 23:12:19.119583 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35384) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:19.177926 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-637d6f7c-5f3d-444c-94ef-116cce7dd2af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:19.203100 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-637d6f7c-5f3d-444c-94ef-116cce7dd2af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:19.223546 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:19.278724 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:19.328734 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-637d6f7c-5f3d-444c-94ef-116cce7dd2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:19.333629 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-637d6f7c-5f3d-444c-94ef-116cce7dd2af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:19.338158 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-637d6f7c-5f3d-444c-94ef-116cce7dd2af admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/acea32dc-20ff-487d-a8ec-1c77b5d4f006 HTTP/1.1" status: 204 len: 168 time: 0.2172856 Dec 11 23:12:19.347308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d6f7c-5f3d-444c-94ef-116cce7dd2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acea32dc-20ff-487d-a8ec-1c77b5d4f006,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:19.366963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=aef467a9-a170-486b-a6fe-8971879b2e3b,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:19.375115 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:19.514292 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Floating IP f148d1f6-62aa-424d-a8ec-2a107d01a375 associated. External IP: 172.25.1.6, port: 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5. Dec 11 23:12:19.744882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:12:19.877511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:12:19.892366 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c47ad1-a619-49bc-816e-751e9fc1d774 None None] Sync routers for ids ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:12:19.904430 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c47ad1-a619-49bc-816e-751e9fc1d774 None None] Routers {'3e543e65-aa5b-4f48-88f4-989fb89aa7fe'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:12:19.905317 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d0c47ad1-a619-49bc-816e-751e9fc1d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:11:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:19.979941 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:20.019770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1926b9b2-cfd7-4b77-abf9-0b382f67e61f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.6111350 Dec 11 23:12:20.020748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:12:20.023596 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb7b649-d7a9-4e01-86a2-3d55dee2b8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:12:20.024886 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d0c47ad1-a619-49bc-816e-751e9fc1d774 None None] Set router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:12:20.072363 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca2bd48-a8b3-4d6b-87c6-bae365ebc461 x-openstack-request-id: req-0ca2bd48-a8b3-4d6b-87c6-bae365ebc461 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:12:20.072925 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:12:20.074757 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ca2bd48-a8b3-4d6b-87c6-bae365ebc461 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:12:20.074757 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5', 'status': 'completed', 'code': 200} Dec 11 23:12:20.197305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7b649-d7a9-4e01-86a2-3d55dee2b8cf req-db6305a0-1b95-440a-b4af-b301dd24cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:20.201729 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7fb7b649-d7a9-4e01-86a2-3d55dee2b8cf req-db6305a0-1b95-440a-b4af-b301dd24cd0f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 1096 time: 0.0876343 Dec 11 23:12:20.208592 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00943e67-93d2-4eb4-aa72-58cac6a93388 req-6ce1fff5-7f4b-4bef-8968-8bdf5b3dde21 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:20.214376 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-00943e67-93d2-4eb4-aa72-58cac6a93388 req-6ce1fff5-7f4b-4bef-8968-8bdf5b3dde21 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 945 time: 0.1171834 Dec 11 23:12:20.334276 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-00943e67-93d2-4eb4-aa72-58cac6a93388 req-195a537e-a0bc-4bd0-95ba-e5289422f5d0 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083350 Dec 11 23:12:20.354265 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35418) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:20.365635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7b649-d7a9-4e01-86a2-3d55dee2b8cf req-0e07700d-4f26-4a4e-9c59-7b478a4f4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:20.367446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7fb7b649-d7a9-4e01-86a2-3d55dee2b8cf req-0e07700d-4f26-4a4e-9c59-7b478a4f4f80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bbc0f1cc-56a4-4eba-973e-fe1397415726 HTTP/1.1" status: 200 len: 898 time: 0.1581328 Dec 11 23:12:20.367684 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d0c47ad1-a619-49bc-816e-751e9fc1d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576454347', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:11:55Z', 'updated_at': '2021-12-11T23:12:01Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:11:56Z', 'updated_at': '2021-12-11T23:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'f148d1f6-62aa-424d-a8ec-2a107d01a375', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'floating_ip_address': '172.25.1.6', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'port_id': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726', 'mac_address': 'fa:16:3e:de:99:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:12:18Z', 'updated_at': '2021-12-11T23:12:18Z', 'revision_number': 0, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76465a9-f0e2-4b5a-8242-22e81512104e', 'name': '', 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:a1:68:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:12:01Z', 'updated_at': '2021-12-11T23:12:06Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:20.443360 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c47ad1-a619-49bc-816e-751e9fc1d774 None None] Checking router: 3e543e65-aa5b-4f48-88f4-989fb89aa7fe for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:12:20.456767 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c47ad1-a619-49bc-816e-751e9fc1d774 None None] Routers {'3e543e65-aa5b-4f48-88f4-989fb89aa7fe'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:12:20.467936 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d0c47ad1-a619-49bc-816e-751e9fc1d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:11:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:20.468585 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-64cbfa24-76ab-409e-bcf2-6552bd7749cf tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/floatingips/f148d1f6-62aa-424d-a8ec-2a107d01a375 HTTP/1.1" status: 200 len: 989 time: 0.1130075 Dec 11 23:12:20.536033 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7fb7b649-d7a9-4e01-86a2-3d55dee2b8cf req-f1582bc8-5692-4616-92f8-6a9c59da6eb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 HTTP/1.1" status: 200 len: 997 time: 0.1616967 Dec 11 23:12:20.589969 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d0c47ad1-a619-49bc-816e-751e9fc1d774 None None] Set router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:12:20.595386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7b649-d7a9-4e01-86a2-3d55dee2b8cf req-75a5a0c9-6db8-43c3-9a1c-abc116eee6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:20.597696 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7fb7b649-d7a9-4e01-86a2-3d55dee2b8cf req-75a5a0c9-6db8-43c3-9a1c-abc116eee6ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc390815-da82-4c8d-8cdb-dc296b1becc6 HTTP/1.1" status: 200 len: 834 time: 0.0532386 Dec 11 23:12:20.674216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7b649-d7a9-4e01-86a2-3d55dee2b8cf req-d40e399b-f17d-47a2-8b9d-1218bcbdf7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:20.676089 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7fb7b649-d7a9-4e01-86a2-3d55dee2b8cf req-d40e399b-f17d-47a2-8b9d-1218bcbdf7d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbc0f1cc-56a4-4eba-973e-fe1397415726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708587 Dec 11 23:12:20.810664 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7fb7b649-d7a9-4e01-86a2-3d55dee2b8cf req-dd56bc5d-87ef-4309-a7e8-036a95b23e15 service neutron] 10.222.0.47 "GET /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266470 Dec 11 23:12:20.882368 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d0c47ad1-a619-49bc-816e-751e9fc1d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576454347', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:11:55Z', 'updated_at': '2021-12-11T23:12:01Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:11:56Z', 'updated_at': '2021-12-11T23:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'f148d1f6-62aa-424d-a8ec-2a107d01a375', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'floating_ip_address': '172.25.1.6', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'port_id': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726', 'mac_address': 'fa:16:3e:de:99:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:12:18Z', 'updated_at': '2021-12-11T23:12:18Z', 'revision_number': 0, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76465a9-f0e2-4b5a-8242-22e81512104e', 'name': '', 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:a1:68:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:12:01Z', 'updated_at': '2021-12-11T23:12:06Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:20.922283 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c47ad1-a619-49bc-816e-751e9fc1d774 None None] The sync data for ids ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'] in n-d-710847-6 is: [{'id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576454347', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:11:55Z', 'updated_at': '2021-12-11T23:12:01Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:11:56Z', 'updated_at': '2021-12-11T23:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'f148d1f6-62aa-424d-a8ec-2a107d01a375', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'floating_ip_address': '172.25.1.6', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'port_id': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726', 'mac_address': 'fa:16:3e:de:99:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:12:18Z', 'updated_at': '2021-12-11T23:12:18Z', 'revision_number': 0, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a76465a9-f0e2-4b5a-8242-22e81512104e', 'name': '', 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:a1:68:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:12:01Z', 'updated_at': '2021-12-11T23:12:06Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:12:20.973016 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7fb7b649-d7a9-4e01-86a2-3d55dee2b8cf req-b05891b6-70bd-44c5-a453-23273bc3b352 service neutron] 10.222.0.47 "GET /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545818 Dec 11 23:12:21.232989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d748fb-7414-42e6-ac5d-dd5f6cd64f07 None None] New status for floating IP f148d1f6-62aa-424d-a8ec-2a107d01a375: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:12:21.413659 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-479b6224-eea9-4f18-85d7-5954f82a7ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:21.469688 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35450) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:21.513748 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45735467-103d-4d44-83a3-0d5e009c8fd9 req-7b1f9159-3dfc-4d46-bfe3-be4096bb8760 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721176 Dec 11 23:12:21.567468 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f6d7088a-f389-47e2-b21d-90b948ad55a8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/floatingips/f148d1f6-62aa-424d-a8ec-2a107d01a375 HTTP/1.1" status: 200 len: 991 time: 0.0959730 Dec 11 23:12:21.617704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45735467-103d-4d44-83a3-0d5e009c8fd9 req-109edaab-0ce6-4e8b-ba5f-e4a76f26d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:21.619383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45735467-103d-4d44-83a3-0d5e009c8fd9 req-109edaab-0ce6-4e8b-ba5f-e4a76f26d608 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 1096 time: 0.0738335 Dec 11 23:12:21.739327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45735467-103d-4d44-83a3-0d5e009c8fd9 req-1fdd641a-f2a7-4e44-b2b1-eb83b385cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:21.740736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45735467-103d-4d44-83a3-0d5e009c8fd9 req-1fdd641a-f2a7-4e44-b2b1-eb83b385cc8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 912 time: 0.0994847 Dec 11 23:12:21.763281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35460) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:21.818088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45735467-103d-4d44-83a3-0d5e009c8fd9 req-140eb58d-9dfe-4eee-b3e2-cb5d64bdece0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1077aab-213d-4a5b-9679-cf757014e988 HTTP/1.1" status: 200 len: 1001 time: 0.0698729 Dec 11 23:12:21.886834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45735467-103d-4d44-83a3-0d5e009c8fd9 req-d58ed11b-7b67-4559-9c63-9249b388893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:21.886834 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45735467-103d-4d44-83a3-0d5e009c8fd9 req-d58ed11b-7b67-4559-9c63-9249b388893d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.0542543 Dec 11 23:12:21.898401 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-178fd18f-87ad-4722-87cf-269a582655eb tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-956856974'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:21.898899 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-178fd18f-87ad-4722-87cf-269a582655eb tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] Unknown quota resources ['metering_label']. {{(pid=103691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 23:12:21.949925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45735467-103d-4d44-83a3-0d5e009c8fd9 req-246be2a4-40e2-43a3-bd95-4f4ab9a41c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:21.951873 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45735467-103d-4d44-83a3-0d5e009c8fd9 req-246be2a4-40e2-43a3-bd95-4f4ab9a41c57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646763 Dec 11 23:12:22.053123 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45735467-103d-4d44-83a3-0d5e009c8fd9 req-e2f292c2-0612-4b6f-8c7f-d610d221d696 service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937669 Dec 11 23:12:22.160284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45735467-103d-4d44-83a3-0d5e009c8fd9 req-da6a3ea4-8536-4bc1-8f30-7e368907d69e service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990462 Dec 11 23:12:22.192680 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-178fd18f-87ad-4722-87cf-269a582655eb tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:22.195949 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-178fd18f-87ad-4722-87cf-269a582655eb tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4306393 Dec 11 23:12:22.197978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35478) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:22.202938 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-822e186c-792f-4081-aefe-9764e459676c tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'dd619250-b5c4-43be-9363-9dc4ab6abe8f'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:22.203574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-822e186c-792f-4081-aefe-9764e459676c tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103692) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 23:12:22.281100 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:22.358248 n-d-710847-6 neutron-server[103692]: WARNING neutron.services.metering.metering_plugin [None req-822e186c-792f-4081-aefe-9764e459676c tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 11 23:12:22.480226 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-822e186c-792f-4081-aefe-9764e459676c tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:22.484928 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-822e186c-792f-4081-aefe-9764e459676c tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2819419 Dec 11 23:12:22.484928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35482) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:22.489881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7f892c94-7a42-48e1-a620-b315fa095b43 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'dd619250-b5c4-43be-9363-9dc4ab6abe8f'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:22.490366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7f892c94-7a42-48e1-a620-b315fa095b43 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103692) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 23:12:22.599831 n-d-710847-6 neutron-server[103692]: WARNING neutron.services.metering.metering_plugin [None req-7f892c94-7a42-48e1-a620-b315fa095b43 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 11 23:12:22.687323 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f892c94-7a42-48e1-a620-b315fa095b43 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:22.688537 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7f892c94-7a42-48e1-a620-b315fa095b43 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2028911 Dec 11 23:12:22.691375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35488) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:22.701865 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-73dd547c-aeba-441a-b649-3c761dd2d067 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=15901ddf-a990-4b37-85bc-eb31341968a4 HTTP/1.1" status: 200 len: 464 time: 0.0094423 Dec 11 23:12:22.704366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35490) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:22.883093 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-043c7d1c-33ae-494c-beb1-9a74ea24a858 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:22.884240 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-043c7d1c-33ae-494c-beb1-9a74ea24a858 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/15901ddf-a990-4b37-85bc-eb31341968a4 HTTP/1.1" status: 204 len: 168 time: 0.1790068 Dec 11 23:12:22.886889 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35496) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:22.895484 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3bb13cd7-aa7d-4751-85ee-54734f353895 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=15901ddf-a990-4b37-85bc-eb31341968a4 HTTP/1.1" status: 200 len: 221 time: 0.0075910 Dec 11 23:12:22.898683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35498) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:22.902942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4081e4e0-6ad9-437c-89d7-baa2f4334929 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1282382444', 'description': 'label created by tempest'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:22.903585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4081e4e0-6ad9-437c-89d7-baa2f4334929 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] Unknown quota resources ['metering_label']. {{(pid=103692) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 23:12:23.173597 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4081e4e0-6ad9-437c-89d7-baa2f4334929 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:23.177664 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4081e4e0-6ad9-437c-89d7-baa2f4334929 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2750685 Dec 11 23:12:23.177898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35502) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:23.263205 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bc7d14a9-206f-403d-b9b2-264076b03b9e tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=5b23248f-70c5-4550-8043-e4f5612140e6 HTTP/1.1" status: 200 len: 468 time: 0.0820091 Dec 11 23:12:23.265340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35508) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:23.899755 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ecc805c5-2805-4fee-879d-26ce6ecffc62 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:23.901190 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ecc805c5-2805-4fee-879d-26ce6ecffc62 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/5b23248f-70c5-4550-8043-e4f5612140e6 HTTP/1.1" status: 204 len: 168 time: 0.6349916 Dec 11 23:12:23.904103 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35520) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:23.916275 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-62e4e793-a713-4760-9f9b-63911b819051 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=5b23248f-70c5-4550-8043-e4f5612140e6 HTTP/1.1" status: 200 len: 216 time: 0.0109510 Dec 11 23:12:23.923008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35522) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:23.931436 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:23.933512 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e9541594-9821-4bcf-b20d-b6a2c842b8a0 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0094149 Dec 11 23:12:23.936681 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35524) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:23.949166 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5570b9e3-4da1-4bfa-9f8e-cf7fb220edb5 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0113780 Dec 11 23:12:23.952483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35526) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:24.035874 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ee9dde87-3995-4ef9-9e26-90cfda6a3718 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels/dd619250-b5c4-43be-9363-9dc4ab6abe8f HTTP/1.1" status: 200 len: 472 time: 0.0822117 Dec 11 23:12:24.039213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35530) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:24.053140 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-98b6fe30-7e48-41a1-b5d0-2276c1e1f5df tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/b6a87159-3434-4d62-877c-368dd4169f07 HTTP/1.1" status: 200 len: 461 time: 0.0095603 Dec 11 23:12:24.053378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35532) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:24.232061 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-67d5e597-93d4-45df-8c45-0fb3169d065b tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:24.235333 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-67d5e597-93d4-45df-8c45-0fb3169d065b tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/b6a87159-3434-4d62-877c-368dd4169f07 HTTP/1.1" status: 204 len: 168 time: 0.1789243 Dec 11 23:12:24.235668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35538) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:24.511013 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6a37ea35-af88-4280-817b-5280eb704062 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:24.512416 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6a37ea35-af88-4280-817b-5280eb704062 tempest-MeteringTestJSON-1715756800 tempest-MeteringTestJSON-1715756800-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/dd619250-b5c4-43be-9363-9dc4ab6abe8f HTTP/1.1" status: 204 len: 168 time: 0.2758276 Dec 11 23:12:24.663083 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:25.036224 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35552) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:25.168723 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0686-1e72-4760-b0a8-77d9cc11a272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:25.254390 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0686-1e72-4760-b0a8-77d9cc11a272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:25.314080 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0686-1e72-4760-b0a8-77d9cc11a272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:25.367286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf0686-1e72-4760-b0a8-77d9cc11a272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43957db1-e53e-4b07-aae6-922e307abc6a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:25.374729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35558) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:25.381499 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cbbf0686-1e72-4760-b0a8-77d9cc11a272 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=172be6c2529b47e89b33de4855a7a59a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3439722 Dec 11 23:12:25.426552 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba7a1b84-a788-4417-8b7b-a16553b99995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:25.448300 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba7a1b84-a788-4417-8b7b-a16553b99995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:25.549188 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba7a1b84-a788-4417-8b7b-a16553b99995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:25.552729 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ba7a1b84-a788-4417-8b7b-a16553b99995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:25.556619 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ba7a1b84-a788-4417-8b7b-a16553b99995 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43957db1-e53e-4b07-aae6-922e307abc6a HTTP/1.1" status: 204 len: 168 time: 0.1786597 Dec 11 23:12:25.563715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a1b84-a788-4417-8b7b-a16553b99995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43957db1-e53e-4b07-aae6-922e307abc6a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:26.158512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35568) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:26.176871 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cad09b35-c1e2-42b7-9f48-09c929bfc2e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:26.279505 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cad09b35-c1e2-42b7-9f48-09c929bfc2e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:26.349448 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cad09b35-c1e2-42b7-9f48-09c929bfc2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:26.414817 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cad09b35-c1e2-42b7-9f48-09c929bfc2e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=67afc258960244518a0faff9836f983a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2539506 Dec 11 23:12:26.415859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad09b35-c1e2-42b7-9f48-09c929bfc2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dd6917-2830-4c34-8a09-5f01bd4d9940,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:26.417298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35572) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:26.500753 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21b38be9-18dd-42af-8689-2f2a283c873d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:26.536993 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21b38be9-18dd-42af-8689-2f2a283c873d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:26.737065 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21b38be9-18dd-42af-8689-2f2a283c873d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:26.740686 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21b38be9-18dd-42af-8689-2f2a283c873d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:26.741999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-21b38be9-18dd-42af-8689-2f2a283c873d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b6dd6917-2830-4c34-8a09-5f01bd4d9940 HTTP/1.1" status: 204 len: 168 time: 0.3236022 Dec 11 23:12:26.753540 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b38be9-18dd-42af-8689-2f2a283c873d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dd6917-2830-4c34-8a09-5f01bd4d9940,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:29.006138 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35732) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:29.113161 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-291543f8-9647-457d-958a-c944b2deaa30 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:29.339821 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-291543f8-9647-457d-958a-c944b2deaa30 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] 10.222.0.45 "PUT /v2.0/quotas/4b95df35e9b34fd1bbb39f1e1c15e2d9 HTTP/1.1" status: 200 len: 366 time: 0.3302112 Dec 11 23:12:29.340314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35750) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:29.354518 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fb192e4b-c351-4f3d-9edc-a834c795a5f5 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0131330 Dec 11 23:12:29.356828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35754) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:29.367270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-702c377c-4cf5-4d92-bcc7-91f0de5a655b tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] 10.222.0.45 "GET /v2.0/quotas/4b95df35e9b34fd1bbb39f1e1c15e2d9 HTTP/1.1" status: 200 len: 366 time: 0.0093768 Dec 11 23:12:29.369542 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35756) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:29.469338 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9ae4385d-c24f-4416-9594-7093fd135a82 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/4b95df35e9b34fd1bbb39f1e1c15e2d9 HTTP/1.1" status: 204 len: 168 time: 0.0986590 Dec 11 23:12:29.471980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35762) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:29.481506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-517dff93-ea16-4d0c-9cd4-7b77421bac45 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0083084 Dec 11 23:12:29.483821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35764) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:29.494028 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2a74be26-8db7-4b68-8f0c-1ac2b35edf3a tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] 10.222.0.45 "GET /v2.0/quotas/4b95df35e9b34fd1bbb39f1e1c15e2d9 HTTP/1.1" status: 200 len: 370 time: 0.0091586 Dec 11 23:12:29.497695 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35766) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:29.502455 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1371aa98-8964-43f9-9650-3fa75c819786 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] 10.222.0.45 "GET /v2.0/quotas/4b95df35e9b34fd1bbb39f1e1c15e2d9/default HTTP/1.1" status: 200 len: 370 time: 0.0037074 Dec 11 23:12:29.505044 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35768) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:29.513983 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-d1ee9bcf-292e-42f9-b5f7-95ce36a8c6ba tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] delete failed (client error): The resource could not be found. Dec 11 23:12:29.515014 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d1ee9bcf-292e-42f9-b5f7-95ce36a8c6ba tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/4b95df35e9b34fd1bbb39f1e1c15e2d9 HTTP/1.1" status: 404 len: 348 time: 0.0089233 Dec 11 23:12:29.791520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35786) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:29.816414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.quota.resource [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Usage tracker for resource:network and project:49e99a2026e246269305d50ddde940d1 is out of sync, need to count used quota {{(pid=103691) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 11 23:12:29.820618 n-d-710847-6 neutron-server[103691]: DEBUG neutron.quota.resource [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103691) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 11 23:12:29.827484 n-d-710847-6 neutron-server[103691]: DEBUG neutron.quota.resource [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Usage tracker for resource:subnet and project:49e99a2026e246269305d50ddde940d1 is out of sync, need to count used quota {{(pid=103691) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 11 23:12:29.830928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.quota.resource [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103691) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 11 23:12:29.837774 n-d-710847-6 neutron-server[103691]: DEBUG neutron.quota.resource [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Usage tracker for resource:subnetpool and project:49e99a2026e246269305d50ddde940d1 is out of sync, need to count used quota {{(pid=103691) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 11 23:12:29.843546 n-d-710847-6 neutron-server[103691]: DEBUG neutron.quota.resource [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103691) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 11 23:12:29.851057 n-d-710847-6 neutron-server[103691]: DEBUG neutron.quota.resource [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Usage tracker for resource:port and project:49e99a2026e246269305d50ddde940d1 is out of sync, need to count used quota {{(pid=103691) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 11 23:12:29.854521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.quota.resource [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103691) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 11 23:12:29.863359 n-d-710847-6 neutron-server[103691]: DEBUG neutron.quota.resource [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Usage tracker for resource:router and project:49e99a2026e246269305d50ddde940d1 is out of sync, need to count used quota {{(pid=103691) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 11 23:12:29.867604 n-d-710847-6 neutron-server[103691]: DEBUG neutron.quota.resource [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103691) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 11 23:12:29.874482 n-d-710847-6 neutron-server[103691]: DEBUG neutron.quota.resource [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Usage tracker for resource:floatingip and project:49e99a2026e246269305d50ddde940d1 is out of sync, need to count used quota {{(pid=103691) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 11 23:12:29.878827 n-d-710847-6 neutron-server[103691]: DEBUG neutron.quota.resource [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103691) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 11 23:12:29.925861 n-d-710847-6 neutron-server[103691]: DEBUG neutron.quota.resource [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Usage tracker for resource:security_group and project:49e99a2026e246269305d50ddde940d1 is out of sync, need to count used quota {{(pid=103691) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 11 23:12:29.928851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.quota.resource [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103691) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 11 23:12:29.935095 n-d-710847-6 neutron-server[103691]: DEBUG neutron.quota.resource [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Usage tracker for resource:security_group_rule and project:49e99a2026e246269305d50ddde940d1 is out of sync, need to count used quota {{(pid=103691) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 11 23:12:29.938460 n-d-710847-6 neutron-server[103691]: DEBUG neutron.quota.resource [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103691) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 11 23:12:29.945073 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f30b0bf6-64c9-4c49-9f6e-51ae04752a83 tempest-QuotasTest-76947523 tempest-QuotasTest-76947523-project-admin] 10.222.0.45 "GET /v2.0/quotas/49e99a2026e246269305d50ddde940d1/details.json HTTP/1.1" status: 200 len: 703 time: 0.1520994 Dec 11 23:12:30.449818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35824) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:30.554766 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c62bd399-d3f5-4694-9dea-750fe508f03e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:30.628027 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c62bd399-d3f5-4694-9dea-750fe508f03e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:30.684273 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c62bd399-d3f5-4694-9dea-750fe508f03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:30.719887 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c62bd399-d3f5-4694-9dea-750fe508f03e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d503e2b0e2144e99dc1960cf0d151c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2725658 Dec 11 23:12:30.722677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35842) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:30.733135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bd399-d3f5-4694-9dea-750fe508f03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059adcd8-003c-4e28-82a6-158bc25083c3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:30.770777 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e1549810-2542-4778-89eb-95c8c52608e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:30.795485 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e1549810-2542-4778-89eb-95c8c52608e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:30.931572 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e1549810-2542-4778-89eb-95c8c52608e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:30.934247 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e1549810-2542-4778-89eb-95c8c52608e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:30.935479 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e1549810-2542-4778-89eb-95c8c52608e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/059adcd8-003c-4e28-82a6-158bc25083c3 HTTP/1.1" status: 204 len: 168 time: 0.2116828 Dec 11 23:12:30.944367 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1549810-2542-4778-89eb-95c8c52608e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059adcd8-003c-4e28-82a6-158bc25083c3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:31.538477 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 35894) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:31.552505 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c433cd4-d219-4e91-844d-c186ffd7079b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:31.628785 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c433cd4-d219-4e91-844d-c186ffd7079b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:31.714423 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c433cd4-d219-4e91-844d-c186ffd7079b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:31.755890 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5c433cd4-d219-4e91-844d-c186ffd7079b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=49e99a2026e246269305d50ddde940d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2161942 Dec 11 23:12:31.756740 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c433cd4-d219-4e91-844d-c186ffd7079b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d1ab93-f012-4053-aa8c-271482bb36ba,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:31.758750 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35906) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:31.809058 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-24334821-774d-4fe3-a127-ee48e3034289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:31.831622 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-24334821-774d-4fe3-a127-ee48e3034289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:31.982868 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-24334821-774d-4fe3-a127-ee48e3034289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:31.985928 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-24334821-774d-4fe3-a127-ee48e3034289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:31.986699 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-24334821-774d-4fe3-a127-ee48e3034289 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c2d1ab93-f012-4053-aa8c-271482bb36ba HTTP/1.1" status: 204 len: 168 time: 0.2268627 Dec 11 23:12:31.997244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24334821-774d-4fe3-a127-ee48e3034289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d1ab93-f012-4053-aa8c-271482bb36ba,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:33.055621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 35996) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:33.157890 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-88bf422e-095d-47c8-8fbc-15c3193f8b28 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647484825'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:33.278663 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88bf422e-095d-47c8-8fbc-15c3193f8b28 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:33.288255 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88bf422e-095d-47c8-8fbc-15c3193f8b28 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:33.365754 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88bf422e-095d-47c8-8fbc-15c3193f8b28 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:33.428673 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88bf422e-095d-47c8-8fbc-15c3193f8b28 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:33.470326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf422e-095d-47c8-8fbc-15c3193f8b28 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dad03e1-4ca8-4625-8b21-57356897fb88,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:33.512356 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88bf422e-095d-47c8-8fbc-15c3193f8b28 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:33.600269 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88bf422e-095d-47c8-8fbc-15c3193f8b28 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:33.633779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf422e-095d-47c8-8fbc-15c3193f8b28 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f0752a-6c1b-42ba-895e-23b95a8bd7b4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:33.705250 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-88bf422e-095d-47c8-8fbc-15c3193f8b28 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:33.713755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-88bf422e-095d-47c8-8fbc-15c3193f8b28 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6531274 Dec 11 23:12:33.714241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36036) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:33.771252 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-26f7e39f-9251-4421-997a-ecae3ccd5cca tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0602648 Dec 11 23:12:33.775005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36044) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:33.785470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7a7998fd-cff0-495c-812c-d86bccd3f17e tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group': {'name': 'tempest-security--545624675', 'description': 'tempest-security-description-876573865'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:33.816779 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7a7998fd-cff0-495c-812c-d86bccd3f17e tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:33.861904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7a7998fd-cff0-495c-812c-d86bccd3f17e tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:33.943064 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7a7998fd-cff0-495c-812c-d86bccd3f17e tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:33.946896 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7a7998fd-cff0-495c-812c-d86bccd3f17e tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:33.948531 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7a7998fd-cff0-495c-812c-d86bccd3f17e tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "PUT /v2.0/security-groups/b5f0752a-6c1b-42ba-895e-23b95a8bd7b4 HTTP/1.1" status: 200 len: 1795 time: 0.1717317 Dec 11 23:12:33.950086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36054) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:33.975075 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7998fd-cff0-495c-812c-d86bccd3f17e tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f0752a-6c1b-42ba-895e-23b95a8bd7b4,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:34.002474 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e8f2b67b-75c2-4615-9bc5-515d5f6f3291 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-groups/b5f0752a-6c1b-42ba-895e-23b95a8bd7b4 HTTP/1.1" status: 200 len: 1795 time: 0.0512445 Dec 11 23:12:34.005252 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36060) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:34.059297 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82c5b7cc-8b34-4433-90d2-5093ffb2de66 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:34.084604 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82c5b7cc-8b34-4433-90d2-5093ffb2de66 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:34.218655 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82c5b7cc-8b34-4433-90d2-5093ffb2de66 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:34.223284 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-82c5b7cc-8b34-4433-90d2-5093ffb2de66 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:34.226922 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-82c5b7cc-8b34-4433-90d2-5093ffb2de66 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-groups/b5f0752a-6c1b-42ba-895e-23b95a8bd7b4 HTTP/1.1" status: 204 len: 168 time: 0.2184539 Dec 11 23:12:34.227628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36072) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:34.239628 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5b7cc-8b34-4433-90d2-5093ffb2de66 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f0752a-6c1b-42ba-895e-23b95a8bd7b4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:34.279748 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fee06e8c-415f-41d7-828e-7075a6a21eb7 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0508728 Dec 11 23:12:34.282574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36076) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:34.295826 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-83c3e622-6c0e-45be-9da5-6bbee30033a2 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] delete failed (client error): The resource could not be found. Dec 11 23:12:34.296815 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-83c3e622-6c0e-45be-9da5-6bbee30033a2 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-groups/b5f0752a-6c1b-42ba-895e-23b95a8bd7b4 HTTP/1.1" status: 404 len: 347 time: 0.0133185 Dec 11 23:12:34.301061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36078) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:34.306220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ddd6dda7-c02a-4c6b-a238-f1dc6f187bf3 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092696562'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:34.369926 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ddd6dda7-c02a-4c6b-a238-f1dc6f187bf3 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:34.442197 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ddd6dda7-c02a-4c6b-a238-f1dc6f187bf3 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:34.541666 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ddd6dda7-c02a-4c6b-a238-f1dc6f187bf3 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:34.572808 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6dda7-c02a-4c6b-a238-f1dc6f187bf3 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7f68d3-76e5-4096-bf01-d74917cbc581,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:34.635933 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ddd6dda7-c02a-4c6b-a238-f1dc6f187bf3 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:34.637245 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ddd6dda7-c02a-4c6b-a238-f1dc6f187bf3 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3345330 Dec 11 23:12:34.640135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36096) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:34.644983 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0939f3ce-cd95-4d7d-a4f4-5aa5ecdee85d tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group_rule': {'security_group_id': '6e7f68d3-76e5-4096-bf01-d74917cbc581', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:34.752803 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0939f3ce-cd95-4d7d-a4f4-5aa5ecdee85d tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:34.817947 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0939f3ce-cd95-4d7d-a4f4-5aa5ecdee85d tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:34.925107 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0939f3ce-cd95-4d7d-a4f4-5aa5ecdee85d tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:34.942609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939f3ce-cd95-4d7d-a4f4-5aa5ecdee85d tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c986c3-f049-42af-a028-99cb4cf6c1b2,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:35.036544 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0939f3ce-cd95-4d7d-a4f4-5aa5ecdee85d tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:35.037606 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0939f3ce-cd95-4d7d-a4f4-5aa5ecdee85d tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3965709 Dec 11 23:12:35.040614 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36118) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:35.064186 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-68560ed9-2f95-49e0-b982-cbe072a357a9 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:35.071735 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-68560ed9-2f95-49e0-b982-cbe072a357a9 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:35.147034 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-68560ed9-2f95-49e0-b982-cbe072a357a9 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:35.153230 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-68560ed9-2f95-49e0-b982-cbe072a357a9 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:35.154318 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-68560ed9-2f95-49e0-b982-cbe072a357a9 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/49c986c3-f049-42af-a028-99cb4cf6c1b2 HTTP/1.1" status: 204 len: 168 time: 0.1129150 Dec 11 23:12:35.157228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36126) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:35.160987 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68560ed9-2f95-49e0-b982-cbe072a357a9 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49c986c3-f049-42af-a028-99cb4cf6c1b2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:35.199475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ea9b7fba-42ac-4dee-9408-49987cc22dcc tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410368 Dec 11 23:12:35.201910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36128) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:35.255782 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4a84-1703-4a36-b3ba-1c879930149b tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:35.281357 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4a84-1703-4a36-b3ba-1c879930149b tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:35.404327 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4a84-1703-4a36-b3ba-1c879930149b tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:35.407238 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4a84-1703-4a36-b3ba-1c879930149b tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:35.408389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2d2e4a84-1703-4a36-b3ba-1c879930149b tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-groups/6e7f68d3-76e5-4096-bf01-d74917cbc581 HTTP/1.1" status: 204 len: 168 time: 0.2055838 Dec 11 23:12:35.411222 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36142) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:35.417556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e4a84-1703-4a36-b3ba-1c879930149b tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7f68d3-76e5-4096-bf01-d74917cbc581,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:35.459849 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6c12bce4-ed6f-44a9-b9d1-4d7281d7a6a7 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0454032 Dec 11 23:12:35.463042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36144) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:35.467555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-51cd3f33-ed82-4549-8a9b-08fba8611079 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group': {'name': 'tempest-secgroup--69581855'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:35.594813 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51cd3f33-ed82-4549-8a9b-08fba8611079 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:35.667880 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51cd3f33-ed82-4549-8a9b-08fba8611079 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:35.760230 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51cd3f33-ed82-4549-8a9b-08fba8611079 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:35.794982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd3f33-ed82-4549-8a9b-08fba8611079 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce0e887-2622-431a-b60a-6df9531f12f7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:35.848224 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51cd3f33-ed82-4549-8a9b-08fba8611079 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:35.852288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36164) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:35.852836 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-51cd3f33-ed82-4549-8a9b-08fba8611079 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3882163 Dec 11 23:12:35.857475 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-706b5a42-632c-4ba8-af92-e804a6b6a7e1 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group_rule': {'security_group_id': '4ce0e887-2622-431a-b60a-6df9531f12f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:35.929949 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-706b5a42-632c-4ba8-af92-e804a6b6a7e1 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:35.992310 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-706b5a42-632c-4ba8-af92-e804a6b6a7e1 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:36.061328 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-706b5a42-632c-4ba8-af92-e804a6b6a7e1 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:36.082347 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b5a42-632c-4ba8-af92-e804a6b6a7e1 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4969928-824d-4ca8-b98b-001c87fb742e,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:36.146267 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-706b5a42-632c-4ba8-af92-e804a6b6a7e1 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:36.147607 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-706b5a42-632c-4ba8-af92-e804a6b6a7e1 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2936106 Dec 11 23:12:36.155097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36180) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:36.155097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0146a357-b0ca-43b0-a97f-829009b0b977 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group_rule': {'security_group_id': '4ce0e887-2622-431a-b60a-6df9531f12f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:36.268110 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0146a357-b0ca-43b0-a97f-829009b0b977 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:36.328052 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0146a357-b0ca-43b0-a97f-829009b0b977 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:36.406033 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0146a357-b0ca-43b0-a97f-829009b0b977 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:36.424046 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146a357-b0ca-43b0-a97f-829009b0b977 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2acec0e-2360-4607-a9fd-6f76f22325e9,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:36.539193 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0146a357-b0ca-43b0-a97f-829009b0b977 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:36.543418 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0146a357-b0ca-43b0-a97f-829009b0b977 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3892331 Dec 11 23:12:36.543534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36198) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:36.548528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group_rule': {'security_group_id': '4ce0e887-2622-431a-b60a-6df9531f12f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:36.666759 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:36.729682 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:36.800305 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:36.819244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644176f9-c24f-44cf-a698-5fe289f78fa6,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:36.827003 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:36.827360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:36.827709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:36.828054 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:36.828395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:36.828731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:36.829067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:36.829521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:36.829847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:36.830183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:36.830514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:36.831505 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:36.831892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:36.887656 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:36.889050 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a8a65299-8a67-418a-8896-574f09b7a114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3440034 Dec 11 23:12:36.891896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36206) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:36.897014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-05691805-9306-41e3-adcd-4a782561f8a6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group_rule': {'security_group_id': '4ce0e887-2622-431a-b60a-6df9531f12f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:37.001157 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-05691805-9306-41e3-adcd-4a782561f8a6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:37.063804 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-05691805-9306-41e3-adcd-4a782561f8a6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:37.154657 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-05691805-9306-41e3-adcd-4a782561f8a6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:37.173301 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05691805-9306-41e3-adcd-4a782561f8a6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a506702-215c-4522-9b61-c3e8b9e22656,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:37.263445 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-05691805-9306-41e3-adcd-4a782561f8a6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:37.264924 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-05691805-9306-41e3-adcd-4a782561f8a6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3719380 Dec 11 23:12:37.267708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36208) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:37.272411 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-fdbba49a-a51a-40de-86bc-b8f51da5a78a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group_rule': {'security_group_id': '4ce0e887-2622-431a-b60a-6df9531f12f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:37.376566 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fdbba49a-a51a-40de-86bc-b8f51da5a78a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:37.436457 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fdbba49a-a51a-40de-86bc-b8f51da5a78a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:37.520379 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fdbba49a-a51a-40de-86bc-b8f51da5a78a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:37.541383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbba49a-a51a-40de-86bc-b8f51da5a78a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43dece62-4cb1-462e-b2ef-fbc218871354,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:37.636657 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fdbba49a-a51a-40de-86bc-b8f51da5a78a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:37.640597 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fdbba49a-a51a-40de-86bc-b8f51da5a78a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3692384 Dec 11 23:12:37.641283 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36214) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:37.666532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e82955e3-c5b6-4909-8bdc-62bf8344599c tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:37.674013 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e82955e3-c5b6-4909-8bdc-62bf8344599c tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:37.766108 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e82955e3-c5b6-4909-8bdc-62bf8344599c tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:37.772172 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e82955e3-c5b6-4909-8bdc-62bf8344599c tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:37.776027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36218) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:37.776334 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e82955e3-c5b6-4909-8bdc-62bf8344599c tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/43dece62-4cb1-462e-b2ef-fbc218871354 HTTP/1.1" status: 204 len: 168 time: 0.1336381 Dec 11 23:12:37.786186 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82955e3-c5b6-4909-8bdc-62bf8344599c tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43dece62-4cb1-462e-b2ef-fbc218871354,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:37.831704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fc53eb9f-9719-477d-bdb9-0c220db0bb86 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0542285 Dec 11 23:12:37.834612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36222) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:37.859819 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbd38017-e164-4cf8-8a38-dbc275574e62 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:37.868527 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbd38017-e164-4cf8-8a38-dbc275574e62 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:37.971913 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbd38017-e164-4cf8-8a38-dbc275574e62 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:37.984062 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbd38017-e164-4cf8-8a38-dbc275574e62 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:37.985539 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dbd38017-e164-4cf8-8a38-dbc275574e62 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/1a506702-215c-4522-9b61-c3e8b9e22656 HTTP/1.1" status: 204 len: 168 time: 0.1498985 Dec 11 23:12:37.991389 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36224) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:38.002488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd38017-e164-4cf8-8a38-dbc275574e62 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a506702-215c-4522-9b61-c3e8b9e22656,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:38.043860 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1664c020-6126-4f05-8883-8df4ca38c4d2 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0509250 Dec 11 23:12:38.046625 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36226) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:38.062344 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e06ce65-6fb0-42a9-84f6-de1426b9132d req-2edb62f7-58a1-45f2-b8ba-966208354297 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503504 Dec 11 23:12:38.075051 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f79a2dd-ab26-488a-93d6-19736e57bbe3 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:38.086227 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f79a2dd-ab26-488a-93d6-19736e57bbe3 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:38.171094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06ce65-6fb0-42a9-84f6-de1426b9132d req-c9a3577a-63f8-4e9b-a771-90b1a8937d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:38.172764 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e06ce65-6fb0-42a9-84f6-de1426b9132d req-c9a3577a-63f8-4e9b-a771-90b1a8937d72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 1096 time: 0.0461514 Dec 11 23:12:38.177220 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f79a2dd-ab26-488a-93d6-19736e57bbe3 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:38.190694 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6f79a2dd-ab26-488a-93d6-19736e57bbe3 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:38.191999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6f79a2dd-ab26-488a-93d6-19736e57bbe3 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/644176f9-c24f-44cf-a698-5fe289f78fa6 HTTP/1.1" status: 204 len: 168 time: 0.1440945 Dec 11 23:12:38.194905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36228) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:38.198694 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79a2dd-ab26-488a-93d6-19736e57bbe3 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=644176f9-c24f-44cf-a698-5fe289f78fa6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:38.302724 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-801ab0d6-f724-4d5a-9079-1ba3bcdf10d3 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1064239 Dec 11 23:12:38.305435 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36230) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:38.347758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06ce65-6fb0-42a9-84f6-de1426b9132d req-02fe533a-2d24-4557-8e30-4709d02668a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:38.349341 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e06ce65-6fb0-42a9-84f6-de1426b9132d req-02fe533a-2d24-4557-8e30-4709d02668a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bbc0f1cc-56a4-4eba-973e-fe1397415726 HTTP/1.1" status: 200 len: 898 time: 0.1443925 Dec 11 23:12:38.352017 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11ce5179-318a-4e34-9393-7c194b64e479 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:38.360719 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11ce5179-318a-4e34-9393-7c194b64e479 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:38.436669 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e06ce65-6fb0-42a9-84f6-de1426b9132d req-08adf122-a18d-47a5-bd58-2b4acbdc7530 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 HTTP/1.1" status: 200 len: 999 time: 0.0775764 Dec 11 23:12:38.488271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06ce65-6fb0-42a9-84f6-de1426b9132d req-754b1745-9f12-48e5-88f4-8ceed1f3db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:38.489755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e06ce65-6fb0-42a9-84f6-de1426b9132d req-754b1745-9f12-48e5-88f4-8ceed1f3db35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc390815-da82-4c8d-8cdb-dc296b1becc6 HTTP/1.1" status: 200 len: 834 time: 0.0458837 Dec 11 23:12:38.526017 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11ce5179-318a-4e34-9393-7c194b64e479 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:38.532787 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11ce5179-318a-4e34-9393-7c194b64e479 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:38.534515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-11ce5179-318a-4e34-9393-7c194b64e479 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/f2acec0e-2360-4607-a9fd-6f76f22325e9 HTTP/1.1" status: 204 len: 168 time: 0.2275226 Dec 11 23:12:38.537217 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36234) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:38.547869 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce5179-318a-4e34-9393-7c194b64e479 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2acec0e-2360-4607-a9fd-6f76f22325e9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:38.558696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06ce65-6fb0-42a9-84f6-de1426b9132d req-b8213dfb-2679-470e-b254-3017a851d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:38.560291 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e06ce65-6fb0-42a9-84f6-de1426b9132d req-b8213dfb-2679-470e-b254-3017a851d754 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbc0f1cc-56a4-4eba-973e-fe1397415726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626152 Dec 11 23:12:38.624164 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ac6cde61-d96e-4ba9-9435-2263cc5cc29f tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0857658 Dec 11 23:12:38.626972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36236) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:38.667674 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b38a6c5d-a58e-4d1d-bc52-ac08c8a7c0e0 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:38.682077 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b38a6c5d-a58e-4d1d-bc52-ac08c8a7c0e0 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:38.714203 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e06ce65-6fb0-42a9-84f6-de1426b9132d req-fd61c768-bd18-4180-a037-4622a5545195 service neutron] 10.222.0.47 "GET /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444504 Dec 11 23:12:38.818859 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e06ce65-6fb0-42a9-84f6-de1426b9132d req-a8f297c4-69b4-44dd-8db1-c2c1c9d25a15 service neutron] 10.222.0.47 "GET /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959146 Dec 11 23:12:38.822879 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b38a6c5d-a58e-4d1d-bc52-ac08c8a7c0e0 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:38.832655 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b38a6c5d-a58e-4d1d-bc52-ac08c8a7c0e0 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:38.834412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b38a6c5d-a58e-4d1d-bc52-ac08c8a7c0e0 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c4969928-824d-4ca8-b98b-001c87fb742e HTTP/1.1" status: 204 len: 168 time: 0.2058775 Dec 11 23:12:38.836684 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36240) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:38.842991 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a6c5d-a58e-4d1d-bc52-ac08c8a7c0e0 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4969928-824d-4ca8-b98b-001c87fb742e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:38.878465 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0d26260d-fda8-43ac-a98f-9cada73d3172 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0405509 Dec 11 23:12:38.881289 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36242) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:38.942376 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b43c001c-afeb-42d8-bb12-7296310403d7 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:38.965743 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b43c001c-afeb-42d8-bb12-7296310403d7 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:39.097794 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b43c001c-afeb-42d8-bb12-7296310403d7 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:39.100679 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b43c001c-afeb-42d8-bb12-7296310403d7 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:39.102036 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b43c001c-afeb-42d8-bb12-7296310403d7 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-groups/4ce0e887-2622-431a-b60a-6df9531f12f7 HTTP/1.1" status: 204 len: 168 time: 0.2182739 Dec 11 23:12:39.104651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36244) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:39.111877 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c001c-afeb-42d8-bb12-7296310403d7 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce0e887-2622-431a-b60a-6df9531f12f7,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:39.158445 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-64b4a212-f563-4555-aa8e-acf64d7ef4e3 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0484848 Dec 11 23:12:39.159333 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36246) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:39.163676 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c65f7ab5-88e6-4087-90a0-67d5e2cb8a2c tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1093541331'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:39.274399 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c65f7ab5-88e6-4087-90a0-67d5e2cb8a2c tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:39.341372 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c65f7ab5-88e6-4087-90a0-67d5e2cb8a2c tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:39.405961 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c65f7ab5-88e6-4087-90a0-67d5e2cb8a2c tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:39.434676 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f7ab5-88e6-4087-90a0-67d5e2cb8a2c tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c83846-b72a-4809-9acf-4a4dfd036746,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:39.522370 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c65f7ab5-88e6-4087-90a0-67d5e2cb8a2c tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:39.523716 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c65f7ab5-88e6-4087-90a0-67d5e2cb8a2c tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3635850 Dec 11 23:12:39.526361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36248) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:39.531060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6c0ec97a-0e7d-4bf8-82b6-6ea51e77ae49 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group_rule': {'security_group_id': '31c83846-b72a-4809-9acf-4a4dfd036746', 'direction': 'ingress', 'protocol': 17}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:39.629917 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c0ec97a-0e7d-4bf8-82b6-6ea51e77ae49 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:39.704683 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c0ec97a-0e7d-4bf8-82b6-6ea51e77ae49 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:39.783449 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c0ec97a-0e7d-4bf8-82b6-6ea51e77ae49 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:39.803307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ec97a-0e7d-4bf8-82b6-6ea51e77ae49 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af86993-cb18-4895-9b0b-18000200ebb4,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:39.888389 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c0ec97a-0e7d-4bf8-82b6-6ea51e77ae49 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:39.890860 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6c0ec97a-0e7d-4bf8-82b6-6ea51e77ae49 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3622758 Dec 11 23:12:39.896681 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36260) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:39.957016 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b8fba4e-3b5f-4b6e-a93b-b6f657dfb991 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:39.990161 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b8fba4e-3b5f-4b6e-a93b-b6f657dfb991 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:40.177363 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b8fba4e-3b5f-4b6e-a93b-b6f657dfb991 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:40.180214 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1b8fba4e-3b5f-4b6e-a93b-b6f657dfb991 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:40.181389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1b8fba4e-3b5f-4b6e-a93b-b6f657dfb991 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-groups/31c83846-b72a-4809-9acf-4a4dfd036746 HTTP/1.1" status: 204 len: 168 time: 0.2831893 Dec 11 23:12:40.184590 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36262) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:40.191766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fba4e-3b5f-4b6e-a93b-b6f657dfb991 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c83846-b72a-4809-9acf-4a4dfd036746,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:40.233103 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5413d8c9-842c-43a4-b45b-d07ba326696a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0471880 Dec 11 23:12:40.236657 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36264) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:40.241579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c7b260f7-56d8-4955-9e21-50c28657add1 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group': {'name': 'tempest-secgroup--707288378'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:40.341577 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7b260f7-56d8-4955-9e21-50c28657add1 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:40.415778 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7b260f7-56d8-4955-9e21-50c28657add1 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:40.501298 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7b260f7-56d8-4955-9e21-50c28657add1 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:40.530413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b260f7-56d8-4955-9e21-50c28657add1 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334c01e4-45e3-4685-bd84-f8cd04b893ca,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:40.603647 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7b260f7-56d8-4955-9e21-50c28657add1 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:40.607748 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c7b260f7-56d8-4955-9e21-50c28657add1 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3672390 Dec 11 23:12:40.609246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36268) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:40.614267 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f8887098-0e4b-4187-9c94-8cb664b2ea4a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group': {'name': 'tempest-secgroup--812301346'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:40.732419 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8887098-0e4b-4187-9c94-8cb664b2ea4a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:40.807770 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8887098-0e4b-4187-9c94-8cb664b2ea4a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:40.880196 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8887098-0e4b-4187-9c94-8cb664b2ea4a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:40.913664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8887098-0e4b-4187-9c94-8cb664b2ea4a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d4a5a5-e748-4b35-af65-b9e86db284e0,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:40.968416 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8887098-0e4b-4187-9c94-8cb664b2ea4a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:40.973403 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f8887098-0e4b-4187-9c94-8cb664b2ea4a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3611820 Dec 11 23:12:40.973720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36272) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:40.979307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4ea60a6a-8a22-4c88-a7d1-08820fbb05b6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group_rule': {'security_group_id': '334c01e4-45e3-4685-bd84-f8cd04b893ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '19d4a5a5-e748-4b35-af65-b9e86db284e0', 'remote_ip_prefix': None}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:41.095704 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ea60a6a-8a22-4c88-a7d1-08820fbb05b6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:41.187748 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ea60a6a-8a22-4c88-a7d1-08820fbb05b6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:41.257371 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ea60a6a-8a22-4c88-a7d1-08820fbb05b6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:41.279398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea60a6a-8a22-4c88-a7d1-08820fbb05b6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f455e9-f99b-42f1-85f8-f0402f91890d,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:41.356428 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4ea60a6a-8a22-4c88-a7d1-08820fbb05b6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:41.357674 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4ea60a6a-8a22-4c88-a7d1-08820fbb05b6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3827837 Dec 11 23:12:41.360522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36276) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:41.386198 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbc76853-1303-4c86-a4cd-9254499e287a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:41.394989 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbc76853-1303-4c86-a4cd-9254499e287a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:41.478789 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbc76853-1303-4c86-a4cd-9254499e287a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:41.485132 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbc76853-1303-4c86-a4cd-9254499e287a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:41.486234 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dbc76853-1303-4c86-a4cd-9254499e287a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/a9f455e9-f99b-42f1-85f8-f0402f91890d HTTP/1.1" status: 204 len: 168 time: 0.1247966 Dec 11 23:12:41.490161 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36280) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:41.492517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc76853-1303-4c86-a4cd-9254499e287a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9f455e9-f99b-42f1-85f8-f0402f91890d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:41.541277 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-eda1cce8-426e-4eef-ae0f-1a7fef3b6b84 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0498002 Dec 11 23:12:41.543924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36282) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:41.596110 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af4fb9d9-9437-41fb-98ab-a36d687ac622 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:41.619206 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af4fb9d9-9437-41fb-98ab-a36d687ac622 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:41.753114 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af4fb9d9-9437-41fb-98ab-a36d687ac622 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:41.755823 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-af4fb9d9-9437-41fb-98ab-a36d687ac622 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:41.756968 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-af4fb9d9-9437-41fb-98ab-a36d687ac622 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-groups/19d4a5a5-e748-4b35-af65-b9e86db284e0 HTTP/1.1" status: 204 len: 168 time: 0.2121358 Dec 11 23:12:41.759598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36284) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:41.766613 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fb9d9-9437-41fb-98ab-a36d687ac622 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d4a5a5-e748-4b35-af65-b9e86db284e0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:41.821784 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f40f5122-43a7-453b-a3a2-f443a809d542 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0605071 Dec 11 23:12:41.824518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36286) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:41.876166 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b08df22c-6bfc-4235-8bb6-4c91abc3a4a7 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:41.898605 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b08df22c-6bfc-4235-8bb6-4c91abc3a4a7 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:42.000437 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b08df22c-6bfc-4235-8bb6-4c91abc3a4a7 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:42.003830 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b08df22c-6bfc-4235-8bb6-4c91abc3a4a7 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:42.007354 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b08df22c-6bfc-4235-8bb6-4c91abc3a4a7 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-groups/334c01e4-45e3-4685-bd84-f8cd04b893ca HTTP/1.1" status: 204 len: 168 time: 0.1795785 Dec 11 23:12:42.008035 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36290) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:42.014503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08df22c-6bfc-4235-8bb6-4c91abc3a4a7 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=334c01e4-45e3-4685-bd84-f8cd04b893ca,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:42.066709 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e4ce2a00-4f90-4954-a29d-236fedf48114 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0572679 Dec 11 23:12:42.070780 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36292) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:42.075188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a2ec5e90-9293-4998-9881-74c0e215c38f tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114493306'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:42.170165 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2ec5e90-9293-4998-9881-74c0e215c38f tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:42.265959 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2ec5e90-9293-4998-9881-74c0e215c38f tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:42.341368 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2ec5e90-9293-4998-9881-74c0e215c38f tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:42.373109 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec5e90-9293-4998-9881-74c0e215c38f tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425a7d83-8275-4d63-a5e9-f5e8b4abe44e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:42.438196 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2ec5e90-9293-4998-9881-74c0e215c38f tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:42.440644 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a2ec5e90-9293-4998-9881-74c0e215c38f tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3682125 Dec 11 23:12:42.444170 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36298) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:42.452665 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-35f996a0-af86-4bb2-99ec-caef731b6c58 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group_rule': {'security_group_id': '425a7d83-8275-4d63-a5e9-f5e8b4abe44e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:42.583300 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-35f996a0-af86-4bb2-99ec-caef731b6c58 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:42.649319 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-35f996a0-af86-4bb2-99ec-caef731b6c58 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:42.731771 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-35f996a0-af86-4bb2-99ec-caef731b6c58 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:42.755204 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f996a0-af86-4bb2-99ec-caef731b6c58 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd65d6b0-990b-40fa-b809-19cab64db826,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:42.848288 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-35f996a0-af86-4bb2-99ec-caef731b6c58 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:42.849449 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-35f996a0-af86-4bb2-99ec-caef731b6c58 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4043219 Dec 11 23:12:42.852302 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36304) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:42.876104 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fb921b0f-daac-4a71-b4da-97c9193b1972 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:42.884296 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fb921b0f-daac-4a71-b4da-97c9193b1972 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:42.970180 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fb921b0f-daac-4a71-b4da-97c9193b1972 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:42.977248 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fb921b0f-daac-4a71-b4da-97c9193b1972 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:42.979437 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fb921b0f-daac-4a71-b4da-97c9193b1972 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/cd65d6b0-990b-40fa-b809-19cab64db826 HTTP/1.1" status: 204 len: 168 time: 0.1250958 Dec 11 23:12:42.981251 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36312) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:42.991885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb921b0f-daac-4a71-b4da-97c9193b1972 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd65d6b0-990b-40fa-b809-19cab64db826,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:43.026452 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-08b78e1a-238d-4a15-a3d4-3fde73bb1847 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0440242 Dec 11 23:12:43.029168 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36314) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:43.164127 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77f66975-7146-468b-b159-e099a427e9bb tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:43.247442 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77f66975-7146-468b-b159-e099a427e9bb tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:43.366211 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77f66975-7146-468b-b159-e099a427e9bb tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:43.369612 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77f66975-7146-468b-b159-e099a427e9bb tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:43.370520 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-77f66975-7146-468b-b159-e099a427e9bb tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-groups/425a7d83-8275-4d63-a5e9-f5e8b4abe44e HTTP/1.1" status: 204 len: 168 time: 0.3403683 Dec 11 23:12:43.373338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36328) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:43.389352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f66975-7146-468b-b159-e099a427e9bb tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=425a7d83-8275-4d63-a5e9-f5e8b4abe44e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:43.445139 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7599e3a7-0841-40d9-82e8-d2f7829a8697 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0671556 Dec 11 23:12:43.445705 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36332) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:43.453923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0d65acf3-4ba9-4db9-8701-9f3f8ff7a0bc tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group': {'name': 'tempest-secgroup--164582543'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:43.575667 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d65acf3-4ba9-4db9-8701-9f3f8ff7a0bc tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:43.652751 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d65acf3-4ba9-4db9-8701-9f3f8ff7a0bc tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:43.771791 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d65acf3-4ba9-4db9-8701-9f3f8ff7a0bc tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:43.830169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65acf3-4ba9-4db9-8701-9f3f8ff7a0bc tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3860ea56-f5c1-467d-b917-73372c14c2fa,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:43.920054 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:43.967859 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d65acf3-4ba9-4db9-8701-9f3f8ff7a0bc tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:43.969182 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0d65acf3-4ba9-4db9-8701-9f3f8ff7a0bc tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5219884 Dec 11 23:12:43.972173 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36344) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:43.977343 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-dc50ab32-a59d-4fa1-8113-66b03e38257a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group_rule': {'security_group_id': '3860ea56-f5c1-467d-b917-73372c14c2fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:44.142198 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc50ab32-a59d-4fa1-8113-66b03e38257a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:44.202901 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc50ab32-a59d-4fa1-8113-66b03e38257a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:44.278436 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc50ab32-a59d-4fa1-8113-66b03e38257a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:44.296037 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50ab32-a59d-4fa1-8113-66b03e38257a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a3bb9d-988b-4cb8-a49a-e92ce2cc3660,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:44.390599 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc50ab32-a59d-4fa1-8113-66b03e38257a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:44.394943 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dc50ab32-a59d-4fa1-8113-66b03e38257a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4180019 Dec 11 23:12:44.394943 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36350) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:44.411613 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dbfe8637-523c-4134-933c-389692758778 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules/27a3bb9d-988b-4cb8-a49a-e92ce2cc3660 HTTP/1.1" status: 200 len: 763 time: 0.0157013 Dec 11 23:12:44.414061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36352) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:44.454956 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-013ba51f-1d82-492c-8d94-9f8cae389473 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0397506 Dec 11 23:12:44.457659 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36356) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:44.484379 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d13e-4ca1-489b-82c0-4b192665e211 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:44.495294 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d13e-4ca1-489b-82c0-4b192665e211 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:44.652347 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d13e-4ca1-489b-82c0-4b192665e211 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:44.661479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d13e-4ca1-489b-82c0-4b192665e211 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:44.664438 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4ad5d13e-4ca1-489b-82c0-4b192665e211 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/27a3bb9d-988b-4cb8-a49a-e92ce2cc3660 HTTP/1.1" status: 204 len: 168 time: 0.2058446 Dec 11 23:12:44.667145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36362) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:44.677129 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5d13e-4ca1-489b-82c0-4b192665e211 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27a3bb9d-988b-4cb8-a49a-e92ce2cc3660,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:44.711702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9416f677-fa86-4f7e-aa29-aabb4544cb2a tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0426915 Dec 11 23:12:44.714230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36364) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:44.718610 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ebfc60d8-b9f6-4cde-9986-aede35e602a6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group_rule': {'security_group_id': '3860ea56-f5c1-467d-b917-73372c14c2fa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:44.828794 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ebfc60d8-b9f6-4cde-9986-aede35e602a6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:44.897646 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ebfc60d8-b9f6-4cde-9986-aede35e602a6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:44.981051 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ebfc60d8-b9f6-4cde-9986-aede35e602a6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:45.004705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc60d8-b9f6-4cde-9986-aede35e602a6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d12e95-31fb-4b2d-a7ed-2e1ce821fa2a,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:45.093953 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ebfc60d8-b9f6-4cde-9986-aede35e602a6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:45.099032 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ebfc60d8-b9f6-4cde-9986-aede35e602a6 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3808007 Dec 11 23:12:45.106850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36374) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:45.120167 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cebfc3a2-e25a-4229-9e64-56b74b1b5d03 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules/48d12e95-31fb-4b2d-a7ed-2e1ce821fa2a HTTP/1.1" status: 200 len: 763 time: 0.0173697 Dec 11 23:12:45.120441 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36376) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:45.167975 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b0e3ac0e-69c6-4056-a08e-a3770517e41b tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0427368 Dec 11 23:12:45.167975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36378) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:45.193886 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61ab5a76-5d9d-4158-a749-55d0f22f2108 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:45.201538 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61ab5a76-5d9d-4158-a749-55d0f22f2108 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:45.303369 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61ab5a76-5d9d-4158-a749-55d0f22f2108 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:45.310554 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61ab5a76-5d9d-4158-a749-55d0f22f2108 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:45.311945 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-61ab5a76-5d9d-4158-a749-55d0f22f2108 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/48d12e95-31fb-4b2d-a7ed-2e1ce821fa2a HTTP/1.1" status: 204 len: 168 time: 0.1432514 Dec 11 23:12:45.314616 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36382) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:45.318789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab5a76-5d9d-4158-a749-55d0f22f2108 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48d12e95-31fb-4b2d-a7ed-2e1ce821fa2a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:45.363207 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9ea4591a-cc31-43fb-8c21-2cf04da83d50 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0449569 Dec 11 23:12:45.365079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36384) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:45.369680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-878bfe7b-c903-4914-9b8c-06508c76dd96 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group_rule': {'security_group_id': '3860ea56-f5c1-467d-b917-73372c14c2fa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:45.464882 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-878bfe7b-c903-4914-9b8c-06508c76dd96 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:45.523483 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-878bfe7b-c903-4914-9b8c-06508c76dd96 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:45.640442 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-878bfe7b-c903-4914-9b8c-06508c76dd96 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:45.662428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bfe7b-c903-4914-9b8c-06508c76dd96 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fede5d-cf05-4fde-9da0-487df95e0e31,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:45.739891 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-878bfe7b-c903-4914-9b8c-06508c76dd96 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:45.741139 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-878bfe7b-c903-4914-9b8c-06508c76dd96 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3750217 Dec 11 23:12:45.744215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36396) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:45.764690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1610261f-4211-4e45-96a6-2a18dfb0b9c5 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules/c0fede5d-cf05-4fde-9da0-487df95e0e31 HTTP/1.1" status: 200 len: 764 time: 0.0193441 Dec 11 23:12:45.767268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36398) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:45.814062 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-beb0bc5e-b921-49a7-a878-63271575e525 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0447431 Dec 11 23:12:45.817692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36400) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:45.841196 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fc9bcdd-41fb-4a3c-b410-8d34a5c4bce0 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:45.849313 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fc9bcdd-41fb-4a3c-b410-8d34a5c4bce0 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:45.938312 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fc9bcdd-41fb-4a3c-b410-8d34a5c4bce0 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:45.944010 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fc9bcdd-41fb-4a3c-b410-8d34a5c4bce0 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:45.947896 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4fc9bcdd-41fb-4a3c-b410-8d34a5c4bce0 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c0fede5d-cf05-4fde-9da0-487df95e0e31 HTTP/1.1" status: 204 len: 168 time: 0.1265669 Dec 11 23:12:45.948150 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36406) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:45.954623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9bcdd-41fb-4a3c-b410-8d34a5c4bce0 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0fede5d-cf05-4fde-9da0-487df95e0e31,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:46.007105 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e796fd98-1742-4a4d-9655-42e5237339d2 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0572002 Dec 11 23:12:46.012288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36408) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:46.073405 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8618175a-ba60-4123-a8d5-454c5833d542 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:46.100803 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8618175a-ba60-4123-a8d5-454c5833d542 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:46.236387 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8618175a-ba60-4123-a8d5-454c5833d542 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:46.239710 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8618175a-ba60-4123-a8d5-454c5833d542 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:46.240869 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8618175a-ba60-4123-a8d5-454c5833d542 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-groups/3860ea56-f5c1-467d-b917-73372c14c2fa HTTP/1.1" status: 204 len: 168 time: 0.2302201 Dec 11 23:12:46.243586 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36418) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:46.250393 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618175a-ba60-4123-a8d5-454c5833d542 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3860ea56-f5c1-467d-b917-73372c14c2fa,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:46.304891 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c81b1d43-188c-42eb-a530-e7479874d088 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0554485 Dec 11 23:12:46.305049 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36420) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:46.308163 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2e755a04-d399-431f-9685-cebdf0580fae tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group': {'name': 'tempest-secgroup--2117775597'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:46.434503 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2e755a04-d399-431f-9685-cebdf0580fae tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:46.520426 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2e755a04-d399-431f-9685-cebdf0580fae tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:46.651925 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2e755a04-d399-431f-9685-cebdf0580fae tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:46.682011 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e755a04-d399-431f-9685-cebdf0580fae tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1608065-5798-4521-9391-d3caeefb28ce,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:46.756419 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2e755a04-d399-431f-9685-cebdf0580fae tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:46.760307 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2e755a04-d399-431f-9685-cebdf0580fae tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4531627 Dec 11 23:12:46.760441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36430) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:46.764734 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a017a26f-25a0-4c7b-b870-a063bf53d901 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Request body: {'security_group_rule': {'security_group_id': 'a1608065-5798-4521-9391-d3caeefb28ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:46.879731 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a017a26f-25a0-4c7b-b870-a063bf53d901 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:46.936788 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a017a26f-25a0-4c7b-b870-a063bf53d901 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:47.017321 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a017a26f-25a0-4c7b-b870-a063bf53d901 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:47.036118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017a26f-25a0-4c7b-b870-a063bf53d901 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bf9a16-51d7-4852-8e9a-edc91e2754ad,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:47.140721 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a017a26f-25a0-4c7b-b870-a063bf53d901 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:47.141969 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a017a26f-25a0-4c7b-b870-a063bf53d901 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3806231 Dec 11 23:12:47.145102 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36438) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:47.202051 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-543f23d7-fa87-419e-9ee6-76626d7101cd tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:47.226434 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-543f23d7-fa87-419e-9ee6-76626d7101cd tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:47.365952 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-543f23d7-fa87-419e-9ee6-76626d7101cd tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:47.368731 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-543f23d7-fa87-419e-9ee6-76626d7101cd tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:47.369967 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-543f23d7-fa87-419e-9ee6-76626d7101cd tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-groups/a1608065-5798-4521-9391-d3caeefb28ce HTTP/1.1" status: 204 len: 168 time: 0.2239521 Dec 11 23:12:47.372655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36444) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:47.380200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f23d7-fa87-419e-9ee6-76626d7101cd tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1608065-5798-4521-9391-d3caeefb28ce,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:47.427450 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0381d899-f041-4459-99f2-11e87264254b tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0533392 Dec 11 23:12:47.429940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36446) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:47.470884 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-275588cc-f6c8-4507-b7f5-f62789d02c5e tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0377760 Dec 11 23:12:47.474152 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36448) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:47.493574 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-f6982297-ef3a-436c-9201-ccd666ef3737 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] delete failed (client error): The resource could not be found. Dec 11 23:12:47.495972 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f6982297-ef3a-436c-9201-ccd666ef3737 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "DELETE /v2.0/security-groups/a1608065-5798-4521-9391-d3caeefb28ce HTTP/1.1" status: 404 len: 347 time: 0.0188529 Dec 11 23:12:47.500118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36450) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:47.543665 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-815394f7-236c-4101-9da6-bb12340fcc74 tempest-SecGroupTest-176333797 tempest-SecGroupTest-176333797-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0421791 Dec 11 23:12:47.601782 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:48.071361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36474) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:48.225219 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e0d95b0c-a5ed-45dd-9b75-3cca3d305fdd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=56622790e4cd4cf5aace56d786004c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1526997 Dec 11 23:12:48.227754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36482) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:48.277905 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-78bfdf7b-9839-4918-aa87-8697fed66447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:48.303738 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-78bfdf7b-9839-4918-aa87-8697fed66447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:48.462984 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-78bfdf7b-9839-4918-aa87-8697fed66447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:48.465903 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-78bfdf7b-9839-4918-aa87-8697fed66447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:48.470377 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-78bfdf7b-9839-4918-aa87-8697fed66447 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1dad03e1-4ca8-4625-8b21-57356897fb88 HTTP/1.1" status: 204 len: 168 time: 0.2415006 Dec 11 23:12:48.481068 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfdf7b-9839-4918-aa87-8697fed66447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dad03e1-4ca8-4625-8b21-57356897fb88,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:48.821421 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aaad78f8-eb52-485f-9d1e-3764833ae3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:49.682673 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36538) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:49.797296 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a1e4461d-3163-46a0-b194-111fd6da2558 tempest-SubnetPoolsTestJSON-907250316 tempest-SubnetPoolsTestJSON-907250316-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2014311114', 'prefixes': ['172.20.0.0/16']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:50.174711 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a1e4461d-3163-46a0-b194-111fd6da2558 tempest-SubnetPoolsTestJSON-907250316 tempest-SubnetPoolsTestJSON-907250316-project] Publish callbacks [] for subnetpool, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:50.178599 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a1e4461d-3163-46a0-b194-111fd6da2558 tempest-SubnetPoolsTestJSON-907250316 tempest-SubnetPoolsTestJSON-907250316-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4918203 Dec 11 23:12:50.178729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36556) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:50.221054 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e4200ae6-b4b9-413d-9aa7-e8c6b1859319 tempest-SubnetPoolsTestJSON-907250316 tempest-SubnetPoolsTestJSON-907250316-project] 10.222.0.45 "GET /v2.0/subnetpools/03db1225-322b-44f5-bb84-a6acee62fffe HTTP/1.1" status: 200 len: 732 time: 0.0406768 Dec 11 23:12:50.224474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36558) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:50.229730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ab7402d7-e5d1-496e-b107-a5a7c8c3957c tempest-SubnetPoolsTestJSON-907250316 tempest-SubnetPoolsTestJSON-907250316-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1249782711'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:50.374889 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ab7402d7-e5d1-496e-b107-a5a7c8c3957c tempest-SubnetPoolsTestJSON-907250316 tempest-SubnetPoolsTestJSON-907250316-project] Publish callbacks [] for subnetpool, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:50.376456 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ab7402d7-e5d1-496e-b107-a5a7c8c3957c tempest-SubnetPoolsTestJSON-907250316 tempest-SubnetPoolsTestJSON-907250316-project] 10.222.0.45 "PUT /v2.0/subnetpools/03db1225-322b-44f5-bb84-a6acee62fffe HTTP/1.1" status: 200 len: 684 time: 0.1505303 Dec 11 23:12:50.379209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36564) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:50.782394 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-48d6f0e0-23e3-45be-ab78-69a7dd805452 tempest-SubnetPoolsTestJSON-907250316 tempest-SubnetPoolsTestJSON-907250316-project] Publish callbacks [] for subnetpool, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:50.782394 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-48d6f0e0-23e3-45be-ab78-69a7dd805452 tempest-SubnetPoolsTestJSON-907250316 tempest-SubnetPoolsTestJSON-907250316-project] 10.222.0.45 "DELETE /v2.0/subnetpools/03db1225-322b-44f5-bb84-a6acee62fffe HTTP/1.1" status: 204 len: 168 time: 0.4012949 Dec 11 23:12:50.784225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36572) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:50.798730 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-e98043a8-9842-4c22-a86e-fb2af514426a tempest-SubnetPoolsTestJSON-907250316 tempest-SubnetPoolsTestJSON-907250316-project] show failed (client error): The resource could not be found. Dec 11 23:12:50.801666 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e98043a8-9842-4c22-a86e-fb2af514426a tempest-SubnetPoolsTestJSON-907250316 tempest-SubnetPoolsTestJSON-907250316-project] 10.222.0.45 "GET /v2.0/subnetpools/03db1225-322b-44f5-bb84-a6acee62fffe HTTP/1.1" status: 404 len: 346 time: 0.0164988 Dec 11 23:12:50.807514 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36574) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:50.832212 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-5f2e79e1-5673-40f2-86b3-33138a4ac927 tempest-SubnetPoolsTestJSON-907250316 tempest-SubnetPoolsTestJSON-907250316-project] delete failed (client error): The resource could not be found. Dec 11 23:12:50.836624 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5f2e79e1-5673-40f2-86b3-33138a4ac927 tempest-SubnetPoolsTestJSON-907250316 tempest-SubnetPoolsTestJSON-907250316-project] 10.222.0.45 "DELETE /v2.0/subnetpools/03db1225-322b-44f5-bb84-a6acee62fffe HTTP/1.1" status: 404 len: 346 time: 0.0248525 Dec 11 23:12:50.930556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efff62-940f-44d0-89c8-c47be94ac906 req-4769be13-0b46-4974-ab1e-5e2f6f1eace1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:50.932140 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-73efff62-940f-44d0-89c8-c47be94ac906 req-4769be13-0b46-4974-ab1e-5e2f6f1eace1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 945 time: 0.0551829 Dec 11 23:12:50.999721 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-73efff62-940f-44d0-89c8-c47be94ac906 req-953f874b-44b1-4cea-affb-0902cd44ccb7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605116 Dec 11 23:12:51.020775 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36584) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:51.090291 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f8d9a977-03c6-4d8c-92a7-3cf4e7277682 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/floatingips/f148d1f6-62aa-424d-a8ec-2a107d01a375 HTTP/1.1" status: 200 len: 991 time: 0.0683424 Dec 11 23:12:51.320895 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8d3737dd-ddb2-4773-a0c2-3587f16f405a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:51.416737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36604) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:51.453544 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6b94f-9bb7-4c54-92bc-7735c3751cd9 req-04bc0f2c-9b50-448e-8a72-6f826e9e3c70 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:51.455120 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ba6b94f-9bb7-4c54-92bc-7735c3751cd9 req-04bc0f2c-9b50-448e-8a72-6f826e9e3c70 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 1096 time: 0.0487156 Dec 11 23:12:51.512328 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ba6b94f-9bb7-4c54-92bc-7735c3751cd9 req-559c636f-64c7-4588-ad60-db777d0dfcf6 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500698 Dec 11 23:12:51.598413 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b1c8f14c-89a0-402a-895b-399826af2129 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:51.686298 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b1c8f14c-89a0-402a-895b-399826af2129 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:51.775688 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b1c8f14c-89a0-402a-895b-399826af2129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:51.815503 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b1c8f14c-89a0-402a-895b-399826af2129 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9992ff6b894c4474a77a656ae99f8c59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3971698 Dec 11 23:12:51.816891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8f14c-89a0-402a-895b-399826af2129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8783b43a-3daa-4546-a92c-867677887238,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:51.818956 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36620) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:51.882871 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff5fc-d634-4214-bd3c-6a459d779636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:51.910668 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff5fc-d634-4214-bd3c-6a459d779636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:52.080229 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff5fc-d634-4214-bd3c-6a459d779636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:52.083829 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff5fc-d634-4214-bd3c-6a459d779636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:52.085204 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9d8ff5fc-d634-4214-bd3c-6a459d779636 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8783b43a-3daa-4546-a92c-867677887238 HTTP/1.1" status: 204 len: 168 time: 0.2644827 Dec 11 23:12:52.094395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ff5fc-d634-4214-bd3c-6a459d779636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8783b43a-3daa-4546-a92c-867677887238,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:52.304219 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:52.958310 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-439f53c1-427a-45c1-9efe-a9a13a0e4822 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1653206 Dec 11 23:12:52.967793 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-ccd15957-d4e5-4ce7-95b4-0b555ea33876 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:12:52.974450 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-ccd15957-d4e5-4ce7-95b4-0b555ea33876 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069313 Dec 11 23:12:53.369059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36704) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:53.479248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-499e0352-e4a2-410a-91f5-4ab16075f945 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-28778170'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:53.629111 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499e0352-e4a2-410a-91f5-4ab16075f945 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Made reservation on behalf of 020a980679b24601933951ff4239c33f for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:12:53.633814 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-499e0352-e4a2-410a-91f5-4ab16075f945 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:53.645338 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-499e0352-e4a2-410a-91f5-4ab16075f945 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:53.759059 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-499e0352-e4a2-410a-91f5-4ab16075f945 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:53.817506 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-499e0352-e4a2-410a-91f5-4ab16075f945 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:53.855254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499e0352-e4a2-410a-91f5-4ab16075f945 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:12:53.866615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e0352-e4a2-410a-91f5-4ab16075f945 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=590b58b2-cdd8-40dc-b2b2-98e6b65a627d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:53.872166 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-499e0352-e4a2-410a-91f5-4ab16075f945 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:53.872581 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-499e0352-e4a2-410a-91f5-4ab16075f945 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Added segment c84ec4e7-00eb-434c-b5b9-347cffa37641 of type vlan for network 9f04828e-2f32-46df-b04e-7bd449da1396 Dec 11 23:12:53.916036 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-499e0352-e4a2-410a-91f5-4ab16075f945 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:53.969905 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:53.993244 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-499e0352-e4a2-410a-91f5-4ab16075f945 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:53.999417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e0352-e4a2-410a-91f5-4ab16075f945 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:54.000014 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-499e0352-e4a2-410a-91f5-4ab16075f945 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:54.082584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e0352-e4a2-410a-91f5-4ab16075f945 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Pushing event updated for resources: {'Network': ['ID=9f04828e-2f32-46df-b04e-7bd449da1396,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:54.093345 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 9f04828e-2f32-46df-b04e-7bd449da1396 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:12:54.114313 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-ec93567b-13e2-4d88-a90e-c65cb4a9704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:54.115847 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-ec93567b-13e2-4d88-a90e-c65cb4a9704b service neutron] 10.222.0.45 "GET /v2.0/ports/1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 HTTP/1.1" status: 200 len: 1093 time: 0.0367613 Dec 11 23:12:54.125136 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-e94b03b4-5934-4f10-a8b3-d164d479bb9a service neutron] Request body: {'binding': {'host': 'n-h2-710847-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:54.126003 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-e94b03b4-5934-4f10-a8b3-d164d479bb9a service neutron] Unknown quota resources ['binding']. {{(pid=103691) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 11 23:12:54.145269 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-499e0352-e4a2-410a-91f5-4ab16075f945 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7750909 Dec 11 23:12:54.148961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36726) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:54.157811 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-2bed691e-7eb5-414f-9b9d-124e93987d2d tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9f04828e-2f32-46df-b04e-7bd449da1396', 'tempest-TagsTest-Tag-890648929') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:54.305541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-e94b03b4-5934-4f10-a8b3-d164d479bb9a service neutron] Attempting to bind port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 on host n-h2-710847-6 for vnic_type normal with profile None {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:12:54.306104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-e94b03b4-5934-4f10-a8b3-d164d479bb9a service neutron] Attempting to bind port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:12:54.306387 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-e94b03b4-5934-4f10-a8b3-d164d479bb9a service neutron] Attempting to bind port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 on network bbc0f1cc-56a4-4eba-973e-fe1397415726 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:12:54.312792 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-e94b03b4-5934-4f10-a8b3-d164d479bb9a service neutron] Port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 on network bbc0f1cc-56a4-4eba-973e-fe1397415726 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:12:54.313358 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-e94b03b4-5934-4f10-a8b3-d164d479bb9a service neutron] Attempting to bind port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 on network bbc0f1cc-56a4-4eba-973e-fe1397415726 {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:12:54.319112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-e94b03b4-5934-4f10-a8b3-d164d479bb9a service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:12:54.319450 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-e94b03b4-5934-4f10-a8b3-d164d479bb9a service neutron] Checking segment: {'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:12:54.319836 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-e94b03b4-5934-4f10-a8b3-d164d479bb9a service neutron] Bound using segment: {'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'} {{(pid=103691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:12:54.320462 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.managers [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-e94b03b4-5934-4f10-a8b3-d164d479bb9a service neutron] Bound port: 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'}}] {{(pid=103691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:12:54.356627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2bed691e-7eb5-414f-9b9d-124e93987d2d tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] 10.222.0.45 "PUT /v2.0/networks/9f04828e-2f32-46df-b04e-7bd449da1396/tags/tempest-TagsTest-Tag-890648929 HTTP/1.1" status: 201 len: 201 time: 0.2066731 Dec 11 23:12:54.357665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36732) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:54.362522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-b1ca20fc-c7ec-4fa4-9b14-7042d2016780 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9f04828e-2f32-46df-b04e-7bd449da1396', 'tempest-TagsTest-Tag-890648929') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:54.432850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-e94b03b4-5934-4f10-a8b3-d164d479bb9a service neutron] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:12:54.451131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b1ca20fc-c7ec-4fa4-9b14-7042d2016780 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] 10.222.0.45 "GET /v2.0/networks/9f04828e-2f32-46df-b04e-7bd449da1396/tags/tempest-TagsTest-Tag-890648929 HTTP/1.1" status: 204 len: 168 time: 0.0920329 Dec 11 23:12:54.453497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36734) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:54.458581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-aa42f3d1-fd21-448b-a334-bc920beba161 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9f04828e-2f32-46df-b04e-7bd449da1396') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:54.529818 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-aa42f3d1-fd21-448b-a334-bc920beba161 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] 10.222.0.45 "GET /v2.0/networks/9f04828e-2f32-46df-b04e-7bd449da1396/tags HTTP/1.1" status: 200 len: 237 time: 0.0748808 Dec 11 23:12:54.532560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36740) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:54.536978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-b2019852-fd7b-4bb7-97a3-60a45bf6b3cd tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9f04828e-2f32-46df-b04e-7bd449da1396', {'tags': ['tempest-TagsTest-Tag-1612013686', 'tempest-TagsTest-Tag-197401684', 'tempest-TagsTest-Tag-1510753377']}) {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:54.575341 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-e94b03b4-5934-4f10-a8b3-d164d479bb9a service neutron] Publish callbacks [] for binding, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:54.576657 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-e94b03b4-5934-4f10-a8b3-d164d479bb9a service neutron] 10.222.0.45 "POST /v2.0/ports/1082b731-0b23-4bd3-8cfe-ab942ae6c9a5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4552517 Dec 11 23:12:54.680470 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:54.726952 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b2019852-fd7b-4bb7-97a3-60a45bf6b3cd tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] 10.222.0.45 "PUT /v2.0/networks/9f04828e-2f32-46df-b04e-7bd449da1396/tags HTTP/1.1" status: 200 len: 308 time: 0.1932313 Dec 11 23:12:54.730150 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36746) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:54.737988 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-0897f7b0-53d6-43e7-a5f6-c9514fb430ff tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9f04828e-2f32-46df-b04e-7bd449da1396', 'tempest-TagsTest-Tag-1612013686') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:54.926574 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952157ae-df2c-42d3-8d42-753b794f3c59 req-5537a675-7e60-4521-966b-b7814b20c2b9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:54.935327 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-952157ae-df2c-42d3-8d42-753b794f3c59 req-5537a675-7e60-4521-966b-b7814b20c2b9 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 945 time: 0.0537028 Dec 11 23:12:54.959893 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0897f7b0-53d6-43e7-a5f6-c9514fb430ff tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] 10.222.0.45 "DELETE /v2.0/networks/9f04828e-2f32-46df-b04e-7bd449da1396/tags/tempest-TagsTest-Tag-1612013686 HTTP/1.1" status: 204 len: 168 time: 0.2281528 Dec 11 23:12:54.962662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36754) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:54.967168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-98d2d799-f6c9-471e-bed3-a67d265e1f0d tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9f04828e-2f32-46df-b04e-7bd449da1396', 'tempest-TagsTest-Tag-1612013686') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:55.002092 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-952157ae-df2c-42d3-8d42-753b794f3c59 req-d421bee5-abd9-4347-b7ac-04f12a076b81 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663221 Dec 11 23:12:55.061518 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-98d2d799-f6c9-471e-bed3-a67d265e1f0d tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] show failed (client error): The resource could not be found. Dec 11 23:12:55.062567 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-98d2d799-f6c9-471e-bed3-a67d265e1f0d tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] 10.222.0.45 "GET /v2.0/networks/9f04828e-2f32-46df-b04e-7bd449da1396/tags/tempest-TagsTest-Tag-1612013686 HTTP/1.1" status: 404 len: 326 time: 0.0988991 Dec 11 23:12:55.065924 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36760) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:55.075191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-10d8091f-83de-415e-876b-4d0dd10ba8c6 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9f04828e-2f32-46df-b04e-7bd449da1396', 'tempest-TagsTest-Tag-197401684') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:55.163082 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-10d8091f-83de-415e-876b-4d0dd10ba8c6 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] 10.222.0.45 "GET /v2.0/networks/9f04828e-2f32-46df-b04e-7bd449da1396/tags/tempest-TagsTest-Tag-197401684 HTTP/1.1" status: 204 len: 168 time: 0.0960889 Dec 11 23:12:55.165607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36762) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:55.170543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-52998290-d467-4167-aff0-1db8841e0f17 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9f04828e-2f32-46df-b04e-7bd449da1396', 'tempest-TagsTest-Tag-1510753377') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:55.243584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-52998290-d467-4167-aff0-1db8841e0f17 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] 10.222.0.45 "GET /v2.0/networks/9f04828e-2f32-46df-b04e-7bd449da1396/tags/tempest-TagsTest-Tag-1510753377 HTTP/1.1" status: 204 len: 168 time: 0.0762274 Dec 11 23:12:55.246094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 36766) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:55.250376 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.tag.tag_plugin [None req-e662804d-6eab-410a-887e-d9c248ac6a43 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9f04828e-2f32-46df-b04e-7bd449da1396') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:55.375994 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:12:55.402518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-3dd56dc5-9ba7-4a3f-a170-fc766602e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:55.404132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-3dd56dc5-9ba7-4a3f-a170-fc766602e081 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 1096 time: 0.0538468 Dec 11 23:12:55.465318 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e662804d-6eab-410a-887e-d9c248ac6a43 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] 10.222.0.45 "DELETE /v2.0/networks/9f04828e-2f32-46df-b04e-7bd449da1396/tags HTTP/1.1" status: 204 len: 168 time: 0.2182255 Dec 11 23:12:55.468263 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36774) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:55.474505 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-e4bd2144-6d3e-4bd9-af6c-e161b94a1602 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9f04828e-2f32-46df-b04e-7bd449da1396', 'tempest-TagsTest-Tag-197401684') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:55.516078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-487adeb5-4a53-4cd7-9a1a-1478df9eff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:55.517579 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-487adeb5-4a53-4cd7-9a1a-1478df9eff02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbc0f1cc-56a4-4eba-973e-fe1397415726 HTTP/1.1" status: 200 len: 898 time: 0.1063128 Dec 11 23:12:55.598187 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-62c00631-6cae-48cd-a874-42e6833e9bd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 HTTP/1.1" status: 200 len: 999 time: 0.0733278 Dec 11 23:12:55.660555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-86a0bddd-463c-4108-bd45-cdfd386a6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:55.662150 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-86a0bddd-463c-4108-bd45-cdfd386a6efc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc390815-da82-4c8d-8cdb-dc296b1becc6 HTTP/1.1" status: 200 len: 834 time: 0.0575233 Dec 11 23:12:55.716494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-7a13eca0-86da-49a5-91f9-da07be2b0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:55.718018 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-7a13eca0-86da-49a5-91f9-da07be2b0113 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbc0f1cc-56a4-4eba-973e-fe1397415726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488579 Dec 11 23:12:55.827232 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-7f09c436-9a14-44b6-a116-a268e964737b service neutron] 10.222.0.13 "GET /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007028 Dec 11 23:12:55.832646 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-e4bd2144-6d3e-4bd9-af6c-e161b94a1602 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] show failed (client error): The resource could not be found. Dec 11 23:12:55.833732 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e4bd2144-6d3e-4bd9-af6c-e161b94a1602 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] 10.222.0.45 "GET /v2.0/networks/9f04828e-2f32-46df-b04e-7bd449da1396/tags/tempest-TagsTest-Tag-197401684 HTTP/1.1" status: 404 len: 325 time: 0.3637922 Dec 11 23:12:55.836738 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36782) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:55.840899 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-1c50ce93-19e6-4d6d-91fd-f211b2edd61f tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9f04828e-2f32-46df-b04e-7bd449da1396', 'tempest-TagsTest-Tag-1510753377') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:55.931169 n-d-710847-6 neutron-server[103691]: INFO neutron.api.v2.resource [None req-1c50ce93-19e6-4d6d-91fd-f211b2edd61f tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] show failed (client error): The resource could not be found. Dec 11 23:12:55.932698 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1c50ce93-19e6-4d6d-91fd-f211b2edd61f tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] 10.222.0.45 "GET /v2.0/networks/9f04828e-2f32-46df-b04e-7bd449da1396/tags/tempest-TagsTest-Tag-1510753377 HTTP/1.1" status: 404 len: 326 time: 0.0950511 Dec 11 23:12:55.935592 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36790) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:55.940050 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.tag.tag_plugin [None req-b7f82c60-8e6b-47f9-a76a-58b35b4b0c0d tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9f04828e-2f32-46df-b04e-7bd449da1396') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:55.948288 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-ec9a9506-852e-4682-bfd0-8c879a9e155e service neutron] 10.222.0.13 "GET /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154184 Dec 11 23:12:56.034837 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b7f82c60-8e6b-47f9-a76a-58b35b4b0c0d tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] 10.222.0.45 "DELETE /v2.0/networks/9f04828e-2f32-46df-b04e-7bd449da1396/tags HTTP/1.1" status: 204 len: 168 time: 0.0975041 Dec 11 23:12:56.038633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36796) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:56.140832 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e41901d5-6d42-4fa1-9dac-25e2bc8497e2 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:56.179245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12473f58-2a32-4798-9492-ef10af9e4355 req-d6299cf0-f60e-402c-ba3f-75e5b59ff405 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:56.181580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12473f58-2a32-4798-9492-ef10af9e4355 req-d6299cf0-f60e-402c-ba3f-75e5b59ff405 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 945 time: 0.0956757 Dec 11 23:12:56.183786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-50f01240-24e0-476f-a7c4-db530a4472be tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:56.185191 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-50f01240-24e0-476f-a7c4-db530a4472be tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9&tenant_id=1a1365b402b74cbba7b45d13613b90f8&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 1096 time: 0.1627285 Dec 11 23:12:56.197474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-710847-6'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:12:56.236170 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e41901d5-6d42-4fa1-9dac-25e2bc8497e2 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:56.260597 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-e41901d5-6d42-4fa1-9dac-25e2bc8497e2 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f04828e-2f32-46df-b04e-7bd449da1396']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:56.272131 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-e41901d5-6d42-4fa1-9dac-25e2bc8497e2 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84ec4e7-00eb-434c-b5b9-347cffa37641') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:56.273267 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-e41901d5-6d42-4fa1-9dac-25e2bc8497e2 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84ec4e7-00eb-434c-b5b9-347cffa37641') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:12:56.280891 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12473f58-2a32-4798-9492-ef10af9e4355 req-8fe0278d-d7f5-463a-a8ed-533a31b70f75 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933554 Dec 11 23:12:56.287360 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:56.291368 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e41901d5-6d42-4fa1-9dac-25e2bc8497e2 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:56.327395 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e41901d5-6d42-4fa1-9dac-25e2bc8497e2 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:56.335819 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41901d5-6d42-4fa1-9dac-25e2bc8497e2 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:12:56.336247 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e41901d5-6d42-4fa1-9dac-25e2bc8497e2 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:12:56.339271 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:12:56.448244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:12:56.488671 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e41901d5-6d42-4fa1-9dac-25e2bc8497e2 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:56.492564 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:12:56.499297 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e41901d5-6d42-4fa1-9dac-25e2bc8497e2 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:56.505577 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e41901d5-6d42-4fa1-9dac-25e2bc8497e2 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] 10.222.0.45 "DELETE /v2.0/networks/9f04828e-2f32-46df-b04e-7bd449da1396 HTTP/1.1" status: 204 len: 168 time: 0.4642990 Dec 11 23:12:56.515432 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41901d5-6d42-4fa1-9dac-25e2bc8497e2 tempest-TagsTest-2037520959 tempest-TagsTest-2037520959-project] Pushing event deleted for resources: {'Network': ['ID=9f04828e-2f32-46df-b04e-7bd449da1396,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:56.540959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:12:56.545248 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3a93c6-bfc4-42e4-8d92-391ddc9323a3" -d '{"events": [{"server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "name": "network-vif-unplugged", "status": "completed", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:12:56.547216 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:56.586703 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d589de1-dc89-453a-91c1-f4c3e861c7c8 x-openstack-request-id: req-7d589de1-dc89-453a-91c1-f4c3e861c7c8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:12:56.587077 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "name": "network-vif-unplugged", "status": "completed", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:12:56.587339 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d589de1-dc89-453a-91c1-f4c3e861c7c8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:12:56.587761 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5', 'code': 200} Dec 11 23:12:56.623330 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:56.735477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Pushing event updated for resources: {'Port': ['ID=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:56.801357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Attempting to bind port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 on host n-h1-710847-6 for vnic_type normal with profile {"migrating_to": "n-h2-710847-6"} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:12:56.801709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Attempting to bind port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:12:56.802039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Attempting to bind port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 on network bbc0f1cc-56a4-4eba-973e-fe1397415726 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:12:56.812880 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 on network bbc0f1cc-56a4-4eba-973e-fe1397415726 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:12:56.813771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Attempting to bind port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 on network bbc0f1cc-56a4-4eba-973e-fe1397415726 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:12:56.823867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:12:56.824861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Checking segment: {'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:12:56.825465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Bound using segment: {'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:12:56.826197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Bound port: 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c47d0f-e46a-46de-819e-73e9dbbb0ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:12:56.826976 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:56.908589 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:12:56.911903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:12:56.993103 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:57.019818 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36824) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:57.033265 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Provisioning complete for port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:12:57.035117 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:57.140819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Pushing event updated for resources: {'Port': ['ID=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,revision_number=8']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:57.216015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:57.216659 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:57.218737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-8921edb0-f5e0-43c4-bd66-30045577b08f service neutron] 10.222.0.13 "PUT /v2.0/ports/1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 HTTP/1.1" status: 200 len: 1121 time: 1.0250351 Dec 11 23:12:57.231735 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:57.257561 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:12:57.263825 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdcf0c7-c289-465d-8395-2ac12d44cc20" -d '{"events": [{"server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "name": "network-vif-plugged", "status": "completed", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:12:57.282601 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8e452643-968c-4ff3-a825-7eacd110fced admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=020a980679b24601933951ff4239c33f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2614882 Dec 11 23:12:57.285607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 36834) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:12:57.306653 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:12:57.329247 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ece92b0-07f9-4ad9-bcee-0f77bd678877 x-openstack-request-id: req-8ece92b0-07f9-4ad9-bcee-0f77bd678877 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:12:57.329247 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "name": "network-vif-plugged", "status": "completed", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:12:57.329247 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ece92b0-07f9-4ad9-bcee-0f77bd678877 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:12:57.329247 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5', 'code': 200} Dec 11 23:12:57.354675 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['1082b731-0b23-4bd3-8cfe-ab942ae6c9a5'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:12:57.376752 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d6ef46cb-bc54-4593-8f21-cd406b851a41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:57.438693 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d6ef46cb-bc54-4593-8f21-cd406b851a41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:57.460131 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:57.501794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118d2af-c27d-424f-b90f-a9bf29f4d03c req-35f3c28f-59e9-437e-9b7b-5936a187b683 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:57.503389 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d118d2af-c27d-424f-b90f-a9bf29f4d03c req-35f3c28f-59e9-437e-9b7b-5936a187b683 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 945 time: 0.1008189 Dec 11 23:12:57.564232 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d118d2af-c27d-424f-b90f-a9bf29f4d03c req-decdb8e0-6581-44fc-97a0-3eb67da0b781 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542641 Dec 11 23:12:57.629643 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d6ef46cb-bc54-4593-8f21-cd406b851a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:57.635999 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d6ef46cb-bc54-4593-8f21-cd406b851a41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:57.637938 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d6ef46cb-bc54-4593-8f21-cd406b851a41 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/590b58b2-cdd8-40dc-b2b2-98e6b65a627d HTTP/1.1" status: 204 len: 168 time: 0.3511388 Dec 11 23:12:57.649174 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef46cb-bc54-4593-8f21-cd406b851a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590b58b2-cdd8-40dc-b2b2-98e6b65a627d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:57.836076 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Pushing event updated for resources: {'Port': ['ID=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:12:57.854249 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:57.854603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:57.854979 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:57.855326 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:57.855665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:57.856100 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:57.856437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:57.856773 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:57.857102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:57.857430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:57.857760 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:57.858086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:57.858412 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4fc1c-6bc2-47d1-92c9-36f7eff32345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:12:58.044494 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e3d66b31-6e3f-4197-a9db-42c256a6a3ca None None] Provisioning complete for port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:12:58.045203 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e3d66b31-6e3f-4197-a9db-42c256a6a3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:12:58.589116 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:12:58.591982 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81997369-5fe2-49e4-b36e-adf079ab7142" -d '{"events": [{"name": "network-changed", "server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:12:58.629716 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0194070e-b525-46d5-a8bb-3277f3d2a367 x-openstack-request-id: req-0194070e-b525-46d5-a8bb-3277f3d2a367 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:12:58.630013 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:12:58.630272 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0194070e-b525-46d5-a8bb-3277f3d2a367 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:12:58.630683 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5', 'status': 'completed', 'code': 200} Dec 11 23:12:58.696311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbaf03-6adc-43fd-b298-7a16e832f73f req-f48cf885-4569-443a-bba5-ba67847f3151 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:58.697919 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cddbaf03-6adc-43fd-b298-7a16e832f73f req-f48cf885-4569-443a-bba5-ba67847f3151 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 945 time: 0.0624406 Dec 11 23:12:58.756209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81997369-5fe2-49e4-b36e-adf079ab7142 req-390c8ab5-ccc3-40e9-a3cd-f8c2986202f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:58.757706 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-81997369-5fe2-49e4-b36e-adf079ab7142 req-390c8ab5-ccc3-40e9-a3cd-f8c2986202f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 1126 time: 0.0819323 Dec 11 23:12:58.800710 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cddbaf03-6adc-43fd-b298-7a16e832f73f req-18ea29db-a7a6-43bc-82c9-b4c3918b96dc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839710 Dec 11 23:12:58.921121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81997369-5fe2-49e4-b36e-adf079ab7142 req-ace05d09-6d8d-405c-8085-c343776f9dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:58.922684 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-81997369-5fe2-49e4-b36e-adf079ab7142 req-ace05d09-6d8d-405c-8085-c343776f9dea service neutron] 10.222.0.47 "GET /v2.0/networks?id=bbc0f1cc-56a4-4eba-973e-fe1397415726 HTTP/1.1" status: 200 len: 898 time: 0.1546416 Dec 11 23:12:59.011135 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-81997369-5fe2-49e4-b36e-adf079ab7142 req-b63d47fb-ecae-4db5-85a0-6f2f77493591 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 HTTP/1.1" status: 200 len: 999 time: 0.0807259 Dec 11 23:12:59.076110 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81997369-5fe2-49e4-b36e-adf079ab7142 req-83ac64c5-e495-40a1-88c9-1ff11c0478e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:59.077660 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-81997369-5fe2-49e4-b36e-adf079ab7142 req-83ac64c5-e495-40a1-88c9-1ff11c0478e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc390815-da82-4c8d-8cdb-dc296b1becc6 HTTP/1.1" status: 200 len: 834 time: 0.0577123 Dec 11 23:12:59.125671 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81997369-5fe2-49e4-b36e-adf079ab7142 req-486727b5-6665-44f7-b8ae-a20fc0f6be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:59.127275 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-81997369-5fe2-49e4-b36e-adf079ab7142 req-486727b5-6665-44f7-b8ae-a20fc0f6be03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbc0f1cc-56a4-4eba-973e-fe1397415726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424151 Dec 11 23:12:59.223390 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-81997369-5fe2-49e4-b36e-adf079ab7142 req-cfe76d96-c834-40e5-b9ca-c75093360c95 service neutron] 10.222.0.47 "GET /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890980 Dec 11 23:12:59.338749 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-81997369-5fe2-49e4-b36e-adf079ab7142 req-5c530d57-819b-41e9-bea3-455b9a1bf0f4 service neutron] 10.222.0.47 "GET /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080551 Dec 11 23:12:59.936966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cb206-7cf5-44f9-a2b2-22477fa036ea req-41de23bb-e295-427c-8332-1bd3339bb6f2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:12:59.938529 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-839cb206-7cf5-44f9-a2b2-22477fa036ea req-41de23bb-e295-427c-8332-1bd3339bb6f2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 945 time: 0.0566671 Dec 11 23:12:59.995168 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-839cb206-7cf5-44f9-a2b2-22477fa036ea req-66b59ac2-6e26-44e3-8f0c-f5ba461864d3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497315 Dec 11 23:13:01.123011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61918933-62d4-48a2-9281-dd1a8b9b7af1 req-d805c860-6ccb-4e57-bb8a-cec34a35c459 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:01.124607 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-61918933-62d4-48a2-9281-dd1a8b9b7af1 req-d805c860-6ccb-4e57-bb8a-cec34a35c459 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 945 time: 0.0537558 Dec 11 23:13:01.218116 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-61918933-62d4-48a2-9281-dd1a8b9b7af1 req-84853a20-3416-4e9a-8daa-137d50d16e01 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860043 Dec 11 23:13:01.271166 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:13:01.377657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:13:01.392378 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 has no active binding in host n-h2-710847-6 {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 11 23:13:02.414268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683ddb8-2e6f-4ba9-afa6-b455ec877a95 req-8bd2ea3a-4fdf-43d4-87e4-32f46bf23780 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:02.424972 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2683ddb8-2e6f-4ba9-afa6-b455ec877a95 req-8bd2ea3a-4fdf-43d4-87e4-32f46bf23780 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 945 time: 0.0854063 Dec 11 23:13:02.537225 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2683ddb8-2e6f-4ba9-afa6-b455ec877a95 req-d43398c0-27c8-4200-9f8f-5c7b3d20af98 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102474 Dec 11 23:13:03.693858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977474cf-5fd2-4da0-a512-cc96a3e73bf2 req-7be8b90c-91bb-4f41-91e1-fe266ba1830a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:03.695372 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-977474cf-5fd2-4da0-a512-cc96a3e73bf2 req-7be8b90c-91bb-4f41-91e1-fe266ba1830a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 945 time: 0.0569196 Dec 11 23:13:03.776834 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-977474cf-5fd2-4da0-a512-cc96a3e73bf2 req-bec197bb-4f55-4a11-ae52-686fde749539 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696876 Dec 11 23:13:03.938293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37118) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:04.058349 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e7bffcf2-52a9-4d2e-85c8-586b60cae824 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:04.144867 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e7bffcf2-52a9-4d2e-85c8-586b60cae824 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:04.221292 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e7bffcf2-52a9-4d2e-85c8-586b60cae824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:04.264352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37128) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:04.265020 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e7bffcf2-52a9-4d2e-85c8-586b60cae824 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c9aa724496e47ff81425cef6500d4b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3250184 Dec 11 23:13:04.265350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bffcf2-52a9-4d2e-85c8-586b60cae824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82186bba-4534-49be-9945-e2f340d459f0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:04.359364 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b91b8c0-027b-464c-829c-4e8131101f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:04.386346 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b91b8c0-027b-464c-829c-4e8131101f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:04.497297 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b91b8c0-027b-464c-829c-4e8131101f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:04.500561 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8b91b8c0-027b-464c-829c-4e8131101f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:04.507090 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8b91b8c0-027b-464c-829c-4e8131101f2a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/82186bba-4534-49be-9945-e2f340d459f0 HTTP/1.1" status: 204 len: 168 time: 0.2405915 Dec 11 23:13:04.520172 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91b8c0-027b-464c-829c-4e8131101f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82186bba-4534-49be-9945-e2f340d459f0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:04.968827 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daf11e-888e-4c95-9bac-e1c2b18c7b53 req-eac0a47b-f87e-4a29-b79b-799ea1cf56dc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:04.970678 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03daf11e-888e-4c95-9bac-e1c2b18c7b53 req-eac0a47b-f87e-4a29-b79b-799ea1cf56dc tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 945 time: 0.0881002 Dec 11 23:13:05.047236 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03daf11e-888e-4c95-9bac-e1c2b18c7b53 req-4a504322-719b-47f8-a3fc-064a50866633 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616634 Dec 11 23:13:05.290363 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37156) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:05.305084 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43fb92b8-6713-4e56-a904-cbfea608ce8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:05.397045 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43fb92b8-6713-4e56-a904-cbfea608ce8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:05.463799 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-43fb92b8-6713-4e56-a904-cbfea608ce8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:05.516396 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-43fb92b8-6713-4e56-a904-cbfea608ce8c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a541b7105a441f283cb7d2b524784c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2248054 Dec 11 23:13:05.519284 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37160) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:05.539272 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb92b8-6713-4e56-a904-cbfea608ce8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fc8c42-6250-42df-92a1-6bb6a68ef0a6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:05.586512 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efc88671-a974-4326-a32a-67067e66e07d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:05.648215 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efc88671-a974-4326-a32a-67067e66e07d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:05.709392 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-b61ca8f2-48ab-4a13-80c7-43bf74d1082a service neutron] 10.222.0.47 "GET /v2.0/ports/1082b731-0b23-4bd3-8cfe-ab942ae6c9a5/bindings/n-h2-710847-6 HTTP/1.1" status: 200 len: 384 time: 0.1102231 Dec 11 23:13:05.855338 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efc88671-a974-4326-a32a-67067e66e07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:05.857991 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-efc88671-a974-4326-a32a-67067e66e07d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:05.862188 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-efc88671-a974-4326-a32a-67067e66e07d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56fc8c42-6250-42df-92a1-6bb6a68ef0a6 HTTP/1.1" status: 204 len: 168 time: 0.3388593 Dec 11 23:13:05.918365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-740e9031-0607-4177-bdb7-25228c97f57f service neutron] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:13:05.942390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-740e9031-0607-4177-bdb7-25228c97f57f service neutron] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:13:06.008926 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-740e9031-0607-4177-bdb7-25228c97f57f service neutron] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:13:06.025679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:13:06.028220 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1018744c-bafd-403d-8094-328607c9e495" -d '{"events": [{"server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "name": "network-vif-unplugged", "status": "completed", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:13:06.033731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc88671-a974-4326-a32a-67067e66e07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fc8c42-6250-42df-92a1-6bb6a68ef0a6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:06.104964 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb7a5cc-0e26-4576-85a9-09fdd897bb4e x-openstack-request-id: req-8bb7a5cc-0e26-4576-85a9-09fdd897bb4e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:13:06.105310 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "name": "network-vif-unplugged", "status": "completed", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:13:06.105559 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8bb7a5cc-0e26-4576-85a9-09fdd897bb4e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:13:06.106007 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5', 'code': 200} Dec 11 23:13:06.113370 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-740e9031-0607-4177-bdb7-25228c97f57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:06.245703 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7abfa6-462d-4d81-85be-79051f2a8713 req-50bff2dd-a449-4b50-aa52-9a6db5a45cf2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:06.259305 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd7abfa6-462d-4d81-85be-79051f2a8713 req-50bff2dd-a449-4b50-aa52-9a6db5a45cf2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 944 time: 0.1018758 Dec 11 23:13:06.281819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-740e9031-0607-4177-bdb7-25228c97f57f service neutron] Transition to ACTIVE for port object 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:13:06.338844 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd7abfa6-462d-4d81-85be-79051f2a8713 req-e651a704-9136-4bc0-adc1-8b44cbd63e81 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785370 Dec 11 23:13:06.389100 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-740e9031-0607-4177-bdb7-25228c97f57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:06.557450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e9031-0607-4177-bdb7-25228c97f57f service neutron] Pushing event updated for resources: {'Port': ['ID=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,revision_number=11']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:06.621461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-740e9031-0607-4177-bdb7-25228c97f57f service neutron] No DVR routers for this DVR port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:13:06.811359 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-740e9031-0607-4177-bdb7-25228c97f57f service neutron] 10.222.0.47 "PUT /v2.0/ports/1082b731-0b23-4bd3-8cfe-ab942ae6c9a5/bindings/n-h2-710847-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0942245 Dec 11 23:13:06.863618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:13:06.925729 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:13:07.088653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-ef63fd21-3229-4aad-9e0c-b245b021a918 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:07.090540 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-ef63fd21-3229-4aad-9e0c-b245b021a918 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9&tenant_id=1a1365b402b74cbba7b45d13613b90f8&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 1095 time: 0.0686147 Dec 11 23:13:07.191255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-7a2aa4a7-1b8f-420a-8544-462d98de73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:07.192802 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-7a2aa4a7-1b8f-420a-8544-462d98de73d5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9&tenant_id=1a1365b402b74cbba7b45d13613b90f8 HTTP/1.1" status: 200 len: 1095 time: 0.0943940 Dec 11 23:13:07.307919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-a9b92b6f-569b-49a2-a737-4536722c8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:07.309493 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-a9b92b6f-569b-49a2-a737-4536722c8220 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 1095 time: 0.0669367 Dec 11 23:13:07.413722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-6c926b46-7570-4152-bc39-1dabd9f650fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:07.415415 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-6c926b46-7570-4152-bc39-1dabd9f650fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbc0f1cc-56a4-4eba-973e-fe1397415726 HTTP/1.1" status: 200 len: 898 time: 0.0993507 Dec 11 23:13:08.041195 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-37b58522-3ef1-4e60-9442-f9daed7dac01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 HTTP/1.1" status: 200 len: 997 time: 0.6128786 Dec 11 23:13:08.060327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987cfd0-007d-47a7-a7b4-4ac590d51eb2 req-924d7d69-43fe-4139-a002-90043e0193bb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:08.061994 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1987cfd0-007d-47a7-a7b4-4ac590d51eb2 req-924d7d69-43fe-4139-a002-90043e0193bb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 944 time: 0.1041038 Dec 11 23:13:08.111822 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-d2950eaa-0392-488b-935f-501538936297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:08.113300 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-d2950eaa-0392-488b-935f-501538936297 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc390815-da82-4c8d-8cdb-dc296b1becc6 HTTP/1.1" status: 200 len: 834 time: 0.0622580 Dec 11 23:13:08.192656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-a46bb228-373b-4e39-812c-eb2c088f95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:08.194389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-a46bb228-373b-4e39-812c-eb2c088f95c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbc0f1cc-56a4-4eba-973e-fe1397415726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697925 Dec 11 23:13:08.260755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1987cfd0-007d-47a7-a7b4-4ac590d51eb2 req-6c833aa8-398f-48c4-9a69-9b53be1333bb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896563 Dec 11 23:13:08.306200 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-b203dc4c-0adc-4a94-acbf-c2b4d0019145 service neutron] 10.222.0.13 "GET /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018965 Dec 11 23:13:08.414614 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-80188b72-3c52-4965-849a-ee8193b777b1 service neutron] 10.222.0.13 "GET /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012177 Dec 11 23:13:08.855659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-4fa80ade-e891-4d83-b6de-2ca58fd91bd4 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:08.857898 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-4fa80ade-e891-4d83-b6de-2ca58fd91bd4 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9&tenant_id=1a1365b402b74cbba7b45d13613b90f8&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 1095 time: 0.0636749 Dec 11 23:13:09.159470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-61db0ecc-7b60-485e-a0b2-299ca37f7655 service neutron] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:13:09.163622 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-61db0ecc-7b60-485e-a0b2-299ca37f7655 service neutron] Publish callbacks [] for binding, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:09.165105 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-840ce5e1-1557-4cc1-a302-6c6d46f9eb05 req-61db0ecc-7b60-485e-a0b2-299ca37f7655 service neutron] 10.222.0.13 "DELETE /v2.0/ports/1082b731-0b23-4bd3-8cfe-ab942ae6c9a5/bindings/n-h1-710847-6 HTTP/1.1" status: 204 len: 173 time: 0.2978237 Dec 11 23:13:09.395287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d6524-efb1-4ba4-bea2-25b461fb503e req-8e5c6b35-a76d-4f6b-9e81-b6bab6cf07c2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:09.396824 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d60d6524-efb1-4ba4-bea2-25b461fb503e req-8e5c6b35-a76d-4f6b-9e81-b6bab6cf07c2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 944 time: 0.0555301 Dec 11 23:13:09.479604 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d60d6524-efb1-4ba4-bea2-25b461fb503e req-7e21d852-b889-4869-9993-524a86b0088b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760908 Dec 11 23:13:09.591690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7cdbe-e603-4ca6-ac4f-4d6109a980de req-743c233b-a907-44b2-b396-b45848bb8fa7 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:09.593217 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adc7cdbe-e603-4ca6-ac4f-4d6109a980de req-743c233b-a907-44b2-b396-b45848bb8fa7 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 1095 time: 0.0441864 Dec 11 23:13:09.646708 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adc7cdbe-e603-4ca6-ac4f-4d6109a980de req-6365e6aa-f4c3-4ec0-8f4b-fe0a8abd04d2 tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461838 Dec 11 23:13:09.866361 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86869e9c-0aaa-4242-bdad-0e509c0c649f req-6dacbe49-408f-4f9a-ba02-89de7dd7af14 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:09.868579 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-86869e9c-0aaa-4242-bdad-0e509c0c649f req-6dacbe49-408f-4f9a-ba02-89de7dd7af14 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 944 time: 0.0772407 Dec 11 23:13:09.952650 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-86869e9c-0aaa-4242-bdad-0e509c0c649f req-f894463b-80de-4bc2-962f-c452c98b1323 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720856 Dec 11 23:13:09.984633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37314) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:10.173982 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e737cc2c-da17-4f58-b500-ae4b06b5b925 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/floatingips/f148d1f6-62aa-424d-a8ec-2a107d01a375 HTTP/1.1" status: 200 len: 989 time: 0.1781023 Dec 11 23:13:12.452102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37424) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:12.671070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd4b4d-2527-445c-9ed4-cd3fd3f43f9e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting port aef467a9-a170-486b-a6fe-8971879b2e3b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:13:12.671415 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0fd4b4d-2527-445c-9ed4-cd3fd3f43f9e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:12.790363 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0fd4b4d-2527-445c-9ed4-cd3fd3f43f9e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:12.791437 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0fd4b4d-2527-445c-9ed4-cd3fd3f43f9e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:12.807225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd4b4d-2527-445c-9ed4-cd3fd3f43f9e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Calling delete_port for aef467a9-a170-486b-a6fe-8971879b2e3b owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:13:13.186196 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0fd4b4d-2527-445c-9ed4-cd3fd3f43f9e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:13.279515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd4b4d-2527-445c-9ed4-cd3fd3f43f9e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Port': ['ID=aef467a9-a170-486b-a6fe-8971879b2e3b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:13.351350 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0fd4b4d-2527-445c-9ed4-cd3fd3f43f9e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:13.351944 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-c0fd4b4d-2527-445c-9ed4-cd3fd3f43f9e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Floating IP f148d1f6-62aa-424d-a8ec-2a107d01a375 disassociated (deleted). External IP: 172.25.1.6, port: 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5. Dec 11 23:13:13.580749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fd4b4d-2527-445c-9ed4-cd3fd3f43f9e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:13:13.695846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fd4b4d-2527-445c-9ed4-cd3fd3f43f9e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:13:13.705766 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c0fd4b4d-2527-445c-9ed4-cd3fd3f43f9e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:13.708033 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae35f11-d88c-4c16-b3b0-db21ecb6469d None None] Sync routers for ids ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:13:13.718498 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae35f11-d88c-4c16-b3b0-db21ecb6469d None None] Routers {'3e543e65-aa5b-4f48-88f4-989fb89aa7fe'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:13:13.719165 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0ae35f11-d88c-4c16-b3b0-db21ecb6469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:12:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:13.740255 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c0fd4b4d-2527-445c-9ed4-cd3fd3f43f9e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/floatingips/f148d1f6-62aa-424d-a8ec-2a107d01a375 HTTP/1.1" status: 204 len: 168 time: 1.2845829 Dec 11 23:13:13.740255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:13:13.748452 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf2ac89-c194-4609-83f0-53e1bab2b33e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:13:13.826476 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c70045b-d7b5-421a-8f3e-13b1703104da x-openstack-request-id: req-5c70045b-d7b5-421a-8f3e-13b1703104da {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:13:13.827035 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:13:13.827402 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c70045b-d7b5-421a-8f3e-13b1703104da {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:13:13.827904 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5', 'status': 'completed', 'code': 200} Dec 11 23:13:13.897491 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:13.957266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2ac89-c194-4609-83f0-53e1bab2b33e req-82d12e60-141a-4ed9-9a38-d800916864b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:13.960058 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3bf2ac89-c194-4609-83f0-53e1bab2b33e req-82d12e60-141a-4ed9-9a38-d800916864b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 1095 time: 0.0974598 Dec 11 23:13:13.997403 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-0ae35f11-d88c-4c16-b3b0-db21ecb6469d None None] Set router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:13:14.123632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2ac89-c194-4609-83f0-53e1bab2b33e req-ee2a890b-6446-4360-b18f-6e7f5d556387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:14.125651 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3bf2ac89-c194-4609-83f0-53e1bab2b33e req-ee2a890b-6446-4360-b18f-6e7f5d556387 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbc0f1cc-56a4-4eba-973e-fe1397415726 HTTP/1.1" status: 200 len: 898 time: 0.1573956 Dec 11 23:13:14.204879 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3bf2ac89-c194-4609-83f0-53e1bab2b33e req-2c3a5adb-13e0-4b11-92b9-592e8b4bb72f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 HTTP/1.1" status: 200 len: 217 time: 0.0713868 Dec 11 23:13:14.317067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2ac89-c194-4609-83f0-53e1bab2b33e req-27e30cd9-6f21-48f9-8547-c415a9fb1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:14.319209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3bf2ac89-c194-4609-83f0-53e1bab2b33e req-27e30cd9-6f21-48f9-8547-c415a9fb1cf7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc390815-da82-4c8d-8cdb-dc296b1becc6 HTTP/1.1" status: 200 len: 834 time: 0.1081550 Dec 11 23:13:14.328050 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0ae35f11-d88c-4c16-b3b0-db21ecb6469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576454347', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:11:55Z', 'updated_at': '2021-12-11T23:12:01Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:11:56Z', 'updated_at': '2021-12-11T23:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a76465a9-f0e2-4b5a-8242-22e81512104e', 'name': '', 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:a1:68:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:12:01Z', 'updated_at': '2021-12-11T23:12:06Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:14.402798 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae35f11-d88c-4c16-b3b0-db21ecb6469d None None] Checking router: 3e543e65-aa5b-4f48-88f4-989fb89aa7fe for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:13:14.418325 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae35f11-d88c-4c16-b3b0-db21ecb6469d None None] Routers {'3e543e65-aa5b-4f48-88f4-989fb89aa7fe'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:13:14.419642 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0ae35f11-d88c-4c16-b3b0-db21ecb6469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:12:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:14.481900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab62555-12d3-45cd-9e1a-43ea6ab52f3c req-911a3f35-7471-4702-84bf-be930664d56e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:14.484590 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fab62555-12d3-45cd-9e1a-43ea6ab52f3c req-911a3f35-7471-4702-84bf-be930664d56e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 944 time: 0.0865695 Dec 11 23:13:14.495008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2ac89-c194-4609-83f0-53e1bab2b33e req-50556905-bf0b-49f6-b295-8fd3e4cb3f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:14.499816 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3bf2ac89-c194-4609-83f0-53e1bab2b33e req-50556905-bf0b-49f6-b295-8fd3e4cb3f6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbc0f1cc-56a4-4eba-973e-fe1397415726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708577 Dec 11 23:13:14.663313 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-0ae35f11-d88c-4c16-b3b0-db21ecb6469d None None] Set router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:13:14.682273 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fab62555-12d3-45cd-9e1a-43ea6ab52f3c req-11175e1e-1f24-4649-85b8-351c500d85ad tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813881 Dec 11 23:13:14.753063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3bf2ac89-c194-4609-83f0-53e1bab2b33e req-ecf79141-5b51-4272-a354-26919235d4c0 service neutron] 10.222.0.13 "GET /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438526 Dec 11 23:13:14.908988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3bf2ac89-c194-4609-83f0-53e1bab2b33e req-1903dbd6-5ff9-4e7a-8ac2-fcc7c9c5c6d2 service neutron] 10.222.0.13 "GET /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479404 Dec 11 23:13:15.054352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a1d50-9894-44a7-93f0-5678e57dc6a8 req-1d411504-4471-4647-8659-d1ed03526851 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:15.057240 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-998a1d50-9894-44a7-93f0-5678e57dc6a8 req-1d411504-4471-4647-8659-d1ed03526851 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 944 time: 0.1090422 Dec 11 23:13:15.061421 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-0ae35f11-d88c-4c16-b3b0-db21ecb6469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576454347', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:11:55Z', 'updated_at': '2021-12-11T23:12:01Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:11:56Z', 'updated_at': '2021-12-11T23:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a76465a9-f0e2-4b5a-8242-22e81512104e', 'name': '', 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:a1:68:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:12:01Z', 'updated_at': '2021-12-11T23:12:06Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:15.098918 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae35f11-d88c-4c16-b3b0-db21ecb6469d None None] The sync data for ids ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'] in n-d-710847-6 is: [{'id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576454347', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:11:55Z', 'updated_at': '2021-12-11T23:12:01Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:11:56Z', 'updated_at': '2021-12-11T23:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a76465a9-f0e2-4b5a-8242-22e81512104e', 'name': '', 'network_id': 'bbc0f1cc-56a4-4eba-973e-fe1397415726', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:a1:68:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:12:01Z', 'updated_at': '2021-12-11T23:12:06Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': 'dc390815-da82-4c8d-8cdb-dc296b1becc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:13:15.242603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-998a1d50-9894-44a7-93f0-5678e57dc6a8 req-867ac2e0-04a6-432e-aa4f-cb89872023c3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:13:15.243032 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-998a1d50-9894-44a7-93f0-5678e57dc6a8 req-867ac2e0-04a6-432e-aa4f-cb89872023c3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:15.371492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-998a1d50-9894-44a7-93f0-5678e57dc6a8 req-867ac2e0-04a6-432e-aa4f-cb89872023c3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] For port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:13:15.372005 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-998a1d50-9894-44a7-93f0-5678e57dc6a8 req-867ac2e0-04a6-432e-aa4f-cb89872023c3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:15.402380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-998a1d50-9894-44a7-93f0-5678e57dc6a8 req-867ac2e0-04a6-432e-aa4f-cb89872023c3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Calling delete_port for 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:13:15.693337 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea263f95-205d-4ef7-824d-0aa6ee125d20 None None] New status for floating IP f148d1f6-62aa-424d-a8ec-2a107d01a375: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:13:15.736875 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-998a1d50-9894-44a7-93f0-5678e57dc6a8 req-867ac2e0-04a6-432e-aa4f-cb89872023c3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:15.851176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ac2e0-04a6-432e-aa4f-cb89872023c3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Port': ['ID=1082b731-0b23-4bd3-8cfe-ab942ae6c9a5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:15.875832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-998a1d50-9894-44a7-93f0-5678e57dc6a8 req-867ac2e0-04a6-432e-aa4f-cb89872023c3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] No DVR routers for this DVR port 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:13:15.881658 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-998a1d50-9894-44a7-93f0-5678e57dc6a8 req-867ac2e0-04a6-432e-aa4f-cb89872023c3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:15.882925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-998a1d50-9894-44a7-93f0-5678e57dc6a8 req-867ac2e0-04a6-432e-aa4f-cb89872023c3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.13 "DELETE /v2.0/ports/1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 HTTP/1.1" status: 204 len: 173 time: 0.8176692 Dec 11 23:13:15.883451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'name': 'network-vif-deleted', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:13:15.883852 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-104a101d-d41f-4cbc-b48f-6c0df05abd4b req-d2ceb64a-4bdf-41e5-b221-e6d3adae04f3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5dd9925-8780-4c92-ab4d-b084d5edf8a9 HTTP/1.1" status: 200 len: 210 time: 0.0476987 Dec 11 23:13:15.885837 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836c122e-aa4d-4400-84df-06bf8a607a8a" -d '{"events": [{"server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "name": "network-vif-deleted", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:13:15.939231 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336fe09e-0c07-48d5-9baa-b042835ef2aa x-openstack-request-id: req-336fe09e-0c07-48d5-9baa-b042835ef2aa {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:13:15.939231 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dd9925-8780-4c92-ab4d-b084d5edf8a9", "name": "network-vif-deleted", "tag": "1082b731-0b23-4bd3-8cfe-ab942ae6c9a5", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:13:15.939231 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-336fe09e-0c07-48d5-9baa-b042835ef2aa {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:13:15.939231 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dd9925-8780-4c92-ab4d-b084d5edf8a9', 'name': 'network-vif-deleted', 'tag': '1082b731-0b23-4bd3-8cfe-ab942ae6c9a5', 'status': 'completed', 'code': 200} Dec 11 23:13:16.971184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37626) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:17.592514 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90e02a4f-58ad-4a83-bf0d-eb874e4525b3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:17.616473 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:18.387898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-90e02a4f-58ad-4a83-bf0d-eb874e4525b3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting port a76465a9-f0e2-4b5a-8242-22e81512104e {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:13:18.395327 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90e02a4f-58ad-4a83-bf0d-eb874e4525b3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:18.520866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-90e02a4f-58ad-4a83-bf0d-eb874e4525b3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] For port a76465a9-f0e2-4b5a-8242-22e81512104e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a76465a9-f0e2-4b5a-8242-22e81512104e,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:13:18.521234 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90e02a4f-58ad-4a83-bf0d-eb874e4525b3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:18.534118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-90e02a4f-58ad-4a83-bf0d-eb874e4525b3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Calling delete_port for a76465a9-f0e2-4b5a-8242-22e81512104e owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:13:18.903836 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6174f4c9-581b-432e-ae17-16143565de6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:18.937879 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90e02a4f-58ad-4a83-bf0d-eb874e4525b3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:18.985522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e02a4f-58ad-4a83-bf0d-eb874e4525b3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Port': ['ID=a76465a9-f0e2-4b5a-8242-22e81512104e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:19.287720 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-90e02a4f-58ad-4a83-bf0d-eb874e4525b3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:19.317605 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:13:19.344987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:13:19.345347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 1082b731-0b23-4bd3-8cfe-ab942ae6c9a5 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:13:19.575109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e02a4f-58ad-4a83-bf0d-eb874e4525b3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:13:19.709578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e02a4f-58ad-4a83-bf0d-eb874e4525b3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:13:19.709578 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-90e02a4f-58ad-4a83-bf0d-eb874e4525b3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "PUT /v2.0/routers/3e543e65-aa5b-4f48-88f4-989fb89aa7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7398279 Dec 11 23:13:19.711550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37742) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:19.712545 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a4ad96-6af7-4df2-8b33-d7ee382947f5 None None] Sync routers for ids ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:13:19.747990 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a4ad96-6af7-4df2-8b33-d7ee382947f5 None None] Routers {'3e543e65-aa5b-4f48-88f4-989fb89aa7fe'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:13:19.748928 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-95a4ad96-6af7-4df2-8b33-d7ee382947f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:12:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:19.788176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd855ada-5fd2-4936-ba0c-50ad4bb5459e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting subnet dc390815-da82-4c8d-8cdb-dc296b1becc6 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:13:19.795060 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd855ada-5fd2-4936-ba0c-50ad4bb5459e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:19.888376 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd855ada-5fd2-4936-ba0c-50ad4bb5459e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:19.985248 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-95a4ad96-6af7-4df2-8b33-d7ee382947f5 None None] Set router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:13:20.082458 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd855ada-5fd2-4936-ba0c-50ad4bb5459e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:20.224912 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-95a4ad96-6af7-4df2-8b33-d7ee382947f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576454347', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:11:55Z', 'updated_at': '2021-12-11T23:13:18Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:11:56Z', 'updated_at': '2021-12-11T23:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:20.251222 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a4ad96-6af7-4df2-8b33-d7ee382947f5 None None] Checking router: 3e543e65-aa5b-4f48-88f4-989fb89aa7fe for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:13:20.264983 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a4ad96-6af7-4df2-8b33-d7ee382947f5 None None] Routers {'3e543e65-aa5b-4f48-88f4-989fb89aa7fe'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:13:20.265620 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-95a4ad96-6af7-4df2-8b33-d7ee382947f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:12:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:20.281351 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd855ada-5fd2-4936-ba0c-50ad4bb5459e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:20.327297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd855ada-5fd2-4936-ba0c-50ad4bb5459e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Subnet': ['ID=dc390815-da82-4c8d-8cdb-dc296b1becc6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:20.332983 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd855ada-5fd2-4936-ba0c-50ad4bb5459e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:20.336450 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cd855ada-5fd2-4936-ba0c-50ad4bb5459e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/subnets/dc390815-da82-4c8d-8cdb-dc296b1becc6 HTTP/1.1" status: 204 len: 168 time: 0.6244128 Dec 11 23:13:20.339028 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37770) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:20.365440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994f7522-034d-400d-8df8-b00ea9a760c8 None None] Network bbc0f1cc-56a4-4eba-973e-fe1397415726 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:13:20.425331 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-95a4ad96-6af7-4df2-8b33-d7ee382947f5 None None] Set router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:13:20.507933 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0e2599d-cb9e-433c-9217-5c9ff30f866a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:20.652956 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84e86e7-6587-42e8-a30c-55239ffdf407 None None] DHCP port deletion for bbc0f1cc-56a4-4eba-973e-fe1397415726 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:13:20.708667 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0e2599d-cb9e-433c-9217-5c9ff30f866a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:20.734474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c84e86e7-6587-42e8-a30c-55239ffdf407 None None] Deleting port 3107ae84-7ec5-450a-897e-ba4a0273da8a {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:13:20.735091 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c84e86e7-6587-42e8-a30c-55239ffdf407 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:20.819520 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c84e86e7-6587-42e8-a30c-55239ffdf407 None None] For port 3107ae84-7ec5-450a-897e-ba4a0273da8a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3107ae84-7ec5-450a-897e-ba4a0273da8a,segment=NetworkSegment(52c47d0f-e46a-46de-819e-73e9dbbb0ddd),segment_id=52c47d0f-e46a-46de-819e-73e9dbbb0ddd)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:13:20.819917 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c84e86e7-6587-42e8-a30c-55239ffdf407 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:20.837522 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c84e86e7-6587-42e8-a30c-55239ffdf407 None None] Calling delete_port for 3107ae84-7ec5-450a-897e-ba4a0273da8a owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:13:20.859114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d0e2599d-cb9e-433c-9217-5c9ff30f866a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting port 0963f201-3080-4b58-b1a4-d14858c8e9b4 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:13:20.859627 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0e2599d-cb9e-433c-9217-5c9ff30f866a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:20.897454 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-95a4ad96-6af7-4df2-8b33-d7ee382947f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576454347', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:11:55Z', 'updated_at': '2021-12-11T23:13:18Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:11:56Z', 'updated_at': '2021-12-11T23:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:20.942857 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a4ad96-6af7-4df2-8b33-d7ee382947f5 None None] The sync data for ids ['3e543e65-aa5b-4f48-88f4-989fb89aa7fe'] in n-d-710847-6 is: [{'id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576454347', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:11:55Z', 'updated_at': '2021-12-11T23:13:18Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': '0963f201-3080-4b58-b1a4-d14858c8e9b4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e543e65-aa5b-4f48-88f4-989fb89aa7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:11:56Z', 'updated_at': '2021-12-11T23:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:13:21.010173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-d0e2599d-cb9e-433c-9217-5c9ff30f866a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] For port 0963f201-3080-4b58-b1a4-d14858c8e9b4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0963f201-3080-4b58-b1a4-d14858c8e9b4,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:13:21.010590 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0e2599d-cb9e-433c-9217-5c9ff30f866a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:21.034687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d0e2599d-cb9e-433c-9217-5c9ff30f866a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Calling delete_port for 0963f201-3080-4b58-b1a4-d14858c8e9b4 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:13:21.127505 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c84e86e7-6587-42e8-a30c-55239ffdf407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:21.176548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e86e7-6587-42e8-a30c-55239ffdf407 None None] Pushing event deleted for resources: {'Port': ['ID=3107ae84-7ec5-450a-897e-ba4a0273da8a,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:21.194008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84e86e7-6587-42e8-a30c-55239ffdf407 None None] No DVR routers for this DVR port 3107ae84-7ec5-450a-897e-ba4a0273da8a on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:13:21.337368 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-098c985c-275f-421b-b459-495e21637b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:21.395552 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0e2599d-cb9e-433c-9217-5c9ff30f866a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:21.431838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2599d-cb9e-433c-9217-5c9ff30f866a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Port': ['ID=0963f201-3080-4b58-b1a4-d14858c8e9b4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:21.454661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339598b8-1478-4712-9ef1-19ddb0306ad6 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:13:21.530248 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0e2599d-cb9e-433c-9217-5c9ff30f866a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:21.552436 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5af8aad7-4888-4940-b44d-059e961869cd req-063494e6-cc14-4b44-8489-11a3b27b0809 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1158295 Dec 11 23:13:21.687157 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0e2599d-cb9e-433c-9217-5c9ff30f866a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:21.707556 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0e2599d-cb9e-433c-9217-5c9ff30f866a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:21.787997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8aad7-4888-4940-b44d-059e961869cd req-d0c935d0-481f-4814-a1c2-42ac1ae9ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:21.789640 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5af8aad7-4888-4940-b44d-059e961869cd req-d0c935d0-481f-4814-a1c2-42ac1ae9ab90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 1096 time: 0.1149530 Dec 11 23:13:21.921812 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0e2599d-cb9e-433c-9217-5c9ff30f866a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:21.922316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e2599d-cb9e-433c-9217-5c9ff30f866a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Fanout notify agent at l3_agent the message router_deleted on router 3e543e65-aa5b-4f48-88f4-989fb89aa7fe {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:13:21.927035 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3107ae84-7ec5-450a-897e-ba4a0273da8a no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:13:21.936790 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0e2599d-cb9e-433c-9217-5c9ff30f866a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:21.937911 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d0e2599d-cb9e-433c-9217-5c9ff30f866a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/routers/3e543e65-aa5b-4f48-88f4-989fb89aa7fe HTTP/1.1" status: 204 len: 168 time: 1.5965917 Dec 11 23:13:21.941555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37844) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:21.944331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8aad7-4888-4940-b44d-059e961869cd req-3446324f-3f69-4d15-a7a2-58ac14bfa2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:21.948446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5af8aad7-4888-4940-b44d-059e961869cd req-3446324f-3f69-4d15-a7a2-58ac14bfa2b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 912 time: 0.1156058 Dec 11 23:13:21.964056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 3107ae84-7ec5-450a-897e-ba4a0273da8a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:13:21.964407 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3107ae84-7ec5-450a-897e-ba4a0273da8a not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:13:21.964827 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a76465a9-f0e2-4b5a-8242-22e81512104e no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:13:21.999498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: a76465a9-f0e2-4b5a-8242-22e81512104e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:13:22.000104 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a76465a9-f0e2-4b5a-8242-22e81512104e not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:13:22.046465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5af8aad7-4888-4940-b44d-059e961869cd req-92cc0597-9d7b-4d94-9b1a-f7da004f7272 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1077aab-213d-4a5b-9679-cf757014e988 HTTP/1.1" status: 200 len: 1001 time: 0.0882607 Dec 11 23:13:22.092960 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:22.138132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8aad7-4888-4940-b44d-059e961869cd req-35aa6c1d-080a-4d4b-9428-f90be964e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:22.139773 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5af8aad7-4888-4940-b44d-059e961869cd req-35aa6c1d-080a-4d4b-9428-f90be964e841 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.0812280 Dec 11 23:13:22.221224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8aad7-4888-4940-b44d-059e961869cd req-bd7a6ed0-0317-4ad9-b102-5dc52a10ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:22.222746 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5af8aad7-4888-4940-b44d-059e961869cd req-bd7a6ed0-0317-4ad9-b102-5dc52a10ebf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629649 Dec 11 23:13:22.231158 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:22.249939 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc0f1cc-56a4-4eba-973e-fe1397415726']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:22.264607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c47d0f-e46a-46de-819e-73e9dbbb0ddd') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:22.264917 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c47d0f-e46a-46de-819e-73e9dbbb0ddd') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:22.285785 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:22.304063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:22.310775 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:22.316221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:13:22.316660 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:13:22.326838 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:13:22.377374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5af8aad7-4888-4940-b44d-059e961869cd req-6c1ae602-ec3c-41e8-b654-befe51448d5b service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430593 Dec 11 23:13:22.490499 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5af8aad7-4888-4940-b44d-059e961869cd req-b0f51cb5-4798-454e-abff-dfc57fd03d97 service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062069 Dec 11 23:13:22.536018 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:22.543929 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:22.550394 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/networks/bbc0f1cc-56a4-4eba-973e-fe1397415726 HTTP/1.1" status: 204 len: 168 time: 0.6073318 Dec 11 23:13:22.554940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37870) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:22.565847 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Network': ['ID=bbc0f1cc-56a4-4eba-973e-fe1397415726,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:22.573989 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:22.574345 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:22.574941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:22.575484 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:22.576030 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:22.576333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:22.576889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:22.577418 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:22.577761 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:22.578103 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:22.578440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:22.578776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:22.579321 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db682e1-89b5-47b8-92df-b3065483c3ba tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:22.626444 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-869ac04c-69f6-4c18-91c7-cee323287190 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:22.654414 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-869ac04c-69f6-4c18-91c7-cee323287190 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:22.789115 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-869ac04c-69f6-4c18-91c7-cee323287190 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:22.792046 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-869ac04c-69f6-4c18-91c7-cee323287190 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:22.793298 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-869ac04c-69f6-4c18-91c7-cee323287190 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/security-groups/8ec801dd-c536-42b2-b5d7-9a3ffd5621dc HTTP/1.1" status: 204 len: 168 time: 0.2366474 Dec 11 23:13:22.807305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ac04c-69f6-4c18-91c7-cee323287190 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec801dd-c536-42b2-b5d7-9a3ffd5621dc,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:23.203071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37906) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:23.207856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-73256d22-0d72-4d80-87ba-a99c0836b107 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-990448608', 'description': 'tempest-secgroup-smoke-990448608 description', 'project_id': '1a1365b402b74cbba7b45d13613b90f8'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:13:23.320441 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73256d22-0d72-4d80-87ba-a99c0836b107 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:23.391776 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73256d22-0d72-4d80-87ba-a99c0836b107 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:23.468454 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73256d22-0d72-4d80-87ba-a99c0836b107 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:23.497839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73256d22-0d72-4d80-87ba-a99c0836b107 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dda99da-d14c-40c5-8846-56640347613e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:23.664716 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-73256d22-0d72-4d80-87ba-a99c0836b107 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:23.666636 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-73256d22-0d72-4d80-87ba-a99c0836b107 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4620631 Dec 11 23:13:23.669612 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 37934) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:23.674414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-fe29cc79-5eea-49a5-8adb-84cc9bb4c9f1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '7dda99da-d14c-40c5-8846-56640347613e', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:13:23.779262 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe29cc79-5eea-49a5-8adb-84cc9bb4c9f1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:23.790646 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0963f201-3080-4b58-b1a4-d14858c8e9b4 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:13:23.827158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 0963f201-3080-4b58-b1a4-d14858c8e9b4 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:13:23.827515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0963f201-3080-4b58-b1a4-d14858c8e9b4 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:13:23.856833 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe29cc79-5eea-49a5-8adb-84cc9bb4c9f1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:23.987920 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe29cc79-5eea-49a5-8adb-84cc9bb4c9f1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:24.011974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29cc79-5eea-49a5-8adb-84cc9bb4c9f1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d20d055-77e2-4622-ab04-028719226f2e,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:24.051580 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:24.145139 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe29cc79-5eea-49a5-8adb-84cc9bb4c9f1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:24.146420 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fe29cc79-5eea-49a5-8adb-84cc9bb4c9f1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4759362 Dec 11 23:13:24.149230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37952) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:24.153847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-14e7ec05-31b2-402d-b3c0-e698af7d300b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '7dda99da-d14c-40c5-8846-56640347613e', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:13:24.257839 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-14e7ec05-31b2-402d-b3c0-e698af7d300b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:24.333909 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-14e7ec05-31b2-402d-b3c0-e698af7d300b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:24.433820 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-14e7ec05-31b2-402d-b3c0-e698af7d300b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:24.452918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7ec05-31b2-402d-b3c0-e698af7d300b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe9ef92-f617-417c-a6c6-68e23c6bd2cc,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:24.580228 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-14e7ec05-31b2-402d-b3c0-e698af7d300b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:24.581859 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-14e7ec05-31b2-402d-b3c0-e698af7d300b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4314528 Dec 11 23:13:24.584469 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 37978) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:24.589399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6bd705f2-1988-4a62-af7a-6855b787ac2e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '7dda99da-d14c-40c5-8846-56640347613e', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:13:24.668990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:24.791856 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6bd705f2-1988-4a62-af7a-6855b787ac2e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:24.857028 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6bd705f2-1988-4a62-af7a-6855b787ac2e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:24.937488 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6bd705f2-1988-4a62-af7a-6855b787ac2e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:24.959794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd705f2-1988-4a62-af7a-6855b787ac2e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2e3388-bf1c-4aa7-8567-e18fae68e40b,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:25.055357 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6bd705f2-1988-4a62-af7a-6855b787ac2e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:25.058863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6bd705f2-1988-4a62-af7a-6855b787ac2e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4727783 Dec 11 23:13:25.059794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38000) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:25.066529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-479effed-a389-47f9-952d-b8c00f7dc10e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '7dda99da-d14c-40c5-8846-56640347613e', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:13:25.195479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-479effed-a389-47f9-952d-b8c00f7dc10e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:25.271752 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-479effed-a389-47f9-952d-b8c00f7dc10e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:25.383420 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-479effed-a389-47f9-952d-b8c00f7dc10e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:25.403462 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479effed-a389-47f9-952d-b8c00f7dc10e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044f7416-454e-488e-a8d7-27e46a47690f,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:25.500281 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-479effed-a389-47f9-952d-b8c00f7dc10e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:25.504203 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-479effed-a389-47f9-952d-b8c00f7dc10e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4398594 Dec 11 23:13:25.504444 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38018) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:25.509662 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-618ec212-20de-46e7-920c-d0c7010ef8b6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '7dda99da-d14c-40c5-8846-56640347613e', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:13:25.684620 n-d-710847-6 neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-618ec212-20de-46e7-920c-d0c7010ef8b6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Project 1a1365b402b74cbba7b45d13613b90f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:13:25.690533 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618ec212-20de-46e7-920c-d0c7010ef8b6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:25.758496 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618ec212-20de-46e7-920c-d0c7010ef8b6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:25.880003 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618ec212-20de-46e7-920c-d0c7010ef8b6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:25.897310 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ec212-20de-46e7-920c-d0c7010ef8b6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9e530c-b87b-4dc4-a29c-28aaebfab890,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:26.025381 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-618ec212-20de-46e7-920c-d0c7010ef8b6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:26.029562 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-618ec212-20de-46e7-920c-d0c7010ef8b6 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5213070 Dec 11 23:13:26.029562 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38034) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:26.035169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5e49a48e-8f1a-47d5-a118-da00004ae44f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'security_group_rule': {'security_group_id': '7dda99da-d14c-40c5-8846-56640347613e', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:13:26.165183 n-d-710847-6 neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-5e49a48e-8f1a-47d5-a118-da00004ae44f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Project 1a1365b402b74cbba7b45d13613b90f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:13:26.170662 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e49a48e-8f1a-47d5-a118-da00004ae44f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:26.258774 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e49a48e-8f1a-47d5-a118-da00004ae44f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:26.372001 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e49a48e-8f1a-47d5-a118-da00004ae44f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:26.390331 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49a48e-8f1a-47d5-a118-da00004ae44f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa2fabc-ea35-4702-8a47-d0fdf14ee283,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:26.549275 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5e49a48e-8f1a-47d5-a118-da00004ae44f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:26.550713 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5e49a48e-8f1a-47d5-a118-da00004ae44f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5202157 Dec 11 23:13:26.555559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38058) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:26.562865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-69ddebf6-823d-438c-a6cc-dc591b07ac99 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'network': {'name': 'tempest-network-smoke--2004227702', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'port_security_enabled': True}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:13:27.056427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ddebf6-823d-438c-a6cc-dc591b07ac99 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Made reservation on behalf of 1a1365b402b74cbba7b45d13613b90f8 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:13:27.060345 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-69ddebf6-823d-438c-a6cc-dc591b07ac99 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:27.089229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ddebf6-823d-438c-a6cc-dc591b07ac99 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:13:27.102053 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-69ddebf6-823d-438c-a6cc-dc591b07ac99 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:27.102391 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-69ddebf6-823d-438c-a6cc-dc591b07ac99 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Added segment d0ddf50b-622d-47a5-937b-ba4223d4f02e of type vlan for network 855fb3ad-212b-4391-bd6a-9046dd721ebb Dec 11 23:13:27.195724 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-69ddebf6-823d-438c-a6cc-dc591b07ac99 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:27.366854 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-69ddebf6-823d-438c-a6cc-dc591b07ac99 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:27.375708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ddebf6-823d-438c-a6cc-dc591b07ac99 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:27.376718 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-69ddebf6-823d-438c-a6cc-dc591b07ac99 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:27.767252 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-69ddebf6-823d-438c-a6cc-dc591b07ac99 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2097328 Dec 11 23:13:27.771050 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38106) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:27.775740 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-519883053', 'admin_state_up': True, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:13:27.787949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddebf6-823d-438c-a6cc-dc591b07ac99 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Network': ['ID=855fb3ad-212b-4391-bd6a-9046dd721ebb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:27.799809 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 855fb3ad-212b-4391-bd6a-9046dd721ebb details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:13:27.913315 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:27.914958 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:27.976638 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:28.268219 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:28.567654 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:28.603588 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:28.745952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Allocated IP 172.25.1.148 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/cf0fd467-e8f9-4242-9dfb-876b1e8fd234) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:13:28.857025 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:29.033187 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:29.081211 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:13:29.085881 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:13:29.090685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:13:29.102184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a02494-c7fe-457d-bb6f-f4e458344b14 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:13:29.122831 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=cf0fd467-e8f9-4242-9dfb-876b1e8fd234,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:29.167373 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-452b4a22-b0c4-4526-a54b-4caa1e570cf3 None None] Provisioning complete for port cf0fd467-e8f9-4242-9dfb-876b1e8fd234 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:29.167760 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452b4a22-b0c4-4526-a54b-4caa1e570cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:29.208255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-452b4a22-b0c4-4526-a54b-4caa1e570cf3 None None] Port cf0fd467-e8f9-4242-9dfb-876b1e8fd234 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:13:29.306199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38150) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:29.471650 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-65f213a5-1a02-4a28-8c84-7a3d504bd853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:29.507822 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:29.657401 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-65f213a5-1a02-4a28-8c84-7a3d504bd853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:29.754545 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:29.796390 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-65f213a5-1a02-4a28-8c84-7a3d504bd853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:29.848211 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-65f213a5-1a02-4a28-8c84-7a3d504bd853 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd128547f8564e038ac8d115e5aae6f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5376728 Dec 11 23:13:29.850187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38164) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:29.885995 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f213a5-1a02-4a28-8c84-7a3d504bd853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3494dc0-c975-47c7-87a6-12e368fbe7c5,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:29.940447 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fc68c2f-75fd-43f8-a390-9122f9fcd094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:29.967054 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fc68c2f-75fd-43f8-a390-9122f9fcd094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:30.009557 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router 7b932144-d96e-42b0-844e-5a9ce0aeca15 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:13:30.107662 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fc68c2f-75fd-43f8-a390-9122f9fcd094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:30.110940 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2fc68c2f-75fd-43f8-a390-9122f9fcd094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:30.112900 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2fc68c2f-75fd-43f8-a390-9122f9fcd094 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3494dc0-c975-47c7-87a6-12e368fbe7c5 HTTP/1.1" status: 204 len: 168 time: 0.2611291 Dec 11 23:13:30.125846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc68c2f-75fd-43f8-a390-9122f9fcd094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3494dc0-c975-47c7-87a6-12e368fbe7c5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:30.457590 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:13:30.469325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d61922-749a-4746-b028-8051e9213584 None None] Sync routers for ids ['7b932144-d96e-42b0-844e-5a9ce0aeca15'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:13:30.488742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d61922-749a-4746-b028-8051e9213584 None None] Routers {'7b932144-d96e-42b0-844e-5a9ce0aeca15'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:13:30.489623 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-83d61922-749a-4746-b028-8051e9213584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:13:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7b932144-d96e-42b0-844e-5a9ce0aeca15'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:30.604222 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:30.605486 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bb5964ec-4371-4db4-9695-489912a8ec3d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8334115 Dec 11 23:13:30.607896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-83d61922-749a-4746-b028-8051e9213584 None None] Set router 7b932144-d96e-42b0-844e-5a9ce0aeca15 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:13:30.608710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38182) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:30.644768 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-14bb7625-3cfe-4415-9818-f5c6161947fa tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=1a1365b402b74cbba7b45d13613b90f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341561 Dec 11 23:13:30.647467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38184) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:30.837068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-83d61922-749a-4746-b028-8051e9213584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519883053', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:13:27Z', 'updated_at': '2021-12-11T23:13:29Z', 'revision_number': 3, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:28Z', 'updated_at': '2021-12-11T23:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:30.856631 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6367f3ff-d394-422e-b084-ef15a104611a tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:30.859556 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6367f3ff-d394-422e-b084-ef15a104611a tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2108598 Dec 11 23:13:30.864015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38188) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:30.865600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d61922-749a-4746-b028-8051e9213584 None None] Checking router: 7b932144-d96e-42b0-844e-5a9ce0aeca15 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:13:30.865964 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d61922-749a-4746-b028-8051e9213584 None None] Updating router 7b932144-d96e-42b0-844e-5a9ce0aeca15 port cf0fd467-e8f9-4242-9dfb-876b1e8fd234 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:13:30.891320 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83d61922-749a-4746-b028-8051e9213584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:30.910539 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d6edb602-bbc6-44e6-bef2-f0ef98e38acf tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449653 Dec 11 23:13:30.913116 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38190) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:30.918268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4709383f-0805-4a86-9366-b468eeafc6b7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-396252589', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:13:31.007613 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38192) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:31.023519 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38a6a095-cab2-4c97-a318-3855188c77dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:31.091988 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4709383f-0805-4a86-9366-b468eeafc6b7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Made reservation on behalf of 1a1365b402b74cbba7b45d13613b90f8 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:13:31.096973 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4709383f-0805-4a86-9366-b468eeafc6b7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:31.113423 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38a6a095-cab2-4c97-a318-3855188c77dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:31.209781 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-38a6a095-cab2-4c97-a318-3855188c77dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:31.227096 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83d61922-749a-4746-b028-8051e9213584 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:31.251343 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-38a6a095-cab2-4c97-a318-3855188c77dc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b52a2b53be0f4f8893e6e223e2eef023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2426131 Dec 11 23:13:31.253056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6a095-cab2-4c97-a318-3855188c77dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0c4a4b-9c66-4a8f-b841-f94379f2d38d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:31.255931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38198) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:31.342544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff3473c5-2285-4361-afaa-9b94ec9a9fb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:31.343442 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83d61922-749a-4746-b028-8051e9213584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:31.374685 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff3473c5-2285-4361-afaa-9b94ec9a9fb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:31.398194 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4709383f-0805-4a86-9366-b468eeafc6b7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:31.406060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7f67a7-3d2a-4e00-a9d1-312e77f743ac None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:13:31.409794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5524d0-89ac-4a98-a7f4-008b29ee62c3 None None] Pushing event updated for resources: {'Port': ['ID=cf0fd467-e8f9-4242-9dfb-876b1e8fd234,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:31.412178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-83d61922-749a-4746-b028-8051e9213584 None None] Attempting to bind port cf0fd467-e8f9-4242-9dfb-876b1e8fd234 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:13:31.412751 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-83d61922-749a-4746-b028-8051e9213584 None None] Attempting to bind port cf0fd467-e8f9-4242-9dfb-876b1e8fd234 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:13:31.413295 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d61922-749a-4746-b028-8051e9213584 None None] Attempting to bind port cf0fd467-e8f9-4242-9dfb-876b1e8fd234 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:13:31.422281 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d61922-749a-4746-b028-8051e9213584 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:13:31.422894 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d61922-749a-4746-b028-8051e9213584 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:13:31.424250 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83d61922-749a-4746-b028-8051e9213584 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:31.425162 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d61922-749a-4746-b028-8051e9213584 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:13:31.425816 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-83d61922-749a-4746-b028-8051e9213584 None None] Bound port: cf0fd467-e8f9-4242-9dfb-876b1e8fd234, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:13:31.426634 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83d61922-749a-4746-b028-8051e9213584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:31.496072 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-83d61922-749a-4746-b028-8051e9213584 None None] For port cf0fd467-e8f9-4242-9dfb-876b1e8fd234, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:13:31.499477 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-83d61922-749a-4746-b028-8051e9213584 None None] For port cf0fd467-e8f9-4242-9dfb-876b1e8fd234, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=cf0fd467-e8f9-4242-9dfb-876b1e8fd234,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:13:31.501376 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709383f-0805-4a86-9366-b468eeafc6b7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Subnet': ['ID=0c579b9a-350c-45c8-87a0-c66a15615637,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:31.514716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709383f-0805-4a86-9366-b468eeafc6b7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Checking segment: {'id': 'd0ddf50b-622d-47a5-937b-ba4223d4f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:13:31.515240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709383f-0805-4a86-9366-b468eeafc6b7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network hostable DHCP agents. Network: 855fb3ad-212b-4391-bd6a-9046dd721ebb, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:13:31.546951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5838ec3c-05ef-4df3-af14-5707adc6957c None None] Provisioning complete for port cf0fd467-e8f9-4242-9dfb-876b1e8fd234 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:31.548284 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5838ec3c-05ef-4df3-af14-5707adc6957c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:31.589665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5838ec3c-05ef-4df3-af14-5707adc6957c None None] Port cf0fd467-e8f9-4242-9dfb-876b1e8fd234 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:13:31.594261 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83d61922-749a-4746-b028-8051e9213584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:31.645980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d795840b-4409-4540-af60-ef8f1a271f13 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:13:31.676525 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d61922-749a-4746-b028-8051e9213584 None None] Routers {'7b932144-d96e-42b0-844e-5a9ce0aeca15'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:13:31.676525 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-83d61922-749a-4746-b028-8051e9213584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:13:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7b932144-d96e-42b0-844e-5a9ce0aeca15'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:31.680416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5524d0-89ac-4a98-a7f4-008b29ee62c3 None None] Pushing event updated for resources: {'Port': ['ID=cf0fd467-e8f9-4242-9dfb-876b1e8fd234,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:31.751140 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff3473c5-2285-4361-afaa-9b94ec9a9fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:31.751140 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ff3473c5-2285-4361-afaa-9b94ec9a9fb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:31.751140 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ff3473c5-2285-4361-afaa-9b94ec9a9fb4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a0c4a4b-9c66-4a8f-b841-f94379f2d38d HTTP/1.1" status: 204 len: 168 time: 0.4876251 Dec 11 23:13:31.753045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c240a223-27aa-45f9-bf93-9d31818231a7 None None] Provisioning complete for port cf0fd467-e8f9-4242-9dfb-876b1e8fd234 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:31.753045 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c240a223-27aa-45f9-bf93-9d31818231a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:31.756486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3473c5-2285-4361-afaa-9b94ec9a9fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0c4a4b-9c66-4a8f-b841-f94379f2d38d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:31.841293 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-83d61922-749a-4746-b028-8051e9213584 None None] Set router 7b932144-d96e-42b0-844e-5a9ce0aeca15 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:13:31.855020 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709383f-0805-4a86-9366-b468eeafc6b7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network 855fb3ad-212b-4391-bd6a-9046dd721ebb is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:13:31.933494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-4709383f-0805-4a86-9366-b468eeafc6b7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 855fb3ad-212b-4391-bd6a-9046dd721ebb) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:13:31.940482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4709383f-0805-4a86-9366-b468eeafc6b7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:31.946633 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4709383f-0805-4a86-9366-b468eeafc6b7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:32.060804 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82daaa8-9a23-41ab-92d0-5ef8b908ca13 None None] Network 855fb3ad-212b-4391-bd6a-9046dd721ebb requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:13:32.071625 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4709383f-0805-4a86-9366-b468eeafc6b7 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1479013 Dec 11 23:13:32.071625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38214) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:32.225350 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c240a223-27aa-45f9-bf93-9d31818231a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:32.259482 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c240a223-27aa-45f9-bf93-9d31818231a7 None None] For port cf0fd467-e8f9-4242-9dfb-876b1e8fd234, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=cf0fd467-e8f9-4242-9dfb-876b1e8fd234,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:13:32.312895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-855fb3ad-212b-4391-bd6a-9046dd721ebb', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ips': [{'subnet_id': '0c579b9a-350c-45c8-87a0-c66a15615637'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:13:32.313659 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:32.407325 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:13:32.408848 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c240a223-27aa-45f9-bf93-9d31818231a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:32.470243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-83d61922-749a-4746-b028-8051e9213584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519883053', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:13:27Z', 'updated_at': '2021-12-11T23:13:29Z', 'revision_number': 3, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:28Z', 'updated_at': '2021-12-11T23:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:32.520691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d61922-749a-4746-b028-8051e9213584 None None] The sync data for ids ['7b932144-d96e-42b0-844e-5a9ce0aeca15'] in n-d-710847-6 is: [{'id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519883053', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:13:27Z', 'updated_at': '2021-12-11T23:13:29Z', 'revision_number': 3, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:28Z', 'updated_at': '2021-12-11T23:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:13:32.548089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240a223-27aa-45f9-bf93-9d31818231a7 None None] Pushing event updated for resources: {'Port': ['ID=cf0fd467-e8f9-4242-9dfb-876b1e8fd234,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:32.589463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Allocated IP 172.20.0.2 (855fb3ad-212b-4391-bd6a-9046dd721ebb/0c579b9a-350c-45c8-87a0-c66a15615637/5cfbcae2-1df8-4a00-99e0-6194c023165c) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:13:32.668486 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:32.769865 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38228) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:32.784089 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:32.793258 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3658cded-74b1-4336-98bf-499671d928e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:32.875413 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:33.014394 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Network 855fb3ad-212b-4391-bd6a-9046dd721ebb is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:13:33.026475 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:13:33.026475 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:13:33.026736 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3658cded-74b1-4336-98bf-499671d928e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:33.046598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Pushing event updated for resources: {'Port': ['ID=5cfbcae2-1df8-4a00-99e0-6194c023165c,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:33.113149 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3658cded-74b1-4336-98bf-499671d928e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:33.121175 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Attempting to bind port 5cfbcae2-1df8-4a00-99e0-6194c023165c on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:13:33.121775 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Attempting to bind port 5cfbcae2-1df8-4a00-99e0-6194c023165c by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'd0ddf50b-622d-47a5-937b-ba4223d4f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:13:33.122252 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Attempting to bind port 5cfbcae2-1df8-4a00-99e0-6194c023165c on network 855fb3ad-212b-4391-bd6a-9046dd721ebb {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:13:33.132993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:13:33.133559 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Checking segment: {'id': 'd0ddf50b-622d-47a5-937b-ba4223d4f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:13:33.136541 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:33.138644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Bound using segment: {'id': 'd0ddf50b-622d-47a5-937b-ba4223d4f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:13:33.138644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Bound port: 5cfbcae2-1df8-4a00-99e0-6194c023165c, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ddf50b-622d-47a5-937b-ba4223d4f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:13:33.138931 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:33.160446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Allocated IP 172.20.0.1 (855fb3ad-212b-4391-bd6a-9046dd721ebb/0c579b9a-350c-45c8-87a0-c66a15615637/98e9312e-d7b4-4785-9d3e-1defd7b9982c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:13:33.211041 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3658cded-74b1-4336-98bf-499671d928e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bc0b97ca440f4836af3cd87e20955973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4330597 Dec 11 23:13:33.212081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38236) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:33.225457 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658cded-74b1-4336-98bf-499671d928e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3fc4de-7a94-4658-99dc-6b487c5103cc,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:33.268276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] For port 5cfbcae2-1df8-4a00-99e0-6194c023165c, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:13:33.272803 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] For port 5cfbcae2-1df8-4a00-99e0-6194c023165c, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5cfbcae2-1df8-4a00-99e0-6194c023165c,segment=NetworkSegment(d0ddf50b-622d-47a5-937b-ba4223d4f02e),segment_id=d0ddf50b-622d-47a5-937b-ba4223d4f02e)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:13:33.307232 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d765801-8526-4c5f-a017-079232e8d2ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:33.333716 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d765801-8526-4c5f-a017-079232e8d2ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:33.342648 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:33.385857 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:33.464290 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e58bc-cc09-4342-8acf-33ccb5caffa4 None None] Pushing event updated for resources: {'Port': ['ID=5cfbcae2-1df8-4a00-99e0-6194c023165c,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:33.505707 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d765801-8526-4c5f-a017-079232e8d2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:33.510507 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d765801-8526-4c5f-a017-079232e8d2ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:33.519847 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6d765801-8526-4c5f-a017-079232e8d2ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2f3fc4de-7a94-4658-99dc-6b487c5103cc HTTP/1.1" status: 204 len: 168 time: 0.2982554 Dec 11 23:13:33.533030 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d765801-8526-4c5f-a017-079232e8d2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3fc4de-7a94-4658-99dc-6b487c5103cc,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:33.540836 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:33.646993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network 855fb3ad-212b-4391-bd6a-9046dd721ebb is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:13:33.661868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:13:33.665002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:13:33.718702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=98e9312e-d7b4-4785-9d3e-1defd7b9982c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:33.746097 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:33.976037 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device cf0fd467-e8f9-4242-9dfb-876b1e8fd234 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:13:34.103666 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:34.107172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port cf0fd467-e8f9-4242-9dfb-876b1e8fd234 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:34.107550 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:34.512497 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:34.612120 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:34.731276 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:34.796500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=98e9312e-d7b4-4785-9d3e-1defd7b9982c,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:34.878013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network 855fb3ad-212b-4391-bd6a-9046dd721ebb is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:13:34.883400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:13:35.184524 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2509e92-617a-49d3-a536-c1bc43dfeca9 None None] Network 855fb3ad-212b-4391-bd6a-9046dd721ebb requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:13:35.370405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e7abf419-0a9c-42b0-9ad2-b30177341e15 None None] Provisioning complete for port 5cfbcae2-1df8-4a00-99e0-6194c023165c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:35.370781 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e7abf419-0a9c-42b0-9ad2-b30177341e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:35.463006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router 7b932144-d96e-42b0-844e-5a9ce0aeca15 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:13:35.631266 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e7abf419-0a9c-42b0-9ad2-b30177341e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:35.641954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:13:35.676925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-51f3c4c3-8ff8-4d96-bf05-fa4841cc0f42 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "PUT /v2.0/routers/7b932144-d96e-42b0-844e-5a9ce0aeca15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6022830 Dec 11 23:13:35.680063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e7abf419-0a9c-42b0-9ad2-b30177341e15 None None] For port 5cfbcae2-1df8-4a00-99e0-6194c023165c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5cfbcae2-1df8-4a00-99e0-6194c023165c,segment=NetworkSegment(d0ddf50b-622d-47a5-937b-ba4223d4f02e),segment_id=d0ddf50b-622d-47a5-937b-ba4223d4f02e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:13:35.702166 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Sync routers for ids ['7b932144-d96e-42b0-844e-5a9ce0aeca15'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:13:35.714505 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Routers {'7b932144-d96e-42b0-844e-5a9ce0aeca15'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:13:35.715169 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:13:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7b932144-d96e-42b0-844e-5a9ce0aeca15'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:35.768427 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e7abf419-0a9c-42b0-9ad2-b30177341e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:35.905093 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abf419-0a9c-42b0-9ad2-b30177341e15 None None] Pushing event updated for resources: {'Port': ['ID=5cfbcae2-1df8-4a00-99e0-6194c023165c,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:35.929979 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Set router 7b932144-d96e-42b0-844e-5a9ce0aeca15 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:13:36.022402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5cfbcae2-1df8-4a00-99e0-6194c023165c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:13:36.029552 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1714e108-964a-436a-a701-5d95d100dd1f None None] Provisioning complete for port 5cfbcae2-1df8-4a00-99e0-6194c023165c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:36.029935 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1714e108-964a-436a-a701-5d95d100dd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:36.240213 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5cfbcae2-1df8-4a00-99e0-6194c023165c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:36.240213 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:36.241479 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1714e108-964a-436a-a701-5d95d100dd1f None None] Provisioning complete for port 98e9312e-d7b4-4785-9d3e-1defd7b9982c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:36.245480 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1714e108-964a-436a-a701-5d95d100dd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:36.283724 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519883053', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:13:27Z', 'updated_at': '2021-12-11T23:13:33Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:28Z', 'updated_at': '2021-12-11T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '98e9312e-d7b4-4785-9d3e-1defd7b9982c', 'name': '', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b0:3f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:32Z', 'updated_at': '2021-12-11T23:13:34Z', 'revision_number': 2, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:36.332040 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Checking router: 7b932144-d96e-42b0-844e-5a9ce0aeca15 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:13:36.332782 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Updating router 7b932144-d96e-42b0-844e-5a9ce0aeca15 port 98e9312e-d7b4-4785-9d3e-1defd7b9982c binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:13:36.347713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1714e108-964a-436a-a701-5d95d100dd1f None None] Port 98e9312e-d7b4-4785-9d3e-1defd7b9982c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:13:36.396860 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:36.521943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8fc2ce60-e542-4d38-8e87-d3d631e25eee None None] Provisioning complete for port 98e9312e-d7b4-4785-9d3e-1defd7b9982c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:36.522430 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8fc2ce60-e542-4d38-8e87-d3d631e25eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:36.535736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-4a5e9116-d58d-485b-bd88-a99f8f2978ee tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990448608&fields=id&tenant_id=1a1365b402b74cbba7b45d13613b90f8 HTTP/1.1" status: 200 len: 267 time: 0.0681517 Dec 11 23:13:36.593720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8fc2ce60-e542-4d38-8e87-d3d631e25eee None None] Port 98e9312e-d7b4-4785-9d3e-1defd7b9982c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:13:36.731041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-9db9e091-5d8f-43a9-8bef-c419409d4385 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:36.731598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ba9e56d3-3d4b-4349-bee2-a9651b5ca4c4 None None] Provisioning complete for port 98e9312e-d7b4-4785-9d3e-1defd7b9982c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:36.731598 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ba9e56d3-3d4b-4349-bee2-a9651b5ca4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:36.738416 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-9db9e091-5d8f-43a9-8bef-c419409d4385 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/networks?id=855fb3ad-212b-4391-bd6a-9046dd721ebb HTTP/1.1" status: 200 len: 797 time: 0.1906366 Dec 11 23:13:36.765559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-cc4c9044-988f-4b2a-b876-944b830de86e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/quotas/1a1365b402b74cbba7b45d13613b90f8 HTTP/1.1" status: 200 len: 375 time: 0.0188525 Dec 11 23:13:36.771722 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e56d3-3d4b-4349-bee2-a9651b5ca4c4 None None] Port 98e9312e-d7b4-4785-9d3e-1defd7b9982c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:13:36.858205 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-b3cb2288-f2cb-4040-bdf7-1a60fdacbb9a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804265 Dec 11 23:13:36.913447 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:36.993628 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-b3dd0d9f-6ed2-45a4-9a8c-4c18e37023fc service neutron] 10.222.0.45 "GET /v2.0/networks/855fb3ad-212b-4391-bd6a-9046dd721ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302822 Dec 11 23:13:37.057348 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:37.104476 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-af9dbf91-a89c-44fb-9cf0-a116d44d3100 service neutron] 10.222.0.45 "GET /v2.0/networks/855fb3ad-212b-4391-bd6a-9046dd721ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025772 Dec 11 23:13:37.289873 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d661e-f63e-424a-9d1f-230fe4081d8b None None] Pushing event updated for resources: {'Port': ['ID=98e9312e-d7b4-4785-9d3e-1defd7b9982c,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:37.304972 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Attempting to bind port 98e9312e-d7b4-4785-9d3e-1defd7b9982c on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:13:37.305652 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Attempting to bind port 98e9312e-d7b4-4785-9d3e-1defd7b9982c by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'd0ddf50b-622d-47a5-937b-ba4223d4f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:13:37.306214 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Attempting to bind port 98e9312e-d7b4-4785-9d3e-1defd7b9982c on network 855fb3ad-212b-4391-bd6a-9046dd721ebb {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:13:37.321414 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d661e-f63e-424a-9d1f-230fe4081d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:37.322086 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d661e-f63e-424a-9d1f-230fe4081d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:37.322642 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d661e-f63e-424a-9d1f-230fe4081d8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:37.324598 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d661e-f63e-424a-9d1f-230fe4081d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:37.325131 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d661e-f63e-424a-9d1f-230fe4081d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:37.325644 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d661e-f63e-424a-9d1f-230fe4081d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:37.325987 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d661e-f63e-424a-9d1f-230fe4081d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:37.326330 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d661e-f63e-424a-9d1f-230fe4081d8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:37.326651 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d661e-f63e-424a-9d1f-230fe4081d8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:37.329575 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d661e-f63e-424a-9d1f-230fe4081d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:37.330520 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d661e-f63e-424a-9d1f-230fe4081d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:37.336607 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d661e-f63e-424a-9d1f-230fe4081d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:37.336607 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751d661e-f63e-424a-9d1f-230fe4081d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:37.336607 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:13:37.336607 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Checking segment: {'id': 'd0ddf50b-622d-47a5-937b-ba4223d4f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:13:37.336607 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:37.337177 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Bound using segment: {'id': 'd0ddf50b-622d-47a5-937b-ba4223d4f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:13:37.337510 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Bound port: 98e9312e-d7b4-4785-9d3e-1defd7b9982c, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ddf50b-622d-47a5-937b-ba4223d4f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:13:37.337850 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:37.503034 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] For port 98e9312e-d7b4-4785-9d3e-1defd7b9982c, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:13:37.509071 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bd1257d8-5bfd-4161-8ef3-c8b5b368f5f2 None None] Provisioning complete for port 98e9312e-d7b4-4785-9d3e-1defd7b9982c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:37.509662 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd1257d8-5bfd-4161-8ef3-c8b5b368f5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:37.532926 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] For port 98e9312e-d7b4-4785-9d3e-1defd7b9982c, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=98e9312e-d7b4-4785-9d3e-1defd7b9982c,segment=NetworkSegment(d0ddf50b-622d-47a5-937b-ba4223d4f02e),segment_id=d0ddf50b-622d-47a5-937b-ba4223d4f02e)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:13:37.606494 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-bd1257d8-5bfd-4161-8ef3-c8b5b368f5f2 None None] Port 98e9312e-d7b4-4785-9d3e-1defd7b9982c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:13:37.650526 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:37.699522 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f06007a3-2e55-43ee-b6e5-3930478bef07 req-d2363b33-d8ea-40b7-ade2-96210b6c0242 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 210 time: 0.2534022 Dec 11 23:13:37.766251 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Routers {'7b932144-d96e-42b0-844e-5a9ce0aeca15'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:13:37.766251 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:13:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7b932144-d96e-42b0-844e-5a9ce0aeca15'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:37.846372 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d661e-f63e-424a-9d1f-230fe4081d8b None None] Pushing event updated for resources: {'Port': ['ID=98e9312e-d7b4-4785-9d3e-1defd7b9982c,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:37.849761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5cfbcae2-1df8-4a00-99e0-6194c023165c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:13:37.937943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5cfbcae2-1df8-4a00-99e0-6194c023165c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:37.938131 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:38.033735 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] Set router 7b932144-d96e-42b0-844e-5a9ce0aeca15 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:13:38.243413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f2eac90a-b32b-4320-8f2e-340a3a9cc74c None None] Provisioning complete for port 98e9312e-d7b4-4785-9d3e-1defd7b9982c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:38.245382 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f2eac90a-b32b-4320-8f2e-340a3a9cc74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:38.341079 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f2eac90a-b32b-4320-8f2e-340a3a9cc74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:38.379246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f2eac90a-b32b-4320-8f2e-340a3a9cc74c None None] For port 98e9312e-d7b4-4785-9d3e-1defd7b9982c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=98e9312e-d7b4-4785-9d3e-1defd7b9982c,segment=NetworkSegment(d0ddf50b-622d-47a5-937b-ba4223d4f02e),segment_id=d0ddf50b-622d-47a5-937b-ba4223d4f02e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:13:38.384412 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519883053', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:13:27Z', 'updated_at': '2021-12-11T23:13:33Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:28Z', 'updated_at': '2021-12-11T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '98e9312e-d7b4-4785-9d3e-1defd7b9982c', 'name': '', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b0:3f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:32Z', 'updated_at': '2021-12-11T23:13:37Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:38.413411 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598da6f3-f4ad-4e3b-b5d0-f4fef9052317 None None] The sync data for ids ['7b932144-d96e-42b0-844e-5a9ce0aeca15'] in n-d-710847-6 is: [{'id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519883053', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:13:27Z', 'updated_at': '2021-12-11T23:13:33Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:28Z', 'updated_at': '2021-12-11T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '98e9312e-d7b4-4785-9d3e-1defd7b9982c', 'name': '', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b0:3f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:32Z', 'updated_at': '2021-12-11T23:13:37Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:13:38.543960 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f2eac90a-b32b-4320-8f2e-340a3a9cc74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:38.638273 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eac90a-b32b-4320-8f2e-340a3a9cc74c None None] Pushing event updated for resources: {'Port': ['ID=98e9312e-d7b4-4785-9d3e-1defd7b9982c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:38.826131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e35416e2-510a-4a54-8b5f-a3b0ead820a2 req-cda22895-c251-40a5-a545-6663f57f8ecf tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 210 time: 0.0359986 Dec 11 23:13:39.938135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 98e9312e-d7b4-4785-9d3e-1defd7b9982c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:13:39.967864 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ea5def1-cf6d-42a3-bd3e-c4ef3d0c14be req-029ed95e-06ad-4e65-a3f7-1387638d9781 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 210 time: 0.0567541 Dec 11 23:13:40.045154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 98e9312e-d7b4-4785-9d3e-1defd7b9982c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:40.046988 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:40.328365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-e828e537-8ed1-4df2-a4fa-42b5814d9c4b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:40.331646 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-e828e537-8ed1-4df2-a4fa-42b5814d9c4b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.47 "GET /v2.0/networks?id=855fb3ad-212b-4391-bd6a-9046dd721ebb HTTP/1.1" status: 200 len: 797 time: 0.1586266 Dec 11 23:13:40.439844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-aa35e019-b47e-4eba-b00e-61b2864411f1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a1365b402b74cbba7b45d13613b90f8 HTTP/1.1" status: 200 len: 379 time: 0.0925784 Dec 11 23:13:40.449905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'port': {'device_id': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'admin_state_up': True, 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'security_groups': ['7dda99da-d14c-40c5-8846-56640347613e']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:13:40.762369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Made reservation on behalf of 1a1365b402b74cbba7b45d13613b90f8 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:13:40.766236 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:40.976101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Allocated IP 172.20.0.10 (855fb3ad-212b-4391-bd6a-9046dd721ebb/0c579b9a-350c-45c8-87a0-c66a15615637/f684a600-e23d-423c-a177-c6d94e0d6be9) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:13:41.141826 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bf166ec-bbc2-4d0d-86c9-d20df0bbfa75 req-2dd052f2-1c14-4d81-9487-883cd0edaa0e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 210 time: 0.0339839 Dec 11 23:13:41.218704 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:41.325512 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:41.390042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network 855fb3ad-212b-4391-bd6a-9046dd721ebb is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:13:41.393672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:13:41.396623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:13:41.440377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=f684a600-e23d-423c-a177-c6d94e0d6be9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:41.451225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:41.452076 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:41.452076 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:41.452256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:41.452699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:41.453178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:41.453178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:41.455549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:41.455549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:41.455549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:41.455549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:41.455549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:41.455549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:13:41.480611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:41.482978 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:41.596919 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-62d26f16-6d2c-49b8-a5ba-d32ed19842fa tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1509137 Dec 11 23:13:41.617895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Request body: {'port': {'device_id': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:13:41.696734 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:41.698281 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5a0266e7-d31d-4d6c-9aa0-7110bd140aec None None] Provisioning complete for port f684a600-e23d-423c-a177-c6d94e0d6be9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:41.699230 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5a0266e7-d31d-4d6c-9aa0-7110bd140aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:41.744766 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5a0266e7-d31d-4d6c-9aa0-7110bd140aec None None] Port f684a600-e23d-423c-a177-c6d94e0d6be9 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:13:42.086635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f684a600-e23d-423c-a177-c6d94e0d6be9 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:13:42.097387 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:42.110626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Transition to ACTIVE for port object f684a600-e23d-423c-a177-c6d94e0d6be9 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:13:42.228727 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:42.372920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f684a600-e23d-423c-a177-c6d94e0d6be9,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:42.427459 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805045c-ff5c-4a18-9485-f20bb3113d22 req-c0346ac3-9017-4b14-b5b0-fb6696da5935 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:42.429859 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a805045c-ff5c-4a18-9485-f20bb3113d22 req-c0346ac3-9017-4b14-b5b0-fb6696da5935 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 944 time: 0.1681321 Dec 11 23:13:42.517793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Attempting to bind port f684a600-e23d-423c-a177-c6d94e0d6be9 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:13:42.524638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Attempting to bind port f684a600-e23d-423c-a177-c6d94e0d6be9 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'd0ddf50b-622d-47a5-937b-ba4223d4f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:13:42.525336 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Attempting to bind port f684a600-e23d-423c-a177-c6d94e0d6be9 on network 855fb3ad-212b-4391-bd6a-9046dd721ebb {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:13:42.539542 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Port f684a600-e23d-423c-a177-c6d94e0d6be9 on network 855fb3ad-212b-4391-bd6a-9046dd721ebb not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:13:42.542130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Attempting to bind port f684a600-e23d-423c-a177-c6d94e0d6be9 on network 855fb3ad-212b-4391-bd6a-9046dd721ebb {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:13:42.555069 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:13:42.557342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Checking segment: {'id': 'd0ddf50b-622d-47a5-937b-ba4223d4f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:13:42.557761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Bound using segment: {'id': 'd0ddf50b-622d-47a5-937b-ba4223d4f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:13:42.559442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Bound port: f684a600-e23d-423c-a177-c6d94e0d6be9, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ddf50b-622d-47a5-937b-ba4223d4f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:13:42.559997 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:42.572764 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a805045c-ff5c-4a18-9485-f20bb3113d22 req-b6924172-0420-4cf6-b1ed-9709c1582969 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318221 Dec 11 23:13:42.672889 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] For port f684a600-e23d-423c-a177-c6d94e0d6be9, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:13:42.676987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] For port f684a600-e23d-423c-a177-c6d94e0d6be9, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f684a600-e23d-423c-a177-c6d94e0d6be9,segment=NetworkSegment(d0ddf50b-622d-47a5-937b-ba4223d4f02e),segment_id=d0ddf50b-622d-47a5-937b-ba4223d4f02e)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:13:42.761177 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:42.800694 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:42.801313 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:42.803589 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/f684a600-e23d-423c-a177-c6d94e0d6be9 HTTP/1.1" status: 200 len: 1092 time: 1.1923509 Dec 11 23:13:42.804055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'tag': 'f684a600-e23d-423c-a177-c6d94e0d6be9'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:13:42.807881 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12be698-c598-4687-bd90-9d303c20d652" -d '{"events": [{"name": "network-changed", "server_uuid": "b2705f59-d2fd-4db7-9f75-9551822cc253", "tag": "f684a600-e23d-423c-a177-c6d94e0d6be9"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:13:42.841666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52af47-5e9b-4c48-a77d-f8d816cea1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f684a600-e23d-423c-a177-c6d94e0d6be9,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:42.872971 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df57fa0d-59aa-43e2-af66-677092a922fc x-openstack-request-id: req-df57fa0d-59aa-43e2-af66-677092a922fc {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:13:42.873468 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2705f59-d2fd-4db7-9f75-9551822cc253", "tag": "f684a600-e23d-423c-a177-c6d94e0d6be9", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:13:42.873677 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df57fa0d-59aa-43e2-af66-677092a922fc {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:13:42.873953 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'tag': 'f684a600-e23d-423c-a177-c6d94e0d6be9', 'status': 'completed', 'code': 200} Dec 11 23:13:42.984357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12be698-c598-4687-bd90-9d303c20d652 req-cef337a4-44a1-4f0c-a0bf-29c7423e8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:42.987577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b12be698-c598-4687-bd90-9d303c20d652 req-cef337a4-44a1-4f0c-a0bf-29c7423e8464 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 1095 time: 0.0670490 Dec 11 23:13:43.128302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12be698-c598-4687-bd90-9d303c20d652 req-6d2a50aa-8e09-459e-9df0-76d564fee1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:43.129895 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b12be698-c598-4687-bd90-9d303c20d652 req-6d2a50aa-8e09-459e-9df0-76d564fee1df service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1a1365b402b74cbba7b45d13613b90f8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1293204 Dec 11 23:13:43.238488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12be698-c598-4687-bd90-9d303c20d652 req-f98f945f-75b9-45cd-8680-40698cbceb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:43.238488 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b12be698-c598-4687-bd90-9d303c20d652 req-f98f945f-75b9-45cd-8680-40698cbceb91 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971422 Dec 11 23:13:43.361809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-91a876fd-713e-40c6-bc0f-7276c374ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:43.363910 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-91a876fd-713e-40c6-bc0f-7276c374ff1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 1095 time: 0.0637765 Dec 11 23:13:43.430328 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-07428d80-1bcc-4a7e-9a0e-a14772249483 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f684a600-e23d-423c-a177-c6d94e0d6be9 HTTP/1.1" status: 200 len: 217 time: 0.0540061 Dec 11 23:13:43.523341 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-9cd3026e-a19d-4a6f-91a4-e6e48e0dae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:43.523341 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-9cd3026e-a19d-4a6f-91a4-e6e48e0dae00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c579b9a-350c-45c8-87a0-c66a15615637 HTTP/1.1" status: 200 len: 834 time: 0.0769343 Dec 11 23:13:43.578516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-15abb29d-7dc6-47c4-919c-fcd829d6dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:43.580862 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-15abb29d-7dc6-47c4-919c-fcd829d6dd64 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=855fb3ad-212b-4391-bd6a-9046dd721ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534799 Dec 11 23:13:43.704304 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-e8021042-84d5-4adf-b5fe-f51e069ad459 service neutron] 10.222.0.47 "GET /v2.0/networks/855fb3ad-212b-4391-bd6a-9046dd721ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152956 Dec 11 23:13:43.739126 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb252f70-e619-423d-83ae-630e20e445e8 req-91253031-c58a-4228-8ee3-a55d8d097aef tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:43.741971 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb252f70-e619-423d-83ae-630e20e445e8 req-91253031-c58a-4228-8ee3-a55d8d097aef tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 944 time: 0.0727174 Dec 11 23:13:43.818557 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb252f70-e619-423d-83ae-630e20e445e8 req-3a6831e5-18f5-4453-a3bd-53520a39e02c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700674 Dec 11 23:13:43.887590 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2597375-f05b-4c3e-8da1-e6a95768ca7e req-1d124f95-47dd-4a37-9cc0-ffc2427208b0 service neutron] 10.222.0.47 "GET /v2.0/networks/855fb3ad-212b-4391-bd6a-9046dd721ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757977 Dec 11 23:13:43.904208 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:43.944296 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa270ba-3926-4d60-84d4-a111574540ea req-024c3b84-ef41-4312-95fc-a8901bf643c5 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779797039&fields=id&tenant_id=81e65028dda549d793a43c7e6f96a7f6 HTTP/1.1" status: 200 len: 267 time: 0.0675488 Dec 11 23:13:44.088751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa270ba-3926-4d60-84d4-a111574540ea req-e9bf7117-50ab-44a7-b31e-e13b8e775e82 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:44.090325 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa270ba-3926-4d60-84d4-a111574540ea req-e9bf7117-50ab-44a7-b31e-e13b8e775e82 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 811 time: 0.1452417 Dec 11 23:13:44.107060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa270ba-3926-4d60-84d4-a111574540ea req-d9c5c28d-e2a7-45c5-a102-926a115efcbd tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/quotas/81e65028dda549d793a43c7e6f96a7f6 HTTP/1.1" status: 200 len: 375 time: 0.0095208 Dec 11 23:13:44.164544 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa270ba-3926-4d60-84d4-a111574540ea req-a921274a-dfa5-4cb7-b4d4-62f376acb3ab tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503941 Dec 11 23:13:44.283768 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa270ba-3926-4d60-84d4-a111574540ea req-b4846f6a-6d73-4ff7-9aac-927c65174fc4 service neutron] 10.222.0.45 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009197 Dec 11 23:13:44.398926 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa270ba-3926-4d60-84d4-a111574540ea req-1b32d724-e638-4a68-b0b1-f10736e43041 service neutron] 10.222.0.45 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083848 Dec 11 23:13:44.975536 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153e767-806a-48d0-9f69-61b856b182a2 req-31e8225a-104a-4671-89af-17360521d44f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:44.978566 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a153e767-806a-48d0-9f69-61b856b182a2 req-31e8225a-104a-4671-89af-17360521d44f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 944 time: 0.0637190 Dec 11 23:13:45.059559 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f684a600-e23d-423c-a177-c6d94e0d6be9 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:13:45.150150 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a153e767-806a-48d0-9f69-61b856b182a2 req-64d6b7b6-502a-4aaa-9e35-6b8bb915b6e2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611474 Dec 11 23:13:45.151817 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e16b3a3f-4170-431d-94db-55f2b735b269 req-f5b20328-af22-490f-84db-f4548741a69f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 210 time: 0.0670543 Dec 11 23:13:45.241628 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f684a600-e23d-423c-a177-c6d94e0d6be9, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f684a600-e23d-423c-a177-c6d94e0d6be9,segment=NetworkSegment(d0ddf50b-622d-47a5-937b-ba4223d4f02e),segment_id=d0ddf50b-622d-47a5-937b-ba4223d4f02e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:13:45.249768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'f684a600-e23d-423c-a177-c6d94e0d6be9', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'port_id': 'f684a600-e23d-423c-a177-c6d94e0d6be9', 'mac_address': 'fa:16:3e:1d:35:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:13:45.290388 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:45.304635 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f684a600-e23d-423c-a177-c6d94e0d6be9 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:13:45.330996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f684a600-e23d-423c-a177-c6d94e0d6be9, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f684a600-e23d-423c-a177-c6d94e0d6be9,segment=NetworkSegment(d0ddf50b-622d-47a5-937b-ba4223d4f02e),segment_id=d0ddf50b-622d-47a5-937b-ba4223d4f02e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:13:45.421347 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:45.479599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=f684a600-e23d-423c-a177-c6d94e0d6be9,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:45.704442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f684a600-e23d-423c-a177-c6d94e0d6be9'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:13:46.259222 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a75c1569-4f46-4f4d-a92a-19ed81d956bb req-8cc193eb-3e5a-47e5-8aff-b90a774baed1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 210 time: 0.0313025 Dec 11 23:13:46.283976 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b7cbc-6cba-4e0a-a376-0af3c8a782c6 req-8d4cab1a-d1e1-45a2-97a0-b2d43b20d066 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:46.297879 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-799b7cbc-6cba-4e0a-a376-0af3c8a782c6 req-8d4cab1a-d1e1-45a2-97a0-b2d43b20d066 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 945 time: 0.0775139 Dec 11 23:13:46.379259 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-799b7cbc-6cba-4e0a-a376-0af3c8a782c6 req-09c9259b-f912-43cd-ba2f-307d75d62cf5 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674396 Dec 11 23:13:47.092033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f684a600-e23d-423c-a177-c6d94e0d6be9 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:13:47.223220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port f684a600-e23d-423c-a177-c6d94e0d6be9 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:13:47.227695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port f684a600-e23d-423c-a177-c6d94e0d6be9 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:47.229241 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:47.316584 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:47.342005 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f684a600-e23d-423c-a177-c6d94e0d6be9'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:13:47.344410 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003f7e65-d48d-4eb4-8147-22352cbb5c56" -d '{"events": [{"server_uuid": "b2705f59-d2fd-4db7-9f75-9551822cc253", "name": "network-vif-plugged", "status": "completed", "tag": "f684a600-e23d-423c-a177-c6d94e0d6be9"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:13:47.360839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f684a600-e23d-423c-a177-c6d94e0d6be9, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f684a600-e23d-423c-a177-c6d94e0d6be9,segment=NetworkSegment(d0ddf50b-622d-47a5-937b-ba4223d4f02e),segment_id=d0ddf50b-622d-47a5-937b-ba4223d4f02e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:13:47.386548 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa1ea31-6dcb-4e3d-ae35-180ea01088c6 x-openstack-request-id: req-dfa1ea31-6dcb-4e3d-ae35-180ea01088c6 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:13:47.386944 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2705f59-d2fd-4db7-9f75-9551822cc253", "name": "network-vif-plugged", "status": "completed", "tag": "f684a600-e23d-423c-a177-c6d94e0d6be9", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:13:47.387417 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dfa1ea31-6dcb-4e3d-ae35-180ea01088c6 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:13:47.387874 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f684a600-e23d-423c-a177-c6d94e0d6be9', 'code': 200} Dec 11 23:13:47.416925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-257720e6-86c7-4d71-8292-c2c4546b4935 req-3286c8cb-0d59-4ec6-bc97-ca032727407b tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 210 time: 0.0405180 Dec 11 23:13:47.457703 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:47.483108 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa270ba-3926-4d60-84d4-a111574540ea req-2a7e9289-8d0b-4dec-84ec-53173360c7f5 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:47.485063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa270ba-3926-4d60-84d4-a111574540ea req-2a7e9289-8d0b-4dec-84ec-53173360c7f5 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.13 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 811 time: 0.1665120 Dec 11 23:13:47.544913 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc5df8-93ad-43c4-a0ed-845d87a524c9 req-0b8c5890-4034-4ad2-8f02-eee35e252259 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:47.546579 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cedc5df8-93ad-43c4-a0ed-845d87a524c9 req-0b8c5890-4034-4ad2-8f02-eee35e252259 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0866449 Dec 11 23:13:47.575024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=f684a600-e23d-423c-a177-c6d94e0d6be9,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:47.627792 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cedc5df8-93ad-43c4-a0ed-845d87a524c9 req-af668e1d-ae3a-4011-b6f1-8fb8be66ba2a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723197 Dec 11 23:13:47.637761 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa270ba-3926-4d60-84d4-a111574540ea req-cac4056e-2ad3-47df-a0b5-9059eb31017a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81e65028dda549d793a43c7e6f96a7f6 HTTP/1.1" status: 200 len: 379 time: 0.1429844 Dec 11 23:13:47.643897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe7e13-b4b7-4fa2-9402-3e05de6c0552 req-d7053aa6-f2b1-46d5-b11c-acc5010bb467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:47.644237 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:47.644362 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9bbe7e13-b4b7-4fa2-9402-3e05de6c0552 req-d7053aa6-f2b1-46d5-b11c-acc5010bb467 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 1097 time: 0.1205823 Dec 11 23:13:47.650688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-efa270ba-3926-4d60-84d4-a111574540ea req-1a96d190-ae44-42f0-a334-7865243ab59d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'port': {'device_id': '3924281f-f6cd-4076-a226-6941256b86a3', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'admin_state_up': True, 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'security_groups': ['222981f1-dac7-42f5-967c-9a4dcf328746']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:13:47.833881 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9bbe7e13-b4b7-4fa2-9402-3e05de6c0552 req-ffa1fc6a-37a6-4bac-91e3-b265b8d1b487 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784270 Dec 11 23:13:47.891881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa270ba-3926-4d60-84d4-a111574540ea req-1a96d190-ae44-42f0-a334-7865243ab59d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Made reservation on behalf of 81e65028dda549d793a43c7e6f96a7f6 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:13:47.897140 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-efa270ba-3926-4d60-84d4-a111574540ea req-1a96d190-ae44-42f0-a334-7865243ab59d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:48.133844 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-efa270ba-3926-4d60-84d4-a111574540ea req-1a96d190-ae44-42f0-a334-7865243ab59d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Allocated IP 172.20.0.10 (a182ed71-8604-4735-b0e3-af0e3d3bd68a/db78c92f-893f-4a44-a521-695a54395046/d3946a0b-ffcd-42a0-a835-f0647aa39142) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:13:48.374405 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-efa270ba-3926-4d60-84d4-a111574540ea req-1a96d190-ae44-42f0-a334-7865243ab59d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:48.504653 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-efa270ba-3926-4d60-84d4-a111574540ea req-1a96d190-ae44-42f0-a334-7865243ab59d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:48.560495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa270ba-3926-4d60-84d4-a111574540ea req-1a96d190-ae44-42f0-a334-7865243ab59d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Network a182ed71-8604-4735-b0e3-af0e3d3bd68a is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:13:48.582121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-efa270ba-3926-4d60-84d4-a111574540ea req-1a96d190-ae44-42f0-a334-7865243ab59d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:13:48.598506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa270ba-3926-4d60-84d4-a111574540ea req-1a96d190-ae44-42f0-a334-7865243ab59d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:13:48.653192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96d190-ae44-42f0-a334-7865243ab59d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'Port': ['ID=d3946a0b-ffcd-42a0-a835-f0647aa39142,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:48.671462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c504ab7-349c-4a58-a1d0-35b57b2320eb req-c051c54a-8a83-4932-9c04-7f7dadad93d3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:48.687750 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c504ab7-349c-4a58-a1d0-35b57b2320eb req-c051c54a-8a83-4932-9c04-7f7dadad93d3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 932 time: 0.1790779 Dec 11 23:13:48.735241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa270ba-3926-4d60-84d4-a111574540ea req-1a96d190-ae44-42f0-a334-7865243ab59d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:48.736670 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-efa270ba-3926-4d60-84d4-a111574540ea req-1a96d190-ae44-42f0-a334-7865243ab59d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:48.785981 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c504ab7-349c-4a58-a1d0-35b57b2320eb req-3796a59f-2ad0-4e7a-a9c7-ceae9db964cc tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902035 Dec 11 23:13:48.848129 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb01db4-4a16-44b4-9459-36a74c1a8e9b req-ad947c03-be40-42a0-812b-b22d20019a23 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:48.850355 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ecb01db4-4a16-44b4-9459-36a74c1a8e9b req-ad947c03-be40-42a0-812b-b22d20019a23 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0727544 Dec 11 23:13:48.885054 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa270ba-3926-4d60-84d4-a111574540ea req-1a96d190-ae44-42f0-a334-7865243ab59d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2410359 Dec 11 23:13:48.898902 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Request body: {'port': {'device_id': '3924281f-f6cd-4076-a226-6941256b86a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:13:48.904104 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62955d9f-d6ff-47d2-9afe-2b2ee6de32a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:48.926211 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ecb01db4-4a16-44b4-9459-36a74c1a8e9b req-66b2a353-f947-4348-aed9-484feb13fa8e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617263 Dec 11 23:13:48.968652 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:49.108848 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3fd0488a-8ecc-4eaa-acc7-843493da2634 None None] Provisioning complete for port d3946a0b-ffcd-42a0-a835-f0647aa39142 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:13:49.109845 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3fd0488a-8ecc-4eaa-acc7-843493da2634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:49.180806 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3fd0488a-8ecc-4eaa-acc7-843493da2634 None None] Port d3946a0b-ffcd-42a0-a835-f0647aa39142 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:13:49.333569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3946a0b-ffcd-42a0-a835-f0647aa39142 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:13:49.341769 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:49.356927 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Transition to ACTIVE for port object d3946a0b-ffcd-42a0-a835-f0647aa39142 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:13:49.422505 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:49.497269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Pushing event updated for resources: {'Port': ['ID=d3946a0b-ffcd-42a0-a835-f0647aa39142,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:49.592078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Attempting to bind port d3946a0b-ffcd-42a0-a835-f0647aa39142 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:13:49.593127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Attempting to bind port d3946a0b-ffcd-42a0-a835-f0647aa39142 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:13:49.593649 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Attempting to bind port d3946a0b-ffcd-42a0-a835-f0647aa39142 on network a182ed71-8604-4735-b0e3-af0e3d3bd68a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:13:49.600099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Port d3946a0b-ffcd-42a0-a835-f0647aa39142 on network a182ed71-8604-4735-b0e3-af0e3d3bd68a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:13:49.600695 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Attempting to bind port d3946a0b-ffcd-42a0-a835-f0647aa39142 on network a182ed71-8604-4735-b0e3-af0e3d3bd68a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:13:49.607524 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:13:49.607867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Checking segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:13:49.608370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Bound using segment: {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:13:49.608798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Bound port: d3946a0b-ffcd-42a0-a835-f0647aa39142, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad026c7-5a9b-4e97-973d-7492316ec150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:13:49.609348 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:49.689374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] For port d3946a0b-ffcd-42a0-a835-f0647aa39142, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:13:49.692320 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] For port d3946a0b-ffcd-42a0-a835-f0647aa39142, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d3946a0b-ffcd-42a0-a835-f0647aa39142,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:13:49.789372 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:49.855537 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:49.856993 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:49.858496 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa270ba-3926-4d60-84d4-a111574540ea req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] 10.222.0.13 "PUT /v2.0/ports/d3946a0b-ffcd-42a0-a835-f0647aa39142 HTTP/1.1" status: 200 len: 1092 time: 0.9649117 Dec 11 23:13:49.859152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3924281f-f6cd-4076-a226-6941256b86a3', 'tag': 'd3946a0b-ffcd-42a0-a835-f0647aa39142'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:13:49.862379 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6991ee-d6fa-40ca-a20a-1c5ac280506d" -d '{"events": [{"name": "network-changed", "server_uuid": "3924281f-f6cd-4076-a226-6941256b86a3", "tag": "d3946a0b-ffcd-42a0-a835-f0647aa39142"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:13:49.938652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44545a-2b67-41bb-b646-06bb353e9784 service neutron] Pushing event updated for resources: {'Port': ['ID=d3946a0b-ffcd-42a0-a835-f0647aa39142,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:49.979135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dc039-1880-481c-a631-19e37d28bad9 req-e3427b29-2c61-48b1-b3f1-3af36adf6fdb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:49.981319 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-135dc039-1880-481c-a631-19e37d28bad9 req-e3427b29-2c61-48b1-b3f1-3af36adf6fdb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 944 time: 0.0956416 Dec 11 23:13:49.983344 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e271c97c-87ee-4627-a2c6-514e2c11eeb2 x-openstack-request-id: req-e271c97c-87ee-4627-a2c6-514e2c11eeb2 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:13:49.983735 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3924281f-f6cd-4076-a226-6941256b86a3", "tag": "d3946a0b-ffcd-42a0-a835-f0647aa39142", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:13:49.984101 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e271c97c-87ee-4627-a2c6-514e2c11eeb2 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:13:49.984589 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3924281f-f6cd-4076-a226-6941256b86a3', 'tag': 'd3946a0b-ffcd-42a0-a835-f0647aa39142', 'status': 'completed', 'code': 200} Dec 11 23:13:50.113294 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-135dc039-1880-481c-a631-19e37d28bad9 req-969b60a4-b4bc-4867-afb4-8bc826ff34ca tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184435 Dec 11 23:13:50.128209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6991ee-d6fa-40ca-a20a-1c5ac280506d req-566dff3f-dae2-48b3-a8ef-79c35a50e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:50.138793 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8c6991ee-d6fa-40ca-a20a-1c5ac280506d req-566dff3f-dae2-48b3-a8ef-79c35a50e5c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 1095 time: 0.1385610 Dec 11 23:13:50.193732 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225a512-c2ce-4925-bab3-ca2eada43fca req-a151ab00-7d0a-46cc-8642-746a2cd6c32d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:50.199346 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6225a512-c2ce-4925-bab3-ca2eada43fca req-a151ab00-7d0a-46cc-8642-746a2cd6c32d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0875556 Dec 11 23:13:50.257309 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6225a512-c2ce-4925-bab3-ca2eada43fca req-b667bd71-65c4-448a-8bb2-c2d921b368d1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503571 Dec 11 23:13:50.276499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6991ee-d6fa-40ca-a20a-1c5ac280506d req-00ef4580-b638-49d4-b532-1fa258488f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:50.277980 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8c6991ee-d6fa-40ca-a20a-1c5ac280506d req-00ef4580-b638-49d4-b532-1fa258488f9e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=81e65028dda549d793a43c7e6f96a7f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1288886 Dec 11 23:13:50.422137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74231216-b430-482e-b140-dc4c59f51a61 req-2c547c1e-0286-48f5-af14-ffa083e5b434 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:50.430311 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-74231216-b430-482e-b140-dc4c59f51a61 req-2c547c1e-0286-48f5-af14-ffa083e5b434 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0939023 Dec 11 23:13:50.449855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6991ee-d6fa-40ca-a20a-1c5ac280506d req-26d042c3-8f1c-4acc-b816-abd2f5bd36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:50.451460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8c6991ee-d6fa-40ca-a20a-1c5ac280506d req-26d042c3-8f1c-4acc-b816-abd2f5bd36a4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1670351 Dec 11 23:13:50.581476 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-74231216-b430-482e-b140-dc4c59f51a61 req-54ff3a3d-4e51-4007-a137-1d19ead41e69 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489446 Dec 11 23:13:50.593159 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa270ba-3926-4d60-84d4-a111574540ea req-1e7bce29-c55a-47a3-950b-56de79ebadce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:50.594679 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa270ba-3926-4d60-84d4-a111574540ea req-1e7bce29-c55a-47a3-950b-56de79ebadce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 1095 time: 0.0752079 Dec 11 23:13:50.606338 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38664) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:50.646437 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa270ba-3926-4d60-84d4-a111574540ea req-6967d4fe-788e-4a00-8d3a-7179ca714b29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3946a0b-ffcd-42a0-a835-f0647aa39142 HTTP/1.1" status: 200 len: 217 time: 0.0437119 Dec 11 23:13:50.684499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cc7bdb-a5b9-4e74-ae3d-df2d9fa3c35b tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:50.688533 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e6cc7bdb-a5b9-4e74-ae3d-df2d9fa3c35b tempest-TestNetworkAdvancedServerOps-809027546 tempest-TestNetworkAdvancedServerOps-809027546-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 1092 time: 0.0808756 Dec 11 23:13:50.694196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 38666) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:50.700737 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': 'f684a600-e23d-423c-a177-c6d94e0d6be9', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:13:50.737062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa270ba-3926-4d60-84d4-a111574540ea req-e1860ec0-a1f7-4c9f-a5a7-6ebb1a32e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:50.739647 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa270ba-3926-4d60-84d4-a111574540ea req-e1860ec0-a1f7-4c9f-a5a7-6ebb1a32e436 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.0855107 Dec 11 23:13:50.796108 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa270ba-3926-4d60-84d4-a111574540ea req-7d7b76ba-1264-4bcf-931a-0399cfa7d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:50.797689 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa270ba-3926-4d60-84d4-a111574540ea req-7d7b76ba-1264-4bcf-931a-0399cfa7d4d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498323 Dec 11 23:13:50.848692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:50.938083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa270ba-3926-4d60-84d4-a111574540ea req-9abd5813-10f6-4996-a11b-e8b80b908832 service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333771 Dec 11 23:13:51.076879 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-efa270ba-3926-4d60-84d4-a111574540ea req-f78637ea-9acb-40f2-a7b0-0a9c524b4a04 service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309884 Dec 11 23:13:51.078208 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:51.275067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Allocated IP 172.25.1.111 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/0f927f41-59ce-44dc-a8e1-4ca5bf7fe0ad) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:13:51.320347 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-be54a7bc-9c37-4ada-bab3-2fcd7069e7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:51.328104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7d602-3c4b-4906-9b00-f904c179bab3 req-140879fa-d875-467e-ad92-1afc23c3cf12 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:51.331225 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-41e7d602-3c4b-4906-9b00-f904c179bab3 req-140879fa-d875-467e-ad92-1afc23c3cf12 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 944 time: 0.1195097 Dec 11 23:13:51.391622 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-41e7d602-3c4b-4906-9b00-f904c179bab3 req-c279343c-3343-4fa6-94a3-5d58f2a9ce4d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540695 Dec 11 23:13:51.422035 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:51.553239 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:51.603029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:13:51.605958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:13:51.611127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:13:51.614455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=0f927f41-59ce-44dc-a8e1-4ca5bf7fe0ad,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:52.046184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:52.212959 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:52.373646 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:52.404326 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:52.463006 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:52.576099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event updated for resources: {'Port': ['ID=0f927f41-59ce-44dc-a8e1-4ca5bf7fe0ad,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:13:52.597877 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:52.620755 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bb318-1951-46a6-9214-92e6a41fb09a req-b1920037-fb88-4238-a1f0-6bd629c1c819 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:52.622436 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e43bb318-1951-46a6-9214-92e6a41fb09a req-b1920037-fb88-4238-a1f0-6bd629c1c819 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 944 time: 0.1492143 Dec 11 23:13:52.764465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e43bb318-1951-46a6-9214-92e6a41fb09a req-053137e3-7416-43bb-b5c6-709ebe8603eb tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026199 Dec 11 23:13:52.786920 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Floating IP 35607711-fdd6-4401-84c9-7eda809c92af associated. External IP: 172.25.1.111, port: f684a600-e23d-423c-a177-c6d94e0d6be9. Dec 11 23:13:53.021306 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router 7b932144-d96e-42b0-844e-5a9ce0aeca15 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:13:53.512664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:13:53.530728 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b460b1-7171-41fe-8431-89ed54bdf283 None None] Sync routers for ids ['7b932144-d96e-42b0-844e-5a9ce0aeca15'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:13:53.543317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b460b1-7171-41fe-8431-89ed54bdf283 None None] Routers {'7b932144-d96e-42b0-844e-5a9ce0aeca15'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:13:53.543954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-06b460b1-7171-41fe-8431-89ed54bdf283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:13:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7b932144-d96e-42b0-844e-5a9ce0aeca15'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:53.645051 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:53.698366 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6d5a6d92-1ede-486c-8869-273595c80679 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0026164 Dec 11 23:13:53.699233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'tag': 'f684a600-e23d-423c-a177-c6d94e0d6be9'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:13:53.702021 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36f2f3e-dbf8-4397-9032-d00ae94c8934" -d '{"events": [{"name": "network-changed", "server_uuid": "b2705f59-d2fd-4db7-9f75-9551822cc253", "tag": "f684a600-e23d-423c-a177-c6d94e0d6be9"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:13:53.784431 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651fdc9a-51f1-4524-b8c7-e7c2ecbaf195 x-openstack-request-id: req-651fdc9a-51f1-4524-b8c7-e7c2ecbaf195 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:13:53.784733 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2705f59-d2fd-4db7-9f75-9551822cc253", "tag": "f684a600-e23d-423c-a177-c6d94e0d6be9", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:13:53.784991 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-651fdc9a-51f1-4524-b8c7-e7c2ecbaf195 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:13:53.791731 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'tag': 'f684a600-e23d-423c-a177-c6d94e0d6be9', 'status': 'completed', 'code': 200} Dec 11 23:13:53.875076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a8b99-e04e-4466-98eb-7de44f8c2283 req-6d0f3922-9a5f-482b-bde0-f7abb2f21e2e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:53.878864 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-893a8b99-e04e-4466-98eb-7de44f8c2283 req-6d0f3922-9a5f-482b-bde0-f7abb2f21e2e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.1141367 Dec 11 23:13:53.933517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f2f3e-dbf8-4397-9032-d00ae94c8934 req-6043eb20-beac-4de4-b1f2-a7d032775e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:53.940100 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a36f2f3e-dbf8-4397-9032-d00ae94c8934 req-6043eb20-beac-4de4-b1f2-a7d032775e3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 1097 time: 0.1153419 Dec 11 23:13:53.961835 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-893a8b99-e04e-4466-98eb-7de44f8c2283 req-80536199-5ef5-4a74-b88b-40f9b611cb8c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726197 Dec 11 23:13:53.979410 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38748) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:53.999980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-06b460b1-7171-41fe-8431-89ed54bdf283 None None] Set router 7b932144-d96e-42b0-844e-5a9ce0aeca15 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:13:54.082338 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:54.085942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f2f3e-dbf8-4397-9032-d00ae94c8934 req-4ec11480-0d78-414e-a215-69169eb828b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:54.088263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a36f2f3e-dbf8-4397-9032-d00ae94c8934 req-4ec11480-0d78-414e-a215-69169eb828b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=855fb3ad-212b-4391-bd6a-9046dd721ebb HTTP/1.1" status: 200 len: 898 time: 0.1145825 Dec 11 23:13:54.093268 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b26c4651-126c-45d1-af74-d07d05cc8710 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/floatingips/35607711-fdd6-4401-84c9-7eda809c92af HTTP/1.1" status: 200 len: 992 time: 0.1060157 Dec 11 23:13:54.101670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23880e-6c3a-4b53-833c-e54d572e7016 req-c026dde8-b35f-4044-9f1c-b0e0f3e08e8e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:54.103580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be23880e-6c3a-4b53-833c-e54d572e7016 req-c026dde8-b35f-4044-9f1c-b0e0f3e08e8e tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 944 time: 0.1956649 Dec 11 23:13:54.202565 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a36f2f3e-dbf8-4397-9032-d00ae94c8934 req-ecef3db4-beec-466a-993f-58db252752db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f684a600-e23d-423c-a177-c6d94e0d6be9 HTTP/1.1" status: 200 len: 1000 time: 0.0973263 Dec 11 23:13:54.212415 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be23880e-6c3a-4b53-833c-e54d572e7016 req-bd4727e3-3409-4a9d-9637-70bad62fdeb3 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006150 Dec 11 23:13:54.285296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f2f3e-dbf8-4397-9032-d00ae94c8934 req-13fff924-3a26-430a-ac1f-e1128c18e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:54.289251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a36f2f3e-dbf8-4397-9032-d00ae94c8934 req-13fff924-3a26-430a-ac1f-e1128c18e343 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c579b9a-350c-45c8-87a0-c66a15615637 HTTP/1.1" status: 200 len: 834 time: 0.0756838 Dec 11 23:13:54.365496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f2f3e-dbf8-4397-9032-d00ae94c8934 req-07c21fec-11a4-458a-8bce-016775939097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:54.367060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a36f2f3e-dbf8-4397-9032-d00ae94c8934 req-07c21fec-11a4-458a-8bce-016775939097 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=855fb3ad-212b-4391-bd6a-9046dd721ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709505 Dec 11 23:13:54.398962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-06b460b1-7171-41fe-8431-89ed54bdf283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519883053', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:13:27Z', 'updated_at': '2021-12-11T23:13:33Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:28Z', 'updated_at': '2021-12-11T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '35607711-fdd6-4401-84c9-7eda809c92af', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'port_id': 'f684a600-e23d-423c-a177-c6d94e0d6be9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'mac_address': 'fa:16:3e:1d:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:13:51Z', 'updated_at': '2021-12-11T23:13:51Z', 'revision_number': 0, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e9312e-d7b4-4785-9d3e-1defd7b9982c', 'name': '', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b0:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:32Z', 'updated_at': '2021-12-11T23:13:38Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:54.433622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b460b1-7171-41fe-8431-89ed54bdf283 None None] Checking router: 7b932144-d96e-42b0-844e-5a9ce0aeca15 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:13:54.445650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b460b1-7171-41fe-8431-89ed54bdf283 None None] Routers {'7b932144-d96e-42b0-844e-5a9ce0aeca15'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:13:54.447588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-06b460b1-7171-41fe-8431-89ed54bdf283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:13:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7b932144-d96e-42b0-844e-5a9ce0aeca15'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:54.513834 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a36f2f3e-dbf8-4397-9032-d00ae94c8934 req-f3f47b11-9a92-416c-9bf1-ddd99da4661f service neutron] 10.222.0.47 "GET /v2.0/networks/855fb3ad-212b-4391-bd6a-9046dd721ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387548 Dec 11 23:13:54.625923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a36f2f3e-dbf8-4397-9032-d00ae94c8934 req-0c651109-ba15-495a-9a17-0f4b6227cb6f service neutron] 10.222.0.47 "GET /v2.0/networks/855fb3ad-212b-4391-bd6a-9046dd721ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049478 Dec 11 23:13:54.631541 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-06b460b1-7171-41fe-8431-89ed54bdf283 None None] Set router 7b932144-d96e-42b0-844e-5a9ce0aeca15 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:13:54.731253 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:13:54.921441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-06b460b1-7171-41fe-8431-89ed54bdf283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519883053', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:13:27Z', 'updated_at': '2021-12-11T23:13:33Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:28Z', 'updated_at': '2021-12-11T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '35607711-fdd6-4401-84c9-7eda809c92af', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'port_id': 'f684a600-e23d-423c-a177-c6d94e0d6be9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'mac_address': 'fa:16:3e:1d:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:13:51Z', 'updated_at': '2021-12-11T23:13:51Z', 'revision_number': 0, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e9312e-d7b4-4785-9d3e-1defd7b9982c', 'name': '', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b0:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:32Z', 'updated_at': '2021-12-11T23:13:38Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:13:54.952636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b460b1-7171-41fe-8431-89ed54bdf283 None None] The sync data for ids ['7b932144-d96e-42b0-844e-5a9ce0aeca15'] in n-d-710847-6 is: [{'id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519883053', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:13:27Z', 'updated_at': '2021-12-11T23:13:33Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:28Z', 'updated_at': '2021-12-11T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '35607711-fdd6-4401-84c9-7eda809c92af', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'port_id': 'f684a600-e23d-423c-a177-c6d94e0d6be9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'mac_address': 'fa:16:3e:1d:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:13:51Z', 'updated_at': '2021-12-11T23:13:51Z', 'revision_number': 0, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e9312e-d7b4-4785-9d3e-1defd7b9982c', 'name': '', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b0:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:32Z', 'updated_at': '2021-12-11T23:13:38Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:13:55.090990 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38772) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:55.168580 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9e6f443a-0641-46a1-bb28-3169f07b4d8e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/floatingips/35607711-fdd6-4401-84c9-7eda809c92af HTTP/1.1" status: 200 len: 992 time: 0.0762296 Dec 11 23:13:55.231914 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b71a3c3-d19c-4b61-87fb-8c688a629bcc None None] New status for floating IP 35607711-fdd6-4401-84c9-7eda809c92af: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:13:55.345640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fa015-a962-438e-8b48-eb3937d8995e req-85e7daa5-ada0-48ee-8c6e-9fda703a2154 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:55.348808 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a33fa015-a962-438e-8b48-eb3937d8995e req-85e7daa5-ada0-48ee-8c6e-9fda703a2154 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 944 time: 0.0567582 Dec 11 23:13:55.416238 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a33fa015-a962-438e-8b48-eb3937d8995e req-3e0e645c-51f2-4a98-976f-4f6d02c8a725 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605710 Dec 11 23:13:56.172471 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 38796) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:13:56.240053 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-90ed1dee-0f11-4f47-9c8a-b0806eb3c3d2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/floatingips/35607711-fdd6-4401-84c9-7eda809c92af HTTP/1.1" status: 200 len: 994 time: 0.0661068 Dec 11 23:13:56.565169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3aaf6-4f4e-4f0f-8054-7b77c5e7ff3e req-694a9995-4547-4f1f-98c0-befe248cbc74 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:56.569395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ef3aaf6-4f4e-4f0f-8054-7b77c5e7ff3e req-694a9995-4547-4f1f-98c0-befe248cbc74 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 944 time: 0.0712099 Dec 11 23:13:56.630126 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2ef3aaf6-4f4e-4f0f-8054-7b77c5e7ff3e req-22f69e2e-6c34-4d4e-96ed-cba880e7f9ed tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596683 Dec 11 23:13:57.789138 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12240d-667c-452b-99dd-f5ae590b4f9f req-875724b3-c166-4a5a-a191-36567804f5d8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:57.791161 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca12240d-667c-452b-99dd-f5ae590b4f9f req-875724b3-c166-4a5a-a191-36567804f5d8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 944 time: 0.0671341 Dec 11 23:13:57.842576 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca12240d-667c-452b-99dd-f5ae590b4f9f req-053cf1d8-0878-40b4-8c28-1088afa52bab tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452869 Dec 11 23:13:58.986419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135a94d-27cd-4a74-b5e4-a2642efeed2b req-10f3d6d3-fa14-418d-9d53-efdeb4761974 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:13:58.986419 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c135a94d-27cd-4a74-b5e4-a2642efeed2b req-10f3d6d3-fa14-418d-9d53-efdeb4761974 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 944 time: 0.0573788 Dec 11 23:13:59.070916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c135a94d-27cd-4a74-b5e4-a2642efeed2b req-297f7b26-b591-4ce4-8c2b-cc4e641b655d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701048 Dec 11 23:14:00.195725 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88988f4d-3484-40d9-acf2-d29e4df2bf3a req-27b281a1-ada7-48cb-851d-4f5b8de7031a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:00.197849 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-88988f4d-3484-40d9-acf2-d29e4df2bf3a req-27b281a1-ada7-48cb-851d-4f5b8de7031a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 944 time: 0.0533633 Dec 11 23:14:00.253622 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-88988f4d-3484-40d9-acf2-d29e4df2bf3a req-3f6f5ece-9348-4e90-85c1-f680e5e2db72 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489757 Dec 11 23:14:01.390831 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00069026-64b1-45b3-8052-91f095fa3724 req-c1fbc30b-f72d-4c2c-9a92-7573311a684d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:01.392807 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00069026-64b1-45b3-8052-91f095fa3724 req-c1fbc30b-f72d-4c2c-9a92-7573311a684d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 944 time: 0.0581126 Dec 11 23:14:01.448646 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00069026-64b1-45b3-8052-91f095fa3724 req-abb6ed02-18cb-488c-a0f0-f65766af14c0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496342 Dec 11 23:14:02.609622 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e9b55-ff25-4963-815d-d14f2c5ef33d req-fa164bd6-e76e-478b-9f28-3a8bf30af729 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:02.616011 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca1e9b55-ff25-4963-815d-d14f2c5ef33d req-fa164bd6-e76e-478b-9f28-3a8bf30af729 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 944 time: 0.0835366 Dec 11 23:14:02.683731 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca1e9b55-ff25-4963-815d-d14f2c5ef33d req-522eb5be-5743-4358-a9e5-ba70f057ba65 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630114 Dec 11 23:14:03.833949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addcf6d-64e7-45e1-a5e6-f7ea0f8b9f0d req-1f74a4a0-26f7-4a8c-87f2-3ed06bef7eb8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:03.836548 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0addcf6d-64e7-45e1-a5e6-f7ea0f8b9f0d req-1f74a4a0-26f7-4a8c-87f2-3ed06bef7eb8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 944 time: 0.0634813 Dec 11 23:14:03.888620 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0addcf6d-64e7-45e1-a5e6-f7ea0f8b9f0d req-d37ce6a3-f454-484e-a3a0-8ba1b8622eec tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464668 Dec 11 23:14:05.056824 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6aa247-f840-4121-8abd-357d3819af36 req-7fdda18a-4fe6-462f-8c06-00a11f7c4b72 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:05.059173 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7f6aa247-f840-4121-8abd-357d3819af36 req-7fdda18a-4fe6-462f-8c06-00a11f7c4b72 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 944 time: 0.0605066 Dec 11 23:14:05.151976 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7f6aa247-f840-4121-8abd-357d3819af36 req-45551b54-ce7c-44f5-ae81-1839eab99dea tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850160 Dec 11 23:14:06.276741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c718e22-0b5b-46f8-861c-9fe1ffbd95ca req-ac388bec-581d-46c1-9eda-28b94709c1c8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:06.278183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c718e22-0b5b-46f8-861c-9fe1ffbd95ca req-ac388bec-581d-46c1-9eda-28b94709c1c8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 944 time: 0.0549266 Dec 11 23:14:06.335418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2c718e22-0b5b-46f8-861c-9fe1ffbd95ca req-0875daa5-0a03-4c14-9139-4acaa3d52929 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493157 Dec 11 23:14:07.473651 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ede373-5f29-4ceb-8f3e-5051590c9133 req-fedf06bf-4b05-4e6f-9644-dd7122779b1c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:07.475928 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-47ede373-5f29-4ceb-8f3e-5051590c9133 req-fedf06bf-4b05-4e6f-9644-dd7122779b1c tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 944 time: 0.0549045 Dec 11 23:14:07.530966 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-47ede373-5f29-4ceb-8f3e-5051590c9133 req-f09e59df-a3f4-4420-87b7-337dff8b4429 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483522 Dec 11 23:14:07.562081 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d3946a0b-ffcd-42a0-a835-f0647aa39142 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:14:07.668531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d3946a0b-ffcd-42a0-a835-f0647aa39142, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d3946a0b-ffcd-42a0-a835-f0647aa39142,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:14:07.690732 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'd3946a0b-ffcd-42a0-a835-f0647aa39142', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'port_id': 'd3946a0b-ffcd-42a0-a835-f0647aa39142', 'mac_address': 'fa:16:3e:bc:da:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:14:07.735347 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:07.755245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3946a0b-ffcd-42a0-a835-f0647aa39142 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:14:07.776701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d3946a0b-ffcd-42a0-a835-f0647aa39142, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d3946a0b-ffcd-42a0-a835-f0647aa39142,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:14:07.867130 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:07.927639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=d3946a0b-ffcd-42a0-a835-f0647aa39142,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:14:07.937123 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:14:07.939782 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:14:07.939782 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:14:07.939782 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:14:07.939782 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:14:07.939782 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:14:07.939782 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:14:07.939782 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:14:07.940367 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:14:07.940367 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:14:07.940678 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:14:07.941008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:14:07.941387 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:14:08.320889 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['d3946a0b-ffcd-42a0-a835-f0647aa39142'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:14:08.665026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa35a2-bb44-409d-873f-40bd0c2503f7 req-8ed70975-bb47-4344-bb42-1f40de90a2d8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:08.666526 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38fa35a2-bb44-409d-873f-40bd0c2503f7 req-8ed70975-bb47-4344-bb42-1f40de90a2d8 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 945 time: 0.0624220 Dec 11 23:14:08.716777 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38fa35a2-bb44-409d-873f-40bd0c2503f7 req-3c677a56-906b-4304-9c60-60fd92342712 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442574 Dec 11 23:14:09.372858 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:14:09.568763 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d3946a0b-ffcd-42a0-a835-f0647aa39142 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:14:09.678226 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port d3946a0b-ffcd-42a0-a835-f0647aa39142 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:14:09.682536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port d3946a0b-ffcd-42a0-a835-f0647aa39142 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:14:09.682958 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:09.779049 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:09.818221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3924281f-f6cd-4076-a226-6941256b86a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3946a0b-ffcd-42a0-a835-f0647aa39142'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:14:09.820691 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ed2036-3e9e-4458-a5a8-20f6709e5e66" -d '{"events": [{"server_uuid": "3924281f-f6cd-4076-a226-6941256b86a3", "name": "network-vif-plugged", "status": "completed", "tag": "d3946a0b-ffcd-42a0-a835-f0647aa39142"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:14:09.850413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d3946a0b-ffcd-42a0-a835-f0647aa39142, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d3946a0b-ffcd-42a0-a835-f0647aa39142,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:14:09.867246 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ae954d-aa8e-494e-ae3e-f70bc6ce521b x-openstack-request-id: req-17ae954d-aa8e-494e-ae3e-f70bc6ce521b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:14:09.867541 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3924281f-f6cd-4076-a226-6941256b86a3", "name": "network-vif-plugged", "status": "completed", "tag": "d3946a0b-ffcd-42a0-a835-f0647aa39142", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:14:09.867796 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17ae954d-aa8e-494e-ae3e-f70bc6ce521b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:14:09.868191 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3924281f-f6cd-4076-a226-6941256b86a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3946a0b-ffcd-42a0-a835-f0647aa39142', 'code': 200} Dec 11 23:14:09.879819 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d20f6-e806-46df-aefa-598498d31482 req-7b9c313f-8994-44d3-a5ab-6a712080d068 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:09.887128 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6f6d20f6-e806-46df-aefa-598498d31482 req-7b9c313f-8994-44d3-a5ab-6a712080d068 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 945 time: 0.0743742 Dec 11 23:14:09.950940 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6f6d20f6-e806-46df-aefa-598498d31482 req-5ed2dbcc-4588-48a3-9169-4fe0136b8ab5 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624492 Dec 11 23:14:09.966083 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:10.035093 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=d3946a0b-ffcd-42a0-a835-f0647aa39142,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:14:10.058269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02a923-da09-466a-ae15-4241043b3a3c req-f1829613-3272-4bf4-bd3a-202a48dbb031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:10.060036 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a02a923-da09-466a-ae15-4241043b3a3c req-f1829613-3272-4bf4-bd3a-202a48dbb031 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 1097 time: 0.0766163 Dec 11 23:14:10.117391 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a02a923-da09-466a-ae15-4241043b3a3c req-847bb147-550f-456f-8b6d-7ad314b7e05d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504253 Dec 11 23:14:11.086671 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26302806-31e3-47a9-a825-55ae2393f5a6 req-db14b853-be4b-4a08-8d8a-73d1df0b4f50 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:11.088241 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26302806-31e3-47a9-a825-55ae2393f5a6 req-db14b853-be4b-4a08-8d8a-73d1df0b4f50 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 946 time: 0.0522044 Dec 11 23:14:11.143180 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26302806-31e3-47a9-a825-55ae2393f5a6 req-ad492140-924c-4f2c-b55e-cf6ed4a0d201 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485902 Dec 11 23:14:12.271835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ae87f-b7d6-4402-8242-e717dba2d590 req-fda27f5d-2ff8-43e3-8df2-083150745610 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:12.273551 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ac8ae87f-b7d6-4402-8242-e717dba2d590 req-fda27f5d-2ff8-43e3-8df2-083150745610 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 946 time: 0.0565953 Dec 11 23:14:12.330849 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ac8ae87f-b7d6-4402-8242-e717dba2d590 req-de1a3d87-7fb2-403b-81ff-e8581d63af5d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511556 Dec 11 23:14:12.472865 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3c631-6832-4f3c-afdd-45a7842da26e req-6c46823a-b3b2-42d5-9293-cfefbd8c41f6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:12.474494 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-07b3c631-6832-4f3c-afdd-45a7842da26e req-6c46823a-b3b2-42d5-9293-cfefbd8c41f6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 946 time: 0.0544245 Dec 11 23:14:12.543598 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-07b3c631-6832-4f3c-afdd-45a7842da26e req-93de252e-945e-45cf-9059-c0a11f817da1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596805 Dec 11 23:14:12.569563 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39266) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:14:12.758024 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c526edea-9022-4099-af70-27b9defe07a3 tempest-TestVolumeBootPattern-1382091164 tempest-TestVolumeBootPattern-1382091164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:12.759519 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c526edea-9022-4099-af70-27b9defe07a3 tempest-TestVolumeBootPattern-1382091164 tempest-TestVolumeBootPattern-1382091164-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 1092 time: 0.1889324 Dec 11 23:14:12.762360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 39274) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:14:12.767201 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': 'd3946a0b-ffcd-42a0-a835-f0647aa39142', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:14:12.864209 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:13.015252 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:13.161061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Allocated IP 172.25.1.131 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/3247788c-f7ec-4b3c-8abc-959e390dca1e) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:14:13.276883 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:13.703511 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:13.754206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:14:13.755647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'Port': ['ID=3247788c-f7ec-4b3c-8abc-959e390dca1e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:14:13.758311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:14:13.760889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:14:13.879251 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:14.211951 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:14.405956 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:14.582868 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:14.646162 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:14.718588 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event updated for resources: {'Port': ['ID=3247788c-f7ec-4b3c-8abc-959e390dca1e,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:14:14.728881 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:14.840963 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Floating IP 1c09b860-157b-4f87-af07-6a136d783663 associated. External IP: 172.25.1.131, port: d3946a0b-ffcd-42a0-a835-f0647aa39142. Dec 11 23:14:15.103373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:14:15.235966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:14:15.247355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ee210-3c29-430a-b6ce-972ed24d51d1 None None] Sync routers for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:14:15.267444 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ee210-3c29-430a-b6ce-972ed24d51d1 None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:14:15.272819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-fa6ee210-3c29-430a-b6ce-972ed24d51d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:13:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:14:15.363048 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:15.392903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-fa6ee210-3c29-430a-b6ce-972ed24d51d1 None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:14:15.397395 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d2fe24d7-5854-41a0-8870-130470d661ba tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6339805 Dec 11 23:14:15.397996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3924281f-f6cd-4076-a226-6941256b86a3', 'tag': 'd3946a0b-ffcd-42a0-a835-f0647aa39142'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:14:15.400322 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e00607-fd1c-446a-a923-7944db51c5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3924281f-f6cd-4076-a226-6941256b86a3", "tag": "d3946a0b-ffcd-42a0-a835-f0647aa39142"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:14:15.540204 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4739f8b-2f0e-4b86-9eb6-ad654927b7af x-openstack-request-id: req-e4739f8b-2f0e-4b86-9eb6-ad654927b7af {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:14:15.540853 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3924281f-f6cd-4076-a226-6941256b86a3", "tag": "d3946a0b-ffcd-42a0-a835-f0647aa39142", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:14:15.540853 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4739f8b-2f0e-4b86-9eb6-ad654927b7af {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:14:15.541163 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3924281f-f6cd-4076-a226-6941256b86a3', 'tag': 'd3946a0b-ffcd-42a0-a835-f0647aa39142', 'status': 'completed', 'code': 200} Dec 11 23:14:15.639005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e00607-fd1c-446a-a923-7944db51c5dd req-46861988-3444-4ddf-b20b-1f563ac19820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:15.640528 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8e00607-fd1c-446a-a923-7944db51c5dd req-46861988-3444-4ddf-b20b-1f563ac19820 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 1097 time: 0.0488307 Dec 11 23:14:15.678072 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-fa6ee210-3c29-430a-b6ce-972ed24d51d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '1c09b860-157b-4f87-af07-6a136d783663', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'floating_ip_address': '172.25.1.131', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'port_id': 'd3946a0b-ffcd-42a0-a835-f0647aa39142', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'mac_address': 'fa:16:3e:bc:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924281f-f6cd-4076-a226-6941256b86a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:14:14Z', 'updated_at': '2021-12-11T23:14:14Z', 'revision_number': 0, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address_scope': None}, {'id': '71937a16-21f6-41dd-bdc1-ec77a47b3e14', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'port_id': 'a1077aab-213d-4a5b-9679-cf757014e988', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'mac_address': 'fa:16:3e:26:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:10:45Z', 'updated_at': '2021-12-11T23:10:48Z', 'revision_number': 1, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:14:15.712765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ee210-3c29-430a-b6ce-972ed24d51d1 None None] Checking router: a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:14:15.723239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ee210-3c29-430a-b6ce-972ed24d51d1 None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:14:15.724111 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-fa6ee210-3c29-430a-b6ce-972ed24d51d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:13:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:14:15.774594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e00607-fd1c-446a-a923-7944db51c5dd req-48311617-2373-4eec-9bd1-19cede9951af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:15.776343 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8e00607-fd1c-446a-a923-7944db51c5dd req-48311617-2373-4eec-9bd1-19cede9951af service neutron] 10.222.0.13 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 912 time: 0.1290197 Dec 11 23:14:15.904399 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-fa6ee210-3c29-430a-b6ce-972ed24d51d1 None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:14:15.934165 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8e00607-fd1c-446a-a923-7944db51c5dd req-449e114b-47ab-4af7-adb5-ed0073bc5c30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3946a0b-ffcd-42a0-a835-f0647aa39142 HTTP/1.1" status: 200 len: 1000 time: 0.1461687 Dec 11 23:14:15.997356 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e00607-fd1c-446a-a923-7944db51c5dd req-6f0f506c-14f1-4a49-b671-46de117980db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:16.003406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8e00607-fd1c-446a-a923-7944db51c5dd req-6f0f506c-14f1-4a49-b671-46de117980db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.0559919 Dec 11 23:14:16.054915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e00607-fd1c-446a-a923-7944db51c5dd req-25f42204-3259-4871-a82a-1fb5756f745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:16.060584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8e00607-fd1c-446a-a923-7944db51c5dd req-25f42204-3259-4871-a82a-1fb5756f745d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531781 Dec 11 23:14:16.189456 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-fa6ee210-3c29-430a-b6ce-972ed24d51d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '1c09b860-157b-4f87-af07-6a136d783663', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'floating_ip_address': '172.25.1.131', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'port_id': 'd3946a0b-ffcd-42a0-a835-f0647aa39142', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'mac_address': 'fa:16:3e:bc:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924281f-f6cd-4076-a226-6941256b86a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:14:14Z', 'updated_at': '2021-12-11T23:14:14Z', 'revision_number': 0, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address_scope': None}, {'id': '71937a16-21f6-41dd-bdc1-ec77a47b3e14', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'port_id': 'a1077aab-213d-4a5b-9679-cf757014e988', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'mac_address': 'fa:16:3e:26:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:10:45Z', 'updated_at': '2021-12-11T23:10:48Z', 'revision_number': 1, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:14:16.200947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-d8e00607-fd1c-446a-a923-7944db51c5dd req-7a08248c-4995-4d57-9398-841aebeaf169 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:14:16.202252 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8e00607-fd1c-446a-a923-7944db51c5dd req-7a08248c-4995-4d57-9398-841aebeaf169 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070450 Dec 11 23:14:16.218479 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ee210-3c29-430a-b6ce-972ed24d51d1 None None] The sync data for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 is: [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '1c09b860-157b-4f87-af07-6a136d783663', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'floating_ip_address': '172.25.1.131', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'port_id': 'd3946a0b-ffcd-42a0-a835-f0647aa39142', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'mac_address': 'fa:16:3e:bc:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924281f-f6cd-4076-a226-6941256b86a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:14:14Z', 'updated_at': '2021-12-11T23:14:14Z', 'revision_number': 0, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address_scope': None}, {'id': '71937a16-21f6-41dd-bdc1-ec77a47b3e14', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'port_id': 'a1077aab-213d-4a5b-9679-cf757014e988', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'mac_address': 'fa:16:3e:26:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:10:45Z', 'updated_at': '2021-12-11T23:10:48Z', 'revision_number': 1, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:14:16.338022 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8e00607-fd1c-446a-a923-7944db51c5dd req-f7a9bd6f-da6f-47a0-8350-60b039eca5c9 service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228070 Dec 11 23:14:16.454943 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8e00607-fd1c-446a-a923-7944db51c5dd req-532ac7da-bd5e-46cc-a60e-9db2f7449b80 service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073034 Dec 11 23:14:16.514466 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ff7a1-81f0-4c3b-8067-a212ad0a1458 None None] New status for floating IP 1c09b860-157b-4f87-af07-6a136d783663: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:14:17.571902 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:18.821008 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-458910f1-895d-4fe5-80a5-fb47dd481baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:21.328602 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bfed2587-596a-4857-aa64-7865999d4a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:22.281189 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:23.467878 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d092c32f-cb45-434d-986b-042d01cc20f0 req-418d86ba-7dcf-45ba-b910-27c45d68de79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496919 Dec 11 23:14:23.575009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092c32f-cb45-434d-986b-042d01cc20f0 req-d139969a-fccf-41d6-9d72-3f02e7436d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:23.576544 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d092c32f-cb45-434d-986b-042d01cc20f0 req-d139969a-fccf-41d6-9d72-3f02e7436d08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 1096 time: 0.0604465 Dec 11 23:14:23.698683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092c32f-cb45-434d-986b-042d01cc20f0 req-3bc875e2-797f-4887-9fe0-f8a3c8ab157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:23.700206 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d092c32f-cb45-434d-986b-042d01cc20f0 req-3bc875e2-797f-4887-9fe0-f8a3c8ab157c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 912 time: 0.1035891 Dec 11 23:14:23.769621 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d092c32f-cb45-434d-986b-042d01cc20f0 req-7bfe2615-2742-49e6-9b35-e74c673b5deb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1077aab-213d-4a5b-9679-cf757014e988 HTTP/1.1" status: 200 len: 1001 time: 0.0624573 Dec 11 23:14:23.835690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092c32f-cb45-434d-986b-042d01cc20f0 req-4c1eff68-f188-4ba0-8a33-cfc503dd396c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:23.837282 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d092c32f-cb45-434d-986b-042d01cc20f0 req-4c1eff68-f188-4ba0-8a33-cfc503dd396c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.0577443 Dec 11 23:14:23.886958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092c32f-cb45-434d-986b-042d01cc20f0 req-4e50575c-9c2d-4f45-9f39-a2ba7b5f46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:23.888925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d092c32f-cb45-434d-986b-042d01cc20f0 req-4e50575c-9c2d-4f45-9f39-a2ba7b5f46a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447948 Dec 11 23:14:23.996319 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:24.024969 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d092c32f-cb45-434d-986b-042d01cc20f0 req-b28e6b07-e5e9-4800-851a-8af1b5eb4017 service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271465 Dec 11 23:14:24.149753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00237f3-3abb-423e-acc4-2c8da72043d6 req-f2544934-59d4-475a-a443-6c4cd9c29b20 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:24.151359 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d00237f3-3abb-423e-acc4-2c8da72043d6 req-f2544934-59d4-475a-a443-6c4cd9c29b20 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0979264 Dec 11 23:14:24.196388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d092c32f-cb45-434d-986b-042d01cc20f0 req-ad183327-8e1a-4bea-9dec-ad388a045723 service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633866 Dec 11 23:14:24.257258 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d00237f3-3abb-423e-acc4-2c8da72043d6 req-305799df-8764-4763-8970-c29395934b33 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889823 Dec 11 23:14:24.644404 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:25.404038 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfe55c-c8db-43e8-bd35-be1c90b5e9e1 req-a6f48d6a-0197-4d36-8a00-392dac83728a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:25.412734 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0bfe55c-c8db-43e8-bd35-be1c90b5e9e1 req-a6f48d6a-0197-4d36-8a00-392dac83728a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0857832 Dec 11 23:14:25.496866 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0bfe55c-c8db-43e8-bd35-be1c90b5e9e1 req-decd1b3c-7d70-4e96-a3d7-0c8156100933 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714171 Dec 11 23:14:26.640236 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184baee6-f46d-479d-94c7-6a2fd71df21a req-d48f569f-5eb4-47e6-9876-9252352c761d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:26.642552 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-184baee6-f46d-479d-94c7-6a2fd71df21a req-d48f569f-5eb4-47e6-9876-9252352c761d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0771356 Dec 11 23:14:26.717950 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-184baee6-f46d-479d-94c7-6a2fd71df21a req-b3552893-0064-4b96-8260-ea89966557ab tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683844 Dec 11 23:14:27.884108 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879d2c8-8b7c-487b-9356-40d5e55672f5 req-1a596328-125f-4903-9085-4d63d6ed8f2e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:27.885786 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c879d2c8-8b7c-487b-9356-40d5e55672f5 req-1a596328-125f-4903-9085-4d63d6ed8f2e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0635855 Dec 11 23:14:27.953005 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c879d2c8-8b7c-487b-9356-40d5e55672f5 req-c0fa9bd0-8130-4b55-9dd5-24d336a3e75f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560782 Dec 11 23:14:29.077709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d2965-4ff5-4b77-9b04-947abb3df3ff req-6e5c451f-ef78-4da0-aebd-c2f44664eb0f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:29.080556 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d8d2965-4ff5-4b77-9b04-947abb3df3ff req-6e5c451f-ef78-4da0-aebd-c2f44664eb0f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0560694 Dec 11 23:14:29.140458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d8d2965-4ff5-4b77-9b04-947abb3df3ff req-d75c7daf-b622-41b0-9afe-17d2f03d3177 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539312 Dec 11 23:14:30.299775 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99691317-c60c-4a2a-baf9-e02180faa496 req-2ef05a5c-3f6a-4329-bc7c-5be44613fcea tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:30.302033 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99691317-c60c-4a2a-baf9-e02180faa496 req-2ef05a5c-3f6a-4329-bc7c-5be44613fcea tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0639336 Dec 11 23:14:30.354460 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99691317-c60c-4a2a-baf9-e02180faa496 req-fca41b73-5271-445b-a155-e3091f3dcc51 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461180 Dec 11 23:14:31.497440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4315878-adfd-432d-bf55-fc91ac5d1f75 req-89769950-de20-4f2e-9256-0d1871682cf4 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:31.499133 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4315878-adfd-432d-bf55-fc91ac5d1f75 req-89769950-de20-4f2e-9256-0d1871682cf4 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0513546 Dec 11 23:14:31.555831 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4315878-adfd-432d-bf55-fc91ac5d1f75 req-b57d7425-989a-40f5-8f8c-696267d6cd0a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500042 Dec 11 23:14:32.717210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f403ae1-53f9-498b-851d-3ac03ebc9afd req-7a559c3c-8c90-4abb-83b4-33015b7710a2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:32.718710 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6f403ae1-53f9-498b-851d-3ac03ebc9afd req-7a559c3c-8c90-4abb-83b4-33015b7710a2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0670617 Dec 11 23:14:32.779732 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6f403ae1-53f9-498b-851d-3ac03ebc9afd req-3ae98008-34f8-4a03-a2f5-15632dfc9316 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542099 Dec 11 23:14:33.943812 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119abaef-58a1-46d7-84d4-e0dc35baa208 req-453a4c3e-7a8c-4645-8faa-f0c1f3f7bea2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:33.945548 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-119abaef-58a1-46d7-84d4-e0dc35baa208 req-453a4c3e-7a8c-4645-8faa-f0c1f3f7bea2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0686100 Dec 11 23:14:34.009861 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-119abaef-58a1-46d7-84d4-e0dc35baa208 req-29f28c0e-5ef1-4c8c-b1b5-7f8a33cff26e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573339 Dec 11 23:14:35.144243 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd4a72-49fa-4a58-9b27-774798a5e85f req-2c95f9c7-3907-4201-9f13-74662fa2829b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:35.147255 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-11bd4a72-49fa-4a58-9b27-774798a5e85f req-2c95f9c7-3907-4201-9f13-74662fa2829b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0546532 Dec 11 23:14:35.198642 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-11bd4a72-49fa-4a58-9b27-774798a5e85f req-54039b14-4d03-4b8c-a097-2e87f83322ea tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466378 Dec 11 23:14:36.343095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fb4f1-18b2-44f6-94fa-717a9480af6c req-8b629be4-b02e-40cf-8639-0d04fb7762d1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:36.344819 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b25fb4f1-18b2-44f6-94fa-717a9480af6c req-8b629be4-b02e-40cf-8639-0d04fb7762d1 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0668128 Dec 11 23:14:36.415107 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b25fb4f1-18b2-44f6-94fa-717a9480af6c req-71f0e1ac-7d5a-44c5-a11b-ff772bad3563 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628281 Dec 11 23:14:37.596553 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bcad2-ee37-49c4-8300-13491e83156d req-1a0f6d03-b7bc-443f-bd76-e96c036e01e3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:37.598753 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ac0bcad2-ee37-49c4-8300-13491e83156d req-1a0f6d03-b7bc-443f-bd76-e96c036e01e3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0901306 Dec 11 23:14:37.659818 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ac0bcad2-ee37-49c4-8300-13491e83156d req-260f1f18-d08d-4dc6-a534-45b8c22e439e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541866 Dec 11 23:14:38.811020 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82448303-5273-4c97-9094-69cfc3161558 req-142ee6a5-8fbf-461a-b09d-f23835ec492d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:38.812572 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82448303-5273-4c97-9094-69cfc3161558 req-142ee6a5-8fbf-461a-b09d-f23835ec492d tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0750713 Dec 11 23:14:38.877380 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82448303-5273-4c97-9094-69cfc3161558 req-2d7ec3a5-8e85-49b5-b077-b84b500a6fb8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551062 Dec 11 23:14:39.171363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa97a3-3251-4dfb-bd8e-a56481a4d01c req-654549af-534e-435e-90b5-b166a9947ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:39.172926 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7aa97a3-3251-4dfb-bd8e-a56481a4d01c req-654549af-534e-435e-90b5-b166a9947ff7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 1097 time: 0.1094162 Dec 11 23:14:39.308853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa97a3-3251-4dfb-bd8e-a56481a4d01c req-e07ce3f7-85cd-494f-98b8-faafd5ac0555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:39.310856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7aa97a3-3251-4dfb-bd8e-a56481a4d01c req-e07ce3f7-85cd-494f-98b8-faafd5ac0555 service neutron] 10.222.0.47 "GET /v2.0/networks?id=855fb3ad-212b-4391-bd6a-9046dd721ebb HTTP/1.1" status: 200 len: 898 time: 0.1086237 Dec 11 23:14:39.382360 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7aa97a3-3251-4dfb-bd8e-a56481a4d01c req-d5b37f9a-2e78-4912-8221-d1a292a8119b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f684a600-e23d-423c-a177-c6d94e0d6be9 HTTP/1.1" status: 200 len: 1002 time: 0.0642033 Dec 11 23:14:39.438616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa97a3-3251-4dfb-bd8e-a56481a4d01c req-574eb30f-3e9d-4251-a723-e23f3238f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:39.443582 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7aa97a3-3251-4dfb-bd8e-a56481a4d01c req-574eb30f-3e9d-4251-a723-e23f3238f451 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c579b9a-350c-45c8-87a0-c66a15615637 HTTP/1.1" status: 200 len: 834 time: 0.0516813 Dec 11 23:14:39.501076 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa97a3-3251-4dfb-bd8e-a56481a4d01c req-e9f881ca-f824-4d4c-810b-5a0778614fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:39.504740 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7aa97a3-3251-4dfb-bd8e-a56481a4d01c req-e9f881ca-f824-4d4c-810b-5a0778614fde service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=855fb3ad-212b-4391-bd6a-9046dd721ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532522 Dec 11 23:14:39.519366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-a7aa97a3-3251-4dfb-bd8e-a56481a4d01c req-1e097fb5-e825-44ef-bd71-8127efd00a81 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:14:39.520396 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7aa97a3-3251-4dfb-bd8e-a56481a4d01c req-1e097fb5-e825-44ef-bd71-8127efd00a81 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074151 Dec 11 23:14:39.632159 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7aa97a3-3251-4dfb-bd8e-a56481a4d01c req-5557ace4-4ee8-42a4-8efb-6572f9633956 service neutron] 10.222.0.47 "GET /v2.0/networks/855fb3ad-212b-4391-bd6a-9046dd721ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032901 Dec 11 23:14:39.730418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7aa97a3-3251-4dfb-bd8e-a56481a4d01c req-ecd42e69-1194-43fa-af84-e672a2aebe30 service neutron] 10.222.0.47 "GET /v2.0/networks/855fb3ad-212b-4391-bd6a-9046dd721ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912530 Dec 11 23:14:40.025013 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5437e95-461a-4cc2-acee-b509fa548f2e req-a089d78e-2e2c-4335-a425-e418fb2358de tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:40.026636 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5437e95-461a-4cc2-acee-b509fa548f2e req-a089d78e-2e2c-4335-a425-e418fb2358de tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0582747 Dec 11 23:14:40.086120 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5437e95-461a-4cc2-acee-b509fa548f2e req-4cc231c5-1455-473f-9f36-69c34b637ea3 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513067 Dec 11 23:14:41.225772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c68fc-677a-4e49-80ee-f615284bd877 req-9fc1e2da-efaa-4b4d-a106-08f1c76fe0ff tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:41.227638 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-088c68fc-677a-4e49-80ee-f615284bd877 req-9fc1e2da-efaa-4b4d-a106-08f1c76fe0ff tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0606217 Dec 11 23:14:41.293333 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-088c68fc-677a-4e49-80ee-f615284bd877 req-d2fd2b9e-93bc-4336-98f2-2d384ad7b22f tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573699 Dec 11 23:14:42.444104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de12b65-f0e6-49d6-9cac-4fd7c08a177b req-68c2375f-27ae-4405-b40c-3028165c948e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:42.445732 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6de12b65-f0e6-49d6-9cac-4fd7c08a177b req-68c2375f-27ae-4405-b40c-3028165c948e tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0779235 Dec 11 23:14:42.517868 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6de12b65-f0e6-49d6-9cac-4fd7c08a177b req-1c507809-e8be-40b8-9a35-4354b775e508 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645278 Dec 11 23:14:42.671652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063a1e8-38dc-4725-adcb-729b40013570 req-e716d32f-9d8a-4176-8cc3-e0da26dd30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:42.673925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e063a1e8-38dc-4725-adcb-729b40013570 req-e716d32f-9d8a-4176-8cc3-e0da26dd30c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 1097 time: 0.0574584 Dec 11 23:14:42.728802 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e063a1e8-38dc-4725-adcb-729b40013570 req-4253e9a4-a160-41e0-a452-681611452b9d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456109 Dec 11 23:14:43.319443 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f684a600-e23d-423c-a177-c6d94e0d6be9 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:14:43.426985 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f684a600-e23d-423c-a177-c6d94e0d6be9, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f684a600-e23d-423c-a177-c6d94e0d6be9,segment=NetworkSegment(d0ddf50b-622d-47a5-937b-ba4223d4f02e),segment_id=d0ddf50b-622d-47a5-937b-ba4223d4f02e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:14:43.438713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'f684a600-e23d-423c-a177-c6d94e0d6be9', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'port_id': 'f684a600-e23d-423c-a177-c6d94e0d6be9', 'mac_address': 'fa:16:3e:1d:35:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:14:43.478514 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:43.492946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f684a600-e23d-423c-a177-c6d94e0d6be9 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:14:43.512834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f684a600-e23d-423c-a177-c6d94e0d6be9, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f684a600-e23d-423c-a177-c6d94e0d6be9,segment=NetworkSegment(d0ddf50b-622d-47a5-937b-ba4223d4f02e),segment_id=d0ddf50b-622d-47a5-937b-ba4223d4f02e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:14:43.571890 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:43.632395 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=f684a600-e23d-423c-a177-c6d94e0d6be9,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:14:43.658420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8b06d-0682-4392-8480-ea2ef68ef269 req-1aae6f16-454b-43da-bf45-517afd76e6be tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:43.663611 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40e8b06d-0682-4392-8480-ea2ef68ef269 req-1aae6f16-454b-43da-bf45-517afd76e6be tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 945 time: 0.0619025 Dec 11 23:14:43.723184 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40e8b06d-0682-4392-8480-ea2ef68ef269 req-f10b5c44-166c-4348-90fb-a08d26e6f884 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553644 Dec 11 23:14:43.892850 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['f684a600-e23d-423c-a177-c6d94e0d6be9'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:14:44.003081 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:44.850646 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79994d7-c23b-4dd3-b789-67ee4d5ba436 req-566c4555-556c-45fa-8563-d8497c1988c0 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:14:44.852283 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c79994d7-c23b-4dd3-b789-67ee4d5ba436 req-566c4555-556c-45fa-8563-d8497c1988c0 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 945 time: 0.0594320 Dec 11 23:14:44.904443 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c79994d7-c23b-4dd3-b789-67ee4d5ba436 req-ec02000e-7e31-41bd-8d24-e8c896973b2c tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454595 Dec 11 23:14:44.927633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 40370) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:14:44.998897 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cd672558-d0c0-4b8a-bdaf-91a6fe5d3db2 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/floatingips/35607711-fdd6-4401-84c9-7eda809c92af HTTP/1.1" status: 200 len: 993 time: 0.0648789 Dec 11 23:14:45.324486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f684a600-e23d-423c-a177-c6d94e0d6be9 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:14:45.378156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port f684a600-e23d-423c-a177-c6d94e0d6be9 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:14:45.378533 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:45.466275 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:45.494450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f684a600-e23d-423c-a177-c6d94e0d6be9'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:14:45.497428 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceb9d59-2bf3-43a5-a1b1-0ab90e2f4fee" -d '{"events": [{"server_uuid": "b2705f59-d2fd-4db7-9f75-9551822cc253", "name": "network-vif-plugged", "status": "completed", "tag": "f684a600-e23d-423c-a177-c6d94e0d6be9"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:14:45.511905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port f684a600-e23d-423c-a177-c6d94e0d6be9, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f684a600-e23d-423c-a177-c6d94e0d6be9,segment=NetworkSegment(d0ddf50b-622d-47a5-937b-ba4223d4f02e),segment_id=d0ddf50b-622d-47a5-937b-ba4223d4f02e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:14:45.539023 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d01d3bb-215f-4ef4-af39-b755bee22199 x-openstack-request-id: req-5d01d3bb-215f-4ef4-af39-b755bee22199 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:14:45.539370 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2705f59-d2fd-4db7-9f75-9551822cc253", "name": "network-vif-plugged", "status": "completed", "tag": "f684a600-e23d-423c-a177-c6d94e0d6be9", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:14:45.539633 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5d01d3bb-215f-4ef4-af39-b755bee22199 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:14:45.540033 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f684a600-e23d-423c-a177-c6d94e0d6be9', 'code': 200} Dec 11 23:14:45.661730 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:45.719946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=f684a600-e23d-423c-a177-c6d94e0d6be9,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:14:46.371781 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:14:47.600445 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:48.840474 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78b4db1a-7c57-4917-acdd-d7712334fff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:51.329430 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4ad1b22c-52a5-4d97-9c60-ba54ccb44892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:52.301027 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:53.977644 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:14:54.713280 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:03.109161 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41544) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:03.284152 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e478a39f-eb32-4807-b98e-1d9a4ceec7d9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ced8b494f4a4a9b870f82d6060750b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1731551 Dec 11 23:15:03.286254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41556) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:03.349691 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:03.373497 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:03.515989 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:03.519509 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:03.526338 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/532ead6a-a25e-44d4-8c5b-277e1ccc41b6 HTTP/1.1" status: 204 len: 168 time: 0.2365570 Dec 11 23:15:03.537671 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532ead6a-a25e-44d4-8c5b-277e1ccc41b6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:03.550629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:03.551303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:03.552268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:03.553066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:03.553558 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:03.554000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:03.554433 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:03.554965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:03.555871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:03.556481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:03.557053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:03.557630 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:03.558182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2a3d18-33f5-4686-b383-69931811ea18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:10.036484 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41686) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:10.192492 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:10.292333 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:10.363898 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:10.401838 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4516b59e-e3e9-4f75-9ce8-bef7b673ed96,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:10.406063 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=64af41dbfcde42379b6ab45068fdb4ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3680239 Dec 11 23:15:10.408929 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41692) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:10.412407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:10.412765 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:10.413115 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:10.413457 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:10.413801 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:10.414135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:10.414469 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:10.414849 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:10.415804 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:10.419782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:10.419782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:10.419782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:10.419782 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf70194d-4da6-4491-81e2-fc579690cf1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:10.464344 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-34592e53-5464-4c92-a049-e7ddb265f5de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:10.489549 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-34592e53-5464-4c92-a049-e7ddb265f5de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:10.604064 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-34592e53-5464-4c92-a049-e7ddb265f5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:10.606709 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-34592e53-5464-4c92-a049-e7ddb265f5de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:10.607913 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-34592e53-5464-4c92-a049-e7ddb265f5de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4516b59e-e3e9-4f75-9ce8-bef7b673ed96 HTTP/1.1" status: 204 len: 168 time: 0.1978984 Dec 11 23:15:10.616064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34592e53-5464-4c92-a049-e7ddb265f5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4516b59e-e3e9-4f75-9ce8-bef7b673ed96,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:11.754141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41734) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:12.096892 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c4eee70-c21f-4ba4-a477-037fcb441859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:12.210350 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c4eee70-c21f-4ba4-a477-037fcb441859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:12.270413 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41774) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:12.283592 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8c4eee70-c21f-4ba4-a477-037fcb441859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:12.324897 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8c4eee70-c21f-4ba4-a477-037fcb441859 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46426439550b4d099858aa133e4231dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5693188 Dec 11 23:15:12.326388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4eee70-c21f-4ba4-a477-037fcb441859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbbd80b-27af-44de-852e-33594cd79002,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:12.327957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41778) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:12.399572 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-44ae14bc-cee6-45e4-adc4-e452472a3db7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:12.419724 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4fc3102c-fa92-47de-96c4-005f91245275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:12.423069 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-44ae14bc-cee6-45e4-adc4-e452472a3db7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:12.505174 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4fc3102c-fa92-47de-96c4-005f91245275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:12.640502 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4fc3102c-fa92-47de-96c4-005f91245275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:12.640722 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-44ae14bc-cee6-45e4-adc4-e452472a3db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:12.643764 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-44ae14bc-cee6-45e4-adc4-e452472a3db7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:12.649306 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-44ae14bc-cee6-45e4-adc4-e452472a3db7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9bbbd80b-27af-44de-852e-33594cd79002 HTTP/1.1" status: 204 len: 168 time: 0.3153675 Dec 11 23:15:12.654063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae14bc-cee6-45e4-adc4-e452472a3db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbbd80b-27af-44de-852e-33594cd79002,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:12.686186 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4fc3102c-fa92-47de-96c4-005f91245275 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fbad9d4c76d849bd86af5ea0b192d407&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4146008 Dec 11 23:15:12.687086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3102c-fa92-47de-96c4-005f91245275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c37c91-f079-467e-aa73-7b4fe26c5b91,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:12.688892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41782) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:12.747424 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4bb61fb0-da5d-492b-b04d-dbb5d8a3372b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:12.768830 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4bb61fb0-da5d-492b-b04d-dbb5d8a3372b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:12.958610 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4bb61fb0-da5d-492b-b04d-dbb5d8a3372b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:12.962666 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4bb61fb0-da5d-492b-b04d-dbb5d8a3372b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:12.964997 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4bb61fb0-da5d-492b-b04d-dbb5d8a3372b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/59c37c91-f079-467e-aa73-7b4fe26c5b91 HTTP/1.1" status: 204 len: 168 time: 0.2738664 Dec 11 23:15:12.973936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb61fb0-da5d-492b-b04d-dbb5d8a3372b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c37c91-f079-467e-aa73-7b4fe26c5b91,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:13.870421 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41844) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:13.874588 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:13.886077 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2398d88c-f715-4581-ba34-0651fe937d68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:13.973772 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2398d88c-f715-4581-ba34-0651fe937d68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:14.034881 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2398d88c-f715-4581-ba34-0651fe937d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:14.070981 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2398d88c-f715-4581-ba34-0651fe937d68 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ae108c162c1c4d5cb85a0ef1b9fab533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1993625 Dec 11 23:15:14.074307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 41852) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:14.096947 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398d88c-f715-4581-ba34-0651fe937d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca21d96e-7ca5-42ad-9478-f3958bcef618,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:14.127559 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2aefc78-2f38-4248-bf72-864e4279fd1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:14.154948 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2aefc78-2f38-4248-bf72-864e4279fd1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:14.284045 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2aefc78-2f38-4248-bf72-864e4279fd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:14.286753 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d2aefc78-2f38-4248-bf72-864e4279fd1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:14.287990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d2aefc78-2f38-4248-bf72-864e4279fd1e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca21d96e-7ca5-42ad-9478-f3958bcef618 HTTP/1.1" status: 204 len: 168 time: 0.2126825 Dec 11 23:15:14.299668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aefc78-2f38-4248-bf72-864e4279fd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca21d96e-7ca5-42ad-9478-f3958bcef618,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:17.577802 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:18.208218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 41932) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:18.397707 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-7e6dc01f-fa09-4b26-88e6-d2b1d81dee34 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting port 0f927f41-59ce-44dc-a8e1-4ca5bf7fe0ad {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:15:18.398048 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e6dc01f-fa09-4b26-88e6-d2b1d81dee34 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:18.488148 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e6dc01f-fa09-4b26-88e6-d2b1d81dee34 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:18.489536 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e6dc01f-fa09-4b26-88e6-d2b1d81dee34 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:18.508091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-7e6dc01f-fa09-4b26-88e6-d2b1d81dee34 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Calling delete_port for 0f927f41-59ce-44dc-a8e1-4ca5bf7fe0ad owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:15:18.766662 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e6dc01f-fa09-4b26-88e6-d2b1d81dee34 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:18.804078 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dc01f-fa09-4b26-88e6-d2b1d81dee34 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Port': ['ID=0f927f41-59ce-44dc-a8e1-4ca5bf7fe0ad,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:18.817674 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4de1f20a-44e3-4de7-a292-6ca048940083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:18.878699 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e6dc01f-fa09-4b26-88e6-d2b1d81dee34 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:18.879073 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-7e6dc01f-fa09-4b26-88e6-d2b1d81dee34 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Floating IP 35607711-fdd6-4401-84c9-7eda809c92af disassociated (deleted). External IP: 172.25.1.111, port: f684a600-e23d-423c-a177-c6d94e0d6be9. Dec 11 23:15:19.116065 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6dc01f-fa09-4b26-88e6-d2b1d81dee34 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router 7b932144-d96e-42b0-844e-5a9ce0aeca15 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:15:19.235681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6dc01f-fa09-4b26-88e6-d2b1d81dee34 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:15:19.240690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e6dc01f-fa09-4b26-88e6-d2b1d81dee34 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:19.246111 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c8279-3725-4ec1-a35f-2322a6f99f6c None None] Sync routers for ids ['7b932144-d96e-42b0-844e-5a9ce0aeca15'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:15:19.264174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c8279-3725-4ec1-a35f-2322a6f99f6c None None] Routers {'7b932144-d96e-42b0-844e-5a9ce0aeca15'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:15:19.264847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0e6c8279-3725-4ec1-a35f-2322a6f99f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:14:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7b932144-d96e-42b0-844e-5a9ce0aeca15'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:19.272660 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7e6dc01f-fa09-4b26-88e6-d2b1d81dee34 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/floatingips/35607711-fdd6-4401-84c9-7eda809c92af HTTP/1.1" status: 204 len: 168 time: 1.0601873 Dec 11 23:15:19.272660 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'tag': 'f684a600-e23d-423c-a177-c6d94e0d6be9'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:15:19.273273 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f87d39-b0f7-47bc-a7a7-0646ba3a5950" -d '{"events": [{"name": "network-changed", "server_uuid": "b2705f59-d2fd-4db7-9f75-9551822cc253", "tag": "f684a600-e23d-423c-a177-c6d94e0d6be9"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:15:19.367672 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ba7f30-94d9-4543-874b-e813487fd207 x-openstack-request-id: req-c1ba7f30-94d9-4543-874b-e813487fd207 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:15:19.368083 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2705f59-d2fd-4db7-9f75-9551822cc253", "tag": "f684a600-e23d-423c-a177-c6d94e0d6be9", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:15:19.369003 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1ba7f30-94d9-4543-874b-e813487fd207 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:15:19.369628 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'tag': 'f684a600-e23d-423c-a177-c6d94e0d6be9', 'status': 'completed', 'code': 200} Dec 11 23:15:19.464468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f87d39-b0f7-47bc-a7a7-0646ba3a5950 req-399ee154-5ad0-403d-bf29-d203b4e7ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:19.466178 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1f87d39-b0f7-47bc-a7a7-0646ba3a5950 req-399ee154-5ad0-403d-bf29-d203b4e7ea26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a1365b402b74cbba7b45d13613b90f8&device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 1097 time: 0.0495882 Dec 11 23:15:19.579591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f87d39-b0f7-47bc-a7a7-0646ba3a5950 req-931afedf-1c2e-49a4-b300-8125f933fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:19.582028 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1f87d39-b0f7-47bc-a7a7-0646ba3a5950 req-931afedf-1c2e-49a4-b300-8125f933fc85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=855fb3ad-212b-4391-bd6a-9046dd721ebb HTTP/1.1" status: 200 len: 898 time: 0.1069207 Dec 11 23:15:19.606991 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-0e6c8279-3725-4ec1-a35f-2322a6f99f6c None None] Set router 7b932144-d96e-42b0-844e-5a9ce0aeca15 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:15:19.624811 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1f87d39-b0f7-47bc-a7a7-0646ba3a5950 req-69b062c6-663f-4a3a-aa21-8a6e5cc66717 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f684a600-e23d-423c-a177-c6d94e0d6be9 HTTP/1.1" status: 200 len: 217 time: 0.0356743 Dec 11 23:15:19.685949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f87d39-b0f7-47bc-a7a7-0646ba3a5950 req-29448fdc-bb25-4b47-b3e8-84c030a4bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:19.689379 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1f87d39-b0f7-47bc-a7a7-0646ba3a5950 req-29448fdc-bb25-4b47-b3e8-84c030a4bde7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c579b9a-350c-45c8-87a0-c66a15615637 HTTP/1.1" status: 200 len: 834 time: 0.0556908 Dec 11 23:15:19.755249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f87d39-b0f7-47bc-a7a7-0646ba3a5950 req-d9f4c08c-e078-4900-8859-fa7766db1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:19.756797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1f87d39-b0f7-47bc-a7a7-0646ba3a5950 req-d9f4c08c-e078-4900-8859-fa7766db1b99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=855fb3ad-212b-4391-bd6a-9046dd721ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577347 Dec 11 23:15:19.890402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0e6c8279-3725-4ec1-a35f-2322a6f99f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519883053', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:13:27Z', 'updated_at': '2021-12-11T23:13:33Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:28Z', 'updated_at': '2021-12-11T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '98e9312e-d7b4-4785-9d3e-1defd7b9982c', 'name': '', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b0:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:32Z', 'updated_at': '2021-12-11T23:13:38Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:19.919944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c8279-3725-4ec1-a35f-2322a6f99f6c None None] Checking router: 7b932144-d96e-42b0-844e-5a9ce0aeca15 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:15:19.925720 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda7df2-7911-4050-b536-de0d681e318a req-744d19b2-e56b-40c5-afe5-1dac5866fbcd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:19.927408 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dfda7df2-7911-4050-b536-de0d681e318a req-744d19b2-e56b-40c5-afe5-1dac5866fbcd tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0637288 Dec 11 23:15:19.929791 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c8279-3725-4ec1-a35f-2322a6f99f6c None None] Routers {'7b932144-d96e-42b0-844e-5a9ce0aeca15'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:15:19.930419 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0e6c8279-3725-4ec1-a35f-2322a6f99f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:14:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7b932144-d96e-42b0-844e-5a9ce0aeca15'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:19.939135 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1f87d39-b0f7-47bc-a7a7-0646ba3a5950 req-f9f8440f-8ff3-4ee4-a099-19dc85942005 service neutron] 10.222.0.47 "GET /v2.0/networks/855fb3ad-212b-4391-bd6a-9046dd721ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381545 Dec 11 23:15:19.995386 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dfda7df2-7911-4050-b536-de0d681e318a req-65246745-036a-4bc6-aa7c-ce8894fe976a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603292 Dec 11 23:15:20.052076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1f87d39-b0f7-47bc-a7a7-0646ba3a5950 req-9d588201-72b7-4a09-b2c6-3af760ee22ca service neutron] 10.222.0.47 "GET /v2.0/networks/855fb3ad-212b-4391-bd6a-9046dd721ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050217 Dec 11 23:15:20.077447 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-0e6c8279-3725-4ec1-a35f-2322a6f99f6c None None] Set router 7b932144-d96e-42b0-844e-5a9ce0aeca15 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:15:20.304145 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-0e6c8279-3725-4ec1-a35f-2322a6f99f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519883053', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:13:27Z', 'updated_at': '2021-12-11T23:13:33Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:28Z', 'updated_at': '2021-12-11T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '98e9312e-d7b4-4785-9d3e-1defd7b9982c', 'name': '', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b0:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:32Z', 'updated_at': '2021-12-11T23:13:38Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:20.331306 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c8279-3725-4ec1-a35f-2322a6f99f6c None None] The sync data for ids ['7b932144-d96e-42b0-844e-5a9ce0aeca15'] in n-d-710847-6 is: [{'id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519883053', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:13:27Z', 'updated_at': '2021-12-11T23:13:33Z', 'revision_number': 4, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:28Z', 'updated_at': '2021-12-11T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '98e9312e-d7b4-4785-9d3e-1defd7b9982c', 'name': '', 'network_id': '855fb3ad-212b-4391-bd6a-9046dd721ebb', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'mac_address': 'fa:16:3e:b0:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:32Z', 'updated_at': '2021-12-11T23:13:38Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'subnets': [{'id': '0c579b9a-350c-45c8-87a0-c66a15615637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:15:20.619088 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b03488-cabd-424f-9af6-8ce1beb62bed None None] New status for floating IP 35607711-fdd6-4401-84c9-7eda809c92af: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:15:21.156826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e51c62-a9be-4e81-afca-01f5c73464bc req-7b69b471-6199-4837-ab9e-7426d53ed978 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:21.164828 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3e51c62-a9be-4e81-afca-01f5c73464bc req-7b69b471-6199-4837-ab9e-7426d53ed978 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.0689256 Dec 11 23:15:21.289690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3e51c62-a9be-4e81-afca-01f5c73464bc req-bea191df-9984-4f55-8ae3-bd8a87dce388 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/security-groups?id=7dda99da-d14c-40c5-8846-56640347613e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235418 Dec 11 23:15:21.329427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ea37f-34ce-4af3-9134-1777c767ffb1 req-cd25ec19-bcdb-4d52-848b-c5833d822a5a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:21.331361 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a20ea37f-34ce-4af3-9134-1777c767ffb1 req-cd25ec19-bcdb-4d52-848b-c5833d822a5a tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 946 time: 0.1208594 Dec 11 23:15:21.354264 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9694-061a-4814-89b1-09e72788850c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:21.449017 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a20ea37f-34ce-4af3-9134-1777c767ffb1 req-102d269b-0d56-444c-a0b9-c891398261bb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting port f684a600-e23d-423c-a177-c6d94e0d6be9 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:15:21.449368 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a20ea37f-34ce-4af3-9134-1777c767ffb1 req-102d269b-0d56-444c-a0b9-c891398261bb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:21.559911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a20ea37f-34ce-4af3-9134-1777c767ffb1 req-102d269b-0d56-444c-a0b9-c891398261bb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] For port f684a600-e23d-423c-a177-c6d94e0d6be9, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=f684a600-e23d-423c-a177-c6d94e0d6be9,segment=NetworkSegment(d0ddf50b-622d-47a5-937b-ba4223d4f02e),segment_id=d0ddf50b-622d-47a5-937b-ba4223d4f02e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:15:21.560379 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a20ea37f-34ce-4af3-9134-1777c767ffb1 req-102d269b-0d56-444c-a0b9-c891398261bb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:21.576434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a20ea37f-34ce-4af3-9134-1777c767ffb1 req-102d269b-0d56-444c-a0b9-c891398261bb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Calling delete_port for f684a600-e23d-423c-a177-c6d94e0d6be9 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:15:21.824182 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a20ea37f-34ce-4af3-9134-1777c767ffb1 req-102d269b-0d56-444c-a0b9-c891398261bb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:21.867578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d269b-0d56-444c-a0b9-c891398261bb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Port': ['ID=f684a600-e23d-423c-a177-c6d94e0d6be9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:21.950587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20ea37f-34ce-4af3-9134-1777c767ffb1 req-102d269b-0d56-444c-a0b9-c891398261bb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] No DVR routers for this DVR port f684a600-e23d-423c-a177-c6d94e0d6be9 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:15:21.953746 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a20ea37f-34ce-4af3-9134-1777c767ffb1 req-102d269b-0d56-444c-a0b9-c891398261bb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:21.962394 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a20ea37f-34ce-4af3-9134-1777c767ffb1 req-102d269b-0d56-444c-a0b9-c891398261bb tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.47 "DELETE /v2.0/ports/f684a600-e23d-423c-a177-c6d94e0d6be9 HTTP/1.1" status: 204 len: 173 time: 0.6197805 Dec 11 23:15:21.962394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'name': 'network-vif-deleted', 'tag': 'f684a600-e23d-423c-a177-c6d94e0d6be9'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:15:21.962394 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f066c1a0-d731-4371-a8c0-ca3fdb234eb9" -d '{"events": [{"server_uuid": "b2705f59-d2fd-4db7-9f75-9551822cc253", "name": "network-vif-deleted", "tag": "f684a600-e23d-423c-a177-c6d94e0d6be9"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:15:22.186168 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5def435-d51f-46dd-bcf4-3568ceb36c89 x-openstack-request-id: req-a5def435-d51f-46dd-bcf4-3568ceb36c89 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:15:22.187113 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2705f59-d2fd-4db7-9f75-9551822cc253", "name": "network-vif-deleted", "tag": "f684a600-e23d-423c-a177-c6d94e0d6be9", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:15:22.187369 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5def435-d51f-46dd-bcf4-3568ceb36c89 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:15:22.187776 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2705f59-d2fd-4db7-9f75-9551822cc253', 'name': 'network-vif-deleted', 'tag': 'f684a600-e23d-423c-a177-c6d94e0d6be9', 'status': 'completed', 'code': 200} Dec 11 23:15:22.431060 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0cdfe365-39b4-46d2-b48a-97871fa1b285 req-83ed57cd-7af9-474a-a420-3dad0a862440 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 210 time: 0.0373592 Dec 11 23:15:22.489535 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:23.371419 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:15:23.560242 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b6710d10-900e-4060-b229-c9d31fee2203 req-dca44840-5e80-4c93-a42a-b84785fe8a99 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2705f59-d2fd-4db7-9f75-9551822cc253 HTTP/1.1" status: 200 len: 210 time: 0.0354688 Dec 11 23:15:24.017806 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:24.663032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42024) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:24.683955 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:25.166666 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33fbe8f0-0bbb-4a29-b358-40b1fa67c0a8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:25.433659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f684a600-e23d-423c-a177-c6d94e0d6be9 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:15:25.462289 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: f684a600-e23d-423c-a177-c6d94e0d6be9 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:15:25.463191 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device f684a600-e23d-423c-a177-c6d94e0d6be9 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:15:25.516120 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-869bde2b-8aa9-46f5-a3a5-d187ccef9594 req-dec4ffb9-925a-4f63-8d15-3999c5010c6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0938232 Dec 11 23:15:25.577103 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-33fbe8f0-0bbb-4a29-b358-40b1fa67c0a8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting port 98e9312e-d7b4-4785-9d3e-1defd7b9982c {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:15:25.577506 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33fbe8f0-0bbb-4a29-b358-40b1fa67c0a8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:25.643574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bde2b-8aa9-46f5-a3a5-d187ccef9594 req-e030dc38-8bd4-425d-af74-3f5f75a7d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:25.645116 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-869bde2b-8aa9-46f5-a3a5-d187ccef9594 req-e030dc38-8bd4-425d-af74-3f5f75a7d9dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 1097 time: 0.1039727 Dec 11 23:15:25.721555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-33fbe8f0-0bbb-4a29-b358-40b1fa67c0a8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] For port 98e9312e-d7b4-4785-9d3e-1defd7b9982c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=98e9312e-d7b4-4785-9d3e-1defd7b9982c,segment=NetworkSegment(d0ddf50b-622d-47a5-937b-ba4223d4f02e),segment_id=d0ddf50b-622d-47a5-937b-ba4223d4f02e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:15:25.722286 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33fbe8f0-0bbb-4a29-b358-40b1fa67c0a8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:25.773821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-33fbe8f0-0bbb-4a29-b358-40b1fa67c0a8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Calling delete_port for 98e9312e-d7b4-4785-9d3e-1defd7b9982c owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:15:26.241207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bde2b-8aa9-46f5-a3a5-d187ccef9594 req-64cdea11-f9e1-4873-a82f-99ab6a5d49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:26.242692 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-869bde2b-8aa9-46f5-a3a5-d187ccef9594 req-64cdea11-f9e1-4873-a82f-99ab6a5d49e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 912 time: 0.5704491 Dec 11 23:15:26.351603 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-869bde2b-8aa9-46f5-a3a5-d187ccef9594 req-076a63c3-5466-425c-95bd-2a2de0cd4b93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3946a0b-ffcd-42a0-a835-f0647aa39142 HTTP/1.1" status: 200 len: 1002 time: 0.0996802 Dec 11 23:15:26.419352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bde2b-8aa9-46f5-a3a5-d187ccef9594 req-cf9363dc-c8ef-4034-a3a6-1ded88485a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:26.420753 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-869bde2b-8aa9-46f5-a3a5-d187ccef9594 req-cf9363dc-c8ef-4034-a3a6-1ded88485a4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.0610826 Dec 11 23:15:26.490345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bde2b-8aa9-46f5-a3a5-d187ccef9594 req-726d1237-39b5-412b-acba-4dffed5e8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:26.491910 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-869bde2b-8aa9-46f5-a3a5-d187ccef9594 req-726d1237-39b5-412b-acba-4dffed5e8d33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506306 Dec 11 23:15:26.497337 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33fbe8f0-0bbb-4a29-b358-40b1fa67c0a8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:26.540913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbe8f0-0bbb-4a29-b358-40b1fa67c0a8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Port': ['ID=98e9312e-d7b4-4785-9d3e-1defd7b9982c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:26.735588 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-869bde2b-8aa9-46f5-a3a5-d187ccef9594 req-a56c788b-85d9-4366-881d-ccf03317c58e service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357037 Dec 11 23:15:26.869913 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-869bde2b-8aa9-46f5-a3a5-d187ccef9594 req-49acb629-0459-4a3e-95ef-75226becb331 service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261086 Dec 11 23:15:26.951426 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33fbe8f0-0bbb-4a29-b358-40b1fa67c0a8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:27.209616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fbe8f0-0bbb-4a29-b358-40b1fa67c0a8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Router 7b932144-d96e-42b0-844e-5a9ce0aeca15 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:15:27.349101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fbe8f0-0bbb-4a29-b358-40b1fa67c0a8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:15:27.358377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42052) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:27.360139 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a00b63-d6d3-4109-b83a-6097d9184edc None None] Sync routers for ids ['7b932144-d96e-42b0-844e-5a9ce0aeca15'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:15:27.369784 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-33fbe8f0-0bbb-4a29-b358-40b1fa67c0a8 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "PUT /v2.0/routers/7b932144-d96e-42b0-844e-5a9ce0aeca15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6940033 Dec 11 23:15:27.374606 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a00b63-d6d3-4109-b83a-6097d9184edc None None] Routers {'7b932144-d96e-42b0-844e-5a9ce0aeca15'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:15:27.375466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-35a00b63-d6d3-4109-b83a-6097d9184edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:15:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7b932144-d96e-42b0-844e-5a9ce0aeca15'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:27.518099 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-22615ffe-ab85-4167-a193-ede1d60b747b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting subnet 0c579b9a-350c-45c8-87a0-c66a15615637 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:15:27.532815 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22615ffe-ab85-4167-a193-ede1d60b747b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:27.588367 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-35a00b63-d6d3-4109-b83a-6097d9184edc None None] Set router 7b932144-d96e-42b0-844e-5a9ce0aeca15 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:15:27.648066 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22615ffe-ab85-4167-a193-ede1d60b747b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:27.989808 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-35a00b63-d6d3-4109-b83a-6097d9184edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519883053', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:13:27Z', 'updated_at': '2021-12-11T23:15:26Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:28Z', 'updated_at': '2021-12-11T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:28.072572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a00b63-d6d3-4109-b83a-6097d9184edc None None] Checking router: 7b932144-d96e-42b0-844e-5a9ce0aeca15 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:15:28.084397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a00b63-d6d3-4109-b83a-6097d9184edc None None] Routers {'7b932144-d96e-42b0-844e-5a9ce0aeca15'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:15:28.085695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-35a00b63-d6d3-4109-b83a-6097d9184edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:15:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7b932144-d96e-42b0-844e-5a9ce0aeca15'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:28.270413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-35a00b63-d6d3-4109-b83a-6097d9184edc None None] Set router 7b932144-d96e-42b0-844e-5a9ce0aeca15 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:15:28.282361 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22615ffe-ab85-4167-a193-ede1d60b747b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:28.463280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-35a00b63-d6d3-4109-b83a-6097d9184edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519883053', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:13:27Z', 'updated_at': '2021-12-11T23:15:26Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:28Z', 'updated_at': '2021-12-11T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:28.490985 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a00b63-d6d3-4109-b83a-6097d9184edc None None] The sync data for ids ['7b932144-d96e-42b0-844e-5a9ce0aeca15'] in n-d-710847-6 is: [{'id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519883053', 'tenant_id': '1a1365b402b74cbba7b45d13613b90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:13:27Z', 'updated_at': '2021-12-11T23:15:26Z', 'revision_number': 5, 'project_id': '1a1365b402b74cbba7b45d13613b90f8', 'gw_port': {'id': 'cf0fd467-e8f9-4242-9dfb-876b1e8fd234', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b932144-d96e-42b0-844e-5a9ce0aeca15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:13:28Z', 'updated_at': '2021-12-11T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:15:28.881003 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22615ffe-ab85-4167-a193-ede1d60b747b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:28.924758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22615ffe-ab85-4167-a193-ede1d60b747b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Subnet': ['ID=0c579b9a-350c-45c8-87a0-c66a15615637,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:28.928066 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22615ffe-ab85-4167-a193-ede1d60b747b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:28.935325 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-22615ffe-ab85-4167-a193-ede1d60b747b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/subnets/0c579b9a-350c-45c8-87a0-c66a15615637 HTTP/1.1" status: 204 len: 168 time: 1.5732822 Dec 11 23:15:28.937011 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42068) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:28.942355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d0477c-8b7c-428a-99a9-db213f2fa2c6 None None] Network 855fb3ad-212b-4391-bd6a-9046dd721ebb requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:15:29.090544 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ce678ce-8f1c-4f54-8b33-54bcfdf0a16b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:29.296843 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] DHCP port deletion for 855fb3ad-212b-4391-bd6a-9046dd721ebb request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:15:29.377909 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ce678ce-8f1c-4f54-8b33-54bcfdf0a16b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:29.385576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Deleting port 5cfbcae2-1df8-4a00-99e0-6194c023165c {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:15:29.386492 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:29.458102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] For port 5cfbcae2-1df8-4a00-99e0-6194c023165c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5cfbcae2-1df8-4a00-99e0-6194c023165c,segment=NetworkSegment(d0ddf50b-622d-47a5-937b-ba4223d4f02e),segment_id=d0ddf50b-622d-47a5-937b-ba4223d4f02e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:15:29.459037 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:29.476560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Calling delete_port for 5cfbcae2-1df8-4a00-99e0-6194c023165c owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:15:29.554197 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-6ce678ce-8f1c-4f54-8b33-54bcfdf0a16b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Deleting port cf0fd467-e8f9-4242-9dfb-876b1e8fd234 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:15:29.554197 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ce678ce-8f1c-4f54-8b33-54bcfdf0a16b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:29.667072 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-6ce678ce-8f1c-4f54-8b33-54bcfdf0a16b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] For port cf0fd467-e8f9-4242-9dfb-876b1e8fd234, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=cf0fd467-e8f9-4242-9dfb-876b1e8fd234,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:15:29.667764 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ce678ce-8f1c-4f54-8b33-54bcfdf0a16b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:29.684978 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-6ce678ce-8f1c-4f54-8b33-54bcfdf0a16b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Calling delete_port for cf0fd467-e8f9-4242-9dfb-876b1e8fd234 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:15:29.697827 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:29.756042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Pushing event deleted for resources: {'Port': ['ID=5cfbcae2-1df8-4a00-99e0-6194c023165c,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:29.771334 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:29.772484 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:29.773936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:29.775955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:29.776319 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:29.780285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:29.780665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:29.781241 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:29.781599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:29.782062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:29.782414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:29.784331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:29.784686 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:29.796246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcbd9db-8704-4915-a533-b1a2b38ff231 None None] No DVR routers for this DVR port 5cfbcae2-1df8-4a00-99e0-6194c023165c on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:15:29.940725 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 98e9312e-d7b4-4785-9d3e-1defd7b9982c no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:15:29.969975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 98e9312e-d7b4-4785-9d3e-1defd7b9982c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:15:29.970337 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 98e9312e-d7b4-4785-9d3e-1defd7b9982c not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:15:29.970784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5cfbcae2-1df8-4a00-99e0-6194c023165c no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:15:29.981187 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ce678ce-8f1c-4f54-8b33-54bcfdf0a16b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:30.018337 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 5cfbcae2-1df8-4a00-99e0-6194c023165c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:15:30.018713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5cfbcae2-1df8-4a00-99e0-6194c023165c not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:15:30.054042 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce678ce-8f1c-4f54-8b33-54bcfdf0a16b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Port': ['ID=cf0fd467-e8f9-4242-9dfb-876b1e8fd234,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:30.085912 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a717e57-2ed8-4e54-b2dd-972cab9eebf2 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:15:30.184645 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ce678ce-8f1c-4f54-8b33-54bcfdf0a16b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:30.316673 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ce678ce-8f1c-4f54-8b33-54bcfdf0a16b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:30.318962 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ce678ce-8f1c-4f54-8b33-54bcfdf0a16b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:30.452593 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ce678ce-8f1c-4f54-8b33-54bcfdf0a16b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:30.453326 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce678ce-8f1c-4f54-8b33-54bcfdf0a16b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Fanout notify agent at l3_agent the message router_deleted on router 7b932144-d96e-42b0-844e-5a9ce0aeca15 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:15:30.461347 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6ce678ce-8f1c-4f54-8b33-54bcfdf0a16b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:30.466241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42104) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:30.470970 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6ce678ce-8f1c-4f54-8b33-54bcfdf0a16b tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/routers/7b932144-d96e-42b0-844e-5a9ce0aeca15 HTTP/1.1" status: 204 len: 168 time: 1.5257978 Dec 11 23:15:30.866854 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-12618ac9-66c4-4c32-924b-46372db92b80 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:31.044190 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-12618ac9-66c4-4c32-924b-46372db92b80 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:31.070447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-12618ac9-66c4-4c32-924b-46372db92b80 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855fb3ad-212b-4391-bd6a-9046dd721ebb']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:31.092693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-12618ac9-66c4-4c32-924b-46372db92b80 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ddf50b-622d-47a5-937b-ba4223d4f02e') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:31.093000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-12618ac9-66c4-4c32-924b-46372db92b80 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ddf50b-622d-47a5-937b-ba4223d4f02e') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:31.110697 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-12618ac9-66c4-4c32-924b-46372db92b80 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:31.160712 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-12618ac9-66c4-4c32-924b-46372db92b80 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:31.176777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12618ac9-66c4-4c32-924b-46372db92b80 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:15:31.177112 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-12618ac9-66c4-4c32-924b-46372db92b80 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:15:31.260377 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:15:31.360555 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-12618ac9-66c4-4c32-924b-46372db92b80 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:31.369066 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-12618ac9-66c4-4c32-924b-46372db92b80 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:31.376692 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42118) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:31.382711 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-12618ac9-66c4-4c32-924b-46372db92b80 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/networks/855fb3ad-212b-4391-bd6a-9046dd721ebb HTTP/1.1" status: 204 len: 168 time: 0.9094400 Dec 11 23:15:31.391339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12618ac9-66c4-4c32-924b-46372db92b80 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'Network': ['ID=855fb3ad-212b-4391-bd6a-9046dd721ebb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:31.461854 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62a1de1a-0eed-4f73-a962-3f479b529668 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:31.494483 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62a1de1a-0eed-4f73-a962-3f479b529668 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:31.646420 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62a1de1a-0eed-4f73-a962-3f479b529668 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:31.649676 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62a1de1a-0eed-4f73-a962-3f479b529668 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:31.654135 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-62a1de1a-0eed-4f73-a962-3f479b529668 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] 10.222.0.45 "DELETE /v2.0/security-groups/7dda99da-d14c-40c5-8846-56640347613e HTTP/1.1" status: 204 len: 168 time: 0.2733655 Dec 11 23:15:31.673624 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1de1a-0eed-4f73-a962-3f479b529668 tempest-TestNetworkAdvancedServerOps-920805148 tempest-TestNetworkAdvancedServerOps-920805148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dda99da-d14c-40c5-8846-56640347613e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:31.969151 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device cf0fd467-e8f9-4242-9dfb-876b1e8fd234 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:15:32.030997 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: cf0fd467-e8f9-4242-9dfb-876b1e8fd234 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:15:32.031526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device cf0fd467-e8f9-4242-9dfb-876b1e8fd234 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:15:32.452929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42144) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:32.663720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42148) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:32.671741 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-79e150c2-9468-4b59-813c-2dbbef90c639 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a1365b402b74cbba7b45d13613b90f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2168841 Dec 11 23:15:32.722285 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b34b7eef-9665-468f-b094-fc3485ecc4fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:32.773772 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b34b7eef-9665-468f-b094-fc3485ecc4fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:32.965315 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b34b7eef-9665-468f-b094-fc3485ecc4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:32.968439 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b34b7eef-9665-468f-b094-fc3485ecc4fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:32.970135 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b34b7eef-9665-468f-b094-fc3485ecc4fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de5eca0c-3ec9-4b7f-8a4c-203b771946d0 HTTP/1.1" status: 204 len: 168 time: 0.3041341 Dec 11 23:15:32.997662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b7eef-9665-468f-b094-fc3485ecc4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5eca0c-3ec9-4b7f-8a4c-203b771946d0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:33.820416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42164) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:33.873236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dbb7ec7b-c51f-46dd-9179-14c37d8c6084 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3097cfa711334607b9d36f988e2b1377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489051 Dec 11 23:15:33.873389 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42166) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:33.949279 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-01300933-b7b2-4207-8578-74c5792e1636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:33.983501 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-01300933-b7b2-4207-8578-74c5792e1636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:34.187326 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-01300933-b7b2-4207-8578-74c5792e1636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:34.190676 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-01300933-b7b2-4207-8578-74c5792e1636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:34.192275 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-01300933-b7b2-4207-8578-74c5792e1636 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb2d826b-756e-472d-8d33-7b1b27c2f678 HTTP/1.1" status: 204 len: 168 time: 0.3178833 Dec 11 23:15:34.246507 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01300933-b7b2-4207-8578-74c5792e1636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2d826b-756e-472d-8d33-7b1b27c2f678,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:36.006583 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42206) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:36.138770 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-247aefd2-5474-4c69-b322-c91356c36348 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1978689098-network', 'tenant_id': '8e1f2c633cce4d60ad0bcebe0ff8bded'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:15:36.297735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247aefd2-5474-4c69-b322-c91356c36348 admin admin] Made reservation on behalf of 8e1f2c633cce4d60ad0bcebe0ff8bded for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:15:36.300179 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-247aefd2-5474-4c69-b322-c91356c36348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:36.309827 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-247aefd2-5474-4c69-b322-c91356c36348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:36.408082 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-247aefd2-5474-4c69-b322-c91356c36348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:36.486564 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-247aefd2-5474-4c69-b322-c91356c36348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:36.509286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247aefd2-5474-4c69-b322-c91356c36348 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:15:36.529679 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-247aefd2-5474-4c69-b322-c91356c36348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:36.530289 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-247aefd2-5474-4c69-b322-c91356c36348 admin admin] Added segment ed54df31-559f-4a0d-b046-52a1e665b888 of type vlan for network 639932dd-4008-4272-9965-c492380d5068 Dec 11 23:15:36.531976 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247aefd2-5474-4c69-b322-c91356c36348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58443eb7-e30f-4854-bad6-a7f294497078,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:36.578260 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-247aefd2-5474-4c69-b322-c91356c36348 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:36.740893 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-247aefd2-5474-4c69-b322-c91356c36348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:36.744090 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247aefd2-5474-4c69-b322-c91356c36348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:36.744090 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-247aefd2-5474-4c69-b322-c91356c36348 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:36.810381 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247aefd2-5474-4c69-b322-c91356c36348 admin admin] Pushing event updated for resources: {'Network': ['ID=639932dd-4008-4272-9965-c492380d5068,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:36.822248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 639932dd-4008-4272-9965-c492380d5068 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:15:36.915141 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-247aefd2-5474-4c69-b322-c91356c36348 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9071965 Dec 11 23:15:36.919293 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42216) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:36.924473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d2cdbd91-bf9d-4542-b273-ad3e79d4cb94 admin admin] Request body: {'subnet': {'network_id': '639932dd-4008-4272-9965-c492380d5068', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1978689098-subnet', 'tenant_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:15:37.034528 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cdbd91-bf9d-4542-b273-ad3e79d4cb94 admin admin] Made reservation on behalf of 8e1f2c633cce4d60ad0bcebe0ff8bded for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:15:37.037144 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2cdbd91-bf9d-4542-b273-ad3e79d4cb94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:37.312156 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2cdbd91-bf9d-4542-b273-ad3e79d4cb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:37.373640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdbd91-bf9d-4542-b273-ad3e79d4cb94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=953cc521-51f2-447c-9407-29292bb92cd0,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:37.382986 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cdbd91-bf9d-4542-b273-ad3e79d4cb94 admin admin] Checking segment: {'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:15:37.383426 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cdbd91-bf9d-4542-b273-ad3e79d4cb94 admin admin] Network hostable DHCP agents. Network: 639932dd-4008-4272-9965-c492380d5068, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:15:37.506694 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cdbd91-bf9d-4542-b273-ad3e79d4cb94 admin admin] Network 639932dd-4008-4272-9965-c492380d5068 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:15:37.635800 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d2cdbd91-bf9d-4542-b273-ad3e79d4cb94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 639932dd-4008-4272-9965-c492380d5068) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:15:37.640338 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cdbd91-bf9d-4542-b273-ad3e79d4cb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:37.641002 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d2cdbd91-bf9d-4542-b273-ad3e79d4cb94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:37.655228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaafe64-fbb2-4a07-88f6-caff1597e74d None None] Network 639932dd-4008-4272-9965-c492380d5068 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:15:37.778249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42226) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:37.789025 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d2cdbd91-bf9d-4542-b273-ad3e79d4cb94 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8579905 Dec 11 23:15:37.789202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1978689098-router', 'tenant_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:15:37.838211 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-639932dd-4008-4272-9965-c492380d5068', 'network_id': '639932dd-4008-4272-9965-c492380d5068', 'project_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'fixed_ips': [{'subnet_id': '953cc521-51f2-447c-9407-29292bb92cd0'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:15:37.840666 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:37.932883 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:37.934100 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:38.022844 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Allocated IP 172.20.0.2 (639932dd-4008-4272-9965-c492380d5068/953cc521-51f2-447c-9407-29292bb92cd0/4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:15:38.170568 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:38.249907 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:38.388048 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:38.474620 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:38.523559 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Network 639932dd-4008-4272-9965-c492380d5068 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:15:38.525443 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:15:38.536282 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:15:38.581032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Pushing event updated for resources: {'Port': ['ID=4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:38.636092 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Attempting to bind port 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:15:38.636761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Attempting to bind port 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:15:38.637581 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Attempting to bind port 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 on network 639932dd-4008-4272-9965-c492380d5068 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:15:38.661879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:15:38.668790 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Checking segment: {'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:15:38.668790 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:38.668790 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Bound using segment: {'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:15:38.668790 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Bound port: 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:15:38.668790 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:38.887256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] For port 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:15:38.891146 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] For port 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:15:38.907288 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:38.937791 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:39.010461 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:39.124843 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9e2c7-1e5b-445b-9d85-4dfc89306b19 None None] Pushing event updated for resources: {'Port': ['ID=4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:39.186362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Allocated IP 172.25.1.90 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/d5f151e9-6b9e-4d8d-a936-f18a7d8d1190) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:15:39.337695 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:39.607159 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:39.650551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:15:39.654156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:15:39.659355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:15:39.668202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Pushing event updated for resources: {'Port': ['ID=d5f151e9-6b9e-4d8d-a936-f18a7d8d1190,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:39.672986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b221342-8f59-4e1c-a0ef-ad461e9e1468 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:15:39.794701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-798ecf5b-b51a-4c0b-b343-74001c398336 None None] Provisioning complete for port d5f151e9-6b9e-4d8d-a936-f18a7d8d1190 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:39.795473 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-798ecf5b-b51a-4c0b-b343-74001c398336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:39.840928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-798ecf5b-b51a-4c0b-b343-74001c398336 None None] Port d5f151e9-6b9e-4d8d-a936-f18a7d8d1190 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:15:40.011934 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:15:40.078382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:40.078980 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:40.101651 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:40.178583 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:40.222221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:15:40.318087 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:40.378568 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:40.391514 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:40.404622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8e97d7-e5cc-404f-86a2-2f5ba328141f None None] Network 639932dd-4008-4272-9965-c492380d5068 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:15:40.493642 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-afafec89-d866-4510-9317-ffe99e49b0c7 None None] Provisioning complete for port 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:40.493901 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-afafec89-d866-4510-9317-ffe99e49b0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:40.702727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Router b1be1eba-6687-4456-aafd-84937f04b89d is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:15:40.818523 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:15:40.832397 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Sync routers for ids ['b1be1eba-6687-4456-aafd-84937f04b89d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:15:40.841278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6a5c2c59-a66a-44e0-96ff-758291d46594 None None] Provisioning complete for port 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:40.842355 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a5c2c59-a66a-44e0-96ff-758291d46594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:40.843845 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Routers {'b1be1eba-6687-4456-aafd-84937f04b89d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:15:40.844913 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:15:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b1be1eba-6687-4456-aafd-84937f04b89d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:40.948766 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:40.950005 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-04ddb85d-facd-4fb1-9ab8-ecaa30258610 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1706448 Dec 11 23:15:40.953042 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42244) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:40.954546 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Set router b1be1eba-6687-4456-aafd-84937f04b89d gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:15:41.175294 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'name': 'tempest-TestServerMultinode-1978689098-router', 'tenant_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'd5f151e9-6b9e-4d8d-a936-f18a7d8d1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:37Z', 'updated_at': '2021-12-11T23:15:39Z', 'revision_number': 3, 'project_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'gw_port': {'id': 'd5f151e9-6b9e-4d8d-a936-f18a7d8d1190', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:38Z', 'updated_at': '2021-12-11T23:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:41.211177 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Checking router: b1be1eba-6687-4456-aafd-84937f04b89d for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:15:41.212077 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Updating router b1be1eba-6687-4456-aafd-84937f04b89d port d5f151e9-6b9e-4d8d-a936-f18a7d8d1190 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:15:41.238989 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:41.487812 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:41.604580 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:41.703288 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:41.719785 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Allocated IP 172.20.0.1 (639932dd-4008-4272-9965-c492380d5068/953cc521-51f2-447c-9407-29292bb92cd0/5ada1a87-dc21-4ada-935c-d14f185723b3) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:15:41.769545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ecf54-aa4e-4d4e-a941-53640e0ccc74 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:15:41.788309 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb37dc7-fa2d-484b-a96c-96ae539c37bb None None] Pushing event updated for resources: {'Port': ['ID=d5f151e9-6b9e-4d8d-a936-f18a7d8d1190,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:41.794004 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Attempting to bind port d5f151e9-6b9e-4d8d-a936-f18a7d8d1190 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:15:41.794383 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Attempting to bind port d5f151e9-6b9e-4d8d-a936-f18a7d8d1190 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:15:41.794891 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Attempting to bind port d5f151e9-6b9e-4d8d-a936-f18a7d8d1190 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:15:41.803176 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb37dc7-fa2d-484b-a96c-96ae539c37bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:41.803521 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb37dc7-fa2d-484b-a96c-96ae539c37bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:41.803860 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb37dc7-fa2d-484b-a96c-96ae539c37bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:41.804191 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb37dc7-fa2d-484b-a96c-96ae539c37bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:41.804605 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb37dc7-fa2d-484b-a96c-96ae539c37bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:41.804951 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb37dc7-fa2d-484b-a96c-96ae539c37bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:41.805741 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb37dc7-fa2d-484b-a96c-96ae539c37bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:41.806105 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb37dc7-fa2d-484b-a96c-96ae539c37bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:41.806862 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb37dc7-fa2d-484b-a96c-96ae539c37bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:41.807094 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb37dc7-fa2d-484b-a96c-96ae539c37bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:41.807217 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb37dc7-fa2d-484b-a96c-96ae539c37bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:41.807517 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb37dc7-fa2d-484b-a96c-96ae539c37bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:41.807821 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb37dc7-fa2d-484b-a96c-96ae539c37bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:15:41.814326 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:15:41.814777 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:15:41.815267 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:41.815941 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:15:41.816250 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Bound port: d5f151e9-6b9e-4d8d-a936-f18a7d8d1190, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:15:41.817059 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:41.873225 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] For port d5f151e9-6b9e-4d8d-a936-f18a7d8d1190, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:15:41.877263 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] For port d5f151e9-6b9e-4d8d-a936-f18a7d8d1190, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d5f151e9-6b9e-4d8d-a936-f18a7d8d1190,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:15:41.888648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7e0c31bc-6aae-4c24-b01f-96a3d14b6bd4 None None] Provisioning complete for port d5f151e9-6b9e-4d8d-a936-f18a7d8d1190 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:41.888648 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e0c31bc-6aae-4c24-b01f-96a3d14b6bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:41.894699 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:41.945056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42256) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:41.959851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7e0c31bc-6aae-4c24-b01f-96a3d14b6bd4 None None] Port d5f151e9-6b9e-4d8d-a936-f18a7d8d1190 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:15:41.995645 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:15:42.016848 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:42.049722 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:42.050106 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:42.066458 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:42.132975 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb37dc7-fa2d-484b-a96c-96ae539c37bb None None] Pushing event updated for resources: {'Port': ['ID=d5f151e9-6b9e-4d8d-a936-f18a7d8d1190,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:42.162542 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Network 639932dd-4008-4272-9965-c492380d5068 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:15:42.166350 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Routers {'b1be1eba-6687-4456-aafd-84937f04b89d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:15:42.166906 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:15:42.167518 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:15:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b1be1eba-6687-4456-aafd-84937f04b89d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:42.171687 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aceaaecb-65b7-43ca-aa05-4d3d9b0b2d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:42.185150 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:15:42.243267 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:42.248885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5ada1a87-dc21-4ada-935c-d14f185723b3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:42.336126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dbe18b-4f11-4c55-bb22-6ad23adc545e None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:15:42.402647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b1a9874e-5827-4d97-a2a4-d99e7fac2468 None None] Provisioning complete for port d5f151e9-6b9e-4d8d-a936-f18a7d8d1190 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:42.403659 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b1a9874e-5827-4d97-a2a4-d99e7fac2468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:42.441635 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] Set router b1be1eba-6687-4456-aafd-84937f04b89d gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:15:42.513979 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b1a9874e-5827-4d97-a2a4-d99e7fac2468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:42.564013 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aceaaecb-65b7-43ca-aa05-4d3d9b0b2d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:42.569326 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b1a9874e-5827-4d97-a2a4-d99e7fac2468 None None] For port d5f151e9-6b9e-4d8d-a936-f18a7d8d1190, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d5f151e9-6b9e-4d8d-a936-f18a7d8d1190,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:15:42.739117 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:42.764415 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b1a9874e-5827-4d97-a2a4-d99e7fac2468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:42.788465 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aceaaecb-65b7-43ca-aa05-4d3d9b0b2d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:42.828315 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'name': 'tempest-TestServerMultinode-1978689098-router', 'tenant_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'd5f151e9-6b9e-4d8d-a936-f18a7d8d1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:37Z', 'updated_at': '2021-12-11T23:15:39Z', 'revision_number': 3, 'project_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'gw_port': {'id': 'd5f151e9-6b9e-4d8d-a936-f18a7d8d1190', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:38Z', 'updated_at': '2021-12-11T23:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:42.830214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9874e-5827-4d97-a2a4-d99e7fac2468 None None] Pushing event updated for resources: {'Port': ['ID=d5f151e9-6b9e-4d8d-a936-f18a7d8d1190,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:42.856227 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-aceaaecb-65b7-43ca-aa05-4d3d9b0b2d77 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96a4742025af4da3a07589132a330dd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9092145 Dec 11 23:15:42.858770 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42264) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:42.860783 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaaecb-65b7-43ca-aa05-4d3d9b0b2d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cb5875-43be-4db4-88b5-fe91c6a3ce22,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:42.868342 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1caedc8-1a17-4edb-a5b0-493d38040a3b None None] The sync data for ids ['b1be1eba-6687-4456-aafd-84937f04b89d'] in n-d-710847-6 is: [{'id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'name': 'tempest-TestServerMultinode-1978689098-router', 'tenant_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'd5f151e9-6b9e-4d8d-a936-f18a7d8d1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:37Z', 'updated_at': '2021-12-11T23:15:39Z', 'revision_number': 3, 'project_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'gw_port': {'id': 'd5f151e9-6b9e-4d8d-a936-f18a7d8d1190', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:38Z', 'updated_at': '2021-12-11T23:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:15:42.888081 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-dbb23a56-6022-43f4-b369-baa1d8cd7ae5 None None] Provisioning complete for port 5ada1a87-dc21-4ada-935c-d14f185723b3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:42.888335 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dbb23a56-6022-43f4-b369-baa1d8cd7ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:42.931434 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-dbb23a56-6022-43f4-b369-baa1d8cd7ae5 None None] Port 5ada1a87-dc21-4ada-935c-d14f185723b3 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:15:42.989840 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef80593b-e685-4458-bd63-b21360ad71e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:43.034889 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef80593b-e685-4458-bd63-b21360ad71e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:43.050879 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:43.129835 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:43.211190 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5ada1a87-dc21-4ada-935c-d14f185723b3,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:43.219496 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:43.226338 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef80593b-e685-4458-bd63-b21360ad71e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:43.229209 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef80593b-e685-4458-bd63-b21360ad71e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:43.230406 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ef80593b-e685-4458-bd63-b21360ad71e7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/31cb5875-43be-4db4-88b5-fe91c6a3ce22 HTTP/1.1" status: 204 len: 168 time: 0.3706026 Dec 11 23:15:43.242146 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80593b-e685-4458-bd63-b21360ad71e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cb5875-43be-4db4-88b5-fe91c6a3ce22,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:43.359341 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Network 639932dd-4008-4272-9965-c492380d5068 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:15:43.360776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:15:43.523405 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Router b1be1eba-6687-4456-aafd-84937f04b89d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:15:43.662482 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2218ba71-2b04-4538-8e99-991bf0530cbe None None] Provisioning complete for port 5ada1a87-dc21-4ada-935c-d14f185723b3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:43.663555 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2218ba71-2b04-4538-8e99-991bf0530cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:43.668199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:15:43.679372 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0cd20aa7-4b91-4092-80e4-6097281381a9 admin admin] 10.222.0.45 "PUT /v2.0/routers/b1be1eba-6687-4456-aafd-84937f04b89d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7251732 Dec 11 23:15:43.710903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2218ba71-2b04-4538-8e99-991bf0530cbe None None] Port 5ada1a87-dc21-4ada-935c-d14f185723b3 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:15:43.929357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d5f151e9-6b9e-4d8d-a936-f18a7d8d1190 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:15:43.961844 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:43.989046 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d5f151e9-6b9e-4d8d-a936-f18a7d8d1190 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:43.989415 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:44.270550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42286) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:44.288838 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8987501b-b205-48be-bbbe-698d450f15c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:44.371233 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8987501b-b205-48be-bbbe-698d450f15c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:44.523387 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8987501b-b205-48be-bbbe-698d450f15c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:44.561189 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8987501b-b205-48be-bbbe-698d450f15c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ab5e3224b9448d3990ad9b21149c8c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2886906 Dec 11 23:15:44.563798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42292) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:44.564314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987501b-b205-48be-bbbe-698d450f15c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4909d4ac-bfe6-4e4d-a2b9-b7a47a373772,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:44.605638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42294) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:44.611236 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d688d6db-6d63-4237-bca5-12e35419e53e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1106579390-network', 'tenant_id': '56f4f58c9601463cb156d3095be6e46d'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:15:44.627404 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b9aee2b5-0d7d-474a-83f8-5e05aaed3e64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:44.660331 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b9aee2b5-0d7d-474a-83f8-5e05aaed3e64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:44.717667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d688d6db-6d63-4237-bca5-12e35419e53e admin admin] Made reservation on behalf of 56f4f58c9601463cb156d3095be6e46d for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:15:44.720888 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d688d6db-6d63-4237-bca5-12e35419e53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:44.734625 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d688d6db-6d63-4237-bca5-12e35419e53e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:44.762294 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Sync routers for ids ['b1be1eba-6687-4456-aafd-84937f04b89d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:15:44.772955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Routers {'b1be1eba-6687-4456-aafd-84937f04b89d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:15:44.774222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:15:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b1be1eba-6687-4456-aafd-84937f04b89d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:44.846793 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b9aee2b5-0d7d-474a-83f8-5e05aaed3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:44.851834 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b9aee2b5-0d7d-474a-83f8-5e05aaed3e64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:44.858263 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b9aee2b5-0d7d-474a-83f8-5e05aaed3e64 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4909d4ac-bfe6-4e4d-a2b9-b7a47a373772 HTTP/1.1" status: 204 len: 168 time: 0.2909384 Dec 11 23:15:44.867232 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aee2b5-0d7d-474a-83f8-5e05aaed3e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4909d4ac-bfe6-4e4d-a2b9-b7a47a373772,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:44.904303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Set router b1be1eba-6687-4456-aafd-84937f04b89d gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:15:44.950551 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d688d6db-6d63-4237-bca5-12e35419e53e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:45.109380 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d688d6db-6d63-4237-bca5-12e35419e53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:45.135705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d688d6db-6d63-4237-bca5-12e35419e53e admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:15:45.136838 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'name': 'tempest-TestServerMultinode-1978689098-router', 'tenant_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'd5f151e9-6b9e-4d8d-a936-f18a7d8d1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:37Z', 'updated_at': '2021-12-11T23:15:42Z', 'revision_number': 4, 'project_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'gw_port': {'id': 'd5f151e9-6b9e-4d8d-a936-f18a7d8d1190', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:38Z', 'updated_at': '2021-12-11T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '5ada1a87-dc21-4ada-935c-d14f185723b3', 'name': '', 'network_id': '639932dd-4008-4272-9965-c492380d5068', 'tenant_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'mac_address': 'fa:16:3e:68:7d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '953cc521-51f2-447c-9407-29292bb92cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:41Z', 'updated_at': '2021-12-11T23:15:42Z', 'revision_number': 2, 'project_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'subnets': [{'id': '953cc521-51f2-447c-9407-29292bb92cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:45.148339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688d6db-6d63-4237-bca5-12e35419e53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56af2247-01bc-4163-ac69-9355376b05c2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:45.159771 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d688d6db-6d63-4237-bca5-12e35419e53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:45.160133 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-d688d6db-6d63-4237-bca5-12e35419e53e admin admin] Added segment 8ee3fd49-8662-40e7-85fc-40b7c69df136 of type vlan for network 9e38952c-e148-4ac9-85c3-ead9a0f96236 Dec 11 23:15:45.167226 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Checking router: b1be1eba-6687-4456-aafd-84937f04b89d for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:15:45.167598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Updating router b1be1eba-6687-4456-aafd-84937f04b89d port 5ada1a87-dc21-4ada-935c-d14f185723b3 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:15:45.205494 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:45.207521 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d688d6db-6d63-4237-bca5-12e35419e53e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:45.468476 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d688d6db-6d63-4237-bca5-12e35419e53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:45.468476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d688d6db-6d63-4237-bca5-12e35419e53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:45.468476 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d688d6db-6d63-4237-bca5-12e35419e53e admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:45.512293 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:45.574467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688d6db-6d63-4237-bca5-12e35419e53e admin admin] Pushing event updated for resources: {'Network': ['ID=9e38952c-e148-4ac9-85c3-ead9a0f96236,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:45.586899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 9e38952c-e148-4ac9-85c3-ead9a0f96236 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:15:45.663178 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:45.666441 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d688d6db-6d63-4237-bca5-12e35419e53e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0596569 Dec 11 23:15:45.669517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42310) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:45.675391 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0457bc0d-365a-4dd4-9b1c-083c76ff5ffd admin admin] Request body: {'subnet': {'network_id': '9e38952c-e148-4ac9-85c3-ead9a0f96236', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1106579390-subnet', 'tenant_id': '56f4f58c9601463cb156d3095be6e46d', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:15:45.762591 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb10f8b-c69b-4f92-a8c3-e05d34d5a3f0 None None] Pushing event updated for resources: {'Port': ['ID=5ada1a87-dc21-4ada-935c-d14f185723b3,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:45.780291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Attempting to bind port 5ada1a87-dc21-4ada-935c-d14f185723b3 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:15:45.780663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Attempting to bind port 5ada1a87-dc21-4ada-935c-d14f185723b3 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:15:45.781338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Attempting to bind port 5ada1a87-dc21-4ada-935c-d14f185723b3 on network 639932dd-4008-4272-9965-c492380d5068 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:15:45.790237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:15:45.790654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Checking segment: {'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:15:45.791782 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:45.794498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Bound using segment: {'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:15:45.795035 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Bound port: 5ada1a87-dc21-4ada-935c-d14f185723b3, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:15:45.795439 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:45.800555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0457bc0d-365a-4dd4-9b1c-083c76ff5ffd admin admin] Made reservation on behalf of 56f4f58c9601463cb156d3095be6e46d for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:15:45.803603 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0457bc0d-365a-4dd4-9b1c-083c76ff5ffd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:45.883710 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] For port 5ada1a87-dc21-4ada-935c-d14f185723b3, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:15:45.888107 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] For port 5ada1a87-dc21-4ada-935c-d14f185723b3, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5ada1a87-dc21-4ada-935c-d14f185723b3,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:15:46.053346 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:46.090386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-49cb8618-33d0-4b8a-b39c-bdd59b8c8f3b None None] Provisioning complete for port 5ada1a87-dc21-4ada-935c-d14f185723b3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:46.091057 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-49cb8618-33d0-4b8a-b39c-bdd59b8c8f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:46.138624 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0457bc0d-365a-4dd4-9b1c-083c76ff5ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:46.177177 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Routers {'b1be1eba-6687-4456-aafd-84937f04b89d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:15:46.177846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:15:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b1be1eba-6687-4456-aafd-84937f04b89d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:46.205029 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457bc0d-365a-4dd4-9b1c-083c76ff5ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=26837b00-f62d-4f25-831e-007c83018664,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:46.234917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb10f8b-c69b-4f92-a8c3-e05d34d5a3f0 None None] Pushing event updated for resources: {'Port': ['ID=5ada1a87-dc21-4ada-935c-d14f185723b3,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:46.248784 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0457bc0d-365a-4dd4-9b1c-083c76ff5ffd admin admin] Checking segment: {'id': '8ee3fd49-8662-40e7-85fc-40b7c69df136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9e38952c-e148-4ac9-85c3-ead9a0f96236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:15:46.249615 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0457bc0d-365a-4dd4-9b1c-083c76ff5ffd admin admin] Network hostable DHCP agents. Network: 9e38952c-e148-4ac9-85c3-ead9a0f96236, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:15:46.365672 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-49cb8618-33d0-4b8a-b39c-bdd59b8c8f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:46.367354 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0457bc0d-365a-4dd4-9b1c-083c76ff5ffd admin admin] Network 9e38952c-e148-4ac9-85c3-ead9a0f96236 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:15:46.393183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] Set router b1be1eba-6687-4456-aafd-84937f04b89d gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:15:46.462272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-49cb8618-33d0-4b8a-b39c-bdd59b8c8f3b None None] For port 5ada1a87-dc21-4ada-935c-d14f185723b3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5ada1a87-dc21-4ada-935c-d14f185723b3,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:15:46.483506 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-0457bc0d-365a-4dd4-9b1c-083c76ff5ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 9e38952c-e148-4ac9-85c3-ead9a0f96236) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:15:46.490838 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0457bc0d-365a-4dd4-9b1c-083c76ff5ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:46.493061 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0457bc0d-365a-4dd4-9b1c-083c76ff5ffd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:46.511901 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d5d0fa-e75e-4fd9-bb4b-257eb0d7340e None None] Network 9e38952c-e148-4ac9-85c3-ead9a0f96236 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:15:46.614565 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-49cb8618-33d0-4b8a-b39c-bdd59b8c8f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:46.628207 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0457bc0d-365a-4dd4-9b1c-083c76ff5ffd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9558184 Dec 11 23:15:46.628819 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42332) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:46.640241 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1106579390-router', 'tenant_id': '56f4f58c9601463cb156d3095be6e46d', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:15:46.770712 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:46.772116 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:46.846276 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:46.924358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb8618-33d0-4b8a-b39c-bdd59b8c8f3b None None] Pushing event updated for resources: {'Port': ['ID=5ada1a87-dc21-4ada-935c-d14f185723b3,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:46.927036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9fb6a25d-54d2-4e31-92d8-78b460b61ac4 None None] Provisioning complete for port 5ada1a87-dc21-4ada-935c-d14f185723b3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:46.927465 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9fb6a25d-54d2-4e31-92d8-78b460b61ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:47.025474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-9e38952c-e148-4ac9-85c3-ead9a0f96236', 'network_id': '9e38952c-e148-4ac9-85c3-ead9a0f96236', 'project_id': '56f4f58c9601463cb156d3095be6e46d', 'fixed_ips': [{'subnet_id': '26837b00-f62d-4f25-831e-007c83018664'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:15:47.026331 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:47.168962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'name': 'tempest-TestServerMultinode-1978689098-router', 'tenant_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'd5f151e9-6b9e-4d8d-a936-f18a7d8d1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:37Z', 'updated_at': '2021-12-11T23:15:42Z', 'revision_number': 4, 'project_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'gw_port': {'id': 'd5f151e9-6b9e-4d8d-a936-f18a7d8d1190', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:38Z', 'updated_at': '2021-12-11T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '5ada1a87-dc21-4ada-935c-d14f185723b3', 'name': '', 'network_id': '639932dd-4008-4272-9965-c492380d5068', 'tenant_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'mac_address': 'fa:16:3e:68:7d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '953cc521-51f2-447c-9407-29292bb92cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:41Z', 'updated_at': '2021-12-11T23:15:45Z', 'revision_number': 4, 'project_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'subnets': [{'id': '953cc521-51f2-447c-9407-29292bb92cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:47.216016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27aa9e3-e4df-4af1-b5ff-dffaadaee820 None None] The sync data for ids ['b1be1eba-6687-4456-aafd-84937f04b89d'] in n-d-710847-6 is: [{'id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'name': 'tempest-TestServerMultinode-1978689098-router', 'tenant_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'd5f151e9-6b9e-4d8d-a936-f18a7d8d1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:37Z', 'updated_at': '2021-12-11T23:15:42Z', 'revision_number': 4, 'project_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'gw_port': {'id': 'd5f151e9-6b9e-4d8d-a936-f18a7d8d1190', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:38Z', 'updated_at': '2021-12-11T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '5ada1a87-dc21-4ada-935c-d14f185723b3', 'name': '', 'network_id': '639932dd-4008-4272-9965-c492380d5068', 'tenant_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'mac_address': 'fa:16:3e:68:7d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '953cc521-51f2-447c-9407-29292bb92cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:41Z', 'updated_at': '2021-12-11T23:15:45Z', 'revision_number': 4, 'project_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'subnets': [{'id': '953cc521-51f2-447c-9407-29292bb92cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:15:47.312619 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Allocated IP 172.20.0.2 (9e38952c-e148-4ac9-85c3-ead9a0f96236/26837b00-f62d-4f25-831e-007c83018664/701001ad-6048-4616-a63d-ca0bec9a5134) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:15:47.484865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42340) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:47.574709 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:47.639282 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:47.655442 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:47.692060 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc40b682-3ec4-4f00-8dc8-ea3665ef364e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:47.803553 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc40b682-3ec4-4f00-8dc8-ea3665ef364e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:47.818208 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:47.901115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Network 9e38952c-e148-4ac9-85c3-ead9a0f96236 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:15:47.911109 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:47.913416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Pushing event updated for resources: {'Port': ['ID=701001ad-6048-4616-a63d-ca0bec9a5134,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:47.917027 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:15:47.919820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:15:47.932040 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fc40b682-3ec4-4f00-8dc8-ea3665ef364e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:47.950766 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:47.975388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fc40b682-3ec4-4f00-8dc8-ea3665ef364e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47a9a42957e242daa7a1477a9b747678&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4883971 Dec 11 23:15:47.978174 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42344) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:48.009613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5ada1a87-dc21-4ada-935c-d14f185723b3 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:15:48.026245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Attempting to bind port 701001ad-6048-4616-a63d-ca0bec9a5134 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:15:48.030228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Attempting to bind port 701001ad-6048-4616-a63d-ca0bec9a5134 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '8ee3fd49-8662-40e7-85fc-40b7c69df136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9e38952c-e148-4ac9-85c3-ead9a0f96236'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:15:48.030673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Attempting to bind port 701001ad-6048-4616-a63d-ca0bec9a5134 on network 9e38952c-e148-4ac9-85c3-ead9a0f96236 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:15:48.036984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40b682-3ec4-4f00-8dc8-ea3665ef364e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c951735-199f-4bd7-9aaf-e32b58ba5409,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:48.107884 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:15:48.110163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Checking segment: {'id': '8ee3fd49-8662-40e7-85fc-40b7c69df136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9e38952c-e148-4ac9-85c3-ead9a0f96236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:15:48.110163 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:48.110163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Bound using segment: {'id': '8ee3fd49-8662-40e7-85fc-40b7c69df136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9e38952c-e148-4ac9-85c3-ead9a0f96236'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:15:48.110502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Bound port: 701001ad-6048-4616-a63d-ca0bec9a5134, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee3fd49-8662-40e7-85fc-40b7c69df136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9e38952c-e148-4ac9-85c3-ead9a0f96236'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:15:48.110771 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:48.157678 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-615e682a-0439-4059-b764-3757fc0382b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:48.182445 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-615e682a-0439-4059-b764-3757fc0382b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:48.205344 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Allocated IP 172.25.1.85 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/8b299fb2-c8da-4a72-b411-139ad6ffd35f) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:15:48.210764 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] For port 701001ad-6048-4616-a63d-ca0bec9a5134, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:15:48.214846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] For port 701001ad-6048-4616-a63d-ca0bec9a5134, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=701001ad-6048-4616-a63d-ca0bec9a5134,segment=NetworkSegment(8ee3fd49-8662-40e7-85fc-40b7c69df136),segment_id=8ee3fd49-8662-40e7-85fc-40b7c69df136)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:15:48.217272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5ada1a87-dc21-4ada-935c-d14f185723b3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:48.217862 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:48.311346 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:48.359864 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:48.387257 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6438e6-38e3-4fb1-bdd6-16ca545e653b None None] Pushing event updated for resources: {'Port': ['ID=701001ad-6048-4616-a63d-ca0bec9a5134,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:48.440897 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-615e682a-0439-4059-b764-3757fc0382b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:48.443705 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-615e682a-0439-4059-b764-3757fc0382b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:48.444979 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-615e682a-0439-4059-b764-3757fc0382b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c951735-199f-4bd7-9aaf-e32b58ba5409 HTTP/1.1" status: 204 len: 168 time: 0.4618249 Dec 11 23:15:48.460719 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e682a-0439-4059-b764-3757fc0382b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c951735-199f-4bd7-9aaf-e32b58ba5409,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:48.518070 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:48.573169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:15:48.577791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:15:48.585011 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:15:48.621432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7e8569-eebd-4add-b2b4-a6df2e4f5983 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:15:48.634196 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Pushing event updated for resources: {'Port': ['ID=8b299fb2-c8da-4a72-b411-139ad6ffd35f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:48.682984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e0a6fad6-ce4c-45ac-9907-9db83b8448fe None None] Provisioning complete for port 8b299fb2-c8da-4a72-b411-139ad6ffd35f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:48.685851 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e0a6fad6-ce4c-45ac-9907-9db83b8448fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:48.728874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6fad6-ce4c-45ac-9907-9db83b8448fe None None] Port 8b299fb2-c8da-4a72-b411-139ad6ffd35f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:15:48.892651 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8649d6a9-d064-4490-8ac9-23fc90b823ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:49.154016 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:49.371355 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:49.620515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Router 098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:15:49.767855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b8afe3-d681-46cf-b94f-6b439db8f881 None None] Network 9e38952c-e148-4ac9-85c3-ead9a0f96236 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:15:49.781690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:15:49.793704 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Sync routers for ids ['098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:15:49.804219 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Routers {'098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:15:49.805337 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:15:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:49.881480 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7af73d9e-2d98-4a01-b060-c0fe65b1c10c None None] Provisioning complete for port 701001ad-6048-4616-a63d-ca0bec9a5134 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:49.882487 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7af73d9e-2d98-4a01-b060-c0fe65b1c10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:49.943180 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:49.960793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42376) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:15:49.967360 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fe97ff39-3daa-4b17-a6b1-501e0fdb5d04 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3367229 Dec 11 23:15:49.972485 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Set router 098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:15:50.054129 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 701001ad-6048-4616-a63d-ca0bec9a5134 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:15:50.098356 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7af73d9e-2d98-4a01-b060-c0fe65b1c10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:50.148747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7af73d9e-2d98-4a01-b060-c0fe65b1c10c None None] For port 701001ad-6048-4616-a63d-ca0bec9a5134, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=701001ad-6048-4616-a63d-ca0bec9a5134,segment=NetworkSegment(8ee3fd49-8662-40e7-85fc-40b7c69df136),segment_id=8ee3fd49-8662-40e7-85fc-40b7c69df136)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:15:50.154599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 701001ad-6048-4616-a63d-ca0bec9a5134 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:50.157913 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:50.251764 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'name': 'tempest-TestServerMultinode-1106579390-router', 'tenant_id': '56f4f58c9601463cb156d3095be6e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '8b299fb2-c8da-4a72-b411-139ad6ffd35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:46Z', 'updated_at': '2021-12-11T23:15:48Z', 'revision_number': 3, 'project_id': '56f4f58c9601463cb156d3095be6e46d', 'gw_port': {'id': '8b299fb2-c8da-4a72-b411-139ad6ffd35f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:47Z', 'updated_at': '2021-12-11T23:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:50.262795 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:50.285553 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Checking router: 098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:15:50.286179 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Updating router 098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f port 8b299fb2-c8da-4a72-b411-139ad6ffd35f binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:15:50.304626 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7af73d9e-2d98-4a01-b060-c0fe65b1c10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:50.324197 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:50.412840 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:15:50.413344 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:15:50.413972 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af73d9e-2d98-4a01-b060-c0fe65b1c10c None None] Pushing event updated for resources: {'Port': ['ID=701001ad-6048-4616-a63d-ca0bec9a5134,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:50.436320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3382f89e-db07-466f-8d1f-42e69397959b None None] Provisioning complete for port 701001ad-6048-4616-a63d-ca0bec9a5134 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:50.436995 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3382f89e-db07-466f-8d1f-42e69397959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:50.613495 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:50.691870 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:50.769630 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c3af7-a96f-445d-ba80-74d47ad49b90 None None] Pushing event updated for resources: {'Port': ['ID=8b299fb2-c8da-4a72-b411-139ad6ffd35f,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:50.771156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd94540b-d08e-48b3-a00b-0f6876e9fe8f None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:15:50.773098 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Attempting to bind port 8b299fb2-c8da-4a72-b411-139ad6ffd35f on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:15:50.774090 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Attempting to bind port 8b299fb2-c8da-4a72-b411-139ad6ffd35f by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:15:50.774654 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Attempting to bind port 8b299fb2-c8da-4a72-b411-139ad6ffd35f on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:15:50.781365 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:15:50.781975 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:15:50.783035 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:50.783759 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:15:50.784796 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Bound port: 8b299fb2-c8da-4a72-b411-139ad6ffd35f, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:15:50.785484 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:50.864467 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] For port 8b299fb2-c8da-4a72-b411-139ad6ffd35f, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:15:50.870036 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] For port 8b299fb2-c8da-4a72-b411-139ad6ffd35f, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8b299fb2-c8da-4a72-b411-139ad6ffd35f,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:15:50.874990 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c17e27d0-7b3f-496f-bc4a-56fa24297b0a None None] Provisioning complete for port 8b299fb2-c8da-4a72-b411-139ad6ffd35f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:50.875306 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c17e27d0-7b3f-496f-bc4a-56fa24297b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:50.955791 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:51.020290 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c17e27d0-7b3f-496f-bc4a-56fa24297b0a None None] Port 8b299fb2-c8da-4a72-b411-139ad6ffd35f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:15:51.076410 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c3af7-a96f-445d-ba80-74d47ad49b90 None None] Pushing event updated for resources: {'Port': ['ID=8b299fb2-c8da-4a72-b411-139ad6ffd35f,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:51.093505 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Routers {'098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:15:51.094277 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:15:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:51.148075 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c8ef13-2f02-4311-a188-9e9944802728 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:15:51.219727 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:51.265198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3cd40862-2a73-4563-800b-50f3f9f034d5 None None] Provisioning complete for port 8b299fb2-c8da-4a72-b411-139ad6ffd35f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:51.265581 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3cd40862-2a73-4563-800b-50f3f9f034d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:51.296278 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] Set router 098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:15:51.384160 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3cd40862-2a73-4563-800b-50f3f9f034d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:51.390493 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6089741d-6060-4616-bd03-f79a3a168dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:51.414235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3cd40862-2a73-4563-800b-50f3f9f034d5 None None] For port 8b299fb2-c8da-4a72-b411-139ad6ffd35f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8b299fb2-c8da-4a72-b411-139ad6ffd35f,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:15:51.506293 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3cd40862-2a73-4563-800b-50f3f9f034d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:51.513195 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Allocated IP 172.20.0.1 (9e38952c-e148-4ac9-85c3-ead9a0f96236/26837b00-f62d-4f25-831e-007c83018664/2ef16233-9a9b-4775-bc28-fa6cc3072276) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:15:51.575720 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'name': 'tempest-TestServerMultinode-1106579390-router', 'tenant_id': '56f4f58c9601463cb156d3095be6e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '8b299fb2-c8da-4a72-b411-139ad6ffd35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:46Z', 'updated_at': '2021-12-11T23:15:48Z', 'revision_number': 3, 'project_id': '56f4f58c9601463cb156d3095be6e46d', 'gw_port': {'id': '8b299fb2-c8da-4a72-b411-139ad6ffd35f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:47Z', 'updated_at': '2021-12-11T23:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:51.614196 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f5344-dd81-4fcc-9cc4-9229788e2cf4 None None] The sync data for ids ['098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'] in n-d-710847-6 is: [{'id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'name': 'tempest-TestServerMultinode-1106579390-router', 'tenant_id': '56f4f58c9601463cb156d3095be6e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '8b299fb2-c8da-4a72-b411-139ad6ffd35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:46Z', 'updated_at': '2021-12-11T23:15:48Z', 'revision_number': 3, 'project_id': '56f4f58c9601463cb156d3095be6e46d', 'gw_port': {'id': '8b299fb2-c8da-4a72-b411-139ad6ffd35f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:47Z', 'updated_at': '2021-12-11T23:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:15:51.614844 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd40862-2a73-4563-800b-50f3f9f034d5 None None] Pushing event updated for resources: {'Port': ['ID=8b299fb2-c8da-4a72-b411-139ad6ffd35f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:51.680405 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:51.776703 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:51.821868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Network 9e38952c-e148-4ac9-85c3-ead9a0f96236 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:15:51.829060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:15:51.832999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:15:51.871355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef16233-9a9b-4775-bc28-fa6cc3072276,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:51.916194 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:52.025940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 701001ad-6048-4616-a63d-ca0bec9a5134 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:15:52.151641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 701001ad-6048-4616-a63d-ca0bec9a5134 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:52.152019 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:52.238851 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:52.286476 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-375de4a6-ac7e-4523-ae55-12a25a6c869d None None] Provisioning complete for port 2ef16233-9a9b-4775-bc28-fa6cc3072276 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:52.287244 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-375de4a6-ac7e-4523-ae55-12a25a6c869d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:52.403138 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:52.443871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-375de4a6-ac7e-4523-ae55-12a25a6c869d None None] Port 2ef16233-9a9b-4775-bc28-fa6cc3072276 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:15:52.550036 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:52.615460 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:52.702163 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:52.704187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef16233-9a9b-4775-bc28-fa6cc3072276,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:52.816692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Network 9e38952c-e148-4ac9-85c3-ead9a0f96236 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:15:52.818260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:15:52.999478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Router 098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:15:53.154678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:15:53.167186 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-22a6b4b8-0856-4a47-bc84-c281e0e018d0 admin admin] 10.222.0.45 "PUT /v2.0/routers/098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1993871 Dec 11 23:15:53.176187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3c808793-e325-4c6d-a75a-1d0f5fcf5da7 None None] Provisioning complete for port 2ef16233-9a9b-4775-bc28-fa6cc3072276 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:53.176187 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3c808793-e325-4c6d-a75a-1d0f5fcf5da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:53.212921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3c808793-e325-4c6d-a75a-1d0f5fcf5da7 None None] Port 2ef16233-9a9b-4775-bc28-fa6cc3072276 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:15:53.841916 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-e5ccd9a5-0f79-406d-89ee-aa478cff76a1 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:53.841916 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-e5ccd9a5-0f79-406d-89ee-aa478cff76a1 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/networks?id=639932dd-4008-4272-9965-c492380d5068 HTTP/1.1" status: 200 len: 911 time: 0.1793602 Dec 11 23:15:53.859448 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-fdba5a97-a109-40ea-890f-0242efd92aa6 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/quotas/56f4f58c9601463cb156d3095be6e46d HTTP/1.1" status: 200 len: 375 time: 0.0110714 Dec 11 23:15:53.974424 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-ebff5573-1a51-4ea4-b526-eee995b17d55 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=56f4f58c9601463cb156d3095be6e46d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066904 Dec 11 23:15:54.003919 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8b299fb2-c8da-4a72-b411-139ad6ffd35f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:15:54.010759 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:54.093167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 8b299fb2-c8da-4a72-b411-139ad6ffd35f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:54.093823 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:54.166624 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-c8112adb-17ba-436a-98ed-037878805d0c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:15:54.177527 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-c8112adb-17ba-436a-98ed-037878805d0c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1761162 Dec 11 23:15:54.271466 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-51d45fab-482a-4eba-8577-a60d59bd474a service neutron] 10.222.0.45 "GET /v2.0/networks/639932dd-4008-4272-9965-c492380d5068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926700 Dec 11 23:15:54.419320 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-56af1a1a-a45f-4a7d-ae04-6c76f75f85fc service neutron] 10.222.0.45 "GET /v2.0/networks/639932dd-4008-4272-9965-c492380d5068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401660 Dec 11 23:15:54.683787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Sync routers for ids ['098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:15:54.700132 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Routers {'098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:15:54.700132 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:15:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:54.808348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Set router 098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:15:54.885505 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:55.045038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fe835e6e-1032-4167-9ff7-1fbd417310e8 req-496f4711-0f06-4f6f-a9ec-ad7da72e5595 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 210 time: 0.0664394 Dec 11 23:15:55.181158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'name': 'tempest-TestServerMultinode-1106579390-router', 'tenant_id': '56f4f58c9601463cb156d3095be6e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '8b299fb2-c8da-4a72-b411-139ad6ffd35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:46Z', 'updated_at': '2021-12-11T23:15:52Z', 'revision_number': 4, 'project_id': '56f4f58c9601463cb156d3095be6e46d', 'gw_port': {'id': '8b299fb2-c8da-4a72-b411-139ad6ffd35f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:47Z', 'updated_at': '2021-12-11T23:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '2ef16233-9a9b-4775-bc28-fa6cc3072276', 'name': '', 'network_id': '9e38952c-e148-4ac9-85c3-ead9a0f96236', 'tenant_id': '56f4f58c9601463cb156d3095be6e46d', 'mac_address': 'fa:16:3e:fc:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '26837b00-f62d-4f25-831e-007c83018664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:51Z', 'updated_at': '2021-12-11T23:15:52Z', 'revision_number': 2, 'project_id': '56f4f58c9601463cb156d3095be6e46d', 'subnets': [{'id': '26837b00-f62d-4f25-831e-007c83018664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:55.212753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Checking router: 098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:15:55.213306 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Updating router 098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f port 2ef16233-9a9b-4775-bc28-fa6cc3072276 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:15:55.240974 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:55.717886 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:55.826247 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:55.894733 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4a215-37a2-4ddb-8755-fa8d68404bf5 None None] Pushing event updated for resources: {'Port': ['ID=2ef16233-9a9b-4775-bc28-fa6cc3072276,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:55.963908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Attempting to bind port 2ef16233-9a9b-4775-bc28-fa6cc3072276 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:15:55.964301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Attempting to bind port 2ef16233-9a9b-4775-bc28-fa6cc3072276 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '8ee3fd49-8662-40e7-85fc-40b7c69df136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9e38952c-e148-4ac9-85c3-ead9a0f96236'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:15:55.965424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Attempting to bind port 2ef16233-9a9b-4775-bc28-fa6cc3072276 on network 9e38952c-e148-4ac9-85c3-ead9a0f96236 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:15:55.971712 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:15:55.972106 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Checking segment: {'id': '8ee3fd49-8662-40e7-85fc-40b7c69df136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9e38952c-e148-4ac9-85c3-ead9a0f96236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:15:55.972525 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:55.973238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Bound using segment: {'id': '8ee3fd49-8662-40e7-85fc-40b7c69df136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9e38952c-e148-4ac9-85c3-ead9a0f96236'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:15:55.973536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Bound port: 2ef16233-9a9b-4775-bc28-fa6cc3072276, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee3fd49-8662-40e7-85fc-40b7c69df136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9e38952c-e148-4ac9-85c3-ead9a0f96236'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:15:55.973953 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:56.107541 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] For port 2ef16233-9a9b-4775-bc28-fa6cc3072276, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:15:56.114407 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] For port 2ef16233-9a9b-4775-bc28-fa6cc3072276, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2ef16233-9a9b-4775-bc28-fa6cc3072276,segment=NetworkSegment(8ee3fd49-8662-40e7-85fc-40b7c69df136),segment_id=8ee3fd49-8662-40e7-85fc-40b7c69df136)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:15:56.175404 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6e5a9028-62af-4283-854c-79884e49e3d1 req-da1fd331-3aa1-42cc-9cfb-bb9ea4026cf0 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 210 time: 0.0512936 Dec 11 23:15:56.204451 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:56.309582 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4a215-37a2-4ddb-8755-fa8d68404bf5 None None] Pushing event updated for resources: {'Port': ['ID=2ef16233-9a9b-4775-bc28-fa6cc3072276,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:56.312945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Routers {'098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:15:56.313569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:15:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:56.324388 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b5245a02-797d-4574-8198-a103f3c814d5 None None] Provisioning complete for port 2ef16233-9a9b-4775-bc28-fa6cc3072276 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:56.324388 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b5245a02-797d-4574-8198-a103f3c814d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:56.512213 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] Set router 098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:15:56.547950 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b5245a02-797d-4574-8198-a103f3c814d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:56.618717 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b5245a02-797d-4574-8198-a103f3c814d5 None None] For port 2ef16233-9a9b-4775-bc28-fa6cc3072276, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2ef16233-9a9b-4775-bc28-fa6cc3072276,segment=NetworkSegment(8ee3fd49-8662-40e7-85fc-40b7c69df136),segment_id=8ee3fd49-8662-40e7-85fc-40b7c69df136)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:15:56.703081 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b5245a02-797d-4574-8198-a103f3c814d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:56.785718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5245a02-797d-4574-8198-a103f3c814d5 None None] Pushing event updated for resources: {'Port': ['ID=2ef16233-9a9b-4775-bc28-fa6cc3072276,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:56.809866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'name': 'tempest-TestServerMultinode-1106579390-router', 'tenant_id': '56f4f58c9601463cb156d3095be6e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '8b299fb2-c8da-4a72-b411-139ad6ffd35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:46Z', 'updated_at': '2021-12-11T23:15:52Z', 'revision_number': 4, 'project_id': '56f4f58c9601463cb156d3095be6e46d', 'gw_port': {'id': '8b299fb2-c8da-4a72-b411-139ad6ffd35f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:47Z', 'updated_at': '2021-12-11T23:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '2ef16233-9a9b-4775-bc28-fa6cc3072276', 'name': '', 'network_id': '9e38952c-e148-4ac9-85c3-ead9a0f96236', 'tenant_id': '56f4f58c9601463cb156d3095be6e46d', 'mac_address': 'fa:16:3e:fc:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '26837b00-f62d-4f25-831e-007c83018664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:51Z', 'updated_at': '2021-12-11T23:15:56Z', 'revision_number': 4, 'project_id': '56f4f58c9601463cb156d3095be6e46d', 'subnets': [{'id': '26837b00-f62d-4f25-831e-007c83018664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:15:56.846994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a5847-91ba-48cc-84a7-d215116a8d12 None None] The sync data for ids ['098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'] in n-d-710847-6 is: [{'id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'name': 'tempest-TestServerMultinode-1106579390-router', 'tenant_id': '56f4f58c9601463cb156d3095be6e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '8b299fb2-c8da-4a72-b411-139ad6ffd35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:46Z', 'updated_at': '2021-12-11T23:15:52Z', 'revision_number': 4, 'project_id': '56f4f58c9601463cb156d3095be6e46d', 'gw_port': {'id': '8b299fb2-c8da-4a72-b411-139ad6ffd35f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:47Z', 'updated_at': '2021-12-11T23:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '2ef16233-9a9b-4775-bc28-fa6cc3072276', 'name': '', 'network_id': '9e38952c-e148-4ac9-85c3-ead9a0f96236', 'tenant_id': '56f4f58c9601463cb156d3095be6e46d', 'mac_address': 'fa:16:3e:fc:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '26837b00-f62d-4f25-831e-007c83018664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:51Z', 'updated_at': '2021-12-11T23:15:56Z', 'revision_number': 4, 'project_id': '56f4f58c9601463cb156d3095be6e46d', 'subnets': [{'id': '26837b00-f62d-4f25-831e-007c83018664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:15:56.865966 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-de38ce10-0020-488e-a588-4d90e1377f3a None None] Provisioning complete for port 2ef16233-9a9b-4775-bc28-fa6cc3072276 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:56.866423 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-de38ce10-0020-488e-a588-4d90e1377f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:57.282506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d29e6bcd-bbc5-4b6d-a0e1-7ebd45e912c1 req-ab129a90-9c7d-4f47-aacf-3734e24a0756 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 210 time: 0.0308704 Dec 11 23:15:57.673170 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-fbfac715-ce7c-4a18-8a04-5b567149bbcc tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:57.674452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-fbfac715-ce7c-4a18-8a04-5b567149bbcc tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.13 "GET /v2.0/networks?id=639932dd-4008-4272-9965-c492380d5068 HTTP/1.1" status: 200 len: 911 time: 0.0944884 Dec 11 23:15:57.686119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-e8f17163-3a86-4d97-8db2-2a3a3871518c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Request body: {'port': {'device_id': '42d0c009-2fce-4e4f-9731-8edbb87c2e75', 'network_id': '639932dd-4008-4272-9965-c492380d5068', 'admin_state_up': True, 'tenant_id': '56f4f58c9601463cb156d3095be6e46d'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:15:57.806224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-e8f17163-3a86-4d97-8db2-2a3a3871518c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Made reservation on behalf of 56f4f58c9601463cb156d3095be6e46d for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:15:57.808717 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-e8f17163-3a86-4d97-8db2-2a3a3871518c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:57.942960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-e8f17163-3a86-4d97-8db2-2a3a3871518c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Allocated IP 172.20.0.6 (639932dd-4008-4272-9965-c492380d5068/953cc521-51f2-447c-9407-29292bb92cd0/bd4f9d88-685a-4556-bf0a-f979514b6c9f) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:15:57.975405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2ef16233-9a9b-4775-bc28-fa6cc3072276 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:15:58.049403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 2ef16233-9a9b-4775-bc28-fa6cc3072276 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:58.049777 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:58.150893 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-e8f17163-3a86-4d97-8db2-2a3a3871518c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:58.259275 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-e8f17163-3a86-4d97-8db2-2a3a3871518c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:58.304347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f17163-3a86-4d97-8db2-2a3a3871518c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Pushing event updated for resources: {'Port': ['ID=bd4f9d88-685a-4556-bf0a-f979514b6c9f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:58.351169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-e8f17163-3a86-4d97-8db2-2a3a3871518c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Network 639932dd-4008-4272-9965-c492380d5068 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:15:58.353483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-e8f17163-3a86-4d97-8db2-2a3a3871518c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:15:58.360194 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-e8f17163-3a86-4d97-8db2-2a3a3871518c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:15:58.428697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-e8f17163-3a86-4d97-8db2-2a3a3871518c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:58.429612 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-e8f17163-3a86-4d97-8db2-2a3a3871518c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:58.465140 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf9490-5214-40f9-b3eb-700254635147 req-bbf286d7-cdca-41d4-bf4a-30809c5a19fb tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:58.468045 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e1bf9490-5214-40f9-b3eb-700254635147 req-bbf286d7-cdca-41d4-bf4a-30809c5a19fb tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1027 time: 0.0651565 Dec 11 23:15:58.514262 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-e8f17163-3a86-4d97-8db2-2a3a3871518c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8317130 Dec 11 23:15:58.529330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Request body: {'port': {'device_id': '42d0c009-2fce-4e4f-9731-8edbb87c2e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:15:58.597077 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e1bf9490-5214-40f9-b3eb-700254635147 req-f96335df-31f7-49a5-bc1e-c7792f3c2805 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230409 Dec 11 23:15:58.648331 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:58.734509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-24f4f248-9f21-4a07-b55a-2bfa8a14dd58 None None] Provisioning complete for port bd4f9d88-685a-4556-bf0a-f979514b6c9f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:15:58.735021 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-24f4f248-9f21-4a07-b55a-2bfa8a14dd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:58.812851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-24f4f248-9f21-4a07-b55a-2bfa8a14dd58 None None] Port bd4f9d88-685a-4556-bf0a-f979514b6c9f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:15:58.988238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4f9d88-685a-4556-bf0a-f979514b6c9f {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:15:58.997216 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:59.012332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Transition to ACTIVE for port object bd4f9d88-685a-4556-bf0a-f979514b6c9f will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:15:59.114754 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:59.205120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4f9d88-685a-4556-bf0a-f979514b6c9f,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:59.323771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Attempting to bind port bd4f9d88-685a-4556-bf0a-f979514b6c9f on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:15:59.324438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Attempting to bind port bd4f9d88-685a-4556-bf0a-f979514b6c9f by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:15:59.324658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Attempting to bind port bd4f9d88-685a-4556-bf0a-f979514b6c9f on network 639932dd-4008-4272-9965-c492380d5068 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:15:59.335536 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Port bd4f9d88-685a-4556-bf0a-f979514b6c9f on network 639932dd-4008-4272-9965-c492380d5068 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:15:59.336228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Attempting to bind port bd4f9d88-685a-4556-bf0a-f979514b6c9f on network 639932dd-4008-4272-9965-c492380d5068 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:15:59.343871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:15:59.347107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Checking segment: {'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:15:59.347107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Bound using segment: {'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:15:59.347107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Bound port: bd4f9d88-685a-4556-bf0a-f979514b6c9f, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:15:59.347107 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:59.430106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] For port bd4f9d88-685a-4556-bf0a-f979514b6c9f, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:15:59.434373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] For port bd4f9d88-685a-4556-bf0a-f979514b6c9f, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=bd4f9d88-685a-4556-bf0a-f979514b6c9f,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:15:59.503958 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:59.547653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:59.548199 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:15:59.549638 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] 10.222.0.13 "PUT /v2.0/ports/bd4f9d88-685a-4556-bf0a-f979514b6c9f HTTP/1.1" status: 200 len: 1091 time: 1.0265062 Dec 11 23:15:59.550100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d0c009-2fce-4e4f-9731-8edbb87c2e75', 'tag': 'bd4f9d88-685a-4556-bf0a-f979514b6c9f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:15:59.552499 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ebd60d-9fde-4228-8180-b5507afd6062" -d '{"events": [{"name": "network-changed", "server_uuid": "42d0c009-2fce-4e4f-9731-8edbb87c2e75", "tag": "bd4f9d88-685a-4556-bf0a-f979514b6c9f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:15:59.642386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c29fe-4550-4af0-878d-f07968828414 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4f9d88-685a-4556-bf0a-f979514b6c9f,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:15:59.653232 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a35cf5-7c6d-4db0-943b-e9094a1f0287 x-openstack-request-id: req-e1a35cf5-7c6d-4db0-943b-e9094a1f0287 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:15:59.653552 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d0c009-2fce-4e4f-9731-8edbb87c2e75", "tag": "bd4f9d88-685a-4556-bf0a-f979514b6c9f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:15:59.653789 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e1a35cf5-7c6d-4db0-943b-e9094a1f0287 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:15:59.654201 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d0c009-2fce-4e4f-9731-8edbb87c2e75', 'tag': 'bd4f9d88-685a-4556-bf0a-f979514b6c9f', 'status': 'completed', 'code': 200} Dec 11 23:15:59.730089 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebd60d-9fde-4228-8180-b5507afd6062 req-367e835c-a41c-4eb6-8fe1-af9a001c8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:59.734719 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47ebd60d-9fde-4228-8180-b5507afd6062 req-367e835c-a41c-4eb6-8fe1-af9a001c8030 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f4f58c9601463cb156d3095be6e46d&device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1094 time: 0.0797043 Dec 11 23:15:59.801883 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24998ef8-259e-4870-a21e-c5d534efa435 req-fad174d9-cd55-4b6f-be66-9512bb194391 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:59.811863 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24998ef8-259e-4870-a21e-c5d534efa435 req-fad174d9-cd55-4b6f-be66-9512bb194391 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1094 time: 0.0824673 Dec 11 23:15:59.894010 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24998ef8-259e-4870-a21e-c5d534efa435 req-eb74d325-5aed-417c-a99a-4107492012b6 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808432 Dec 11 23:15:59.902324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebd60d-9fde-4228-8180-b5507afd6062 req-da37b8cc-0733-4f11-ad44-074c0a82f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:15:59.903977 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47ebd60d-9fde-4228-8180-b5507afd6062 req-da37b8cc-0733-4f11-ad44-074c0a82f41a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=56f4f58c9601463cb156d3095be6e46d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1589425 Dec 11 23:16:00.060775 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebd60d-9fde-4228-8180-b5507afd6062 req-e7c4107e-0c1a-4bba-8f7d-0f57d21a2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:00.062321 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47ebd60d-9fde-4228-8180-b5507afd6062 req-e7c4107e-0c1a-4bba-8f7d-0f57d21a2e13 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505640 Dec 11 23:16:00.155485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-685834ad-c26c-4b44-9a48-935fd6a6505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:00.157517 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-685834ad-c26c-4b44-9a48-935fd6a6505c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f4f58c9601463cb156d3095be6e46d&device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1094 time: 0.0474405 Dec 11 23:16:00.204838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-c430cd63-c582-4828-80ed-9427610880bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4f9d88-685a-4556-bf0a-f979514b6c9f HTTP/1.1" status: 200 len: 217 time: 0.0387313 Dec 11 23:16:00.290325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-e9ae99b4-d198-4ad8-9d59-1bd3470c7dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:00.292921 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-e9ae99b4-d198-4ad8-9d59-1bd3470c7dff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=953cc521-51f2-447c-9407-29292bb92cd0 HTTP/1.1" status: 200 len: 849 time: 0.0803406 Dec 11 23:16:00.353971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-c1b7521a-b697-4731-a567-6850892707b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:00.355625 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-c1b7521a-b697-4731-a567-6850892707b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=639932dd-4008-4272-9965-c492380d5068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556331 Dec 11 23:16:00.372524 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:16:00.460668 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-cfa69ed1-ca3c-47ff-90c9-92d42d1ae08b service neutron] 10.222.0.13 "GET /v2.0/networks/639932dd-4008-4272-9965-c492380d5068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981495 Dec 11 23:16:00.567177 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002f0fdb-7586-4b0c-b167-a519ace93001 req-f3b122da-3a4a-48c6-b8f7-febd7728ce42 service neutron] 10.222.0.13 "GET /v2.0/networks/639932dd-4008-4272-9965-c492380d5068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984690 Dec 11 23:16:01.049005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bcf0f-f112-4657-ae48-5fa64b806c52 req-52faa9cb-7689-4afe-adf1-7007f7d17d5e tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:01.051725 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b70bcf0f-f112-4657-ae48-5fa64b806c52 req-52faa9cb-7689-4afe-adf1-7007f7d17d5e tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1094 time: 0.0700109 Dec 11 23:16:01.121001 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b70bcf0f-f112-4657-ae48-5fa64b806c52 req-ee7cd3e4-1903-4a54-a9ee-de31ba075e96 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618227 Dec 11 23:16:02.301926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd26d16-fa0a-4605-9760-939d085c108d req-53d06bf6-55d0-44b0-99b4-1c7a6c388955 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:02.311169 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9fd26d16-fa0a-4605-9760-939d085c108d req-53d06bf6-55d0-44b0-99b4-1c7a6c388955 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1094 time: 0.0531440 Dec 11 23:16:02.385080 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9fd26d16-fa0a-4605-9760-939d085c108d req-e13e00a4-59b3-4e6c-b52a-34d690cd06c4 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634005 Dec 11 23:16:03.489664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f209e0b-3b58-454f-848a-3f834369caf1 req-f36d7d41-f4b5-4b5b-ae83-5b3dcaf447a0 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:03.491276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f209e0b-3b58-454f-848a-3f834369caf1 req-f36d7d41-f4b5-4b5b-ae83-5b3dcaf447a0 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1094 time: 0.0490429 Dec 11 23:16:03.540854 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f209e0b-3b58-454f-848a-3f834369caf1 req-4d732a2e-6a46-4c33-94e8-31a1c2d5703f tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422311 Dec 11 23:16:04.123175 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device bd4f9d88-685a-4556-bf0a-f979514b6c9f details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:16:04.226617 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port bd4f9d88-685a-4556-bf0a-f979514b6c9f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=bd4f9d88-685a-4556-bf0a-f979514b6c9f,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:04.241103 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'bd4f9d88-685a-4556-bf0a-f979514b6c9f', 'network_id': '639932dd-4008-4272-9965-c492380d5068', 'port_id': 'bd4f9d88-685a-4556-bf0a-f979514b6c9f', 'mac_address': 'fa:16:3e:1e:97:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953cc521-51f2-447c-9407-29292bb92cd0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:16:04.282536 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:04.308070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4f9d88-685a-4556-bf0a-f979514b6c9f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:16:04.330215 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port bd4f9d88-685a-4556-bf0a-f979514b6c9f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=bd4f9d88-685a-4556-bf0a-f979514b6c9f,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:04.420635 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:04.469974 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=bd4f9d88-685a-4556-bf0a-f979514b6c9f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:04.679880 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786d270-97fe-4f09-b009-4b54d8cd07ba req-9c0d0d22-4613-42ba-95ec-969065cafa34 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:04.682964 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e786d270-97fe-4f09-b009-4b54d8cd07ba req-9c0d0d22-4613-42ba-95ec-969065cafa34 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1095 time: 0.0617688 Dec 11 23:16:04.743431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['bd4f9d88-685a-4556-bf0a-f979514b6c9f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:16:04.768941 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e786d270-97fe-4f09-b009-4b54d8cd07ba req-7df937df-4196-4f1c-b9fa-6c81ff3e9834 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775785 Dec 11 23:16:06.015123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfcf44-c449-4f61-b069-31402c2646d5 req-0a8799f6-7e64-4473-840f-4e6f74fe6df5 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:06.032190 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57bfcf44-c449-4f61-b069-31402c2646d5 req-0a8799f6-7e64-4473-840f-4e6f74fe6df5 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1095 time: 0.1221724 Dec 11 23:16:06.114161 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57bfcf44-c449-4f61-b069-31402c2646d5 req-71ac090e-a3e8-4af7-81a7-7588f9ee3986 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729532 Dec 11 23:16:06.127062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device bd4f9d88-685a-4556-bf0a-f979514b6c9f up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:16:06.340884 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port bd4f9d88-685a-4556-bf0a-f979514b6c9f completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:16:06.348716 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port bd4f9d88-685a-4556-bf0a-f979514b6c9f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:06.352694 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:06.484827 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:06.511746 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d0c009-2fce-4e4f-9731-8edbb87c2e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4f9d88-685a-4556-bf0a-f979514b6c9f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:16:06.514699 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66af1398-3e91-4532-94ee-448f64d24d82" -d '{"events": [{"server_uuid": "42d0c009-2fce-4e4f-9731-8edbb87c2e75", "name": "network-vif-plugged", "status": "completed", "tag": "bd4f9d88-685a-4556-bf0a-f979514b6c9f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:16:06.544477 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port bd4f9d88-685a-4556-bf0a-f979514b6c9f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=bd4f9d88-685a-4556-bf0a-f979514b6c9f,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:06.609391 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:06.671183 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79578f3-632c-4ae9-983e-b10d088f4750 x-openstack-request-id: req-d79578f3-632c-4ae9-983e-b10d088f4750 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:16:06.671418 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d0c009-2fce-4e4f-9731-8edbb87c2e75", "name": "network-vif-plugged", "status": "completed", "tag": "bd4f9d88-685a-4556-bf0a-f979514b6c9f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:16:06.671648 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d79578f3-632c-4ae9-983e-b10d088f4750 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:16:06.672250 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d0c009-2fce-4e4f-9731-8edbb87c2e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4f9d88-685a-4556-bf0a-f979514b6c9f', 'code': 200} Dec 11 23:16:06.673813 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=bd4f9d88-685a-4556-bf0a-f979514b6c9f,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:06.774540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46aa182-1142-4c94-be51-3d44cd0725c4 req-49e705da-a88a-4afa-8304-8d346eafd634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:06.776147 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f46aa182-1142-4c94-be51-3d44cd0725c4 req-49e705da-a88a-4afa-8304-8d346eafd634 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1096 time: 0.0418365 Dec 11 23:16:06.831826 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f46aa182-1142-4c94-be51-3d44cd0725c4 req-42d2c3e0-bd26-4ee6-bbd7-72ed747770bc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452931 Dec 11 23:16:07.250289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0894a7-da97-48d9-9185-7f7484a345a1 req-70332b68-9bef-430a-8f02-d37d3ab2ba2f tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:07.252495 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ce0894a7-da97-48d9-9185-7f7484a345a1 req-70332b68-9bef-430a-8f02-d37d3ab2ba2f tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1096 time: 0.0462084 Dec 11 23:16:07.302630 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ce0894a7-da97-48d9-9185-7f7484a345a1 req-e118e4b1-046c-4832-98af-1fecd6573397 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434527 Dec 11 23:16:08.451692 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092f3f7-90bb-4b95-b856-3456a5d0d684 req-74214c72-b3a7-4a09-b2c7-b82682f27e10 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:08.453547 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b092f3f7-90bb-4b95-b856-3456a5d0d684 req-74214c72-b3a7-4a09-b2c7-b82682f27e10 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1096 time: 0.0619924 Dec 11 23:16:08.515981 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b092f3f7-90bb-4b95-b856-3456a5d0d684 req-df567138-1041-4941-ad15-aa240affd7e0 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550222 Dec 11 23:16:08.724427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b555776-2194-4bc2-aaf6-4813ca65a38d req-1ecf1c68-28b7-48fd-bc10-c9844b5f4333 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:08.725873 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3b555776-2194-4bc2-aaf6-4813ca65a38d req-1ecf1c68-28b7-48fd-bc10-c9844b5f4333 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1096 time: 0.0783997 Dec 11 23:16:08.752438 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42756) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:08.789693 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3b555776-2194-4bc2-aaf6-4813ca65a38d req-7f38bfe1-81ab-438d-8f97-9952910abd50 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549874 Dec 11 23:16:08.918348 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06aff2b8-3f11-4e70-8469-d10e1ce18311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:08.928790 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd658292-ff85-401c-8442-ac6d5423f331 req-c935b61f-3394-45c1-becb-ec7e871b7051 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:08.930635 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd658292-ff85-401c-8442-ac6d5423f331 req-c935b61f-3394-45c1-becb-ec7e871b7051 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1096 time: 0.0570199 Dec 11 23:16:08.996332 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dd658292-ff85-401c-8442-ac6d5423f331 req-386d10eb-7cfc-400f-bf12-535e61646874 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564649 Dec 11 23:16:09.066185 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06aff2b8-3f11-4e70-8469-d10e1ce18311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:09.137827 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06aff2b8-3f11-4e70-8469-d10e1ce18311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:09.173281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aff2b8-3f11-4e70-8469-d10e1ce18311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117ce6a8-bd0a-4ca7-b0d6-b0a66fe33df6,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:09.192353 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-06aff2b8-3f11-4e70-8469-d10e1ce18311 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d415c4ed02c48b98ef889b35857172c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4387136 Dec 11 23:16:09.194937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42766) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:09.245441 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c05dfde1-eff5-4830-aff1-b844ea2cc5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:09.267755 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c05dfde1-eff5-4830-aff1-b844ea2cc5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:09.388697 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c05dfde1-eff5-4830-aff1-b844ea2cc5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:09.391467 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c05dfde1-eff5-4830-aff1-b844ea2cc5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:09.392639 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c05dfde1-eff5-4830-aff1-b844ea2cc5bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/117ce6a8-bd0a-4ca7-b0d6-b0a66fe33df6 HTTP/1.1" status: 204 len: 168 time: 0.1967752 Dec 11 23:16:09.402963 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dfde1-eff5-4830-aff1-b844ea2cc5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117ce6a8-bd0a-4ca7-b0d6-b0a66fe33df6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:09.433921 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-6acefabb-f529-4b5c-99fb-745367b408a1 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:09.434937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-6acefabb-f529-4b5c-99fb-745367b408a1 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/networks?id=639932dd-4008-4272-9965-c492380d5068 HTTP/1.1" status: 200 len: 911 time: 0.1085539 Dec 11 23:16:09.454176 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-df97d880-efd6-44b9-a08b-96cea0caefa0 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/quotas/56f4f58c9601463cb156d3095be6e46d HTTP/1.1" status: 200 len: 375 time: 0.0133204 Dec 11 23:16:09.534668 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-7c4164fc-aa49-4e60-bcca-5daf786edc7f tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=56f4f58c9601463cb156d3095be6e46d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728407 Dec 11 23:16:09.743419 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-a397914f-f012-45c1-99b8-38a4ff64e87b service neutron] 10.222.0.45 "GET /v2.0/networks/639932dd-4008-4272-9965-c492380d5068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996093 Dec 11 23:16:09.857481 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-b58765c4-cf3d-4764-b9fd-26b3dd090c14 service neutron] 10.222.0.45 "GET /v2.0/networks/639932dd-4008-4272-9965-c492380d5068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040540 Dec 11 23:16:10.084606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42792) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:10.090630 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-12857657-2aea-4139-8c2f-d0d0ae98fa79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:10.173695 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-12857657-2aea-4139-8c2f-d0d0ae98fa79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:10.251574 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-12857657-2aea-4139-8c2f-d0d0ae98fa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:10.295396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12857657-2aea-4139-8c2f-d0d0ae98fa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba48fe84-9132-4a8d-8003-555e8bccfe14,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:10.301461 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-12857657-2aea-4139-8c2f-d0d0ae98fa79 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=918f5b79f7b245bc899f8030bd3a6e11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2240670 Dec 11 23:16:10.304364 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42794) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:10.366115 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:10.391408 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:10.540556 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:10.543772 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:10.548161 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba48fe84-9132-4a8d-8003-555e8bccfe14 HTTP/1.1" status: 204 len: 168 time: 0.2427459 Dec 11 23:16:10.558530 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba48fe84-9132-4a8d-8003-555e8bccfe14,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:10.568281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:10.573394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:10.573394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:10.573394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:10.573394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:10.573394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:10.573394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:10.573394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:10.573394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:10.573394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:10.573394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:10.573394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:10.573394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81a277-9ef5-464e-8b9d-507c1b202921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:11.147570 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c0504df2-11f5-4f06-93ba-b32c56d8467f req-324e59c3-5495-4a1d-94ac-f1cb05a25607 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 210 time: 0.0321410 Dec 11 23:16:11.241607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42810) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:11.255437 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-926c22b8-0a4d-42b5-bc21-835e7e791608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:11.335393 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-926c22b8-0a4d-42b5-bc21-835e7e791608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:11.415373 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-926c22b8-0a4d-42b5-bc21-835e7e791608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:11.457747 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c22b8-0a4d-42b5-bc21-835e7e791608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d12322-d825-487e-97a9-936f33c388be,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:11.465532 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-926c22b8-0a4d-42b5-bc21-835e7e791608 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=67dda2974d614e07bed75b86711261ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2218943 Dec 11 23:16:11.467493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42812) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:11.522438 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:11.548262 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:11.694752 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:11.698175 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:11.699364 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5d12322-d825-487e-97a9-936f33c388be HTTP/1.1" status: 204 len: 168 time: 0.2308438 Dec 11 23:16:11.710194 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d12322-d825-487e-97a9-936f33c388be,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:11.721160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:11.721517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:11.721913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:11.722257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:11.722593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:11.723241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:11.723753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:11.724277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:11.724777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:11.725291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:11.725804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:11.726461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:11.727018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59623be-cfdf-4a56-b81c-4a734c5c5ef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:12.247374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32c90226-01ea-4c26-b25a-7efbc53b2945 req-4251e386-b765-4148-8e63-772ebee5404f tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 210 time: 0.0305982 Dec 11 23:16:13.356842 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1909cb5e-079f-4081-b2b3-987798008ef2 req-cece1a27-7b2c-4cd9-a457-483f60e90edb tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 210 time: 0.0394599 Dec 11 23:16:13.891654 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:14.494687 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-02d5ecc3-a567-4256-a736-711202dfbd33 req-317d0a6c-5cfd-4d00-b404-25210e26d4c4 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 210 time: 0.0288031 Dec 11 23:16:15.596052 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c5ded17-337a-4f5d-a44e-d3a3ffe5cebf req-b7d87946-ce31-4ab6-81e6-df7ba115f327 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 210 time: 0.0310102 Dec 11 23:16:15.904586 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-8b744626-803f-4d19-9d86-1ee53c140366 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:15.906378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-8b744626-803f-4d19-9d86-1ee53c140366 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.47 "GET /v2.0/networks?id=639932dd-4008-4272-9965-c492380d5068 HTTP/1.1" status: 200 len: 911 time: 0.1005361 Dec 11 23:16:15.919395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-3d87794c-1072-4a37-af44-ea27dfa644d9 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Request body: {'port': {'device_id': '458e2efd-c5f2-4b97-9836-d8bdf40d6760', 'network_id': '639932dd-4008-4272-9965-c492380d5068', 'admin_state_up': True, 'tenant_id': '56f4f58c9601463cb156d3095be6e46d'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:16:16.057468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-3d87794c-1072-4a37-af44-ea27dfa644d9 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Made reservation on behalf of 56f4f58c9601463cb156d3095be6e46d for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:16:16.060671 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-3d87794c-1072-4a37-af44-ea27dfa644d9 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:16.204097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-3d87794c-1072-4a37-af44-ea27dfa644d9 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Allocated IP 172.20.0.7 (639932dd-4008-4272-9965-c492380d5068/953cc521-51f2-447c-9407-29292bb92cd0/ae520ced-cee3-4d70-bfae-8af25bf6ceb7) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:16:16.235877 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42912) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:16.353921 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-3d87794c-1072-4a37-af44-ea27dfa644d9 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:16.460512 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-abce7fa8-4f4e-4045-a0dc-16a8c2548428 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Deleting port 3247788c-f7ec-4b3c-8abc-959e390dca1e {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:16:16.460864 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abce7fa8-4f4e-4045-a0dc-16a8c2548428 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:16.463544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-3d87794c-1072-4a37-af44-ea27dfa644d9 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:16.475777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['bd4f9d88-685a-4556-bf0a-f979514b6c9f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:16:16.556944 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-3d87794c-1072-4a37-af44-ea27dfa644d9 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Network 639932dd-4008-4272-9965-c492380d5068 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:16:16.560800 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-3d87794c-1072-4a37-af44-ea27dfa644d9 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:16:16.566702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-3d87794c-1072-4a37-af44-ea27dfa644d9 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:16:16.579583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87794c-1072-4a37-af44-ea27dfa644d9 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Pushing event updated for resources: {'Port': ['ID=ae520ced-cee3-4d70-bfae-8af25bf6ceb7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:16.675598 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abce7fa8-4f4e-4045-a0dc-16a8c2548428 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:16.676190 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abce7fa8-4f4e-4045-a0dc-16a8c2548428 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:16.696486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-3d87794c-1072-4a37-af44-ea27dfa644d9 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:16.703232 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-3d87794c-1072-4a37-af44-ea27dfa644d9 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:16.717744 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-abce7fa8-4f4e-4045-a0dc-16a8c2548428 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Calling delete_port for 3247788c-f7ec-4b3c-8abc-959e390dca1e owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:16:16.832588 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-3d87794c-1072-4a37-af44-ea27dfa644d9 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9164686 Dec 11 23:16:16.856427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Request body: {'port': {'device_id': '458e2efd-c5f2-4b97-9836-d8bdf40d6760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:16:16.875954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d9552-33dd-4b09-80ef-f0c4d30e4239 req-68058418-76e6-4ba1-9b69-c85351e4cefa tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:16.881959 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b7d9552-33dd-4b09-80ef-f0c4d30e4239 req-68058418-76e6-4ba1-9b69-c85351e4cefa tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1027 time: 0.1398461 Dec 11 23:16:17.015682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e4ca754a-f2b1-495f-bb0f-81fdaf7b1681 None None] Provisioning complete for port ae520ced-cee3-4d70-bfae-8af25bf6ceb7 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:17.016187 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e4ca754a-f2b1-495f-bb0f-81fdaf7b1681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:17.058027 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:17.073275 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b7d9552-33dd-4b09-80ef-f0c4d30e4239 req-242c32ce-1253-4a96-ac25-45098461b4f9 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518743 Dec 11 23:16:17.100691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca754a-f2b1-495f-bb0f-81fdaf7b1681 None None] Port ae520ced-cee3-4d70-bfae-8af25bf6ceb7 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:16:17.126990 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42924) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:17.226530 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abce7fa8-4f4e-4045-a0dc-16a8c2548428 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:17.275340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce7fa8-4f4e-4045-a0dc-16a8c2548428 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event deleted for resources: {'Port': ['ID=3247788c-f7ec-4b3c-8abc-959e390dca1e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:17.308157 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9fe12c2d-af4c-4dfc-b722-8d6df2a7e4ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:17.445144 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9fe12c2d-af4c-4dfc-b722-8d6df2a7e4ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:17.479532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abce7fa8-4f4e-4045-a0dc-16a8c2548428 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:17.481181 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-abce7fa8-4f4e-4045-a0dc-16a8c2548428 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Floating IP 1c09b860-157b-4f87-af07-6a136d783663 disassociated (deleted). External IP: 172.25.1.131, port: d3946a0b-ffcd-42a0-a835-f0647aa39142. Dec 11 23:16:17.534705 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9fe12c2d-af4c-4dfc-b722-8d6df2a7e4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:17.556520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae520ced-cee3-4d70-bfae-8af25bf6ceb7 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:16:17.567143 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:17.597939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Transition to ACTIVE for port object ae520ced-cee3-4d70-bfae-8af25bf6ceb7 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:16:17.606000 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9fe12c2d-af4c-4dfc-b722-8d6df2a7e4ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aee0d970b15a477f863e87c4f03a8b02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4751701 Dec 11 23:16:17.608779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 42928) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:17.640596 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:17.645259 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe12c2d-af4c-4dfc-b722-8d6df2a7e4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8635fe2-dc85-44be-a756-3a496b551c3f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:17.700599 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ab18615e-4615-498f-8726-c46cadbc9aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:17.716055 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:17.768986 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ab18615e-4615-498f-8726-c46cadbc9aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:17.804214 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abce7fa8-4f4e-4045-a0dc-16a8c2548428 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:16:17.862644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae520ced-cee3-4d70-bfae-8af25bf6ceb7,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:17.933480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Attempting to bind port ae520ced-cee3-4d70-bfae-8af25bf6ceb7 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:16:17.933480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Attempting to bind port ae520ced-cee3-4d70-bfae-8af25bf6ceb7 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:16:17.933815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Attempting to bind port ae520ced-cee3-4d70-bfae-8af25bf6ceb7 on network 639932dd-4008-4272-9965-c492380d5068 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:16:17.939378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Port ae520ced-cee3-4d70-bfae-8af25bf6ceb7 on network 639932dd-4008-4272-9965-c492380d5068 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:16:17.946706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Attempting to bind port ae520ced-cee3-4d70-bfae-8af25bf6ceb7 on network 639932dd-4008-4272-9965-c492380d5068 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:16:17.946706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:16:17.947072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Checking segment: {'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:16:17.947296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Bound using segment: {'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:16:17.947747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Bound port: ae520ced-cee3-4d70-bfae-8af25bf6ceb7, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed54df31-559f-4a0d-b046-52a1e665b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '639932dd-4008-4272-9965-c492380d5068'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:16:17.948112 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:17.966822 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abce7fa8-4f4e-4045-a0dc-16a8c2548428 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:16:17.978828 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221fe3cc-f935-4012-98a8-21969df54417 None None] Sync routers for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:16:17.986832 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-abce7fa8-4f4e-4045-a0dc-16a8c2548428 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:17.996993 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221fe3cc-f935-4012-98a8-21969df54417 None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:16:18.001690 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ab18615e-4615-498f-8726-c46cadbc9aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:18.002687 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-221fe3cc-f935-4012-98a8-21969df54417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:15:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:18.002946 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ab18615e-4615-498f-8726-c46cadbc9aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:18.002946 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ab18615e-4615-498f-8726-c46cadbc9aff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c8635fe2-dc85-44be-a756-3a496b551c3f HTTP/1.1" status: 204 len: 168 time: 0.3910291 Dec 11 23:16:18.036553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18615e-4615-498f-8726-c46cadbc9aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8635fe2-dc85-44be-a756-3a496b551c3f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:18.052931 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-abce7fa8-4f4e-4045-a0dc-16a8c2548428 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "DELETE /v2.0/floatingips/1c09b860-157b-4f87-af07-6a136d783663 HTTP/1.1" status: 204 len: 168 time: 1.8135500 Dec 11 23:16:18.052931 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3924281f-f6cd-4076-a226-6941256b86a3', 'tag': 'd3946a0b-ffcd-42a0-a835-f0647aa39142'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:16:18.054655 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1a28d8-84ce-4d95-b9c9-0c211997cb13" -d '{"events": [{"name": "network-changed", "server_uuid": "3924281f-f6cd-4076-a226-6941256b86a3", "tag": "d3946a0b-ffcd-42a0-a835-f0647aa39142"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:16:18.107973 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] For port ae520ced-cee3-4d70-bfae-8af25bf6ceb7, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:16:18.107973 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] For port ae520ced-cee3-4d70-bfae-8af25bf6ceb7, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ae520ced-cee3-4d70-bfae-8af25bf6ceb7,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:16:18.142033 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fb1c9e-be29-43e3-a63c-fa4a2cbba589 x-openstack-request-id: req-d8fb1c9e-be29-43e3-a63c-fa4a2cbba589 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:16:18.143033 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3924281f-f6cd-4076-a226-6941256b86a3", "tag": "d3946a0b-ffcd-42a0-a835-f0647aa39142", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:16:18.143537 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8fb1c9e-be29-43e3-a63c-fa4a2cbba589 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:16:18.144174 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3924281f-f6cd-4076-a226-6941256b86a3', 'tag': 'd3946a0b-ffcd-42a0-a835-f0647aa39142', 'status': 'completed', 'code': 200} Dec 11 23:16:18.223261 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-221fe3cc-f935-4012-98a8-21969df54417 None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:16:18.235046 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:18.558881 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-221fe3cc-f935-4012-98a8-21969df54417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '71937a16-21f6-41dd-bdc1-ec77a47b3e14', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'port_id': 'a1077aab-213d-4a5b-9679-cf757014e988', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'mac_address': 'fa:16:3e:26:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:10:45Z', 'updated_at': '2021-12-11T23:10:48Z', 'revision_number': 1, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:18.605060 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221fe3cc-f935-4012-98a8-21969df54417 None None] Checking router: a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:16:18.632625 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221fe3cc-f935-4012-98a8-21969df54417 None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:16:18.636384 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-221fe3cc-f935-4012-98a8-21969df54417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:15:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:18.656129 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60778ab4-1c3b-4ed3-83c6-1cf8917e2939 req-856fedcc-0de2-4dd1-be9f-2d13aceac7c0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:18.657889 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-60778ab4-1c3b-4ed3-83c6-1cf8917e2939 req-856fedcc-0de2-4dd1-be9f-2d13aceac7c0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 946 time: 0.0677748 Dec 11 23:16:18.661983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae520ced-cee3-4d70-bfae-8af25bf6ceb7,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:18.678560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:18.679157 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:18.681618 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-53ecf3af-b8b0-42cf-9228-9dd74f9742c7 service neutron] 10.222.0.47 "PUT /v2.0/ports/ae520ced-cee3-4d70-bfae-8af25bf6ceb7 HTTP/1.1" status: 200 len: 1091 time: 1.8332474 Dec 11 23:16:18.681865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458e2efd-c5f2-4b97-9836-d8bdf40d6760', 'tag': 'ae520ced-cee3-4d70-bfae-8af25bf6ceb7'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:16:18.684218 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddffb879-215d-4dff-8794-05c3c59749b8" -d '{"events": [{"name": "network-changed", "server_uuid": "458e2efd-c5f2-4b97-9836-d8bdf40d6760", "tag": "ae520ced-cee3-4d70-bfae-8af25bf6ceb7"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:16:18.733106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a28d8-84ce-4d95-b9c9-0c211997cb13 req-f122e09d-0f38-4ffb-8586-fc153fd0e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:18.735042 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b1a28d8-84ce-4d95-b9c9-0c211997cb13 req-f122e09d-0f38-4ffb-8586-fc153fd0e0e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 1097 time: 0.5557029 Dec 11 23:16:18.765985 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-60778ab4-1c3b-4ed3-83c6-1cf8917e2939 req-94cf6a37-1568-46ba-b02f-6566ec8c1a47 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870297 Dec 11 23:16:18.784727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffecd2-ec3e-4254-850e-6d16ec139ad0 req-c3cf53b4-5431-4650-887f-50924f0e0736 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:18.788573 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47ffecd2-ec3e-4254-850e-6d16ec139ad0 req-c3cf53b4-5431-4650-887f-50924f0e0736 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1094 time: 0.5393937 Dec 11 23:16:18.865183 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f4f19a15-d150-4716-9211-7a5e5001e24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:18.924851 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f994e31f-062d-48f0-b7e5-0e0f00509635 x-openstack-request-id: req-f994e31f-062d-48f0-b7e5-0e0f00509635 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:16:18.925463 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458e2efd-c5f2-4b97-9836-d8bdf40d6760", "tag": "ae520ced-cee3-4d70-bfae-8af25bf6ceb7", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:16:18.925905 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f994e31f-062d-48f0-b7e5-0e0f00509635 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:16:18.926486 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458e2efd-c5f2-4b97-9836-d8bdf40d6760', 'tag': 'ae520ced-cee3-4d70-bfae-8af25bf6ceb7', 'status': 'completed', 'code': 200} Dec 11 23:16:19.017771 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47ffecd2-ec3e-4254-850e-6d16ec139ad0 req-44c1bab4-7e6a-4afb-9401-a099418c7e9c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814349 Dec 11 23:16:19.022676 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-7c696445-05a9-4949-b325-277f637b1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:19.024875 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-7c696445-05a9-4949-b325-277f637b1883 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56f4f58c9601463cb156d3095be6e46d&device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1094 time: 0.1727681 Dec 11 23:16:19.093354 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-221fe3cc-f935-4012-98a8-21969df54417 None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:16:19.166784 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-e5a9c326-dc2f-40ca-b51e-323f5a82932f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae520ced-cee3-4d70-bfae-8af25bf6ceb7 HTTP/1.1" status: 200 len: 217 time: 0.0989029 Dec 11 23:16:19.168261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a28d8-84ce-4d95-b9c9-0c211997cb13 req-eb19101c-bc03-4528-b373-37b15f0c09e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:19.169643 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b1a28d8-84ce-4d95-b9c9-0c211997cb13 req-eb19101c-bc03-4528-b373-37b15f0c09e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 912 time: 0.3912239 Dec 11 23:16:19.269504 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b1a28d8-84ce-4d95-b9c9-0c211997cb13 req-ef8a0aac-9744-4341-9c5d-be7b3c5fe378 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3946a0b-ffcd-42a0-a835-f0647aa39142 HTTP/1.1" status: 200 len: 217 time: 0.0922906 Dec 11 23:16:19.335149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-4ab07842-ad01-439b-9cb5-859e4a697a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:19.338326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-4ab07842-ad01-439b-9cb5-859e4a697a9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=953cc521-51f2-447c-9407-29292bb92cd0 HTTP/1.1" status: 200 len: 849 time: 0.1619089 Dec 11 23:16:19.369692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a28d8-84ce-4d95-b9c9-0c211997cb13 req-c64b841a-a5de-4f7c-81e8-df467c90ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:19.371808 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b1a28d8-84ce-4d95-b9c9-0c211997cb13 req-c64b841a-a5de-4f7c-81e8-df467c90ff8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.0909400 Dec 11 23:16:19.438236 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-221fe3cc-f935-4012-98a8-21969df54417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '71937a16-21f6-41dd-bdc1-ec77a47b3e14', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'port_id': 'a1077aab-213d-4a5b-9679-cf757014e988', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'mac_address': 'fa:16:3e:26:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:10:45Z', 'updated_at': '2021-12-11T23:10:48Z', 'revision_number': 1, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:19.454834 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-a30d9943-4410-4293-9539-a86272d50747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:19.456385 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-a30d9943-4410-4293-9539-a86272d50747 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=639932dd-4008-4272-9965-c492380d5068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101620 Dec 11 23:16:19.462601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a28d8-84ce-4d95-b9c9-0c211997cb13 req-8c4e8493-3537-423a-ab18-7fb3bbdf0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:19.469273 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b1a28d8-84ce-4d95-b9c9-0c211997cb13 req-8c4e8493-3537-423a-ab18-7fb3bbdf0b44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663157 Dec 11 23:16:19.469663 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221fe3cc-f935-4012-98a8-21969df54417 None None] The sync data for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 is: [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '71937a16-21f6-41dd-bdc1-ec77a47b3e14', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'port_id': 'a1077aab-213d-4a5b-9679-cf757014e988', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'mac_address': 'fa:16:3e:26:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:10:45Z', 'updated_at': '2021-12-11T23:10:48Z', 'revision_number': 1, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:16:19.630429 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-5516b777-9aab-4ac1-afce-9d76993071fe service neutron] 10.222.0.47 "GET /v2.0/networks/639932dd-4008-4272-9965-c492380d5068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653590 Dec 11 23:16:19.636800 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b1a28d8-84ce-4d95-b9c9-0c211997cb13 req-9d6cbab1-7d2e-4f96-8ad9-d37ae3972849 service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635585 Dec 11 23:16:19.815788 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49d6bb1f-73cd-4c35-98b1-5aa7674d247a req-0415eb22-d9c5-4a2c-8000-c6a1f375d610 service neutron] 10.222.0.47 "GET /v2.0/networks/639932dd-4008-4272-9965-c492380d5068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670065 Dec 11 23:16:19.826075 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b1a28d8-84ce-4d95-b9c9-0c211997cb13 req-ead9dc04-78bf-4275-86f1-932e74d839ef service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689949 Dec 11 23:16:19.893842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6554291c-12d5-4523-ac00-541bdafa7a9a None None] New status for floating IP 1c09b860-157b-4f87-af07-6a136d783663: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:16:19.938053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad738d56-dff9-4c50-a10b-d396406ac28e req-54eae9a9-05b5-42c7-a668-fa27394e20d9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:19.939609 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ad738d56-dff9-4c50-a10b-d396406ac28e req-54eae9a9-05b5-42c7-a668-fa27394e20d9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 946 time: 0.0663407 Dec 11 23:16:20.030442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffb879-215d-4dff-8794-05c3c59749b8 req-4f40bb90-912d-4c26-91bb-b0c762e2192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:20.030442 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ddffb879-215d-4dff-8794-05c3c59749b8 req-4f40bb90-912d-4c26-91bb-b0c762e2192a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56f4f58c9601463cb156d3095be6e46d&device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1094 time: 0.0820119 Dec 11 23:16:20.071128 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ad738d56-dff9-4c50-a10b-d396406ac28e req-10616ab3-17df-468a-8fc2-2545f2a17fde tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105154 Dec 11 23:16:20.194490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48fbb5-5431-4ef9-9f75-a472736db34d req-f87376f8-ced0-4d5e-b020-1773726c941c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:20.196945 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c48fbb5-5431-4ef9-9f75-a472736db34d req-f87376f8-ced0-4d5e-b020-1773726c941c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1094 time: 0.0778425 Dec 11 23:16:20.199885 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffb879-215d-4dff-8794-05c3c59749b8 req-8152d002-e947-4746-a9ce-67b4b815959a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:20.201438 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ddffb879-215d-4dff-8794-05c3c59749b8 req-8152d002-e947-4746-a9ce-67b4b815959a service neutron] 10.222.0.47 "GET /v2.0/networks?id=639932dd-4008-4272-9965-c492380d5068 HTTP/1.1" status: 200 len: 911 time: 0.1628835 Dec 11 23:16:20.270710 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ddffb879-215d-4dff-8794-05c3c59749b8 req-e28132e5-17f1-4ece-b3dc-23015f0c4af3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae520ced-cee3-4d70-bfae-8af25bf6ceb7 HTTP/1.1" status: 200 len: 217 time: 0.0602953 Dec 11 23:16:20.357323 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c48fbb5-5431-4ef9-9f75-a472736db34d req-249aeece-658d-4c0e-9acb-1f6d9756ab85 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519978 Dec 11 23:16:20.367200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffb879-215d-4dff-8794-05c3c59749b8 req-b4a67970-c30c-40bc-85ae-e2aba60f4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:20.368920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ddffb879-215d-4dff-8794-05c3c59749b8 req-b4a67970-c30c-40bc-85ae-e2aba60f4a85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=953cc521-51f2-447c-9407-29292bb92cd0 HTTP/1.1" status: 200 len: 849 time: 0.0821664 Dec 11 23:16:20.378196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d406c-f935-450f-aa4b-f6f633d2d653 req-36da9629-7f23-4bd0-814e-07d6e0e82549 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:20.379759 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-206d406c-f935-450f-aa4b-f6f633d2d653 req-36da9629-7f23-4bd0-814e-07d6e0e82549 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 946 time: 0.1542029 Dec 11 23:16:20.438602 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 42994) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:20.491214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffb879-215d-4dff-8794-05c3c59749b8 req-b085f0a4-5759-419a-b7dd-51b5fad81447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:20.493283 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ddffb879-215d-4dff-8794-05c3c59749b8 req-b085f0a4-5759-419a-b7dd-51b5fad81447 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=639932dd-4008-4272-9965-c492380d5068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120842 Dec 11 23:16:20.591265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-206d406c-f935-450f-aa4b-f6f633d2d653 req-3d43134b-25dc-4676-bc0c-b2155015e63f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Deleting port d3946a0b-ffcd-42a0-a835-f0647aa39142 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:16:20.592591 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-206d406c-f935-450f-aa4b-f6f633d2d653 req-3d43134b-25dc-4676-bc0c-b2155015e63f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:20.601197 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34826d87-7452-4c2f-8487-671d91f68ed8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:20.694213 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34826d87-7452-4c2f-8487-671d91f68ed8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:20.699794 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ddffb879-215d-4dff-8794-05c3c59749b8 req-34791dc5-67a7-4eff-95c1-0d78e98fe05e service neutron] 10.222.0.47 "GET /v2.0/networks/639932dd-4008-4272-9965-c492380d5068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975195 Dec 11 23:16:20.784540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-206d406c-f935-450f-aa4b-f6f633d2d653 req-3d43134b-25dc-4676-bc0c-b2155015e63f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] For port d3946a0b-ffcd-42a0-a835-f0647aa39142, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d3946a0b-ffcd-42a0-a835-f0647aa39142,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:20.784910 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-206d406c-f935-450f-aa4b-f6f633d2d653 req-3d43134b-25dc-4676-bc0c-b2155015e63f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:20.802631 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-206d406c-f935-450f-aa4b-f6f633d2d653 req-3d43134b-25dc-4676-bc0c-b2155015e63f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Calling delete_port for d3946a0b-ffcd-42a0-a835-f0647aa39142 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:16:20.873128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ddffb879-215d-4dff-8794-05c3c59749b8 req-9b6e859f-17ef-4cea-a399-f85a240a3429 service neutron] 10.222.0.47 "GET /v2.0/networks/639932dd-4008-4272-9965-c492380d5068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582069 Dec 11 23:16:21.189914 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1025be-2075-48d6-98a9-61a2035a6647 req-b5038244-f3b7-463b-8be8-d8e5d7ef378a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:21.191945 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-af1025be-2075-48d6-98a9-61a2035a6647 req-b5038244-f3b7-463b-8be8-d8e5d7ef378a tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 946 time: 0.0605240 Dec 11 23:16:21.242723 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-af1025be-2075-48d6-98a9-61a2035a6647 req-c7082fe7-de00-48e9-9e03-fcb97906f948 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444815 Dec 11 23:16:21.449929 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e70a836c-41f3-425b-a852-a7de1f6f88b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:21.450355 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-34826d87-7452-4c2f-8487-671d91f68ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:21.459127 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-206d406c-f935-450f-aa4b-f6f633d2d653 req-3d43134b-25dc-4676-bc0c-b2155015e63f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:21.491775 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43134b-25dc-4676-bc0c-b2155015e63f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event deleted for resources: {'Port': ['ID=d3946a0b-ffcd-42a0-a835-f0647aa39142,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:21.495565 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-34826d87-7452-4c2f-8487-671d91f68ed8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=debdfae4c6cc4dffae61e10c3b3131c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0557470 Dec 11 23:16:21.501431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43014) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:21.510683 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34826d87-7452-4c2f-8487-671d91f68ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cbbe09-d004-4f9a-880d-9b327e02e059,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:21.562526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-206d406c-f935-450f-aa4b-f6f633d2d653 req-3d43134b-25dc-4676-bc0c-b2155015e63f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] No DVR routers for this DVR port d3946a0b-ffcd-42a0-a835-f0647aa39142 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:16:21.565737 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-206d406c-f935-450f-aa4b-f6f633d2d653 req-3d43134b-25dc-4676-bc0c-b2155015e63f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:21.569491 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-206d406c-f935-450f-aa4b-f6f633d2d653 req-3d43134b-25dc-4676-bc0c-b2155015e63f tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.13 "DELETE /v2.0/ports/d3946a0b-ffcd-42a0-a835-f0647aa39142 HTTP/1.1" status: 204 len: 173 time: 1.1805584 Dec 11 23:16:21.574317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3924281f-f6cd-4076-a226-6941256b86a3', 'name': 'network-vif-deleted', 'tag': 'd3946a0b-ffcd-42a0-a835-f0647aa39142'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:16:21.576845 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96b3204-943e-4c3b-9335-c8157b44e887" -d '{"events": [{"server_uuid": "3924281f-f6cd-4076-a226-6941256b86a3", "name": "network-vif-deleted", "tag": "d3946a0b-ffcd-42a0-a835-f0647aa39142"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:16:21.600251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b2a0e-83ae-4198-a2f3-6fa1704ecc48 req-c6c9cfe6-dd9a-47e4-9b42-18edd911d468 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:21.609037 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e04b2a0e-83ae-4198-a2f3-6fa1704ecc48 req-c6c9cfe6-dd9a-47e4-9b42-18edd911d468 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1094 time: 0.1779346 Dec 11 23:16:21.627998 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858d2ede-4d19-44d8-a817-abb233df940b x-openstack-request-id: req-858d2ede-4d19-44d8-a817-abb233df940b {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:16:21.628288 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3924281f-f6cd-4076-a226-6941256b86a3", "name": "network-vif-deleted", "tag": "d3946a0b-ffcd-42a0-a835-f0647aa39142", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:16:21.628523 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-858d2ede-4d19-44d8-a817-abb233df940b {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:16:21.628895 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3924281f-f6cd-4076-a226-6941256b86a3', 'name': 'network-vif-deleted', 'tag': 'd3946a0b-ffcd-42a0-a835-f0647aa39142', 'status': 'completed', 'code': 200} Dec 11 23:16:21.676752 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06a9b0df-d7c3-4e3a-a723-603a9a1e1ed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:21.700442 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06a9b0df-d7c3-4e3a-a723-603a9a1e1ed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:21.724530 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e04b2a0e-83ae-4198-a2f3-6fa1704ecc48 req-cbdc5306-3700-43b0-8794-3d0e6da63630 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144958 Dec 11 23:16:21.832125 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06a9b0df-d7c3-4e3a-a723-603a9a1e1ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:21.834784 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06a9b0df-d7c3-4e3a-a723-603a9a1e1ed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:21.838775 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-06a9b0df-d7c3-4e3a-a723-603a9a1e1ed6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63cbbe09-d004-4f9a-880d-9b327e02e059 HTTP/1.1" status: 204 len: 168 time: 0.3335574 Dec 11 23:16:21.845450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9b0df-d7c3-4e3a-a723-603a9a1e1ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cbbe09-d004-4f9a-880d-9b327e02e059,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:22.337703 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:22.419631 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9157e9ac-2e48-4a88-bb6e-d424495d0300 req-7ba01a7d-f3cb-464e-9725-61b216e64bd4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 210 time: 0.0676856 Dec 11 23:16:22.857577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b2f54-a89f-43de-afe3-cfc9f81fa0db req-0f4b2d18-4345-458f-8c90-ba5da617bd08 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:22.865143 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a23b2f54-a89f-43de-afe3-cfc9f81fa0db req-0f4b2d18-4345-458f-8c90-ba5da617bd08 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1094 time: 0.0622580 Dec 11 23:16:22.924230 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a23b2f54-a89f-43de-afe3-cfc9f81fa0db req-2ff88aeb-2d69-47dd-ba7c-12c0b0c63f0c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581307 Dec 11 23:16:23.554697 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-23a3e4bd-a23c-4093-a9cd-9ad5257734db req-2528bd51-c057-42bb-83f6-f5aa16b0c243 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 210 time: 0.0440028 Dec 11 23:16:23.652419 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ae520ced-cee3-4d70-bfae-8af25bf6ceb7 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:16:23.795848 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ae520ced-cee3-4d70-bfae-8af25bf6ceb7, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ae520ced-cee3-4d70-bfae-8af25bf6ceb7,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:23.813474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'ae520ced-cee3-4d70-bfae-8af25bf6ceb7', 'network_id': '639932dd-4008-4272-9965-c492380d5068', 'port_id': 'ae520ced-cee3-4d70-bfae-8af25bf6ceb7', 'mac_address': 'fa:16:3e:77:a1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953cc521-51f2-447c-9407-29292bb92cd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:16:23.867576 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:23.884378 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae520ced-cee3-4d70-bfae-8af25bf6ceb7 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:16:23.917156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ae520ced-cee3-4d70-bfae-8af25bf6ceb7, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ae520ced-cee3-4d70-bfae-8af25bf6ceb7,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:24.039045 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:24.039045 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:24.097255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19308946-1b6d-426d-bbc7-f20845faae29 req-aecc33ff-183c-4a4e-9eef-4fbfd100aa0b tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:24.100303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19308946-1b6d-426d-bbc7-f20845faae29 req-aecc33ff-183c-4a4e-9eef-4fbfd100aa0b tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1094 time: 0.0866311 Dec 11 23:16:24.119268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=ae520ced-cee3-4d70-bfae-8af25bf6ceb7,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:24.179630 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-19308946-1b6d-426d-bbc7-f20845faae29 req-3601e3e0-94e4-4f8d-a6b0-5d1a1eb8cfe4 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726638 Dec 11 23:16:24.188943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d3946a0b-ffcd-42a0-a835-f0647aa39142 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:16:24.240613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: d3946a0b-ffcd-42a0-a835-f0647aa39142 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:16:24.241271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d3946a0b-ffcd-42a0-a835-f0647aa39142 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:16:24.326302 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['ae520ced-cee3-4d70-bfae-8af25bf6ceb7'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:16:24.688927 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:24.698695 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e6654a40-d465-4ad7-8c2d-a6bcb9f8768f req-8401acd8-1f9f-401e-9d02-188853826335 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 210 time: 0.0407686 Dec 11 23:16:25.341032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f8bf-c7ce-443e-aead-6d7c67ac0591 req-01c2c62b-1234-42aa-8b79-b02431c39b36 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:25.343398 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b140f8bf-c7ce-443e-aead-6d7c67ac0591 req-01c2c62b-1234-42aa-8b79-b02431c39b36 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1095 time: 0.0500484 Dec 11 23:16:25.409328 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b140f8bf-c7ce-443e-aead-6d7c67ac0591 req-a19a456c-c8ef-4934-a610-baa77eef15d3 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581870 Dec 11 23:16:25.668892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ae520ced-cee3-4d70-bfae-8af25bf6ceb7 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:16:25.878119 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port ae520ced-cee3-4d70-bfae-8af25bf6ceb7 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:16:25.883641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port ae520ced-cee3-4d70-bfae-8af25bf6ceb7 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:25.891846 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:25.891963 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-493d12b6-0367-49a3-b311-266dd57b6587 req-649eba43-1720-4430-a9e7-20d0426c1fa6 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 210 time: 0.0341396 Dec 11 23:16:26.022295 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:26.063161 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port ae520ced-cee3-4d70-bfae-8af25bf6ceb7, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ae520ced-cee3-4d70-bfae-8af25bf6ceb7,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:26.064211 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458e2efd-c5f2-4b97-9836-d8bdf40d6760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae520ced-cee3-4d70-bfae-8af25bf6ceb7'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:16:26.066833 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8646e3-b23a-440d-95cf-a975a1b9a027" -d '{"events": [{"server_uuid": "458e2efd-c5f2-4b97-9836-d8bdf40d6760", "name": "network-vif-plugged", "status": "completed", "tag": "ae520ced-cee3-4d70-bfae-8af25bf6ceb7"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:16:26.087693 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43130) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:26.094004 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-61d1ba1b-b41c-44c5-8ba8-2ab2a431cf5a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Request body: {'network': {'name': 'tempest-network-smoke--518321727', 'project_id': '52b3e13cae164be58bd062402458b6cf', 'port_security_enabled': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:16:26.136459 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e32303-503e-4203-ab6d-bf1aacf26e03 x-openstack-request-id: req-31e32303-503e-4203-ab6d-bf1aacf26e03 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:16:26.136459 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458e2efd-c5f2-4b97-9836-d8bdf40d6760", "name": "network-vif-plugged", "status": "completed", "tag": "ae520ced-cee3-4d70-bfae-8af25bf6ceb7", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:16:26.136706 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-31e32303-503e-4203-ab6d-bf1aacf26e03 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:16:26.137057 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458e2efd-c5f2-4b97-9836-d8bdf40d6760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae520ced-cee3-4d70-bfae-8af25bf6ceb7', 'code': 200} Dec 11 23:16:26.138292 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:26.237472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d1ba1b-b41c-44c5-8ba8-2ab2a431cf5a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Made reservation on behalf of 52b3e13cae164be58bd062402458b6cf for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:16:26.246496 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61d1ba1b-b41c-44c5-8ba8-2ab2a431cf5a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:26.268819 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61d1ba1b-b41c-44c5-8ba8-2ab2a431cf5a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:26.288949 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=ae520ced-cee3-4d70-bfae-8af25bf6ceb7,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:26.309447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbf7f4-dbc8-4015-9d56-aefd4e6d29b1 req-737672fa-a576-4898-b69e-88c045c26123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:26.314717 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-84bbf7f4-dbc8-4015-9d56-aefd4e6d29b1 req-737672fa-a576-4898-b69e-88c045c26123 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1096 time: 0.0838001 Dec 11 23:16:26.387443 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-84bbf7f4-dbc8-4015-9d56-aefd4e6d29b1 req-1be941e9-bbf3-4a54-abea-21ca70ac1ff8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652804 Dec 11 23:16:26.436383 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61d1ba1b-b41c-44c5-8ba8-2ab2a431cf5a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:26.525114 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61d1ba1b-b41c-44c5-8ba8-2ab2a431cf5a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:26.539893 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d1ba1b-b41c-44c5-8ba8-2ab2a431cf5a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:16:26.551412 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61d1ba1b-b41c-44c5-8ba8-2ab2a431cf5a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:26.552286 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-61d1ba1b-b41c-44c5-8ba8-2ab2a431cf5a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Added segment 864c9210-0ba4-4477-9b3b-a7625cb4333f of type vlan for network 133a98f1-bb67-4ba6-bb95-2059182b1cc7 Dec 11 23:16:26.569410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59f891b0-d291-414f-ba0f-b425727ca105 req-1115c0db-ca99-4d00-b88d-b0e90ea7d70c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1467719 Dec 11 23:16:26.630042 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61d1ba1b-b41c-44c5-8ba8-2ab2a431cf5a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:26.715371 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f891b0-d291-414f-ba0f-b425727ca105 req-05479b14-e301-4099-8f83-9249e0139d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:26.717792 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59f891b0-d291-414f-ba0f-b425727ca105 req-05479b14-e301-4099-8f83-9249e0139d4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 1096 time: 0.0909786 Dec 11 23:16:26.774229 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61d1ba1b-b41c-44c5-8ba8-2ab2a431cf5a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:26.788886 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d1ba1b-b41c-44c5-8ba8-2ab2a431cf5a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:26.790879 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61d1ba1b-b41c-44c5-8ba8-2ab2a431cf5a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:26.936552 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f891b0-d291-414f-ba0f-b425727ca105 req-f47715b1-a49f-42da-b5f2-f79ef0be07fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:26.938435 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59f891b0-d291-414f-ba0f-b425727ca105 req-f47715b1-a49f-42da-b5f2-f79ef0be07fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 912 time: 0.1989913 Dec 11 23:16:27.015041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1ba1b-b41c-44c5-8ba8-2ab2a431cf5a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'Network': ['ID=133a98f1-bb67-4ba6-bb95-2059182b1cc7,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:27.029178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 133a98f1-bb67-4ba6-bb95-2059182b1cc7 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:16:27.034705 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1ba1b-b41c-44c5-8ba8-2ab2a431cf5a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00727caa-de3d-419a-99d8-0f33f658ba73,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:27.060687 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6a23b-b425-417c-92d5-81394df4f12c req-23af5c9a-d1a8-4ce4-a179-b5df97ba31f1 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:27.062145 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7b6a23b-b425-417c-92d5-81394df4f12c req-23af5c9a-d1a8-4ce4-a179-b5df97ba31f1 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1096 time: 0.5492196 Dec 11 23:16:27.062959 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec1ba98b-3ae9-4e30-beb5-7328060eea5e req-feed6bab-0d09-4443-84ef-98d59a566803 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 210 time: 0.0418761 Dec 11 23:16:27.127585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43140) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:27.139428 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-61d1ba1b-b41c-44c5-8ba8-2ab2a431cf5a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0503838 Dec 11 23:16:27.155907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1555784868', 'admin_state_up': True, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:16:27.235022 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7b6a23b-b425-417c-92d5-81394df4f12c req-2c2ae227-1f5d-4890-8351-fb85821a228e tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633718 Dec 11 23:16:27.241667 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59f891b0-d291-414f-ba0f-b425727ca105 req-7b012ebc-c92b-4a71-8079-10d4a10b3af6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1077aab-213d-4a5b-9679-cf757014e988 HTTP/1.1" status: 200 len: 1001 time: 0.2943771 Dec 11 23:16:27.358631 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:27.360880 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:27.365420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f891b0-d291-414f-ba0f-b425727ca105 req-e820ea82-ba0d-4cfb-852b-216f5b584793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:27.368310 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59f891b0-d291-414f-ba0f-b425727ca105 req-e820ea82-ba0d-4cfb-852b-216f5b584793 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.1166153 Dec 11 23:16:27.451406 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:27.464176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f891b0-d291-414f-ba0f-b425727ca105 req-3ee801e4-8719-45de-a40a-21726ad6060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:27.466109 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59f891b0-d291-414f-ba0f-b425727ca105 req-3ee801e4-8719-45de-a40a-21726ad6060e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906794 Dec 11 23:16:27.587338 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59f891b0-d291-414f-ba0f-b425727ca105 req-b67baed0-0c80-4a01-aa90-7237e1560c0d service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129732 Dec 11 23:16:27.823707 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:27.861282 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59f891b0-d291-414f-ba0f-b425727ca105 req-90679e52-cfd2-401c-a225-e78dabd4b93d service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312064 Dec 11 23:16:28.177107 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:28.218634 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:28.222416 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77ce1c0a-cb96-4965-818b-b35e7842ab93 req-ebb5d652-0ac8-4d7d-9c00-cb9951cd3388 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 210 time: 0.0470145 Dec 11 23:16:28.341152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Allocated IP 172.25.1.231 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/681f6b47-7dac-4200-9414-f6b7fb54293f) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:16:28.360123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17b5a8-78b6-4082-8609-238d4df98675 req-c1d6a856-98bc-4ea8-9346-abd5caf42d72 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:28.361664 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b17b5a8-78b6-4082-8609-238d4df98675 req-c1d6a856-98bc-4ea8-9346-abd5caf42d72 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1096 time: 0.0425754 Dec 11 23:16:28.431080 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b17b5a8-78b6-4082-8609-238d4df98675 req-d6990734-051a-4f7c-bde5-a5e0f656e08a tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620396 Dec 11 23:16:28.475140 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:28.573812 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:28.610508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880783e7-5a20-4c79-bc83-7068ea45fc44 req-863ccc2e-5bd4-42cc-8f7a-42c629058807 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:28.612092 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-880783e7-5a20-4c79-bc83-7068ea45fc44 req-863ccc2e-5bd4-42cc-8f7a-42c629058807 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1096 time: 0.0749989 Dec 11 23:16:28.624676 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:16:28.634875 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:16:28.646022 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:16:28.648239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a27f80-2513-426f-bd6e-ece796f1bdf1 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:16:28.679431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'Port': ['ID=681f6b47-7dac-4200-9414-f6b7fb54293f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:28.711575 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-880783e7-5a20-4c79-bc83-7068ea45fc44 req-f5d5e064-734d-437b-bd8b-386f468685c0 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899501 Dec 11 23:16:28.723435 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ee853a49-c5c1-490d-8348-7327d98752f3 None None] Provisioning complete for port 681f6b47-7dac-4200-9414-f6b7fb54293f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:28.723721 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee853a49-c5c1-490d-8348-7327d98752f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:28.796028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ee853a49-c5c1-490d-8348-7327d98752f3 None None] Port 681f6b47-7dac-4200-9414-f6b7fb54293f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:16:29.066302 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:29.146175 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8b11f-294f-46e3-8c19-09aeaf2a5ac8 req-9435b0a1-3b5a-4c6a-8f88-2ae42f2da29e tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:29.147782 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7eb8b11f-294f-46e3-8c19-09aeaf2a5ac8 req-9435b0a1-3b5a-4c6a-8f88-2ae42f2da29e tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1096 time: 0.3544171 Dec 11 23:16:29.204457 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7eb8b11f-294f-46e3-8c19-09aeaf2a5ac8 req-b2a8cd09-9b23-482b-89ec-cb0c106452f8 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481737 Dec 11 23:16:29.391169 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-046894bd-b6a9-4426-8edf-146c35d8d9e1 req-77e1a05e-951c-42b8-acf9-49b25dca731d tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=3924281f-f6cd-4076-a226-6941256b86a3 HTTP/1.1" status: 200 len: 210 time: 0.0288949 Dec 11 23:16:29.627585 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:29.842856 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957fa47-e9f3-40ea-9457-a21a7b460317 req-cc486c5a-e327-4770-9ccf-4265df1e06a6 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:29.844394 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8957fa47-e9f3-40ea-9457-a21a7b460317 req-cc486c5a-e327-4770-9ccf-4265df1e06a6 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1096 time: 0.0429974 Dec 11 23:16:29.895350 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8957fa47-e9f3-40ea-9457-a21a7b460317 req-110f8d06-a1e6-4512-bbff-edeebd11e1a3 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447547 Dec 11 23:16:29.897560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Router 064ae77b-9e4a-4a8f-8974-589454da603d is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:16:30.009572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:16:30.019851 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Sync routers for ids ['064ae77b-9e4a-4a8f-8974-589454da603d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:16:30.030266 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Routers {'064ae77b-9e4a-4a8f-8974-589454da603d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:16:30.030999 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['064ae77b-9e4a-4a8f-8974-589454da603d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:30.143551 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Set router 064ae77b-9e4a-4a8f-8974-589454da603d gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:16:30.157529 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:30.159097 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3c092b78-8d4f-4e05-920e-e0e2a0868a83 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0279117 Dec 11 23:16:30.162530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43186) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:30.489185 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f5c4f756-1a8b-4539-8f54-461ad4ab7f15 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=52b3e13cae164be58bd062402458b6cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1629839 Dec 11 23:16:30.489185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43190) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:30.496463 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1555784868', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:27Z', 'updated_at': '2021-12-11T23:16:28Z', 'revision_number': 3, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:28Z', 'updated_at': '2021-12-11T23:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:30.496463 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Checking router: 064ae77b-9e4a-4a8f-8974-589454da603d for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:16:30.496463 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Updating router 064ae77b-9e4a-4a8f-8974-589454da603d port 681f6b47-7dac-4200-9414-f6b7fb54293f binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:16:30.496463 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:30.498285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dccda57-d8ae-4c85-a6d8-f0cf858f9190 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:30.498285 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8dccda57-d8ae-4c85-a6d8-f0cf858f9190 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1027846 Dec 11 23:16:30.499165 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43196) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:30.511440 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-972a0a48-5db3-4e64-bddd-8729b5f75521 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616076 Dec 11 23:16:30.512107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43202) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:30.517658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-06d46b1b-7cf8-4c8f-83ad-b8df7b0e2bef tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1794124178', 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'project_id': '52b3e13cae164be58bd062402458b6cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:16:30.700405 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:30.760741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d46b1b-7cf8-4c8f-83ad-b8df7b0e2bef tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Made reservation on behalf of 52b3e13cae164be58bd062402458b6cf for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:16:30.765708 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06d46b1b-7cf8-4c8f-83ad-b8df7b0e2bef tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:30.800229 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:30.847876 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de125d34-c160-41c8-b2a3-77d1f94b0e6a None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:16:30.874685 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Attempting to bind port 681f6b47-7dac-4200-9414-f6b7fb54293f on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:16:30.874941 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Attempting to bind port 681f6b47-7dac-4200-9414-f6b7fb54293f by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:16:30.875324 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Attempting to bind port 681f6b47-7dac-4200-9414-f6b7fb54293f on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:16:30.894163 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:16:30.900150 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:16:30.900150 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:30.900150 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:16:30.900150 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Bound port: 681f6b47-7dac-4200-9414-f6b7fb54293f, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:16:30.900150 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:30.901584 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d261e-4b9c-4d8f-a259-72582dfd8916 None None] Pushing event updated for resources: {'Port': ['ID=681f6b47-7dac-4200-9414-f6b7fb54293f,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:30.946378 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-23d81fd8-2c45-47c5-864f-5919c425bcd8 None None] Provisioning complete for port 681f6b47-7dac-4200-9414-f6b7fb54293f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:30.947186 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23d81fd8-2c45-47c5-864f-5919c425bcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:30.996031 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] For port 681f6b47-7dac-4200-9414-f6b7fb54293f, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:16:30.999776 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] For port 681f6b47-7dac-4200-9414-f6b7fb54293f, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=681f6b47-7dac-4200-9414-f6b7fb54293f,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:16:31.008958 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-23d81fd8-2c45-47c5-864f-5919c425bcd8 None None] Port 681f6b47-7dac-4200-9414-f6b7fb54293f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:16:31.059878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da4756-ccb6-46d6-a859-7d14c5cc2cd5 req-992f2517-7cc6-4ef9-8797-98d4477723ba tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:31.061907 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-25da4756-ccb6-46d6-a859-7d14c5cc2cd5 req-992f2517-7cc6-4ef9-8797-98d4477723ba tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1096 time: 0.0476503 Dec 11 23:16:31.072282 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:31.131873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35f9711-c87f-4102-ae69-f9a2389cf7a2 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:16:31.134074 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-25da4756-ccb6-46d6-a859-7d14c5cc2cd5 req-8f2bd54e-fdc8-45db-a398-4a37cadadf5c tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661151 Dec 11 23:16:31.143521 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06d46b1b-7cf8-4c8f-83ad-b8df7b0e2bef tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:31.144374 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Routers {'064ae77b-9e4a-4a8f-8974-589454da603d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:16:31.146182 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['064ae77b-9e4a-4a8f-8974-589454da603d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:31.219667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d46b1b-7cf8-4c8f-83ad-b8df7b0e2bef tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'Subnet': ['ID=1aae148f-5bc4-4f25-9f18-0eb202750321,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:31.239542 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Provisioning complete for port 681f6b47-7dac-4200-9414-f6b7fb54293f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:31.240835 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:31.264780 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] Set router 064ae77b-9e4a-4a8f-8974-589454da603d gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:16:31.295942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843e427-c829-4c24-8742-663645213abd req-9eee81a1-a789-4527-994d-0f0618fbb490 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:31.297640 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7843e427-c829-4c24-8742-663645213abd req-9eee81a1-a789-4527-994d-0f0618fbb490 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 1096 time: 0.0802367 Dec 11 23:16:31.303689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d46b1b-7cf8-4c8f-83ad-b8df7b0e2bef tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Checking segment: {'id': '864c9210-0ba4-4477-9b3b-a7625cb4333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:16:31.304374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d46b1b-7cf8-4c8f-83ad-b8df7b0e2bef tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Network hostable DHCP agents. Network: 133a98f1-bb67-4ba6-bb95-2059182b1cc7, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:16:31.354497 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d261e-4b9c-4d8f-a259-72582dfd8916 None None] Pushing event updated for resources: {'Port': ['ID=681f6b47-7dac-4200-9414-f6b7fb54293f,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:31.376050 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:31.410012 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] For port 681f6b47-7dac-4200-9414-f6b7fb54293f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=681f6b47-7dac-4200-9414-f6b7fb54293f,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:31.430351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-7843e427-c829-4c24-8742-663645213abd req-5bf135dc-3227-4506-9261-9bccdfaad4f3 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Deleting port ae520ced-cee3-4d70-bfae-8af25bf6ceb7 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:16:31.430766 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7843e427-c829-4c24-8742-663645213abd req-5bf135dc-3227-4506-9261-9bccdfaad4f3 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:31.448082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d46b1b-7cf8-4c8f-83ad-b8df7b0e2bef tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Network 133a98f1-bb67-4ba6-bb95-2059182b1cc7 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:16:31.527128 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:31.552516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-7843e427-c829-4c24-8742-663645213abd req-5bf135dc-3227-4506-9261-9bccdfaad4f3 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] For port ae520ced-cee3-4d70-bfae-8af25bf6ceb7, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=ae520ced-cee3-4d70-bfae-8af25bf6ceb7,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:31.552995 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7843e427-c829-4c24-8742-663645213abd req-5bf135dc-3227-4506-9261-9bccdfaad4f3 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:31.583210 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-7843e427-c829-4c24-8742-663645213abd req-5bf135dc-3227-4506-9261-9bccdfaad4f3 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Calling delete_port for ae520ced-cee3-4d70-bfae-8af25bf6ceb7 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:16:31.620349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Pushing event updated for resources: {'Port': ['ID=681f6b47-7dac-4200-9414-f6b7fb54293f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:31.631441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:31.638007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:31.638007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:31.638007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:31.638007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:31.638007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:31.638007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:31.638007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:31.638007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:31.638007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:31.638007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:31.638007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:31.639238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd42185-aa48-4967-b1a2-d7a9735467c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:16:31.667799 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-06d46b1b-7cf8-4c8f-83ad-b8df7b0e2bef tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 133a98f1-bb67-4ba6-bb95-2059182b1cc7) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:16:31.671515 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1555784868', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:27Z', 'updated_at': '2021-12-11T23:16:28Z', 'revision_number': 3, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:28Z', 'updated_at': '2021-12-11T23:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:31.674996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d46b1b-7cf8-4c8f-83ad-b8df7b0e2bef tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:31.675852 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06d46b1b-7cf8-4c8f-83ad-b8df7b0e2bef tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:31.676880 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53289dda-3879-4064-a24f-0bd22d1777c6 None None] Network 133a98f1-bb67-4ba6-bb95-2059182b1cc7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:16:31.703988 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816d352b-e8a4-4c34-a5e3-2c081d4f620c None None] The sync data for ids ['064ae77b-9e4a-4a8f-8974-589454da603d'] in n-d-710847-6 is: [{'id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1555784868', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:27Z', 'updated_at': '2021-12-11T23:16:28Z', 'revision_number': 3, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:28Z', 'updated_at': '2021-12-11T23:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:16:31.864113 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-06d46b1b-7cf8-4c8f-83ad-b8df7b0e2bef tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3500142 Dec 11 23:16:31.868245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43214) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:31.949102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7843e427-c829-4c24-8742-663645213abd req-5bf135dc-3227-4506-9261-9bccdfaad4f3 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:32.009028 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf135dc-3227-4506-9261-9bccdfaad4f3 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae520ced-cee3-4d70-bfae-8af25bf6ceb7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:32.126431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['bd4f9d88-685a-4556-bf0a-f979514b6c9f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:16:32.135100 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['ae520ced-cee3-4d70-bfae-8af25bf6ceb7'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:16:32.178621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-7843e427-c829-4c24-8742-663645213abd req-5bf135dc-3227-4506-9261-9bccdfaad4f3 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] No DVR routers for this DVR port ae520ced-cee3-4d70-bfae-8af25bf6ceb7 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:16:32.187009 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7843e427-c829-4c24-8742-663645213abd req-5bf135dc-3227-4506-9261-9bccdfaad4f3 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:32.190884 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7843e427-c829-4c24-8742-663645213abd req-5bf135dc-3227-4506-9261-9bccdfaad4f3 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.47 "DELETE /v2.0/ports/ae520ced-cee3-4d70-bfae-8af25bf6ceb7 HTTP/1.1" status: 204 len: 173 time: 0.8818076 Dec 11 23:16:32.202622 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458e2efd-c5f2-4b97-9836-d8bdf40d6760', 'name': 'network-vif-deleted', 'tag': 'ae520ced-cee3-4d70-bfae-8af25bf6ceb7'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:16:32.208095 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edf33c7-9131-4b2e-9043-317d7cec4131" -d '{"events": [{"server_uuid": "458e2efd-c5f2-4b97-9836-d8bdf40d6760", "name": "network-vif-deleted", "tag": "ae520ced-cee3-4d70-bfae-8af25bf6ceb7"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:16:32.291143 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'project_id': '52b3e13cae164be58bd062402458b6cf', 'fixed_ips': [{'subnet_id': '1aae148f-5bc4-4f25-9f18-0eb202750321'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:16:32.292193 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:32.351021 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3786ce8b-a8ea-4619-b0a4-800259015410 x-openstack-request-id: req-3786ce8b-a8ea-4619-b0a4-800259015410 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:16:32.354070 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458e2efd-c5f2-4b97-9836-d8bdf40d6760", "name": "network-vif-deleted", "tag": "ae520ced-cee3-4d70-bfae-8af25bf6ceb7", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:16:32.354070 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3786ce8b-a8ea-4619-b0a4-800259015410 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:16:32.354070 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458e2efd-c5f2-4b97-9836-d8bdf40d6760', 'name': 'network-vif-deleted', 'tag': 'ae520ced-cee3-4d70-bfae-8af25bf6ceb7', 'status': 'completed', 'code': 200} Dec 11 23:16:32.431024 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-832f5ebc-5918-4b21-bcd4-52367d04778f req-50cd5e56-fd98-4dc7-b5e5-69d9c6a70fc1 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 210 time: 0.0674298 Dec 11 23:16:32.724440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Allocated IP 172.20.0.2 (133a98f1-bb67-4ba6-bb95-2059182b1cc7/1aae148f-5bc4-4f25-9f18-0eb202750321/b094dbd1-21ca-4058-ab2f-f3767fc6e400) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:16:32.821394 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:33.164457 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:33.250116 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:33.312718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Network 133a98f1-bb67-4ba6-bb95-2059182b1cc7 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:16:33.316444 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:16:33.327706 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:16:33.392369 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Pushing event updated for resources: {'Port': ['ID=b094dbd1-21ca-4058-ab2f-f3767fc6e400,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:33.466196 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Allocated IP 172.20.0.1 (133a98f1-bb67-4ba6-bb95-2059182b1cc7/1aae148f-5bc4-4f25-9f18-0eb202750321/15196087-2537-4d2e-bcb0-6511f2617e3f) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:16:33.466891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Attempting to bind port b094dbd1-21ca-4058-ab2f-f3767fc6e400 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:16:33.469622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Attempting to bind port b094dbd1-21ca-4058-ab2f-f3767fc6e400 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '864c9210-0ba4-4477-9b3b-a7625cb4333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:16:33.469999 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Attempting to bind port b094dbd1-21ca-4058-ab2f-f3767fc6e400 on network 133a98f1-bb67-4ba6-bb95-2059182b1cc7 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:16:33.481068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:16:33.481477 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Checking segment: {'id': '864c9210-0ba4-4477-9b3b-a7625cb4333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:16:33.481889 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:33.484998 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Bound using segment: {'id': '864c9210-0ba4-4477-9b3b-a7625cb4333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:16:33.485398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Bound port: b094dbd1-21ca-4058-ab2f-f3767fc6e400, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864c9210-0ba4-4477-9b3b-a7625cb4333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:16:33.485738 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:33.496817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43236) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:33.621565 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-16328b16-4feb-4875-8eec-83495aa5faba req-9edb2323-afbd-4499-a24e-51ba8cb16e0b tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=458e2efd-c5f2-4b97-9836-d8bdf40d6760 HTTP/1.1" status: 200 len: 210 time: 0.0414824 Dec 11 23:16:33.676198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] For port b094dbd1-21ca-4058-ab2f-f3767fc6e400, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:16:33.684719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] For port b094dbd1-21ca-4058-ab2f-f3767fc6e400, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b094dbd1-21ca-4058-ab2f-f3767fc6e400,segment=NetworkSegment(864c9210-0ba4-4477-9b3b-a7625cb4333f),segment_id=864c9210-0ba4-4477-9b3b-a7625cb4333f)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:16:33.731925 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a72cbf1-7fe0-4d4f-8679-82120dd50401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:33.751124 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:33.753176 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:33.860855 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a72cbf1-7fe0-4d4f-8679-82120dd50401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:33.873048 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500cfa4-4200-4104-865f-1634258a72a2 None None] Pushing event updated for resources: {'Port': ['ID=b094dbd1-21ca-4058-ab2f-f3767fc6e400,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:33.878071 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:33.946754 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3a72cbf1-7fe0-4d4f-8679-82120dd50401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:34.006222 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72cbf1-7fe0-4d4f-8679-82120dd50401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42decaea-8bc5-4d58-8d2d-b469aabe1582,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:34.016602 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43244) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:34.017260 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3a72cbf1-7fe0-4d4f-8679-82120dd50401 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a2c3f21921a24189a5240e674a9429cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5193064 Dec 11 23:16:34.074885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Network 133a98f1-bb67-4ba6-bb95-2059182b1cc7 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:16:34.075982 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'Port': ['ID=15196087-2537-4d2e-bcb0-6511f2617e3f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:34.100778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:16:34.104873 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:16:34.115140 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 681f6b47-7dac-4200-9414-f6b7fb54293f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:16:34.232314 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d6121c2-fbb9-4c1f-8cd6-11cc46cb0929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:34.237576 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:34.278402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 681f6b47-7dac-4200-9414-f6b7fb54293f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:34.279015 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:34.342193 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d6121c2-fbb9-4c1f-8cd6-11cc46cb0929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:34.607133 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d6121c2-fbb9-4c1f-8cd6-11cc46cb0929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:34.609731 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6d6121c2-fbb9-4c1f-8cd6-11cc46cb0929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:34.621895 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6d6121c2-fbb9-4c1f-8cd6-11cc46cb0929 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42decaea-8bc5-4d58-8d2d-b469aabe1582 HTTP/1.1" status: 204 len: 168 time: 0.5792933 Dec 11 23:16:34.716520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6121c2-fbb9-4c1f-8cd6-11cc46cb0929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42decaea-8bc5-4d58-8d2d-b469aabe1582,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:34.792539 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:35.334110 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:35.372012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729099f7-ac23-4086-a84c-751a6ee259c9 req-2af2a2d7-b101-4b5a-b925-6b2b9f3f77d5 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:35.379726 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-729099f7-ac23-4086-a84c-751a6ee259c9 req-2af2a2d7-b101-4b5a-b925-6b2b9f3f77d5 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1096 time: 0.0477061 Dec 11 23:16:35.379884 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e97326-9ee0-4bc9-8913-11c1ec0dbd5b None None] Network 133a98f1-bb67-4ba6-bb95-2059182b1cc7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:16:35.426567 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:35.449946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-10cd5a15-770c-4d2e-903c-9bde8cc157f8 None None] Provisioning complete for port b094dbd1-21ca-4058-ab2f-f3767fc6e400 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:35.450612 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10cd5a15-770c-4d2e-903c-9bde8cc157f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:35.457976 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-729099f7-ac23-4086-a84c-751a6ee259c9 req-187aee0d-c74e-4270-b6d1-b7a3c4500fe7 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727115 Dec 11 23:16:35.537640 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:35.541047 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'Port': ['ID=15196087-2537-4d2e-bcb0-6511f2617e3f,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:35.556376 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43262) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:35.574118 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3f032b17-38ef-41ba-b988-764248d8eaa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:35.606146 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10cd5a15-770c-4d2e-903c-9bde8cc157f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:35.649201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-10cd5a15-770c-4d2e-903c-9bde8cc157f8 None None] For port b094dbd1-21ca-4058-ab2f-f3767fc6e400, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b094dbd1-21ca-4058-ab2f-f3767fc6e400,segment=NetworkSegment(864c9210-0ba4-4477-9b3b-a7625cb4333f),segment_id=864c9210-0ba4-4477-9b3b-a7625cb4333f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:35.661471 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3f032b17-38ef-41ba-b988-764248d8eaa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:35.671459 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Network 133a98f1-bb67-4ba6-bb95-2059182b1cc7 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:16:35.674121 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:16:35.715240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ae520ced-cee3-4d70-bfae-8af25bf6ceb7 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:16:35.740492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: ae520ced-cee3-4d70-bfae-8af25bf6ceb7 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:16:35.740848 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device ae520ced-cee3-4d70-bfae-8af25bf6ceb7 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:16:35.777278 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3f032b17-38ef-41ba-b988-764248d8eaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:35.778464 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-10cd5a15-770c-4d2e-903c-9bde8cc157f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:35.831888 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Router 064ae77b-9e4a-4a8f-8974-589454da603d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:16:35.861423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3f032b17-38ef-41ba-b988-764248d8eaa8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c0deacb914c5429a89a58bec0ed106f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3039479 Dec 11 23:16:35.864200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f032b17-38ef-41ba-b988-764248d8eaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c21d2b-fb0f-44a2-9fe4-7576513102db,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:35.866683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43266) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:35.884014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd5a15-770c-4d2e-903c-9bde8cc157f8 None None] Pushing event updated for resources: {'Port': ['ID=b094dbd1-21ca-4058-ab2f-f3767fc6e400,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:35.909944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5ca65b40-9bcf-4d3f-8a01-7550dfd51bb9 None None] Provisioning complete for port 15196087-2537-4d2e-bcb0-6511f2617e3f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:35.912455 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5ca65b40-9bcf-4d3f-8a01-7550dfd51bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:35.954219 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a773f48c-bc13-4da4-824c-b1795c7b69a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:35.969316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5ca65b40-9bcf-4d3f-8a01-7550dfd51bb9 None None] Port 15196087-2537-4d2e-bcb0-6511f2617e3f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:16:35.981370 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5ca65b40-9bcf-4d3f-8a01-7550dfd51bb9 None None] Provisioning complete for port b094dbd1-21ca-4058-ab2f-f3767fc6e400 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:35.981743 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5ca65b40-9bcf-4d3f-8a01-7550dfd51bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:36.001711 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a773f48c-bc13-4da4-824c-b1795c7b69a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:36.043130 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:16:36.057842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Sync routers for ids ['064ae77b-9e4a-4a8f-8974-589454da603d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:16:36.063283 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-317ac415-aeb1-4292-9048-6e4bba7e14d3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "PUT /v2.0/routers/064ae77b-9e4a-4a8f-8974-589454da603d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1908834 Dec 11 23:16:36.066330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43268) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:36.080507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d05ca688-979f-41d6-824b-ddef9380124b tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1700145676', 'description': 'tempest-secgroup_access--1700145676 description', 'project_id': '52b3e13cae164be58bd062402458b6cf'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:16:36.085862 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b094dbd1-21ca-4058-ab2f-f3767fc6e400 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:16:36.153455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Routers {'064ae77b-9e4a-4a8f-8974-589454da603d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:16:36.154104 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['064ae77b-9e4a-4a8f-8974-589454da603d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:36.215297 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a773f48c-bc13-4da4-824c-b1795c7b69a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:36.225227 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a773f48c-bc13-4da4-824c-b1795c7b69a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:36.228086 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a773f48c-bc13-4da4-824c-b1795c7b69a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/82c21d2b-fb0f-44a2-9fe4-7576513102db HTTP/1.1" status: 204 len: 168 time: 0.3595710 Dec 11 23:16:36.232758 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d05ca688-979f-41d6-824b-ddef9380124b tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:36.236184 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b094dbd1-21ca-4058-ab2f-f3767fc6e400 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:36.236563 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:36.301376 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773f48c-bc13-4da4-824c-b1795c7b69a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c21d2b-fb0f-44a2-9fe4-7576513102db,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:36.408024 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d05ca688-979f-41d6-824b-ddef9380124b tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:36.426972 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Set router 064ae77b-9e4a-4a8f-8974-589454da603d gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:16:36.469771 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d05ca688-979f-41d6-824b-ddef9380124b tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:36.480641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-eab8487b-550c-48d4-8e90-09b65b5ede93 None None] Provisioning complete for port 15196087-2537-4d2e-bcb0-6511f2617e3f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:36.481322 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eab8487b-550c-48d4-8e90-09b65b5ede93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:36.534597 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-eab8487b-550c-48d4-8e90-09b65b5ede93 None None] Port 15196087-2537-4d2e-bcb0-6511f2617e3f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:16:36.565292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ca688-979f-41d6-824b-ddef9380124b tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b20e08-5c32-47c4-a2f0-37f8870efddc,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:36.588908 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d05ca688-979f-41d6-824b-ddef9380124b tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:36.591031 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d05ca688-979f-41d6-824b-ddef9380124b tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5239804 Dec 11 23:16:36.593678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43280) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:36.598851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8bf240c0-c4e1-4f58-9d7a-d3ab36d96812 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1628601678', 'description': 'tempest-secgroup_general--1628601678 description', 'project_id': '52b3e13cae164be58bd062402458b6cf'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:16:36.644723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac97cc-5c3a-4fa5-b7b9-4fe3f7b0983c req-95e21c1c-0625-4a0f-a3e8-2b32fac4daa2 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:36.646842 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eeac97cc-5c3a-4fa5-b7b9-4fe3f7b0983c req-95e21c1c-0625-4a0f-a3e8-2b32fac4daa2 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1096 time: 0.0797026 Dec 11 23:16:36.699933 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-eeac97cc-5c3a-4fa5-b7b9-4fe3f7b0983c req-e4a30ec4-2017-4d5d-b344-17a66fed581f tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=56af2247-01bc-4163-ac69-9355376b05c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465989 Dec 11 23:16:36.705813 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4d7b7c22-e7d9-4684-87ec-9a5febd22b5d None None] Provisioning complete for port 15196087-2537-4d2e-bcb0-6511f2617e3f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:36.706194 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7c22-e7d9-4684-87ec-9a5febd22b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:36.769310 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8bf240c0-c4e1-4f58-9d7a-d3ab36d96812 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:36.806659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b72e4c-410e-406a-91e5-ac95bae6768e req-36a9a6d4-6609-42bd-936a-d685dcaff464 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:36.808461 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9b72e4c-410e-406a-91e5-ac95bae6768e req-36a9a6d4-6609-42bd-936a-d685dcaff464 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 1096 time: 0.0804858 Dec 11 23:16:36.833293 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b7c22-e7d9-4684-87ec-9a5febd22b5d None None] Port 15196087-2537-4d2e-bcb0-6511f2617e3f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:16:36.866701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1555784868', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:27Z', 'updated_at': '2021-12-11T23:16:34Z', 'revision_number': 4, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:28Z', 'updated_at': '2021-12-11T23:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '15196087-2537-4d2e-bcb0-6511f2617e3f', 'name': '', 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'mac_address': 'fa:16:3e:a7:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:33Z', 'updated_at': '2021-12-11T23:16:35Z', 'revision_number': 2, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'subnets': [{'id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:36.896474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Checking router: 064ae77b-9e4a-4a8f-8974-589454da603d for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:16:36.897291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Updating router 064ae77b-9e4a-4a8f-8974-589454da603d port 15196087-2537-4d2e-bcb0-6511f2617e3f binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:16:36.932534 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8bf240c0-c4e1-4f58-9d7a-d3ab36d96812 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:36.958658 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:36.963459 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e9b72e4c-410e-406a-91e5-ac95bae6768e req-ee6d2eb5-e187-4ce6-95a8-64da2f299dd5 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Deleting port bd4f9d88-685a-4556-bf0a-f979514b6c9f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:16:36.963804 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9b72e4c-410e-406a-91e5-ac95bae6768e req-ee6d2eb5-e187-4ce6-95a8-64da2f299dd5 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:37.018160 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8bf240c0-c4e1-4f58-9d7a-d3ab36d96812 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:37.084634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf240c0-c4e1-4f58-9d7a-d3ab36d96812 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:37.134955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e9b72e4c-410e-406a-91e5-ac95bae6768e req-ee6d2eb5-e187-4ce6-95a8-64da2f299dd5 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] For port bd4f9d88-685a-4556-bf0a-f979514b6c9f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=bd4f9d88-685a-4556-bf0a-f979514b6c9f,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:37.135324 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9b72e4c-410e-406a-91e5-ac95bae6768e req-ee6d2eb5-e187-4ce6-95a8-64da2f299dd5 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:37.149402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e9b72e4c-410e-406a-91e5-ac95bae6768e req-ee6d2eb5-e187-4ce6-95a8-64da2f299dd5 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Calling delete_port for bd4f9d88-685a-4556-bf0a-f979514b6c9f owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:16:37.202585 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8bf240c0-c4e1-4f58-9d7a-d3ab36d96812 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:37.206990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8bf240c0-c4e1-4f58-9d7a-d3ab36d96812 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6088896 Dec 11 23:16:37.207270 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43292) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:37.212689 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c7fd2b78-f929-40d5-ba37-9dfce55d5286 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Request body: {'security_group_rule': {'security_group_id': 'd2b20e08-5c32-47c4-a2f0-37f8870efddc', 'project_id': '52b3e13cae164be58bd062402458b6cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:16:37.351011 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:37.373246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43294) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:37.376536 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:16:37.397334 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9018fb0c-902c-416a-9ff9-09a22423ac05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:37.415406 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:37.416306 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9b72e4c-410e-406a-91e5-ac95bae6768e req-ee6d2eb5-e187-4ce6-95a8-64da2f299dd5 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:37.460367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d2eb5-e187-4ce6-95a8-64da2f299dd5 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd4f9d88-685a-4556-bf0a-f979514b6c9f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:37.483107 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['bd4f9d88-685a-4556-bf0a-f979514b6c9f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:16:37.548754 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9018fb0c-902c-416a-9ff9-09a22423ac05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:37.563366 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2b78-f929-40d5-ba37-9dfce55d5286 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:37.572193 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b72e4c-410e-406a-91e5-ac95bae6768e req-ee6d2eb5-e187-4ce6-95a8-64da2f299dd5 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] No DVR routers for this DVR port bd4f9d88-685a-4556-bf0a-f979514b6c9f on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:16:37.580018 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e9b72e4c-410e-406a-91e5-ac95bae6768e req-ee6d2eb5-e187-4ce6-95a8-64da2f299dd5 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:37.587010 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec58ab-9570-41a1-9586-0841ecd6da46 None None] Pushing event updated for resources: {'Port': ['ID=15196087-2537-4d2e-bcb0-6511f2617e3f,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:37.602553 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9b72e4c-410e-406a-91e5-ac95bae6768e req-ee6d2eb5-e187-4ce6-95a8-64da2f299dd5 tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.13 "DELETE /v2.0/ports/bd4f9d88-685a-4556-bf0a-f979514b6c9f HTTP/1.1" status: 204 len: 173 time: 0.7836583 Dec 11 23:16:37.606965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d0c009-2fce-4e4f-9731-8edbb87c2e75', 'name': 'network-vif-deleted', 'tag': 'bd4f9d88-685a-4556-bf0a-f979514b6c9f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:16:37.610966 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83e0807-5596-4819-826f-103869091896" -d '{"events": [{"server_uuid": "42d0c009-2fce-4e4f-9731-8edbb87c2e75", "name": "network-vif-deleted", "tag": "bd4f9d88-685a-4556-bf0a-f979514b6c9f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:16:37.624690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9018fb0c-902c-416a-9ff9-09a22423ac05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:37.717285 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852eba51-f7c4-456a-a31c-f0d5d5297d9a x-openstack-request-id: req-852eba51-f7c4-456a-a31c-f0d5d5297d9a {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:16:37.718635 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d0c009-2fce-4e4f-9731-8edbb87c2e75", "name": "network-vif-deleted", "tag": "bd4f9d88-685a-4556-bf0a-f979514b6c9f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:16:37.719395 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-852eba51-f7c4-456a-a31c-f0d5d5297d9a {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:16:37.719942 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d0c009-2fce-4e4f-9731-8edbb87c2e75', 'name': 'network-vif-deleted', 'tag': 'bd4f9d88-685a-4556-bf0a-f979514b6c9f', 'status': 'completed', 'code': 200} Dec 11 23:16:37.732161 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9018fb0c-902c-416a-9ff9-09a22423ac05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9ed036fbeed947eaa2f006705a253128&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3576975 Dec 11 23:16:37.734826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43306) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:37.735282 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018fb0c-902c-416a-9ff9-09a22423ac05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71fb1e5-6e06-4e39-a42c-68011c0e5226,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:37.845528 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2b78-f929-40d5-ba37-9dfce55d5286 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:37.887487 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bddfdb51-a7db-494d-acf6-3556d5162890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:37.932666 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-001459ea-74a3-4dd0-adec-c62ba959e644 req-0cbb35d9-cb09-4866-958b-99e2559a9fff tempest-TestServerMultinode-1305688291 tempest-TestServerMultinode-1305688291-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42d0c009-2fce-4e4f-9731-8edbb87c2e75 HTTP/1.1" status: 200 len: 210 time: 0.0772769 Dec 11 23:16:37.934483 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2b78-f929-40d5-ba37-9dfce55d5286 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:37.958289 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bddfdb51-a7db-494d-acf6-3556d5162890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:37.965495 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd2b78-f929-40d5-ba37-9dfce55d5286 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8e5c3b-e96f-49d6-b019-59a9ae75aef3,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:38.033689 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2b78-f929-40d5-ba37-9dfce55d5286 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:38.035196 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c7fd2b78-f929-40d5-ba37-9dfce55d5286 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8269515 Dec 11 23:16:38.091729 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-450c7c4e-aa0a-412c-9b16-24c35e1496af None None] Provisioning complete for port 15196087-2537-4d2e-bcb0-6511f2617e3f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:38.092016 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-450c7c4e-aa0a-412c-9b16-24c35e1496af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:38.093610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Attempting to bind port 15196087-2537-4d2e-bcb0-6511f2617e3f on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:16:38.093981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Attempting to bind port 15196087-2537-4d2e-bcb0-6511f2617e3f by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '864c9210-0ba4-4477-9b3b-a7625cb4333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:16:38.094344 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Attempting to bind port 15196087-2537-4d2e-bcb0-6511f2617e3f on network 133a98f1-bb67-4ba6-bb95-2059182b1cc7 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:16:38.121287 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:16:38.121716 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Checking segment: {'id': '864c9210-0ba4-4477-9b3b-a7625cb4333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:16:38.122122 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:38.122522 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Bound using segment: {'id': '864c9210-0ba4-4477-9b3b-a7625cb4333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:16:38.123186 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Bound port: 15196087-2537-4d2e-bcb0-6511f2617e3f, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864c9210-0ba4-4477-9b3b-a7625cb4333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:16:38.126919 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:38.145560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-450c7c4e-aa0a-412c-9b16-24c35e1496af None None] Port 15196087-2537-4d2e-bcb0-6511f2617e3f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:16:38.178103 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bddfdb51-a7db-494d-acf6-3556d5162890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:38.181586 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bddfdb51-a7db-494d-acf6-3556d5162890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:38.182781 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bddfdb51-a7db-494d-acf6-3556d5162890 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d71fb1e5-6e06-4e39-a42c-68011c0e5226 HTTP/1.1" status: 204 len: 168 time: 0.4466162 Dec 11 23:16:38.215439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfdb51-a7db-494d-acf6-3556d5162890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71fb1e5-6e06-4e39-a42c-68011c0e5226,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:38.223891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] For port 15196087-2537-4d2e-bcb0-6511f2617e3f, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:16:38.231307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] For port 15196087-2537-4d2e-bcb0-6511f2617e3f, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=15196087-2537-4d2e-bcb0-6511f2617e3f,segment=NetworkSegment(864c9210-0ba4-4477-9b3b-a7625cb4333f),segment_id=864c9210-0ba4-4477-9b3b-a7625cb4333f)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:16:38.292297 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:38.382845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Routers {'064ae77b-9e4a-4a8f-8974-589454da603d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:16:38.383691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['064ae77b-9e4a-4a8f-8974-589454da603d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:38.455634 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-f714ca6f-317d-4809-8423-f7119438c795 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_access--1700145676&fields=id&tenant_id=52b3e13cae164be58bd062402458b6cf HTTP/1.1" status: 200 len: 267 time: 0.1601362 Dec 11 23:16:38.511957 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec58ab-9570-41a1-9586-0841ecd6da46 None None] Pushing event updated for resources: {'Port': ['ID=15196087-2537-4d2e-bcb0-6511f2617e3f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:38.546661 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-1a82fea4-e5b8-42fc-b610-1e7da8070ade tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_general--1628601678&fields=id&tenant_id=52b3e13cae164be58bd062402458b6cf HTTP/1.1" status: 200 len: 267 time: 0.0882740 Dec 11 23:16:38.619235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] Set router 064ae77b-9e4a-4a8f-8974-589454da603d gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:16:38.745105 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-2ebae064-8744-4f58-a2cf-dbaa6ce5818a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:38.746605 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-2ebae064-8744-4f58-a2cf-dbaa6ce5818a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/networks?id=133a98f1-bb67-4ba6-bb95-2059182b1cc7 HTTP/1.1" status: 200 len: 796 time: 0.1798930 Dec 11 23:16:38.765197 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-e537692f-d86a-4934-b93e-60decc4746f6 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/quotas/52b3e13cae164be58bd062402458b6cf HTTP/1.1" status: 200 len: 375 time: 0.0114529 Dec 11 23:16:38.805620 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7bf67e09-3bb1-450f-8d7a-cddc810295c9 None None] Provisioning complete for port 15196087-2537-4d2e-bcb0-6511f2617e3f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:38.807559 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7bf67e09-3bb1-450f-8d7a-cddc810295c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:38.893547 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-cb1d607c-b071-4869-95a5-23520dea9758 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=52b3e13cae164be58bd062402458b6cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081679 Dec 11 23:16:38.986838 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7bf67e09-3bb1-450f-8d7a-cddc810295c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:38.990355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1555784868', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:27Z', 'updated_at': '2021-12-11T23:16:34Z', 'revision_number': 4, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:28Z', 'updated_at': '2021-12-11T23:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '15196087-2537-4d2e-bcb0-6511f2617e3f', 'name': '', 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'mac_address': 'fa:16:3e:a7:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:33Z', 'updated_at': '2021-12-11T23:16:38Z', 'revision_number': 4, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'subnets': [{'id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:39.026151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43340) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:39.036124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9077491d-36b0-4a22-96fc-786f691406e9 None None] The sync data for ids ['064ae77b-9e4a-4a8f-8974-589454da603d'] in n-d-710847-6 is: [{'id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1555784868', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:27Z', 'updated_at': '2021-12-11T23:16:34Z', 'revision_number': 4, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:28Z', 'updated_at': '2021-12-11T23:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '15196087-2537-4d2e-bcb0-6511f2617e3f', 'name': '', 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'mac_address': 'fa:16:3e:a7:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:33Z', 'updated_at': '2021-12-11T23:16:38Z', 'revision_number': 4, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'subnets': [{'id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:16:39.064101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7bf67e09-3bb1-450f-8d7a-cddc810295c9 None None] For port 15196087-2537-4d2e-bcb0-6511f2617e3f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=15196087-2537-4d2e-bcb0-6511f2617e3f,segment=NetworkSegment(864c9210-0ba4-4477-9b3b-a7625cb4333f),segment_id=864c9210-0ba4-4477-9b3b-a7625cb4333f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:39.160265 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-39b13373-0136-403c-8f81-151e6fb3e5d9 service neutron] 10.222.0.45 "GET /v2.0/networks/133a98f1-bb67-4ba6-bb95-2059182b1cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519968 Dec 11 23:16:39.175063 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7bf67e09-3bb1-450f-8d7a-cddc810295c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:39.269591 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf67e09-3bb1-450f-8d7a-cddc810295c9 None None] Pushing event updated for resources: {'Port': ['ID=15196087-2537-4d2e-bcb0-6511f2617e3f,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:39.405910 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-2a067e72-ba53-4330-97a7-6babf5a616e1 service neutron] 10.222.0.45 "GET /v2.0/networks/133a98f1-bb67-4ba6-bb95-2059182b1cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814463 Dec 11 23:16:39.491478 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43352) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:39.681894 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-99c704f3-2a41-4e6e-b4d7-5ac389018aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:39.771912 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-381c986f-b69b-4042-86ec-60ed24cb05a7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Deleting port f964f3b6-e7c8-4496-b15b-1e30e578c499 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:16:39.772529 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-381c986f-b69b-4042-86ec-60ed24cb05a7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:39.910672 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ea64ecd-ded3-4e12-b95b-5345c59b6d8d req-26b89b31-12c9-4bc9-a7b9-c3e7773a9022 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 210 time: 0.0616174 Dec 11 23:16:40.028656 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-381c986f-b69b-4042-86ec-60ed24cb05a7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:40.042302 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-381c986f-b69b-4042-86ec-60ed24cb05a7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:40.073933 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-381c986f-b69b-4042-86ec-60ed24cb05a7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Calling delete_port for f964f3b6-e7c8-4496-b15b-1e30e578c499 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:16:40.097043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 15196087-2537-4d2e-bcb0-6511f2617e3f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:16:40.197594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 15196087-2537-4d2e-bcb0-6511f2617e3f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:40.198267 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:40.232047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-99c704f3-2a41-4e6e-b4d7-5ac389018aa2 admin admin] Deleting port 5ada1a87-dc21-4ada-935c-d14f185723b3 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:16:40.238285 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-99c704f3-2a41-4e6e-b4d7-5ac389018aa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:40.238459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device bd4f9d88-685a-4556-bf0a-f979514b6c9f no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:16:40.270963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: bd4f9d88-685a-4556-bf0a-f979514b6c9f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:16:40.271323 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device bd4f9d88-685a-4556-bf0a-f979514b6c9f not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:16:40.369002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-99c704f3-2a41-4e6e-b4d7-5ac389018aa2 admin admin] For port 5ada1a87-dc21-4ada-935c-d14f185723b3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5ada1a87-dc21-4ada-935c-d14f185723b3,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:40.369375 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-99c704f3-2a41-4e6e-b4d7-5ac389018aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:40.374354 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-381c986f-b69b-4042-86ec-60ed24cb05a7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:40.384997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-99c704f3-2a41-4e6e-b4d7-5ac389018aa2 admin admin] Calling delete_port for 5ada1a87-dc21-4ada-935c-d14f185723b3 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:16:40.406617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c986f-b69b-4042-86ec-60ed24cb05a7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event deleted for resources: {'Port': ['ID=f964f3b6-e7c8-4496-b15b-1e30e578c499,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:40.480693 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-381c986f-b69b-4042-86ec-60ed24cb05a7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:40.481072 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-381c986f-b69b-4042-86ec-60ed24cb05a7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Floating IP 71937a16-21f6-41dd-bdc1-ec77a47b3e14 disassociated (deleted). External IP: 172.25.1.229, port: a1077aab-213d-4a5b-9679-cf757014e988. Dec 11 23:16:40.722668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381c986f-b69b-4042-86ec-60ed24cb05a7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:16:40.760769 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-99c704f3-2a41-4e6e-b4d7-5ac389018aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:40.814066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c704f3-2a41-4e6e-b4d7-5ac389018aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ada1a87-dc21-4ada-935c-d14f185723b3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:40.872379 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381c986f-b69b-4042-86ec-60ed24cb05a7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:16:40.876311 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-381c986f-b69b-4042-86ec-60ed24cb05a7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:40.885512 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc63159-13bb-4122-8c36-e4bf21bcc299 None None] Sync routers for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:16:40.906010 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc63159-13bb-4122-8c36-e4bf21bcc299 None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:16:40.906845 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3cc63159-13bb-4122-8c36-e4bf21bcc299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:40.913302 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-381c986f-b69b-4042-86ec-60ed24cb05a7 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "DELETE /v2.0/floatingips/71937a16-21f6-41dd-bdc1-ec77a47b3e14 HTTP/1.1" status: 204 len: 168 time: 1.4167569 Dec 11 23:16:40.913543 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'tag': 'a1077aab-213d-4a5b-9679-cf757014e988'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:16:40.916646 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8b4bed-a27d-44bb-9ce7-072ecb374b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc", "tag": "a1077aab-213d-4a5b-9679-cf757014e988"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:16:41.031270 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7907df22-bba8-474a-b10c-b21af3e62d2a x-openstack-request-id: req-7907df22-bba8-474a-b10c-b21af3e62d2a {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:16:41.031922 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc", "tag": "a1077aab-213d-4a5b-9679-cf757014e988", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:16:41.032419 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7907df22-bba8-474a-b10c-b21af3e62d2a {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:16:41.033121 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'tag': 'a1077aab-213d-4a5b-9679-cf757014e988', 'status': 'completed', 'code': 200} Dec 11 23:16:41.172576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b4bed-a27d-44bb-9ce7-072ecb374b0d req-9d494b81-a1ec-431e-8bdb-3124a8ce82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:41.181118 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e50ff7d3-f672-4c2d-b226-6d2ebdb6039c req-235ab0c6-9b31-422f-8ec7-d3be8b50301e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 210 time: 0.0528097 Dec 11 23:16:41.182578 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2e8b4bed-a27d-44bb-9ce7-072ecb374b0d req-9d494b81-a1ec-431e-8bdb-3124a8ce82d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e65028dda549d793a43c7e6f96a7f6&device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 1096 time: 0.1216030 Dec 11 23:16:41.209206 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-99c704f3-2a41-4e6e-b4d7-5ac389018aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:41.227077 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3cc63159-13bb-4122-8c36-e4bf21bcc299 None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:16:41.304230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b4bed-a27d-44bb-9ce7-072ecb374b0d req-447e9753-3beb-4ebd-88d6-a89d75ac3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:41.306125 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2e8b4bed-a27d-44bb-9ce7-072ecb374b0d req-447e9753-3beb-4ebd-88d6-a89d75ac3578 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 200 len: 912 time: 0.1078331 Dec 11 23:16:41.356617 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2e8b4bed-a27d-44bb-9ce7-072ecb374b0d req-b639eb51-d0e4-4ed1-9e4b-5cc24dfccb72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1077aab-213d-4a5b-9679-cf757014e988 HTTP/1.1" status: 200 len: 217 time: 0.0423591 Dec 11 23:16:41.474670 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3cc63159-13bb-4122-8c36-e4bf21bcc299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:41.478838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b4bed-a27d-44bb-9ce7-072ecb374b0d req-23e6aa35-87f6-4543-b04c-92aed565c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:41.480533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2e8b4bed-a27d-44bb-9ce7-072ecb374b0d req-23e6aa35-87f6-4543-b04c-92aed565c83c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 200 len: 850 time: 0.0941150 Dec 11 23:16:41.505558 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc63159-13bb-4122-8c36-e4bf21bcc299 None None] Checking router: a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:16:41.515683 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc63159-13bb-4122-8c36-e4bf21bcc299 None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:16:41.516771 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3cc63159-13bb-4122-8c36-e4bf21bcc299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:41.663417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b4bed-a27d-44bb-9ce7-072ecb374b0d req-c6bce2f4-0846-47fe-bf5c-e3d06e802997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:41.664224 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91568ccc-c287-415e-bdd2-53fb09eab652 req-76dc43c7-94c9-4d67-8355-ee3770d3eefd tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:41.665274 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2e8b4bed-a27d-44bb-9ce7-072ecb374b0d req-c6bce2f4-0846-47fe-bf5c-e3d06e802997 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a182ed71-8604-4735-b0e3-af0e3d3bd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497760 Dec 11 23:16:41.671367 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91568ccc-c287-415e-bdd2-53fb09eab652 req-76dc43c7-94c9-4d67-8355-ee3770d3eefd tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 945 time: 0.0894141 Dec 11 23:16:41.743462 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91568ccc-c287-415e-bdd2-53fb09eab652 req-eb280c20-192c-4141-b950-36545c5b56ac tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701005 Dec 11 23:16:41.750027 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3cc63159-13bb-4122-8c36-e4bf21bcc299 None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:16:42.096732 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3cc63159-13bb-4122-8c36-e4bf21bcc299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:42.155033 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc63159-13bb-4122-8c36-e4bf21bcc299 None None] The sync data for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 is: [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b157afd0-0d83-4d90-a364-843f149cc678', 'name': '', 'network_id': 'a182ed71-8604-4735-b0e3-af0e3d3bd68a', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'mac_address': 'fa:16:3e:d2:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'db78c92f-893f-4a44-a521-695a54395046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:47Z', 'updated_at': '2021-12-11T23:00:54Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'subnets': [{'id': 'db78c92f-893f-4a44-a521-695a54395046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:16:42.273596 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c704f3-2a41-4e6e-b4d7-5ac389018aa2 admin admin] Router b1be1eba-6687-4456-aafd-84937f04b89d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:16:42.381701 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e3dbd86b-c0b9-4c40-901e-3461a965354a req-3cb523ec-cb6a-4b60-bc94-82fd2f842fa7 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 210 time: 0.0839756 Dec 11 23:16:42.394731 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2e8b4bed-a27d-44bb-9ce7-072ecb374b0d req-c32c19be-5f98-4897-8910-ddb4a6016136 service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7178061 Dec 11 23:16:42.405101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1287dd-bd2a-4c76-b41b-a24dc3ef2633 req-373bc9e7-e61f-4334-ab0e-01ffe8c748e4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:42.406629 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4c1287dd-bd2a-4c76-b41b-a24dc3ef2633 req-373bc9e7-e61f-4334-ab0e-01ffe8c748e4 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 945 time: 0.1843708 Dec 11 23:16:42.603124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78841826-b338-4f15-8c58-6cfe6f1e8fe2 None None] New status for floating IP 71937a16-21f6-41dd-bdc1-ec77a47b3e14: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:16:42.851847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-d9499f0a-9f41-45fa-acf9-b83b9ad61314 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:42.853508 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-d9499f0a-9f41-45fa-acf9-b83b9ad61314 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.47 "GET /v2.0/networks?id=133a98f1-bb67-4ba6-bb95-2059182b1cc7 HTTP/1.1" status: 200 len: 796 time: 0.2243338 Dec 11 23:16:42.862598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c704f3-2a41-4e6e-b4d7-5ac389018aa2 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:16:42.872459 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2718ef-9b26-416f-98d2-6681414ee8a9 None None] Sync routers for ids ['b1be1eba-6687-4456-aafd-84937f04b89d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:16:42.885853 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2718ef-9b26-416f-98d2-6681414ee8a9 None None] Routers {'b1be1eba-6687-4456-aafd-84937f04b89d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:16:42.886832 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8c2718ef-9b26-416f-98d2-6681414ee8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b1be1eba-6687-4456-aafd-84937f04b89d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:42.889792 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-99c704f3-2a41-4e6e-b4d7-5ac389018aa2 admin admin] 10.222.0.45 "PUT /v2.0/routers/b1be1eba-6687-4456-aafd-84937f04b89d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8624072 Dec 11 23:16:42.893195 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43404) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:42.918167 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2e8b4bed-a27d-44bb-9ce7-072ecb374b0d req-27fd2fd6-cdf8-46c9-bc37-d5d9f8f320a2 service neutron] 10.222.0.13 "GET /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105634 Dec 11 23:16:42.963059 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6386b6-b49a-47d2-8638-084e42551b1d req-ff1e5adc-94d8-44ee-948e-8bcd07d41659 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:42.970681 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec6386b6-b49a-47d2-8638-084e42551b1d req-ff1e5adc-94d8-44ee-948e-8bcd07d41659 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 945 time: 0.1288710 Dec 11 23:16:43.027556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-4c1287dd-bd2a-4c76-b41b-a24dc3ef2633 req-479c7601-312d-408e-a482-f7e3b84270b9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Deleting port a1077aab-213d-4a5b-9679-cf757014e988 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:16:43.027932 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4c1287dd-bd2a-4c76-b41b-a24dc3ef2633 req-479c7601-312d-408e-a482-f7e3b84270b9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:43.089141 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec6386b6-b49a-47d2-8638-084e42551b1d req-cedcf657-e6f9-4576-a2d1-fae059b32042 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/security-groups?id=222981f1-dac7-42f5-967c-9a4dcf328746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133199 Dec 11 23:16:43.095685 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc2b29c3-b575-4be4-a376-4a620e003683 admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:43.120213 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8c2718ef-9b26-416f-98d2-6681414ee8a9 None None] Set router b1be1eba-6687-4456-aafd-84937f04b89d gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:16:43.167752 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-6afbb9bc-f628-4025-931a-809c92f5b2bc tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b3e13cae164be58bd062402458b6cf HTTP/1.1" status: 200 len: 478 time: 0.2756753 Dec 11 23:16:43.180839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-fa460feb-9a7d-4d99-b136-424c6f5aa7e2 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Request body: {'port': {'device_id': 'c225a6f6-c659-439f-a421-d535dc8f28d4', 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'admin_state_up': True, 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'security_groups': ['d2b20e08-5c32-47c4-a2f0-37f8870efddc', 'ceb1f2ae-9cf0-4972-bcef-202e21dcfda2']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:16:43.288703 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc2b29c3-b575-4be4-a376-4a620e003683 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:43.291838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-4c1287dd-bd2a-4c76-b41b-a24dc3ef2633 req-479c7601-312d-408e-a482-f7e3b84270b9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] For port a1077aab-213d-4a5b-9679-cf757014e988, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=a1077aab-213d-4a5b-9679-cf757014e988,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:43.294665 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4c1287dd-bd2a-4c76-b41b-a24dc3ef2633 req-479c7601-312d-408e-a482-f7e3b84270b9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:43.317388 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-4c1287dd-bd2a-4c76-b41b-a24dc3ef2633 req-479c7601-312d-408e-a482-f7e3b84270b9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Calling delete_port for a1077aab-213d-4a5b-9679-cf757014e988 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:16:43.464192 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03af7451-898b-47df-ad42-fdd963134db2 req-9e0d14f4-4825-4ef4-98ac-a80d6f876811 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9f336a291e7340dabf06abee068d87dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492070 Dec 11 23:16:43.524775 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0869d5ec-07c0-4392-9437-fd486e22713a req-e9891421-0e57-4bdf-9717-3c7fa10a4ded tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 210 time: 0.0629408 Dec 11 23:16:43.531277 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b29c3-b575-4be4-a376-4a620e003683 admin admin] Deleting port d5f151e9-6b9e-4d8d-a936-f18a7d8d1190 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:16:43.531715 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc2b29c3-b575-4be4-a376-4a620e003683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:43.539492 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8c2718ef-9b26-416f-98d2-6681414ee8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'name': 'tempest-TestServerMultinode-1978689098-router', 'tenant_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'd5f151e9-6b9e-4d8d-a936-f18a7d8d1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:37Z', 'updated_at': '2021-12-11T23:16:40Z', 'revision_number': 5, 'project_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'gw_port': {'id': 'd5f151e9-6b9e-4d8d-a936-f18a7d8d1190', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:38Z', 'updated_at': '2021-12-11T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:43.574369 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2718ef-9b26-416f-98d2-6681414ee8a9 None None] Checking router: b1be1eba-6687-4456-aafd-84937f04b89d for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:16:43.583847 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2718ef-9b26-416f-98d2-6681414ee8a9 None None] Routers {'b1be1eba-6687-4456-aafd-84937f04b89d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:16:43.584454 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8c2718ef-9b26-416f-98d2-6681414ee8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['b1be1eba-6687-4456-aafd-84937f04b89d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:43.628565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-fa460feb-9a7d-4d99-b136-424c6f5aa7e2 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Made reservation on behalf of 52b3e13cae164be58bd062402458b6cf for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:16:43.633113 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-fa460feb-9a7d-4d99-b136-424c6f5aa7e2 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:43.636514 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-fc2b29c3-b575-4be4-a376-4a620e003683 admin admin] For port d5f151e9-6b9e-4d8d-a936-f18a7d8d1190, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d5f151e9-6b9e-4d8d-a936-f18a7d8d1190,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:43.637128 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc2b29c3-b575-4be4-a376-4a620e003683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:43.652087 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b29c3-b575-4be4-a376-4a620e003683 admin admin] Calling delete_port for d5f151e9-6b9e-4d8d-a936-f18a7d8d1190 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:16:43.704015 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8c2718ef-9b26-416f-98d2-6681414ee8a9 None None] Set router b1be1eba-6687-4456-aafd-84937f04b89d gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:16:43.766578 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8c2718ef-9b26-416f-98d2-6681414ee8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'name': 'tempest-TestServerMultinode-1978689098-router', 'tenant_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:37Z', 'updated_at': '2021-12-11T23:16:43Z', 'revision_number': 6, 'project_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:43.912357 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2718ef-9b26-416f-98d2-6681414ee8a9 None None] The sync data for ids ['b1be1eba-6687-4456-aafd-84937f04b89d'] in n-d-710847-6 is: [{'id': 'b1be1eba-6687-4456-aafd-84937f04b89d', 'name': 'tempest-TestServerMultinode-1978689098-router', 'tenant_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:37Z', 'updated_at': '2021-12-11T23:16:43Z', 'revision_number': 6, 'project_id': '8e1f2c633cce4d60ad0bcebe0ff8bded', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:16:43.912647 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af7451-898b-47df-ad42-fdd963134db2 req-72ae75b3-4b09-4f90-8789-9b6842d4ca8f tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:43.914314 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03af7451-898b-47df-ad42-fdd963134db2 req-72ae75b3-4b09-4f90-8789-9b6842d4ca8f tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4379978 Dec 11 23:16:43.934010 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:43.938925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03af7451-898b-47df-ad42-fdd963134db2 req-5270580b-813a-41e1-a001-557b9db8b6f9 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/quotas/9f336a291e7340dabf06abee068d87dc HTTP/1.1" status: 200 len: 375 time: 0.0153446 Dec 11 23:16:43.943335 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-fa460feb-9a7d-4d99-b136-424c6f5aa7e2 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Allocated IP 172.20.0.6 (133a98f1-bb67-4ba6-bb95-2059182b1cc7/1aae148f-5bc4-4f25-9f18-0eb202750321/90ec69be-e700-483e-a20d-8e780844387d) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:16:43.963484 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc2b29c3-b575-4be4-a376-4a620e003683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:43.984911 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4c1287dd-bd2a-4c76-b41b-a24dc3ef2633 req-479c7601-312d-408e-a482-f7e3b84270b9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:43.991527 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03af7451-898b-47df-ad42-fdd963134db2 req-21701f05-95ca-4fcd-ba2f-1158fba69c34 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f336a291e7340dabf06abee068d87dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367098 Dec 11 23:16:43.993759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b29c3-b575-4be4-a376-4a620e003683 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f151e9-6b9e-4d8d-a936-f18a7d8d1190,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:44.018660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c27ed0-be37-40b3-be6c-68221a40005d None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:16:44.030931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c7601-312d-408e-a482-f7e3b84270b9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event deleted for resources: {'Port': ['ID=a1077aab-213d-4a5b-9679-cf757014e988,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:44.119082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1287dd-bd2a-4c76-b41b-a24dc3ef2633 req-479c7601-312d-408e-a482-f7e3b84270b9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] No DVR routers for this DVR port a1077aab-213d-4a5b-9679-cf757014e988 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:16:44.120449 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc2b29c3-b575-4be4-a376-4a620e003683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:44.121818 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4c1287dd-bd2a-4c76-b41b-a24dc3ef2633 req-479c7601-312d-408e-a482-f7e3b84270b9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:44.126997 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4c1287dd-bd2a-4c76-b41b-a24dc3ef2633 req-479c7601-312d-408e-a482-f7e3b84270b9 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.13 "DELETE /v2.0/ports/a1077aab-213d-4a5b-9679-cf757014e988 HTTP/1.1" status: 204 len: 173 time: 1.7100759 Dec 11 23:16:44.127493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'name': 'network-vif-deleted', 'tag': 'a1077aab-213d-4a5b-9679-cf757014e988'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:16:44.129779 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d25467a-8d78-446b-8738-4454860ffc51" -d '{"events": [{"server_uuid": "c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc", "name": "network-vif-deleted", "tag": "a1077aab-213d-4a5b-9679-cf757014e988"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:16:44.249865 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c95ced09-d838-41bf-9c9f-76062c296c95 req-cd8904eb-1879-41e2-8105-b95f24ff01a1 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 210 time: 0.0844445 Dec 11 23:16:44.254113 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc2b29c3-b575-4be4-a376-4a620e003683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:44.260108 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc2b29c3-b575-4be4-a376-4a620e003683 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:44.311726 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-fa460feb-9a7d-4d99-b136-424c6f5aa7e2 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:44.364467 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523949b4-68d4-4df6-81ff-42326ddc4302 x-openstack-request-id: req-523949b4-68d4-4df6-81ff-42326ddc4302 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:16:44.364668 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc", "name": "network-vif-deleted", "tag": "a1077aab-213d-4a5b-9679-cf757014e988", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:16:44.364889 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-523949b4-68d4-4df6-81ff-42326ddc4302 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:16:44.365297 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc', 'name': 'network-vif-deleted', 'tag': 'a1077aab-213d-4a5b-9679-cf757014e988', 'status': 'completed', 'code': 200} Dec 11 23:16:44.411934 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ad527e7-d2fa-49bc-963a-f2d8b554a84b req-462264c3-c953-4d8f-87d4-162c17a93591 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 210 time: 0.0642359 Dec 11 23:16:44.475102 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc2b29c3-b575-4be4-a376-4a620e003683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:44.475935 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2b29c3-b575-4be4-a376-4a620e003683 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1be1eba-6687-4456-aafd-84937f04b89d {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:16:44.480964 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc2b29c3-b575-4be4-a376-4a620e003683 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:44.481340 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-fa460feb-9a7d-4d99-b136-424c6f5aa7e2 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:44.483137 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fc2b29c3-b575-4be4-a376-4a620e003683 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b1be1eba-6687-4456-aafd-84937f04b89d HTTP/1.1" status: 204 len: 168 time: 1.5880129 Dec 11 23:16:44.484836 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43440) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:44.566622 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a56ada6-b2eb-440b-888e-28a2d33cd656 admin admin] Deleting subnet 953cc521-51f2-447c-9407-29292bb92cd0 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:16:44.570451 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6a56ada6-b2eb-440b-888e-28a2d33cd656 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:44.573691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-fa460feb-9a7d-4d99-b136-424c6f5aa7e2 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Network 133a98f1-bb67-4ba6-bb95-2059182b1cc7 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:16:44.577174 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-fa460feb-9a7d-4d99-b136-424c6f5aa7e2 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:16:44.601101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-fa460feb-9a7d-4d99-b136-424c6f5aa7e2 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:16:44.612315 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6a56ada6-b2eb-440b-888e-28a2d33cd656 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:44.728033 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6a56ada6-b2eb-440b-888e-28a2d33cd656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:44.735538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-fa460feb-9a7d-4d99-b136-424c6f5aa7e2 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:44.738646 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-fa460feb-9a7d-4d99-b136-424c6f5aa7e2 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:44.823957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa460feb-9a7d-4d99-b136-424c6f5aa7e2 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'Port': ['ID=90ec69be-e700-483e-a20d-8e780844387d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:44.890525 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69d108-a7e4-4880-82d5-936547f59aa5 req-bf486472-abaa-477f-ad12-18fd977fa254 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:44.895469 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d69d108-a7e4-4880-82d5-936547f59aa5 req-bf486472-abaa-477f-ad12-18fd977fa254 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 970 time: 0.1455204 Dec 11 23:16:44.919116 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-fa460feb-9a7d-4d99-b136-424c6f5aa7e2 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.7455993 Dec 11 23:16:44.941963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Request body: {'port': {'device_id': 'c225a6f6-c659-439f-a421-d535dc8f28d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:16:44.943981 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6a56ada6-b2eb-440b-888e-28a2d33cd656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:44.986976 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56ada6-b2eb-440b-888e-28a2d33cd656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=953cc521-51f2-447c-9407-29292bb92cd0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:44.992452 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6a56ada6-b2eb-440b-888e-28a2d33cd656 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:44.997402 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6a56ada6-b2eb-440b-888e-28a2d33cd656 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/953cc521-51f2-447c-9407-29292bb92cd0 HTTP/1.1" status: 204 len: 168 time: 0.5114081 Dec 11 23:16:45.002155 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43448) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:45.004966 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b0db6a-9522-411f-9521-637a7aadb4d1 None None] Network 639932dd-4008-4272-9965-c492380d5068 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:16:45.153134 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d69d108-a7e4-4880-82d5-936547f59aa5 req-82e26227-19bc-4e89-80f6-bdf38cc1d4e1 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2434392 Dec 11 23:16:45.158653 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:45.170644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f2d483f6-6074-4db3-840c-79de0e104a07 None None] Provisioning complete for port 90ec69be-e700-483e-a20d-8e780844387d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:45.171936 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f2d483f6-6074-4db3-840c-79de0e104a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:45.187134 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:45.209988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f2d483f6-6074-4db3-840c-79de0e104a07 None None] Port 90ec69be-e700-483e-a20d-8e780844387d cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:16:45.288081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] Deleting port 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:16:45.288792 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:45.308794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d535475-61ef-41cc-a382-82917bca8887 None None] DHCP port deletion for 639932dd-4008-4272-9965-c492380d5068 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:16:45.515881 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9d535475-61ef-41cc-a382-82917bca8887 None None] Deleting port 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:16:45.516265 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d535475-61ef-41cc-a382-82917bca8887 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:45.634201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de1a4a37-1aba-4c9d-9386-cfe1af85dab5 req-021b6644-dda6-4cfd-9ac0-b09bef251c2a tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 210 time: 0.0924182 Dec 11 23:16:45.665434 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9d535475-61ef-41cc-a382-82917bca8887 None None] For port 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:45.666963 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d535475-61ef-41cc-a382-82917bca8887 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:45.688951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9d535475-61ef-41cc-a382-82917bca8887 None None] Calling delete_port for 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:16:45.803993 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2cd59c8d-b3e5-4433-a9b6-1e4bdaabfbb3 req-eb71bc6d-80f6-4323-89d0-0e6b93ca0996 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 210 time: 0.0685010 Dec 11 23:16:45.841453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ec69be-e700-483e-a20d-8e780844387d {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:16:45.856410 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] For port 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743,segment=NetworkSegment(ed54df31-559f-4a0d-b046-52a1e665b888),segment_id=ed54df31-559f-4a0d-b046-52a1e665b888)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:45.856779 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:45.857516 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:45.880573 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d535475-61ef-41cc-a382-82917bca8887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:45.880871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Transition to ACTIVE for port object 90ec69be-e700-483e-a20d-8e780844387d will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:16:45.887616 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] Calling delete_port for 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:16:45.949440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d535475-61ef-41cc-a382-82917bca8887 None None] No DVR routers for this DVR port 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:16:45.951248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d535475-61ef-41cc-a382-82917bca8887 None None] Pushing event deleted for resources: {'Port': ['ID=4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:45.965416 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:46.105571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d5f151e9-6b9e-4d8d-a936-f18a7d8d1190 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:16:46.114325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Pushing event updated for resources: {'Port': ['ID=90ec69be-e700-483e-a20d-8e780844387d,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:46.119453 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:46.145595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: d5f151e9-6b9e-4d8d-a936-f18a7d8d1190 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:16:46.145595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d5f151e9-6b9e-4d8d-a936-f18a7d8d1190 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:16:46.145595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5ada1a87-dc21-4ada-935c-d14f185723b3 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:16:46.207643 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:46.225801 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] No DVR routers for this DVR port 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:16:46.249799 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Attempting to bind port 90ec69be-e700-483e-a20d-8e780844387d on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:16:46.250074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device a1077aab-213d-4a5b-9679-cf757014e988 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:16:46.250422 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Attempting to bind port 90ec69be-e700-483e-a20d-8e780844387d by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '864c9210-0ba4-4477-9b3b-a7625cb4333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:16:46.250886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Attempting to bind port 90ec69be-e700-483e-a20d-8e780844387d on network 133a98f1-bb67-4ba6-bb95-2059182b1cc7 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:16:46.260567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Port 90ec69be-e700-483e-a20d-8e780844387d on network 133a98f1-bb67-4ba6-bb95-2059182b1cc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:16:46.261047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Attempting to bind port 90ec69be-e700-483e-a20d-8e780844387d on network 133a98f1-bb67-4ba6-bb95-2059182b1cc7 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:16:46.262167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 5ada1a87-dc21-4ada-935c-d14f185723b3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:16:46.263718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5ada1a87-dc21-4ada-935c-d14f185723b3 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:16:46.264282 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:16:46.271838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:16:46.274105 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Checking segment: {'id': '864c9210-0ba4-4477-9b3b-a7625cb4333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:16:46.274841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Bound using segment: {'id': '864c9210-0ba4-4477-9b3b-a7625cb4333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:16:46.275461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Bound port: 90ec69be-e700-483e-a20d-8e780844387d, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864c9210-0ba4-4477-9b3b-a7625cb4333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:16:46.279082 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:46.373837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: a1077aab-213d-4a5b-9679-cf757014e988 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:16:46.374188 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device a1077aab-213d-4a5b-9679-cf757014e988 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:16:46.376940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:16:46.377340 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4d6dc10c-dfe0-4b4f-9763-7c19a5fc1743 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:16:46.441852 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:46.467772 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639932dd-4008-4272-9965-c492380d5068']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:46.470692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd00f80-930f-45d1-a0b4-3374e629be5f req-94e4e513-42ba-4719-b85e-c13a4acd1096 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:46.472413 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd00f80-930f-45d1-a0b4-3374e629be5f req-94e4e513-42ba-4719-b85e-c13a4acd1096 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 982 time: 0.1707480 Dec 11 23:16:46.486415 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed54df31-559f-4a0d-b046-52a1e665b888') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:46.486817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed54df31-559f-4a0d-b046-52a1e665b888') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:46.506541 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:46.528700 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:46.535778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] For port 90ec69be-e700-483e-a20d-8e780844387d, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:16:46.541335 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: self.session.flush() Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:16:46.545653 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:16:46.564118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] For port 90ec69be-e700-483e-a20d-8e780844387d, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=90ec69be-e700-483e-a20d-8e780844387d,segment=NetworkSegment(864c9210-0ba4-4477-9b3b-a7625cb4333f),segment_id=864c9210-0ba4-4477-9b3b-a7625cb4333f)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:16:46.598441 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd00f80-930f-45d1-a0b4-3374e629be5f req-0190f174-1e5c-41ca-bb75-dc5bcff01c3e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1165075 Dec 11 23:16:46.647262 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:46.727748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:46.728684 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:46.731105 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] 10.222.0.47 "PUT /v2.0/ports/90ec69be-e700-483e-a20d-8e780844387d HTTP/1.1" status: 200 len: 1130 time: 1.7960606 Dec 11 23:16:46.735135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c225a6f6-c659-439f-a421-d535dc8f28d4', 'tag': '90ec69be-e700-483e-a20d-8e780844387d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:16:46.738370 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631d1cfe-a0eb-47bd-9fc5-5c63c3e3ded0" -d '{"events": [{"name": "network-changed", "server_uuid": "c225a6f6-c659-439f-a421-d535dc8f28d4", "tag": "90ec69be-e700-483e-a20d-8e780844387d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:16:46.823722 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b847a309-13f9-408c-ba37-cdc15ef9341d x-openstack-request-id: req-b847a309-13f9-408c-ba37-cdc15ef9341d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:16:46.824137 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c225a6f6-c659-439f-a421-d535dc8f28d4", "tag": "90ec69be-e700-483e-a20d-8e780844387d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:16:46.824471 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b847a309-13f9-408c-ba37-cdc15ef9341d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:16:46.824988 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a7baa61-d582-4e20-b16a-8d31c87dca77 req-48038463-d049-423f-b8f1-346870da194d tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 210 time: 0.0413890 Dec 11 23:16:46.825137 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c225a6f6-c659-439f-a421-d535dc8f28d4', 'tag': '90ec69be-e700-483e-a20d-8e780844387d', 'status': 'completed', 'code': 200} Dec 11 23:16:46.835263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fff821-1287-49e4-a9c6-92f03e06d968 service neutron] Pushing event updated for resources: {'Port': ['ID=90ec69be-e700-483e-a20d-8e780844387d,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:46.885915 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:46.905069 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:46.911628 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] 10.222.0.45 "DELETE /v2.0/networks/639932dd-4008-4272-9965-c492380d5068 HTTP/1.1" status: 204 len: 168 time: 1.9071982 Dec 11 23:16:46.912467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43466) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:46.917443 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf02ff-74f0-42d4-bb44-cdad60445b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=639932dd-4008-4272-9965-c492380d5068,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:47.092734 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-766c6f01-683f-425f-86c2-29d379bd0ce0 req-46675efd-d40a-4176-86e1-efc504dc3e23 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 210 time: 0.1523488 Dec 11 23:16:47.103008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d1cfe-a0eb-47bd-9fc5-5c63c3e3ded0 req-05b4234e-e1f0-4e31-bcf8-65100c832768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:47.104556 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-631d1cfe-a0eb-47bd-9fc5-5c63c3e3ded0 req-05b4234e-e1f0-4e31-bcf8-65100c832768 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52b3e13cae164be58bd062402458b6cf&device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 1133 time: 0.2384465 Dec 11 23:16:47.336825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d1cfe-a0eb-47bd-9fc5-5c63c3e3ded0 req-92b77a61-69aa-4029-b3f8-8a49ce8c0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:47.339352 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-631d1cfe-a0eb-47bd-9fc5-5c63c3e3ded0 req-92b77a61-69aa-4029-b3f8-8a49ce8c0828 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=52b3e13cae164be58bd062402458b6cf&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1951456 Dec 11 23:16:47.449475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03af7451-898b-47df-ad42-fdd963134db2 req-810dbc48-98c3-4448-a4e8-aa3ef7aecce9 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9f336a291e7340dabf06abee068d87dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637774 Dec 11 23:16:47.568901 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:47.869502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbb840-5080-46c2-97c8-6d7b0da7cd1f req-9679d71a-f219-43a5-aebf-765f520600e1 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:47.871233 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-07cbb840-5080-46c2-97c8-6d7b0da7cd1f req-9679d71a-f219-43a5-aebf-765f520600e1 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 982 time: 0.0867004 Dec 11 23:16:48.014707 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-07cbb840-5080-46c2-97c8-6d7b0da7cd1f req-18cb6115-ccec-4f52-b7b1-8fcebca721b5 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1263554 Dec 11 23:16:48.071404 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6de4c163-307c-4801-811e-d05ac2ab1428 req-dc63b9a7-5ee8-4753-bbab-3e1431f275b0 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 210 time: 0.0620337 Dec 11 23:16:48.410480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d1cfe-a0eb-47bd-9fc5-5c63c3e3ded0 req-1b90d358-f867-4260-ae40-d2037f7e41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:48.410480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-631d1cfe-a0eb-47bd-9fc5-5c63c3e3ded0 req-1b90d358-f867-4260-ae40-d2037f7e41d4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7917600 Dec 11 23:16:48.410480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af7451-898b-47df-ad42-fdd963134db2 req-4897dc56-8a33-46f6-ab0b-eaf1fc446498 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:48.410480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03af7451-898b-47df-ad42-fdd963134db2 req-4897dc56-8a33-46f6-ab0b-eaf1fc446498 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7166336 Dec 11 23:16:48.410480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-03af7451-898b-47df-ad42-fdd963134db2 req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Request body: {'port': {'device_id': '545c6065-185d-4ea9-9649-50bf36f73ee4', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': '9f336a291e7340dabf06abee068d87dc'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:16:48.412232 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-12a8f71d-1060-41cd-b3cb-d53d8a56bc97 req-82336f24-ec93-4c95-a1d1-4698205a1f61 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 210 time: 0.0450554 Dec 11 23:16:48.412329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c55593da-45f8-41b2-8a26-bf4603caf133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:48.412329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-c55593da-45f8-41b2-8a26-bf4603caf133 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52b3e13cae164be58bd062402458b6cf&device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 1133 time: 0.1167400 Dec 11 23:16:48.440276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-e099f4f6-65a4-4348-910e-689397fada9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90ec69be-e700-483e-a20d-8e780844387d HTTP/1.1" status: 200 len: 217 time: 0.0453744 Dec 11 23:16:48.478785 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-918e3188-db9b-4569-b283-148bad520b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:48.544582 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-566a588a-855f-4d60-952e-1d4da9f0d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:48.546069 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-566a588a-855f-4d60-952e-1d4da9f0d847 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1aae148f-5bc4-4f25-9f18-0eb202750321 HTTP/1.1" status: 200 len: 835 time: 0.0987353 Dec 11 23:16:48.550298 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03af7451-898b-47df-ad42-fdd963134db2 req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Made reservation on behalf of 9f336a291e7340dabf06abee068d87dc for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:16:48.554020 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03af7451-898b-47df-ad42-fdd963134db2 req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:48.625229 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03af7451-898b-47df-ad42-fdd963134db2 req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:48.727770 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-7ffb6bec-44f4-4676-ba0a-ccccce37b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:48.729292 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-7ffb6bec-44f4-4676-ba0a-ccccce37b169 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=133a98f1-bb67-4ba6-bb95-2059182b1cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455941 Dec 11 23:16:48.824338 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1c49d5cd-07bc-4b18-9fdb-b58d53a4a54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:48.873284 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03af7451-898b-47df-ad42-fdd963134db2 req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:48.890315 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-86d7e185-68d4-4645-9b66-ba6153b0021e service neutron] 10.222.0.47 "GET /v2.0/networks/133a98f1-bb67-4ba6-bb95-2059182b1cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525586 Dec 11 23:16:48.963870 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03af7451-898b-47df-ad42-fdd963134db2 req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:49.084386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d12fb58-2c28-4806-94b0-3789e4349c44,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:49.193667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-03af7451-898b-47df-ad42-fdd963134db2 req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Allocated IP 192.168.233.135 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/0ee93193-5815-4439-80a4-4ffde4bbddd3) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:16:49.253885 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9b7a3a01-b5dd-4bcd-9304-55b14dd90baf req-e3636490-88c1-4565-9d82-c15ed50216bb tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 210 time: 0.0710762 Dec 11 23:16:49.349110 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a2598158-8aba-4fb5-bfb3-2058f95e6374 req-68aaa300-f5a9-4813-81c8-bb831f4bd7f0 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 210 time: 0.0344174 Dec 11 23:16:49.385101 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ba4cd4-dd6e-4199-8f96-42b876c598bf req-53a28124-89bb-44e5-8b44-616c52253f0c service neutron] 10.222.0.47 "GET /v2.0/networks/133a98f1-bb67-4ba6-bb95-2059182b1cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788866 Dec 11 23:16:49.424490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-918e3188-db9b-4569-b283-148bad520b4b admin admin] Deleting port 2ef16233-9a9b-4775-bc28-fa6cc3072276 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:16:49.424831 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-918e3188-db9b-4569-b283-148bad520b4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:49.430621 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03af7451-898b-47df-ad42-fdd963134db2 req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:49.504018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510759f-6a5f-45ba-b45a-7d5e5fbe726f req-a60cf6b7-2829-41f3-bed1-e4a2c64d21b6 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:49.521103 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0510759f-6a5f-45ba-b45a-7d5e5fbe726f req-a60cf6b7-2829-41f3-bed1-e4a2c64d21b6 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 982 time: 0.1956997 Dec 11 23:16:49.627415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-918e3188-db9b-4569-b283-148bad520b4b admin admin] For port 2ef16233-9a9b-4775-bc28-fa6cc3072276, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2ef16233-9a9b-4775-bc28-fa6cc3072276,segment=NetworkSegment(8ee3fd49-8662-40e7-85fc-40b7c69df136),segment_id=8ee3fd49-8662-40e7-85fc-40b7c69df136)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:49.627787 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-918e3188-db9b-4569-b283-148bad520b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:49.647428 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0510759f-6a5f-45ba-b45a-7d5e5fbe726f req-b12f60d7-4071-4163-9710-db4dd32d5414 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1269724 Dec 11 23:16:49.675618 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-918e3188-db9b-4569-b283-148bad520b4b admin admin] Calling delete_port for 2ef16233-9a9b-4775-bc28-fa6cc3072276 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:16:49.726441 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03af7451-898b-47df-ad42-fdd963134db2 req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:49.785531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Pushing event updated for resources: {'Port': ['ID=0ee93193-5815-4439-80a4-4ffde4bbddd3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:49.818688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03af7451-898b-47df-ad42-fdd963134db2 req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:16:49.822960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-03af7451-898b-47df-ad42-fdd963134db2 req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:16:49.843046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-03af7451-898b-47df-ad42-fdd963134db2 req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:16:50.008665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af7451-898b-47df-ad42-fdd963134db2 req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:50.009633 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03af7451-898b-47df-ad42-fdd963134db2 req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:50.144044 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03af7451-898b-47df-ad42-fdd963134db2 req-a0601be7-41db-4456-838b-92ace6910b66 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9568150 Dec 11 23:16:50.163861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Request body: {'port': {'device_id': '545c6065-185d-4ea9-9649-50bf36f73ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:16:50.197178 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-918e3188-db9b-4569-b283-148bad520b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:50.264863 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1dea3c1f-cce5-47f9-bbbb-f3ac3479e7cb None None] Provisioning complete for port 0ee93193-5815-4439-80a4-4ffde4bbddd3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:50.266991 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1dea3c1f-cce5-47f9-bbbb-f3ac3479e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:50.288504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e3188-db9b-4569-b283-148bad520b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef16233-9a9b-4775-bc28-fa6cc3072276,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:50.379448 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:50.380690 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1dea3c1f-cce5-47f9-bbbb-f3ac3479e7cb None None] Port 0ee93193-5815-4439-80a4-4ffde4bbddd3 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:16:50.428870 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849cf3b-8b28-48ec-8975-cf746637b79a req-c8ba3a57-8906-4afd-842a-babee8f6e187 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:50.436915 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8849cf3b-8b28-48ec-8975-cf746637b79a req-c8ba3a57-8906-4afd-842a-babee8f6e187 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 936 time: 0.0819283 Dec 11 23:16:50.511312 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8849cf3b-8b28-48ec-8975-cf746637b79a req-357569ba-73c6-46f0-a167-72a1371aa6e2 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d12fb58-2c28-4806-94b0-3789e4349c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637748 Dec 11 23:16:50.676787 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a15f74cb-aa48-4ec1-a206-862cec29aa1a req-b7b0e038-ae6c-43b2-9024-307b1fa8f049 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7af1a43-ba6b-4eb7-9846-35ae9e00b7fc HTTP/1.1" status: 200 len: 210 time: 0.0684214 Dec 11 23:16:50.768835 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-918e3188-db9b-4569-b283-148bad520b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:50.779949 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf91420-b12c-438b-8737-572655df562a req-e250874a-1dcd-4cae-8432-becfea425c91 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:50.788364 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-edf91420-b12c-438b-8737-572655df562a req-e250874a-1dcd-4cae-8432-becfea425c91 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 982 time: 0.0686109 Dec 11 23:16:50.863361 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-edf91420-b12c-438b-8737-572655df562a req-31044bc7-8be9-4f89-a575-c36c8991124e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0734746 Dec 11 23:16:50.924152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee93193-5815-4439-80a4-4ffde4bbddd3 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:16:50.935499 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:50.956302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Transition to ACTIVE for port object 0ee93193-5815-4439-80a4-4ffde4bbddd3 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:16:51.042712 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:51.114213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee93193-5815-4439-80a4-4ffde4bbddd3,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:51.135932 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918e3188-db9b-4569-b283-148bad520b4b admin admin] Router 098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:16:51.257156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Attempting to bind port 0ee93193-5815-4439-80a4-4ffde4bbddd3 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:16:51.258446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Attempting to bind port 0ee93193-5815-4439-80a4-4ffde4bbddd3 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:16:51.258446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Attempting to bind port 0ee93193-5815-4439-80a4-4ffde4bbddd3 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:16:51.295462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Port 0ee93193-5815-4439-80a4-4ffde4bbddd3 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:16:51.295794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Attempting to bind port 0ee93193-5815-4439-80a4-4ffde4bbddd3 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:16:51.306549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:16:51.306913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:16:51.307303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:16:51.307742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Bound port: 0ee93193-5815-4439-80a4-4ffde4bbddd3, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:16:51.308100 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:51.316863 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-918a03fa-2662-4e85-9a2d-3c5cded2caa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:51.354023 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918e3188-db9b-4569-b283-148bad520b4b admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:16:51.360968 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-918e3188-db9b-4569-b283-148bad520b4b admin admin] 10.222.0.45 "PUT /v2.0/routers/098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4376328 Dec 11 23:16:51.363632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43498) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:51.365945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0f248e-56f4-4899-97a0-b52473859f5f None None] Sync routers for ids ['098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:16:51.376753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f248e-56f4-4899-97a0-b52473859f5f None None] Routers {'098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:16:51.377511 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3b0f248e-56f4-4899-97a0-b52473859f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:51.403600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] For port 0ee93193-5815-4439-80a4-4ffde4bbddd3, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:16:51.408520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] For port 0ee93193-5815-4439-80a4-4ffde4bbddd3, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0ee93193-5815-4439-80a4-4ffde4bbddd3,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:16:51.486993 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d356c4e-d777-4a0c-b180-3f6310d3c9b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:51.512103 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:51.540178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-3b0f248e-56f4-4899-97a0-b52473859f5f None None] Set router 098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:16:51.595216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:51.601241 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:51.603898 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03af7451-898b-47df-ad42-fdd963134db2 req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] 10.222.0.13 "PUT /v2.0/ports/0ee93193-5815-4439-80a4-4ffde4bbddd3 HTTP/1.1" status: 200 len: 1096 time: 1.4485929 Dec 11 23:16:51.610298 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545c6065-185d-4ea9-9649-50bf36f73ee4', 'tag': '0ee93193-5815-4439-80a4-4ffde4bbddd3'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:16:51.616734 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255d0104-97e6-445e-aacc-8e6117434ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "545c6065-185d-4ea9-9649-50bf36f73ee4", "tag": "0ee93193-5815-4439-80a4-4ffde4bbddd3"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:16:51.622516 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d356c4e-d777-4a0c-b180-3f6310d3c9b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:51.658923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b4a97-ca95-45bb-80be-d3d378a26c44 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee93193-5815-4439-80a4-4ffde4bbddd3,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:51.744158 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6420b5ef-ae5d-4573-9fe5-cea94dd53554 x-openstack-request-id: req-6420b5ef-ae5d-4573-9fe5-cea94dd53554 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:16:51.744567 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545c6065-185d-4ea9-9649-50bf36f73ee4", "tag": "0ee93193-5815-4439-80a4-4ffde4bbddd3", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:16:51.744833 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6420b5ef-ae5d-4573-9fe5-cea94dd53554 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:16:51.746326 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545c6065-185d-4ea9-9649-50bf36f73ee4', 'tag': '0ee93193-5815-4439-80a4-4ffde4bbddd3', 'status': 'completed', 'code': 200} Dec 11 23:16:51.810014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfa139-85f9-4e69-a7d7-dcd952241547 req-feea73bc-0b0c-4817-b4e3-e0e7f9943fad tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:51.811999 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0bdfa139-85f9-4e69-a7d7-dcd952241547 req-feea73bc-0b0c-4817-b4e3-e0e7f9943fad tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 948 time: 0.1464846 Dec 11 23:16:51.816668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3b0f248e-56f4-4899-97a0-b52473859f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'name': 'tempest-TestServerMultinode-1106579390-router', 'tenant_id': '56f4f58c9601463cb156d3095be6e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '8b299fb2-c8da-4a72-b411-139ad6ffd35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:46Z', 'updated_at': '2021-12-11T23:16:50Z', 'revision_number': 5, 'project_id': '56f4f58c9601463cb156d3095be6e46d', 'gw_port': {'id': '8b299fb2-c8da-4a72-b411-139ad6ffd35f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:15:47Z', 'updated_at': '2021-12-11T23:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:51.839810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43508) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:51.856901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2d356c4e-d777-4a0c-b180-3f6310d3c9b7 admin admin] Deleting port 8b299fb2-c8da-4a72-b411-139ad6ffd35f {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:16:51.857571 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d356c4e-d777-4a0c-b180-3f6310d3c9b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:51.883355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0f248e-56f4-4899-97a0-b52473859f5f None None] Checking router: 098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:16:51.896857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f248e-56f4-4899-97a0-b52473859f5f None None] Routers {'098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:16:51.897505 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3b0f248e-56f4-4899-97a0-b52473859f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:51.901796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af7451-898b-47df-ad42-fdd963134db2 req-754c3021-32f5-4d61-92a9-51026bc52fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:51.903272 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03af7451-898b-47df-ad42-fdd963134db2 req-754c3021-32f5-4d61-92a9-51026bc52fe7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f336a291e7340dabf06abee068d87dc&device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 1099 time: 0.1468930 Dec 11 23:16:52.051711 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03af7451-898b-47df-ad42-fdd963134db2 req-cf8ab9c9-5673-4a48-a099-0c01caa2e4bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=0ee93193-5815-4439-80a4-4ffde4bbddd3 HTTP/1.1" status: 200 len: 217 time: 0.1289942 Dec 11 23:16:52.061084 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0bdfa139-85f9-4e69-a7d7-dcd952241547 req-6c78319e-b185-4591-8caf-3be81b1c7e1c tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d12fb58-2c28-4806-94b0-3789e4349c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425523 Dec 11 23:16:52.068477 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-3b0f248e-56f4-4899-97a0-b52473859f5f None None] Set router 098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:16:52.082551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-2d356c4e-d777-4a0c-b180-3f6310d3c9b7 admin admin] For port 8b299fb2-c8da-4a72-b411-139ad6ffd35f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8b299fb2-c8da-4a72-b411-139ad6ffd35f,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:52.082959 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d356c4e-d777-4a0c-b180-3f6310d3c9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:52.103862 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8963896-b882-4b9a-ba09-583829bbdca8 req-95248bb7-22b5-4156-8036-784bc723f948 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:52.105510 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8963896-b882-4b9a-ba09-583829bbdca8 req-95248bb7-22b5-4156-8036-784bc723f948 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 982 time: 0.1379578 Dec 11 23:16:52.109973 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2d356c4e-d777-4a0c-b180-3f6310d3c9b7 admin admin] Calling delete_port for 8b299fb2-c8da-4a72-b411-139ad6ffd35f owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:16:52.125838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af7451-898b-47df-ad42-fdd963134db2 req-93f26983-03be-49af-a969-5d1cb8d2e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:52.127335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03af7451-898b-47df-ad42-fdd963134db2 req-93f26983-03be-49af-a969-5d1cb8d2e978 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0643010 Dec 11 23:16:52.134458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e3458f30-b2b9-479f-8562-ae6aaef0b2b2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Deleting port bd4ec5d7-bacf-4739-b30f-be678ed1448d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:16:52.134740 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e3458f30-b2b9-479f-8562-ae6aaef0b2b2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:52.152073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3b0f248e-56f4-4899-97a0-b52473859f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'name': 'tempest-TestServerMultinode-1106579390-router', 'tenant_id': '56f4f58c9601463cb156d3095be6e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:46Z', 'updated_at': '2021-12-11T23:16:51Z', 'revision_number': 6, 'project_id': '56f4f58c9601463cb156d3095be6e46d', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:52.191017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0f248e-56f4-4899-97a0-b52473859f5f None None] The sync data for ids ['098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f'] in n-d-710847-6 is: [{'id': '098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f', 'name': 'tempest-TestServerMultinode-1106579390-router', 'tenant_id': '56f4f58c9601463cb156d3095be6e46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:15:46Z', 'updated_at': '2021-12-11T23:16:51Z', 'revision_number': 6, 'project_id': '56f4f58c9601463cb156d3095be6e46d', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:16:52.243381 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8963896-b882-4b9a-ba09-583829bbdca8 req-5ba7d8fc-ac71-4bcb-bbc9-771e293dca82 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1177690 Dec 11 23:16:52.248782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af7451-898b-47df-ad42-fdd963134db2 req-ab4eeff2-5b4a-45d4-ab47-831fc82a7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:52.250571 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03af7451-898b-47df-ad42-fdd963134db2 req-ab4eeff2-5b4a-45d4-ab47-831fc82a7db0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1128199 Dec 11 23:16:52.272334 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e3458f30-b2b9-479f-8562-ae6aaef0b2b2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:52.273470 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e3458f30-b2b9-479f-8562-ae6aaef0b2b2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:52.343407 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:52.451967 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d356c4e-d777-4a0c-b180-3f6310d3c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:52.484439 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d356c4e-d777-4a0c-b180-3f6310d3c9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b299fb2-c8da-4a72-b411-139ad6ffd35f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:52.500383 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e4cf02-ce91-42a8-a2cb-9422a3cc1d01 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:16:52.572663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d356c4e-d777-4a0c-b180-3f6310d3c9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:52.698238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e3458f30-b2b9-479f-8562-ae6aaef0b2b2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Calling delete_port for bd4ec5d7-bacf-4739-b30f-be678ed1448d owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:16:52.716633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d356c4e-d777-4a0c-b180-3f6310d3c9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:52.721036 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d356c4e-d777-4a0c-b180-3f6310d3c9b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:52.783886 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03af7451-898b-47df-ad42-fdd963134db2 req-aed78ffc-043c-4f19-81af-ccec714323ac service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223663 Dec 11 23:16:52.855207 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d356c4e-d777-4a0c-b180-3f6310d3c9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:52.856407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d356c4e-d777-4a0c-b180-3f6310d3c9b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:16:52.864524 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d356c4e-d777-4a0c-b180-3f6310d3c9b7 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:52.869663 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2d356c4e-d777-4a0c-b180-3f6310d3c9b7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/098fd232-ab8e-4bc7-b1a6-1f3f8893cf8f HTTP/1.1" status: 204 len: 168 time: 1.5026691 Dec 11 23:16:52.871211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43516) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:52.968841 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03af7451-898b-47df-ad42-fdd963134db2 req-ca063151-44c7-4d50-afba-4c7a867143e6 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740334 Dec 11 23:16:52.974129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-f965b7f7-729f-4279-ae57-892eb1757a23 admin admin] Deleting subnet 26837b00-f62d-4f25-831e-007c83018664 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:16:52.982205 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f965b7f7-729f-4279-ae57-892eb1757a23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:53.017817 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f965b7f7-729f-4279-ae57-892eb1757a23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:53.090396 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e3458f30-b2b9-479f-8562-ae6aaef0b2b2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:53.139807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3458f30-b2b9-479f-8562-ae6aaef0b2b2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event deleted for resources: {'Port': ['ID=bd4ec5d7-bacf-4739-b30f-be678ed1448d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:53.145040 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f965b7f7-729f-4279-ae57-892eb1757a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:53.282099 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43524) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:53.356986 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d0104-97e6-445e-aacc-8e6117434ee7 req-ee3ac60e-40c9-4b33-ae10-491d1afe525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:53.358539 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-255d0104-97e6-445e-aacc-8e6117434ee7 req-ee3ac60e-40c9-4b33-ae10-491d1afe525e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f336a291e7340dabf06abee068d87dc&device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 1099 time: 0.1490812 Dec 11 23:16:53.364531 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e3458f30-b2b9-479f-8562-ae6aaef0b2b2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:53.367678 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e3458f30-b2b9-479f-8562-ae6aaef0b2b2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:53.368957 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e3458f30-b2b9-479f-8562-ae6aaef0b2b2 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "DELETE /v2.0/floatingips/da6caa73-4efa-4d7a-a976-d63ec2a3efb8 HTTP/1.1" status: 204 len: 168 time: 1.5279386 Dec 11 23:16:53.381999 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f965b7f7-729f-4279-ae57-892eb1757a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:53.410136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bcaff-deec-43cc-986b-1a42fcdf3bea req-15876e9d-2891-4f80-a6e2-1bad1ce797f7 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:53.411858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-121bcaff-deec-43cc-986b-1a42fcdf3bea req-15876e9d-2891-4f80-a6e2-1bad1ce797f7 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 948 time: 0.1866567 Dec 11 23:16:53.431896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24900626-b872-48dc-87f5-516bbef46b9a req-3bd8d031-4856-4c78-95c3-0c33b33d892c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:53.433870 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24900626-b872-48dc-87f5-516bbef46b9a req-3bd8d031-4856-4c78-95c3-0c33b33d892c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 982 time: 0.1105964 Dec 11 23:16:53.475782 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e1c5414-24b0-4bc0-b8d5-15e415bcf144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:53.494307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904f996d-5f40-414f-bf70-016ffdc6e834 None None] Network 9e38952c-e148-4ac9-85c3-ead9a0f96236 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:16:53.551589 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965b7f7-729f-4279-ae57-892eb1757a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26837b00-f62d-4f25-831e-007c83018664,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:53.555140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d0104-97e6-445e-aacc-8e6117434ee7 req-433abcb1-1b7e-4a89-871e-50caef7c8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:53.557350 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-255d0104-97e6-445e-aacc-8e6117434ee7 req-433abcb1-1b7e-4a89-871e-50caef7c8dae service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed HTTP/1.1" status: 200 len: 870 time: 0.1862836 Dec 11 23:16:53.559238 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f965b7f7-729f-4279-ae57-892eb1757a23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:53.563152 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f965b7f7-729f-4279-ae57-892eb1757a23 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/26837b00-f62d-4f25-831e-007c83018664 HTTP/1.1" status: 204 len: 168 time: 0.6902986 Dec 11 23:16:53.566167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43530) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:53.606731 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e1c5414-24b0-4bc0-b8d5-15e415bcf144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:53.637920 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24900626-b872-48dc-87f5-516bbef46b9a req-689b0296-8b54-4e45-a8ca-cd716bdbfaee tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1966069 Dec 11 23:16:53.718210 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:53.720729 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-255d0104-97e6-445e-aacc-8e6117434ee7 req-0fe2a7d3-b67b-4521-b901-7b72eaabf8a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=0ee93193-5815-4439-80a4-4ffde4bbddd3 HTTP/1.1" status: 200 len: 217 time: 0.1523106 Dec 11 23:16:53.722593 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0e1c5414-24b0-4bc0-b8d5-15e415bcf144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:53.725944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a15d14-09cb-47a1-a5e1-d1e3fee46e91 None None] DHCP port deletion for 9e38952c-e148-4ac9-85c3-ead9a0f96236 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:16:53.770886 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0e1c5414-24b0-4bc0-b8d5-15e415bcf144 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc35831d03304ffb8463aa507460da72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4876482 Dec 11 23:16:53.771698 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c5414-24b0-4bc0-b8d5-15e415bcf144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f82053-9119-44c1-88cd-35c049fc3775,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:53.778899 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43536) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:53.822352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d0104-97e6-445e-aacc-8e6117434ee7 req-8335ce7c-5538-4f0b-bd1c-1c3618c1abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:53.822734 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-255d0104-97e6-445e-aacc-8e6117434ee7 req-8335ce7c-5538-4f0b-bd1c-1c3618c1abe1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0692542 Dec 11 23:16:53.834259 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-121bcaff-deec-43cc-986b-1a42fcdf3bea req-ef7ac3d4-1620-4254-980f-0ce16cd7d0f9 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d12fb58-2c28-4806-94b0-3789e4349c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622217 Dec 11 23:16:53.843619 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae70a-43e0-4efe-9806-670d8f4c8676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:53.879755 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae70a-43e0-4efe-9806-670d8f4c8676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:53.918645 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d0104-97e6-445e-aacc-8e6117434ee7 req-3677a553-b6aa-4d41-910c-2e20b2565871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:53.920957 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-255d0104-97e6-445e-aacc-8e6117434ee7 req-3677a553-b6aa-4d41-910c-2e20b2565871 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907207 Dec 11 23:16:54.021258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] Deleting port 701001ad-6048-4616-a63d-ca0bec9a5134 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:16:54.021258 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.040407 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae70a-43e0-4efe-9806-670d8f4c8676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.043156 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae70a-43e0-4efe-9806-670d8f4c8676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.047024 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fc8ae70a-43e0-4efe-9806-670d8f4c8676 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17f82053-9119-44c1-88cd-35c049fc3775 HTTP/1.1" status: 204 len: 168 time: 0.2641623 Dec 11 23:16:54.059498 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ae70a-43e0-4efe-9806-670d8f4c8676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f82053-9119-44c1-88cd-35c049fc3775,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:54.067472 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 90ec69be-e700-483e-a20d-8e780844387d details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:16:54.071273 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2ef16233-9a9b-4775-bc28-fa6cc3072276 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:16:54.099392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 2ef16233-9a9b-4775-bc28-fa6cc3072276 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:16:54.099852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2ef16233-9a9b-4775-bc28-fa6cc3072276 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:16:54.100203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8b299fb2-c8da-4a72-b411-139ad6ffd35f no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:16:54.118503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] For port 701001ad-6048-4616-a63d-ca0bec9a5134, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=701001ad-6048-4616-a63d-ca0bec9a5134,segment=NetworkSegment(8ee3fd49-8662-40e7-85fc-40b7c69df136),segment_id=8ee3fd49-8662-40e7-85fc-40b7c69df136)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:54.118907 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.128087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 8b299fb2-c8da-4a72-b411-139ad6ffd35f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:16:54.128432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8b299fb2-c8da-4a72-b411-139ad6ffd35f not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:16:54.131387 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 701001ad-6048-4616-a63d-ca0bec9a5134 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:16:54.142744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] Calling delete_port for 701001ad-6048-4616-a63d-ca0bec9a5134 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:16:54.151894 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-255d0104-97e6-445e-aacc-8e6117434ee7 req-06d0e001-0e4c-4ee7-94b1-409ab8cc6d7d service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229433 Dec 11 23:16:54.249500 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.278018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-80a15d14-09cb-47a1-a5e1-d1e3fee46e91 None None] Deleting port 701001ad-6048-4616-a63d-ca0bec9a5134 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:16:54.278260 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-80a15d14-09cb-47a1-a5e1-d1e3fee46e91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.312529 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-255d0104-97e6-445e-aacc-8e6117434ee7 req-c64fdd26-b08a-4d80-9c26-2a7d6c08d298 service neutron] 10.222.0.13 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522241 Dec 11 23:16:54.341653 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.388752 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.389338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 90ec69be-e700-483e-a20d-8e780844387d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=90ec69be-e700-483e-a20d-8e780844387d,segment=NetworkSegment(864c9210-0ba4-4477-9b3b-a7625cb4333f),segment_id=864c9210-0ba4-4477-9b3b-a7625cb4333f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:54.408757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-80a15d14-09cb-47a1-a5e1-d1e3fee46e91 None None] For port 701001ad-6048-4616-a63d-ca0bec9a5134, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=701001ad-6048-4616-a63d-ca0bec9a5134,segment=NetworkSegment(8ee3fd49-8662-40e7-85fc-40b7c69df136),segment_id=8ee3fd49-8662-40e7-85fc-40b7c69df136)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:54.409163 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-80a15d14-09cb-47a1-a5e1-d1e3fee46e91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.425152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-80a15d14-09cb-47a1-a5e1-d1e3fee46e91 None None] Calling delete_port for 701001ad-6048-4616-a63d-ca0bec9a5134 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:16:54.430768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=701001ad-6048-4616-a63d-ca0bec9a5134,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:54.433714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] No DVR routers for this DVR port 701001ad-6048-4616-a63d-ca0bec9a5134 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:16:54.457050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '90ec69be-e700-483e-a20d-8e780844387d', 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'port_id': '90ec69be-e700-483e-a20d-8e780844387d', 'mac_address': 'fa:16:3e:42:ec:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:16:54.538542 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.560451 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.579437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ec69be-e700-483e-a20d-8e780844387d {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:16:54.607808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e38952c-e148-4ac9-85c3-ead9a0f96236']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:54.615761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 90ec69be-e700-483e-a20d-8e780844387d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=90ec69be-e700-483e-a20d-8e780844387d,segment=NetworkSegment(864c9210-0ba4-4477-9b3b-a7625cb4333f),segment_id=864c9210-0ba4-4477-9b3b-a7625cb4333f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:54.617209 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-80a15d14-09cb-47a1-a5e1-d1e3fee46e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.619107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee3fd49-8662-40e7-85fc-40b7c69df136') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:54.619581 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee3fd49-8662-40e7-85fc-40b7c69df136') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:16:54.630096 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.642714 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a15d14-09cb-47a1-a5e1-d1e3fee46e91 None None] Pushing event deleted for resources: {'Port': ['ID=701001ad-6048-4616-a63d-ca0bec9a5134,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:54.646679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a15d14-09cb-47a1-a5e1-d1e3fee46e91 None None] No DVR routers for this DVR port 701001ad-6048-4616-a63d-ca0bec9a5134 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:16:54.659006 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.664625 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.667260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:16:54.667688 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:16:54.670751 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:16:54.683937 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.754361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=90ec69be-e700-483e-a20d-8e780844387d,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:54.791258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c963601-1628-4a6b-8e6e-2959541aa1cb req-6e17794c-24c0-4ef1-9997-a37dbced9721 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:54.793517 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c963601-1628-4a6b-8e6e-2959541aa1cb req-6e17794c-24c0-4ef1-9997-a37dbced9721 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 983 time: 0.0645895 Dec 11 23:16:54.832032 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.838912 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:54.855615 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c963601-1628-4a6b-8e6e-2959541aa1cb req-d68b5f7f-f62e-4fe2-94ea-66ffc521cd72 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0560455 Dec 11 23:16:54.858347 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9e38952c-e148-4ac9-85c3-ead9a0f96236 HTTP/1.1" status: 204 len: 168 time: 1.2856488 Dec 11 23:16:54.880266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da1539-9653-497c-9be0-74fc358593b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e38952c-e148-4ac9-85c3-ead9a0f96236,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:54.960013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['90ec69be-e700-483e-a20d-8e780844387d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:16:54.991120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52921ba-1e88-4ccc-aa3c-1689186f3a52 req-8ace1700-dfa2-471d-ae99-e9ddeecef99b tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:54.993730 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e52921ba-1e88-4ccc-aa3c-1689186f3a52 req-8ace1700-dfa2-471d-ae99-e9ddeecef99b tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 948 time: 0.0620315 Dec 11 23:16:55.061902 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e52921ba-1e88-4ccc-aa3c-1689186f3a52 req-cd529856-de7e-495b-b4b7-144c731f0b5c tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d12fb58-2c28-4806-94b0-3789e4349c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593450 Dec 11 23:16:55.211000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43568) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:55.253455 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43570) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:55.254546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e7755d3c-7774-447c-87d0-675ac73f769b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e1f2c633cce4d60ad0bcebe0ff8bded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448909 Dec 11 23:16:55.309817 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3acf1cc6-10e7-49e8-9ffc-cba649eaba96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:55.332409 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3acf1cc6-10e7-49e8-9ffc-cba649eaba96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:55.454386 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3acf1cc6-10e7-49e8-9ffc-cba649eaba96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:55.457208 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3acf1cc6-10e7-49e8-9ffc-cba649eaba96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:55.458474 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3acf1cc6-10e7-49e8-9ffc-cba649eaba96 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58443eb7-e30f-4854-bad6-a7f294497078 HTTP/1.1" status: 204 len: 168 time: 0.2035713 Dec 11 23:16:55.467227 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf1cc6-10e7-49e8-9ffc-cba649eaba96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58443eb7-e30f-4854-bad6-a7f294497078,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:55.792504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 90ec69be-e700-483e-a20d-8e780844387d up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:16:55.948706 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 90ec69be-e700-483e-a20d-8e780844387d completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:16:55.953185 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 90ec69be-e700-483e-a20d-8e780844387d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:55.953657 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.023652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0a251-f0db-445b-a124-2f15cb734015 req-b2b6bad5-ea33-4f59-9d10-f3c262d3d10b tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:56.033536 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-26e0a251-f0db-445b-a124-2f15cb734015 req-b2b6bad5-ea33-4f59-9d10-f3c262d3d10b tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 983 time: 0.0787292 Dec 11 23:16:56.072495 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.101509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c225a6f6-c659-439f-a421-d535dc8f28d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec69be-e700-483e-a20d-8e780844387d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:16:56.104104 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab55a4a0-47f6-4f22-a444-17f86061acb9" -d '{"events": [{"server_uuid": "c225a6f6-c659-439f-a421-d535dc8f28d4", "name": "network-vif-plugged", "status": "completed", "tag": "90ec69be-e700-483e-a20d-8e780844387d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:16:56.130198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 90ec69be-e700-483e-a20d-8e780844387d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=90ec69be-e700-483e-a20d-8e780844387d,segment=NetworkSegment(864c9210-0ba4-4477-9b3b-a7625cb4333f),segment_id=864c9210-0ba4-4477-9b3b-a7625cb4333f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:56.130360 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-26e0a251-f0db-445b-a124-2f15cb734015 req-5bbd2887-4c71-459e-aff0-f391f619a30a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0886524 Dec 11 23:16:56.174257 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd3025c-e5cd-4475-8b03-5ef6794d00e6 x-openstack-request-id: req-cdd3025c-e5cd-4475-8b03-5ef6794d00e6 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:16:56.174561 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c225a6f6-c659-439f-a421-d535dc8f28d4", "name": "network-vif-plugged", "status": "completed", "tag": "90ec69be-e700-483e-a20d-8e780844387d", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:16:56.174850 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cdd3025c-e5cd-4475-8b03-5ef6794d00e6 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:16:56.175322 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c225a6f6-c659-439f-a421-d535dc8f28d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec69be-e700-483e-a20d-8e780844387d', 'code': 200} Dec 11 23:16:56.208389 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.220254 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43598) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:56.258711 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43600) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:56.272641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0ee93193-5815-4439-80a4-4ffde4bbddd3 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:16:56.283683 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3eedc582-7f46-4561-80c7-a0623e9fc9bf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=56f4f58c9601463cb156d3095be6e46d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0619161 Dec 11 23:16:56.286058 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43604) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:56.349610 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ef29b-0cd9-4284-9556-eb240532c51a req-d55b855c-ee36-41f9-9b75-a0699ec96d87 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:56.351891 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-459ef29b-0cd9-4284-9556-eb240532c51a req-d55b855c-ee36-41f9-9b75-a0699ec96d87 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 948 time: 0.1612587 Dec 11 23:16:56.361211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12799e3f-caaf-4ebc-8440-89e746db6ff1 req-1de8e247-d57a-4981-8a5c-8440e4bb7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:56.362316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=90ec69be-e700-483e-a20d-8e780844387d,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:56.362906 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12799e3f-caaf-4ebc-8440-89e746db6ff1 req-1de8e247-d57a-4981-8a5c-8440e4bb7e5f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 1135 time: 0.0864904 Dec 11 23:16:56.388869 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc7c59bd-f45c-436c-ba95-40701c94c754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.420851 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc7c59bd-f45c-436c-ba95-40701c94c754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.456127 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12799e3f-caaf-4ebc-8440-89e746db6ff1 req-ec3ca2fe-a49d-411a-85b6-b5005870b9b8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0858905 Dec 11 23:16:56.459587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-737c47a6-7232-4c34-8d43-6fec88103748 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'network': {'name': 'tempest-network-smoke--937324841', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'port_security_enabled': True}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:16:56.469709 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-459ef29b-0cd9-4284-9556-eb240532c51a req-6bd1edf6-e7fa-4c63-a8b8-a123b9e15efb tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d12fb58-2c28-4806-94b0-3789e4349c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109860 Dec 11 23:16:56.503473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 0ee93193-5815-4439-80a4-4ffde4bbddd3, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0ee93193-5815-4439-80a4-4ffde4bbddd3,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:56.516244 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '0ee93193-5815-4439-80a4-4ffde4bbddd3', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '0ee93193-5815-4439-80a4-4ffde4bbddd3', 'mac_address': 'fa:16:3e:87:07:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:16:56.556752 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.560769 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc7c59bd-f45c-436c-ba95-40701c94c754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.563581 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dc7c59bd-f45c-436c-ba95-40701c94c754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.567209 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dc7c59bd-f45c-436c-ba95-40701c94c754 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56af2247-01bc-4163-ac69-9355376b05c2 HTTP/1.1" status: 204 len: 168 time: 0.2772853 Dec 11 23:16:56.573604 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c59bd-f45c-436c-ba95-40701c94c754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56af2247-01bc-4163-ac69-9355376b05c2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:56.580785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737c47a6-7232-4c34-8d43-6fec88103748 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Made reservation on behalf of 7593fdb1da494b9b8223d9c57a501fba for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:16:56.585057 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee93193-5815-4439-80a4-4ffde4bbddd3 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:16:56.585168 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-737c47a6-7232-4c34-8d43-6fec88103748 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.597758 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-737c47a6-7232-4c34-8d43-6fec88103748 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.615799 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 0ee93193-5815-4439-80a4-4ffde4bbddd3, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0ee93193-5815-4439-80a4-4ffde4bbddd3,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:56.680983 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-737c47a6-7232-4c34-8d43-6fec88103748 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.688874 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.740828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=0ee93193-5815-4439-80a4-4ffde4bbddd3,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:56.746142 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-737c47a6-7232-4c34-8d43-6fec88103748 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.777112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737c47a6-7232-4c34-8d43-6fec88103748 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:16:56.787398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c47a6-7232-4c34-8d43-6fec88103748 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa7ed2b-ba26-41e7-9765-e91b6d1fbe6a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:56.792303 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-737c47a6-7232-4c34-8d43-6fec88103748 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.792653 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-737c47a6-7232-4c34-8d43-6fec88103748 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Added segment 9e3dba9f-ecb5-4703-8e93-cb3fc467df22 of type vlan for network 0973344b-c47b-4180-bf04-02c0efbc54cc Dec 11 23:16:56.833083 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-737c47a6-7232-4c34-8d43-6fec88103748 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.922547 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-737c47a6-7232-4c34-8d43-6fec88103748 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.928188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737c47a6-7232-4c34-8d43-6fec88103748 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:56.928771 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-737c47a6-7232-4c34-8d43-6fec88103748 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:56.983007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['0ee93193-5815-4439-80a4-4ffde4bbddd3'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:16:57.019213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c47a6-7232-4c34-8d43-6fec88103748 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Network': ['ID=0973344b-c47b-4180-bf04-02c0efbc54cc,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:57.039731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 0973344b-c47b-4180-bf04-02c0efbc54cc details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:16:57.052228 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-737c47a6-7232-4c34-8d43-6fec88103748 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7904685 Dec 11 23:16:57.056122 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43608) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:57.061852 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'admin_state_up': True, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:16:57.166700 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:57.168146 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:57.247648 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:57.331785 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276939c2-28ee-4685-8997-3cd97a355d55 req-d8578168-4898-48f1-8237-9c62fa5a5479 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:57.334486 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-276939c2-28ee-4685-8997-3cd97a355d55 req-d8578168-4898-48f1-8237-9c62fa5a5479 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 984 time: 0.0897608 Dec 11 23:16:57.535707 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:57.552544 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-276939c2-28ee-4685-8997-3cd97a355d55 req-5ef555db-2c84-4bc7-9bd0-a3b3a24f0fec tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2014744 Dec 11 23:16:57.592598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cbe11-6b2b-498f-9bc2-03a1fbee3c42 req-5cde1ed7-ebfb-48d0-bc1b-8b269272d383 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:57.594101 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea2cbe11-6b2b-498f-9bc2-03a1fbee3c42 req-5cde1ed7-ebfb-48d0-bc1b-8b269272d383 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 949 time: 0.0517924 Dec 11 23:16:57.643082 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea2cbe11-6b2b-498f-9bc2-03a1fbee3c42 req-c425aaec-8e2e-4ca4-a4b3-e763f5d8e6c0 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d12fb58-2c28-4806-94b0-3789e4349c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429542 Dec 11 23:16:57.845916 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:57.865829 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:57.970344 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Allocated IP 172.25.1.199 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/997ca63e-0239-4026-85af-73adb6461e62) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:16:58.078081 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:58.172101 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:58.213529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:16:58.217952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:16:58.223055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:16:58.224511 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Port': ['ID=997ca63e-0239-4026-85af-73adb6461e62,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:58.231159 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec382f6d-5dcd-4912-8247-5a1e2336cd5c None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:16:58.272093 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-56f599e5-ae31-42ca-bfaf-bd8d91d57f56 None None] Provisioning complete for port 997ca63e-0239-4026-85af-73adb6461e62 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:58.272544 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-56f599e5-ae31-42ca-bfaf-bd8d91d57f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:58.310369 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0ee93193-5815-4439-80a4-4ffde4bbddd3 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:16:58.318016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43620) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:58.356392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-56f599e5-ae31-42ca-bfaf-bd8d91d57f56 None None] Port 997ca63e-0239-4026-85af-73adb6461e62 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:16:58.390568 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b237ca9e-1c94-4b2a-bfd7-9801974a6716 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:58.422293 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b237ca9e-1c94-4b2a-bfd7-9801974a6716 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:58.442412 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 0ee93193-5815-4439-80a4-4ffde4bbddd3 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:16:58.446717 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 0ee93193-5815-4439-80a4-4ffde4bbddd3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:16:58.447057 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:58.534831 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:58.546061 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b237ca9e-1c94-4b2a-bfd7-9801974a6716 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:58.549085 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b237ca9e-1c94-4b2a-bfd7-9801974a6716 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:58.550518 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b237ca9e-1c94-4b2a-bfd7-9801974a6716 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] 10.222.0.45 "DELETE /v2.0/security-groups/222981f1-dac7-42f5-967c-9a4dcf328746 HTTP/1.1" status: 204 len: 168 time: 0.2314866 Dec 11 23:16:58.562070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237ca9e-1c94-4b2a-bfd7-9801974a6716 tempest-TestVolumeBootPattern-1370797948 tempest-TestVolumeBootPattern-1370797948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222981f1-dac7-42f5-967c-9a4dcf328746,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:58.589819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545c6065-185d-4ea9-9649-50bf36f73ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee93193-5815-4439-80a4-4ffde4bbddd3'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:16:58.592125 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fe1e6e-d4a9-4930-ae3a-038c2704d84d" -d '{"events": [{"server_uuid": "545c6065-185d-4ea9-9649-50bf36f73ee4", "name": "network-vif-plugged", "status": "completed", "tag": "0ee93193-5815-4439-80a4-4ffde4bbddd3"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:16:58.600063 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:58.608298 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 0ee93193-5815-4439-80a4-4ffde4bbddd3, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0ee93193-5815-4439-80a4-4ffde4bbddd3,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:16:58.692930 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:58.715750 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff96c8-6263-4b49-9293-b4c70796397d req-6df92808-523e-4d3a-b357-453c3d20a681 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:58.726531 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77ff96c8-6263-4b49-9293-b4c70796397d req-6df92808-523e-4d3a-b357-453c3d20a681 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 984 time: 0.0860796 Dec 11 23:16:58.732560 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43630) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:58.751585 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4f2d7b-fba5-435b-b19f-c41839f13c0f x-openstack-request-id: req-3c4f2d7b-fba5-435b-b19f-c41839f13c0f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:16:58.752856 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545c6065-185d-4ea9-9649-50bf36f73ee4", "name": "network-vif-plugged", "status": "completed", "tag": "0ee93193-5815-4439-80a4-4ffde4bbddd3", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:16:58.753255 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c4f2d7b-fba5-435b-b19f-c41839f13c0f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:16:58.753789 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545c6065-185d-4ea9-9649-50bf36f73ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee93193-5815-4439-80a4-4ffde4bbddd3', 'code': 200} Dec 11 23:16:58.805011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=0ee93193-5815-4439-80a4-4ffde4bbddd3,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:58.855162 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77ff96c8-6263-4b49-9293-b4c70796397d req-31cdc8ca-c6c8-439d-b945-f3e2aa6c38a4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1230574 Dec 11 23:16:58.977192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf217c-c99d-4070-844f-4bd13b16fdaf req-762f635d-c1d5-4d89-9504-264eb5a79886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:58.983913 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13cf217c-c99d-4070-844f-4bd13b16fdaf req-762f635d-c1d5-4d89-9504-264eb5a79886 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 1101 time: 0.1276593 Dec 11 23:16:59.058015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a514f8-a0f8-4bba-901e-19a04e2c0eab req-92542638-1f4b-465e-bb3b-1da935fddb49 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:59.063551 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-94a514f8-a0f8-4bba-901e-19a04e2c0eab req-92542638-1f4b-465e-bb3b-1da935fddb49 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 950 time: 0.1414604 Dec 11 23:16:59.071695 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8eab81-b342-4485-8c1d-06464d1461f0 req-15953674-9e17-4641-b437-8842ac57a93a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:59.073459 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bd8eab81-b342-4485-8c1d-06464d1461f0 req-15953674-9e17-4641-b437-8842ac57a93a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 984 time: 0.0883405 Dec 11 23:16:59.077707 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13cf217c-c99d-4070-844f-4bd13b16fdaf req-e8c1f1e3-6dee-482c-8b5a-d1fdf99cf937 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8d12fb58-2c28-4806-94b0-3789e4349c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833545 Dec 11 23:16:59.137148 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bd8eab81-b342-4485-8c1d-06464d1461f0 req-8cfe2a51-6149-453e-89e9-dd797ba85b8e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0555012 Dec 11 23:16:59.137687 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:59.247423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfcbe5-64f4-495f-bf53-083e4c36d2d3 req-82ea564a-2f8c-457d-b1fe-a4c323feaca9 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:59.248150 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-94a514f8-a0f8-4bba-901e-19a04e2c0eab req-7024c72c-fc66-4103-86ee-c90c1daa78cb tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d12fb58-2c28-4806-94b0-3789e4349c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412525 Dec 11 23:16:59.248878 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7cfcbe5-64f4-495f-bf53-083e4c36d2d3 req-82ea564a-2f8c-457d-b1fe-a4c323feaca9 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 1135 time: 0.0415289 Dec 11 23:16:59.272173 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7cfcbe5-64f4-495f-bf53-083e4c36d2d3 req-7ef7965a-8b7a-4d89-af1c-8987b6fec9b1 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:59.346826 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7cfcbe5-64f4-495f-bf53-083e4c36d2d3 req-7ef7965a-8b7a-4d89-af1c-8987b6fec9b1 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:59.428570 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e7cfcbe5-64f4-495f-bf53-083e4c36d2d3 req-7ef7965a-8b7a-4d89-af1c-8987b6fec9b1 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:59.475376 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7965a-8b7a-4d89-af1c-8987b6fec9b1 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d3b965-0e1d-48bc-9d68-26c7701d115a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:16:59.483649 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7cfcbe5-64f4-495f-bf53-083e4c36d2d3 req-7ef7965a-8b7a-4d89-af1c-8987b6fec9b1 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2263901 Dec 11 23:16:59.495921 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:16:59.506951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43638) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:59.547221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfef02d-b522-431c-a621-3b0a0866fa40 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:16:59.548750 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cdfef02d-b522-431c-a621-3b0a0866fa40 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 1130 time: 0.0399790 Dec 11 23:16:59.551762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43640) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:16:59.556649 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '90ec69be-e700-483e-a20d-8e780844387d', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:16:59.637569 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:59.746634 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:59.854849 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Allocated IP 172.25.1.186 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/d0297e4f-691a-4ec3-9d74-f18ff7a51937) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:16:59.959193 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:59.959790 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:16:59.990700 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-36c43aa0-bbdc-439f-b2e1-c41edbc76a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:16:59.999923 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Sync routers for ids ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:00.010326 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Routers {'13ad5be9-dfd9-43eb-bbce-a73a142c17c6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:00.011094 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:00.044795 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:00.046070 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-47c4dc0f-6204-4f88-ac71-2524eff73509 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9888911 Dec 11 23:17:00.049250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43642) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:00.070883 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:00.127008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:00.129923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:00.131248 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Set router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:00.139234 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:00.142292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'Port': ['ID=d0297e4f-691a-4ec3-9d74-f18ff7a51937,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:00.302364 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0a14c3f3-1305-4dd6-bf7f-8c749733247e tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=7593fdb1da494b9b8223d9c57a501fba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2496078 Dec 11 23:17:00.321360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43648) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:00.343797 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:16:58Z', 'revision_number': 3, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:00.376865 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Checking router: 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:00.377142 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Updating router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 port 997ca63e-0239-4026-85af-73adb6461e62 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:17:00.405786 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:00.466253 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-36c43aa0-bbdc-439f-b2e1-c41edbc76a40 admin admin] Deleting port b157afd0-0d83-4d90-a364-843f149cc678 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:00.466631 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-36c43aa0-bbdc-439f-b2e1-c41edbc76a40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:00.480058 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050c9568-f190-44d6-a50e-3a0b62105645 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:00.481581 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-050c9568-f190-44d6-a50e-3a0b62105645 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1588082 Dec 11 23:17:00.486246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43650) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:00.489385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15a1e5-5a88-4a36-9319-543f3f59ad2a req-208b0085-cecf-4de4-b6a0-e0a735668ed0 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:00.490834 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb15a1e5-5a88-4a36-9319-543f3f59ad2a req-208b0085-cecf-4de4-b6a0-e0a735668ed0 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 950 time: 0.1450737 Dec 11 23:17:00.524432 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b0c90d21-273a-44c3-8681-3bc209bd1cc3 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368686 Dec 11 23:17:00.524893 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43652) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:00.532861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9cbd85bd-f874-4a1f-9922-47c4e45ac672 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1384081497', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:00.593146 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb15a1e5-5a88-4a36-9319-543f3f59ad2a req-22996461-06a0-4700-84a1-65723b92933f tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d12fb58-2c28-4806-94b0-3789e4349c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745258 Dec 11 23:17:00.607813 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-36c43aa0-bbdc-439f-b2e1-c41edbc76a40 admin admin] For port b157afd0-0d83-4d90-a364-843f149cc678, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b157afd0-0d83-4d90-a364-843f149cc678,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:00.608192 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-36c43aa0-bbdc-439f-b2e1-c41edbc76a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:00.631424 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-36c43aa0-bbdc-439f-b2e1-c41edbc76a40 admin admin] Calling delete_port for b157afd0-0d83-4d90-a364-843f149cc678 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:00.683412 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:00.697682 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:00.794342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbd85bd-f874-4a1f-9922-47c4e45ac672 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Made reservation on behalf of 7593fdb1da494b9b8223d9c57a501fba for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:17:00.795016 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:00.798287 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cbd85bd-f874-4a1f-9922-47c4e45ac672 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:00.844198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c73ff83-8cc9-48bb-a866-5af372cf61f8 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:00.850618 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Attempting to bind port 997ca63e-0239-4026-85af-73adb6461e62 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:00.851181 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Attempting to bind port 997ca63e-0239-4026-85af-73adb6461e62 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:00.851372 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Attempting to bind port 997ca63e-0239-4026-85af-73adb6461e62 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:00.861352 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:00.861743 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:00.862135 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:00.862520 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:00.863229 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Bound port: 997ca63e-0239-4026-85af-73adb6461e62, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:00.863609 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:00.865268 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f98eb2-cca2-4352-9e42-67fcb2fe876b None None] Pushing event updated for resources: {'Port': ['ID=997ca63e-0239-4026-85af-73adb6461e62,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:00.894086 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98eb2-cca2-4352-9e42-67fcb2fe876b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:00.894441 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98eb2-cca2-4352-9e42-67fcb2fe876b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:00.894775 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98eb2-cca2-4352-9e42-67fcb2fe876b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:00.895135 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98eb2-cca2-4352-9e42-67fcb2fe876b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:00.895742 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98eb2-cca2-4352-9e42-67fcb2fe876b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:00.895859 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98eb2-cca2-4352-9e42-67fcb2fe876b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:00.896106 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98eb2-cca2-4352-9e42-67fcb2fe876b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:00.896430 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98eb2-cca2-4352-9e42-67fcb2fe876b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:00.896588 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-36c43aa0-bbdc-439f-b2e1-c41edbc76a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:00.896750 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98eb2-cca2-4352-9e42-67fcb2fe876b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:00.897088 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98eb2-cca2-4352-9e42-67fcb2fe876b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:00.897393 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98eb2-cca2-4352-9e42-67fcb2fe876b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:00.897811 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98eb2-cca2-4352-9e42-67fcb2fe876b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:00.898702 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f98eb2-cca2-4352-9e42-67fcb2fe876b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:00.903628 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-02b178f7-9543-4f0e-ba3f-a761f6ca4fff None None] Provisioning complete for port 997ca63e-0239-4026-85af-73adb6461e62 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:00.904077 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-02b178f7-9543-4f0e-ba3f-a761f6ca4fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:00.908798 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:00.948358 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] For port 997ca63e-0239-4026-85af-73adb6461e62, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:00.949761 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c43aa0-bbdc-439f-b2e1-c41edbc76a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=b157afd0-0d83-4d90-a364-843f149cc678,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:00.956693 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] For port 997ca63e-0239-4026-85af-73adb6461e62, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=997ca63e-0239-4026-85af-73adb6461e62,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:00.957739 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-02b178f7-9543-4f0e-ba3f-a761f6ca4fff None None] Port 997ca63e-0239-4026-85af-73adb6461e62 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:01.052020 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:01.110827 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60df8d6f-2fd6-45c5-bd77-96c18c43114d None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:01.123073 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Routers {'13ad5be9-dfd9-43eb-bbce-a73a142c17c6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:01.123745 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:01.168594 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f98eb2-cca2-4352-9e42-67fcb2fe876b None None] Pushing event updated for resources: {'Port': ['ID=997ca63e-0239-4026-85af-73adb6461e62,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:01.177149 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-36c43aa0-bbdc-439f-b2e1-c41edbc76a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:01.183969 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:01.201845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4e1507ca-7371-4e12-a5e5-ae1141d5b664 None None] Provisioning complete for port 997ca63e-0239-4026-85af-73adb6461e62 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:01.202314 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e1507ca-7371-4e12-a5e5-ae1141d5b664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:01.217696 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cbd85bd-f874-4a1f-9922-47c4e45ac672 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:01.260563 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:01.267921 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] Set router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:01.308074 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e1507ca-7371-4e12-a5e5-ae1141d5b664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:01.335320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4e1507ca-7371-4e12-a5e5-ae1141d5b664 None None] For port 997ca63e-0239-4026-85af-73adb6461e62, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=997ca63e-0239-4026-85af-73adb6461e62,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:01.355918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd85bd-f874-4a1f-9922-47c4e45ac672 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Subnet': ['ID=fe691e51-429f-407c-bce8-4d9c3d9c6b55,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:01.363562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'Port': ['ID=d0297e4f-691a-4ec3-9d74-f18ff7a51937,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:01.383268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbd85bd-f874-4a1f-9922-47c4e45ac672 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Checking segment: {'id': '9e3dba9f-ecb5-4703-8e93-cb3fc467df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:01.383643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd85bd-f874-4a1f-9922-47c4e45ac672 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network hostable DHCP agents. Network: 0973344b-c47b-4180-bf04-02c0efbc54cc, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:17:01.386967 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:01.417199 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e1507ca-7371-4e12-a5e5-ae1141d5b664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:01.465020 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c43aa0-bbdc-439f-b2e1-c41edbc76a40 admin admin] Router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:17:01.474673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1507ca-7371-4e12-a5e5-ae1141d5b664 None None] Pushing event updated for resources: {'Port': ['ID=997ca63e-0239-4026-85af-73adb6461e62,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:01.505173 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Floating IP 082d36c6-28e8-4e08-a269-ac833055d770 associated. External IP: 172.25.1.186, port: 90ec69be-e700-483e-a20d-8e780844387d. Dec 11 23:17:01.537124 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:16:58Z', 'revision_number': 3, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:01.546001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd85bd-f874-4a1f-9922-47c4e45ac672 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network 0973344b-c47b-4180-bf04-02c0efbc54cc is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:17:01.564462 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f566e-1e08-4fd0-a72f-6b6882760e48 None None] The sync data for ids ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'] in n-d-710847-6 is: [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:16:58Z', 'revision_number': 3, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:01.594760 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c43aa0-bbdc-439f-b2e1-c41edbc76a40 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:01.601853 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-36c43aa0-bbdc-439f-b2e1-c41edbc76a40 admin admin] 10.222.0.45 "PUT /v2.0/routers/a127b12b-b4a4-404e-a3e3-0f922b6f6eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8621485 Dec 11 23:17:01.604308 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43654) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:01.607628 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f987b-3bfb-408e-876d-46a15343e2e3 None None] Sync routers for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:01.623681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f987b-3bfb-408e-876d-46a15343e2e3 None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:01.624322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-225f987b-3bfb-408e-876d-46a15343e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:01.670227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-9cbd85bd-f874-4a1f-9922-47c4e45ac672 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 0973344b-c47b-4180-bf04-02c0efbc54cc) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:01.684258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd85bd-f874-4a1f-9922-47c4e45ac672 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:01.685223 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cbd85bd-f874-4a1f-9922-47c4e45ac672 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:01.699647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec46a8-51d9-45ca-9af0-b6acceeae747 None None] Network 0973344b-c47b-4180-bf04-02c0efbc54cc requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:17:01.754841 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51ed73f7-6934-439b-8f88-9dd18d3d6fab admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:01.769260 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9cbd85bd-f874-4a1f-9922-47c4e45ac672 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2389207 Dec 11 23:17:01.793803 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43658) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:01.822426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Router 064ae77b-9e4a-4a8f-8974-589454da603d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:17:01.830653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41871787-a184-4422-aa75-2f8a7dc4c719 req-d8d6b2d5-4429-4804-8dd6-7e6881fc47f8 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:01.832329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41871787-a184-4422-aa75-2f8a7dc4c719 req-d8d6b2d5-4429-4804-8dd6-7e6881fc47f8 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 950 time: 0.0728827 Dec 11 23:17:01.996880 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51ed73f7-6934-439b-8f88-9dd18d3d6fab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:02.020714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:02.032973 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957d6d0-96c1-43f6-9a21-d99aa87f069e None None] Sync routers for ids ['064ae77b-9e4a-4a8f-8974-589454da603d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:02.055762 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7957d6d0-96c1-43f6-9a21-d99aa87f069e None None] Routers {'064ae77b-9e4a-4a8f-8974-589454da603d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:02.056422 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7957d6d0-96c1-43f6-9a21-d99aa87f069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['064ae77b-9e4a-4a8f-8974-589454da603d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:02.091257 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41871787-a184-4422-aa75-2f8a7dc4c719 req-69605ef1-4a42-4ded-812d-303e6037b6fa tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d12fb58-2c28-4806-94b0-3789e4349c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507732 Dec 11 23:17:02.108078 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-225f987b-3bfb-408e-876d-46a15343e2e3 None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:02.156891 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:02.245342 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-7957d6d0-96c1-43f6-9a21-d99aa87f069e None None] Set router 064ae77b-9e4a-4a8f-8974-589454da603d gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:02.256842 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1c8b3ca1-3a9a-4557-978a-ddb9c98f42e0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7040281 Dec 11 23:17:02.262217 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43664) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:02.264247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c225a6f6-c659-439f-a421-d535dc8f28d4', 'tag': '90ec69be-e700-483e-a20d-8e780844387d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:17:02.266654 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9719e696-51c6-41b2-951f-c75a094b9d12" -d '{"events": [{"name": "network-changed", "server_uuid": "c225a6f6-c659-439f-a421-d535dc8f28d4", "tag": "90ec69be-e700-483e-a20d-8e780844387d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:17:02.309600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 997ca63e-0239-4026-85af-73adb6461e62 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:02.350161 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192ee6b3-ffcd-4f87-a2a7-87c6f0fdadec x-openstack-request-id: req-192ee6b3-ffcd-4f87-a2a7-87c6f0fdadec {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:17:02.350467 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c225a6f6-c659-439f-a421-d535dc8f28d4", "tag": "90ec69be-e700-483e-a20d-8e780844387d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:17:02.350731 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-192ee6b3-ffcd-4f87-a2a7-87c6f0fdadec {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:17:02.351697 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c225a6f6-c659-439f-a421-d535dc8f28d4', 'tag': '90ec69be-e700-483e-a20d-8e780844387d', 'status': 'completed', 'code': 200} Dec 11 23:17:02.434798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-51ed73f7-6934-439b-8f88-9dd18d3d6fab admin admin] Deleting port 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:02.435272 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51ed73f7-6934-439b-8f88-9dd18d3d6fab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:02.453010 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-0973344b-c47b-4180-bf04-02c0efbc54cc', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:17:02.453909 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:02.477351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719e696-51c6-41b2-951f-c75a094b9d12 req-32827f2c-5143-4332-8a8d-2e6c17356243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:02.479295 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9719e696-51c6-41b2-951f-c75a094b9d12 req-32827f2c-5143-4332-8a8d-2e6c17356243 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52b3e13cae164be58bd062402458b6cf&device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 1135 time: 0.0799530 Dec 11 23:17:02.616038 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7957d6d0-96c1-43f6-9a21-d99aa87f069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1555784868', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:27Z', 'updated_at': '2021-12-11T23:16:34Z', 'revision_number': 4, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:28Z', 'updated_at': '2021-12-11T23:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '082d36c6-28e8-4e08-a269-ac833055d770', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'floating_ip_address': '172.25.1.186', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'port_id': '90ec69be-e700-483e-a20d-8e780844387d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'mac_address': 'fa:16:3e:42:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225a6f6-c659-439f-a421-d535dc8f28d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:17:00Z', 'updated_at': '2021-12-11T23:17:00Z', 'revision_number': 0, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15196087-2537-4d2e-bcb0-6511f2617e3f', 'name': '', 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'mac_address': 'fa:16:3e:a7:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:33Z', 'updated_at': '2021-12-11T23:16:39Z', 'revision_number': 5, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'subnets': [{'id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:02.620689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719e696-51c6-41b2-951f-c75a094b9d12 req-190caa2f-3bcf-4113-8760-600bfcd5fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:02.622625 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9719e696-51c6-41b2-951f-c75a094b9d12 req-190caa2f-3bcf-4113-8760-600bfcd5fdad service neutron] 10.222.0.47 "GET /v2.0/networks?id=133a98f1-bb67-4ba6-bb95-2059182b1cc7 HTTP/1.1" status: 200 len: 897 time: 0.1356046 Dec 11 23:17:02.662074 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957d6d0-96c1-43f6-9a21-d99aa87f069e None None] Checking router: 064ae77b-9e4a-4a8f-8974-589454da603d for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:02.677287 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Allocated IP 172.20.0.2 (0973344b-c47b-4180-bf04-02c0efbc54cc/fe691e51-429f-407c-bce8-4d9c3d9c6b55/715ef7b6-ec3b-4e5a-bf9c-c946f72187d0) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:02.701810 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7957d6d0-96c1-43f6-9a21-d99aa87f069e None None] Routers {'064ae77b-9e4a-4a8f-8974-589454da603d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:02.702907 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7957d6d0-96c1-43f6-9a21-d99aa87f069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['064ae77b-9e4a-4a8f-8974-589454da603d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:02.791448 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9719e696-51c6-41b2-951f-c75a094b9d12 req-70a4634b-deb0-49a7-9807-4f3393708d18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90ec69be-e700-483e-a20d-8e780844387d HTTP/1.1" status: 200 len: 999 time: 0.1552846 Dec 11 23:17:02.868433 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:02.868898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719e696-51c6-41b2-951f-c75a094b9d12 req-bd49e437-b57f-45ec-9fcd-9eb90727f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:02.871330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9719e696-51c6-41b2-951f-c75a094b9d12 req-bd49e437-b57f-45ec-9fcd-9eb90727f9a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1aae148f-5bc4-4f25-9f18-0eb202750321 HTTP/1.1" status: 200 len: 835 time: 0.0748961 Dec 11 23:17:02.902269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-225f987b-3bfb-408e-876d-46a15343e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:17:00Z', 'revision_number': 5, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port': {'id': '143b8f3d-1e8d-48b6-9a43-c2950c1e6af1', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:43Z', 'updated_at': '2021-12-11T23:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:02.908700 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 997ca63e-0239-4026-85af-73adb6461e62 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:02.908860 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:02.959346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f987b-3bfb-408e-876d-46a15343e2e3 None None] Checking router: a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:02.972450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719e696-51c6-41b2-951f-c75a094b9d12 req-dcbcf98a-046d-4c37-96c6-7e2861cc04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:02.977750 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9719e696-51c6-41b2-951f-c75a094b9d12 req-dcbcf98a-046d-4c37-96c6-7e2861cc04c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=133a98f1-bb67-4ba6-bb95-2059182b1cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933564 Dec 11 23:17:03.004187 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-7957d6d0-96c1-43f6-9a21-d99aa87f069e None None] Set router 064ae77b-9e4a-4a8f-8974-589454da603d gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:03.035685 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3bfc6-d053-4fa1-9250-89376a9184ff req-5d5949bf-2cf4-4208-8256-18eaa86b7acf tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:03.041305 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:03.052858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eae3bfc6-d053-4fa1-9250-89376a9184ff req-5d5949bf-2cf4-4208-8256-18eaa86b7acf tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 950 time: 0.1801493 Dec 11 23:17:03.075848 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f987b-3bfb-408e-876d-46a15343e2e3 None None] Routers {'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:03.076842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-225f987b-3bfb-408e-876d-46a15343e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:03.191717 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9719e696-51c6-41b2-951f-c75a094b9d12 req-fe50adcb-847a-4195-b105-6150dfc778ee service neutron] 10.222.0.47 "GET /v2.0/networks/133a98f1-bb67-4ba6-bb95-2059182b1cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050207 Dec 11 23:17:03.198559 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed21c7f2-b023-40db-878a-e5dee7c468a4 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:03.199172 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed21c7f2-b023-40db-878a-e5dee7c468a4 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:03.199659 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed21c7f2-b023-40db-878a-e5dee7c468a4 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:03.200137 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed21c7f2-b023-40db-878a-e5dee7c468a4 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:03.200637 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed21c7f2-b023-40db-878a-e5dee7c468a4 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:03.201088 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed21c7f2-b023-40db-878a-e5dee7c468a4 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:03.201562 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed21c7f2-b023-40db-878a-e5dee7c468a4 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:03.203440 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ed21c7f2-b023-40db-878a-e5dee7c468a4 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4967 time: 0.9388137 Dec 11 23:17:03.213272 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43670) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:03.239327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Network 0973344b-c47b-4180-bf04-02c0efbc54cc is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:03.240981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Pushing event updated for resources: {'Port': ['ID=715ef7b6-ec3b-4e5a-bf9c-c946f72187d0,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:03.282636 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eae3bfc6-d053-4fa1-9250-89376a9184ff req-e4c78a2b-149a-4706-9b3b-5275e93cc294 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d12fb58-2c28-4806-94b0-3789e4349c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287326 Dec 11 23:17:03.290521 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:03.303638 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:03.325564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-225f987b-3bfb-408e-876d-46a15343e2e3 None None] Set router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:03.325878 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7957d6d0-96c1-43f6-9a21-d99aa87f069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1555784868', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:27Z', 'updated_at': '2021-12-11T23:16:34Z', 'revision_number': 4, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:28Z', 'updated_at': '2021-12-11T23:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '082d36c6-28e8-4e08-a269-ac833055d770', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'floating_ip_address': '172.25.1.186', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'port_id': '90ec69be-e700-483e-a20d-8e780844387d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'mac_address': 'fa:16:3e:42:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225a6f6-c659-439f-a421-d535dc8f28d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:17:00Z', 'updated_at': '2021-12-11T23:17:00Z', 'revision_number': 0, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15196087-2537-4d2e-bcb0-6511f2617e3f', 'name': '', 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'mac_address': 'fa:16:3e:a7:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:33Z', 'updated_at': '2021-12-11T23:16:39Z', 'revision_number': 5, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'subnets': [{'id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:03.346476 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9719e696-51c6-41b2-951f-c75a094b9d12 req-61620da9-5820-4db4-b3ac-a998a6b2a506 service neutron] 10.222.0.47 "GET /v2.0/networks/133a98f1-bb67-4ba6-bb95-2059182b1cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461747 Dec 11 23:17:03.361672 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957d6d0-96c1-43f6-9a21-d99aa87f069e None None] The sync data for ids ['064ae77b-9e4a-4a8f-8974-589454da603d'] in n-d-710847-6 is: [{'id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1555784868', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:27Z', 'updated_at': '2021-12-11T23:16:34Z', 'revision_number': 4, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:28Z', 'updated_at': '2021-12-11T23:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '082d36c6-28e8-4e08-a269-ac833055d770', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'floating_ip_address': '172.25.1.186', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'port_id': '90ec69be-e700-483e-a20d-8e780844387d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'mac_address': 'fa:16:3e:42:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225a6f6-c659-439f-a421-d535dc8f28d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:17:00Z', 'updated_at': '2021-12-11T23:17:00Z', 'revision_number': 0, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15196087-2537-4d2e-bcb0-6511f2617e3f', 'name': '', 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'mac_address': 'fa:16:3e:a7:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:33Z', 'updated_at': '2021-12-11T23:16:39Z', 'revision_number': 5, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'subnets': [{'id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:03.392047 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-51ed73f7-6934-439b-8f88-9dd18d3d6fab admin admin] For port 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=143b8f3d-1e8d-48b6-9a43-c2950c1e6af1,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:03.392423 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51ed73f7-6934-439b-8f88-9dd18d3d6fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:03.437671 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-225f987b-3bfb-408e-876d-46a15343e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 6, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:03.442615 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-51ed73f7-6934-439b-8f88-9dd18d3d6fab admin admin] Calling delete_port for 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:03.461175 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3976f-9ae2-497d-be99-4980f378b3a8 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:03.461664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3976f-9ae2-497d-be99-4980f378b3a8 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:03.466828 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3976f-9ae2-497d-be99-4980f378b3a8 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:03.466828 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3976f-9ae2-497d-be99-4980f378b3a8 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:03.466828 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3976f-9ae2-497d-be99-4980f378b3a8 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:03.466828 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3976f-9ae2-497d-be99-4980f378b3a8 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:03.466828 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3976f-9ae2-497d-be99-4980f378b3a8 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:03.466828 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-74a3976f-9ae2-497d-be99-4980f378b3a8 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.2517190 Dec 11 23:17:03.470498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43672) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:03.474855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f987b-3bfb-408e-876d-46a15343e2e3 None None] The sync data for ids ['a127b12b-b4a4-404e-a3e3-0f922b6f6eb5'] in n-d-710847-6 is: [{'id': 'a127b12b-b4a4-404e-a3e3-0f922b6f6eb5', 'name': 'tempest-TestVolumeBootPattern-503526644-router', 'tenant_id': '81e65028dda549d793a43c7e6f96a7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:41Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 6, 'project_id': '81e65028dda549d793a43c7e6f96a7f6', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:03.488047 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Attempting to bind port 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:03.488572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Attempting to bind port 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '9e3dba9f-ecb5-4703-8e93-cb3fc467df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:03.489023 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Attempting to bind port 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0 on network 0973344b-c47b-4180-bf04-02c0efbc54cc {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:03.500903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:03.500903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Checking segment: {'id': '9e3dba9f-ecb5-4703-8e93-cb3fc467df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:03.500903 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:03.501563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Bound using segment: {'id': '9e3dba9f-ecb5-4703-8e93-cb3fc467df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:03.502549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Bound port: 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3dba9f-ecb5-4703-8e93-cb3fc467df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:03.503230 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:03.577783 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:03.605764 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] For port 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:03.609173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] For port 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=715ef7b6-ec3b-4e5a-bf9c-c946f72187d0,segment=NetworkSegment(9e3dba9f-ecb5-4703-8e93-cb3fc467df22),segment_id=9e3dba9f-ecb5-4703-8e93-cb3fc467df22)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:03.696862 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:03.768701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abf522-592f-4350-ab96-f2dcd0ba8eae None None] Pushing event updated for resources: {'Port': ['ID=715ef7b6-ec3b-4e5a-bf9c-c946f72187d0,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:03.873683 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51ed73f7-6934-439b-8f88-9dd18d3d6fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:03.962496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b157afd0-0d83-4d90-a364-843f149cc678 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:17:04.025448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: b157afd0-0d83-4d90-a364-843f149cc678 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:17:04.025819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b157afd0-0d83-4d90-a364-843f149cc678 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:17:04.033450 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed73f7-6934-439b-8f88-9dd18d3d6fab admin admin] Pushing event deleted for resources: {'Port': ['ID=143b8f3d-1e8d-48b6-9a43-c2950c1e6af1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:04.047319 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315b4edb-8d25-4c9a-a617-97f1404deca3 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:04.196298 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51ed73f7-6934-439b-8f88-9dd18d3d6fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:04.225647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85539b-b162-413c-86a0-6c72b13c8ba5 None None] New status for floating IP 082d36c6-28e8-4e08-a269-ac833055d770: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:17:04.285985 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-21317316-7726-40d4-9fe0-7e716cd6ac84 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3593 time: 0.8114142 Dec 11 23:17:04.293785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fcb4c-5c7f-4865-aaf5-6369f3ea6d13 req-ecb01367-29b4-4dd4-bd85-3435d1eee88c tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:04.295389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-906fcb4c-5c7f-4865-aaf5-6369f3ea6d13 req-ecb01367-29b4-4dd4-bd85-3435d1eee88c tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.13 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 950 time: 0.1004369 Dec 11 23:17:04.295951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43674) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:04.309372 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Allocated IP 172.20.0.1 (0973344b-c47b-4180-bf04-02c0efbc54cc/fe691e51-429f-407c-bce8-4d9c3d9c6b55/866fa321-5494-467c-b428-e250c7d9a111) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:04.312696 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51ed73f7-6934-439b-8f88-9dd18d3d6fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:04.316691 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51ed73f7-6934-439b-8f88-9dd18d3d6fab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:04.412350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ecc39a-ba91-415e-b1cf-16781b82a63f tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:04.412350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ecc39a-ba91-415e-b1cf-16781b82a63f tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:04.418026 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-23ecc39a-ba91-415e-b1cf-16781b82a63f tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=064ae77b-9e4a-4a8f-8974-589454da603d HTTP/1.1" status: 200 len: 1990 time: 0.1209261 Dec 11 23:17:04.464553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-906fcb4c-5c7f-4865-aaf5-6369f3ea6d13 req-5c3cf189-14e7-45ca-aed9-46e6fe1ae47f tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Deleting port 0ee93193-5815-4439-80a4-4ffde4bbddd3 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:04.465582 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-906fcb4c-5c7f-4865-aaf5-6369f3ea6d13 req-5c3cf189-14e7-45ca-aed9-46e6fe1ae47f tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:04.482744 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51ed73f7-6934-439b-8f88-9dd18d3d6fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:04.483484 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ed73f7-6934-439b-8f88-9dd18d3d6fab admin admin] Fanout notify agent at l3_agent the message router_deleted on router a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:17:04.490939 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-51ed73f7-6934-439b-8f88-9dd18d3d6fab admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:04.492311 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-51ed73f7-6934-439b-8f88-9dd18d3d6fab admin admin] 10.222.0.45 "DELETE /v2.0/routers/a127b12b-b4a4-404e-a3e3-0f922b6f6eb5 HTTP/1.1" status: 204 len: 168 time: 2.8805003 Dec 11 23:17:04.496832 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43680) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:04.564518 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf2653-b249-4d81-827f-837ca10a0308 req-da76a186-3849-474f-b82f-48593f16e36a tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:04.566230 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-26bf2653-b249-4d81-827f-837ca10a0308 req-da76a186-3849-474f-b82f-48593f16e36a tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 950 time: 0.1375415 Dec 11 23:17:04.573798 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:04.575744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-906fcb4c-5c7f-4865-aaf5-6369f3ea6d13 req-5c3cf189-14e7-45ca-aed9-46e6fe1ae47f tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] For port 0ee93193-5815-4439-80a4-4ffde4bbddd3, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0ee93193-5815-4439-80a4-4ffde4bbddd3,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:04.576713 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-906fcb4c-5c7f-4865-aaf5-6369f3ea6d13 req-5c3cf189-14e7-45ca-aed9-46e6fe1ae47f tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:04.594107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-906fcb4c-5c7f-4865-aaf5-6369f3ea6d13 req-5c3cf189-14e7-45ca-aed9-46e6fe1ae47f tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Calling delete_port for 0ee93193-5815-4439-80a4-4ffde4bbddd3 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:04.598501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca626b06-9e9b-44b7-b0a5-c21871755de8 admin admin] Deleting subnet db78c92f-893f-4a44-a521-695a54395046 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:17:04.613842 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca626b06-9e9b-44b7-b0a5-c21871755de8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:04.685431 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-26bf2653-b249-4d81-827f-837ca10a0308 req-05263814-e693-4831-bbb4-3f53ff5e34b2 tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d12fb58-2c28-4806-94b0-3789e4349c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986621 Dec 11 23:17:04.691881 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca626b06-9e9b-44b7-b0a5-c21871755de8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:04.777854 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca626b06-9e9b-44b7-b0a5-c21871755de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:04.803764 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:04.811778 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-906fcb4c-5c7f-4865-aaf5-6369f3ea6d13 req-5c3cf189-14e7-45ca-aed9-46e6fe1ae47f tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:04.826026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['0ee93193-5815-4439-80a4-4ffde4bbddd3'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:17:04.867845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cf189-14e7-45ca-aed9-46e6fe1ae47f tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Pushing event deleted for resources: {'Port': ['ID=0ee93193-5815-4439-80a4-4ffde4bbddd3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:04.871541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network 0973344b-c47b-4180-bf04-02c0efbc54cc is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:04.877712 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:04.880259 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:04.927439 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Port': ['ID=866fa321-5494-467c-b428-e250c7d9a111,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:04.942597 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:04.949304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-906fcb4c-5c7f-4865-aaf5-6369f3ea6d13 req-5c3cf189-14e7-45ca-aed9-46e6fe1ae47f tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] No DVR routers for this DVR port 0ee93193-5815-4439-80a4-4ffde4bbddd3 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:17:04.952439 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-906fcb4c-5c7f-4865-aaf5-6369f3ea6d13 req-5c3cf189-14e7-45ca-aed9-46e6fe1ae47f tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:04.956745 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-906fcb4c-5c7f-4865-aaf5-6369f3ea6d13 req-5c3cf189-14e7-45ca-aed9-46e6fe1ae47f tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.13 "DELETE /v2.0/ports/0ee93193-5815-4439-80a4-4ffde4bbddd3 HTTP/1.1" status: 204 len: 173 time: 0.6510403 Dec 11 23:17:04.957315 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545c6065-185d-4ea9-9649-50bf36f73ee4', 'name': 'network-vif-deleted', 'tag': '0ee93193-5815-4439-80a4-4ffde4bbddd3'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:17:04.961341 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6686496e-95e4-4898-94f5-d23a7c51bb22" -d '{"events": [{"server_uuid": "545c6065-185d-4ea9-9649-50bf36f73ee4", "name": "network-vif-deleted", "tag": "0ee93193-5815-4439-80a4-4ffde4bbddd3"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:17:05.004826 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca626b06-9e9b-44b7-b0a5-c21871755de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.030437 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07fecb6-ee5f-4e24-8f80-f408f0a877c4 x-openstack-request-id: req-f07fecb6-ee5f-4e24-8f80-f408f0a877c4 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:17:05.030975 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545c6065-185d-4ea9-9649-50bf36f73ee4", "name": "network-vif-deleted", "tag": "0ee93193-5815-4439-80a4-4ffde4bbddd3", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:17:05.031418 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f07fecb6-ee5f-4e24-8f80-f408f0a877c4 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:17:05.032107 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545c6065-185d-4ea9-9649-50bf36f73ee4', 'name': 'network-vif-deleted', 'tag': '0ee93193-5815-4439-80a4-4ffde4bbddd3', 'status': 'completed', 'code': 200} Dec 11 23:17:05.062194 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca626b06-9e9b-44b7-b0a5-c21871755de8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db78c92f-893f-4a44-a521-695a54395046,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:05.072721 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ca626b06-9e9b-44b7-b0a5-c21871755de8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.080694 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ca626b06-9e9b-44b7-b0a5-c21871755de8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/db78c92f-893f-4a44-a521-695a54395046 HTTP/1.1" status: 204 len: 168 time: 0.5772791 Dec 11 23:17:05.080694 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43684) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:05.089845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8ba8e4-f22f-400d-9558-8263265cccad None None] Network 0973344b-c47b-4180-bf04-02c0efbc54cc requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:17:05.106057 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80b2c01-07bc-4fd5-846a-56c27f214aa0 None None] Network a182ed71-8604-4735-b0e3-af0e3d3bd68a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:17:05.226697 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.270610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-866f067b-0a31-4492-947a-6e38c2480a23 None None] Provisioning complete for port 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:05.271018 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-866f067b-0a31-4492-947a-6e38c2480a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.290888 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] Deleting port 502c1f24-d3f1-4b76-ab58-5188eccd77f1 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:05.291223 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.380370 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.383499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] For port 502c1f24-d3f1-4b76-ab58-5188eccd77f1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=502c1f24-d3f1-4b76-ab58-5188eccd77f1,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:05.383867 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.392963 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-866f067b-0a31-4492-947a-6e38c2480a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.409766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] Calling delete_port for 502c1f24-d3f1-4b76-ab58-5188eccd77f1 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:05.439726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-866f067b-0a31-4492-947a-6e38c2480a23 None None] For port 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=715ef7b6-ec3b-4e5a-bf9c-c946f72187d0,segment=NetworkSegment(9e3dba9f-ecb5-4703-8e93-cb3fc467df22),segment_id=9e3dba9f-ecb5-4703-8e93-cb3fc467df22)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:05.453140 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c74df18-b0d9-4e25-827a-1cb93d862d57 None None] DHCP port deletion for a182ed71-8604-4735-b0e3-af0e3d3bd68a request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:05.503912 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1c74df18-b0d9-4e25-827a-1cb93d862d57 None None] Deleting port 502c1f24-d3f1-4b76-ab58-5188eccd77f1 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:05.504528 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1c74df18-b0d9-4e25-827a-1cb93d862d57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.549455 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-866f067b-0a31-4492-947a-6e38c2480a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.605528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1c74df18-b0d9-4e25-827a-1cb93d862d57 None None] For port 502c1f24-d3f1-4b76-ab58-5188eccd77f1, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=502c1f24-d3f1-4b76-ab58-5188eccd77f1,segment=NetworkSegment(7ad026c7-5a9b-4e97-973d-7492316ec150),segment_id=7ad026c7-5a9b-4e97-973d-7492316ec150)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:05.606112 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1c74df18-b0d9-4e25-827a-1cb93d862d57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.624868 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1c74df18-b0d9-4e25-827a-1cb93d862d57 None None] Calling delete_port for 502c1f24-d3f1-4b76-ab58-5188eccd77f1 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:05.642101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f067b-0a31-4492-947a-6e38c2480a23 None None] Pushing event updated for resources: {'Port': ['ID=715ef7b6-ec3b-4e5a-bf9c-c946f72187d0,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:05.698710 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.727605 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cc359bd4-1951-41c4-936a-86feed709407 None None] Provisioning complete for port 866fa321-5494-467c-b428-e250c7d9a111 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:05.727984 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cc359bd4-1951-41c4-936a-86feed709407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.738740 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=502c1f24-d3f1-4b76-ab58-5188eccd77f1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:05.740059 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] No DVR routers for this DVR port 502c1f24-d3f1-4b76-ab58-5188eccd77f1 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:17:05.775461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-cc359bd4-1951-41c4-936a-86feed709407 None None] Port 866fa321-5494-467c-b428-e250c7d9a111 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:05.780047 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1c74df18-b0d9-4e25-827a-1cb93d862d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.811679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c74df18-b0d9-4e25-827a-1cb93d862d57 None None] No DVR routers for this DVR port 502c1f24-d3f1-4b76-ab58-5188eccd77f1 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:17:05.815371 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74df18-b0d9-4e25-827a-1cb93d862d57 None None] Pushing event deleted for resources: {'Port': ['ID=502c1f24-d3f1-4b76-ab58-5188eccd77f1,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:05.831382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cc359bd4-1951-41c4-936a-86feed709407 None None] Provisioning complete for port 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:05.831963 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cc359bd4-1951-41c4-936a-86feed709407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.873632 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-75ded418-9344-4774-a7ae-3367561aff58 req-7971737f-c2cd-49b7-a8f6-ec25217ecb3d tempest-VolumesNegativeTest-503829031 tempest-VolumesNegativeTest-503829031-project] 10.222.0.45 "GET /v2.0/ports?device_id=545c6065-185d-4ea9-9649-50bf36f73ee4 HTTP/1.1" status: 200 len: 210 time: 0.0474348 Dec 11 23:17:05.876378 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.920370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a182ed71-8604-4735-b0e3-af0e3d3bd68a']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:05.936895 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.939658 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad026c7-5a9b-4e97-973d-7492316ec150') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:05.939967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad026c7-5a9b-4e97-973d-7492316ec150') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:05.951283 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.974012 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.996795 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:17:05.997364 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:17:05.999437 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:17:06.050225 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:06.101033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:06.135678 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Port': ['ID=866fa321-5494-467c-b428-e250c7d9a111,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:06.141138 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:06.158538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:06.158956 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:06.196421 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:06.216536 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:06.224067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43688) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:06.227334 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a182ed71-8604-4735-b0e3-af0e3d3bd68a HTTP/1.1" status: 204 len: 168 time: 1.1465175 Dec 11 23:17:06.228316 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df871a2f-75f4-4376-99a4-fbef7af30ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a182ed71-8604-4735-b0e3-af0e3d3bd68a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:06.302617 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a28bb63d-6970-4cbc-a10b-831b5fc43e90 None None] Provisioning complete for port 866fa321-5494-467c-b428-e250c7d9a111 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:06.303254 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a28bb63d-6970-4cbc-a10b-831b5fc43e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:06.312575 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network 0973344b-c47b-4180-bf04-02c0efbc54cc is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:06.314038 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:06.348026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a28bb63d-6970-4cbc-a10b-831b5fc43e90 None None] Port 866fa321-5494-467c-b428-e250c7d9a111 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:06.389712 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 502c1f24-d3f1-4b76-ab58-5188eccd77f1 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:17:06.427973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 502c1f24-d3f1-4b76-ab58-5188eccd77f1 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:17:06.428335 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 502c1f24-d3f1-4b76-ab58-5188eccd77f1 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:17:06.429280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:17:06.455694 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:17:06.455694 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 143b8f3d-1e8d-48b6-9a43-c2950c1e6af1 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:17:06.500527 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:17:06.636303 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:06.645332 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e42ab052-f500-4982-b120-5f3cf48d8cb0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "PUT /v2.0/routers/13ad5be9-dfd9-43eb-bbce-a73a142c17c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8476384 Dec 11 23:17:06.645332 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43690) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:06.646457 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Sync routers for ids ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:06.656923 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Routers {'13ad5be9-dfd9-43eb-bbce-a73a142c17c6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:06.657533 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:06.673852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7352b99b-eff3-4acd-8eb6-a90eadb71c58 None None] Provisioning complete for port 866fa321-5494-467c-b428-e250c7d9a111 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:06.674386 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7352b99b-eff3-4acd-8eb6-a90eadb71c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:06.706309 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2330e42-d72f-4126-9908-e7ac90c4f078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:06.729559 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7352b99b-eff3-4acd-8eb6-a90eadb71c58 None None] Port 866fa321-5494-467c-b428-e250c7d9a111 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:06.762630 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f78837-9c7b-4965-bf0a-664ac0eae7cd tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:06.763156 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f78837-9c7b-4965-bf0a-664ac0eae7cd tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:06.763634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f78837-9c7b-4965-bf0a-664ac0eae7cd tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:06.764093 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f78837-9c7b-4965-bf0a-664ac0eae7cd tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:06.764574 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f78837-9c7b-4965-bf0a-664ac0eae7cd tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:06.765028 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f78837-9c7b-4965-bf0a-664ac0eae7cd tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:06.766918 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a5f78837-9c7b-4965-bf0a-664ac0eae7cd tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4268 time: 0.1206610 Dec 11 23:17:06.769581 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43692) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:06.782047 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Set router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:06.834091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b526d0a-9313-4900-ba10-db184febf663 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:06.834559 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b526d0a-9313-4900-ba10-db184febf663 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:06.835149 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b526d0a-9313-4900-ba10-db184febf663 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:06.835656 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b526d0a-9313-4900-ba10-db184febf663 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:06.836113 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b526d0a-9313-4900-ba10-db184febf663 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:06.836592 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b526d0a-9313-4900-ba10-db184febf663 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:06.838397 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1b526d0a-9313-4900-ba10-db184febf663 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3989 time: 0.0678060 Dec 11 23:17:06.841196 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43694) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:07.015983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f2330e42-d72f-4126-9908-e7ac90c4f078 admin admin] Deleting port a9c5f6c7-2d85-460c-868e-271a8188d440 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:07.016334 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2330e42-d72f-4126-9908-e7ac90c4f078 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:07.035266 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:05Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '866fa321-5494-467c-b428-e250c7d9a111', 'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:aa:a5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:03Z', 'updated_at': '2021-12-11T23:17:05Z', 'revision_number': 2, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:07.074914 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Checking router: 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:07.075365 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Updating router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 port 866fa321-5494-467c-b428-e250c7d9a111 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:17:07.105731 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:07.127575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-f2330e42-d72f-4126-9908-e7ac90c4f078 admin admin] For port a9c5f6c7-2d85-460c-868e-271a8188d440, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a9c5f6c7-2d85-460c-868e-271a8188d440,segment=NetworkSegment(388738fd-c931-486f-be27-c257511d84cb),segment_id=388738fd-c931-486f-be27-c257511d84cb)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:07.128112 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2330e42-d72f-4126-9908-e7ac90c4f078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:07.142417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f2330e42-d72f-4126-9908-e7ac90c4f078 admin admin] Calling delete_port for a9c5f6c7-2d85-460c-868e-271a8188d440 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:07.411442 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:07.443445 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7436716b-c2e3-49bc-b62f-80f80b10e9b2 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.6010170 Dec 11 23:17:07.446415 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2330e42-d72f-4126-9908-e7ac90c4f078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:07.473812 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2330e42-d72f-4126-9908-e7ac90c4f078 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c5f6c7-2d85-460c-868e-271a8188d440,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:07.494369 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:07.547008 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd082c40-ff6c-431d-945a-006920bf58f6 None None] Pushing event updated for resources: {'Port': ['ID=866fa321-5494-467c-b428-e250c7d9a111,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:07.647996 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Attempting to bind port 866fa321-5494-467c-b428-e250c7d9a111 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:07.648618 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Attempting to bind port 866fa321-5494-467c-b428-e250c7d9a111 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '9e3dba9f-ecb5-4703-8e93-cb3fc467df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:07.648737 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Attempting to bind port 866fa321-5494-467c-b428-e250c7d9a111 on network 0973344b-c47b-4180-bf04-02c0efbc54cc {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:07.654937 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:07.658070 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Checking segment: {'id': '9e3dba9f-ecb5-4703-8e93-cb3fc467df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:07.658652 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:07.659219 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Bound using segment: {'id': '9e3dba9f-ecb5-4703-8e93-cb3fc467df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:07.659877 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Bound port: 866fa321-5494-467c-b428-e250c7d9a111, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3dba9f-ecb5-4703-8e93-cb3fc467df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:07.664526 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:07.725803 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2330e42-d72f-4126-9908-e7ac90c4f078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:07.792824 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] For port 866fa321-5494-467c-b428-e250c7d9a111, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:07.797531 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] For port 866fa321-5494-467c-b428-e250c7d9a111, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=866fa321-5494-467c-b428-e250c7d9a111,segment=NetworkSegment(9e3dba9f-ecb5-4703-8e93-cb3fc467df22),segment_id=9e3dba9f-ecb5-4703-8e93-cb3fc467df22)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:07.875114 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:07.951521 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Routers {'13ad5be9-dfd9-43eb-bbce-a73a142c17c6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:07.952157 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:08.014420 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9bc23a33-c0e9-4ec6-924d-e25b4485f806 None None] Provisioning complete for port 866fa321-5494-467c-b428-e250c7d9a111 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:08.015010 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9bc23a33-c0e9-4ec6-924d-e25b4485f806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:08.017743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2330e42-d72f-4126-9908-e7ac90c4f078 admin admin] Router aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:17:08.074133 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd082c40-ff6c-431d-945a-006920bf58f6 None None] Pushing event updated for resources: {'Port': ['ID=866fa321-5494-467c-b428-e250c7d9a111,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:08.161332 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9bc23a33-c0e9-4ec6-924d-e25b4485f806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:08.164271 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] Set router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:08.228971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2330e42-d72f-4126-9908-e7ac90c4f078 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:08.230647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9bc23a33-c0e9-4ec6-924d-e25b4485f806 None None] For port 866fa321-5494-467c-b428-e250c7d9a111, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=866fa321-5494-467c-b428-e250c7d9a111,segment=NetworkSegment(9e3dba9f-ecb5-4703-8e93-cb3fc467df22),segment_id=9e3dba9f-ecb5-4703-8e93-cb3fc467df22)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:08.241926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43734) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:08.242736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cafdd0e-2bc8-452d-b84e-79b62c21727a None None] Sync routers for ids ['aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:08.247056 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f2330e42-d72f-4126-9908-e7ac90c4f078 admin admin] 10.222.0.45 "PUT /v2.0/routers/aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0131783 Dec 11 23:17:08.253898 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cafdd0e-2bc8-452d-b84e-79b62c21727a None None] Routers {'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:08.254714 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8cafdd0e-2bc8-452d-b84e-79b62c21727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:08.296743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43736) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:08.302348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f29d2e6b-8bb8-4faa-ad21-8f6d68b2812f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028456942', 'description': 'tempest-secgroup-smoke-2028456942 description', 'project_id': '7593fdb1da494b9b8223d9c57a501fba'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:08.337592 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9bc23a33-c0e9-4ec6-924d-e25b4485f806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:08.378794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0ee93193-5815-4439-80a4-4ffde4bbddd3 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:17:08.392532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce514e17-7aa0-4186-8ad1-f318190fdb63 admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:08.424613 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f29d2e6b-8bb8-4faa-ad21-8f6d68b2812f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:08.478587 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:05Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '866fa321-5494-467c-b428-e250c7d9a111', 'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:aa:a5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:03Z', 'updated_at': '2021-12-11T23:17:07Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:08.494928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-8cafdd0e-2bc8-452d-b84e-79b62c21727a None None] Set router aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:08.518353 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce514e17-7aa0-4186-8ad1-f318190fdb63 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:08.543043 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47fa053-ef64-4aa5-82ab-41bccd72d97a None None] The sync data for ids ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'] in n-d-710847-6 is: [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:05Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '866fa321-5494-467c-b428-e250c7d9a111', 'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:aa:a5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:03Z', 'updated_at': '2021-12-11T23:17:07Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:08.561080 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f29d2e6b-8bb8-4faa-ad21-8f6d68b2812f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:08.572781 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 0ee93193-5815-4439-80a4-4ffde4bbddd3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:17:08.573161 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0ee93193-5815-4439-80a4-4ffde4bbddd3 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:17:08.577775 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc23a33-c0e9-4ec6-924d-e25b4485f806 None None] Pushing event updated for resources: {'Port': ['ID=866fa321-5494-467c-b428-e250c7d9a111,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:08.644943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-12e32666-0127-4f90-9235-5b9214d2abbd None None] Provisioning complete for port 866fa321-5494-467c-b428-e250c7d9a111 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:08.645303 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-12e32666-0127-4f90-9235-5b9214d2abbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:08.647356 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f29d2e6b-8bb8-4faa-ad21-8f6d68b2812f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:08.697073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d2e6b-8bb8-4faa-ad21-8f6d68b2812f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ff0058-4aa9-402b-bf8a-140d57c61eea,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:08.719641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ce514e17-7aa0-4186-8ad1-f318190fdb63 admin admin] Deleting port bcd25763-555d-4176-9aec-738c577e0cbb {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:08.719641 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce514e17-7aa0-4186-8ad1-f318190fdb63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:08.744117 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f29d2e6b-8bb8-4faa-ad21-8f6d68b2812f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:08.748520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f29d2e6b-8bb8-4faa-ad21-8f6d68b2812f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4476707 Dec 11 23:17:08.748743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43784) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:08.754545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-77bc0ea2-0e13-4647-beca-623e3648ee2c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': 'f1ff0058-4aa9-402b-bf8a-140d57c61eea', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:08.828009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-ce514e17-7aa0-4186-8ad1-f318190fdb63 admin admin] For port bcd25763-555d-4176-9aec-738c577e0cbb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=bcd25763-555d-4176-9aec-738c577e0cbb,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:08.828384 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce514e17-7aa0-4186-8ad1-f318190fdb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:08.842007 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-ce514e17-7aa0-4186-8ad1-f318190fdb63 admin admin] Calling delete_port for bcd25763-555d-4176-9aec-738c577e0cbb owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:08.855550 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8cafdd0e-2bc8-452d-b84e-79b62c21727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'name': 'tempest-TestVolumeBootPattern-282474788-router', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'bcd25763-555d-4176-9aec-738c577e0cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:56Z', 'updated_at': '2021-12-11T23:17:07Z', 'revision_number': 5, 'project_id': '19a00fe41e164719a2991d799fca2ff3', 'gw_port': {'id': 'bcd25763-555d-4176-9aec-738c577e0cbb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:40:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:00:57Z', 'updated_at': '2021-12-11T23:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:08.861156 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-77bc0ea2-0e13-4647-beca-623e3648ee2c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:08.927688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cafdd0e-2bc8-452d-b84e-79b62c21727a None None] Checking router: aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:08.946637 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-77bc0ea2-0e13-4647-beca-623e3648ee2c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:08.948851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cafdd0e-2bc8-452d-b84e-79b62c21727a None None] Routers {'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:08.950667 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8cafdd0e-2bc8-452d-b84e-79b62c21727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:09.009484 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-77bc0ea2-0e13-4647-beca-623e3648ee2c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.031014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc0ea2-0e13-4647-beca-623e3648ee2c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6d1085-00c4-4e41-84d5-1b19b0aec673,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:09.064466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-8cafdd0e-2bc8-452d-b84e-79b62c21727a None None] Set router aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:09.125321 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-77bc0ea2-0e13-4647-beca-623e3648ee2c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.126322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8cafdd0e-2bc8-452d-b84e-79b62c21727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'name': 'tempest-TestVolumeBootPattern-282474788-router', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:56Z', 'updated_at': '2021-12-11T23:17:08Z', 'revision_number': 6, 'project_id': '19a00fe41e164719a2991d799fca2ff3', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:09.129538 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-77bc0ea2-0e13-4647-beca-623e3648ee2c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3770800 Dec 11 23:17:09.129771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43800) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:09.135605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6c9c40e1-7285-4171-b39e-371e55567092 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': 'f1ff0058-4aa9-402b-bf8a-140d57c61eea', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:09.159983 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cafdd0e-2bc8-452d-b84e-79b62c21727a None None] The sync data for ids ['aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e'] in n-d-710847-6 is: [{'id': 'aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e', 'name': 'tempest-TestVolumeBootPattern-282474788-router', 'tenant_id': '19a00fe41e164719a2991d799fca2ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:00:56Z', 'updated_at': '2021-12-11T23:17:08Z', 'revision_number': 6, 'project_id': '19a00fe41e164719a2991d799fca2ff3', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:09.177606 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce514e17-7aa0-4186-8ad1-f318190fdb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.217729 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce514e17-7aa0-4186-8ad1-f318190fdb63 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd25763-555d-4176-9aec-738c577e0cbb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:09.221718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f19b37e-84ad-4ff7-8296-2c59a00a54e1 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:09.244020 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c9c40e1-7285-4171-b39e-371e55567092 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.282114 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce514e17-7aa0-4186-8ad1-f318190fdb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.334312 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c9c40e1-7285-4171-b39e-371e55567092 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.379904 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce514e17-7aa0-4186-8ad1-f318190fdb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.383064 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce514e17-7aa0-4186-8ad1-f318190fdb63 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.402980 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c9c40e1-7285-4171-b39e-371e55567092 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.423353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c40e1-7285-4171-b39e-371e55567092 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa00163-4a88-4dbf-83e9-db1e05c7eef1,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:09.522678 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c9c40e1-7285-4171-b39e-371e55567092 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.526224 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6c9c40e1-7285-4171-b39e-371e55567092 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3953919 Dec 11 23:17:09.529050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43808) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:09.534011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-658eb823-5128-4aa1-be92-d2c2966929eb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': 'f1ff0058-4aa9-402b-bf8a-140d57c61eea', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:09.543963 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce514e17-7aa0-4186-8ad1-f318190fdb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.544551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce514e17-7aa0-4186-8ad1-f318190fdb63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:17:09.550350 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ce514e17-7aa0-4186-8ad1-f318190fdb63 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.553482 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ce514e17-7aa0-4186-8ad1-f318190fdb63 admin admin] 10.222.0.45 "DELETE /v2.0/routers/aaa4e4ee-a23b-40cf-92a1-f0ca29fcd38e HTTP/1.1" status: 204 len: 168 time: 1.3105137 Dec 11 23:17:09.556400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43810) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:09.610378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-7048b029-6284-4e97-bd5c-c78567136e18 admin admin] Deleting subnet 9e2310d5-eb73-4069-ba8a-6c6baa4c5331 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:17:09.614943 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7048b029-6284-4e97-bd5c-c78567136e18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.653871 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-658eb823-5128-4aa1-be92-d2c2966929eb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.670548 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7048b029-6284-4e97-bd5c-c78567136e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.768182 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-658eb823-5128-4aa1-be92-d2c2966929eb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.783315 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7048b029-6284-4e97-bd5c-c78567136e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.832326 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-658eb823-5128-4aa1-be92-d2c2966929eb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.856930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eb823-5128-4aa1-be92-d2c2966929eb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f168b9e-0668-48e7-bdd6-2c67d20fb81c,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:09.951266 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-658eb823-5128-4aa1-be92-d2c2966929eb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:09.952465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-658eb823-5128-4aa1-be92-d2c2966929eb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4220917 Dec 11 23:17:09.955177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43824) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:09.959592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-bf1bd93a-1878-4d24-82ae-0c8e1dbd334e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': 'f1ff0058-4aa9-402b-bf8a-140d57c61eea', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:09.966350 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7048b029-6284-4e97-bd5c-c78567136e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.011949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048b029-6284-4e97-bd5c-c78567136e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e2310d5-eb73-4069-ba8a-6c6baa4c5331,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:10.016182 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7048b029-6284-4e97-bd5c-c78567136e18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.022945 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7048b029-6284-4e97-bd5c-c78567136e18 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9e2310d5-eb73-4069-ba8a-6c6baa4c5331 HTTP/1.1" status: 204 len: 168 time: 0.4627836 Dec 11 23:17:10.023179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9255d038-b1e1-498c-934e-6c94a8794ab8 None None] Network 9f7a05fa-3116-4e9b-b238-22c1bf97525f requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:17:10.023486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43830) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:10.123500 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.140921 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bf1bd93a-1878-4d24-82ae-0c8e1dbd334e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.142852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 866fa321-5494-467c-b428-e250c7d9a111 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:10.190205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] Deleting port 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:10.190620 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.225597 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 866fa321-5494-467c-b428-e250c7d9a111 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:10.226613 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.253856 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dd175e-61ff-4dbb-9c06-8edb58aaf0e4 None None] DHCP port deletion for 9f7a05fa-3116-4e9b-b238-22c1bf97525f request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:10.264827 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bf1bd93a-1878-4d24-82ae-0c8e1dbd334e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.271896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] For port 4d9bfd35-d2d8-413e-a4d5-61932a3dd679, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4d9bfd35-d2d8-413e-a4d5-61932a3dd679,segment=NetworkSegment(388738fd-c931-486f-be27-c257511d84cb),segment_id=388738fd-c931-486f-be27-c257511d84cb)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:10.272270 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.292967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] Calling delete_port for 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:10.325692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bf1bd93a-1878-4d24-82ae-0c8e1dbd334e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.359179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd175e-61ff-4dbb-9c06-8edb58aaf0e4 None None] Deleting port 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:10.359378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bd93a-1878-4d24-82ae-0c8e1dbd334e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2f4721-3fa8-4c05-a13a-7b9f2e8c5399,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:10.359607 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f6dd175e-61ff-4dbb-9c06-8edb58aaf0e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.440733 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f6dd175e-61ff-4dbb-9c06-8edb58aaf0e4 None None] For port 4d9bfd35-d2d8-413e-a4d5-61932a3dd679, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=4d9bfd35-d2d8-413e-a4d5-61932a3dd679,segment=NetworkSegment(388738fd-c931-486f-be27-c257511d84cb),segment_id=388738fd-c931-486f-be27-c257511d84cb)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:10.441209 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f6dd175e-61ff-4dbb-9c06-8edb58aaf0e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.448596 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bf1bd93a-1878-4d24-82ae-0c8e1dbd334e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.450154 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bf1bd93a-1878-4d24-82ae-0c8e1dbd334e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4940488 Dec 11 23:17:10.452967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43856) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:10.458265 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': 'f1ff0058-4aa9-402b-bf8a-140d57c61eea', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:10.458933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd175e-61ff-4dbb-9c06-8edb58aaf0e4 None None] Calling delete_port for 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:10.473270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a9c5f6c7-2d85-460c-868e-271a8188d440 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:17:10.482832 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.521137 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d9bfd35-d2d8-413e-a4d5-61932a3dd679,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:10.525820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: a9c5f6c7-2d85-460c-868e-271a8188d440 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:17:10.526213 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a9c5f6c7-2d85-460c-868e-271a8188d440 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:17:10.526575 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device bcd25763-555d-4176-9aec-738c577e0cbb no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:17:10.528257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] No DVR routers for this DVR port 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:17:10.557747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: bcd25763-555d-4176-9aec-738c577e0cbb {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:17:10.558206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device bcd25763-555d-4176-9aec-738c577e0cbb not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:17:10.603538 n-d-710847-6 neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Project 7593fdb1da494b9b8223d9c57a501fba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:17:10.604580 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f6dd175e-61ff-4dbb-9c06-8edb58aaf0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.616105 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.624013 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.644029 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd175e-61ff-4dbb-9c06-8edb58aaf0e4 None None] Pushing event deleted for resources: {'Port': ['ID=4d9bfd35-d2d8-413e-a4d5-61932a3dd679,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:10.659051 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dd175e-61ff-4dbb-9c06-8edb58aaf0e4 None None] No DVR routers for this DVR port 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:17:10.677562 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7a05fa-3116-4e9b-b238-22c1bf97525f']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:10.693342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388738fd-c931-486f-be27-c257511d84cb') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:10.693648 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388738fd-c931-486f-be27-c257511d84cb') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:10.708784 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.730568 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.731484 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.737469 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:17:10.742283 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:17:10.817436 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.836921 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5221bc2c-9429-4b63-9028-8f7bffbb0ff2,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:10.845383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:10.845745 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:10.846254 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:10.846607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:10.846976 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:10.847323 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:10.847645 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:10.847990 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:10.848346 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:10.848636 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:10.848970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:10.849302 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:10.849632 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:10.865757 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.871082 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.874587 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9f7a05fa-3116-4e9b-b238-22c1bf97525f HTTP/1.1" status: 204 len: 168 time: 0.8492270 Dec 11 23:17:10.885286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b1715-f728-43df-8c77-a853d0013849 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f7a05fa-3116-4e9b-b238-22c1bf97525f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:10.924961 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:10.926207 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3ae3dddd-1def-47e1-8b41-86a6589fc974 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4719937 Dec 11 23:17:10.929949 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43892) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:10.934999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1beccd3c-799d-4b3a-93bc-6e03528cafa2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': 'f1ff0058-4aa9-402b-bf8a-140d57c61eea', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:11.029040 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-1beccd3c-799d-4b3a-93bc-6e03528cafa2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Project 7593fdb1da494b9b8223d9c57a501fba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:17:11.034708 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1beccd3c-799d-4b3a-93bc-6e03528cafa2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:11.094550 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1beccd3c-799d-4b3a-93bc-6e03528cafa2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:11.185516 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1beccd3c-799d-4b3a-93bc-6e03528cafa2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:11.206240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beccd3c-799d-4b3a-93bc-6e03528cafa2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04870f0-01bf-410f-929c-0607461750db,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:11.242515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43908) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:11.286323 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-71b0f62e-f7c4-4d96-8113-82cc88974aa3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81e65028dda549d793a43c7e6f96a7f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424590 Dec 11 23:17:11.289162 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 43916) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:11.302557 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1beccd3c-799d-4b3a-93bc-6e03528cafa2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:11.307598 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1beccd3c-799d-4b3a-93bc-6e03528cafa2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3727632 Dec 11 23:17:11.343588 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f943f4e8-64e3-42e9-aac1-d7f2d86cca98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:11.369693 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f943f4e8-64e3-42e9-aac1-d7f2d86cca98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:11.488405 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f943f4e8-64e3-42e9-aac1-d7f2d86cca98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:11.491085 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f943f4e8-64e3-42e9-aac1-d7f2d86cca98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:11.496543 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f943f4e8-64e3-42e9-aac1-d7f2d86cca98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c46a6a9f-c5f3-473c-8776-0db6bc6edba3 HTTP/1.1" status: 204 len: 168 time: 0.2024837 Dec 11 23:17:11.506086 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943f4e8-64e3-42e9-aac1-d7f2d86cca98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46a6a9f-c5f3-473c-8776-0db6bc6edba3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:11.540893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-a87a8984-716f-43e3-9707-b7af8a4afc65 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028456942&fields=id&tenant_id=7593fdb1da494b9b8223d9c57a501fba HTTP/1.1" status: 200 len: 267 time: 0.0675869 Dec 11 23:17:11.660774 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-823843ea-ca5b-4ca1-9a6d-e1c2de140550 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:11.664186 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-823843ea-ca5b-4ca1-9a6d-e1c2de140550 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/networks?id=0973344b-c47b-4180-bf04-02c0efbc54cc HTTP/1.1" status: 200 len: 796 time: 0.1121387 Dec 11 23:17:11.677490 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-89cd3327-89d4-4db7-bdd1-ae500bcb9ac9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/quotas/7593fdb1da494b9b8223d9c57a501fba HTTP/1.1" status: 200 len: 375 time: 0.0092869 Dec 11 23:17:11.730626 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-ca64a9c9-fb21-48f3-8258-0ca651ea9dec tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7593fdb1da494b9b8223d9c57a501fba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468364 Dec 11 23:17:11.748112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-7ebc6c79-6e9a-44ca-b948-0ef7b72a87cb service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:17:11.749196 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-7ebc6c79-6e9a-44ca-b948-0ef7b72a87cb service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066466 Dec 11 23:17:11.848875 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-c97afeb4-487e-4ba1-9225-98c28d86566f service neutron] 10.222.0.45 "GET /v2.0/networks/0973344b-c47b-4180-bf04-02c0efbc54cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932784 Dec 11 23:17:11.955941 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-72ef29ec-fd8e-4dfb-924b-554ae298c6e7 service neutron] 10.222.0.45 "GET /v2.0/networks/0973344b-c47b-4180-bf04-02c0efbc54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003590 Dec 11 23:17:12.002453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:17:12.027989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:17:12.028408 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 4d9bfd35-d2d8-413e-a4d5-61932a3dd679 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:17:12.203969 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43982) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:12.230525 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-47165ded-d9c5-4e62-b5bc-e5ce47e376f5 req-681c3f05-699f-4c82-acfb-e878f4a1f5d5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 210 time: 0.0355699 Dec 11 23:17:12.258386 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ef32fd60-7533-478f-9c8d-7257ea3cbf71 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19a00fe41e164719a2991d799fca2ff3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506189 Dec 11 23:17:12.259989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 43984) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:12.314080 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:12.336703 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:12.471277 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:12.474143 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:12.475947 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38accced-54cb-4c90-aa9d-28f7fcd2cba8 HTTP/1.1" status: 204 len: 168 time: 0.2149894 Dec 11 23:17:12.485843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38accced-54cb-4c90-aa9d-28f7fcd2cba8,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:12.496325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:12.496684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:12.497035 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:12.497377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:12.497718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:12.498057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:12.498493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:12.498785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:12.499150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:12.499482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:12.499817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:12.500145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:12.500483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4f123-bd55-449b-8bff-6aa460990e21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:13.332771 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-361c8485-c46a-4c9b-9288-4d05b058b9f6 req-bf3a17bf-4473-4d7f-adf6-dee3141fbaa9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 210 time: 0.0273097 Dec 11 23:17:13.929046 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:14.311833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-4b813427-7e3a-42eb-adda-55b73177b80c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:14.313325 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-4b813427-7e3a-42eb-adda-55b73177b80c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.13 "GET /v2.0/networks?id=0973344b-c47b-4180-bf04-02c0efbc54cc HTTP/1.1" status: 200 len: 796 time: 0.1085262 Dec 11 23:17:14.375138 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:17:14.384690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-3f1ccc4b-8b99-4488-819d-ecba8dd96a59 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7593fdb1da494b9b8223d9c57a501fba HTTP/1.1" status: 200 len: 380 time: 0.0623045 Dec 11 23:17:14.395476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-876b8749-fb14-42d1-809f-5020ba1218c9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'port': {'device_id': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'admin_state_up': True, 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'security_groups': ['f1ff0058-4aa9-402b-bf8a-140d57c61eea']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:14.439255 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb50d44d-9ac3-487b-82c2-96c5348c826f req-abcd4aae-536a-494d-a952-6ecf86855d8e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 210 time: 0.0322125 Dec 11 23:17:14.591502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-876b8749-fb14-42d1-809f-5020ba1218c9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Made reservation on behalf of 7593fdb1da494b9b8223d9c57a501fba for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:17:14.595104 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-876b8749-fb14-42d1-809f-5020ba1218c9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:14.724429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-876b8749-fb14-42d1-809f-5020ba1218c9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Allocated IP 172.20.0.12 (0973344b-c47b-4180-bf04-02c0efbc54cc/fe691e51-429f-407c-bce8-4d9c3d9c6b55/6480b56b-1d8a-4d96-bdc2-c8ab932fa908) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:14.859619 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-876b8749-fb14-42d1-809f-5020ba1218c9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:14.972328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-876b8749-fb14-42d1-809f-5020ba1218c9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:15.023903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-876b8749-fb14-42d1-809f-5020ba1218c9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network 0973344b-c47b-4180-bf04-02c0efbc54cc is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:15.027080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-876b8749-fb14-42d1-809f-5020ba1218c9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:15.030936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-876b8749-fb14-42d1-809f-5020ba1218c9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:15.056660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b8749-fb14-42d1-809f-5020ba1218c9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Port': ['ID=6480b56b-1d8a-4d96-bdc2-c8ab932fa908,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:15.087700 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-876b8749-fb14-42d1-809f-5020ba1218c9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:15.088333 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-876b8749-fb14-42d1-809f-5020ba1218c9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:15.186751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-876b8749-fb14-42d1-809f-5020ba1218c9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7960813 Dec 11 23:17:15.201560 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Request body: {'port': {'device_id': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:15.255536 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:15.316253 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a3bb0818-71fc-45fd-af28-c5f958670fa7 None None] Provisioning complete for port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:15.316793 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3bb0818-71fc-45fd-af28-c5f958670fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:15.356065 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a3bb0818-71fc-45fd-af28-c5f958670fa7 None None] Port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:15.555241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:17:15.565185 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:15.584508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Transition to ACTIVE for port object 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:17:15.595514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9496698-2def-4453-ab72-b93321011d98 req-04ffd2ad-7307-405a-b3df-e450d299e1b0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:15.597362 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9496698-2def-4453-ab72-b93321011d98 req-04ffd2ad-7307-405a-b3df-e450d299e1b0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 932 time: 0.0788772 Dec 11 23:17:15.655023 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9496698-2def-4453-ab72-b93321011d98 req-be216fd0-b522-45e8-8874-37d319a44592 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1ff0058-4aa9-402b-bf8a-140d57c61eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493731 Dec 11 23:17:15.665390 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:15.717438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Pushing event updated for resources: {'Port': ['ID=6480b56b-1d8a-4d96-bdc2-c8ab932fa908,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:15.796967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Attempting to bind port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:15.797704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Attempting to bind port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '9e3dba9f-ecb5-4703-8e93-cb3fc467df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:15.797971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Attempting to bind port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 on network 0973344b-c47b-4180-bf04-02c0efbc54cc {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:15.802832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 on network 0973344b-c47b-4180-bf04-02c0efbc54cc not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:17:15.803671 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Attempting to bind port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 on network 0973344b-c47b-4180-bf04-02c0efbc54cc {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:15.809015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:15.809369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Checking segment: {'id': '9e3dba9f-ecb5-4703-8e93-cb3fc467df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:15.809871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Bound using segment: {'id': '9e3dba9f-ecb5-4703-8e93-cb3fc467df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:15.810261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Bound port: 6480b56b-1d8a-4d96-bdc2-c8ab932fa908, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3dba9f-ecb5-4703-8e93-cb3fc467df22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:15.810630 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:15.884241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] For port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:15.888202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] For port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6480b56b-1d8a-4d96-bdc2-c8ab932fa908,segment=NetworkSegment(9e3dba9f-ecb5-4703-8e93-cb3fc467df22),segment_id=9e3dba9f-ecb5-4703-8e93-cb3fc467df22)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:15.984637 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:16.029490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:16.030366 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:16.032313 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] 10.222.0.13 "PUT /v2.0/ports/6480b56b-1d8a-4d96-bdc2-c8ab932fa908 HTTP/1.1" status: 200 len: 1092 time: 0.8357925 Dec 11 23:17:16.035052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'tag': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:17:16.040977 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44012) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:16.051990 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42730be2-788a-4e9a-9605-e0350d331fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "a34e1cb5-d3bf-41a2-a492-222b0d2a11be", "tag": "6480b56b-1d8a-4d96-bdc2-c8ab932fa908"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:17:16.084570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f9b1a-b838-4104-ab32-ccc14335ce0a service neutron] Pushing event updated for resources: {'Port': ['ID=6480b56b-1d8a-4d96-bdc2-c8ab932fa908,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:16.097054 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a883be-2952-49a6-baa2-2209c228ae3f x-openstack-request-id: req-64a883be-2952-49a6-baa2-2209c228ae3f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:17:16.097395 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34e1cb5-d3bf-41a2-a492-222b0d2a11be", "tag": "6480b56b-1d8a-4d96-bdc2-c8ab932fa908", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:17:16.097727 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64a883be-2952-49a6-baa2-2209c228ae3f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:17:16.098159 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'tag': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'status': 'completed', 'code': 200} Dec 11 23:17:16.180497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730be2-788a-4e9a-9605-e0350d331fe3 req-1f407d2c-9b77-4f23-9f1d-b6593973b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:16.182085 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42730be2-788a-4e9a-9605-e0350d331fe3 req-1f407d2c-9b77-4f23-9f1d-b6593973b6ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7593fdb1da494b9b8223d9c57a501fba&device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 1095 time: 0.0645897 Dec 11 23:17:16.217302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44018) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:16.217679 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d76f2d56-af6a-4d36-b609-a98b6f7fbf6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9f336a291e7340dabf06abee068d87dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1746442 Dec 11 23:17:16.314071 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5843e10-3d2d-430c-ad09-38c8601443f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:16.358433 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5843e10-3d2d-430c-ad09-38c8601443f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:16.364833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730be2-788a-4e9a-9605-e0350d331fe3 req-1d992332-489e-4b07-8bd7-4f16938b4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:16.366873 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42730be2-788a-4e9a-9605-e0350d331fe3 req-1d992332-489e-4b07-8bd7-4f16938b4ad9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7593fdb1da494b9b8223d9c57a501fba&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1755636 Dec 11 23:17:16.471924 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730be2-788a-4e9a-9605-e0350d331fe3 req-8a5e4c86-960a-401f-8f56-05333767524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:16.473388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42730be2-788a-4e9a-9605-e0350d331fe3 req-8a5e4c86-960a-401f-8f56-05333767524d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982881 Dec 11 23:17:16.505316 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5843e10-3d2d-430c-ad09-38c8601443f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:16.508235 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5843e10-3d2d-430c-ad09-38c8601443f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:16.511073 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c5843e10-3d2d-430c-ad09-38c8601443f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d12fb58-2c28-4806-94b0-3789e4349c44 HTTP/1.1" status: 204 len: 168 time: 0.2911251 Dec 11 23:17:16.540224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5843e10-3d2d-430c-ad09-38c8601443f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d12fb58-2c28-4806-94b0-3789e4349c44,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:16.561456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b7e02cca-431b-4ecc-b600-0c294a428af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:16.564358 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-b7e02cca-431b-4ecc-b600-0c294a428af9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7593fdb1da494b9b8223d9c57a501fba&device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 1095 time: 0.0538015 Dec 11 23:17:16.609397 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-ec68633b-a81f-4188-92d9-19da8388e996 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6480b56b-1d8a-4d96-bdc2-c8ab932fa908 HTTP/1.1" status: 200 len: 217 time: 0.0379755 Dec 11 23:17:16.659909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-fef457f4-4468-40fe-9c80-8f3c24bcc01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:16.661378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-fef457f4-4468-40fe-9c80-8f3c24bcc01b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe691e51-429f-407c-bce8-4d9c3d9c6b55 HTTP/1.1" status: 200 len: 835 time: 0.0456803 Dec 11 23:17:16.709577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-0f6d4f1e-c535-498e-bbd3-82cac9bef7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:16.711955 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-0f6d4f1e-c535-498e-bbd3-82cac9bef7d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0973344b-c47b-4180-bf04-02c0efbc54cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436895 Dec 11 23:17:16.827488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a702477-ae3a-4e60-8020-c852c7f8586a req-5ee8895a-0066-4e0c-a9df-5f672588a982 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:16.828958 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7a702477-ae3a-4e60-8020-c852c7f8586a req-5ee8895a-0066-4e0c-a9df-5f672588a982 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 944 time: 0.1010859 Dec 11 23:17:16.860968 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-d92d09e1-d3ff-4ccd-837e-f45058c0f427 service neutron] 10.222.0.13 "GET /v2.0/networks/0973344b-c47b-4180-bf04-02c0efbc54cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422174 Dec 11 23:17:16.944255 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7a702477-ae3a-4e60-8020-c852c7f8586a req-aa54a8c8-6ab7-4908-8796-ea4905a7fe06 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1ff0058-4aa9-402b-bf8a-140d57c61eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073244 Dec 11 23:17:16.986043 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb203fb-559e-4fec-bf57-71f2d081af7f req-d93ab76d-85f3-495f-af97-780c6edd8b54 service neutron] 10.222.0.13 "GET /v2.0/networks/0973344b-c47b-4180-bf04-02c0efbc54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185186 Dec 11 23:17:17.455715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44044) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:17.554691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ea061221-62ef-43c8-a548-597b512d036e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-131237520-network', 'tenant_id': 'f131576ae47649cca5dd4492139bd2e2'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:17.623259 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:17.677567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea061221-62ef-43c8-a548-597b512d036e admin admin] Made reservation on behalf of f131576ae47649cca5dd4492139bd2e2 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:17:17.679982 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ea061221-62ef-43c8-a548-597b512d036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:17.689582 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ea061221-62ef-43c8-a548-597b512d036e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:17.765651 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ea061221-62ef-43c8-a548-597b512d036e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:17.813516 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ea061221-62ef-43c8-a548-597b512d036e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:17.840172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea061221-62ef-43c8-a548-597b512d036e admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:17:17.846221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea061221-62ef-43c8-a548-597b512d036e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5e159c-5573-4357-960c-d7ea64c73bc4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:17.853884 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ea061221-62ef-43c8-a548-597b512d036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:17.853884 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-ea061221-62ef-43c8-a548-597b512d036e admin admin] Added segment 05f82780-47a1-4c9d-a01a-9606ac489b47 of type vlan for network 5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65 Dec 11 23:17:17.895973 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ea061221-62ef-43c8-a548-597b512d036e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:17.956818 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ea061221-62ef-43c8-a548-597b512d036e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:17.957795 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea061221-62ef-43c8-a548-597b512d036e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:17.958378 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ea061221-62ef-43c8-a548-597b512d036e admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:18.017326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea061221-62ef-43c8-a548-597b512d036e admin admin] Pushing event updated for resources: {'Network': ['ID=5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:18.033508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:17:18.056643 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ea061221-62ef-43c8-a548-597b512d036e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5997760 Dec 11 23:17:18.059804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44050) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:18.065185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b368ccc4-d1ee-4a8a-a133-37203d26ef67 admin admin] Request body: {'subnet': {'network_id': '5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-131237520-subnet', 'tenant_id': 'f131576ae47649cca5dd4492139bd2e2', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:18.071402 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2bc5e-9522-4aa3-a0c5-34dd74e74687 req-e9504388-2d5e-4f2f-be54-ca1b2d29fd41 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:18.072984 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5db2bc5e-9522-4aa3-a0c5-34dd74e74687 req-e9504388-2d5e-4f2f-be54-ca1b2d29fd41 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 944 time: 0.0507488 Dec 11 23:17:18.124419 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5db2bc5e-9522-4aa3-a0c5-34dd74e74687 req-4137aeda-fb8e-4814-9ef0-528ac9bb32bf tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1ff0058-4aa9-402b-bf8a-140d57c61eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455234 Dec 11 23:17:18.154100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b368ccc4-d1ee-4a8a-a133-37203d26ef67 admin admin] Made reservation on behalf of f131576ae47649cca5dd4492139bd2e2 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:17:18.156810 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b368ccc4-d1ee-4a8a-a133-37203d26ef67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:18.385221 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b368ccc4-d1ee-4a8a-a133-37203d26ef67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:18.442290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368ccc4-d1ee-4a8a-a133-37203d26ef67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba932b5f-f287-419c-8979-915e457ee1a3,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:18.450338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b368ccc4-d1ee-4a8a-a133-37203d26ef67 admin admin] Checking segment: {'id': '05f82780-47a1-4c9d-a01a-9606ac489b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:18.450699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b368ccc4-d1ee-4a8a-a133-37203d26ef67 admin admin] Network hostable DHCP agents. Network: 5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:17:18.521986 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b368ccc4-d1ee-4a8a-a133-37203d26ef67 admin admin] Network 5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:17:18.584841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-b368ccc4-d1ee-4a8a-a133-37203d26ef67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:18.589231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b368ccc4-d1ee-4a8a-a133-37203d26ef67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:18.589832 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b368ccc4-d1ee-4a8a-a133-37203d26ef67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:18.594551 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec96e87-9a15-443f-a8dd-6ed53a77a52b None None] Network 5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:17:18.666347 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b368ccc4-d1ee-4a8a-a133-37203d26ef67 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6051011 Dec 11 23:17:18.669130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44052) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:18.673531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-131237520-router', 'tenant_id': 'f131576ae47649cca5dd4492139bd2e2', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:18.691428 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65', 'network_id': '5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65', 'project_id': 'f131576ae47649cca5dd4492139bd2e2', 'fixed_ips': [{'subnet_id': 'ba932b5f-f287-419c-8979-915e457ee1a3'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:17:18.692376 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:18.774297 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:18.775458 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:18.829323 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:18.841569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Allocated IP 172.20.0.2 (5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65/ba932b5f-f287-419c-8979-915e457ee1a3/33805547-a6e2-4236-a0cd-56fad7f100c9) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:18.867053 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-58ddc521-7724-4628-97f8-1d1ba94430b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:18.987121 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:19.024483 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:19.063119 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:19.102433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Network 5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:19.105415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:19.108782 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:19.115578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Pushing event updated for resources: {'Port': ['ID=33805547-a6e2-4236-a0cd-56fad7f100c9,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:19.327661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Attempting to bind port 33805547-a6e2-4236-a0cd-56fad7f100c9 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:19.328063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Attempting to bind port 33805547-a6e2-4236-a0cd-56fad7f100c9 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '05f82780-47a1-4c9d-a01a-9606ac489b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:19.328547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Attempting to bind port 33805547-a6e2-4236-a0cd-56fad7f100c9 on network 5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:19.333636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:19.334113 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d38e5b-37d2-4383-b41f-ae4724d69db7 req-383aa038-5bbc-4355-ae2b-53974fe8113c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:19.334219 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Checking segment: {'id': '05f82780-47a1-4c9d-a01a-9606ac489b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:19.334553 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:19.335094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Bound using segment: {'id': '05f82780-47a1-4c9d-a01a-9606ac489b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:19.335556 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Bound port: 33805547-a6e2-4236-a0cd-56fad7f100c9, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f82780-47a1-4c9d-a01a-9606ac489b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:19.335652 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-62d38e5b-37d2-4383-b41f-ae4724d69db7 req-383aa038-5bbc-4355-ae2b-53974fe8113c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 944 time: 0.1106584 Dec 11 23:17:19.335830 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:19.339365 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:19.365413 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:19.398168 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] For port 33805547-a6e2-4236-a0cd-56fad7f100c9, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:19.401336 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] For port 33805547-a6e2-4236-a0cd-56fad7f100c9, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33805547-a6e2-4236-a0cd-56fad7f100c9,segment=NetworkSegment(05f82780-47a1-4c9d-a01a-9606ac489b47),segment_id=05f82780-47a1-4c9d-a01a-9606ac489b47)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:19.445365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-62d38e5b-37d2-4383-b41f-ae4724d69db7 req-943f049d-b111-4db8-8978-0ac24f7b2f45 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1ff0058-4aa9-402b-bf8a-140d57c61eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030593 Dec 11 23:17:19.492003 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:19.501704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Allocated IP 172.25.1.69 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/5808a324-036c-4c2e-bfce-88170b9a5043) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:19.551545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d1bf7-9ee3-41b6-bb41-464cf16473af None None] Pushing event updated for resources: {'Port': ['ID=33805547-a6e2-4236-a0cd-56fad7f100c9,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:19.964117 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:20.021504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33805547-a6e2-4236-a0cd-56fad7f100c9 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:20.074216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 33805547-a6e2-4236-a0cd-56fad7f100c9 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:20.074590 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:20.083289 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:20.124426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:20.127443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:20.131890 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:20.142216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bbd6b6-aa26-4a0f-913d-978dd57488e4 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:20.156805 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Pushing event updated for resources: {'Port': ['ID=5808a324-036c-4c2e-bfce-88170b9a5043,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:20.157770 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:20.196095 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 33805547-a6e2-4236-a0cd-56fad7f100c9, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33805547-a6e2-4236-a0cd-56fad7f100c9,segment=NetworkSegment(05f82780-47a1-4c9d-a01a-9606ac489b47),segment_id=05f82780-47a1-4c9d-a01a-9606ac489b47)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:20.259017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f82b0214-3ffd-4664-a6e3-73edfc124f6a None None] Provisioning complete for port 5808a324-036c-4c2e-bfce-88170b9a5043 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:20.262622 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f82b0214-3ffd-4664-a6e3-73edfc124f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:20.286681 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:20.322182 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f82b0214-3ffd-4664-a6e3-73edfc124f6a None None] Port 5808a324-036c-4c2e-bfce-88170b9a5043 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:20.347880 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=33805547-a6e2-4236-a0cd-56fad7f100c9,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:20.424835 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:17:20.480524 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:20.547372 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6480b56b-1d8a-4d96-bdc2-c8ab932fa908,segment=NetworkSegment(9e3dba9f-ecb5-4703-8e93-cb3fc467df22),segment_id=9e3dba9f-ecb5-4703-8e93-cb3fc467df22)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:20.561037 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'port_id': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'mac_address': 'fa:16:3e:b6:02:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:17:20.579510 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a29730-008d-44e1-8c67-6ae4ae27c445 req-f5c1a5a9-4be7-4f16-a8f3-6ac6cecd9750 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:20.581034 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68a29730-008d-44e1-8c67-6ae4ae27c445 req-f5c1a5a9-4be7-4f16-a8f3-6ac6cecd9750 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 944 time: 0.0589030 Dec 11 23:17:20.591544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8ef364-a7af-46cb-81b2-80b432743d70 None None] Network 5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:17:20.636351 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68a29730-008d-44e1-8c67-6ae4ae27c445 req-ef1fd46c-bab0-4843-bfe9-f7ca0b7e37af tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1ff0058-4aa9-402b-bf8a-140d57c61eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461776 Dec 11 23:17:20.659394 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:20.683049 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-798dc214-59d9-454f-bf04-125d2f6f5f09 None None] Provisioning complete for port 33805547-a6e2-4236-a0cd-56fad7f100c9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:20.683433 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-798dc214-59d9-454f-bf04-125d2f6f5f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:20.708002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:17:20.708173 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:20.760866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6480b56b-1d8a-4d96-bdc2-c8ab932fa908,segment=NetworkSegment(9e3dba9f-ecb5-4703-8e93-cb3fc467df22),segment_id=9e3dba9f-ecb5-4703-8e93-cb3fc467df22)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:20.834410 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:20.884866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=6480b56b-1d8a-4d96-bdc2-c8ab932fa908,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:20.916741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Router 35f44f2e-3c07-41c1-8cd6-99fcd40fab79 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:17:21.027732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:21.037035 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Sync routers for ids ['35f44f2e-3c07-41c1-8cd6-99fcd40fab79'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:21.048017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e3cbbb26-b868-4dee-807b-8599bc2f5dcf None None] Provisioning complete for port 33805547-a6e2-4236-a0cd-56fad7f100c9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:21.048585 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e3cbbb26-b868-4dee-807b-8599bc2f5dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:21.050183 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Routers {'35f44f2e-3c07-41c1-8cd6-99fcd40fab79'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:21.050837 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:16:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['35f44f2e-3c07-41c1-8cd6-99fcd40fab79'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:21.102341 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:21.103835 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f8ff113b-4f3a-4f19-9d25-2743c226c898 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4336143 Dec 11 23:17:21.106563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44058) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:21.133526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['6480b56b-1d8a-4d96-bdc2-c8ab932fa908'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:17:21.253492 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Set router 35f44f2e-3c07-41c1-8cd6-99fcd40fab79 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:21.311224 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-00aa06a3-76b4-4491-938a-69a3ac39671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:21.437228 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'name': 'tempest-TestAggregatesBasicOps-131237520-router', 'tenant_id': 'f131576ae47649cca5dd4492139bd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '5808a324-036c-4c2e-bfce-88170b9a5043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:18Z', 'updated_at': '2021-12-11T23:17:20Z', 'revision_number': 3, 'project_id': 'f131576ae47649cca5dd4492139bd2e2', 'gw_port': {'id': '5808a324-036c-4c2e-bfce-88170b9a5043', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:07:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:19Z', 'updated_at': '2021-12-11T23:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:21.464200 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Checking router: 35f44f2e-3c07-41c1-8cd6-99fcd40fab79 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:21.464549 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Updating router 35f44f2e-3c07-41c1-8cd6-99fcd40fab79 port 5808a324-036c-4c2e-bfce-88170b9a5043 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:17:21.488566 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:21.566056 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:21.749921 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:21.761151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Allocated IP 172.20.0.1 (5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65/ba932b5f-f287-419c-8979-915e457ee1a3/68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:21.782238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625403e-63ba-4eb2-9110-bd2699c87e1f req-6a22daaa-9855-43d4-810c-6a562fe80a4b tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:21.783760 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c625403e-63ba-4eb2-9110-bd2699c87e1f req-6a22daaa-9855-43d4-810c-6a562fe80a4b tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 945 time: 0.0703161 Dec 11 23:17:21.828666 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:21.875547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f6c745-1eb6-406a-9d58-62dc7f6ddcaf None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:21.878369 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Attempting to bind port 5808a324-036c-4c2e-bfce-88170b9a5043 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:21.879414 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Attempting to bind port 5808a324-036c-4c2e-bfce-88170b9a5043 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:21.879414 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Attempting to bind port 5808a324-036c-4c2e-bfce-88170b9a5043 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:21.889732 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c625403e-63ba-4eb2-9110-bd2699c87e1f req-de5bea6f-c94f-48e2-8ceb-ec8ce78086f7 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1ff0058-4aa9-402b-bf8a-140d57c61eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990973 Dec 11 23:17:21.891551 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:21.892016 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:21.892438 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:21.892838 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:21.893324 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Bound port: 5808a324-036c-4c2e-bfce-88170b9a5043, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:21.893717 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:21.899244 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153926cb-53be-4da7-bfc2-6c66a4314bfa None None] Pushing event updated for resources: {'Port': ['ID=5808a324-036c-4c2e-bfce-88170b9a5043,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:21.931213 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:21.950370 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] For port 5808a324-036c-4c2e-bfce-88170b9a5043, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:21.953543 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] For port 5808a324-036c-4c2e-bfce-88170b9a5043, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5808a324-036c-4c2e-bfce-88170b9a5043,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:22.000852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33805547-a6e2-4236-a0cd-56fad7f100c9 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:22.003744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4a98d28d-056a-4cc4-aca4-2e9d32286e79 None None] Provisioning complete for port 5808a324-036c-4c2e-bfce-88170b9a5043 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:22.004135 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a98d28d-056a-4cc4-aca4-2e9d32286e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:22.034647 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:22.057449 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:22.067721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4a98d28d-056a-4cc4-aca4-2e9d32286e79 None None] Port 5808a324-036c-4c2e-bfce-88170b9a5043 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:22.084176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 33805547-a6e2-4236-a0cd-56fad7f100c9 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:22.084563 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:22.086708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8823c09d-b20e-423e-8d3a-3636a0cb9250 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:22.095875 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Routers {'35f44f2e-3c07-41c1-8cd6-99fcd40fab79'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:22.096523 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['35f44f2e-3c07-41c1-8cd6-99fcd40fab79'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:22.122627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Network 5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:22.126150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:22.130595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:22.159793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Pushing event updated for resources: {'Port': ['ID=68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:22.191008 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:22.202884 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153926cb-53be-4da7-bfc2-6c66a4314bfa None None] Pushing event updated for resources: {'Port': ['ID=5808a324-036c-4c2e-bfce-88170b9a5043,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:22.215751 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-49200eb9-4447-4a1f-8768-84e1593d3f0f None None] Provisioning complete for port 5808a324-036c-4c2e-bfce-88170b9a5043 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:22.216301 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-49200eb9-4447-4a1f-8768-84e1593d3f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:22.226738 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] Set router 35f44f2e-3c07-41c1-8cd6-99fcd40fab79 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:22.337903 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-49200eb9-4447-4a1f-8768-84e1593d3f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:22.360402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-49200eb9-4447-4a1f-8768-84e1593d3f0f None None] For port 5808a324-036c-4c2e-bfce-88170b9a5043, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5808a324-036c-4c2e-bfce-88170b9a5043,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:22.417145 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:22.419341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:22.420910 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'name': 'tempest-TestAggregatesBasicOps-131237520-router', 'tenant_id': 'f131576ae47649cca5dd4492139bd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '5808a324-036c-4c2e-bfce-88170b9a5043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:18Z', 'updated_at': '2021-12-11T23:17:20Z', 'revision_number': 3, 'project_id': 'f131576ae47649cca5dd4492139bd2e2', 'gw_port': {'id': '5808a324-036c-4c2e-bfce-88170b9a5043', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:07:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:19Z', 'updated_at': '2021-12-11T23:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:22.448103 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2418c-27b0-480d-9fb0-1817de8b79ce None None] The sync data for ids ['35f44f2e-3c07-41c1-8cd6-99fcd40fab79'] in n-d-710847-6 is: [{'id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'name': 'tempest-TestAggregatesBasicOps-131237520-router', 'tenant_id': 'f131576ae47649cca5dd4492139bd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '5808a324-036c-4c2e-bfce-88170b9a5043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:18Z', 'updated_at': '2021-12-11T23:17:20Z', 'revision_number': 3, 'project_id': 'f131576ae47649cca5dd4492139bd2e2', 'gw_port': {'id': '5808a324-036c-4c2e-bfce-88170b9a5043', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:07:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:19Z', 'updated_at': '2021-12-11T23:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:22.454942 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-49200eb9-4447-4a1f-8768-84e1593d3f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:22.476593 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:22.516792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49200eb9-4447-4a1f-8768-84e1593d3f0f None None] Pushing event updated for resources: {'Port': ['ID=5808a324-036c-4c2e-bfce-88170b9a5043,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:22.576269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-71bb662e-0214-4ffe-b786-3a8987e19349 None None] Provisioning complete for port 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:22.576768 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-71bb662e-0214-4ffe-b786-3a8987e19349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:22.603466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:17:22.611510 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:22.611887 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:22.634708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-71bb662e-0214-4ffe-b786-3a8987e19349 None None] Port 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:22.660197 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:22.718647 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:22.722267 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:22.742535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:17:22.745893 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59c2570-e1fb-4d97-a35a-b0fa5a992b96" -d '{"events": [{"server_uuid": "a34e1cb5-d3bf-41a2-a492-222b0d2a11be", "name": "network-vif-plugged", "status": "completed", "tag": "6480b56b-1d8a-4d96-bdc2-c8ab932fa908"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:17:22.764679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6480b56b-1d8a-4d96-bdc2-c8ab932fa908,segment=NetworkSegment(9e3dba9f-ecb5-4703-8e93-cb3fc467df22),segment_id=9e3dba9f-ecb5-4703-8e93-cb3fc467df22)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:22.801301 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913d417d-5f13-418d-a129-87ed3ed11ed6 x-openstack-request-id: req-913d417d-5f13-418d-a129-87ed3ed11ed6 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:17:22.801600 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34e1cb5-d3bf-41a2-a492-222b0d2a11be", "name": "network-vif-plugged", "status": "completed", "tag": "6480b56b-1d8a-4d96-bdc2-c8ab932fa908", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:17:22.801996 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-913d417d-5f13-418d-a129-87ed3ed11ed6 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:17:22.802295 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'code': 200} Dec 11 23:17:22.805826 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:22.807691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Pushing event updated for resources: {'Port': ['ID=68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:22.993572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c6ce-12ce-42fc-948b-f4c114341a9e req-cafae574-b9c2-44be-81a5-658d3ba196c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:22.993572 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4472c6ce-12ce-42fc-948b-f4c114341a9e req-cafae574-b9c2-44be-81a5-658d3ba196c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 1096 time: 0.0711031 Dec 11 23:17:22.993572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Network 5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:22.993572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:23.011792 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:23.078626 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=6480b56b-1d8a-4d96-bdc2-c8ab932fa908,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:23.088516 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4472c6ce-12ce-42fc-948b-f4c114341a9e req-cc8e505c-62df-48ab-af15-6b0bbda385be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f1ff0058-4aa9-402b-bf8a-140d57c61eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337419 Dec 11 23:17:23.107979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055329b-7d64-49c2-8997-5b23e2325680 req-1287f393-3665-4caa-9e46-e545a4763f7d tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:23.109587 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b055329b-7d64-49c2-8997-5b23e2325680 req-1287f393-3665-4caa-9e46-e545a4763f7d tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 945 time: 0.1452034 Dec 11 23:17:23.198794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Router 35f44f2e-3c07-41c1-8cd6-99fcd40fab79 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:17:23.203744 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b055329b-7d64-49c2-8997-5b23e2325680 req-bbe7ce72-55f3-4374-bc15-e0daab453914 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1ff0058-4aa9-402b-bf8a-140d57c61eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670238 Dec 11 23:17:23.257498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e53aa69a-ebd2-4b5c-97e4-88a5ac7fd018 None None] Provisioning complete for port 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:23.257775 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e53aa69a-ebd2-4b5c-97e4-88a5ac7fd018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:23.292542 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e53aa69a-ebd2-4b5c-97e4-88a5ac7fd018 None None] Port 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:23.323870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:23.329527 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-174d1433-86a8-41ac-a92b-066e1dd5cc9b admin admin] 10.222.0.45 "PUT /v2.0/routers/35f44f2e-3c07-41c1-8cd6-99fcd40fab79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2218235 Dec 11 23:17:23.979884 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:24.023885 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5808a324-036c-4c2e-bfce-88170b9a5043 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:24.055808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44080) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:24.060827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c6b68433-281c-4d49-bddb-a900bfeb61da admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-74974249-network', 'tenant_id': 'a028cc8edd6f42a691e12006d41fc9b6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:24.079748 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5808a324-036c-4c2e-bfce-88170b9a5043 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:24.080202 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:24.149035 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b68433-281c-4d49-bddb-a900bfeb61da admin admin] Made reservation on behalf of a028cc8edd6f42a691e12006d41fc9b6 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:17:24.151576 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c6b68433-281c-4d49-bddb-a900bfeb61da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:24.161189 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c6b68433-281c-4d49-bddb-a900bfeb61da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:24.193076 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Sync routers for ids ['35f44f2e-3c07-41c1-8cd6-99fcd40fab79'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:24.205261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Routers {'35f44f2e-3c07-41c1-8cd6-99fcd40fab79'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:24.206054 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['35f44f2e-3c07-41c1-8cd6-99fcd40fab79'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:24.253615 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c6b68433-281c-4d49-bddb-a900bfeb61da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:24.325278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Set router 35f44f2e-3c07-41c1-8cd6-99fcd40fab79 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:24.336059 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39873bfc-8e03-4e8e-9713-1f41d76ce935 req-58d20c5e-44c7-451f-a452-667e57b4ddba tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:24.337665 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-39873bfc-8e03-4e8e-9713-1f41d76ce935 req-58d20c5e-44c7-451f-a452-667e57b4ddba tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 946 time: 0.0525053 Dec 11 23:17:24.349212 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c6b68433-281c-4d49-bddb-a900bfeb61da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:24.372754 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b68433-281c-4d49-bddb-a900bfeb61da admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:17:24.387157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b68433-281c-4d49-bddb-a900bfeb61da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d942d7-ac1c-4b53-98ca-6439cacca87a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:24.392714 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c6b68433-281c-4d49-bddb-a900bfeb61da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:24.393049 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-c6b68433-281c-4d49-bddb-a900bfeb61da admin admin] Added segment 68515703-c9e5-4afd-bb3c-9804a4e086ae of type vlan for network 70cf012d-a73b-4bbf-9ac4-bf01e9c32554 Dec 11 23:17:24.408578 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-39873bfc-8e03-4e8e-9713-1f41d76ce935 req-6d42ddbe-d58e-4245-b564-be1dd4a0c94b tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1ff0058-4aa9-402b-bf8a-140d57c61eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646045 Dec 11 23:17:24.449034 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c6b68433-281c-4d49-bddb-a900bfeb61da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:24.544921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'name': 'tempest-TestAggregatesBasicOps-131237520-router', 'tenant_id': 'f131576ae47649cca5dd4492139bd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '5808a324-036c-4c2e-bfce-88170b9a5043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:18Z', 'updated_at': '2021-12-11T23:17:22Z', 'revision_number': 4, 'project_id': 'f131576ae47649cca5dd4492139bd2e2', 'gw_port': {'id': '5808a324-036c-4c2e-bfce-88170b9a5043', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:19Z', 'updated_at': '2021-12-11T23:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c', 'name': '', 'network_id': '5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65', 'tenant_id': 'f131576ae47649cca5dd4492139bd2e2', 'mac_address': 'fa:16:3e:49:e0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'ba932b5f-f287-419c-8979-915e457ee1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:21Z', 'updated_at': '2021-12-11T23:17:22Z', 'revision_number': 2, 'project_id': 'f131576ae47649cca5dd4492139bd2e2', 'subnets': [{'id': 'ba932b5f-f287-419c-8979-915e457ee1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:24.548714 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c6b68433-281c-4d49-bddb-a900bfeb61da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:24.551715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b68433-281c-4d49-bddb-a900bfeb61da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:24.551715 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c6b68433-281c-4d49-bddb-a900bfeb61da admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:24.579122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Checking router: 35f44f2e-3c07-41c1-8cd6-99fcd40fab79 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:24.579581 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Updating router 35f44f2e-3c07-41c1-8cd6-99fcd40fab79 port 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:17:24.611352 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:24.611564 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b68433-281c-4d49-bddb-a900bfeb61da admin admin] Pushing event updated for resources: {'Network': ['ID=70cf012d-a73b-4bbf-9ac4-bf01e9c32554,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:24.626784 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 70cf012d-a73b-4bbf-9ac4-bf01e9c32554 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:17:24.656937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c6b68433-281c-4d49-bddb-a900bfeb61da admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5999522 Dec 11 23:17:24.659877 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44086) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:24.665530 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-952540ff-9cb8-4ecd-8ed6-88a56807f66c admin admin] Request body: {'subnet': {'network_id': '70cf012d-a73b-4bbf-9ac4-bf01e9c32554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-74974249-subnet', 'tenant_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:24.703596 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:24.745448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952540ff-9cb8-4ecd-8ed6-88a56807f66c admin admin] Made reservation on behalf of a028cc8edd6f42a691e12006d41fc9b6 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:17:24.748078 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-952540ff-9cb8-4ecd-8ed6-88a56807f66c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:24.951558 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-952540ff-9cb8-4ecd-8ed6-88a56807f66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:24.956439 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:25.014187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952540ff-9cb8-4ecd-8ed6-88a56807f66c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ddede3f-b30d-4f3f-9d5c-64e13b3c11dd,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:25.019938 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:25.021193 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952540ff-9cb8-4ecd-8ed6-88a56807f66c admin admin] Checking segment: {'id': '68515703-c9e5-4afd-bb3c-9804a4e086ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '70cf012d-a73b-4bbf-9ac4-bf01e9c32554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:25.021566 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952540ff-9cb8-4ecd-8ed6-88a56807f66c admin admin] Network hostable DHCP agents. Network: 70cf012d-a73b-4bbf-9ac4-bf01e9c32554, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:17:25.071646 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac0198-ccba-4f56-8654-bc7cfb299747 None None] Pushing event updated for resources: {'Port': ['ID=68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:25.114452 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952540ff-9cb8-4ecd-8ed6-88a56807f66c admin admin] Network 70cf012d-a73b-4bbf-9ac4-bf01e9c32554 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:17:25.125481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Attempting to bind port 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:25.126030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Attempting to bind port 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '05f82780-47a1-4c9d-a01a-9606ac489b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:25.126234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Attempting to bind port 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c on network 5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:25.133175 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:25.134825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Checking segment: {'id': '05f82780-47a1-4c9d-a01a-9606ac489b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:25.134825 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:25.134825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Bound using segment: {'id': '05f82780-47a1-4c9d-a01a-9606ac489b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:25.135088 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Bound port: 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f82780-47a1-4c9d-a01a-9606ac489b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:25.135505 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:25.217194 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-952540ff-9cb8-4ecd-8ed6-88a56807f66c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 70cf012d-a73b-4bbf-9ac4-bf01e9c32554) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:25.222123 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] For port 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:25.225315 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952540ff-9cb8-4ecd-8ed6-88a56807f66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:25.225592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] For port 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c,segment=NetworkSegment(05f82780-47a1-4c9d-a01a-9606ac489b47),segment_id=05f82780-47a1-4c9d-a01a-9606ac489b47)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:25.228195 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-952540ff-9cb8-4ecd-8ed6-88a56807f66c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:25.232338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06978892-aac9-4325-bbec-2d7706c0b77e None None] Network 70cf012d-a73b-4bbf-9ac4-bf01e9c32554 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:17:25.283287 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:25.311490 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-952540ff-9cb8-4ecd-8ed6-88a56807f66c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6504638 Dec 11 23:17:25.314019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44088) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:25.318766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-74974249-router', 'tenant_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:25.394943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ea5e40d5-92ea-40b7-abd1-ca60901c7347 None None] Provisioning complete for port 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:25.395338 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ea5e40d5-92ea-40b7-abd1-ca60901c7347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:25.396953 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Routers {'35f44f2e-3c07-41c1-8cd6-99fcd40fab79'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:25.397648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['35f44f2e-3c07-41c1-8cd6-99fcd40fab79'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:25.406154 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:25.407307 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:25.479832 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:25.560205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6aaf8-0270-46b7-b3d8-a0bdb0db2d2f req-55722383-4e4a-4ed3-a3a1-893d70a1bcb5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:25.561819 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59d6aaf8-0270-46b7-b3d8-a0bdb0db2d2f req-55722383-4e4a-4ed3-a3a1-893d70a1bcb5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 946 time: 0.0584888 Dec 11 23:17:25.609040 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac0198-ccba-4f56-8654-bc7cfb299747 None None] Pushing event updated for resources: {'Port': ['ID=68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:25.611821 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-70cf012d-a73b-4bbf-9ac4-bf01e9c32554', 'network_id': '70cf012d-a73b-4bbf-9ac4-bf01e9c32554', 'project_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'fixed_ips': [{'subnet_id': '4ddede3f-b30d-4f3f-9d5c-64e13b3c11dd'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:17:25.612906 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:25.738707 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-59d6aaf8-0270-46b7-b3d8-a0bdb0db2d2f req-a7048637-4fc0-4347-925d-9c4de86bd590 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1ff0058-4aa9-402b-bf8a-140d57c61eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413093 Dec 11 23:17:25.740415 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:25.858098 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb731-7106-4114-ba4a-4fed4c4cac1e req-a1248b14-48aa-4b7d-8a2f-c36651cb458a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:25.859670 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a36bb731-7106-4114-ba4a-4fed4c4cac1e req-a1248b14-48aa-4b7d-8a2f-c36651cb458a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 946 time: 0.0509164 Dec 11 23:17:25.870121 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] Set router 35f44f2e-3c07-41c1-8cd6-99fcd40fab79 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:25.915918 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a36bb731-7106-4114-ba4a-4fed4c4cac1e req-cb573a72-6e59-40f5-846f-fe59044f7a0b tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1ff0058-4aa9-402b-bf8a-140d57c61eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496233 Dec 11 23:17:25.943247 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44094) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:25.986686 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ea5e40d5-92ea-40b7-abd1-ca60901c7347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:25.987345 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e64d6-4673-4851-b7a7-f8defd08f65b tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:25.993352 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-294e64d6-4673-4851-b7a7-f8defd08f65b tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 1092 time: 0.0480826 Dec 11 23:17:25.994171 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44096) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:25.998934 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:26.028104 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Allocated IP 172.20.0.2 (70cf012d-a73b-4bbf-9ac4-bf01e9c32554/4ddede3f-b30d-4f3f-9d5c-64e13b3c11dd/9ebfa3fc-ac31-4019-bd67-57856ddfe8db) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:26.074663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:26.096725 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ea5e40d5-92ea-40b7-abd1-ca60901c7347 None None] For port 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c,segment=NetworkSegment(05f82780-47a1-4c9d-a01a-9606ac489b47),segment_id=05f82780-47a1-4c9d-a01a-9606ac489b47)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:26.168192 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ea5e40d5-92ea-40b7-abd1-ca60901c7347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:26.216031 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:26.278382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e40d5-92ea-40b7-abd1-ca60901c7347 None None] Pushing event updated for resources: {'Port': ['ID=68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:26.342818 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-093d33af-d4e0-401c-928a-cde682eac7aa None None] Provisioning complete for port 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:26.343223 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-093d33af-d4e0-401c-928a-cde682eac7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:26.385638 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Allocated IP 172.25.1.36 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/45840626-cd2a-4576-81f2-1137f3637009) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:26.401625 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:26.401942 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:26.406890 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'name': 'tempest-TestAggregatesBasicOps-131237520-router', 'tenant_id': 'f131576ae47649cca5dd4492139bd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '5808a324-036c-4c2e-bfce-88170b9a5043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:18Z', 'updated_at': '2021-12-11T23:17:22Z', 'revision_number': 4, 'project_id': 'f131576ae47649cca5dd4492139bd2e2', 'gw_port': {'id': '5808a324-036c-4c2e-bfce-88170b9a5043', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:19Z', 'updated_at': '2021-12-11T23:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c', 'name': '', 'network_id': '5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65', 'tenant_id': 'f131576ae47649cca5dd4492139bd2e2', 'mac_address': 'fa:16:3e:49:e0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'ba932b5f-f287-419c-8979-915e457ee1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:21Z', 'updated_at': '2021-12-11T23:17:25Z', 'revision_number': 4, 'project_id': 'f131576ae47649cca5dd4492139bd2e2', 'subnets': [{'id': 'ba932b5f-f287-419c-8979-915e457ee1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:26.424028 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:26.440658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73e0dd8-900b-4122-9ad2-6753f65dea66 None None] The sync data for ids ['35f44f2e-3c07-41c1-8cd6-99fcd40fab79'] in n-d-710847-6 is: [{'id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'name': 'tempest-TestAggregatesBasicOps-131237520-router', 'tenant_id': 'f131576ae47649cca5dd4492139bd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '5808a324-036c-4c2e-bfce-88170b9a5043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:18Z', 'updated_at': '2021-12-11T23:17:22Z', 'revision_number': 4, 'project_id': 'f131576ae47649cca5dd4492139bd2e2', 'gw_port': {'id': '5808a324-036c-4c2e-bfce-88170b9a5043', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:19Z', 'updated_at': '2021-12-11T23:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c', 'name': '', 'network_id': '5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65', 'tenant_id': 'f131576ae47649cca5dd4492139bd2e2', 'mac_address': 'fa:16:3e:49:e0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'ba932b5f-f287-419c-8979-915e457ee1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:21Z', 'updated_at': '2021-12-11T23:17:25Z', 'revision_number': 4, 'project_id': 'f131576ae47649cca5dd4492139bd2e2', 'subnets': [{'id': 'ba932b5f-f287-419c-8979-915e457ee1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:26.484854 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:26.541624 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Network 70cf012d-a73b-4bbf-9ac4-bf01e9c32554 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:26.558147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:26.564489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:26.584811 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Pushing event updated for resources: {'Port': ['ID=9ebfa3fc-ac31-4019-bd67-57856ddfe8db,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:26.597651 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:26.638516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Attempting to bind port 9ebfa3fc-ac31-4019-bd67-57856ddfe8db on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:26.640891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Attempting to bind port 9ebfa3fc-ac31-4019-bd67-57856ddfe8db by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '68515703-c9e5-4afd-bb3c-9804a4e086ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '70cf012d-a73b-4bbf-9ac4-bf01e9c32554'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:26.640891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Attempting to bind port 9ebfa3fc-ac31-4019-bd67-57856ddfe8db on network 70cf012d-a73b-4bbf-9ac4-bf01e9c32554 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:26.644723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:26.645112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Checking segment: {'id': '68515703-c9e5-4afd-bb3c-9804a4e086ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '70cf012d-a73b-4bbf-9ac4-bf01e9c32554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:26.645525 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:26.645927 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Bound using segment: {'id': '68515703-c9e5-4afd-bb3c-9804a4e086ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '70cf012d-a73b-4bbf-9ac4-bf01e9c32554'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:26.646426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Bound port: 9ebfa3fc-ac31-4019-bd67-57856ddfe8db, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68515703-c9e5-4afd-bb3c-9804a4e086ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '70cf012d-a73b-4bbf-9ac4-bf01e9c32554'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:26.646834 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:26.718463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] For port 9ebfa3fc-ac31-4019-bd67-57856ddfe8db, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:26.721729 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] For port 9ebfa3fc-ac31-4019-bd67-57856ddfe8db, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9ebfa3fc-ac31-4019-bd67-57856ddfe8db,segment=NetworkSegment(68515703-c9e5-4afd-bb3c-9804a4e086ae),segment_id=68515703-c9e5-4afd-bb3c-9804a4e086ae)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:26.728527 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:26.781320 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:26.782726 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Port': ['ID=45840626-cd2a-4576-81f2-1137f3637009,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:26.785669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:26.787906 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:26.796293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Allocated IP 172.25.1.35 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/0b4d3179-0ced-4aad-9d31-babf4b01ce9b) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:26.814992 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:26.920128 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fda14-086b-459d-b70a-b44f66fd6e48 None None] Pushing event updated for resources: {'Port': ['ID=9ebfa3fc-ac31-4019-bd67-57856ddfe8db,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:26.925914 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:27.043135 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:27.111777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:27.115113 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:27.128398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c119f00-bb4c-4115-88f1-8183562705c1 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:27.129955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:27.217415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Pushing event updated for resources: {'Port': ['ID=0b4d3179-0ced-4aad-9d31-babf4b01ce9b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:27.230693 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a4434985-40d0-4e30-811e-cc86502094e1 None None] Provisioning complete for port 0b4d3179-0ced-4aad-9d31-babf4b01ce9b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:27.231246 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a4434985-40d0-4e30-811e-cc86502094e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:27.309471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a4434985-40d0-4e30-811e-cc86502094e1 None None] Port 0b4d3179-0ced-4aad-9d31-babf4b01ce9b cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:27.356002 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:27.555344 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:27.692489 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:27.749415 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:27.831647 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:27.931354 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:27.946189 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:28.012199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Port': ['ID=45840626-cd2a-4576-81f2-1137f3637009,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:28.109806 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Floating IP 118553a1-499e-448e-a8c5-9f71caa2f180 associated. External IP: 172.25.1.36, port: 6480b56b-1d8a-4d96-bdc2-c8ab932fa908. Dec 11 23:17:28.125546 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:28.188246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:28.188732 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:28.217584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Router 488ecfda-78b9-47e2-970a-aa44fd26657f is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:17:28.291083 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d466e26f-11ad-4e8f-a8fe-72e904da9c69 None None] Network 70cf012d-a73b-4bbf-9ac4-bf01e9c32554 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:17:28.343281 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9ebfa3fc-ac31-4019-bd67-57856ddfe8db up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:28.347243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:28.357962 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Sync routers for ids ['488ecfda-78b9-47e2-970a-aa44fd26657f'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:28.359490 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:17:28.367862 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Routers {'488ecfda-78b9-47e2-970a-aa44fd26657f'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:28.368798 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['488ecfda-78b9-47e2-970a-aa44fd26657f'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:28.406963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a4e7058c-988d-4a7d-8ac1-ff0d90d8af33 None None] Provisioning complete for port 9ebfa3fc-ac31-4019-bd67-57856ddfe8db triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:28.407289 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a4e7058c-988d-4a7d-8ac1-ff0d90d8af33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:28.439564 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:28.442097 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0b6107b7-a521-425f-9731-e75a1ea9dc82 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1268263 Dec 11 23:17:28.446291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44098) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:28.492947 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Set router 488ecfda-78b9-47e2-970a-aa44fd26657f gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:28.493794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:28.521720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75cdbd9-b5f2-416a-acdf-37cedc993d5b None None] Sync routers for ids ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:28.544298 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 9ebfa3fc-ac31-4019-bd67-57856ddfe8db triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:28.544668 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:28.569786 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75cdbd9-b5f2-416a-acdf-37cedc993d5b None None] Routers {'13ad5be9-dfd9-43eb-bbce-a73a142c17c6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:28.570416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c75cdbd9-b5f2-416a-acdf-37cedc993d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:28.610279 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:28.653572 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-eb071a50-b8b3-40d4-981a-9df0385606fe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6582947 Dec 11 23:17:28.660721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44100) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:28.661455 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'tag': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:17:28.667517 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1850a22a-7590-494b-9255-c93cd17a9df8" -d '{"events": [{"name": "network-changed", "server_uuid": "a34e1cb5-d3bf-41a2-a492-222b0d2a11be", "tag": "6480b56b-1d8a-4d96-bdc2-c8ab932fa908"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:17:28.685724 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'name': 'tempest-TestAggregatesBasicOps-74974249-router', 'tenant_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '0b4d3179-0ced-4aad-9d31-babf4b01ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:25Z', 'updated_at': '2021-12-11T23:17:27Z', 'revision_number': 3, 'project_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'gw_port': {'id': '0b4d3179-0ced-4aad-9d31-babf4b01ce9b', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:26Z', 'updated_at': '2021-12-11T23:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:28.718564 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Checking router: 488ecfda-78b9-47e2-970a-aa44fd26657f for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:28.719231 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Updating router 488ecfda-78b9-47e2-970a-aa44fd26657f port 0b4d3179-0ced-4aad-9d31-babf4b01ce9b binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:17:28.748284 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:28.793501 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38571eed-6879-48f3-9cdd-dd156efaa37a x-openstack-request-id: req-38571eed-6879-48f3-9cdd-dd156efaa37a {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:17:28.794138 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34e1cb5-d3bf-41a2-a492-222b0d2a11be", "tag": "6480b56b-1d8a-4d96-bdc2-c8ab932fa908", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:17:28.794485 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38571eed-6879-48f3-9cdd-dd156efaa37a {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:17:28.795020 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'tag': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'status': 'completed', 'code': 200} Dec 11 23:17:28.842079 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-da5b970e-474a-4678-9709-1a9b2969c1ae tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/floatingips/118553a1-499e-448e-a8c5-9f71caa2f180 HTTP/1.1" status: 200 len: 991 time: 0.1637466 Dec 11 23:17:28.967349 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a4e7058c-988d-4a7d-8ac1-ff0d90d8af33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:29.004177 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-c75cdbd9-b5f2-416a-acdf-37cedc993d5b None None] Set router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:29.031366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a22a-7590-494b-9255-c93cd17a9df8 req-6491ed44-6b64-488c-965a-832a88a5be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:29.033529 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1850a22a-7590-494b-9255-c93cd17a9df8 req-6491ed44-6b64-488c-965a-832a88a5be35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7593fdb1da494b9b8223d9c57a501fba&device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 1097 time: 0.1134696 Dec 11 23:17:29.068301 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:29.081600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a4e7058c-988d-4a7d-8ac1-ff0d90d8af33 None None] For port 9ebfa3fc-ac31-4019-bd67-57856ddfe8db, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9ebfa3fc-ac31-4019-bd67-57856ddfe8db,segment=NetworkSegment(68515703-c9e5-4afd-bb3c-9804a4e086ae),segment_id=68515703-c9e5-4afd-bb3c-9804a4e086ae)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:29.129066 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:29.133050 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:29.191148 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a4e7058c-988d-4a7d-8ac1-ff0d90d8af33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:29.194650 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:29.228918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a22a-7590-494b-9255-c93cd17a9df8 req-8b26be3e-9ab4-4cc9-bb0e-c3e96f105cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:29.230407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1850a22a-7590-494b-9255-c93cd17a9df8 req-8b26be3e-9ab4-4cc9-bb0e-c3e96f105cba service neutron] 10.222.0.13 "GET /v2.0/networks?id=0973344b-c47b-4180-bf04-02c0efbc54cc HTTP/1.1" status: 200 len: 897 time: 0.1899574 Dec 11 23:17:29.241176 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0db27f-9aaa-4816-8f17-080ee139621b None None] Pushing event updated for resources: {'Port': ['ID=0b4d3179-0ced-4aad-9d31-babf4b01ce9b,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:29.256452 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Attempting to bind port 0b4d3179-0ced-4aad-9d31-babf4b01ce9b on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:29.256970 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Attempting to bind port 0b4d3179-0ced-4aad-9d31-babf4b01ce9b by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:29.257348 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Attempting to bind port 0b4d3179-0ced-4aad-9d31-babf4b01ce9b on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:29.259389 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b9c5e2-d425-4071-8323-ebd3b229be87 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:29.262664 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:29.263302 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:29.263855 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:29.264409 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:29.264879 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Bound port: 0b4d3179-0ced-4aad-9d31-babf4b01ce9b, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:29.265265 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:29.303865 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:17:29.304425 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:17:29.316888 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] For port 0b4d3179-0ced-4aad-9d31-babf4b01ce9b, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:29.320922 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] For port 0b4d3179-0ced-4aad-9d31-babf4b01ce9b, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0b4d3179-0ced-4aad-9d31-babf4b01ce9b,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:29.344727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7058c-988d-4a7d-8ac1-ff0d90d8af33 None None] Pushing event updated for resources: {'Port': ['ID=9ebfa3fc-ac31-4019-bd67-57856ddfe8db,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:29.363347 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1850a22a-7590-494b-9255-c93cd17a9df8 req-60d82a0a-713d-4bbf-b916-7db4d65cd358 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6480b56b-1d8a-4d96-bdc2-c8ab932fa908 HTTP/1.1" status: 200 len: 999 time: 0.1037419 Dec 11 23:17:29.374536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0b436add-43d1-4c5d-8008-19b29430899d None None] Provisioning complete for port 0b4d3179-0ced-4aad-9d31-babf4b01ce9b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:29.374938 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b436add-43d1-4c5d-8008-19b29430899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:29.408025 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Allocated IP 172.20.0.1 (70cf012d-a73b-4bbf-9ac4-bf01e9c32554/4ddede3f-b30d-4f3f-9d5c-64e13b3c11dd/0b9a85b7-8f0f-4254-87e1-557fdf7bf499) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:29.416770 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:29.422918 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0b436add-43d1-4c5d-8008-19b29430899d None None] Port 0b4d3179-0ced-4aad-9d31-babf4b01ce9b cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:29.430426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a22a-7590-494b-9255-c93cd17a9df8 req-6096d4d4-043f-44cb-92e8-8a0c93446dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:29.432513 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1850a22a-7590-494b-9255-c93cd17a9df8 req-6096d4d4-043f-44cb-92e8-8a0c93446dec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe691e51-429f-407c-bce8-4d9c3d9c6b55 HTTP/1.1" status: 200 len: 835 time: 0.0625081 Dec 11 23:17:29.447547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0b436add-43d1-4c5d-8008-19b29430899d None None] Provisioning complete for port 9ebfa3fc-ac31-4019-bd67-57856ddfe8db triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:29.447547 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0b436add-43d1-4c5d-8008-19b29430899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:29.467807 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c75cdbd9-b5f2-416a-acdf-37cedc993d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:05Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '118553a1-499e-448e-a8c5-9f71caa2f180', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'floating_ip_address': '172.25.1.36', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'port_id': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'mac_address': 'fa:16:3e:b6:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:17:27Z', 'updated_at': '2021-12-11T23:17:27Z', 'revision_number': 0, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866fa321-5494-467c-b428-e250c7d9a111', 'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:aa:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:03Z', 'updated_at': '2021-12-11T23:17:08Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:29.469749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4782f53-7d0a-432f-8c0d-0a9859314fc6 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:29.487500 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Routers {'488ecfda-78b9-47e2-970a-aa44fd26657f'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:29.488514 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['488ecfda-78b9-47e2-970a-aa44fd26657f'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:29.506610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75cdbd9-b5f2-416a-acdf-37cedc993d5b None None] Checking router: 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:29.529592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75cdbd9-b5f2-416a-acdf-37cedc993d5b None None] Routers {'13ad5be9-dfd9-43eb-bbce-a73a142c17c6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:29.530233 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c75cdbd9-b5f2-416a-acdf-37cedc993d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:29.535113 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0db27f-9aaa-4816-8f17-080ee139621b None None] Pushing event updated for resources: {'Port': ['ID=0b4d3179-0ced-4aad-9d31-babf4b01ce9b,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:29.539771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a22a-7590-494b-9255-c93cd17a9df8 req-aaf1cdbd-37b9-4ec2-922d-e65a29438e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:29.539771 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1850a22a-7590-494b-9255-c93cd17a9df8 req-aaf1cdbd-37b9-4ec2-922d-e65a29438e5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0973344b-c47b-4180-bf04-02c0efbc54cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876801 Dec 11 23:17:29.611911 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:29.620324 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] Set router 488ecfda-78b9-47e2-970a-aa44fd26657f gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:29.673086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-c75cdbd9-b5f2-416a-acdf-37cedc993d5b None None] Set router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:29.673782 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1850a22a-7590-494b-9255-c93cd17a9df8 req-a1f93c70-2c3c-466a-a7e4-07ad6f7fcc8c service neutron] 10.222.0.13 "GET /v2.0/networks/0973344b-c47b-4180-bf04-02c0efbc54cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237061 Dec 11 23:17:29.751875 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:29.788721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7ac452db-0b87-412c-989e-29536fe8a6fd None None] Provisioning complete for port 0b4d3179-0ced-4aad-9d31-babf4b01ce9b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:29.789123 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ac452db-0b87-412c-989e-29536fe8a6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:29.813700 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Network 70cf012d-a73b-4bbf-9ac4-bf01e9c32554 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:29.817115 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:29.821983 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1850a22a-7590-494b-9255-c93cd17a9df8 req-05d953dd-2257-44a9-b657-e609ddaca083 service neutron] 10.222.0.13 "GET /v2.0/networks/0973344b-c47b-4180-bf04-02c0efbc54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408799 Dec 11 23:17:29.830156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:29.842349 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'name': 'tempest-TestAggregatesBasicOps-74974249-router', 'tenant_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '0b4d3179-0ced-4aad-9d31-babf4b01ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:25Z', 'updated_at': '2021-12-11T23:17:27Z', 'revision_number': 3, 'project_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'gw_port': {'id': '0b4d3179-0ced-4aad-9d31-babf4b01ce9b', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:26Z', 'updated_at': '2021-12-11T23:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:29.843127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44106) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:29.872506 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3729d19-f923-44ee-83bd-96b52c893761 None None] The sync data for ids ['488ecfda-78b9-47e2-970a-aa44fd26657f'] in n-d-710847-6 is: [{'id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'name': 'tempest-TestAggregatesBasicOps-74974249-router', 'tenant_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '0b4d3179-0ced-4aad-9d31-babf4b01ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:25Z', 'updated_at': '2021-12-11T23:17:27Z', 'revision_number': 3, 'project_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'gw_port': {'id': '0b4d3179-0ced-4aad-9d31-babf4b01ce9b', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:26Z', 'updated_at': '2021-12-11T23:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:29.893006 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:29.895944 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Pushing event updated for resources: {'Port': ['ID=0b9a85b7-8f0f-4254-87e1-557fdf7bf499,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:30.101335 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ac452db-0b87-412c-989e-29536fe8a6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:30.166994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7ac452db-0b87-412c-989e-29536fe8a6fd None None] For port 0b4d3179-0ced-4aad-9d31-babf4b01ce9b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0b4d3179-0ced-4aad-9d31-babf4b01ce9b,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:30.173931 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9ebfa3fc-ac31-4019-bd67-57856ddfe8db up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:30.192583 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:30.216058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c75cdbd9-b5f2-416a-acdf-37cedc993d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:05Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '118553a1-499e-448e-a8c5-9f71caa2f180', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'floating_ip_address': '172.25.1.36', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'port_id': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'mac_address': 'fa:16:3e:b6:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:17:27Z', 'updated_at': '2021-12-11T23:17:27Z', 'revision_number': 0, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866fa321-5494-467c-b428-e250c7d9a111', 'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:aa:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:03Z', 'updated_at': '2021-12-11T23:17:08Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:30.284092 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75cdbd9-b5f2-416a-acdf-37cedc993d5b None None] The sync data for ids ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'] in n-d-710847-6 is: [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:05Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '118553a1-499e-448e-a8c5-9f71caa2f180', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'floating_ip_address': '172.25.1.36', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'port_id': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'mac_address': 'fa:16:3e:b6:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:17:27Z', 'updated_at': '2021-12-11T23:17:27Z', 'revision_number': 0, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866fa321-5494-467c-b428-e250c7d9a111', 'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:aa:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:03Z', 'updated_at': '2021-12-11T23:17:08Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:30.286587 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ac452db-0b87-412c-989e-29536fe8a6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:30.360010 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 9ebfa3fc-ac31-4019-bd67-57856ddfe8db triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:30.360647 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:30.361975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac452db-0b87-412c-989e-29536fe8a6fd None None] Pushing event updated for resources: {'Port': ['ID=0b4d3179-0ced-4aad-9d31-babf4b01ce9b,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:30.381350 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f3e2c014-adad-4e93-861a-11094bc126d9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/floatingips/118553a1-499e-448e-a8c5-9f71caa2f180 HTTP/1.1" status: 200 len: 991 time: 0.5357890 Dec 11 23:17:30.436887 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-70918f73-e5a6-41cb-b9ee-bdeb49efd5a5 None None] Provisioning complete for port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:30.437764 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-70918f73-e5a6-41cb-b9ee-bdeb49efd5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:30.447159 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:30.515635 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-70918f73-e5a6-41cb-b9ee-bdeb49efd5a5 None None] Port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:30.523275 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:30.597203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Pushing event updated for resources: {'Port': ['ID=0b9a85b7-8f0f-4254-87e1-557fdf7bf499,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:30.599646 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:30.669305 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee82ff7-94ea-42f1-b924-59ea62ba40f3 None None] New status for floating IP 118553a1-499e-448e-a8c5-9f71caa2f180: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:17:30.708361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Network 70cf012d-a73b-4bbf-9ac4-bf01e9c32554 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:30.711402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:30.849130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Router 488ecfda-78b9-47e2-970a-aa44fd26657f has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:17:30.982559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:30.995554 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d567317c-e387-44ce-9fd8-3732d78fe992 admin admin] 10.222.0.45 "PUT /v2.0/routers/488ecfda-78b9-47e2-970a-aa44fd26657f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5472677 Dec 11 23:17:31.052275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-95f64936-cd75-4b6f-b702-1d4943ef5f21 None None] Provisioning complete for port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:31.052275 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95f64936-cd75-4b6f-b702-1d4943ef5f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:31.083384 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-95f64936-cd75-4b6f-b702-1d4943ef5f21 None None] Port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:31.245625 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44116) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:31.333956 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1c0b9287-b44a-465c-8252-620775015850 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2800 time: 0.0870709 Dec 11 23:17:31.338987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44118) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:31.345743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c32d7a97-8f60-44a7-b3e7-f8cd7edda19d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Request body: {'network': {'name': 'tempest-network-smoke--1565766926', 'project_id': '52b3e13cae164be58bd062402458b6cf', 'port_security_enabled': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:31.384066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44122) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:31.421100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32d7a97-8f60-44a7-b3e7-f8cd7edda19d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Made reservation on behalf of 52b3e13cae164be58bd062402458b6cf for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:17:31.425446 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c32d7a97-8f60-44a7-b3e7-f8cd7edda19d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:31.467525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-083f3dff-b91f-404d-8c2a-ec19073e7ba9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/floatingips/118553a1-499e-448e-a8c5-9f71caa2f180 HTTP/1.1" status: 200 len: 993 time: 0.0823121 Dec 11 23:17:31.468379 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32d7a97-8f60-44a7-b3e7-f8cd7edda19d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:17:31.484927 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c32d7a97-8f60-44a7-b3e7-f8cd7edda19d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:31.485280 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-c32d7a97-8f60-44a7-b3e7-f8cd7edda19d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Added segment be58bc09-f494-48d1-b94a-7edd7c676f56 of type vlan for network c4dc9608-3f03-408b-b994-5e30ebbc513a Dec 11 23:17:31.530308 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c32d7a97-8f60-44a7-b3e7-f8cd7edda19d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:31.619818 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c32d7a97-8f60-44a7-b3e7-f8cd7edda19d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:31.625683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32d7a97-8f60-44a7-b3e7-f8cd7edda19d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:31.626289 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c32d7a97-8f60-44a7-b3e7-f8cd7edda19d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:31.699134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d7a97-8f60-44a7-b3e7-f8cd7edda19d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'Network': ['ID=c4dc9608-3f03-408b-b994-5e30ebbc513a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:31.709278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network c4dc9608-3f03-408b-b994-5e30ebbc513a details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:17:31.728857 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c32d7a97-8f60-44a7-b3e7-f8cd7edda19d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3885958 Dec 11 23:17:31.731458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44136) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:31.736112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1494138173', 'admin_state_up': True, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:31.808605 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:31.809703 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:31.863792 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:32.143754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0b4d3179-0ced-4aad-9d31-babf4b01ce9b up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:32.199654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 0b4d3179-0ced-4aad-9d31-babf4b01ce9b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:32.200031 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:32.450642 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:32.742526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44162) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:32.758887 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:32.779635 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:32.886502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Allocated IP 172.25.1.165 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/0c776fb6-47de-445c-9b1c-d6890381ad2c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:32.992113 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:33.083157 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:33.094030 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d8bd6f6-7d17-4e09-b72f-f96718c011e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:33.120888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:33.123847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:33.128930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:33.138106 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f511b7ae-2d12-4032-b547-5eb7aabcc309 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:33.166476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'Port': ['ID=0c776fb6-47de-445c-9b1c-d6890381ad2c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:33.218674 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c53d4d09-694d-45e1-b02b-4e7ff46c1dd9 None None] Provisioning complete for port 0c776fb6-47de-445c-9b1c-d6890381ad2c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:33.219174 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c53d4d09-694d-45e1-b02b-4e7ff46c1dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:33.263054 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c53d4d09-694d-45e1-b02b-4e7ff46c1dd9 None None] Port 0c776fb6-47de-445c-9b1c-d6890381ad2c cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:33.356458 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-7d8bd6f6-7d17-4e09-b72f-f96718c011e1 admin admin] Deleting port 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:33.356815 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d8bd6f6-7d17-4e09-b72f-f96718c011e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:33.435877 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-7d8bd6f6-7d17-4e09-b72f-f96718c011e1 admin admin] For port 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c,segment=NetworkSegment(05f82780-47a1-4c9d-a01a-9606ac489b47),segment_id=05f82780-47a1-4c9d-a01a-9606ac489b47)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:33.436138 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d8bd6f6-7d17-4e09-b72f-f96718c011e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:33.441096 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:33.449452 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-7d8bd6f6-7d17-4e09-b72f-f96718c011e1 admin admin] Calling delete_port for 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:33.574371 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Sync routers for ids ['488ecfda-78b9-47e2-970a-aa44fd26657f'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:33.586162 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Routers {'488ecfda-78b9-47e2-970a-aa44fd26657f'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:33.586837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['488ecfda-78b9-47e2-970a-aa44fd26657f'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:33.662572 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:33.700508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Set router 488ecfda-78b9-47e2-970a-aa44fd26657f gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:33.708802 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d8bd6f6-7d17-4e09-b72f-f96718c011e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:33.740162 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bd6f6-7d17-4e09-b72f-f96718c011e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:33.882347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Router a428a71b-9d4f-4ce3-ac29-39193945b60b is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:17:33.931465 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d8bd6f6-7d17-4e09-b72f-f96718c011e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:33.938519 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'name': 'tempest-TestAggregatesBasicOps-74974249-router', 'tenant_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '0b4d3179-0ced-4aad-9d31-babf4b01ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:25Z', 'updated_at': '2021-12-11T23:17:30Z', 'revision_number': 4, 'project_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'gw_port': {'id': '0b4d3179-0ced-4aad-9d31-babf4b01ce9b', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:26Z', 'updated_at': '2021-12-11T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '0b9a85b7-8f0f-4254-87e1-557fdf7bf499', 'name': '', 'network_id': '70cf012d-a73b-4bbf-9ac4-bf01e9c32554', 'tenant_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'mac_address': 'fa:16:3e:e0:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '4ddede3f-b30d-4f3f-9d5c-64e13b3c11dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:29Z', 'updated_at': '2021-12-11T23:17:30Z', 'revision_number': 2, 'project_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'subnets': [{'id': '4ddede3f-b30d-4f3f-9d5c-64e13b3c11dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:33.971691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Checking router: 488ecfda-78b9-47e2-970a-aa44fd26657f for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:33.972067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Updating router 488ecfda-78b9-47e2-970a-aa44fd26657f port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:17:34.012392 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:34.020180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:34.033713 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Sync routers for ids ['a428a71b-9d4f-4ce3-ac29-39193945b60b'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:34.047907 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Routers {'a428a71b-9d4f-4ce3-ac29-39193945b60b'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:34.047907 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a428a71b-9d4f-4ce3-ac29-39193945b60b'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:34.103892 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:34.109255 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c3f4fac4-fbe9-4f98-b494-e4a19da56da4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3766077 Dec 11 23:17:34.110132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44164) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:34.168536 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Set router a428a71b-9d4f-4ce3-ac29-39193945b60b gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:34.203386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91418613-eefb-4793-925c-bd27862ec6ed tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:34.208287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44166) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:34.209063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-91418613-eefb-4793-925c-bd27862ec6ed tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=52b3e13cae164be58bd062402458b6cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0973971 Dec 11 23:17:34.266296 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8bd6f6-7d17-4e09-b72f-f96718c011e1 admin admin] Router 35f44f2e-3c07-41c1-8cd6-99fcd40fab79 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:17:34.347266 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:34.360724 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3ce711-db39-48eb-9b82-58dda807c77f tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:34.362338 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ca3ce711-db39-48eb-9b82-58dda807c77f tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1529579 Dec 11 23:17:34.364021 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494138173', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:31Z', 'updated_at': '2021-12-11T23:17:33Z', 'revision_number': 3, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:32Z', 'updated_at': '2021-12-11T23:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:34.365375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44168) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:34.391836 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Checking router: a428a71b-9d4f-4ce3-ac29-39193945b60b for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:34.392196 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Updating router a428a71b-9d4f-4ce3-ac29-39193945b60b port 0c776fb6-47de-445c-9b1c-d6890381ad2c binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:17:34.406068 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-af31bf8b-b85b-4ecb-9a1b-fe6233675ef2 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357218 Dec 11 23:17:34.406486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44170) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:34.407738 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:34.421617 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:34.454871 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a5b5d72b-b332-4249-b72f-ae3a9405379c tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=52b3e13cae164be58bd062402458b6cf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447574 Dec 11 23:17:34.454871 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8bd6f6-7d17-4e09-b72f-f96718c011e1 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:34.460077 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7d8bd6f6-7d17-4e09-b72f-f96718c011e1 admin admin] 10.222.0.45 "PUT /v2.0/routers/35f44f2e-3c07-41c1-8cd6-99fcd40fab79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7164061 Dec 11 23:17:34.460983 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffec92-a898-4c01-a074-236d1dbac276 None None] Pushing event updated for resources: {'Port': ['ID=0b9a85b7-8f0f-4254-87e1-557fdf7bf499,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:34.469498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44172) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:34.470137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44174) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:34.473208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55588a1-28b5-47a3-9e95-7772702d8699 None None] Sync routers for ids ['35f44f2e-3c07-41c1-8cd6-99fcd40fab79'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:34.484598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffec92-a898-4c01-a074-236d1dbac276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:34.484979 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffec92-a898-4c01-a074-236d1dbac276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:34.485313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffec92-a898-4c01-a074-236d1dbac276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:34.485664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffec92-a898-4c01-a074-236d1dbac276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:34.486011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffec92-a898-4c01-a074-236d1dbac276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:34.486366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffec92-a898-4c01-a074-236d1dbac276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:34.486693 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffec92-a898-4c01-a074-236d1dbac276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:34.487060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffec92-a898-4c01-a074-236d1dbac276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:34.487398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffec92-a898-4c01-a074-236d1dbac276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:34.487732 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffec92-a898-4c01-a074-236d1dbac276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:34.488701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffec92-a898-4c01-a074-236d1dbac276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:34.488701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffec92-a898-4c01-a074-236d1dbac276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:34.489043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffec92-a898-4c01-a074-236d1dbac276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:17:34.515051 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55588a1-28b5-47a3-9e95-7772702d8699 None None] Routers {'35f44f2e-3c07-41c1-8cd6-99fcd40fab79'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:34.515688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d55588a1-28b5-47a3-9e95-7772702d8699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['35f44f2e-3c07-41c1-8cd6-99fcd40fab79'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:34.692417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f25659-1190-4fc2-9e04-ac26a77f7817 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:34.698214 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44176) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:34.698557 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b7f25659-1190-4fc2-9e04-ac26a77f7817 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2269320 Dec 11 23:17:34.700570 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-433f1c25-654e-413a-9b9c-a3ea19694d48 admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:34.733032 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-07e03410-8007-4043-a26c-834d3991a6ae tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333421 Dec 11 23:17:34.736893 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44178) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:34.741488 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:34.746181 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-e752a2b1-2d4a-4f91-994c-bb9bd773f655 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-205747617', 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a', 'project_id': '52b3e13cae164be58bd062402458b6cf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:34.815240 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:34.834703 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-433f1c25-654e-413a-9b9c-a3ea19694d48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:34.850625 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Attempting to bind port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:34.851323 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Attempting to bind port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '68515703-c9e5-4afd-bb3c-9804a4e086ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '70cf012d-a73b-4bbf-9ac4-bf01e9c32554'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:34.851323 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Attempting to bind port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 on network 70cf012d-a73b-4bbf-9ac4-bf01e9c32554 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:34.855033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-780df463-0427-4370-a2ca-c06622da832b None None] Provisioning complete for port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:34.855353 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-780df463-0427-4370-a2ca-c06622da832b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:34.873582 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c62890-9cea-4dbd-8ceb-5277fd38293a None None] Pushing event updated for resources: {'Port': ['ID=0c776fb6-47de-445c-9b1c-d6890381ad2c,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:34.877835 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Attempting to bind port 0c776fb6-47de-445c-9b1c-d6890381ad2c on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:34.878208 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Attempting to bind port 0c776fb6-47de-445c-9b1c-d6890381ad2c by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:34.878572 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Attempting to bind port 0c776fb6-47de-445c-9b1c-d6890381ad2c on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:34.884604 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:34.884984 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:34.885383 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:34.885946 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:34.886414 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Bound port: 0c776fb6-47de-445c-9b1c-d6890381ad2c, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:34.886797 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:34.889402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f711c436-310d-4f4e-8e0d-c472424ec299 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:34.902363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:34.902743 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Checking segment: {'id': '68515703-c9e5-4afd-bb3c-9804a4e086ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '70cf012d-a73b-4bbf-9ac4-bf01e9c32554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:34.903175 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:34.903577 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Bound using segment: {'id': '68515703-c9e5-4afd-bb3c-9804a4e086ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '70cf012d-a73b-4bbf-9ac4-bf01e9c32554'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:34.904316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Bound port: 0b9a85b7-8f0f-4254-87e1-557fdf7bf499, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68515703-c9e5-4afd-bb3c-9804a4e086ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '70cf012d-a73b-4bbf-9ac4-bf01e9c32554'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:34.904697 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:34.911148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e752a2b1-2d4a-4f91-994c-bb9bd773f655 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Made reservation on behalf of 52b3e13cae164be58bd062402458b6cf for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:17:34.916743 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e752a2b1-2d4a-4f91-994c-bb9bd773f655 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:34.948829 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] For port 0c776fb6-47de-445c-9b1c-d6890381ad2c, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:34.952486 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] For port 0c776fb6-47de-445c-9b1c-d6890381ad2c, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0c776fb6-47de-445c-9b1c-d6890381ad2c,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:34.955998 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-780df463-0427-4370-a2ca-c06622da832b None None] Port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:35.003961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-433f1c25-654e-413a-9b9c-a3ea19694d48 admin admin] Deleting port 5808a324-036c-4c2e-bfce-88170b9a5043 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:35.004403 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-433f1c25-654e-413a-9b9c-a3ea19694d48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.012502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-d55588a1-28b5-47a3-9e95-7772702d8699 None None] Set router 35f44f2e-3c07-41c1-8cd6-99fcd40fab79 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:35.025796 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.097975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-433f1c25-654e-413a-9b9c-a3ea19694d48 admin admin] For port 5808a324-036c-4c2e-bfce-88170b9a5043, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5808a324-036c-4c2e-bfce-88170b9a5043,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:35.098702 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-433f1c25-654e-413a-9b9c-a3ea19694d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.105900 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c62890-9cea-4dbd-8ceb-5277fd38293a None None] Pushing event updated for resources: {'Port': ['ID=0c776fb6-47de-445c-9b1c-d6890381ad2c,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:35.115042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-433f1c25-654e-413a-9b9c-a3ea19694d48 admin admin] Calling delete_port for 5808a324-036c-4c2e-bfce-88170b9a5043 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:35.130107 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Routers {'a428a71b-9d4f-4ce3-ac29-39193945b60b'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:35.130762 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a428a71b-9d4f-4ce3-ac29-39193945b60b'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:35.158611 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97d660d-3191-42b0-a170-6ebf78884ba5 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:35.173693 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] For port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:35.187576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f4459989-bcd2-421e-9f15-fa01c86605e4 None None] Provisioning complete for port 0c776fb6-47de-445c-9b1c-d6890381ad2c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:35.187961 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f4459989-bcd2-421e-9f15-fa01c86605e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.194766 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] For port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0b9a85b7-8f0f-4254-87e1-557fdf7bf499,segment=NetworkSegment(68515703-c9e5-4afd-bb3c-9804a4e086ae),segment_id=68515703-c9e5-4afd-bb3c-9804a4e086ae)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:35.214938 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e752a2b1-2d4a-4f91-994c-bb9bd773f655 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.250296 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] Set router a428a71b-9d4f-4ce3-ac29-39193945b60b gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:35.293492 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.304739 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752a2b1-2d4a-4f91-994c-bb9bd773f655 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'Subnet': ['ID=fed30fb7-a2ab-4b01-8543-d2e5970c9146,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:35.319183 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752a2b1-2d4a-4f91-994c-bb9bd773f655 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Checking segment: {'id': 'be58bc09-f494-48d1-b94a-7edd7c676f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:35.319783 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752a2b1-2d4a-4f91-994c-bb9bd773f655 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Network hostable DHCP agents. Network: c4dc9608-3f03-408b-b994-5e30ebbc513a, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:17:35.380139 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-433f1c25-654e-413a-9b9c-a3ea19694d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.391009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752a2b1-2d4a-4f91-994c-bb9bd773f655 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Network c4dc9608-3f03-408b-b994-5e30ebbc513a is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:17:35.409463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f1c25-654e-413a-9b9c-a3ea19694d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=5808a324-036c-4c2e-bfce-88170b9a5043,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:35.414628 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f4459989-bcd2-421e-9f15-fa01c86605e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.433811 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffec92-a898-4c01-a074-236d1dbac276 None None] Pushing event updated for resources: {'Port': ['ID=0b9a85b7-8f0f-4254-87e1-557fdf7bf499,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:35.440884 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34d10c7-ba17-40db-b56a-55954d3e13f7 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:35.445837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Routers {'488ecfda-78b9-47e2-970a-aa44fd26657f'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:35.446857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['488ecfda-78b9-47e2-970a-aa44fd26657f'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:35.482580 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-e752a2b1-2d4a-4f91-994c-bb9bd773f655 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, c4dc9608-3f03-408b-b994-5e30ebbc513a) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:35.494871 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e752a2b1-2d4a-4f91-994c-bb9bd773f655 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:35.500241 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e752a2b1-2d4a-4f91-994c-bb9bd773f655 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.507233 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-433f1c25-654e-413a-9b9c-a3ea19694d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.509119 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f4459989-bcd2-421e-9f15-fa01c86605e4 None None] For port 0c776fb6-47de-445c-9b1c-d6890381ad2c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0c776fb6-47de-445c-9b1c-d6890381ad2c,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:35.515142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaf0acf-7573-4f08-8ceb-9582097b39c7 None None] Network c4dc9608-3f03-408b-b994-5e30ebbc513a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:17:35.575207 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494138173', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:31Z', 'updated_at': '2021-12-11T23:17:33Z', 'revision_number': 3, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:32Z', 'updated_at': '2021-12-11T23:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:35.582160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d55588a1-28b5-47a3-9e95-7772702d8699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'name': 'tempest-TestAggregatesBasicOps-131237520-router', 'tenant_id': 'f131576ae47649cca5dd4492139bd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '5808a324-036c-4c2e-bfce-88170b9a5043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:18Z', 'updated_at': '2021-12-11T23:17:33Z', 'revision_number': 5, 'project_id': 'f131576ae47649cca5dd4492139bd2e2', 'gw_port': {'id': '5808a324-036c-4c2e-bfce-88170b9a5043', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:19Z', 'updated_at': '2021-12-11T23:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:35.608732 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb6933-74fe-4cb4-9d4d-310bc8fbe684 None None] The sync data for ids ['a428a71b-9d4f-4ce3-ac29-39193945b60b'] in n-d-710847-6 is: [{'id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494138173', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:31Z', 'updated_at': '2021-12-11T23:17:33Z', 'revision_number': 3, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:32Z', 'updated_at': '2021-12-11T23:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:35.636038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55588a1-28b5-47a3-9e95-7772702d8699 None None] Checking router: 35f44f2e-3c07-41c1-8cd6-99fcd40fab79 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:35.639631 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-433f1c25-654e-413a-9b9c-a3ea19694d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.644608 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-433f1c25-654e-413a-9b9c-a3ea19694d48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.664335 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e752a2b1-2d4a-4f91-994c-bb9bd773f655 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9234509 Dec 11 23:17:35.665435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44180) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:35.701363 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f4459989-bcd2-421e-9f15-fa01c86605e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.719940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55588a1-28b5-47a3-9e95-7772702d8699 None None] Routers {'35f44f2e-3c07-41c1-8cd6-99fcd40fab79'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:35.720603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d55588a1-28b5-47a3-9e95-7772702d8699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['35f44f2e-3c07-41c1-8cd6-99fcd40fab79'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:35.775886 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-433f1c25-654e-413a-9b9c-a3ea19694d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.777150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433f1c25-654e-413a-9b9c-a3ea19694d48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35f44f2e-3c07-41c1-8cd6-99fcd40fab79 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:17:35.783621 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-433f1c25-654e-413a-9b9c-a3ea19694d48 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.785520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-433f1c25-654e-413a-9b9c-a3ea19694d48 admin admin] 10.222.0.45 "DELETE /v2.0/routers/35f44f2e-3c07-41c1-8cd6-99fcd40fab79 HTTP/1.1" status: 204 len: 168 time: 1.3115187 Dec 11 23:17:35.789811 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44182) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:35.847670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cbc22bd-9a79-4ce8-a377-2085c5e4ef5a admin admin] Deleting subnet ba932b5f-f287-419c-8979-915e457ee1a3 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:17:35.857139 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cbc22bd-9a79-4ce8-a377-2085c5e4ef5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.865440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-d55588a1-28b5-47a3-9e95-7772702d8699 None None] Set router 35f44f2e-3c07-41c1-8cd6-99fcd40fab79 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:35.874118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] Set router 488ecfda-78b9-47e2-970a-aa44fd26657f gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:35.910601 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cbc22bd-9a79-4ce8-a377-2085c5e4ef5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:35.958904 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-c4dc9608-3f03-408b-b994-5e30ebbc513a', 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a', 'project_id': '52b3e13cae164be58bd062402458b6cf', 'fixed_ips': [{'subnet_id': 'fed30fb7-a2ab-4b01-8543-d2e5970c9146'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:17:35.960697 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:36.000204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d55588a1-28b5-47a3-9e95-7772702d8699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'name': 'tempest-TestAggregatesBasicOps-131237520-router', 'tenant_id': 'f131576ae47649cca5dd4492139bd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:18Z', 'updated_at': '2021-12-11T23:17:35Z', 'revision_number': 7, 'project_id': 'f131576ae47649cca5dd4492139bd2e2', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:36.052354 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4459989-bcd2-421e-9f15-fa01c86605e4 None None] Pushing event updated for resources: {'Port': ['ID=0c776fb6-47de-445c-9b1c-d6890381ad2c,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:36.058284 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55588a1-28b5-47a3-9e95-7772702d8699 None None] The sync data for ids ['35f44f2e-3c07-41c1-8cd6-99fcd40fab79'] in n-d-710847-6 is: [{'id': '35f44f2e-3c07-41c1-8cd6-99fcd40fab79', 'name': 'tempest-TestAggregatesBasicOps-131237520-router', 'tenant_id': 'f131576ae47649cca5dd4492139bd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:18Z', 'updated_at': '2021-12-11T23:17:35Z', 'revision_number': 7, 'project_id': 'f131576ae47649cca5dd4492139bd2e2', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:36.059687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e815c2f1-bb87-4cab-8171-81dc7ab96fbd None None] Provisioning complete for port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:36.060067 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e815c2f1-bb87-4cab-8171-81dc7ab96fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:36.065126 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cbc22bd-9a79-4ce8-a377-2085c5e4ef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:36.227454 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cbc22bd-9a79-4ce8-a377-2085c5e4ef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:36.274998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc22bd-9a79-4ce8-a377-2085c5e4ef5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba932b5f-f287-419c-8979-915e457ee1a3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:36.278262 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cbc22bd-9a79-4ce8-a377-2085c5e4ef5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:36.282793 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6cbc22bd-9a79-4ce8-a377-2085c5e4ef5a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ba932b5f-f287-419c-8979-915e457ee1a3 HTTP/1.1" status: 204 len: 168 time: 0.4919305 Dec 11 23:17:36.285238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44184) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:36.295479 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e948a8ea-9cff-4246-a348-bcefd3341317 None None] Network 5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:17:36.306765 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:36.390015 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:36.487927 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] Deleting port 33805547-a6e2-4236-a0cd-56fad7f100c9 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:36.488607 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:36.578855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] For port 33805547-a6e2-4236-a0cd-56fad7f100c9, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=33805547-a6e2-4236-a0cd-56fad7f100c9,segment=NetworkSegment(05f82780-47a1-4c9d-a01a-9606ac489b47),segment_id=05f82780-47a1-4c9d-a01a-9606ac489b47)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:36.579510 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:36.582402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0c776fb6-47de-445c-9b1c-d6890381ad2c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:36.594643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] Calling delete_port for 33805547-a6e2-4236-a0cd-56fad7f100c9 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:36.688014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Allocated IP 172.20.0.18 (c4dc9608-3f03-408b-b994-5e30ebbc513a/fed30fb7-a2ab-4b01-8543-d2e5970c9146/1e2e1858-99c4-492b-a99e-90adfe653ad6) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:36.769144 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e815c2f1-bb87-4cab-8171-81dc7ab96fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:36.774579 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:36.801826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 0c776fb6-47de-445c-9b1c-d6890381ad2c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:36.802212 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:36.810440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] Pushing event deleted for resources: {'Port': ['ID=33805547-a6e2-4236-a0cd-56fad7f100c9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:36.814324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] No DVR routers for this DVR port 33805547-a6e2-4236-a0cd-56fad7f100c9 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:17:36.874267 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646fe2cd-dd15-40d2-a807-8fd419f2d29f None None] DHCP port deletion for 5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:36.900075 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:36.919572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e815c2f1-bb87-4cab-8171-81dc7ab96fbd None None] For port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0b9a85b7-8f0f-4254-87e1-557fdf7bf499,segment=NetworkSegment(68515703-c9e5-4afd-bb3c-9804a4e086ae),segment_id=68515703-c9e5-4afd-bb3c-9804a4e086ae)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:36.922066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:36.937895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f82780-47a1-4c9d-a01a-9606ac489b47') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:36.938212 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f82780-47a1-4c9d-a01a-9606ac489b47') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:36.949695 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:36.958137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'name': 'tempest-TestAggregatesBasicOps-74974249-router', 'tenant_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '0b4d3179-0ced-4aad-9d31-babf4b01ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:25Z', 'updated_at': '2021-12-11T23:17:30Z', 'revision_number': 4, 'project_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'gw_port': {'id': '0b4d3179-0ced-4aad-9d31-babf4b01ce9b', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:26Z', 'updated_at': '2021-12-11T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '0b9a85b7-8f0f-4254-87e1-557fdf7bf499', 'name': '', 'network_id': '70cf012d-a73b-4bbf-9ac4-bf01e9c32554', 'tenant_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'mac_address': 'fa:16:3e:e0:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '4ddede3f-b30d-4f3f-9d5c-64e13b3c11dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:29Z', 'updated_at': '2021-12-11T23:17:35Z', 'revision_number': 4, 'project_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'subnets': [{'id': '4ddede3f-b30d-4f3f-9d5c-64e13b3c11dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:36.965265 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:36.971928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:17:36.972395 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:17:36.974272 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:17:37.007380 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e815c2f1-bb87-4cab-8171-81dc7ab96fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:37.009427 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85543e49-d1e3-4dc8-ad0a-1fda4d1e5194 None None] The sync data for ids ['488ecfda-78b9-47e2-970a-aa44fd26657f'] in n-d-710847-6 is: [{'id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'name': 'tempest-TestAggregatesBasicOps-74974249-router', 'tenant_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '0b4d3179-0ced-4aad-9d31-babf4b01ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:25Z', 'updated_at': '2021-12-11T23:17:30Z', 'revision_number': 4, 'project_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'gw_port': {'id': '0b4d3179-0ced-4aad-9d31-babf4b01ce9b', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:26Z', 'updated_at': '2021-12-11T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '0b9a85b7-8f0f-4254-87e1-557fdf7bf499', 'name': '', 'network_id': '70cf012d-a73b-4bbf-9ac4-bf01e9c32554', 'tenant_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'mac_address': 'fa:16:3e:e0:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '4ddede3f-b30d-4f3f-9d5c-64e13b3c11dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:29Z', 'updated_at': '2021-12-11T23:17:35Z', 'revision_number': 4, 'project_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'subnets': [{'id': '4ddede3f-b30d-4f3f-9d5c-64e13b3c11dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:37.126637 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:37.140189 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:37.147980 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65 HTTP/1.1" status: 204 len: 168 time: 0.8607166 Dec 11 23:17:37.151496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e815c2f1-bb87-4cab-8171-81dc7ab96fbd None None] Provisioning complete for port 0c776fb6-47de-445c-9b1c-d6890381ad2c triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:37.151620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44186) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:37.151883 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e815c2f1-bb87-4cab-8171-81dc7ab96fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:37.180431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b944ee7-60c7-44a1-93a3-a5f9676cc939 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aa68fa0-e4a9-46d2-ba17-0fd03dfccd65,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:37.212538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815c2f1-bb87-4cab-8171-81dc7ab96fbd None None] Pushing event updated for resources: {'Port': ['ID=0b9a85b7-8f0f-4254-87e1-557fdf7bf499,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:37.232387 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:37.313032 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:37.371403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Network c4dc9608-3f03-408b-b994-5e30ebbc513a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:37.376263 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:37.380466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:37.394994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Pushing event updated for resources: {'Port': ['ID=1e2e1858-99c4-492b-a99e-90adfe653ad6,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:37.461691 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Attempting to bind port 1e2e1858-99c4-492b-a99e-90adfe653ad6 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:37.462074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Attempting to bind port 1e2e1858-99c4-492b-a99e-90adfe653ad6 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'be58bc09-f494-48d1-b94a-7edd7c676f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:37.462443 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Attempting to bind port 1e2e1858-99c4-492b-a99e-90adfe653ad6 on network c4dc9608-3f03-408b-b994-5e30ebbc513a {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:37.468916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:37.469583 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Checking segment: {'id': 'be58bc09-f494-48d1-b94a-7edd7c676f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:37.469706 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:37.470020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Bound using segment: {'id': 'be58bc09-f494-48d1-b94a-7edd7c676f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:37.470486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Bound port: 1e2e1858-99c4-492b-a99e-90adfe653ad6, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be58bc09-f494-48d1-b94a-7edd7c676f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:37.471452 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:37.490647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Allocated IP 172.20.0.17 (c4dc9608-3f03-408b-b994-5e30ebbc513a/fed30fb7-a2ab-4b01-8543-d2e5970c9146/b621767b-622b-4ff8-be5d-feeed4384853) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:37.544194 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] For port 1e2e1858-99c4-492b-a99e-90adfe653ad6, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:37.548465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] For port 1e2e1858-99c4-492b-a99e-90adfe653ad6, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1e2e1858-99c4-492b-a99e-90adfe653ad6,segment=NetworkSegment(be58bc09-f494-48d1-b94a-7edd7c676f56),segment_id=be58bc09-f494-48d1-b94a-7edd7c676f56)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:37.609023 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:37.691374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cb216-801e-4744-94c8-6cd161f7ab09 None None] Pushing event updated for resources: {'Port': ['ID=1e2e1858-99c4-492b-a99e-90adfe653ad6,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:37.693845 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:37.787980 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7bf7faae-351d-42a8-bec2-7c81f7f1d2bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:37.827635 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:37.917703 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Network c4dc9608-3f03-408b-b994-5e30ebbc513a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:37.939763 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:37.944352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'Port': ['ID=b621767b-622b-4ff8-be5d-feeed4384853,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:37.948162 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:38.264567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1e2e1858-99c4-492b-a99e-90adfe653ad6 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:38.337961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 1e2e1858-99c4-492b-a99e-90adfe653ad6 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:38.338610 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:38.415774 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:38.422143 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:38.460679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 1e2e1858-99c4-492b-a99e-90adfe653ad6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1e2e1858-99c4-492b-a99e-90adfe653ad6,segment=NetworkSegment(be58bc09-f494-48d1-b94a-7edd7c676f56),segment_id=be58bc09-f494-48d1-b94a-7edd7c676f56)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:38.516775 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:38.521453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0c776fb6-47de-445c-9b1c-d6890381ad2c up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:38.604041 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=1e2e1858-99c4-492b-a99e-90adfe653ad6,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:38.614386 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-7bf7faae-351d-42a8-bec2-7c81f7f1d2bf admin admin] Deleting port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:38.614902 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7bf7faae-351d-42a8-bec2-7c81f7f1d2bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:38.620629 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 0c776fb6-47de-445c-9b1c-d6890381ad2c triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:38.621105 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:38.692925 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:38.704719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:38.758207 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:38.758753 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:38.761602 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-7bf7faae-351d-42a8-bec2-7c81f7f1d2bf admin admin] For port 0b9a85b7-8f0f-4254-87e1-557fdf7bf499, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0b9a85b7-8f0f-4254-87e1-557fdf7bf499,segment=NetworkSegment(68515703-c9e5-4afd-bb3c-9804a4e086ae),segment_id=68515703-c9e5-4afd-bb3c-9804a4e086ae)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:38.761966 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7bf7faae-351d-42a8-bec2-7c81f7f1d2bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:38.812587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-7bf7faae-351d-42a8-bec2-7c81f7f1d2bf admin admin] Calling delete_port for 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:38.925158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:17:38.957500 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:17:38.958114 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 68f8bad8-0dd8-4a93-9d4d-2f118ffa0f5c not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:17:38.958696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5808a324-036c-4c2e-bfce-88170b9a5043 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:17:38.986402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 5808a324-036c-4c2e-bfce-88170b9a5043 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:17:38.990597 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5808a324-036c-4c2e-bfce-88170b9a5043 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:17:38.990597 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33805547-a6e2-4236-a0cd-56fad7f100c9 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:17:39.017698 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 33805547-a6e2-4236-a0cd-56fad7f100c9 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:17:39.018695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 33805547-a6e2-4236-a0cd-56fad7f100c9 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:17:39.070845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe8bdb5-4f14-4875-831c-be324f801656 None None] Network c4dc9608-3f03-408b-b994-5e30ebbc513a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:17:39.170999 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:39.182536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7bbb347a-c758-4298-a0cd-6a98f502c9e2 None None] Provisioning complete for port 1e2e1858-99c4-492b-a99e-90adfe653ad6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:39.182934 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7bbb347a-c758-4298-a0cd-6a98f502c9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:39.225432 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7bf7faae-351d-42a8-bec2-7c81f7f1d2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:39.255675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7faae-351d-42a8-bec2-7c81f7f1d2bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9a85b7-8f0f-4254-87e1-557fdf7bf499,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:39.263629 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:39.398093 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:39.402686 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'Port': ['ID=b621767b-622b-4ff8-be5d-feeed4384853,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:39.520714 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-84004a97-fce7-4571-add3-09b4818e6b81 None None] Provisioning complete for port b621767b-622b-4ff8-be5d-feeed4384853 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:39.521402 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-84004a97-fce7-4571-add3-09b4818e6b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:39.570749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-84004a97-fce7-4571-add3-09b4818e6b81 None None] Port b621767b-622b-4ff8-be5d-feeed4384853 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:39.581232 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-84004a97-fce7-4571-add3-09b4818e6b81 None None] Provisioning complete for port 1e2e1858-99c4-492b-a99e-90adfe653ad6 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:39.581451 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-84004a97-fce7-4571-add3-09b4818e6b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:39.592310 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7bf7faae-351d-42a8-bec2-7c81f7f1d2bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:39.607325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Network c4dc9608-3f03-408b-b994-5e30ebbc513a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:39.610365 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:39.798690 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-61bcebb0-c1bb-49b9-ba76-5b0abe4f6278 None None] Provisioning complete for port b621767b-622b-4ff8-be5d-feeed4384853 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:39.800269 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-61bcebb0-c1bb-49b9-ba76-5b0abe4f6278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:39.816915 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Router a428a71b-9d4f-4ce3-ac29-39193945b60b has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:17:39.836573 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-61bcebb0-c1bb-49b9-ba76-5b0abe4f6278 None None] Port b621767b-622b-4ff8-be5d-feeed4384853 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:39.955537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-83836fec-0031-47ef-abdb-862e96d399d7 None None] Provisioning complete for port b621767b-622b-4ff8-be5d-feeed4384853 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:39.955916 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83836fec-0031-47ef-abdb-862e96d399d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:39.990445 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-83836fec-0031-47ef-abdb-862e96d399d7 None None] Port b621767b-622b-4ff8-be5d-feeed4384853 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:40.003196 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf7faae-351d-42a8-bec2-7c81f7f1d2bf admin admin] Router 488ecfda-78b9-47e2-970a-aa44fd26657f has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:17:40.022947 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:40.028532 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d0008ac5-52c7-4adb-8ba5-0f89e652b67e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "PUT /v2.0/routers/a428a71b-9d4f-4ce3-ac29-39193945b60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3620944 Dec 11 23:17:40.135169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf7faae-351d-42a8-bec2-7c81f7f1d2bf admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:40.140181 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7bf7faae-351d-42a8-bec2-7c81f7f1d2bf admin admin] 10.222.0.45 "PUT /v2.0/routers/488ecfda-78b9-47e2-970a-aa44fd26657f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9872730 Dec 11 23:17:40.142877 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44190) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:40.181406 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af79b58-c7c9-477f-9136-309870d9ac6d None None] Sync routers for ids ['488ecfda-78b9-47e2-970a-aa44fd26657f'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:40.192970 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af79b58-c7c9-477f-9136-309870d9ac6d None None] Routers {'488ecfda-78b9-47e2-970a-aa44fd26657f'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:40.196666 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2af79b58-c7c9-477f-9136-309870d9ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['488ecfda-78b9-47e2-970a-aa44fd26657f'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:40.201265 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Sync routers for ids ['a428a71b-9d4f-4ce3-ac29-39193945b60b'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:40.216330 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Routers {'a428a71b-9d4f-4ce3-ac29-39193945b60b'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:40.216973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a428a71b-9d4f-4ce3-ac29-39193945b60b'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:40.256635 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1e2e1858-99c4-492b-a99e-90adfe653ad6 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:40.320241 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-2af79b58-c7c9-477f-9136-309870d9ac6d None None] Set router 488ecfda-78b9-47e2-970a-aa44fd26657f gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:40.357726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 1e2e1858-99c4-492b-a99e-90adfe653ad6 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:40.358718 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:40.359395 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b2c9ce1-2233-43ea-a8d2-aa671b7269d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:40.408831 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Set router a428a71b-9d4f-4ce3-ac29-39193945b60b gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:40.446487 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-12cafaef-4a20-4080-8f2e-0a61e98d4ea2 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:40.448755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-12cafaef-4a20-4080-8f2e-0a61e98d4ea2 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/networks?id=c4dc9608-3f03-408b-b994-5e30ebbc513a HTTP/1.1" status: 200 len: 798 time: 0.1670353 Dec 11 23:17:40.496236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-c80f245a-6208-4d88-9322-e6b4961810cd tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/quotas/52b3e13cae164be58bd062402458b6cf HTTP/1.1" status: 200 len: 375 time: 0.0170302 Dec 11 23:17:40.542503 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b2c9ce1-2233-43ea-a8d2-aa671b7269d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:40.574781 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-af7c8944-239f-4694-b3f5-d9c5b42f092f tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=52b3e13cae164be58bd062402458b6cf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0674608 Dec 11 23:17:40.606780 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2af79b58-c7c9-477f-9136-309870d9ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'name': 'tempest-TestAggregatesBasicOps-74974249-router', 'tenant_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '0b4d3179-0ced-4aad-9d31-babf4b01ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:25Z', 'updated_at': '2021-12-11T23:17:39Z', 'revision_number': 5, 'project_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'gw_port': {'id': '0b4d3179-0ced-4aad-9d31-babf4b01ce9b', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:26Z', 'updated_at': '2021-12-11T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:40.638887 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af79b58-c7c9-477f-9136-309870d9ac6d None None] Checking router: 488ecfda-78b9-47e2-970a-aa44fd26657f for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:40.649688 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af79b58-c7c9-477f-9136-309870d9ac6d None None] Routers {'488ecfda-78b9-47e2-970a-aa44fd26657f'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:40.650361 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2af79b58-c7c9-477f-9136-309870d9ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['488ecfda-78b9-47e2-970a-aa44fd26657f'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:40.680462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494138173', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:31Z', 'updated_at': '2021-12-11T23:17:38Z', 'revision_number': 4, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:32Z', 'updated_at': '2021-12-11T23:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b621767b-622b-4ff8-be5d-feeed4384853', 'name': '', 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'mac_address': 'fa:16:3e:97:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'fed30fb7-a2ab-4b01-8543-d2e5970c9146', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:36Z', 'updated_at': '2021-12-11T23:17:38Z', 'revision_number': 2, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'subnets': [{'id': 'fed30fb7-a2ab-4b01-8543-d2e5970c9146', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:40.711527 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-82dc9a46-5ff3-44b2-97cc-1f3c5b3db93f service neutron] 10.222.0.45 "GET /v2.0/networks/c4dc9608-3f03-408b-b994-5e30ebbc513a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216500 Dec 11 23:17:40.751436 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-2af79b58-c7c9-477f-9136-309870d9ac6d None None] Set router 488ecfda-78b9-47e2-970a-aa44fd26657f gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:40.783393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8b2c9ce1-2233-43ea-a8d2-aa671b7269d3 admin admin] Deleting port 0b4d3179-0ced-4aad-9d31-babf4b01ce9b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:40.783725 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b2c9ce1-2233-43ea-a8d2-aa671b7269d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:40.808392 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2af79b58-c7c9-477f-9136-309870d9ac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'name': 'tempest-TestAggregatesBasicOps-74974249-router', 'tenant_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:25Z', 'updated_at': '2021-12-11T23:17:40Z', 'revision_number': 6, 'project_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:40.840198 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af79b58-c7c9-477f-9136-309870d9ac6d None None] The sync data for ids ['488ecfda-78b9-47e2-970a-aa44fd26657f'] in n-d-710847-6 is: [{'id': '488ecfda-78b9-47e2-970a-aa44fd26657f', 'name': 'tempest-TestAggregatesBasicOps-74974249-router', 'tenant_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:25Z', 'updated_at': '2021-12-11T23:17:40Z', 'revision_number': 6, 'project_id': 'a028cc8edd6f42a691e12006d41fc9b6', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:40.883135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Checking router: a428a71b-9d4f-4ce3-ac29-39193945b60b for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:40.883595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Updating router a428a71b-9d4f-4ce3-ac29-39193945b60b port b621767b-622b-4ff8-be5d-feeed4384853 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:17:40.909870 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:41.190535 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:41.233410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-ee514077-fe42-4d95-8431-816b6ac6ca8c service neutron] 10.222.0.45 "GET /v2.0/networks/c4dc9608-3f03-408b-b994-5e30ebbc513a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097229 Dec 11 23:17:41.254313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-8b2c9ce1-2233-43ea-a8d2-aa671b7269d3 admin admin] For port 0b4d3179-0ced-4aad-9d31-babf4b01ce9b, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0b4d3179-0ced-4aad-9d31-babf4b01ce9b,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:41.254687 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b2c9ce1-2233-43ea-a8d2-aa671b7269d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:41.268334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8b2c9ce1-2233-43ea-a8d2-aa671b7269d3 admin admin] Calling delete_port for 0b4d3179-0ced-4aad-9d31-babf4b01ce9b owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:41.276491 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:41.337963 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5edb85-4eaf-4a5e-8d64-945e4dad02ba None None] Pushing event updated for resources: {'Port': ['ID=b621767b-622b-4ff8-be5d-feeed4384853,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:41.394407 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Attempting to bind port b621767b-622b-4ff8-be5d-feeed4384853 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:41.394710 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Attempting to bind port b621767b-622b-4ff8-be5d-feeed4384853 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'be58bc09-f494-48d1-b94a-7edd7c676f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:41.395386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Attempting to bind port b621767b-622b-4ff8-be5d-feeed4384853 on network c4dc9608-3f03-408b-b994-5e30ebbc513a {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:41.400859 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:41.401244 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Checking segment: {'id': 'be58bc09-f494-48d1-b94a-7edd7c676f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:41.401666 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:41.402070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Bound using segment: {'id': 'be58bc09-f494-48d1-b94a-7edd7c676f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:41.402553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Bound port: b621767b-622b-4ff8-be5d-feeed4384853, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be58bc09-f494-48d1-b94a-7edd7c676f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:41.402977 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:41.481916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] For port b621767b-622b-4ff8-be5d-feeed4384853, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:41.485391 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] For port b621767b-622b-4ff8-be5d-feeed4384853, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b621767b-622b-4ff8-be5d-feeed4384853,segment=NetworkSegment(be58bc09-f494-48d1-b94a-7edd7c676f56),segment_id=be58bc09-f494-48d1-b94a-7edd7c676f56)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:41.516053 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-632ee232-749b-47b6-9e02-fa697ae5af7c req-d2af4546-6535-4404-b51d-d84b184c8af6 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 210 time: 0.0293097 Dec 11 23:17:41.551520 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b2c9ce1-2233-43ea-a8d2-aa671b7269d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:41.551687 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:41.580242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c9ce1-2233-43ea-a8d2-aa671b7269d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4d3179-0ced-4aad-9d31-babf4b01ce9b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:41.628514 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3429fb89-8f8e-4d61-bdc3-b3a096505ce5 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:41.663793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Routers {'a428a71b-9d4f-4ce3-ac29-39193945b60b'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:41.664643 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a428a71b-9d4f-4ce3-ac29-39193945b60b'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:41.681590 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b2c9ce1-2233-43ea-a8d2-aa671b7269d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:41.713726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5edb85-4eaf-4a5e-8d64-945e4dad02ba None None] Pushing event updated for resources: {'Port': ['ID=b621767b-622b-4ff8-be5d-feeed4384853,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:41.717995 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5390dfd7-0764-42a7-9402-5fe52aec9678 None None] Provisioning complete for port b621767b-622b-4ff8-be5d-feeed4384853 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:41.718567 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5390dfd7-0764-42a7-9402-5fe52aec9678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:41.811460 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b2c9ce1-2233-43ea-a8d2-aa671b7269d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:41.813684 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b2c9ce1-2233-43ea-a8d2-aa671b7269d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:41.909265 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5390dfd7-0764-42a7-9402-5fe52aec9678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:41.946116 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] Set router a428a71b-9d4f-4ce3-ac29-39193945b60b gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:41.985153 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5390dfd7-0764-42a7-9402-5fe52aec9678 None None] For port b621767b-622b-4ff8-be5d-feeed4384853, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b621767b-622b-4ff8-be5d-feeed4384853,segment=NetworkSegment(be58bc09-f494-48d1-b94a-7edd7c676f56),segment_id=be58bc09-f494-48d1-b94a-7edd7c676f56)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:41.986792 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b2c9ce1-2233-43ea-a8d2-aa671b7269d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:41.987523 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2c9ce1-2233-43ea-a8d2-aa671b7269d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 488ecfda-78b9-47e2-970a-aa44fd26657f {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:17:42.009453 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8b2c9ce1-2233-43ea-a8d2-aa671b7269d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:42.010622 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8b2c9ce1-2233-43ea-a8d2-aa671b7269d3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/488ecfda-78b9-47e2-970a-aa44fd26657f HTTP/1.1" status: 204 len: 168 time: 1.8666286 Dec 11 23:17:42.013386 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44210) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:42.040233 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c756894f-19c9-4a66-b47c-9bf1dea6c0d3 req-61c7fcbf-ee30-4622-b2f1-c89ccdb0ecaf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0631485 Dec 11 23:17:42.094891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4132ef9-2a6e-466a-a019-8b33d0ff55d4 admin admin] Deleting subnet 4ddede3f-b30d-4f3f-9d5c-64e13b3c11dd {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:17:42.102742 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4132ef9-2a6e-466a-a019-8b33d0ff55d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:42.106565 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5390dfd7-0764-42a7-9402-5fe52aec9678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:42.148652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0b4d3179-0ced-4aad-9d31-babf4b01ce9b no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:17:42.173487 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 0b4d3179-0ced-4aad-9d31-babf4b01ce9b {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:17:42.173841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0b4d3179-0ced-4aad-9d31-babf4b01ce9b not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:17:42.174266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:17:42.194669 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4132ef9-2a6e-466a-a019-8b33d0ff55d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:42.198701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:17:42.199099 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0b9a85b7-8f0f-4254-87e1-557fdf7bf499 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:17:42.216609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756894f-19c9-4a66-b47c-9bf1dea6c0d3 req-d87cb4d4-117a-4bf7-a425-f170b158a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:42.219570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c756894f-19c9-4a66-b47c-9bf1dea6c0d3 req-d87cb4d4-117a-4bf7-a425-f170b158a893 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52b3e13cae164be58bd062402458b6cf&device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 1135 time: 0.1093047 Dec 11 23:17:42.267127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390dfd7-0764-42a7-9402-5fe52aec9678 None None] Pushing event updated for resources: {'Port': ['ID=b621767b-622b-4ff8-be5d-feeed4384853,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:42.299965 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0c3dc16f-5db0-4f78-92e8-99b1bcf1a75d None None] Provisioning complete for port b621767b-622b-4ff8-be5d-feeed4384853 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:42.300355 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0c3dc16f-5db0-4f78-92e8-99b1bcf1a75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:42.306782 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4132ef9-2a6e-466a-a019-8b33d0ff55d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:42.348825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756894f-19c9-4a66-b47c-9bf1dea6c0d3 req-0432f5cd-0929-4cb5-8308-b8157a9b5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:42.351561 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c756894f-19c9-4a66-b47c-9bf1dea6c0d3 req-0432f5cd-0929-4cb5-8308-b8157a9b5777 service neutron] 10.222.0.47 "GET /v2.0/networks?id=133a98f1-bb67-4ba6-bb95-2059182b1cc7 HTTP/1.1" status: 200 len: 897 time: 0.1090636 Dec 11 23:17:42.402402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494138173', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:31Z', 'updated_at': '2021-12-11T23:17:38Z', 'revision_number': 4, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:32Z', 'updated_at': '2021-12-11T23:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b621767b-622b-4ff8-be5d-feeed4384853', 'name': '', 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'mac_address': 'fa:16:3e:97:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'fed30fb7-a2ab-4b01-8543-d2e5970c9146', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:36Z', 'updated_at': '2021-12-11T23:17:41Z', 'revision_number': 4, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'subnets': [{'id': 'fed30fb7-a2ab-4b01-8543-d2e5970c9146', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:42.420744 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c756894f-19c9-4a66-b47c-9bf1dea6c0d3 req-cf8475ec-9da3-404d-af9e-bd7949848368 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90ec69be-e700-483e-a20d-8e780844387d HTTP/1.1" status: 200 len: 1001 time: 0.0607083 Dec 11 23:17:42.438679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2339a4-9585-4715-bb34-cbf173443438 None None] The sync data for ids ['a428a71b-9d4f-4ce3-ac29-39193945b60b'] in n-d-710847-6 is: [{'id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494138173', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:31Z', 'updated_at': '2021-12-11T23:17:38Z', 'revision_number': 4, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:32Z', 'updated_at': '2021-12-11T23:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b621767b-622b-4ff8-be5d-feeed4384853', 'name': '', 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'mac_address': 'fa:16:3e:97:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'fed30fb7-a2ab-4b01-8543-d2e5970c9146', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:36Z', 'updated_at': '2021-12-11T23:17:41Z', 'revision_number': 4, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'subnets': [{'id': 'fed30fb7-a2ab-4b01-8543-d2e5970c9146', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:42.442686 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4132ef9-2a6e-466a-a019-8b33d0ff55d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:42.471312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4132ef9-2a6e-466a-a019-8b33d0ff55d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ddede3f-b30d-4f3f-9d5c-64e13b3c11dd,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:42.480859 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a4132ef9-2a6e-466a-a019-8b33d0ff55d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:42.486235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756894f-19c9-4a66-b47c-9bf1dea6c0d3 req-76660d31-e506-4abc-bdc8-6f649de541b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:42.486235 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c756894f-19c9-4a66-b47c-9bf1dea6c0d3 req-76660d31-e506-4abc-bdc8-6f649de541b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1aae148f-5bc4-4f25-9f18-0eb202750321 HTTP/1.1" status: 200 len: 835 time: 0.0577352 Dec 11 23:17:42.486920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44214) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:42.487197 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a4132ef9-2a6e-466a-a019-8b33d0ff55d4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4ddede3f-b30d-4f3f-9d5c-64e13b3c11dd HTTP/1.1" status: 204 len: 168 time: 0.4726665 Dec 11 23:17:42.494636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2b7fe0-0d8b-4e67-92f0-fe031f8fc560 None None] Network 70cf012d-a73b-4bbf-9ac4-bf01e9c32554 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:17:42.652548 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:42.672903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756894f-19c9-4a66-b47c-9bf1dea6c0d3 req-3a5e2736-4af2-4490-818d-55ea1a8e3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:42.674367 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c756894f-19c9-4a66-b47c-9bf1dea6c0d3 req-3a5e2736-4af2-4490-818d-55ea1a8e3d53 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=133a98f1-bb67-4ba6-bb95-2059182b1cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1779320 Dec 11 23:17:42.676210 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-97c65efd-cd01-44fa-adea-c1faec73865c req-decf5fa9-f878-4d0f-9095-36f236fa03f9 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 210 time: 0.0493536 Dec 11 23:17:42.692412 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c90125-80a1-4e32-81e9-aa8beb50dab0 None None] DHCP port deletion for 70cf012d-a73b-4bbf-9ac4-bf01e9c32554 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:42.770098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-89c90125-80a1-4e32-81e9-aa8beb50dab0 None None] Deleting port 9ebfa3fc-ac31-4019-bd67-57856ddfe8db {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:42.770473 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-89c90125-80a1-4e32-81e9-aa8beb50dab0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:42.832467 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] Deleting port 9ebfa3fc-ac31-4019-bd67-57856ddfe8db {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:42.832856 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:42.844761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-89c90125-80a1-4e32-81e9-aa8beb50dab0 None None] For port 9ebfa3fc-ac31-4019-bd67-57856ddfe8db, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9ebfa3fc-ac31-4019-bd67-57856ddfe8db,segment=NetworkSegment(68515703-c9e5-4afd-bb3c-9804a4e086ae),segment_id=68515703-c9e5-4afd-bb3c-9804a4e086ae)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:42.845242 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-89c90125-80a1-4e32-81e9-aa8beb50dab0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:42.851523 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c756894f-19c9-4a66-b47c-9bf1dea6c0d3 req-ac1f3518-4dad-4c76-8703-cf976c70d5ec service neutron] 10.222.0.47 "GET /v2.0/networks/133a98f1-bb67-4ba6-bb95-2059182b1cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694751 Dec 11 23:17:42.859633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-89c90125-80a1-4e32-81e9-aa8beb50dab0 None None] Calling delete_port for 9ebfa3fc-ac31-4019-bd67-57856ddfe8db owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:42.969392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] For port 9ebfa3fc-ac31-4019-bd67-57856ddfe8db, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9ebfa3fc-ac31-4019-bd67-57856ddfe8db,segment=NetworkSegment(68515703-c9e5-4afd-bb3c-9804a4e086ae),segment_id=68515703-c9e5-4afd-bb3c-9804a4e086ae)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:42.969806 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:42.987156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] Calling delete_port for 9ebfa3fc-ac31-4019-bd67-57856ddfe8db owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:43.034514 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-89c90125-80a1-4e32-81e9-aa8beb50dab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:43.056337 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c756894f-19c9-4a66-b47c-9bf1dea6c0d3 req-52498053-e061-4cd1-a2ab-5955fd299e90 service neutron] 10.222.0.47 "GET /v2.0/networks/133a98f1-bb67-4ba6-bb95-2059182b1cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775479 Dec 11 23:17:43.067084 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c90125-80a1-4e32-81e9-aa8beb50dab0 None None] Pushing event deleted for resources: {'Port': ['ID=9ebfa3fc-ac31-4019-bd67-57856ddfe8db,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:43.069336 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c90125-80a1-4e32-81e9-aa8beb50dab0 None None] No DVR routers for this DVR port 9ebfa3fc-ac31-4019-bd67-57856ddfe8db on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:17:43.106116 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:43.138950 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ebfa3fc-ac31-4019-bd67-57856ddfe8db,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:43.144123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] No DVR routers for this DVR port 9ebfa3fc-ac31-4019-bd67-57856ddfe8db on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:17:43.220553 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:43.244309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70cf012d-a73b-4bbf-9ac4-bf01e9c32554']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:43.254368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68515703-c9e5-4afd-bb3c-9804a4e086ae') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:43.254661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68515703-c9e5-4afd-bb3c-9804a4e086ae') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:43.265708 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:43.279711 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:43.286179 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:17:43.286624 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: self.session.flush() Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:17:43.288908 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:17:43.425028 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:43.432255 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:43.438484 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] 10.222.0.45 "DELETE /v2.0/networks/70cf012d-a73b-4bbf-9ac4-bf01e9c32554 HTTP/1.1" status: 204 len: 168 time: 0.9475751 Dec 11 23:17:43.448258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f02dc-8b69-4d0e-8df4-6b65a8a4444d admin admin] Pushing event deleted for resources: {'Network': ['ID=70cf012d-a73b-4bbf-9ac4-bf01e9c32554,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:43.689933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-81b204a5-60ed-4ccb-ab20-30105bb4d736 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:43.691504 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-81b204a5-60ed-4ccb-ab20-30105bb4d736 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.13 "GET /v2.0/networks?id=c4dc9608-3f03-408b-b994-5e30ebbc513a HTTP/1.1" status: 200 len: 798 time: 0.1116405 Dec 11 23:17:43.705599 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-f922d07a-737d-43e1-9c6a-f2df37da4782 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Request body: {'port': {'device_id': '4dd7f0c0-6826-4572-9931-ec3971a91228', 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a', 'admin_state_up': True, 'tenant_id': '52b3e13cae164be58bd062402458b6cf'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:43.798678 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-491d414c-da91-4b3c-85ae-e4dbb7e83eb9 req-1d5c79a9-a2b9-403e-b006-8bc14b906240 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 210 time: 0.0287032 Dec 11 23:17:43.901118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44224) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:43.927901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-f922d07a-737d-43e1-9c6a-f2df37da4782 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Made reservation on behalf of 52b3e13cae164be58bd062402458b6cf for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:17:43.932212 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-f922d07a-737d-43e1-9c6a-f2df37da4782 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:43.941019 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-990ab5dd-abe2-41fb-8b20-4401def67a91 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f131576ae47649cca5dd4492139bd2e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387092 Dec 11 23:17:43.943761 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44226) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:43.960477 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:43.999411 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2f23b20d-7da6-4986-aca5-0e17dcb46797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:44.024038 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2f23b20d-7da6-4986-aca5-0e17dcb46797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:44.083784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-f922d07a-737d-43e1-9c6a-f2df37da4782 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Allocated IP 172.20.0.19 (c4dc9608-3f03-408b-b994-5e30ebbc513a/fed30fb7-a2ab-4b01-8543-d2e5970c9146/ab4c958a-9922-4040-94e6-f01acf6da8d4) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:44.153329 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b621767b-622b-4ff8-be5d-feeed4384853 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:44.160233 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2f23b20d-7da6-4986-aca5-0e17dcb46797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:44.162960 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2f23b20d-7da6-4986-aca5-0e17dcb46797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:44.164151 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2f23b20d-7da6-4986-aca5-0e17dcb46797 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc5e159c-5573-4357-960c-d7ea64c73bc4 HTTP/1.1" status: 204 len: 168 time: 0.2188623 Dec 11 23:17:44.172433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23b20d-7da6-4986-aca5-0e17dcb46797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5e159c-5573-4357-960c-d7ea64c73bc4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:44.218002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b621767b-622b-4ff8-be5d-feeed4384853 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:44.218370 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:44.234454 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-f922d07a-737d-43e1-9c6a-f2df37da4782 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:44.332400 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-f922d07a-737d-43e1-9c6a-f2df37da4782 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:44.358299 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9ebfa3fc-ac31-4019-bd67-57856ddfe8db no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:17:44.378792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-f922d07a-737d-43e1-9c6a-f2df37da4782 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Network c4dc9608-3f03-408b-b994-5e30ebbc513a is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:44.380572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 9ebfa3fc-ac31-4019-bd67-57856ddfe8db {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:17:44.381816 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9ebfa3fc-ac31-4019-bd67-57856ddfe8db not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:17:44.382898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-f922d07a-737d-43e1-9c6a-f2df37da4782 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:44.386053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-f922d07a-737d-43e1-9c6a-f2df37da4782 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:44.422681 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922d07a-737d-43e1-9c6a-f2df37da4782 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event updated for resources: {'Port': ['ID=ab4c958a-9922-4040-94e6-f01acf6da8d4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:44.446791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-f922d07a-737d-43e1-9c6a-f2df37da4782 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:44.447447 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-f922d07a-737d-43e1-9c6a-f2df37da4782 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:44.576386 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-f922d07a-737d-43e1-9c6a-f2df37da4782 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8745000 Dec 11 23:17:44.579259 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4824ff88-141b-48bf-b8c3-a9510737b194 None None] Provisioning complete for port ab4c958a-9922-4040-94e6-f01acf6da8d4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:44.579637 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4824ff88-141b-48bf-b8c3-a9510737b194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:44.589800 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Request body: {'port': {'device_id': '4dd7f0c0-6826-4572-9931-ec3971a91228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:44.615262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4824ff88-141b-48bf-b8c3-a9510737b194 None None] Port ab4c958a-9922-4040-94e6-f01acf6da8d4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:44.644790 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:44.895473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44234) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:44.939865 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c4acef2a-a113-4cea-a889-d6d9fc70b20c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a028cc8edd6f42a691e12006d41fc9b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431137 Dec 11 23:17:44.942329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44236) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:44.945659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4c958a-9922-4040-94e6-f01acf6da8d4 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:17:44.954752 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:44.964468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed868e-5d80-40ac-b7c9-89ae9e4c16ef req-beb7487c-e8d4-46fd-a15c-38e27822008a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:44.965961 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71ed868e-5d80-40ac-b7c9-89ae9e4c16ef req-beb7487c-e8d4-46fd-a15c-38e27822008a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 895 time: 0.0975940 Dec 11 23:17:44.985286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Transition to ACTIVE for port object ab4c958a-9922-4040-94e6-f01acf6da8d4 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:17:44.998457 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6ca9f81-f0bb-4b82-932d-264628d67d6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:45.020161 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6ca9f81-f0bb-4b82-932d-264628d67d6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:45.051433 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:45.103143 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Pushing event updated for resources: {'Port': ['ID=ab4c958a-9922-4040-94e6-f01acf6da8d4,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:45.133646 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6ca9f81-f0bb-4b82-932d-264628d67d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:45.136359 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6ca9f81-f0bb-4b82-932d-264628d67d6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:45.137796 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a6ca9f81-f0bb-4b82-932d-264628d67d6c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19d942d7-ac1c-4b53-98ca-6439cacca87a HTTP/1.1" status: 204 len: 168 time: 0.1944609 Dec 11 23:17:45.152857 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca9f81-f0bb-4b82-932d-264628d67d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d942d7-ac1c-4b53-98ca-6439cacca87a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:45.192557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Attempting to bind port ab4c958a-9922-4040-94e6-f01acf6da8d4 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:45.193125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Attempting to bind port ab4c958a-9922-4040-94e6-f01acf6da8d4 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'be58bc09-f494-48d1-b94a-7edd7c676f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:45.193719 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Attempting to bind port ab4c958a-9922-4040-94e6-f01acf6da8d4 on network c4dc9608-3f03-408b-b994-5e30ebbc513a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:45.199708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Port ab4c958a-9922-4040-94e6-f01acf6da8d4 on network c4dc9608-3f03-408b-b994-5e30ebbc513a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:17:45.200042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Attempting to bind port ab4c958a-9922-4040-94e6-f01acf6da8d4 on network c4dc9608-3f03-408b-b994-5e30ebbc513a {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:45.205423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:45.205758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Checking segment: {'id': 'be58bc09-f494-48d1-b94a-7edd7c676f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:45.206773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Bound using segment: {'id': 'be58bc09-f494-48d1-b94a-7edd7c676f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:45.207251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Bound port: ab4c958a-9922-4040-94e6-f01acf6da8d4, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be58bc09-f494-48d1-b94a-7edd7c676f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:45.207624 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:45.280899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] For port ab4c958a-9922-4040-94e6-f01acf6da8d4, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:45.284110 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] For port ab4c958a-9922-4040-94e6-f01acf6da8d4, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ab4c958a-9922-4040-94e6-f01acf6da8d4,segment=NetworkSegment(be58bc09-f494-48d1-b94a-7edd7c676f56),segment_id=be58bc09-f494-48d1-b94a-7edd7c676f56)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:45.351871 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:45.387402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:45.388127 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:45.389400 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] 10.222.0.13 "PUT /v2.0/ports/ab4c958a-9922-4040-94e6-f01acf6da8d4 HTTP/1.1" status: 200 len: 1055 time: 0.8040137 Dec 11 23:17:45.389838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd7f0c0-6826-4572-9931-ec3971a91228', 'tag': 'ab4c958a-9922-4040-94e6-f01acf6da8d4'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:17:45.392110 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57212e47-5550-4d1b-b0a9-018fcfac6f77" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd7f0c0-6826-4572-9931-ec3971a91228", "tag": "ab4c958a-9922-4040-94e6-f01acf6da8d4"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:17:45.417067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe31efe-32e3-48fe-b598-afdcc9f19fbd service neutron] Pushing event updated for resources: {'Port': ['ID=ab4c958a-9922-4040-94e6-f01acf6da8d4,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:45.435100 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80c32de-7fc4-47b8-ba32-83e9385ce7f4 x-openstack-request-id: req-c80c32de-7fc4-47b8-ba32-83e9385ce7f4 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:17:45.435537 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd7f0c0-6826-4572-9931-ec3971a91228", "tag": "ab4c958a-9922-4040-94e6-f01acf6da8d4", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:17:45.435783 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c80c32de-7fc4-47b8-ba32-83e9385ce7f4 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:17:45.436194 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd7f0c0-6826-4572-9931-ec3971a91228', 'tag': 'ab4c958a-9922-4040-94e6-f01acf6da8d4', 'status': 'completed', 'code': 200} Dec 11 23:17:45.505511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57212e47-5550-4d1b-b0a9-018fcfac6f77 req-fa652570-3a50-4837-8082-7164c4d18c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:45.507272 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57212e47-5550-4d1b-b0a9-018fcfac6f77 req-fa652570-3a50-4837-8082-7164c4d18c44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52b3e13cae164be58bd062402458b6cf&device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 1058 time: 0.0499070 Dec 11 23:17:45.629773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57212e47-5550-4d1b-b0a9-018fcfac6f77 req-aa8e0567-69d8-40bf-aa5b-194ee6cc28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:45.630255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57212e47-5550-4d1b-b0a9-018fcfac6f77 req-aa8e0567-69d8-40bf-aa5b-194ee6cc28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:45.632360 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57212e47-5550-4d1b-b0a9-018fcfac6f77 req-aa8e0567-69d8-40bf-aa5b-194ee6cc28c3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=52b3e13cae164be58bd062402458b6cf&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1160669 Dec 11 23:17:45.732360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57212e47-5550-4d1b-b0a9-018fcfac6f77 req-40f0b18c-3f5c-4346-b438-27ba507c5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:45.733845 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57212e47-5550-4d1b-b0a9-018fcfac6f77 req-40f0b18c-3f5c-4346-b438-27ba507c5178 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946686 Dec 11 23:17:45.818136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-d3f6ba4f-a4f4-4c9a-acae-6938e2fdb312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:45.819792 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-d3f6ba4f-a4f4-4c9a-acae-6938e2fdb312 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52b3e13cae164be58bd062402458b6cf&device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 1058 time: 0.0494978 Dec 11 23:17:45.864756 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-4643833a-befc-43e1-8012-ce8aec9b3a81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=ab4c958a-9922-4040-94e6-f01acf6da8d4 HTTP/1.1" status: 200 len: 217 time: 0.0353463 Dec 11 23:17:45.913656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-5c560c24-bb7a-40ce-8f0a-d82392c2c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:45.915098 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-5c560c24-bb7a-40ce-8f0a-d82392c2c1ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fed30fb7-a2ab-4b01-8543-d2e5970c9146 HTTP/1.1" status: 200 len: 837 time: 0.0437810 Dec 11 23:17:45.961974 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-bc681636-8b43-4497-aef8-bc324da86cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:45.963687 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-bc681636-8b43-4497-aef8-bc324da86cbb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4dc9608-3f03-408b-b994-5e30ebbc513a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416403 Dec 11 23:17:46.090101 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-777abbb9-9472-42b4-8633-a1eeafc80271 service neutron] 10.222.0.13 "GET /v2.0/networks/c4dc9608-3f03-408b-b994-5e30ebbc513a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188598 Dec 11 23:17:46.113418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387570c-0194-4629-b7cb-56ab6b84bb06 req-6c526a90-d6de-4f1a-add1-f4dc86bb5672 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:46.114900 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7387570c-0194-4629-b7cb-56ab6b84bb06 req-6c526a90-d6de-4f1a-add1-f4dc86bb5672 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 907 time: 0.0767357 Dec 11 23:17:46.195717 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b20b46a-24dd-4041-9527-041f2eeb0057 req-2674df2b-2bff-42c5-ac54-b2775f1c1060 service neutron] 10.222.0.13 "GET /v2.0/networks/c4dc9608-3f03-408b-b994-5e30ebbc513a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982513 Dec 11 23:17:46.237213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44262) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:46.336814 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-53777a96-c158-4511-b9f6-faa6ed43127f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1819504420-network', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:46.460436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53777a96-c158-4511-b9f6-faa6ed43127f admin admin] Made reservation on behalf of 3f1650b52592438bb70bd31d3b9db857 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:17:46.462914 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53777a96-c158-4511-b9f6-faa6ed43127f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:46.471860 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53777a96-c158-4511-b9f6-faa6ed43127f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:46.545870 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53777a96-c158-4511-b9f6-faa6ed43127f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:46.619237 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53777a96-c158-4511-b9f6-faa6ed43127f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:46.645763 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53777a96-c158-4511-b9f6-faa6ed43127f admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:17:46.652598 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53777a96-c158-4511-b9f6-faa6ed43127f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855e432c-20b0-483f-9ccc-432ac06385f1,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:46.658751 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53777a96-c158-4511-b9f6-faa6ed43127f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:46.659142 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-53777a96-c158-4511-b9f6-faa6ed43127f admin admin] Added segment 71e99458-71ef-44e2-8503-fc91bbea2788 of type vlan for network f8178579-ad28-47f9-8866-f3ecfed49b02 Dec 11 23:17:46.701911 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53777a96-c158-4511-b9f6-faa6ed43127f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:46.779819 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53777a96-c158-4511-b9f6-faa6ed43127f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:46.780735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53777a96-c158-4511-b9f6-faa6ed43127f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:46.781360 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-53777a96-c158-4511-b9f6-faa6ed43127f admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:46.840525 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53777a96-c158-4511-b9f6-faa6ed43127f admin admin] Pushing event updated for resources: {'Network': ['ID=f8178579-ad28-47f9-8866-f3ecfed49b02,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:46.850591 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network f8178579-ad28-47f9-8866-f3ecfed49b02 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:17:46.868463 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-53777a96-c158-4511-b9f6-faa6ed43127f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6301501 Dec 11 23:17:46.871470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44266) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:46.876480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c083facd-64ed-4ce1-a112-17071a183f99 admin admin] Request body: {'subnet': {'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1819504420-subnet', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:46.945632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c083facd-64ed-4ce1-a112-17071a183f99 admin admin] Made reservation on behalf of 3f1650b52592438bb70bd31d3b9db857 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:17:46.948105 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c083facd-64ed-4ce1-a112-17071a183f99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:47.177377 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c083facd-64ed-4ce1-a112-17071a183f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:47.241596 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083facd-64ed-4ce1-a112-17071a183f99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90fc24e7-878b-4380-ad76-f74b1d005d71,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:47.242196 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60363f1-ddab-49b5-9e80-d2f6aad13faa req-633a6ab0-bcde-4f24-bc4a-c51f661defae tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:47.243805 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e60363f1-ddab-49b5-9e80-d2f6aad13faa req-633a6ab0-bcde-4f24-bc4a-c51f661defae tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 907 time: 0.0596435 Dec 11 23:17:47.253277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083facd-64ed-4ce1-a112-17071a183f99 admin admin] Checking segment: {'id': '71e99458-71ef-44e2-8503-fc91bbea2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:47.253708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c083facd-64ed-4ce1-a112-17071a183f99 admin admin] Network hostable DHCP agents. Network: f8178579-ad28-47f9-8866-f3ecfed49b02, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:17:47.333996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c083facd-64ed-4ce1-a112-17071a183f99 admin admin] Network f8178579-ad28-47f9-8866-f3ecfed49b02 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:17:47.402403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-c083facd-64ed-4ce1-a112-17071a183f99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, f8178579-ad28-47f9-8866-f3ecfed49b02) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:47.407920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083facd-64ed-4ce1-a112-17071a183f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:47.407920 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c083facd-64ed-4ce1-a112-17071a183f99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:47.412177 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69081c70-90a0-4831-91de-3981f1f4b8ab None None] Network f8178579-ad28-47f9-8866-f3ecfed49b02 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:17:47.491101 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c083facd-64ed-4ce1-a112-17071a183f99 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6183519 Dec 11 23:17:47.494488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44270) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:47.499168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:47.534278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-f8178579-ad28-47f9-8866-f3ecfed49b02', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'fixed_ips': [{'subnet_id': '90fc24e7-878b-4380-ad76-f74b1d005d71'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:17:47.535223 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:47.608099 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:47.609184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:47.639302 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:47.669113 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:47.694440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Allocated IP 172.20.0.2 (f8178579-ad28-47f9-8866-f3ecfed49b02/90fc24e7-878b-4380-ad76-f74b1d005d71/d6be9a4f-474f-4415-baa6-5801bad2d762) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:47.863965 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:47.922952 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:47.935740 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:47.966130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Network f8178579-ad28-47f9-8866-f3ecfed49b02 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:47.969013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:47.972567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:47.981871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Pushing event updated for resources: {'Port': ['ID=d6be9a4f-474f-4415-baa6-5801bad2d762,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:48.038416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Attempting to bind port d6be9a4f-474f-4415-baa6-5801bad2d762 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:48.038793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Attempting to bind port d6be9a4f-474f-4415-baa6-5801bad2d762 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '71e99458-71ef-44e2-8503-fc91bbea2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:48.039196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Attempting to bind port d6be9a4f-474f-4415-baa6-5801bad2d762 on network f8178579-ad28-47f9-8866-f3ecfed49b02 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:48.045864 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:48.046246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Checking segment: {'id': '71e99458-71ef-44e2-8503-fc91bbea2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:48.046652 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:48.047078 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Bound using segment: {'id': '71e99458-71ef-44e2-8503-fc91bbea2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:48.047556 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Bound port: d6be9a4f-474f-4415-baa6-5801bad2d762, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e99458-71ef-44e2-8503-fc91bbea2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:48.047943 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:48.121163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] For port d6be9a4f-474f-4415-baa6-5801bad2d762, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:48.124265 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] For port d6be9a4f-474f-4415-baa6-5801bad2d762, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d6be9a4f-474f-4415-baa6-5801bad2d762,segment=NetworkSegment(71e99458-71ef-44e2-8503-fc91bbea2788),segment_id=71e99458-71ef-44e2-8503-fc91bbea2788)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:48.191475 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:48.197865 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:48.217165 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:48.261271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9aeed-7789-4753-81d5-3a23a8e4cb4f None None] Pushing event updated for resources: {'Port': ['ID=d6be9a4f-474f-4415-baa6-5801bad2d762,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:48.361375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Allocated IP 172.25.1.166 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:48.410113 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ba3a4-2757-4a0d-bfeb-9419ee43c48c req-f02cd8f3-8228-40ba-8826-760a7181c53c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:48.415537 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-049ba3a4-2757-4a0d-bfeb-9419ee43c48c req-f02cd8f3-8228-40ba-8826-760a7181c53c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 907 time: 0.0900586 Dec 11 23:17:48.507534 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:48.602588 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:48.644276 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:48.649231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:48.653579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:48.657100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Pushing event updated for resources: {'Port': ['ID=29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:48.669874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3850056-ea98-4170-97fc-fae642e2ce4b None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:48.704427 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0a8e1181-8ceb-42aa-b96b-c9771deee4d9 None None] Provisioning complete for port 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:48.705034 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1181-8ceb-42aa-b96b-c9771deee4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:48.741924 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e1181-8ceb-42aa-b96b-c9771deee4d9 None None] Port 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:48.842219 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fa9a28a8-3b4f-46a1-bebd-b58369d4a941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:48.979586 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:49.169494 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75634e3a-d479-49f7-abb8-bc79d704d0ba None None] Network f8178579-ad28-47f9-8866-f3ecfed49b02 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:17:49.175092 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:49.374009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:17:49.436762 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c1d73bc5-046a-4294-b141-ae98126d83de None None] Provisioning complete for port d6be9a4f-474f-4415-baa6-5801bad2d762 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:49.437051 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1d73bc5-046a-4294-b141-ae98126d83de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:49.497556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:49.508785 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Sync routers for ids ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:49.524097 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Routers {'2efa2cae-4a64-4460-9748-4c2a1ae4bedf'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:49.525003 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:49.536075 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1d73bc5-046a-4294-b141-ae98126d83de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:49.585463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c1d73bc5-046a-4294-b141-ae98126d83de None None] For port d6be9a4f-474f-4415-baa6-5801bad2d762, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d6be9a4f-474f-4415-baa6-5801bad2d762,segment=NetworkSegment(71e99458-71ef-44e2-8503-fc91bbea2788),segment_id=71e99458-71ef-44e2-8503-fc91bbea2788)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:49.588004 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbacd0-5980-4978-a36b-7dcdf6b914c3 req-2cab167a-9ef8-412c-81c9-6582afe2c46f tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:49.589959 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4dfbacd0-5980-4978-a36b-7dcdf6b914c3 req-2cab167a-9ef8-412c-81c9-6582afe2c46f tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 907 time: 0.0692332 Dec 11 23:17:49.619978 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:49.623790 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e11ccdf2-4715-4f11-bde4-e6333971ac00 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1255217 Dec 11 23:17:49.624024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44276) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:49.645752 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Set router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:49.699917 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1d73bc5-046a-4294-b141-ae98126d83de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:49.763792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d73bc5-046a-4294-b141-ae98126d83de None None] Pushing event updated for resources: {'Port': ['ID=d6be9a4f-474f-4415-baa6-5801bad2d762,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:49.831426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-633b99f3-f051-400b-8e07-3031c11c7dcc None None] Provisioning complete for port d6be9a4f-474f-4415-baa6-5801bad2d762 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:49.832428 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-633b99f3-f051-400b-8e07-3031c11c7dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:49.853822 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:17:48Z', 'revision_number': 3, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port': {'id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:48Z', 'updated_at': '2021-12-11T23:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:49.886844 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Checking router: 2efa2cae-4a64-4460-9748-4c2a1ae4bedf for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:49.887211 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Updating router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf port 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:17:49.913331 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:50.169444 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d6be9a4f-474f-4415-baa6-5801bad2d762 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:50.187851 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:50.223083 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d6be9a4f-474f-4415-baa6-5801bad2d762 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:50.223634 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:50.251351 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:50.302206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d102a-0873-4942-9957-5398f56c0801 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:50.305227 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Attempting to bind port 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:50.305535 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Attempting to bind port 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:50.305899 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Attempting to bind port 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:50.315407 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:50.315787 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:50.316189 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:50.316577 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:50.317043 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Bound port: 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:50.317423 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:50.319756 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d3b9f-18b9-4114-a4c3-5f55a089852d None None] Pushing event updated for resources: {'Port': ['ID=29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:50.345672 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-47062759-d7a0-4730-b375-d43551eae964 None None] Provisioning complete for port 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:50.346473 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47062759-d7a0-4730-b375-d43551eae964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:50.378475 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] For port 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:50.383339 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] For port 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:50.383669 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-47062759-d7a0-4730-b375-d43551eae964 None None] Port 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:50.427792 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:50.465484 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:50.509475 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1f9318-969c-458f-997d-de5b53ffe655 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:50.523856 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Routers {'2efa2cae-4a64-4460-9748-4c2a1ae4bedf'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:50.524581 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:50.529724 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d3b9f-18b9-4114-a4c3-5f55a089852d None None] Pushing event updated for resources: {'Port': ['ID=29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:50.530917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ab4c958a-9922-4040-94e6-f01acf6da8d4 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:17:50.599021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Allocated IP 172.20.0.1 (f8178579-ad28-47f9-8866-f3ecfed49b02/90fc24e7-878b-4380-ad76-f74b1d005d71/1a10f16e-4740-445a-9d67-fe35d7f9e128) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:50.628926 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b0e43604-4602-464b-8f68-eab9e832a6c8 None None] Provisioning complete for port 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:50.629301 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b0e43604-4602-464b-8f68-eab9e832a6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:50.639127 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] Set router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:50.680603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ab4c958a-9922-4040-94e6-f01acf6da8d4, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ab4c958a-9922-4040-94e6-f01acf6da8d4,segment=NetworkSegment(be58bc09-f494-48d1-b94a-7edd7c676f56),segment_id=be58bc09-f494-48d1-b94a-7edd7c676f56)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:50.694442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'ab4c958a-9922-4040-94e6-f01acf6da8d4', 'network_id': 'c4dc9608-3f03-408b-b994-5e30ebbc513a', 'port_id': 'ab4c958a-9922-4040-94e6-f01acf6da8d4', 'mac_address': 'fa:16:3e:a7:5b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed30fb7-a2ab-4b01-8543-d2e5970c9146', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:17:50.741633 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:50.766072 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:50.776219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667424ea-914b-4782-ae0f-09875d86cb65 req-40a44b29-026c-4a66-b53f-07844fe5c63f tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:50.777184 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-667424ea-914b-4782-ae0f-09875d86cb65 req-40a44b29-026c-4a66-b53f-07844fe5c63f tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 907 time: 0.0896344 Dec 11 23:17:50.778605 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4c958a-9922-4040-94e6-f01acf6da8d4 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:17:50.799333 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b0e43604-4602-464b-8f68-eab9e832a6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:50.811078 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ab4c958a-9922-4040-94e6-f01acf6da8d4, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ab4c958a-9922-4040-94e6-f01acf6da8d4,segment=NetworkSegment(be58bc09-f494-48d1-b94a-7edd7c676f56),segment_id=be58bc09-f494-48d1-b94a-7edd7c676f56)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:50.827703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b0e43604-4602-464b-8f68-eab9e832a6c8 None None] For port 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:50.848329 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:17:48Z', 'revision_number': 3, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port': {'id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:48Z', 'updated_at': '2021-12-11T23:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:50.908570 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:50.934187 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:50.942533 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b0e43604-4602-464b-8f68-eab9e832a6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:50.972059 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f9a9d-471b-483a-bc42-b2bd29ced540 None None] The sync data for ids ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'] in n-d-710847-6 is: [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:17:48Z', 'revision_number': 3, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port': {'id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:48Z', 'updated_at': '2021-12-11T23:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:50.972516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ab4c958a-9922-4040-94e6-f01acf6da8d4,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:50.977937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Network f8178579-ad28-47f9-8866-f3ecfed49b02 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:50.980463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:50.984612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:51.019504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Pushing event updated for resources: {'Port': ['ID=1a10f16e-4740-445a-9d67-fe35d7f9e128,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:51.039240 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:51.048847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e43604-4602-464b-8f68-eab9e832a6c8 None None] Pushing event updated for resources: {'Port': ['ID=29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:51.214316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['ab4c958a-9922-4040-94e6-f01acf6da8d4'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:17:51.281543 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:51.308726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8695269b-ed75-4f3d-b22d-d03a5f3cba83 None None] Provisioning complete for port 1a10f16e-4740-445a-9d67-fe35d7f9e128 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:51.309239 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8695269b-ed75-4f3d-b22d-d03a5f3cba83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:51.350959 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8695269b-ed75-4f3d-b22d-d03a5f3cba83 None None] Port 1a10f16e-4740-445a-9d67-fe35d7f9e128 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:51.367549 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cf4c0bd-558e-46e4-9ddb-19505a959fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:51.376788 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:17:51.481365 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:51.573654 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:51.644918 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:51.646785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Pushing event updated for resources: {'Port': ['ID=1a10f16e-4740-445a-9d67-fe35d7f9e128,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:51.745660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Network f8178579-ad28-47f9-8866-f3ecfed49b02 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:51.747228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:51.879790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:17:51.945707 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857e5c7-a8ab-4833-9907-4619fcbb8096 req-476f2fa6-41c7-44bb-b568-fbb30d634679 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:51.947212 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6857e5c7-a8ab-4833-9907-4619fcbb8096 req-476f2fa6-41c7-44bb-b568-fbb30d634679 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 908 time: 0.0580652 Dec 11 23:17:52.002925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:52.008766 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b1a369ac-4084-4053-a578-efba7ac5804f admin admin] 10.222.0.45 "PUT /v2.0/routers/2efa2cae-4a64-4460-9748-4c2a1ae4bedf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3836832 Dec 11 23:17:52.085628 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-66942033-0fb4-4114-9e39-03a00a80e605 None None] Provisioning complete for port 1a10f16e-4740-445a-9d67-fe35d7f9e128 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:52.086027 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-66942033-0fb4-4114-9e39-03a00a80e605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:52.128073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-66942033-0fb4-4114-9e39-03a00a80e605 None None] Port 1a10f16e-4740-445a-9d67-fe35d7f9e128 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:52.148635 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:52.196838 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:52.197138 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:52.331801 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:52.538449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ab4c958a-9922-4040-94e6-f01acf6da8d4 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:52.637376 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Sync routers for ids ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:52.647142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Routers {'2efa2cae-4a64-4460-9748-4c2a1ae4bedf'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:52.648140 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:52.693106 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port ab4c958a-9922-4040-94e6-f01acf6da8d4 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:17:52.700015 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port ab4c958a-9922-4040-94e6-f01acf6da8d4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:52.700337 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:52.729544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44296) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:52.737212 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d3c34cf0-d4c6-4eed-87ae-8c3de3e7c725 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1088104808-network', 'tenant_id': '44a1923601194e68be8cda8309e53b93'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:52.794755 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Set router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:52.836576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c34cf0-d4c6-4eed-87ae-8c3de3e7c725 admin admin] Made reservation on behalf of 44a1923601194e68be8cda8309e53b93 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:17:52.839083 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3c34cf0-d4c6-4eed-87ae-8c3de3e7c725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:52.848305 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3c34cf0-d4c6-4eed-87ae-8c3de3e7c725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:52.897908 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:52.925295 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3c34cf0-d4c6-4eed-87ae-8c3de3e7c725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:52.963727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd7f0c0-6826-4572-9931-ec3971a91228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4c958a-9922-4040-94e6-f01acf6da8d4'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:17:52.966038 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67042e4-7417-40d9-ba61-ca61a0f66d2e" -d '{"events": [{"server_uuid": "4dd7f0c0-6826-4572-9931-ec3971a91228", "name": "network-vif-plugged", "status": "completed", "tag": "ab4c958a-9922-4040-94e6-f01acf6da8d4"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:17:52.985819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port ab4c958a-9922-4040-94e6-f01acf6da8d4, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ab4c958a-9922-4040-94e6-f01acf6da8d4,segment=NetworkSegment(be58bc09-f494-48d1-b94a-7edd7c676f56),segment_id=be58bc09-f494-48d1-b94a-7edd7c676f56)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:53.002614 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3c34cf0-d4c6-4eed-87ae-8c3de3e7c725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:53.034114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c34cf0-d4c6-4eed-87ae-8c3de3e7c725 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:17:53.039560 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408ecfc6-902a-4d64-adca-c5f761213eee x-openstack-request-id: req-408ecfc6-902a-4d64-adca-c5f761213eee {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:17:53.039734 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd7f0c0-6826-4572-9931-ec3971a91228", "name": "network-vif-plugged", "status": "completed", "tag": "ab4c958a-9922-4040-94e6-f01acf6da8d4", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:17:53.039930 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-408ecfc6-902a-4d64-adca-c5f761213eee {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:17:53.040693 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd7f0c0-6826-4572-9931-ec3971a91228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4c958a-9922-4040-94e6-f01acf6da8d4', 'code': 200} Dec 11 23:17:53.046321 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c34cf0-d4c6-4eed-87ae-8c3de3e7c725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504d0a08-d834-4444-9b71-9ab1b2afeb6f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:53.058221 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3c34cf0-d4c6-4eed-87ae-8c3de3e7c725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:53.059366 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-d3c34cf0-d4c6-4eed-87ae-8c3de3e7c725 admin admin] Added segment 7885d2b5-fd4c-459e-ad4b-c539fca9591d of type vlan for network 9c509f99-3bbc-4e57-a6db-0e3151a6e5ef Dec 11 23:17:53.067132 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:53.101248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:17:51Z', 'revision_number': 4, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port': {'id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:48Z', 'updated_at': '2021-12-11T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '1a10f16e-4740-445a-9d67-fe35d7f9e128', 'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'mac_address': 'fa:16:3e:83:f1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:50Z', 'updated_at': '2021-12-11T23:17:51Z', 'revision_number': 2, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'subnets': [{'id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:53.135084 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Checking router: 2efa2cae-4a64-4460-9748-4c2a1ae4bedf for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:53.135448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Updating router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf port 1a10f16e-4740-445a-9d67-fe35d7f9e128 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:17:53.151780 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3c34cf0-d4c6-4eed-87ae-8c3de3e7c725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:53.171935 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:53.173713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=ab4c958a-9922-4040-94e6-f01acf6da8d4,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:53.199796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721621f-5e95-402d-b8fe-5c00d5b5370b req-49095487-c235-424d-bbd3-1eb2e9c0d147 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:53.201353 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a721621f-5e95-402d-b8fe-5c00d5b5370b req-49095487-c235-424d-bbd3-1eb2e9c0d147 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 909 time: 0.1398730 Dec 11 23:17:53.204068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7938b6-5f6b-4a1d-80f6-5283bcf7638c req-b75bd3a9-5589-47df-beac-fc5c2b80b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:53.205434 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f7938b6-5f6b-4a1d-80f6-5283bcf7638c req-b75bd3a9-5589-47df-beac-fc5c2b80b048 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 1060 time: 0.1028337 Dec 11 23:17:53.248190 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3c34cf0-d4c6-4eed-87ae-8c3de3e7c725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:53.249160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c34cf0-d4c6-4eed-87ae-8c3de3e7c725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:53.249747 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3c34cf0-d4c6-4eed-87ae-8c3de3e7c725 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:53.312233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c34cf0-d4c6-4eed-87ae-8c3de3e7c725 admin admin] Pushing event updated for resources: {'Network': ['ID=9c509f99-3bbc-4e57-a6db-0e3151a6e5ef,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:53.337109 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 9c509f99-3bbc-4e57-a6db-0e3151a6e5ef details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:17:53.376670 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d3c34cf0-d4c6-4eed-87ae-8c3de3e7c725 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6460011 Dec 11 23:17:53.379421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44302) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:53.384819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-03abe090-f69a-412b-9c8e-8f1d818dfde5 admin admin] Request body: {'subnet': {'network_id': '9c509f99-3bbc-4e57-a6db-0e3151a6e5ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1088104808-subnet', 'tenant_id': '44a1923601194e68be8cda8309e53b93', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:53.476484 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03abe090-f69a-412b-9c8e-8f1d818dfde5 admin admin] Made reservation on behalf of 44a1923601194e68be8cda8309e53b93 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:17:53.478773 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-03abe090-f69a-412b-9c8e-8f1d818dfde5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:53.497422 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:53.562115 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:53.618441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73fcfc-1f3c-4414-9b5a-12397ce02096 None None] Pushing event updated for resources: {'Port': ['ID=1a10f16e-4740-445a-9d67-fe35d7f9e128,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:53.672242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Attempting to bind port 1a10f16e-4740-445a-9d67-fe35d7f9e128 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:53.672626 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Attempting to bind port 1a10f16e-4740-445a-9d67-fe35d7f9e128 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '71e99458-71ef-44e2-8503-fc91bbea2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:53.673008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Attempting to bind port 1a10f16e-4740-445a-9d67-fe35d7f9e128 on network f8178579-ad28-47f9-8866-f3ecfed49b02 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:53.678567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:53.679062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Checking segment: {'id': '71e99458-71ef-44e2-8503-fc91bbea2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:53.679477 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:53.679881 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Bound using segment: {'id': '71e99458-71ef-44e2-8503-fc91bbea2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:53.680360 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Bound port: 1a10f16e-4740-445a-9d67-fe35d7f9e128, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e99458-71ef-44e2-8503-fc91bbea2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:53.680753 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:53.717321 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-03abe090-f69a-412b-9c8e-8f1d818dfde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:53.749221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] For port 1a10f16e-4740-445a-9d67-fe35d7f9e128, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:53.753794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] For port 1a10f16e-4740-445a-9d67-fe35d7f9e128, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1a10f16e-4740-445a-9d67-fe35d7f9e128,segment=NetworkSegment(71e99458-71ef-44e2-8503-fc91bbea2788),segment_id=71e99458-71ef-44e2-8503-fc91bbea2788)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:53.789442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abe090-f69a-412b-9c8e-8f1d818dfde5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24095bf6-278e-41b2-a3a2-efcbdcc08972,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:53.799024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03abe090-f69a-412b-9c8e-8f1d818dfde5 admin admin] Checking segment: {'id': '7885d2b5-fd4c-459e-ad4b-c539fca9591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c509f99-3bbc-4e57-a6db-0e3151a6e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:53.799442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03abe090-f69a-412b-9c8e-8f1d818dfde5 admin admin] Network hostable DHCP agents. Network: 9c509f99-3bbc-4e57-a6db-0e3151a6e5ef, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:17:53.863914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-622b4da9-ad3e-44ab-ae9c-076003b72d64 None None] Provisioning complete for port 1a10f16e-4740-445a-9d67-fe35d7f9e128 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:53.864224 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-622b4da9-ad3e-44ab-ae9c-076003b72d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:53.866292 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:53.905066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03abe090-f69a-412b-9c8e-8f1d818dfde5 admin admin] Network 9c509f99-3bbc-4e57-a6db-0e3151a6e5ef is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:17:53.975423 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Routers {'2efa2cae-4a64-4460-9748-4c2a1ae4bedf'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:53.976081 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:53.979017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73fcfc-1f3c-4414-9b5a-12397ce02096 None None] Pushing event updated for resources: {'Port': ['ID=1a10f16e-4740-445a-9d67-fe35d7f9e128,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:54.017281 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-03abe090-f69a-412b-9c8e-8f1d818dfde5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 9c509f99-3bbc-4e57-a6db-0e3151a6e5ef) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:54.017832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03abe090-f69a-412b-9c8e-8f1d818dfde5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:54.018585 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-03abe090-f69a-412b-9c8e-8f1d818dfde5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:54.025875 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42c3adc-b8be-4c71-a257-6e2ad296fa7c None None] Network 9c509f99-3bbc-4e57-a6db-0e3151a6e5ef requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:17:54.091124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-03abe090-f69a-412b-9c8e-8f1d818dfde5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7105937 Dec 11 23:17:54.093641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44304) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:54.098509 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1088104808-router', 'tenant_id': '44a1923601194e68be8cda8309e53b93', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:17:54.185626 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:54.186704 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:54.235032 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:54.242990 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:54.324566 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-622b4da9-ad3e-44ab-ae9c-076003b72d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:54.328620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180681-de7f-4c66-bafc-97378be8c847 req-8faef9c9-8402-4f28-be15-86b26b97485d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:54.330196 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-22180681-de7f-4c66-bafc-97378be8c847 req-8faef9c9-8402-4f28-be15-86b26b97485d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 909 time: 0.0523572 Dec 11 23:17:54.373938 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] Set router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:54.425471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-622b4da9-ad3e-44ab-ae9c-076003b72d64 None None] For port 1a10f16e-4740-445a-9d67-fe35d7f9e128, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1a10f16e-4740-445a-9d67-fe35d7f9e128,segment=NetworkSegment(71e99458-71ef-44e2-8503-fc91bbea2788),segment_id=71e99458-71ef-44e2-8503-fc91bbea2788)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:54.452994 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:54.482860 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-9c509f99-3bbc-4e57-a6db-0e3151a6e5ef', 'network_id': '9c509f99-3bbc-4e57-a6db-0e3151a6e5ef', 'project_id': '44a1923601194e68be8cda8309e53b93', 'fixed_ips': [{'subnet_id': '24095bf6-278e-41b2-a3a2-efcbdcc08972'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:17:54.483735 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:54.536719 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-622b4da9-ad3e-44ab-ae9c-076003b72d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:54.706488 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b4da9-ad3e-44ab-ae9c-076003b72d64 None None] Pushing event updated for resources: {'Port': ['ID=1a10f16e-4740-445a-9d67-fe35d7f9e128,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:54.725705 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-35e6a8f7-e82b-427f-83a9-1d0838c4b9c4 None None] Provisioning complete for port 1a10f16e-4740-445a-9d67-fe35d7f9e128 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:54.731328 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-35e6a8f7-e82b-427f-83a9-1d0838c4b9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:54.775459 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:54.801220 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:54.820974 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:54.827814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Allocated IP 172.20.0.2 (9c509f99-3bbc-4e57-a6db-0e3151a6e5ef/24095bf6-278e-41b2-a3a2-efcbdcc08972/f7a52da1-1073-4e26-b084-19a710f2e821) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:54.914199 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:17:51Z', 'revision_number': 4, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port': {'id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:48Z', 'updated_at': '2021-12-11T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '1a10f16e-4740-445a-9d67-fe35d7f9e128', 'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'mac_address': 'fa:16:3e:83:f1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:50Z', 'updated_at': '2021-12-11T23:17:53Z', 'revision_number': 4, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'subnets': [{'id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:54.930590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Allocated IP 172.25.1.81 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/9573d9b4-a406-4202-984a-9d4f8f1315c4) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:54.968543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886dd679-de15-4994-80a0-0649015d0c35 None None] The sync data for ids ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'] in n-d-710847-6 is: [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:17:51Z', 'revision_number': 4, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port': {'id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:48Z', 'updated_at': '2021-12-11T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '1a10f16e-4740-445a-9d67-fe35d7f9e128', 'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'mac_address': 'fa:16:3e:83:f1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:50Z', 'updated_at': '2021-12-11T23:17:53Z', 'revision_number': 4, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'subnets': [{'id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:55.064546 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:55.075254 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:55.134417 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:55.163181 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:55.185189 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Network 9c509f99-3bbc-4e57-a6db-0e3151a6e5ef is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:55.188371 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:55.192043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:55.205140 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Pushing event updated for resources: {'Port': ['ID=f7a52da1-1073-4e26-b084-19a710f2e821,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:55.232160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:55.234972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:55.238152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:55.253295 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a266706-abfe-4026-9872-c65c40129f93 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:55.259755 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Attempting to bind port f7a52da1-1073-4e26-b084-19a710f2e821 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:55.260263 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Attempting to bind port f7a52da1-1073-4e26-b084-19a710f2e821 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '7885d2b5-fd4c-459e-ad4b-c539fca9591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c509f99-3bbc-4e57-a6db-0e3151a6e5ef'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:55.260734 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Attempting to bind port f7a52da1-1073-4e26-b084-19a710f2e821 on network 9c509f99-3bbc-4e57-a6db-0e3151a6e5ef {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:55.268763 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:55.269457 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Checking segment: {'id': '7885d2b5-fd4c-459e-ad4b-c539fca9591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c509f99-3bbc-4e57-a6db-0e3151a6e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:55.270237 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:55.270331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Pushing event updated for resources: {'Port': ['ID=9573d9b4-a406-4202-984a-9d4f8f1315c4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:55.270703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Bound using segment: {'id': '7885d2b5-fd4c-459e-ad4b-c539fca9591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c509f99-3bbc-4e57-a6db-0e3151a6e5ef'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:55.271998 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Bound port: f7a52da1-1073-4e26-b084-19a710f2e821, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7885d2b5-fd4c-459e-ad4b-c539fca9591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c509f99-3bbc-4e57-a6db-0e3151a6e5ef'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:55.272687 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:55.360054 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4360e11d-bbe9-4350-baa9-96480ce7a320 None None] Provisioning complete for port 9573d9b4-a406-4202-984a-9d4f8f1315c4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:55.361153 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4360e11d-bbe9-4350-baa9-96480ce7a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:55.368460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] For port f7a52da1-1073-4e26-b084-19a710f2e821, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:55.373049 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] For port f7a52da1-1073-4e26-b084-19a710f2e821, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f7a52da1-1073-4e26-b084-19a710f2e821,segment=NetworkSegment(7885d2b5-fd4c-459e-ad4b-c539fca9591d),segment_id=7885d2b5-fd4c-459e-ad4b-c539fca9591d)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:55.408536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4360e11d-bbe9-4350-baa9-96480ce7a320 None None] Port 9573d9b4-a406-4202-984a-9d4f8f1315c4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:55.459860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301726e2-6c09-413d-9d90-38045cacdfd8 req-f830b89d-80e6-48b6-9716-dc4ec644376a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:55.464852 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-301726e2-6c09-413d-9d90-38045cacdfd8 req-f830b89d-80e6-48b6-9716-dc4ec644376a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 909 time: 0.0530796 Dec 11 23:17:55.488371 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:55.557456 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0b04e-99cd-48ad-8ff0-b20ef0dc6457 None None] Pushing event updated for resources: {'Port': ['ID=f7a52da1-1073-4e26-b084-19a710f2e821,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:55.635579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39fb71-fc58-4644-aba6-3706f4519ebe req-1e91285c-ecf0-4b8b-9fd8-ad7423b8c131 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:55.639321 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9b39fb71-fc58-4644-aba6-3706f4519ebe req-1e91285c-ecf0-4b8b-9fd8-ad7423b8c131 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 909 time: 0.0727649 Dec 11 23:17:55.647716 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:55.862725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e435a5-43a7-4003-a352-da222b4252b7 req-f61f16c3-e019-47b7-9ee0-d3a9921e2faf tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:55.864326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-87e435a5-43a7-4003-a352-da222b4252b7 req-f61f16c3-e019-47b7-9ee0-d3a9921e2faf tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 1060 time: 0.1252587 Dec 11 23:17:55.936568 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:56.001157 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2940a-76d5-4c3c-9071-cebdfcc6a140 req-81bd8644-09b9-4ac8-9b81-adeb05434898 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:56.003206 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-86a2940a-76d5-4c3c-9071-cebdfcc6a140 req-81bd8644-09b9-4ac8-9b81-adeb05434898 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 1135 time: 0.0514998 Dec 11 23:17:56.063754 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-86a2940a-76d5-4c3c-9071-cebdfcc6a140 req-610f5ece-3373-4062-b0e0-22b9538c1003 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0519223 Dec 11 23:17:56.088235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44316) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:56.137438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f40112-4a0e-428c-8bf9-27b60c5c3f51 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:56.143313 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-20f40112-4a0e-428c-8bf9-27b60c5c3f51 tempest-TestSecurityGroupsBasicOps-1000597779 tempest-TestSecurityGroupsBasicOps-1000597779-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 1055 time: 0.0525212 Dec 11 23:17:56.196878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Router e9be55b1-da2e-40c7-be4f-3f0393fb7304 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:17:56.220972 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1a10f16e-4740-445a-9d67-fe35d7f9e128 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:56.272603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 1a10f16e-4740-445a-9d67-fe35d7f9e128 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:56.272984 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:56.331420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:56.343067 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Sync routers for ids ['e9be55b1-da2e-40c7-be4f-3f0393fb7304'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:56.368230 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Routers {'e9be55b1-da2e-40c7-be4f-3f0393fb7304'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:56.369230 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e9be55b1-da2e-40c7-be4f-3f0393fb7304'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:56.377840 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f7a52da1-1073-4e26-b084-19a710f2e821 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:56.410141 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:56.414779 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44320) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:17:56.415510 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-669fe355-314a-4255-a4c5-d65b289e020a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3206074 Dec 11 23:17:56.446058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port f7a52da1-1073-4e26-b084-19a710f2e821 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:56.446587 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:56.500981 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Set router e9be55b1-da2e-40c7-be4f-3f0393fb7304 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:56.566277 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:56.609664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port f7a52da1-1073-4e26-b084-19a710f2e821, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f7a52da1-1073-4e26-b084-19a710f2e821,segment=NetworkSegment(7885d2b5-fd4c-459e-ad4b-c539fca9591d),segment_id=7885d2b5-fd4c-459e-ad4b-c539fca9591d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:56.696169 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:56.721801 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'name': 'tempest-TestVolumeBackupRestore-1088104808-router', 'tenant_id': '44a1923601194e68be8cda8309e53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '9573d9b4-a406-4202-984a-9d4f8f1315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:54Z', 'updated_at': '2021-12-11T23:17:55Z', 'revision_number': 3, 'project_id': '44a1923601194e68be8cda8309e53b93', 'gw_port': {'id': '9573d9b4-a406-4202-984a-9d4f8f1315c4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:54Z', 'updated_at': '2021-12-11T23:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:56.742654 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e1579-4f60-4b63-b32b-e17fd52f8308 req-0beacc16-bfe2-473d-9e8e-9657b33be07a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:56.744291 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-344e1579-4f60-4b63-b32b-e17fd52f8308 req-0beacc16-bfe2-473d-9e8e-9657b33be07a tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 909 time: 0.0642204 Dec 11 23:17:56.760428 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Checking router: e9be55b1-da2e-40c7-be4f-3f0393fb7304 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:17:56.760702 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Updating router e9be55b1-da2e-40c7-be4f-3f0393fb7304 port 9573d9b4-a406-4202-984a-9d4f8f1315c4 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:17:56.775467 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=f7a52da1-1073-4e26-b084-19a710f2e821,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:56.800717 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:56.820258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb81ed73-0fef-4319-aef0-a6f0b3c26b8e None None] Network 9c509f99-3bbc-4e57-a6db-0e3151a6e5ef requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:17:56.893218 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-044e4222-12e7-4645-b10f-ca9129ddf8ff None None] Provisioning complete for port f7a52da1-1073-4e26-b084-19a710f2e821 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:56.893793 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-044e4222-12e7-4645-b10f-ca9129ddf8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:57.011589 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:57.090081 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:57.163159 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:57.180193 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Allocated IP 172.20.0.1 (9c509f99-3bbc-4e57-a6db-0e3151a6e5ef/24095bf6-278e-41b2-a3a2-efcbdcc08972/9cfd82c2-f0f0-4692-b40b-5950e384827a) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:17:57.207229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c421d2e0-3f91-42aa-a382-592716465b00 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:57.216517 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Attempting to bind port 9573d9b4-a406-4202-984a-9d4f8f1315c4 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:17:57.216714 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Attempting to bind port 9573d9b4-a406-4202-984a-9d4f8f1315c4 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:17:57.217077 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Attempting to bind port 9573d9b4-a406-4202-984a-9d4f8f1315c4 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:17:57.229894 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:17:57.229894 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:17:57.229894 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:57.229894 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:17:57.230323 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Bound port: 9573d9b4-a406-4202-984a-9d4f8f1315c4, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:17:57.230723 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:57.234166 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d5198-8da0-4d7a-8072-929e546e7eb8 None None] Pushing event updated for resources: {'Port': ['ID=9573d9b4-a406-4202-984a-9d4f8f1315c4,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:57.257129 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-dc336910-0449-4127-8a9b-a2bd75a55600 None None] Provisioning complete for port 9573d9b4-a406-4202-984a-9d4f8f1315c4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:57.257644 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dc336910-0449-4127-8a9b-a2bd75a55600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:57.297374 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] For port 9573d9b4-a406-4202-984a-9d4f8f1315c4, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:17:57.300884 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] For port 9573d9b4-a406-4202-984a-9d4f8f1315c4, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9573d9b4-a406-4202-984a-9d4f8f1315c4,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:17:57.303765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-dc336910-0449-4127-8a9b-a2bd75a55600 None None] Port 9573d9b4-a406-4202-984a-9d4f8f1315c4 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:57.315156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-dc336910-0449-4127-8a9b-a2bd75a55600 None None] Provisioning complete for port f7a52da1-1073-4e26-b084-19a710f2e821 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:57.319177 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dc336910-0449-4127-8a9b-a2bd75a55600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:57.362898 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:57.418921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a7344-fd35-4838-932c-ec128cbcb751 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:17:57.426272 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d5198-8da0-4d7a-8072-929e546e7eb8 None None] Pushing event updated for resources: {'Port': ['ID=9573d9b4-a406-4202-984a-9d4f8f1315c4,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:57.429574 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Routers {'e9be55b1-da2e-40c7-be4f-3f0393fb7304'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:57.430176 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e9be55b1-da2e-40c7-be4f-3f0393fb7304'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:57.536371 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5df1f16c-c3cf-47a9-b3b1-8d346a693c0e None None] Provisioning complete for port 9573d9b4-a406-4202-984a-9d4f8f1315c4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:57.536987 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5df1f16c-c3cf-47a9-b3b1-8d346a693c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:57.537711 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] Set router e9be55b1-da2e-40c7-be4f-3f0393fb7304 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:17:57.624443 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5df1f16c-c3cf-47a9-b3b1-8d346a693c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:57.649088 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:57.657312 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5df1f16c-c3cf-47a9-b3b1-8d346a693c0e None None] For port 9573d9b4-a406-4202-984a-9d4f8f1315c4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9573d9b4-a406-4202-984a-9d4f8f1315c4,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:57.714437 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5df1f16c-c3cf-47a9-b3b1-8d346a693c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:57.725172 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'name': 'tempest-TestVolumeBackupRestore-1088104808-router', 'tenant_id': '44a1923601194e68be8cda8309e53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '9573d9b4-a406-4202-984a-9d4f8f1315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:54Z', 'updated_at': '2021-12-11T23:17:55Z', 'revision_number': 3, 'project_id': '44a1923601194e68be8cda8309e53b93', 'gw_port': {'id': '9573d9b4-a406-4202-984a-9d4f8f1315c4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:54Z', 'updated_at': '2021-12-11T23:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:57.745790 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:57.754542 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58438e5-7d80-49af-9137-f4bd04f68f96 None None] The sync data for ids ['e9be55b1-da2e-40c7-be4f-3f0393fb7304'] in n-d-710847-6 is: [{'id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'name': 'tempest-TestVolumeBackupRestore-1088104808-router', 'tenant_id': '44a1923601194e68be8cda8309e53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '9573d9b4-a406-4202-984a-9d4f8f1315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:54Z', 'updated_at': '2021-12-11T23:17:55Z', 'revision_number': 3, 'project_id': '44a1923601194e68be8cda8309e53b93', 'gw_port': {'id': '9573d9b4-a406-4202-984a-9d4f8f1315c4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:54Z', 'updated_at': '2021-12-11T23:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:17:57.791207 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1f16c-c3cf-47a9-b3b1-8d346a693c0e None None] Pushing event updated for resources: {'Port': ['ID=9573d9b4-a406-4202-984a-9d4f8f1315c4,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:57.814581 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Network 9c509f99-3bbc-4e57-a6db-0e3151a6e5ef is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:57.817855 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:57.822022 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:17:57.845679 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Pushing event updated for resources: {'Port': ['ID=9cfd82c2-f0f0-4692-b40b-5950e384827a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:57.869042 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:57.923396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f878990-f544-4013-b746-a7f0b99e497c req-5adb3660-014b-4714-818d-eff18e950a95 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:57.927317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f878990-f544-4013-b746-a7f0b99e497c req-5adb3660-014b-4714-818d-eff18e950a95 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 909 time: 0.0804288 Dec 11 23:17:58.097140 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:58.127168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a9cb8-e29e-46f3-8502-088995751c5d req-ac3215ac-e3bf-4318-8134-93c63981228c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:17:58.129005 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d4a9cb8-e29e-46f3-8502-088995751c5d req-ac3215ac-e3bf-4318-8134-93c63981228c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 909 time: 0.0928850 Dec 11 23:17:58.149877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3aa48d91-f513-4fc7-9b67-b25adb8cc980 None None] Provisioning complete for port 9cfd82c2-f0f0-4692-b40b-5950e384827a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:58.150334 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3aa48d91-f513-4fc7-9b67-b25adb8cc980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:58.198167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3aa48d91-f513-4fc7-9b67-b25adb8cc980 None None] Port 9cfd82c2-f0f0-4692-b40b-5950e384827a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:58.271280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9573d9b4-a406-4202-984a-9d4f8f1315c4 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:58.296900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3d4a9cb8-e29e-46f3-8502-088995751c5d req-33aac1a4-23ab-43a4-bff6-6b181553b1b3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Deleting port ab4c958a-9922-4040-94e6-f01acf6da8d4 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:17:58.297244 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d4a9cb8-e29e-46f3-8502-088995751c5d req-33aac1a4-23ab-43a4-bff6-6b181553b1b3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:58.323082 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:58.338091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 9573d9b4-a406-4202-984a-9d4f8f1315c4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:58.338466 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:58.385385 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:58.402615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3d4a9cb8-e29e-46f3-8502-088995751c5d req-33aac1a4-23ab-43a4-bff6-6b181553b1b3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] For port ab4c958a-9922-4040-94e6-f01acf6da8d4, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=ab4c958a-9922-4040-94e6-f01acf6da8d4,segment=NetworkSegment(be58bc09-f494-48d1-b94a-7edd7c676f56),segment_id=be58bc09-f494-48d1-b94a-7edd7c676f56)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:17:58.403041 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d4a9cb8-e29e-46f3-8502-088995751c5d req-33aac1a4-23ab-43a4-bff6-6b181553b1b3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:58.420263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3d4a9cb8-e29e-46f3-8502-088995751c5d req-33aac1a4-23ab-43a4-bff6-6b181553b1b3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Calling delete_port for ab4c958a-9922-4040-94e6-f01acf6da8d4 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:17:58.427011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f7a52da1-1073-4e26-b084-19a710f2e821 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:17:58.462761 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Pushing event updated for resources: {'Port': ['ID=9cfd82c2-f0f0-4692-b40b-5950e384827a,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:58.471428 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:58.496677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port f7a52da1-1073-4e26-b084-19a710f2e821 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:58.497052 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:58.579388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Network 9c509f99-3bbc-4e57-a6db-0e3151a6e5ef is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:17:58.580928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:17:58.680393 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d4a9cb8-e29e-46f3-8502-088995751c5d req-33aac1a4-23ab-43a4-bff6-6b181553b1b3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:58.717932 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Router e9be55b1-da2e-40c7-be4f-3f0393fb7304 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:17:58.729909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aac1a4-23ab-43a4-bff6-6b181553b1b3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event deleted for resources: {'Port': ['ID=ab4c958a-9922-4040-94e6-f01acf6da8d4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:17:58.769444 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4a9cb8-e29e-46f3-8502-088995751c5d req-33aac1a4-23ab-43a4-bff6-6b181553b1b3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] No DVR routers for this DVR port ab4c958a-9922-4040-94e6-f01acf6da8d4 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:17:58.772831 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3d4a9cb8-e29e-46f3-8502-088995751c5d req-33aac1a4-23ab-43a4-bff6-6b181553b1b3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:58.777088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3d4a9cb8-e29e-46f3-8502-088995751c5d req-33aac1a4-23ab-43a4-bff6-6b181553b1b3 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.13 "DELETE /v2.0/ports/ab4c958a-9922-4040-94e6-f01acf6da8d4 HTTP/1.1" status: 204 len: 173 time: 0.6387477 Dec 11 23:17:58.777575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd7f0c0-6826-4572-9931-ec3971a91228', 'name': 'network-vif-deleted', 'tag': 'ab4c958a-9922-4040-94e6-f01acf6da8d4'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:17:58.789987 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3876cd67-62fa-4d41-9abc-84120148cfec" -d '{"events": [{"server_uuid": "4dd7f0c0-6826-4572-9931-ec3971a91228", "name": "network-vif-deleted", "tag": "ab4c958a-9922-4040-94e6-f01acf6da8d4"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:17:58.839412 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a099772-50b5-4108-9ace-ff91edc7423a x-openstack-request-id: req-9a099772-50b5-4108-9ace-ff91edc7423a {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:17:58.839709 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd7f0c0-6826-4572-9931-ec3971a91228", "name": "network-vif-deleted", "tag": "ab4c958a-9922-4040-94e6-f01acf6da8d4", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:17:58.839966 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a099772-50b5-4108-9ace-ff91edc7423a {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:17:58.840374 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd7f0c0-6826-4572-9931-ec3971a91228', 'name': 'network-vif-deleted', 'tag': 'ab4c958a-9922-4040-94e6-f01acf6da8d4', 'status': 'completed', 'code': 200} Dec 11 23:17:58.891993 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:17:58.907951 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-938cd754-ca94-49ac-9e8e-ec6a2090caf8 admin admin] 10.222.0.45 "PUT /v2.0/routers/e9be55b1-da2e-40c7-be4f-3f0393fb7304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4916058 Dec 11 23:17:58.924191 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f3d56166-b455-4fa8-b2d6-e828a7681de0 None None] Provisioning complete for port 9cfd82c2-f0f0-4692-b40b-5950e384827a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:17:58.924689 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f3d56166-b455-4fa8-b2d6-e828a7681de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:17:59.016516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f3d56166-b455-4fa8-b2d6-e828a7681de0 None None] Port 9cfd82c2-f0f0-4692-b40b-5950e384827a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:17:59.039877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cead2244-64aa-4286-941d-6754289a3550 req-234dfc0e-919b-4a99-a776-bea6dd5b32dd tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd7f0c0-6826-4572-9931-ec3971a91228 HTTP/1.1" status: 200 len: 210 time: 0.0294476 Dec 11 23:17:59.649590 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Sync routers for ids ['e9be55b1-da2e-40c7-be4f-3f0393fb7304'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:17:59.665727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Routers {'e9be55b1-da2e-40c7-be4f-3f0393fb7304'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:17:59.665727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e9be55b1-da2e-40c7-be4f-3f0393fb7304'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:17:59.938386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Set router e9be55b1-da2e-40c7-be4f-3f0393fb7304 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:18:00.097835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44380) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:00.151985 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'name': 'tempest-TestVolumeBackupRestore-1088104808-router', 'tenant_id': '44a1923601194e68be8cda8309e53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '9573d9b4-a406-4202-984a-9d4f8f1315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:54Z', 'updated_at': '2021-12-11T23:17:57Z', 'revision_number': 4, 'project_id': '44a1923601194e68be8cda8309e53b93', 'gw_port': {'id': '9573d9b4-a406-4202-984a-9d4f8f1315c4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:54Z', 'updated_at': '2021-12-11T23:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '9cfd82c2-f0f0-4692-b40b-5950e384827a', 'name': '', 'network_id': '9c509f99-3bbc-4e57-a6db-0e3151a6e5ef', 'tenant_id': '44a1923601194e68be8cda8309e53b93', 'mac_address': 'fa:16:3e:61:94:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '24095bf6-278e-41b2-a3a2-efcbdcc08972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:57Z', 'updated_at': '2021-12-11T23:17:58Z', 'revision_number': 2, 'project_id': '44a1923601194e68be8cda8309e53b93', 'subnets': [{'id': '24095bf6-278e-41b2-a3a2-efcbdcc08972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:00.183477 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Checking router: e9be55b1-da2e-40c7-be4f-3f0393fb7304 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:18:00.183836 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Updating router e9be55b1-da2e-40c7-be4f-3f0393fb7304 port 9cfd82c2-f0f0-4692-b40b-5950e384827a binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:18:00.209854 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:00.480710 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15bf471e-ba10-40ec-b9c5-b3b875b60ca1 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:00.482849 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:00.556454 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ab4c958a-9922-4040-94e6-f01acf6da8d4 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:18:00.579588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: ab4c958a-9922-4040-94e6-f01acf6da8d4 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:18:00.580111 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device ab4c958a-9922-4040-94e6-f01acf6da8d4 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:18:00.581991 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:00.650114 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f80a34-f322-4ddf-bebb-c7bd12dbecd0 None None] Pushing event updated for resources: {'Port': ['ID=9cfd82c2-f0f0-4692-b40b-5950e384827a,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:00.713814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Attempting to bind port 9cfd82c2-f0f0-4692-b40b-5950e384827a on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:18:00.714193 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Attempting to bind port 9cfd82c2-f0f0-4692-b40b-5950e384827a by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '7885d2b5-fd4c-459e-ad4b-c539fca9591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c509f99-3bbc-4e57-a6db-0e3151a6e5ef'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:18:00.714562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Attempting to bind port 9cfd82c2-f0f0-4692-b40b-5950e384827a on network 9c509f99-3bbc-4e57-a6db-0e3151a6e5ef {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:18:00.720276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:18:00.724198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Checking segment: {'id': '7885d2b5-fd4c-459e-ad4b-c539fca9591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c509f99-3bbc-4e57-a6db-0e3151a6e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:18:00.724198 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:00.724198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Bound using segment: {'id': '7885d2b5-fd4c-459e-ad4b-c539fca9591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c509f99-3bbc-4e57-a6db-0e3151a6e5ef'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:18:00.724198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Bound port: 9cfd82c2-f0f0-4692-b40b-5950e384827a, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7885d2b5-fd4c-459e-ad4b-c539fca9591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c509f99-3bbc-4e57-a6db-0e3151a6e5ef'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:18:00.724198 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:00.798234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] For port 9cfd82c2-f0f0-4692-b40b-5950e384827a, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:18:00.802014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] For port 9cfd82c2-f0f0-4692-b40b-5950e384827a, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9cfd82c2-f0f0-4692-b40b-5950e384827a,segment=NetworkSegment(7885d2b5-fd4c-459e-ad4b-c539fca9591d),segment_id=7885d2b5-fd4c-459e-ad4b-c539fca9591d)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:18:00.814960 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-15bf471e-ba10-40ec-b9c5-b3b875b60ca1 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Deleting port b621767b-622b-4ff8-be5d-feeed4384853 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:18:00.815313 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15bf471e-ba10-40ec-b9c5-b3b875b60ca1 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:00.886001 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:00.917888 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-15bf471e-ba10-40ec-b9c5-b3b875b60ca1 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] For port b621767b-622b-4ff8-be5d-feeed4384853, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b621767b-622b-4ff8-be5d-feeed4384853,segment=NetworkSegment(be58bc09-f494-48d1-b94a-7edd7c676f56),segment_id=be58bc09-f494-48d1-b94a-7edd7c676f56)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:00.918362 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15bf471e-ba10-40ec-b9c5-b3b875b60ca1 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:00.935239 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-15bf471e-ba10-40ec-b9c5-b3b875b60ca1 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Calling delete_port for b621767b-622b-4ff8-be5d-feeed4384853 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:18:00.940840 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Routers {'e9be55b1-da2e-40c7-be4f-3f0393fb7304'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:18:00.941479 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e9be55b1-da2e-40c7-be4f-3f0393fb7304'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:01.005028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f80a34-f322-4ddf-bebb-c7bd12dbecd0 None None] Pushing event updated for resources: {'Port': ['ID=9cfd82c2-f0f0-4692-b40b-5950e384827a,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:01.022211 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0652552a-0635-4cf8-9933-81cd760a2e9d None None] Provisioning complete for port 9cfd82c2-f0f0-4692-b40b-5950e384827a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:18:01.022578 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0652552a-0635-4cf8-9933-81cd760a2e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:01.142073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] Set router e9be55b1-da2e-40c7-be4f-3f0393fb7304 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:18:01.282858 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15bf471e-ba10-40ec-b9c5-b3b875b60ca1 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:01.303560 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0652552a-0635-4cf8-9933-81cd760a2e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:01.317366 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf471e-ba10-40ec-b9c5-b3b875b60ca1 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event deleted for resources: {'Port': ['ID=b621767b-622b-4ff8-be5d-feeed4384853,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:01.387968 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0652552a-0635-4cf8-9933-81cd760a2e9d None None] For port 9cfd82c2-f0f0-4692-b40b-5950e384827a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9cfd82c2-f0f0-4692-b40b-5950e384827a,segment=NetworkSegment(7885d2b5-fd4c-459e-ad4b-c539fca9591d),segment_id=7885d2b5-fd4c-459e-ad4b-c539fca9591d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:01.423087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'name': 'tempest-TestVolumeBackupRestore-1088104808-router', 'tenant_id': '44a1923601194e68be8cda8309e53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '9573d9b4-a406-4202-984a-9d4f8f1315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:54Z', 'updated_at': '2021-12-11T23:17:57Z', 'revision_number': 4, 'project_id': '44a1923601194e68be8cda8309e53b93', 'gw_port': {'id': '9573d9b4-a406-4202-984a-9d4f8f1315c4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:54Z', 'updated_at': '2021-12-11T23:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '9cfd82c2-f0f0-4692-b40b-5950e384827a', 'name': '', 'network_id': '9c509f99-3bbc-4e57-a6db-0e3151a6e5ef', 'tenant_id': '44a1923601194e68be8cda8309e53b93', 'mac_address': 'fa:16:3e:61:94:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '24095bf6-278e-41b2-a3a2-efcbdcc08972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:57Z', 'updated_at': '2021-12-11T23:18:00Z', 'revision_number': 4, 'project_id': '44a1923601194e68be8cda8309e53b93', 'subnets': [{'id': '24095bf6-278e-41b2-a3a2-efcbdcc08972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:01.458238 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0652552a-0635-4cf8-9933-81cd760a2e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:01.463331 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c832d7-d905-466f-9c44-6e8ebdd24d4f None None] The sync data for ids ['e9be55b1-da2e-40c7-be4f-3f0393fb7304'] in n-d-710847-6 is: [{'id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'name': 'tempest-TestVolumeBackupRestore-1088104808-router', 'tenant_id': '44a1923601194e68be8cda8309e53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '9573d9b4-a406-4202-984a-9d4f8f1315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:54Z', 'updated_at': '2021-12-11T23:17:57Z', 'revision_number': 4, 'project_id': '44a1923601194e68be8cda8309e53b93', 'gw_port': {'id': '9573d9b4-a406-4202-984a-9d4f8f1315c4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:54Z', 'updated_at': '2021-12-11T23:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '9cfd82c2-f0f0-4692-b40b-5950e384827a', 'name': '', 'network_id': '9c509f99-3bbc-4e57-a6db-0e3151a6e5ef', 'tenant_id': '44a1923601194e68be8cda8309e53b93', 'mac_address': 'fa:16:3e:61:94:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '24095bf6-278e-41b2-a3a2-efcbdcc08972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:57Z', 'updated_at': '2021-12-11T23:18:00Z', 'revision_number': 4, 'project_id': '44a1923601194e68be8cda8309e53b93', 'subnets': [{'id': '24095bf6-278e-41b2-a3a2-efcbdcc08972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:18:01.534293 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652552a-0635-4cf8-9933-81cd760a2e9d None None] Pushing event updated for resources: {'Port': ['ID=9cfd82c2-f0f0-4692-b40b-5950e384827a,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:01.573819 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15bf471e-ba10-40ec-b9c5-b3b875b60ca1 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:01.583187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-af34db85-feae-47da-8023-a7528a64a082 None None] Provisioning complete for port 9cfd82c2-f0f0-4692-b40b-5950e384827a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:18:01.585169 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-af34db85-feae-47da-8023-a7528a64a082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:01.852555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bf471e-ba10-40ec-b9c5-b3b875b60ca1 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Router a428a71b-9d4f-4ce3-ac29-39193945b60b has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:18:01.970159 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bf471e-ba10-40ec-b9c5-b3b875b60ca1 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:18:01.976726 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-15bf471e-ba10-40ec-b9c5-b3b875b60ca1 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "PUT /v2.0/routers/a428a71b-9d4f-4ce3-ac29-39193945b60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8770533 Dec 11 23:18:01.979110 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44416) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:01.981780 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad877e2-afa9-42ab-82aa-05ef4be9ca32 None None] Sync routers for ids ['a428a71b-9d4f-4ce3-ac29-39193945b60b'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:18:01.995623 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad877e2-afa9-42ab-82aa-05ef4be9ca32 None None] Routers {'a428a71b-9d4f-4ce3-ac29-39193945b60b'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:18:01.997102 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8ad877e2-afa9-42ab-82aa-05ef4be9ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a428a71b-9d4f-4ce3-ac29-39193945b60b'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:02.042753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b09585-c7c5-4c81-8c63-4288ac33efcc tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Deleting subnet fed30fb7-a2ab-4b01-8543-d2e5970c9146 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:18:02.046202 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2b09585-c7c5-4c81-8c63-4288ac33efcc tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:02.112930 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2b09585-c7c5-4c81-8c63-4288ac33efcc tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:02.146163 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8ad877e2-afa9-42ab-82aa-05ef4be9ca32 None None] Set router a428a71b-9d4f-4ce3-ac29-39193945b60b gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:18:02.232763 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2b09585-c7c5-4c81-8c63-4288ac33efcc tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:02.335285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9cfd82c2-f0f0-4692-b40b-5950e384827a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:18:02.396037 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2b09585-c7c5-4c81-8c63-4288ac33efcc tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:02.411842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 9cfd82c2-f0f0-4692-b40b-5950e384827a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:18:02.412696 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:02.421333 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8ad877e2-afa9-42ab-82aa-05ef4be9ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494138173', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:31Z', 'updated_at': '2021-12-11T23:18:01Z', 'revision_number': 5, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:32Z', 'updated_at': '2021-12-11T23:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:02.441233 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f2b09585-c7c5-4c81-8c63-4288ac33efcc tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:02.446129 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f2b09585-c7c5-4c81-8c63-4288ac33efcc tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "DELETE /v2.0/subnets/fed30fb7-a2ab-4b01-8543-d2e5970c9146 HTTP/1.1" status: 204 len: 168 time: 0.4647946 Dec 11 23:18:02.447800 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b09585-c7c5-4c81-8c63-4288ac33efcc tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event deleted for resources: {'Subnet': ['ID=fed30fb7-a2ab-4b01-8543-d2e5970c9146,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:02.449074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44422) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:02.454098 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad877e2-afa9-42ab-82aa-05ef4be9ca32 None None] Checking router: a428a71b-9d4f-4ce3-ac29-39193945b60b for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:18:02.462353 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79d2109-45ed-4b8e-8eb6-42bd60defe43 None None] Network c4dc9608-3f03-408b-b994-5e30ebbc513a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:18:02.469473 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad877e2-afa9-42ab-82aa-05ef4be9ca32 None None] Routers {'a428a71b-9d4f-4ce3-ac29-39193945b60b'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:18:02.470386 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8ad877e2-afa9-42ab-82aa-05ef4be9ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['a428a71b-9d4f-4ce3-ac29-39193945b60b'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:02.636861 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c28d495c-6239-4f44-8c7f-0a2ac2181efa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:02.691082 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327f4273-6403-407e-9eb1-62c62204f9c3 None None] DHCP port deletion for c4dc9608-3f03-408b-b994-5e30ebbc513a request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:18:02.755079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-327f4273-6403-407e-9eb1-62c62204f9c3 None None] Deleting port 1e2e1858-99c4-492b-a99e-90adfe653ad6 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:18:02.755526 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-327f4273-6403-407e-9eb1-62c62204f9c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:02.763560 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8ad877e2-afa9-42ab-82aa-05ef4be9ca32 None None] Set router a428a71b-9d4f-4ce3-ac29-39193945b60b gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:18:02.868251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-327f4273-6403-407e-9eb1-62c62204f9c3 None None] For port 1e2e1858-99c4-492b-a99e-90adfe653ad6, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1e2e1858-99c4-492b-a99e-90adfe653ad6,segment=NetworkSegment(be58bc09-f494-48d1-b94a-7edd7c676f56),segment_id=be58bc09-f494-48d1-b94a-7edd7c676f56)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:02.868851 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-327f4273-6403-407e-9eb1-62c62204f9c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:02.892333 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-327f4273-6403-407e-9eb1-62c62204f9c3 None None] Calling delete_port for 1e2e1858-99c4-492b-a99e-90adfe653ad6 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:18:03.002758 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8ad877e2-afa9-42ab-82aa-05ef4be9ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494138173', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:31Z', 'updated_at': '2021-12-11T23:18:01Z', 'revision_number': 5, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:32Z', 'updated_at': '2021-12-11T23:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:03.050850 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad877e2-afa9-42ab-82aa-05ef4be9ca32 None None] The sync data for ids ['a428a71b-9d4f-4ce3-ac29-39193945b60b'] in n-d-710847-6 is: [{'id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1494138173', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:31Z', 'updated_at': '2021-12-11T23:18:01Z', 'revision_number': 5, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '0c776fb6-47de-445c-9b1c-d6890381ad2c', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ce:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a428a71b-9d4f-4ce3-ac29-39193945b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:32Z', 'updated_at': '2021-12-11T23:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:18:03.156785 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-327f4273-6403-407e-9eb1-62c62204f9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:03.192866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f4273-6403-407e-9eb1-62c62204f9c3 None None] Pushing event deleted for resources: {'Port': ['ID=1e2e1858-99c4-492b-a99e-90adfe653ad6,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:03.199185 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f4273-6403-407e-9eb1-62c62204f9c3 None None] No DVR routers for this DVR port 1e2e1858-99c4-492b-a99e-90adfe653ad6 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:18:03.223966 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c28d495c-6239-4f44-8c7f-0a2ac2181efa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:03.343192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-c28d495c-6239-4f44-8c7f-0a2ac2181efa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Deleting port 0c776fb6-47de-445c-9b1c-d6890381ad2c {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:18:03.343589 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c28d495c-6239-4f44-8c7f-0a2ac2181efa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:03.432207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-c28d495c-6239-4f44-8c7f-0a2ac2181efa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] For port 0c776fb6-47de-445c-9b1c-d6890381ad2c, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=0c776fb6-47de-445c-9b1c-d6890381ad2c,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:03.432563 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c28d495c-6239-4f44-8c7f-0a2ac2181efa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:03.446930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-c28d495c-6239-4f44-8c7f-0a2ac2181efa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Calling delete_port for 0c776fb6-47de-445c-9b1c-d6890381ad2c owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:18:03.691726 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c28d495c-6239-4f44-8c7f-0a2ac2181efa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:03.718694 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d495c-6239-4f44-8c7f-0a2ac2181efa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event deleted for resources: {'Port': ['ID=0c776fb6-47de-445c-9b1c-d6890381ad2c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:03.735161 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea9590f-a37f-470d-be97-e64e201ae58c None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:18:03.780142 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c28d495c-6239-4f44-8c7f-0a2ac2181efa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:03.878495 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c28d495c-6239-4f44-8c7f-0a2ac2181efa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:03.880912 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c28d495c-6239-4f44-8c7f-0a2ac2181efa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:03.990681 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c28d495c-6239-4f44-8c7f-0a2ac2181efa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:03.991359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28d495c-6239-4f44-8c7f-0a2ac2181efa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Fanout notify agent at l3_agent the message router_deleted on router a428a71b-9d4f-4ce3-ac29-39193945b60b {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:18:03.998678 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c28d495c-6239-4f44-8c7f-0a2ac2181efa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:04.002245 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c28d495c-6239-4f44-8c7f-0a2ac2181efa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "DELETE /v2.0/routers/a428a71b-9d4f-4ce3-ac29-39193945b60b HTTP/1.1" status: 204 len: 168 time: 1.5454917 Dec 11 23:18:04.002437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44426) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:04.095949 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec70c4b9-d1ad-477a-ac59-79990a23f4ed tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:04.198611 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec70c4b9-d1ad-477a-ac59-79990a23f4ed tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:04.212328 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1e2e1858-99c4-492b-a99e-90adfe653ad6 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:18:04.231742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-ec70c4b9-d1ad-477a-ac59-79990a23f4ed tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4dc9608-3f03-408b-b994-5e30ebbc513a']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:04.233549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 1e2e1858-99c4-492b-a99e-90adfe653ad6 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:18:04.236223 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1e2e1858-99c4-492b-a99e-90adfe653ad6 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:18:04.236223 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b621767b-622b-4ff8-be5d-feeed4384853 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:18:04.246137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-ec70c4b9-d1ad-477a-ac59-79990a23f4ed tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be58bc09-f494-48d1-b94a-7edd7c676f56') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:04.246548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-ec70c4b9-d1ad-477a-ac59-79990a23f4ed tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be58bc09-f494-48d1-b94a-7edd7c676f56') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:04.258531 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec70c4b9-d1ad-477a-ac59-79990a23f4ed tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:04.258891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: b621767b-622b-4ff8-be5d-feeed4384853 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:18:04.259260 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b621767b-622b-4ff8-be5d-feeed4384853 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:18:04.276102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec70c4b9-d1ad-477a-ac59-79990a23f4ed tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:04.283177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec70c4b9-d1ad-477a-ac59-79990a23f4ed tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:18:04.283676 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec70c4b9-d1ad-477a-ac59-79990a23f4ed tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:18:04.286883 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:18:04.440315 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec70c4b9-d1ad-477a-ac59-79990a23f4ed tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:04.445331 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ec70c4b9-d1ad-477a-ac59-79990a23f4ed tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:04.448812 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ec70c4b9-d1ad-477a-ac59-79990a23f4ed tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "DELETE /v2.0/networks/c4dc9608-3f03-408b-b994-5e30ebbc513a HTTP/1.1" status: 204 len: 168 time: 0.4453816 Dec 11 23:18:04.451878 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44430) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:04.466951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70c4b9-d1ad-477a-ac59-79990a23f4ed tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event deleted for resources: {'Network': ['ID=c4dc9608-3f03-408b-b994-5e30ebbc513a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:04.620872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-3b9331f6-41fa-4cb1-8515-03e3d4175310 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Deleting port d0297e4f-691a-4ec3-9d74-f18ff7a51937 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:18:04.621146 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b9331f6-41fa-4cb1-8515-03e3d4175310 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:04.699988 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b9331f6-41fa-4cb1-8515-03e3d4175310 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:04.700263 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b9331f6-41fa-4cb1-8515-03e3d4175310 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:04.713106 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-3b9331f6-41fa-4cb1-8515-03e3d4175310 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Calling delete_port for d0297e4f-691a-4ec3-9d74-f18ff7a51937 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:18:04.922298 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b9331f6-41fa-4cb1-8515-03e3d4175310 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:04.946397 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9331f6-41fa-4cb1-8515-03e3d4175310 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event deleted for resources: {'Port': ['ID=d0297e4f-691a-4ec3-9d74-f18ff7a51937,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:05.016854 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b9331f6-41fa-4cb1-8515-03e3d4175310 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:05.017577 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-3b9331f6-41fa-4cb1-8515-03e3d4175310 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Floating IP 082d36c6-28e8-4e08-a269-ac833055d770 disassociated (deleted). External IP: 172.25.1.186, port: 90ec69be-e700-483e-a20d-8e780844387d. Dec 11 23:18:05.250223 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9331f6-41fa-4cb1-8515-03e3d4175310 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Router 064ae77b-9e4a-4a8f-8974-589454da603d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:18:05.364158 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9331f6-41fa-4cb1-8515-03e3d4175310 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:18:05.376137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8fea1c-f5f6-42b3-b499-081e7fa8dd65 None None] Sync routers for ids ['064ae77b-9e4a-4a8f-8974-589454da603d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:18:05.376814 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b9331f6-41fa-4cb1-8515-03e3d4175310 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:05.387125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8fea1c-f5f6-42b3-b499-081e7fa8dd65 None None] Routers {'064ae77b-9e4a-4a8f-8974-589454da603d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:18:05.387997 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ad8fea1c-f5f6-42b3-b499-081e7fa8dd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['064ae77b-9e4a-4a8f-8974-589454da603d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:05.410285 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3b9331f6-41fa-4cb1-8515-03e3d4175310 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "DELETE /v2.0/floatingips/082d36c6-28e8-4e08-a269-ac833055d770 HTTP/1.1" status: 204 len: 168 time: 0.9548314 Dec 11 23:18:05.410285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c225a6f6-c659-439f-a421-d535dc8f28d4', 'tag': '90ec69be-e700-483e-a20d-8e780844387d'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:18:05.416442 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7d50df-0434-4959-a38f-4010afbdfcca" -d '{"events": [{"name": "network-changed", "server_uuid": "c225a6f6-c659-439f-a421-d535dc8f28d4", "tag": "90ec69be-e700-483e-a20d-8e780844387d"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:18:05.477931 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4a4271-9b96-4b77-a3ab-37e789c943eb x-openstack-request-id: req-1e4a4271-9b96-4b77-a3ab-37e789c943eb {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:18:05.478518 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c225a6f6-c659-439f-a421-d535dc8f28d4", "tag": "90ec69be-e700-483e-a20d-8e780844387d", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:18:05.478993 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1e4a4271-9b96-4b77-a3ab-37e789c943eb {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:18:05.479419 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c225a6f6-c659-439f-a421-d535dc8f28d4', 'tag': '90ec69be-e700-483e-a20d-8e780844387d', 'status': 'completed', 'code': 200} Dec 11 23:18:05.542220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-ad8fea1c-f5f6-42b3-b499-081e7fa8dd65 None None] Set router 064ae77b-9e4a-4a8f-8974-589454da603d gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:18:05.573919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d50df-0434-4959-a38f-4010afbdfcca req-dcfe2401-acd2-4bdd-ba32-5ccd25b3751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:05.577294 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d7d50df-0434-4959-a38f-4010afbdfcca req-dcfe2401-acd2-4bdd-ba32-5ccd25b3751a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52b3e13cae164be58bd062402458b6cf&device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 1135 time: 0.0527182 Dec 11 23:18:05.686422 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d50df-0434-4959-a38f-4010afbdfcca req-ac196360-761b-423d-8a0a-fffb845a14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:05.688335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d7d50df-0434-4959-a38f-4010afbdfcca req-ac196360-761b-423d-8a0a-fffb845a14c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=133a98f1-bb67-4ba6-bb95-2059182b1cc7 HTTP/1.1" status: 200 len: 897 time: 0.1041269 Dec 11 23:18:05.743126 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d7d50df-0434-4959-a38f-4010afbdfcca req-77c61ac2-4d53-4fbe-9f5d-e9aa0fc6a237 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90ec69be-e700-483e-a20d-8e780844387d HTTP/1.1" status: 200 len: 217 time: 0.0479481 Dec 11 23:18:05.760124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ad8fea1c-f5f6-42b3-b499-081e7fa8dd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1555784868', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:27Z', 'updated_at': '2021-12-11T23:16:34Z', 'revision_number': 4, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:28Z', 'updated_at': '2021-12-11T23:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '15196087-2537-4d2e-bcb0-6511f2617e3f', 'name': '', 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'mac_address': 'fa:16:3e:a7:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:33Z', 'updated_at': '2021-12-11T23:16:39Z', 'revision_number': 5, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'subnets': [{'id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:05.790131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8fea1c-f5f6-42b3-b499-081e7fa8dd65 None None] Checking router: 064ae77b-9e4a-4a8f-8974-589454da603d for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:18:05.801746 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8fea1c-f5f6-42b3-b499-081e7fa8dd65 None None] Routers {'064ae77b-9e4a-4a8f-8974-589454da603d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:18:05.801746 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ad8fea1c-f5f6-42b3-b499-081e7fa8dd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['064ae77b-9e4a-4a8f-8974-589454da603d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:05.820054 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d50df-0434-4959-a38f-4010afbdfcca req-03917f75-793f-4765-963d-d14ea565a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:05.821914 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d7d50df-0434-4959-a38f-4010afbdfcca req-03917f75-793f-4765-963d-d14ea565a8a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1aae148f-5bc4-4f25-9f18-0eb202750321 HTTP/1.1" status: 200 len: 835 time: 0.0710711 Dec 11 23:18:05.908795 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d50df-0434-4959-a38f-4010afbdfcca req-d88fb402-6563-46e3-9086-41c6f2feaa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:05.910333 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d7d50df-0434-4959-a38f-4010afbdfcca req-d88fb402-6563-46e3-9086-41c6f2feaa2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=133a98f1-bb67-4ba6-bb95-2059182b1cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745137 Dec 11 23:18:05.919435 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5862a-2d7e-43d6-acb3-7010efc172e7 req-718d2dc1-3ffc-4582-9d5f-8d893a19c35e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:05.927044 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46d5862a-2d7e-43d6-acb3-7010efc172e7 req-718d2dc1-3ffc-4582-9d5f-8d893a19c35e tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 984 time: 0.1035147 Dec 11 23:18:06.050045 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46d5862a-2d7e-43d6-acb3-7010efc172e7 req-717a589e-900a-4b32-9fbd-9ed3fe5831d8 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1218851 Dec 11 23:18:06.069639 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d7d50df-0434-4959-a38f-4010afbdfcca req-e1f01eff-7742-4cdb-887f-041b70d802fb service neutron] 10.222.0.47 "GET /v2.0/networks/133a98f1-bb67-4ba6-bb95-2059182b1cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347032 Dec 11 23:18:06.113258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0c776fb6-47de-445c-9b1c-d6890381ad2c no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:18:06.118358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-ad8fea1c-f5f6-42b3-b499-081e7fa8dd65 None None] Set router 064ae77b-9e4a-4a8f-8974-589454da603d gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:18:06.166593 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 0c776fb6-47de-445c-9b1c-d6890381ad2c {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:18:06.166857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 0c776fb6-47de-445c-9b1c-d6890381ad2c not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:18:06.172501 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d7d50df-0434-4959-a38f-4010afbdfcca req-600f9aa2-469e-4b11-89bb-6688c1191827 service neutron] 10.222.0.47 "GET /v2.0/networks/133a98f1-bb67-4ba6-bb95-2059182b1cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944390 Dec 11 23:18:06.340680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ad8fea1c-f5f6-42b3-b499-081e7fa8dd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1555784868', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:27Z', 'updated_at': '2021-12-11T23:16:34Z', 'revision_number': 4, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:28Z', 'updated_at': '2021-12-11T23:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '15196087-2537-4d2e-bcb0-6511f2617e3f', 'name': '', 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'mac_address': 'fa:16:3e:a7:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:33Z', 'updated_at': '2021-12-11T23:16:39Z', 'revision_number': 5, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'subnets': [{'id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:06.371466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8fea1c-f5f6-42b3-b499-081e7fa8dd65 None None] The sync data for ids ['064ae77b-9e4a-4a8f-8974-589454da603d'] in n-d-710847-6 is: [{'id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1555784868', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:27Z', 'updated_at': '2021-12-11T23:16:34Z', 'revision_number': 4, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:28Z', 'updated_at': '2021-12-11T23:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '15196087-2537-4d2e-bcb0-6511f2617e3f', 'name': '', 'network_id': '133a98f1-bb67-4ba6-bb95-2059182b1cc7', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'mac_address': 'fa:16:3e:a7:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:33Z', 'updated_at': '2021-12-11T23:16:39Z', 'revision_number': 5, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'subnets': [{'id': '1aae148f-5bc4-4f25-9f18-0eb202750321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:18:06.617105 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2305378-3221-470e-a593-f0222657f84d None None] New status for floating IP 082d36c6-28e8-4e08-a269-ac833055d770: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:18:07.182269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41477c1-8c5a-4663-838e-984cc454e9ab req-1e88bc47-016d-4388-b600-705329d45c15 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:07.183857 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e41477c1-8c5a-4663-838e-984cc454e9ab req-1e88bc47-016d-4388-b600-705329d45c15 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 984 time: 0.0531740 Dec 11 23:18:07.246409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fa442-4ada-42f3-be6e-e2cf3950b07b req-20c45add-6765-4533-be18-5ada5aacd3ee tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:07.248211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d0fa442-4ada-42f3-be6e-e2cf3950b07b req-20c45add-6765-4533-be18-5ada5aacd3ee tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.47 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 984 time: 0.0554457 Dec 11 23:18:07.252409 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e41477c1-8c5a-4663-838e-984cc454e9ab req-8db8ac5d-9d9e-4d55-8861-36a0f47f00e4 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2b20e08-5c32-47c4-a2f0-37f8870efddc&id=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0625381 Dec 11 23:18:07.351371 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-1d0fa442-4ada-42f3-be6e-e2cf3950b07b req-ce38be5d-294a-4991-bd77-1285ca0fa3fa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Deleting port 90ec69be-e700-483e-a20d-8e780844387d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:18:07.351717 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1d0fa442-4ada-42f3-be6e-e2cf3950b07b req-ce38be5d-294a-4991-bd77-1285ca0fa3fa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:07.442410 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1d0fa442-4ada-42f3-be6e-e2cf3950b07b req-ce38be5d-294a-4991-bd77-1285ca0fa3fa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] For port 90ec69be-e700-483e-a20d-8e780844387d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=90ec69be-e700-483e-a20d-8e780844387d,segment=NetworkSegment(864c9210-0ba4-4477-9b3b-a7625cb4333f),segment_id=864c9210-0ba4-4477-9b3b-a7625cb4333f)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:07.442789 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1d0fa442-4ada-42f3-be6e-e2cf3950b07b req-ce38be5d-294a-4991-bd77-1285ca0fa3fa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:07.455568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-1d0fa442-4ada-42f3-be6e-e2cf3950b07b req-ce38be5d-294a-4991-bd77-1285ca0fa3fa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Calling delete_port for 90ec69be-e700-483e-a20d-8e780844387d owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:18:07.653409 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1d0fa442-4ada-42f3-be6e-e2cf3950b07b req-ce38be5d-294a-4991-bd77-1285ca0fa3fa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:07.687129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38be5d-294a-4991-bd77-1285ca0fa3fa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event deleted for resources: {'Port': ['ID=90ec69be-e700-483e-a20d-8e780844387d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:07.734020 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0fa442-4ada-42f3-be6e-e2cf3950b07b req-ce38be5d-294a-4991-bd77-1285ca0fa3fa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] No DVR routers for this DVR port 90ec69be-e700-483e-a20d-8e780844387d on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:18:07.736635 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1d0fa442-4ada-42f3-be6e-e2cf3950b07b req-ce38be5d-294a-4991-bd77-1285ca0fa3fa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:07.741045 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d0fa442-4ada-42f3-be6e-e2cf3950b07b req-ce38be5d-294a-4991-bd77-1285ca0fa3fa tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.47 "DELETE /v2.0/ports/90ec69be-e700-483e-a20d-8e780844387d HTTP/1.1" status: 204 len: 173 time: 0.4867797 Dec 11 23:18:07.741503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c225a6f6-c659-439f-a421-d535dc8f28d4', 'name': 'network-vif-deleted', 'tag': '90ec69be-e700-483e-a20d-8e780844387d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:18:07.743973 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe27d57-4fa0-4e2c-bceb-73c6abc630b9" -d '{"events": [{"server_uuid": "c225a6f6-c659-439f-a421-d535dc8f28d4", "name": "network-vif-deleted", "tag": "90ec69be-e700-483e-a20d-8e780844387d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:18:07.783197 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41ec23f-af52-4474-be3f-70df0a4f6fcd x-openstack-request-id: req-b41ec23f-af52-4474-be3f-70df0a4f6fcd {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:18:07.787580 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c225a6f6-c659-439f-a421-d535dc8f28d4", "name": "network-vif-deleted", "tag": "90ec69be-e700-483e-a20d-8e780844387d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:18:07.787580 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b41ec23f-af52-4474-be3f-70df0a4f6fcd {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:18:07.787580 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c225a6f6-c659-439f-a421-d535dc8f28d4', 'name': 'network-vif-deleted', 'tag': '90ec69be-e700-483e-a20d-8e780844387d', 'status': 'completed', 'code': 200} Dec 11 23:18:08.370753 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1624ce1f-f0c0-49c7-9070-c6618c638679 req-244e05d2-89cf-4700-ac92-0df5cb5f5105 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "GET /v2.0/ports?device_id=c225a6f6-c659-439f-a421-d535dc8f28d4 HTTP/1.1" status: 200 len: 210 time: 0.0263364 Dec 11 23:18:09.432311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44456) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:09.485323 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-68a291bb-9675-40a0-817b-0f353109acac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:09.513061 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-68a291bb-9675-40a0-817b-0f353109acac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:09.693810 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-68a291bb-9675-40a0-817b-0f353109acac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:09.696670 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-68a291bb-9675-40a0-817b-0f353109acac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:09.697944 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-68a291bb-9675-40a0-817b-0f353109acac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "DELETE /v2.0/security-groups/ceb1f2ae-9cf0-4972-bcef-202e21dcfda2 HTTP/1.1" status: 204 len: 168 time: 0.2645123 Dec 11 23:18:09.700654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44460) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:09.708172 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a291bb-9675-40a0-817b-0f353109acac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb1f2ae-9cf0-4972-bcef-202e21dcfda2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:09.758305 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acdff747-929d-434e-ac1f-90fc34b5ba81 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:09.782195 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acdff747-929d-434e-ac1f-90fc34b5ba81 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:09.908466 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acdff747-929d-434e-ac1f-90fc34b5ba81 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:09.911512 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acdff747-929d-434e-ac1f-90fc34b5ba81 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:09.915992 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-acdff747-929d-434e-ac1f-90fc34b5ba81 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "DELETE /v2.0/security-groups/d2b20e08-5c32-47c4-a2f0-37f8870efddc HTTP/1.1" status: 204 len: 168 time: 0.2111423 Dec 11 23:18:09.916105 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44462) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:09.922727 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdff747-929d-434e-ac1f-90fc34b5ba81 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b20e08-5c32-47c4-a2f0-37f8870efddc,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:10.644146 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:10.909968 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Deleting port 15196087-2537-4d2e-bcb0-6511f2617e3f {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:18:10.910415 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:11.011476 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] For port 15196087-2537-4d2e-bcb0-6511f2617e3f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=15196087-2537-4d2e-bcb0-6511f2617e3f,segment=NetworkSegment(864c9210-0ba4-4477-9b3b-a7625cb4333f),segment_id=864c9210-0ba4-4477-9b3b-a7625cb4333f)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:11.011849 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:11.024132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Calling delete_port for 15196087-2537-4d2e-bcb0-6511f2617e3f owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:18:11.276504 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:11.303150 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event deleted for resources: {'Port': ['ID=15196087-2537-4d2e-bcb0-6511f2617e3f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:11.329620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:11.335040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:11.335040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:11.335040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:11.335040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:11.335040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:11.335040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:11.335040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:11.335040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:11.335040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:11.335040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:11.335040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:11.335040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:11.512469 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:11.735583 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Router 064ae77b-9e4a-4a8f-8974-589454da603d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:18:11.850274 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:18:11.858547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44470) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:11.859313 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2592d204-1015-413f-b566-ad76b655f1c0 tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "PUT /v2.0/routers/064ae77b-9e4a-4a8f-8974-589454da603d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9418261 Dec 11 23:18:11.861150 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d885ccf1-31de-4851-8db2-896a08ba784a None None] Sync routers for ids ['064ae77b-9e4a-4a8f-8974-589454da603d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:18:11.872062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d885ccf1-31de-4851-8db2-896a08ba784a None None] Routers {'064ae77b-9e4a-4a8f-8974-589454da603d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:18:11.872749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d885ccf1-31de-4851-8db2-896a08ba784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['064ae77b-9e4a-4a8f-8974-589454da603d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:11.910983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Deleting subnet 1aae148f-5bc4-4f25-9f18-0eb202750321 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:18:11.914584 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:11.956665 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:11.985569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-d885ccf1-31de-4851-8db2-896a08ba784a None None] Set router 064ae77b-9e4a-4a8f-8974-589454da603d gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:18:12.057852 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:12.197902 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 90ec69be-e700-483e-a20d-8e780844387d no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:18:12.398195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 90ec69be-e700-483e-a20d-8e780844387d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:18:12.398195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 90ec69be-e700-483e-a20d-8e780844387d not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:18:12.398195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d885ccf1-31de-4851-8db2-896a08ba784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1555784868', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:27Z', 'updated_at': '2021-12-11T23:18:11Z', 'revision_number': 5, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:28Z', 'updated_at': '2021-12-11T23:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:12.398195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d885ccf1-31de-4851-8db2-896a08ba784a None None] Checking router: 064ae77b-9e4a-4a8f-8974-589454da603d for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:18:12.398195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d885ccf1-31de-4851-8db2-896a08ba784a None None] Routers {'064ae77b-9e4a-4a8f-8974-589454da603d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:18:12.398195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d885ccf1-31de-4851-8db2-896a08ba784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:17:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['064ae77b-9e4a-4a8f-8974-589454da603d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:12.398195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-d885ccf1-31de-4851-8db2-896a08ba784a None None] Set router 064ae77b-9e4a-4a8f-8974-589454da603d gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:18:12.593445 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d885ccf1-31de-4851-8db2-896a08ba784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1555784868', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:27Z', 'updated_at': '2021-12-11T23:18:11Z', 'revision_number': 5, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:28Z', 'updated_at': '2021-12-11T23:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:12.624606 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d885ccf1-31de-4851-8db2-896a08ba784a None None] The sync data for ids ['064ae77b-9e4a-4a8f-8974-589454da603d'] in n-d-710847-6 is: [{'id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1555784868', 'tenant_id': '52b3e13cae164be58bd062402458b6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:27Z', 'updated_at': '2021-12-11T23:18:11Z', 'revision_number': 5, 'project_id': '52b3e13cae164be58bd062402458b6cf', 'gw_port': {'id': '681f6b47-7dac-4200-9414-f6b7fb54293f', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ae77b-9e4a-4a8f-8974-589454da603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:28Z', 'updated_at': '2021-12-11T23:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:18:12.691996 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:12.719493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event deleted for resources: {'Subnet': ['ID=1aae148f-5bc4-4f25-9f18-0eb202750321,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:12.730968 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:12.735172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634f2e9f-9682-45c8-aa5f-28b1adc5175d None None] Network 133a98f1-bb67-4ba6-bb95-2059182b1cc7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:18:12.736271 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44482) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:12.736714 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "DELETE /v2.0/subnets/1aae148f-5bc4-4f25-9f18-0eb202750321 HTTP/1.1" status: 204 len: 168 time: 0.8763587 Dec 11 23:18:12.737993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:12.738429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:12.738750 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:12.739122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:12.739466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:12.739873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:12.740211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:12.740550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:12.740886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:12.741219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:12.741552 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:12.741884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:12.742209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f6a1d-6759-4c6e-8ca5-134b6841ecac tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:12.883397 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd64b-61ea-49eb-9c4f-c2b8f016a18d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:13.005113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961b7adf-2bcc-436c-91f9-4fafe3e0ec28 None None] DHCP port deletion for 133a98f1-bb67-4ba6-bb95-2059182b1cc7 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:18:13.007828 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd64b-61ea-49eb-9c4f-c2b8f016a18d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:13.055705 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-961b7adf-2bcc-436c-91f9-4fafe3e0ec28 None None] Deleting port b094dbd1-21ca-4058-ab2f-f3767fc6e400 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:18:13.056036 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-961b7adf-2bcc-436c-91f9-4fafe3e0ec28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:13.127466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-961b7adf-2bcc-436c-91f9-4fafe3e0ec28 None None] For port b094dbd1-21ca-4058-ab2f-f3767fc6e400, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b094dbd1-21ca-4058-ab2f-f3767fc6e400,segment=NetworkSegment(864c9210-0ba4-4477-9b3b-a7625cb4333f),segment_id=864c9210-0ba4-4477-9b3b-a7625cb4333f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:13.128211 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-961b7adf-2bcc-436c-91f9-4fafe3e0ec28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:13.148852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-961b7adf-2bcc-436c-91f9-4fafe3e0ec28 None None] Calling delete_port for b094dbd1-21ca-4058-ab2f-f3767fc6e400 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:18:13.168510 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cd64b-61ea-49eb-9c4f-c2b8f016a18d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Deleting port 681f6b47-7dac-4200-9414-f6b7fb54293f {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:18:13.169252 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd64b-61ea-49eb-9c4f-c2b8f016a18d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:13.257251 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-8d8cd64b-61ea-49eb-9c4f-c2b8f016a18d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] For port 681f6b47-7dac-4200-9414-f6b7fb54293f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=681f6b47-7dac-4200-9414-f6b7fb54293f,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:13.257610 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd64b-61ea-49eb-9c4f-c2b8f016a18d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:13.269250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cd64b-61ea-49eb-9c4f-c2b8f016a18d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Calling delete_port for 681f6b47-7dac-4200-9414-f6b7fb54293f owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:18:13.321058 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-961b7adf-2bcc-436c-91f9-4fafe3e0ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:13.350779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b7adf-2bcc-436c-91f9-4fafe3e0ec28 None None] Pushing event deleted for resources: {'Port': ['ID=b094dbd1-21ca-4058-ab2f-f3767fc6e400,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:13.356049 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961b7adf-2bcc-436c-91f9-4fafe3e0ec28 None None] No DVR routers for this DVR port b094dbd1-21ca-4058-ab2f-f3767fc6e400 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:18:13.503125 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd64b-61ea-49eb-9c4f-c2b8f016a18d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:13.534071 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cd64b-61ea-49eb-9c4f-c2b8f016a18d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event deleted for resources: {'Port': ['ID=681f6b47-7dac-4200-9414-f6b7fb54293f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:13.548615 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bd5163-414d-4f41-a3df-8846fbd7f4bf None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:18:13.600020 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd64b-61ea-49eb-9c4f-c2b8f016a18d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:13.697233 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd64b-61ea-49eb-9c4f-c2b8f016a18d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:13.699434 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd64b-61ea-49eb-9c4f-c2b8f016a18d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:13.796467 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd64b-61ea-49eb-9c4f-c2b8f016a18d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:13.797735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8cd64b-61ea-49eb-9c4f-c2b8f016a18d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Fanout notify agent at l3_agent the message router_deleted on router 064ae77b-9e4a-4a8f-8974-589454da603d {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:18:13.806441 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd64b-61ea-49eb-9c4f-c2b8f016a18d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:13.810648 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8d8cd64b-61ea-49eb-9c4f-c2b8f016a18d tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "DELETE /v2.0/routers/064ae77b-9e4a-4a8f-8974-589454da603d HTTP/1.1" status: 204 len: 168 time: 1.0732780 Dec 11 23:18:13.810784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44494) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:13.905784 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f67138eb-0aaf-434c-a329-9c27c628590c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:13.939371 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:13.999542 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f67138eb-0aaf-434c-a329-9c27c628590c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:14.020701 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f67138eb-0aaf-434c-a329-9c27c628590c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133a98f1-bb67-4ba6-bb95-2059182b1cc7']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:14.030573 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f67138eb-0aaf-434c-a329-9c27c628590c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864c9210-0ba4-4477-9b3b-a7625cb4333f') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:14.030903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-f67138eb-0aaf-434c-a329-9c27c628590c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864c9210-0ba4-4477-9b3b-a7625cb4333f') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:14.041282 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f67138eb-0aaf-434c-a329-9c27c628590c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:14.054282 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f67138eb-0aaf-434c-a329-9c27c628590c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:14.060283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67138eb-0aaf-434c-a329-9c27c628590c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:18:14.060673 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f67138eb-0aaf-434c-a329-9c27c628590c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:18:14.063748 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:18:14.179211 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f67138eb-0aaf-434c-a329-9c27c628590c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:14.187431 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f67138eb-0aaf-434c-a329-9c27c628590c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:14.189961 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f67138eb-0aaf-434c-a329-9c27c628590c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] 10.222.0.45 "DELETE /v2.0/networks/133a98f1-bb67-4ba6-bb95-2059182b1cc7 HTTP/1.1" status: 204 len: 168 time: 0.3774652 Dec 11 23:18:14.203521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67138eb-0aaf-434c-a329-9c27c628590c tempest-TestSecurityGroupsBasicOps-2123304683 tempest-TestSecurityGroupsBasicOps-2123304683-project] Pushing event deleted for resources: {'Network': ['ID=133a98f1-bb67-4ba6-bb95-2059182b1cc7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:14.372670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 681f6b47-7dac-4200-9414-f6b7fb54293f no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:18:14.395863 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 681f6b47-7dac-4200-9414-f6b7fb54293f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:18:14.396791 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 681f6b47-7dac-4200-9414-f6b7fb54293f not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:18:14.397649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b094dbd1-21ca-4058-ab2f-f3767fc6e400 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:18:14.418035 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: b094dbd1-21ca-4058-ab2f-f3767fc6e400 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:18:14.418268 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b094dbd1-21ca-4058-ab2f-f3767fc6e400 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:18:14.418699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 15196087-2537-4d2e-bcb0-6511f2617e3f no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:18:14.439096 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 15196087-2537-4d2e-bcb0-6511f2617e3f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:18:14.439747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 15196087-2537-4d2e-bcb0-6511f2617e3f not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:18:14.833782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44504) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:14.973551 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d5b6b486-81bc-4808-a6af-a53bd353f128 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52b3e13cae164be58bd062402458b6cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385863 Dec 11 23:18:14.976644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44516) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:15.026019 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d7dda923-b44f-4132-8763-d49802fc3dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:15.048780 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d7dda923-b44f-4132-8763-d49802fc3dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:15.159907 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d7dda923-b44f-4132-8763-d49802fc3dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:15.163374 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d7dda923-b44f-4132-8763-d49802fc3dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:15.164559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d7dda923-b44f-4132-8763-d49802fc3dea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00727caa-de3d-419a-99d8-0f33f658ba73 HTTP/1.1" status: 204 len: 168 time: 0.1869910 Dec 11 23:18:15.172724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dda923-b44f-4132-8763-d49802fc3dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00727caa-de3d-419a-99d8-0f33f658ba73,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:15.827112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44524) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:15.840809 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bbee4631-7737-4c67-8d90-dc7c9975152e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:15.918338 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bbee4631-7737-4c67-8d90-dc7c9975152e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:15.979187 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bbee4631-7737-4c67-8d90-dc7c9975152e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:16.018045 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bbee4631-7737-4c67-8d90-dc7c9975152e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a3b8078ac7ff426c8f2dbeed221b8655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1897304 Dec 11 23:18:16.020722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee4631-7737-4c67-8d90-dc7c9975152e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaf92ca-a8a4-4873-8612-e251b0388db2,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:16.020846 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44528) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:16.086768 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b35f9a9-7e32-4882-9a85-d41f39991a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:16.110449 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b35f9a9-7e32-4882-9a85-d41f39991a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:16.259317 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b35f9a9-7e32-4882-9a85-d41f39991a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:16.261948 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1b35f9a9-7e32-4882-9a85-d41f39991a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:16.263156 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1b35f9a9-7e32-4882-9a85-d41f39991a04 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bcaf92ca-a8a4-4873-8612-e251b0388db2 HTTP/1.1" status: 204 len: 168 time: 0.2408118 Dec 11 23:18:16.271515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35f9a9-7e32-4882-9a85-d41f39991a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaf92ca-a8a4-4873-8612-e251b0388db2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:16.845617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44534) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:16.889350 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8f1a47d1-1ff4-434e-8b9b-f6a27c7a2e5f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57251e02688549f4aba1b021952c0928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424478 Dec 11 23:18:16.891831 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44536) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:16.948268 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d96ca9f-0321-49ea-a85c-85d8faee2c33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:16.973174 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d96ca9f-0321-49ea-a85c-85d8faee2c33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:17.108456 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d96ca9f-0321-49ea-a85c-85d8faee2c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:17.111155 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7d96ca9f-0321-49ea-a85c-85d8faee2c33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:17.112318 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7d96ca9f-0321-49ea-a85c-85d8faee2c33 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f7d3b965-0e1d-48bc-9d68-26c7701d115a HTTP/1.1" status: 204 len: 168 time: 0.2194021 Dec 11 23:18:17.122297 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96ca9f-0321-49ea-a85c-85d8faee2c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d3b965-0e1d-48bc-9d68-26c7701d115a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:17.636228 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:18.305929 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44562) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:18.407976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ffbd5868-5ebd-464f-af51-60ba0668ed70 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1599407732-network', 'tenant_id': '83f536e4d83f4324991d1c1fa7a7712e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:18.496996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbd5868-5ebd-464f-af51-60ba0668ed70 admin admin] Made reservation on behalf of 83f536e4d83f4324991d1c1fa7a7712e for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:18:18.499443 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5868-5ebd-464f-af51-60ba0668ed70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:18.508986 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5868-5ebd-464f-af51-60ba0668ed70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:18.586794 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5868-5ebd-464f-af51-60ba0668ed70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:18.685970 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5868-5ebd-464f-af51-60ba0668ed70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:18.709384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbd5868-5ebd-464f-af51-60ba0668ed70 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:18:18.723838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd5868-5ebd-464f-af51-60ba0668ed70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1590bfdb-0cfc-406a-b689-89e4724dc5ca,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:18.729895 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5868-5ebd-464f-af51-60ba0668ed70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:18.730238 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-ffbd5868-5ebd-464f-af51-60ba0668ed70 admin admin] Added segment c184b98f-d11e-41c5-ab1d-1c7d6d8fce85 of type vlan for network 1b13491f-6ce3-40c7-b797-4d0f778002c3 Dec 11 23:18:18.775014 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5868-5ebd-464f-af51-60ba0668ed70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:18.882566 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6e50-9c62-4f4d-aa86-5fe35b39caea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:18.916316 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5868-5ebd-464f-af51-60ba0668ed70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:18.917474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd5868-5ebd-464f-af51-60ba0668ed70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:18.918130 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5868-5ebd-464f-af51-60ba0668ed70 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:18.978522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd5868-5ebd-464f-af51-60ba0668ed70 admin admin] Pushing event updated for resources: {'Network': ['ID=1b13491f-6ce3-40c7-b797-4d0f778002c3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:18.988553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 1b13491f-6ce3-40c7-b797-4d0f778002c3 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:18:19.040475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ffbd5868-5ebd-464f-af51-60ba0668ed70 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7323303 Dec 11 23:18:19.042778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44568) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:19.050675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-15699e12-2850-4301-a8af-fb86fa4df9d4 admin admin] Request body: {'subnet': {'network_id': '1b13491f-6ce3-40c7-b797-4d0f778002c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1599407732-subnet', 'tenant_id': '83f536e4d83f4324991d1c1fa7a7712e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:19.165893 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15699e12-2850-4301-a8af-fb86fa4df9d4 admin admin] Made reservation on behalf of 83f536e4d83f4324991d1c1fa7a7712e for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:18:19.168335 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15699e12-2850-4301-a8af-fb86fa4df9d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:19.434557 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15699e12-2850-4301-a8af-fb86fa4df9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:19.486127 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15699e12-2850-4301-a8af-fb86fa4df9d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da5ef48-edea-477b-8398-bf84c507a3cf,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:19.503924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15699e12-2850-4301-a8af-fb86fa4df9d4 admin admin] Checking segment: {'id': 'c184b98f-d11e-41c5-ab1d-1c7d6d8fce85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1b13491f-6ce3-40c7-b797-4d0f778002c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:18:19.504293 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15699e12-2850-4301-a8af-fb86fa4df9d4 admin admin] Network hostable DHCP agents. Network: 1b13491f-6ce3-40c7-b797-4d0f778002c3, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:18:19.636519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15699e12-2850-4301-a8af-fb86fa4df9d4 admin admin] Network 1b13491f-6ce3-40c7-b797-4d0f778002c3 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:18:19.739171 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-15699e12-2850-4301-a8af-fb86fa4df9d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 1b13491f-6ce3-40c7-b797-4d0f778002c3) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:18:19.743170 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15699e12-2850-4301-a8af-fb86fa4df9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:19.743779 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15699e12-2850-4301-a8af-fb86fa4df9d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:19.748099 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5b5733-1479-4280-b608-2ae88956ff07 None None] Network 1b13491f-6ce3-40c7-b797-4d0f778002c3 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:18:19.844897 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-15699e12-2850-4301-a8af-fb86fa4df9d4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7982049 Dec 11 23:18:19.854432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758f987e-132f-4c4b-be0f-f1285bf3d8d9 None None] Network 1b13491f-6ce3-40c7-b797-4d0f778002c3 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:18:20.578433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44586) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:20.584218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f1b43785-34ec-4933-b7df-50647b5011ed admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2022949835-network', 'tenant_id': '40b1d0896ac74d59a901a1675da2475d'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:20.708550 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b43785-34ec-4933-b7df-50647b5011ed admin admin] Made reservation on behalf of 40b1d0896ac74d59a901a1675da2475d for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:18:20.711007 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1b43785-34ec-4933-b7df-50647b5011ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:20.721731 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1b43785-34ec-4933-b7df-50647b5011ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:20.799931 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1b43785-34ec-4933-b7df-50647b5011ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:20.902989 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1b43785-34ec-4933-b7df-50647b5011ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:20.931126 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b43785-34ec-4933-b7df-50647b5011ed admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:18:20.940967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b43785-34ec-4933-b7df-50647b5011ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358e4633-2fcb-45e4-8e38-26a86d623657,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:20.945755 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1b43785-34ec-4933-b7df-50647b5011ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:20.946142 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-f1b43785-34ec-4933-b7df-50647b5011ed admin admin] Added segment b45746c4-67aa-4d0f-b79d-a05754efca4d of type vlan for network a85407d7-e877-4c84-ba2f-611a57705208 Dec 11 23:18:20.996370 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1b43785-34ec-4933-b7df-50647b5011ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:21.120291 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1b43785-34ec-4933-b7df-50647b5011ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:21.121215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b43785-34ec-4933-b7df-50647b5011ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:21.121802 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f1b43785-34ec-4933-b7df-50647b5011ed admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:21.182039 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b43785-34ec-4933-b7df-50647b5011ed admin admin] Pushing event updated for resources: {'Network': ['ID=a85407d7-e877-4c84-ba2f-611a57705208,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:21.197198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network a85407d7-e877-4c84-ba2f-611a57705208 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:18:21.245508 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f1b43785-34ec-4933-b7df-50647b5011ed admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6658027 Dec 11 23:18:21.248188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44590) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:21.253399 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-08e9b841-87cd-429a-b0f7-894630462f3c admin admin] Request body: {'subnet': {'network_id': 'a85407d7-e877-4c84-ba2f-611a57705208', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2022949835-subnet', 'tenant_id': '40b1d0896ac74d59a901a1675da2475d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:21.354644 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2952-b88b-41b6-ba5c-38fed1cbb54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:21.402416 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e9b841-87cd-429a-b0f7-894630462f3c admin admin] Made reservation on behalf of 40b1d0896ac74d59a901a1675da2475d for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:18:21.405447 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08e9b841-87cd-429a-b0f7-894630462f3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:21.642073 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08e9b841-87cd-429a-b0f7-894630462f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:21.693390 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9b841-87cd-429a-b0f7-894630462f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=60137e29-add0-4728-9b53-da707457ffbc,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:21.709711 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9b841-87cd-429a-b0f7-894630462f3c admin admin] Checking segment: {'id': 'b45746c4-67aa-4d0f-b79d-a05754efca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a85407d7-e877-4c84-ba2f-611a57705208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:18:21.710072 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e9b841-87cd-429a-b0f7-894630462f3c admin admin] Network hostable DHCP agents. Network: a85407d7-e877-4c84-ba2f-611a57705208, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:18:21.779314 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e9b841-87cd-429a-b0f7-894630462f3c admin admin] Network a85407d7-e877-4c84-ba2f-611a57705208 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:18:21.866335 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-08e9b841-87cd-429a-b0f7-894630462f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, a85407d7-e877-4c84-ba2f-611a57705208) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:18:21.871932 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e9b841-87cd-429a-b0f7-894630462f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:21.872535 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-08e9b841-87cd-429a-b0f7-894630462f3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:21.877975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ac1ec4-f1cc-4394-abb4-967cee7f6f92 None None] Network a85407d7-e877-4c84-ba2f-611a57705208 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:18:21.965085 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-08e9b841-87cd-429a-b0f7-894630462f3c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7155604 Dec 11 23:18:21.985833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5818d51c-fb79-4209-8081-007ac3bc8a12 None None] Network a85407d7-e877-4c84-ba2f-611a57705208 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:18:22.327939 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:22.481842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-35ab5ff5-7158-4c68-89eb-3c44a400390f tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:22.483625 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-35ab5ff5-7158-4c68-89eb-3c44a400390f tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/networks?id=1b13491f-6ce3-40c7-b797-4d0f778002c3 HTTP/1.1" status: 200 len: 812 time: 0.1085176 Dec 11 23:18:22.499112 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-b0ac58f6-6e42-40b5-912a-95298a790cbb tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/quotas/83f536e4d83f4324991d1c1fa7a7712e HTTP/1.1" status: 200 len: 375 time: 0.0094085 Dec 11 23:18:22.532317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-ed85327a-e198-4f4f-bc56-d6b41e84397b tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=83f536e4d83f4324991d1c1fa7a7712e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276599 Dec 11 23:18:22.621283 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-46c65ea0-7195-4128-8465-a3b65333024e service neutron] 10.222.0.45 "GET /v2.0/networks/1b13491f-6ce3-40c7-b797-4d0f778002c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814435 Dec 11 23:18:22.718394 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-053b8fed-c383-4806-9703-3723f61d75d0 service neutron] 10.222.0.45 "GET /v2.0/networks/1b13491f-6ce3-40c7-b797-4d0f778002c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907865 Dec 11 23:18:23.001953 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-32ca0d4e-8fa6-4b9c-ae48-7f85a08da7bf req-88c33b69-b443-4a6c-a2e9-ae9e7f8ef16e tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 210 time: 0.0354197 Dec 11 23:18:24.008113 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:24.089334 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e35ce6d5-e531-4e47-b3d5-067ca8a329ca req-b5871589-529e-418c-bf3b-6beb1b96977b tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 210 time: 0.0274758 Dec 11 23:18:24.727886 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:25.183888 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-165d9b0c-4e67-43b6-8e56-012e0138c9f9 req-2bb73aa3-f6df-45e8-92b7-400399020b2c tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 210 time: 0.0269649 Dec 11 23:18:25.369594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-7c912871-bdcd-4651-ac98-0484e61a3d36 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:25.371945 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-7c912871-bdcd-4651-ac98-0484e61a3d36 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.47 "GET /v2.0/networks?id=1b13491f-6ce3-40c7-b797-4d0f778002c3 HTTP/1.1" status: 200 len: 812 time: 0.1117210 Dec 11 23:18:25.390718 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-b52e0284-42f3-4a6f-9875-d6fd24d8dcd0 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Request body: {'port': {'device_id': '2cef0562-e006-48b2-bf72-8aeaa10b1761', 'network_id': '1b13491f-6ce3-40c7-b797-4d0f778002c3', 'admin_state_up': True, 'tenant_id': '83f536e4d83f4324991d1c1fa7a7712e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:25.618201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-b52e0284-42f3-4a6f-9875-d6fd24d8dcd0 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Made reservation on behalf of 83f536e4d83f4324991d1c1fa7a7712e for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:18:25.622197 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-b52e0284-42f3-4a6f-9875-d6fd24d8dcd0 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:25.760223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-b52e0284-42f3-4a6f-9875-d6fd24d8dcd0 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Allocated IP 172.20.0.9 (1b13491f-6ce3-40c7-b797-4d0f778002c3/6da5ef48-edea-477b-8398-bf84c507a3cf/6a97e582-c375-4da1-98c3-9bbd3fd7dc71) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:18:25.908349 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-b52e0284-42f3-4a6f-9875-d6fd24d8dcd0 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:26.006375 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-b52e0284-42f3-4a6f-9875-d6fd24d8dcd0 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:26.051868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-b52e0284-42f3-4a6f-9875-d6fd24d8dcd0 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Network 1b13491f-6ce3-40c7-b797-4d0f778002c3 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:18:26.058071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-b52e0284-42f3-4a6f-9875-d6fd24d8dcd0 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:18:26.061765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-b52e0284-42f3-4a6f-9875-d6fd24d8dcd0 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:18:26.068873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e0284-42f3-4a6f-9875-d6fd24d8dcd0 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Pushing event updated for resources: {'Port': ['ID=6a97e582-c375-4da1-98c3-9bbd3fd7dc71,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:26.116426 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-b52e0284-42f3-4a6f-9875-d6fd24d8dcd0 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:26.117031 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-b52e0284-42f3-4a6f-9875-d6fd24d8dcd0 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:26.197560 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-b52e0284-42f3-4a6f-9875-d6fd24d8dcd0 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8108168 Dec 11 23:18:26.216623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Request body: {'port': {'device_id': '2cef0562-e006-48b2-bf72-8aeaa10b1761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:26.308290 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:26.367772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db276f2-2fcf-4e4d-992e-587bc4f38896 req-ed4c6f76-f87c-4ec5-9358-7a93125ceb84 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:26.369382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8db276f2-2fcf-4e4d-992e-587bc4f38896 req-ed4c6f76-f87c-4ec5-9358-7a93125ceb84 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 931 time: 0.0926399 Dec 11 23:18:26.490935 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8db276f2-2fcf-4e4d-992e-587bc4f38896 req-cc4b8de8-2933-431b-9c2f-7ba363c9c904 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123433 Dec 11 23:18:26.641305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:18:26.649693 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:26.663460 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Transition to ACTIVE for port object 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:18:26.713942 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:26.784241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Pushing event updated for resources: {'Port': ['ID=6a97e582-c375-4da1-98c3-9bbd3fd7dc71,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:26.841402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Attempting to bind port 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:18:26.845874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Attempting to bind port 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'c184b98f-d11e-41c5-ab1d-1c7d6d8fce85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1b13491f-6ce3-40c7-b797-4d0f778002c3'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:18:26.845874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Attempting to bind port 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 on network 1b13491f-6ce3-40c7-b797-4d0f778002c3 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:18:26.847371 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Port 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 on network 1b13491f-6ce3-40c7-b797-4d0f778002c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:18:26.847779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Attempting to bind port 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 on network 1b13491f-6ce3-40c7-b797-4d0f778002c3 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:18:26.853959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:18:26.854390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Checking segment: {'id': 'c184b98f-d11e-41c5-ab1d-1c7d6d8fce85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1b13491f-6ce3-40c7-b797-4d0f778002c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:18:26.854886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Bound using segment: {'id': 'c184b98f-d11e-41c5-ab1d-1c7d6d8fce85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1b13491f-6ce3-40c7-b797-4d0f778002c3'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:18:26.855515 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Bound port: 6a97e582-c375-4da1-98c3-9bbd3fd7dc71, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c184b98f-d11e-41c5-ab1d-1c7d6d8fce85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1b13491f-6ce3-40c7-b797-4d0f778002c3'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:18:26.855881 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:26.925367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] For port 6a97e582-c375-4da1-98c3-9bbd3fd7dc71, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:18:26.929857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] For port 6a97e582-c375-4da1-98c3-9bbd3fd7dc71, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6a97e582-c375-4da1-98c3-9bbd3fd7dc71,segment=NetworkSegment(c184b98f-d11e-41c5-ab1d-1c7d6d8fce85),segment_id=c184b98f-d11e-41c5-ab1d-1c7d6d8fce85)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:18:27.002983 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:27.060078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:27.060624 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:27.062125 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] 10.222.0.47 "PUT /v2.0/ports/6a97e582-c375-4da1-98c3-9bbd3fd7dc71 HTTP/1.1" status: 200 len: 1091 time: 0.8506041 Dec 11 23:18:27.062652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cef0562-e006-48b2-bf72-8aeaa10b1761', 'tag': '6a97e582-c375-4da1-98c3-9bbd3fd7dc71'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:18:27.065146 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34c1a5c-2406-47ec-8c93-fab92bc061f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2cef0562-e006-48b2-bf72-8aeaa10b1761", "tag": "6a97e582-c375-4da1-98c3-9bbd3fd7dc71"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:18:27.093663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1208b-1ffb-461d-8333-3f2d4e681ebc service neutron] Pushing event updated for resources: {'Port': ['ID=6a97e582-c375-4da1-98c3-9bbd3fd7dc71,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:27.111878 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20db9c9-443f-42e7-8f69-d79089840687 x-openstack-request-id: req-e20db9c9-443f-42e7-8f69-d79089840687 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:18:27.112288 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cef0562-e006-48b2-bf72-8aeaa10b1761", "tag": "6a97e582-c375-4da1-98c3-9bbd3fd7dc71", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:18:27.112638 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e20db9c9-443f-42e7-8f69-d79089840687 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:18:27.113147 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cef0562-e006-48b2-bf72-8aeaa10b1761', 'tag': '6a97e582-c375-4da1-98c3-9bbd3fd7dc71', 'status': 'completed', 'code': 200} Dec 11 23:18:27.200272 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c1a5c-2406-47ec-8c93-fab92bc061f7 req-f261db43-61aa-49a8-b87d-208b329d2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:27.202073 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b34c1a5c-2406-47ec-8c93-fab92bc061f7 req-f261db43-61aa-49a8-b87d-208b329d2011 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83f536e4d83f4324991d1c1fa7a7712e&device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 1094 time: 0.0476019 Dec 11 23:18:27.311660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c1a5c-2406-47ec-8c93-fab92bc061f7 req-c4317f17-46fe-4d53-98b4-e7e0c836dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:27.313071 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b34c1a5c-2406-47ec-8c93-fab92bc061f7 req-c4317f17-46fe-4d53-98b4-e7e0c836dc3c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=83f536e4d83f4324991d1c1fa7a7712e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0983758 Dec 11 23:18:27.411080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c1a5c-2406-47ec-8c93-fab92bc061f7 req-6a586f13-7950-477f-b524-ba136135fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:27.415480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b34c1a5c-2406-47ec-8c93-fab92bc061f7 req-6a586f13-7950-477f-b524-ba136135fa29 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935092 Dec 11 23:18:27.517480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-f65dfb44-5ff4-4f28-abee-2f71b964d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:27.519176 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-f65dfb44-5ff4-4f28-abee-2f71b964d188 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83f536e4d83f4324991d1c1fa7a7712e&device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 1094 time: 0.0466974 Dec 11 23:18:27.577541 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-d908cdf1-60de-427a-a999-c0f428597b81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a97e582-c375-4da1-98c3-9bbd3fd7dc71 HTTP/1.1" status: 200 len: 217 time: 0.0441165 Dec 11 23:18:27.657601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fef1a-4004-427d-967a-253b0a7b9eb4 req-ed9a068a-2e84-4ea9-9f22-5040c1b136c7 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:27.659038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c89fef1a-4004-427d-967a-253b0a7b9eb4 req-ed9a068a-2e84-4ea9-9f22-5040c1b136c7 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 943 time: 0.0844424 Dec 11 23:18:27.660338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-9eee0b33-60f7-423b-8408-5925c53ccf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:27.661918 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-9eee0b33-60f7-423b-8408-5925c53ccf0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6da5ef48-edea-477b-8398-bf84c507a3cf HTTP/1.1" status: 200 len: 852 time: 0.0763063 Dec 11 23:18:27.704988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-61919a8c-3434-4a32-baa8-a5b483b89b65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b13491f-6ce3-40c7-b797-4d0f778002c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335934 Dec 11 23:18:27.776882 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c89fef1a-4004-427d-967a-253b0a7b9eb4 req-02735cd3-88bf-4566-ae6c-93a79f851c11 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114585 Dec 11 23:18:27.820476 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-16a292f1-9741-40ee-85a2-f9e8c7c012a3 service neutron] 10.222.0.47 "GET /v2.0/networks/1b13491f-6ce3-40c7-b797-4d0f778002c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081717 Dec 11 23:18:27.915764 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a212d744-f412-4a07-b71b-4ba1ca5f9101 req-e2539873-8814-4ee8-b243-4e9be0434dea service neutron] 10.222.0.47 "GET /v2.0/networks/1b13491f-6ce3-40c7-b797-4d0f778002c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880387 Dec 11 23:18:28.376632 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:18:28.448695 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-07363174-2e35-46a3-a49a-d6eee43467ec req-04d28855-a052-41a8-acd2-11b1fbcbfdb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402610 Dec 11 23:18:28.531031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07363174-2e35-46a3-a49a-d6eee43467ec req-e519f37f-eb72-4e8b-b627-0d9f01adec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:28.532567 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-07363174-2e35-46a3-a49a-d6eee43467ec req-e519f37f-eb72-4e8b-b627-0d9f01adec29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7593fdb1da494b9b8223d9c57a501fba&device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 1097 time: 0.0403199 Dec 11 23:18:28.640543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07363174-2e35-46a3-a49a-d6eee43467ec req-02ebaf70-8cc5-49a2-9711-567f1925f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:28.642026 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-07363174-2e35-46a3-a49a-d6eee43467ec req-02ebaf70-8cc5-49a2-9711-567f1925f5ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=0973344b-c47b-4180-bf04-02c0efbc54cc HTTP/1.1" status: 200 len: 897 time: 0.0881417 Dec 11 23:18:28.707745 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-07363174-2e35-46a3-a49a-d6eee43467ec req-6c374ae7-3eb8-4698-9448-f1659f49725c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6480b56b-1d8a-4d96-bdc2-c8ab932fa908 HTTP/1.1" status: 200 len: 1001 time: 0.0582108 Dec 11 23:18:28.756498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07363174-2e35-46a3-a49a-d6eee43467ec req-90165366-cba2-4574-9eb9-b8daa21fbe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:28.757974 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-07363174-2e35-46a3-a49a-d6eee43467ec req-90165366-cba2-4574-9eb9-b8daa21fbe68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe691e51-429f-407c-bce8-4d9c3d9c6b55 HTTP/1.1" status: 200 len: 835 time: 0.0428526 Dec 11 23:18:28.809501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07363174-2e35-46a3-a49a-d6eee43467ec req-d00d2681-7e41-44b3-be17-2394e9a56d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:28.811635 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-07363174-2e35-46a3-a49a-d6eee43467ec req-d00d2681-7e41-44b3-be17-2394e9a56d27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0973344b-c47b-4180-bf04-02c0efbc54cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460167 Dec 11 23:18:28.896904 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73acf46-bd41-4592-acd0-5bf08131646a req-70c53dad-8cb6-41e6-85ae-fefb8894bc85 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:28.899081 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e73acf46-bd41-4592-acd0-5bf08131646a req-70c53dad-8cb6-41e6-85ae-fefb8894bc85 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 943 time: 0.0524831 Dec 11 23:18:28.902957 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-07363174-2e35-46a3-a49a-d6eee43467ec req-0f6dd9fe-5694-4bbd-b97d-bcce24e972bb service neutron] 10.222.0.13 "GET /v2.0/networks/0973344b-c47b-4180-bf04-02c0efbc54cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839179 Dec 11 23:18:28.950708 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e73acf46-bd41-4592-acd0-5bf08131646a req-c0fbe156-c902-4cc6-9a42-154e898596be tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443189 Dec 11 23:18:29.002442 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-07363174-2e35-46a3-a49a-d6eee43467ec req-61c95d11-0ab2-4638-8114-353e8bfac498 service neutron] 10.222.0.13 "GET /v2.0/networks/0973344b-c47b-4180-bf04-02c0efbc54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924687 Dec 11 23:18:30.070145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e47023-a313-4fdc-8248-4259b15e0dda req-12736d82-f21b-40e7-bb4e-7fb662fd6d17 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:30.071663 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-84e47023-a313-4fdc-8248-4259b15e0dda req-12736d82-f21b-40e7-bb4e-7fb662fd6d17 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 943 time: 0.0508871 Dec 11 23:18:30.098416 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44662) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:30.123098 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-84e47023-a313-4fdc-8248-4259b15e0dda req-997c2b66-418d-4208-b31a-2a2e9588df03 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452220 Dec 11 23:18:30.177348 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ada98d-1875-4024-b872-8d64cf16fcf8 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:30.178091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ada98d-1875-4024-b872-8d64cf16fcf8 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:30.178575 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ada98d-1875-4024-b872-8d64cf16fcf8 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:30.180300 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-35ada98d-1875-4024-b872-8d64cf16fcf8 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/ports?project_id=7593fdb1da494b9b8223d9c57a501fba&network_id=0973344b-c47b-4180-bf04-02c0efbc54cc HTTP/1.1" status: 200 len: 2970 time: 0.0803318 Dec 11 23:18:30.540593 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:18:30.638684 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 6a97e582-c375-4da1-98c3-9bbd3fd7dc71, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6a97e582-c375-4da1-98c3-9bbd3fd7dc71,segment=NetworkSegment(c184b98f-d11e-41c5-ab1d-1c7d6d8fce85),segment_id=c184b98f-d11e-41c5-ab1d-1c7d6d8fce85)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:30.650060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '6a97e582-c375-4da1-98c3-9bbd3fd7dc71', 'network_id': '1b13491f-6ce3-40c7-b797-4d0f778002c3', 'port_id': '6a97e582-c375-4da1-98c3-9bbd3fd7dc71', 'mac_address': 'fa:16:3e:9c:c7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da5ef48-edea-477b-8398-bf84c507a3cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:18:30.687870 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:30.701266 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:18:30.725110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 6a97e582-c375-4da1-98c3-9bbd3fd7dc71, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6a97e582-c375-4da1-98c3-9bbd3fd7dc71,segment=NetworkSegment(c184b98f-d11e-41c5-ab1d-1c7d6d8fce85),segment_id=c184b98f-d11e-41c5-ab1d-1c7d6d8fce85)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:30.788566 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:30.841305 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=6a97e582-c375-4da1-98c3-9bbd3fd7dc71,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:31.090030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['6a97e582-c375-4da1-98c3-9bbd3fd7dc71'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:18:31.242029 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900d9b6-736a-4b2d-ab24-9972b4315ae5 req-886cf071-f0f5-401e-b5c3-9821897c9285 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:31.243460 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c900d9b6-736a-4b2d-ab24-9972b4315ae5 req-886cf071-f0f5-401e-b5c3-9821897c9285 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 944 time: 0.0498378 Dec 11 23:18:31.290741 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c900d9b6-736a-4b2d-ab24-9972b4315ae5 req-996515b8-16aa-470c-a479-e572d5d11c9a tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414672 Dec 11 23:18:32.411594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b3ed5-75d2-4a70-90cd-3ce83b3ebf4f req-905bedfe-faa2-4341-b981-013c25518365 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:32.413093 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-034b3ed5-75d2-4a70-90cd-3ce83b3ebf4f req-905bedfe-faa2-4341-b981-013c25518365 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 944 time: 0.0509620 Dec 11 23:18:32.466158 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-034b3ed5-75d2-4a70-90cd-3ce83b3ebf4f req-41715fbf-f9b0-46c1-a147-fe1c5886e6a2 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465443 Dec 11 23:18:32.525665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:18:32.618825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:18:32.623543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:18:32.623962 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:32.723463 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:32.746360 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cef0562-e006-48b2-bf72-8aeaa10b1761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a97e582-c375-4da1-98c3-9bbd3fd7dc71'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:18:32.748663 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06940290-0578-42e6-9016-9c7eae6960fd" -d '{"events": [{"server_uuid": "2cef0562-e006-48b2-bf72-8aeaa10b1761", "name": "network-vif-plugged", "status": "completed", "tag": "6a97e582-c375-4da1-98c3-9bbd3fd7dc71"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:18:32.762141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 6a97e582-c375-4da1-98c3-9bbd3fd7dc71, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6a97e582-c375-4da1-98c3-9bbd3fd7dc71,segment=NetworkSegment(c184b98f-d11e-41c5-ab1d-1c7d6d8fce85),segment_id=c184b98f-d11e-41c5-ab1d-1c7d6d8fce85)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:32.786910 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed51905-6834-475e-9bd0-088477de658f x-openstack-request-id: req-1ed51905-6834-475e-9bd0-088477de658f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:18:32.787048 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cef0562-e006-48b2-bf72-8aeaa10b1761", "name": "network-vif-plugged", "status": "completed", "tag": "6a97e582-c375-4da1-98c3-9bbd3fd7dc71", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:18:32.787270 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ed51905-6834-475e-9bd0-088477de658f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:18:32.787672 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cef0562-e006-48b2-bf72-8aeaa10b1761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a97e582-c375-4da1-98c3-9bbd3fd7dc71', 'code': 200} Dec 11 23:18:32.830286 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:32.882620 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=6a97e582-c375-4da1-98c3-9bbd3fd7dc71,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:32.915991 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd559a14-aea5-4842-b735-45f82d70e104 req-4aa270ce-8108-48d8-afae-61f030305e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:32.917622 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dd559a14-aea5-4842-b735-45f82d70e104 req-4aa270ce-8108-48d8-afae-61f030305e9e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 1096 time: 0.0410435 Dec 11 23:18:32.965488 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dd559a14-aea5-4842-b735-45f82d70e104 req-90a5b8a1-71c7-473f-844f-628a06bbb5ed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396349 Dec 11 23:18:33.587191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764683b-6c08-4441-8840-f0190910298b req-80751502-e8c3-40bb-9c86-14b7edacc30d tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:33.588705 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6764683b-6c08-4441-8840-f0190910298b req-80751502-e8c3-40bb-9c86-14b7edacc30d tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 945 time: 0.0540006 Dec 11 23:18:33.637390 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6764683b-6c08-4441-8840-f0190910298b req-15c840bb-b9c8-44c9-a7ba-ed929dfa8215 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425403 Dec 11 23:18:34.547434 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44724) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:34.597536 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336b9afc-a40f-49ed-9241-fe9a65fd326c tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:34.599565 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-336b9afc-a40f-49ed-9241-fe9a65fd326c tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd HTTP/1.1" status: 200 len: 814 time: 0.0506344 Dec 11 23:18:34.761126 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4336b91-a5f9-4944-8f60-e1233f1386dc req-f686995b-da3b-4d3b-a686-f953184ddeca tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:34.762592 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e4336b91-a5f9-4944-8f60-e1233f1386dc req-f686995b-da3b-4d3b-a686-f953184ddeca tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 945 time: 0.0546522 Dec 11 23:18:34.809267 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e4336b91-a5f9-4944-8f60-e1233f1386dc req-cdcc71df-4ad7-493a-ad14-6bc26d6c0df6 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Dec 11 23:18:35.028239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d204306-ae4d-4d67-b221-f9192577201b req-ede8eccf-1105-46ff-abbb-aecdac6a35b6 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:35.029960 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d204306-ae4d-4d67-b221-f9192577201b req-ede8eccf-1105-46ff-abbb-aecdac6a35b6 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 945 time: 0.1535733 Dec 11 23:18:35.077815 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d204306-ae4d-4d67-b221-f9192577201b req-8446d9f2-d27e-4e62-9216-089b4a94eade tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416691 Dec 11 23:18:35.503012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba811ff6-b1bc-4730-9408-e5840e19133f req-79e5420b-b4cd-45eb-ab13-72750a43c9c0 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:35.504452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba811ff6-b1bc-4730-9408-e5840e19133f req-79e5420b-b4cd-45eb-ab13-72750a43c9c0 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 945 time: 0.0496068 Dec 11 23:18:35.553485 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba811ff6-b1bc-4730-9408-e5840e19133f req-644173d9-8590-46e5-b6ae-fcb59c44f9ea tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418837 Dec 11 23:18:35.894472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44748) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:35.899669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d744c2c3-524d-4b8c-ab22-8b176e8f940f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'network': {'name': 'tempest-network-smoke--1864131958', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'port_security_enabled': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:36.013798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d744c2c3-524d-4b8c-ab22-8b176e8f940f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Made reservation on behalf of 7593fdb1da494b9b8223d9c57a501fba for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:18:36.017406 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d744c2c3-524d-4b8c-ab22-8b176e8f940f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:36.044487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d744c2c3-524d-4b8c-ab22-8b176e8f940f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:18:36.054574 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d744c2c3-524d-4b8c-ab22-8b176e8f940f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:36.055045 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-d744c2c3-524d-4b8c-ab22-8b176e8f940f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Added segment 645daad6-71fe-4a2e-be76-a461d561da98 of type vlan for network 0b40c79d-40b3-46e0-abe5-700a6e1adedb Dec 11 23:18:36.101317 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d744c2c3-524d-4b8c-ab22-8b176e8f940f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:36.196205 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d744c2c3-524d-4b8c-ab22-8b176e8f940f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:36.201982 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d744c2c3-524d-4b8c-ab22-8b176e8f940f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:36.202630 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d744c2c3-524d-4b8c-ab22-8b176e8f940f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:36.270473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744c2c3-524d-4b8c-ab22-8b176e8f940f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Network': ['ID=0b40c79d-40b3-46e0-abe5-700a6e1adedb,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:36.282438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 0b40c79d-40b3-46e0-abe5-700a6e1adedb details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:18:36.336357 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d744c2c3-524d-4b8c-ab22-8b176e8f940f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4407158 Dec 11 23:18:36.339405 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44756) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:36.406312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b5e0a4-ee01-4f9b-bcc0-a712bad823b1 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:36.410463 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e1b5e0a4-ee01-4f9b-bcc0-a712bad823b1 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=7593fdb1da494b9b8223d9c57a501fba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0674984 Dec 11 23:18:36.410707 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44760) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:36.501834 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b3f47c-85dd-4497-9ce9-1f5076013ff3 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:36.506683 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c0b3f47c-85dd-4497-9ce9-1f5076013ff3 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916939 Dec 11 23:18:36.506931 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44762) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:36.535319 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-923bd381-4071-4ddb-b890-c4e90c3717a4 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271816 Dec 11 23:18:36.538474 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44764) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:36.565455 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-071ba78d-fc42-4191-be42-fd1de1c6d190 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=7593fdb1da494b9b8223d9c57a501fba&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258491 Dec 11 23:18:36.568327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44766) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:36.689085 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27254ffd-ee65-4130-9b11-794f5266570f tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:36.690593 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-27254ffd-ee65-4130-9b11-794f5266570f tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1212690 Dec 11 23:18:36.694280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44770) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:36.699653 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c518b2-7d0d-4456-bd27-d191e5577cef req-37faa163-98ec-4dd0-b66f-60d5ec00786f tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:36.701075 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-21c518b2-7d0d-4456-bd27-d191e5577cef req-37faa163-98ec-4dd0-b66f-60d5ec00786f tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 945 time: 0.0740361 Dec 11 23:18:36.723603 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-148dba9b-5555-41ca-bb70-4889d2bd77dc tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276155 Dec 11 23:18:36.726235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44772) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:36.731042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b30bf648-f1db-419a-949c-fa2a9c9739e2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1284790003', 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:36.751810 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-21c518b2-7d0d-4456-bd27-d191e5577cef req-ea39c70f-24c6-48a9-85c6-c009dfa0e583 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445409 Dec 11 23:18:36.876386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30bf648-f1db-419a-949c-fa2a9c9739e2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Made reservation on behalf of 7593fdb1da494b9b8223d9c57a501fba for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:18:36.880100 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b30bf648-f1db-419a-949c-fa2a9c9739e2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:37.118192 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b30bf648-f1db-419a-949c-fa2a9c9739e2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:37.165380 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41815dfc-f159-4227-a997-5319fb0c473b req-1ea21fd6-38aa-4ebe-a458-5ce8a7ec1c7f tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:37.174092 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-41815dfc-f159-4227-a997-5319fb0c473b req-1ea21fd6-38aa-4ebe-a458-5ce8a7ec1c7f tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 945 time: 0.1349001 Dec 11 23:18:37.196637 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bf648-f1db-419a-949c-fa2a9c9739e2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Subnet': ['ID=f4ba936d-19c1-44ca-92d8-18a4b3e92b7f,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:37.225999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30bf648-f1db-419a-949c-fa2a9c9739e2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Checking segment: {'id': '645daad6-71fe-4a2e-be76-a461d561da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:18:37.226742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30bf648-f1db-419a-949c-fa2a9c9739e2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network hostable DHCP agents. Network: 0b40c79d-40b3-46e0-abe5-700a6e1adedb, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:18:37.227783 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-41815dfc-f159-4227-a997-5319fb0c473b req-a0620bdd-3847-4a99-a493-ca5b2e66e282 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527542 Dec 11 23:18:37.257781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1aa78-a6db-4f03-82c8-ecf440d5d30c req-d2ac848a-7cc3-4562-9cc3-b2f6f7f388c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:37.259322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5f1aa78-a6db-4f03-82c8-ecf440d5d30c req-d2ac848a-7cc3-4562-9cc3-b2f6f7f388c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83f536e4d83f4324991d1c1fa7a7712e&device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 1096 time: 0.0765378 Dec 11 23:18:37.644162 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30bf648-f1db-419a-949c-fa2a9c9739e2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network 0b40c79d-40b3-46e0-abe5-700a6e1adedb is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:18:37.712176 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1aa78-a6db-4f03-82c8-ecf440d5d30c req-4674d35b-c251-45a8-97b3-946a9a51cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:37.713802 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5f1aa78-a6db-4f03-82c8-ecf440d5d30c req-4674d35b-c251-45a8-97b3-946a9a51cf57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b13491f-6ce3-40c7-b797-4d0f778002c3 HTTP/1.1" status: 200 len: 913 time: 0.4468093 Dec 11 23:18:37.759915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5f1aa78-a6db-4f03-82c8-ecf440d5d30c req-0c1ccb19-7aa7-453f-844c-ed5bb90b8790 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a97e582-c375-4da1-98c3-9bbd3fd7dc71 HTTP/1.1" status: 200 len: 217 time: 0.0384533 Dec 11 23:18:37.760496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-b30bf648-f1db-419a-949c-fa2a9c9739e2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 0b40c79d-40b3-46e0-abe5-700a6e1adedb) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:18:37.766238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30bf648-f1db-419a-949c-fa2a9c9739e2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:37.766338 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b30bf648-f1db-419a-949c-fa2a9c9739e2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:37.769817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e3cc68-2fad-4700-9cb3-706c3c018dad None None] Network 0b40c79d-40b3-46e0-abe5-700a6e1adedb requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:18:37.822252 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1aa78-a6db-4f03-82c8-ecf440d5d30c req-cf20c412-dbe7-4e0e-a1a9-679945462958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:37.823788 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5f1aa78-a6db-4f03-82c8-ecf440d5d30c req-cf20c412-dbe7-4e0e-a1a9-679945462958 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6da5ef48-edea-477b-8398-bf84c507a3cf HTTP/1.1" status: 200 len: 852 time: 0.0541184 Dec 11 23:18:37.856735 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5f1aa78-a6db-4f03-82c8-ecf440d5d30c req-4ca8c429-93b1-4150-9d59-565f580ffdb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b13491f-6ce3-40c7-b797-4d0f778002c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250854 Dec 11 23:18:37.875935 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b30bf648-f1db-419a-949c-fa2a9c9739e2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1485684 Dec 11 23:18:37.879549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-0b40c79d-40b3-46e0-abe5-700a6e1adedb', 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ips': [{'subnet_id': 'f4ba936d-19c1-44ca-92d8-18a4b3e92b7f'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:18:37.880533 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:37.967688 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5f1aa78-a6db-4f03-82c8-ecf440d5d30c req-e4f2fbc7-e3b6-4fa2-b4cf-5a91ad9ec50c service neutron] 10.222.0.47 "GET /v2.0/networks/1b13491f-6ce3-40c7-b797-4d0f778002c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038806 Dec 11 23:18:38.048853 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Allocated IP 172.20.0.18 (0b40c79d-40b3-46e0-abe5-700a6e1adedb/f4ba936d-19c1-44ca-92d8-18a4b3e92b7f/d202f420-554e-48ce-8da2-d06ec46b6144) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:18:38.102164 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5f1aa78-a6db-4f03-82c8-ecf440d5d30c req-89c776f0-d5b0-4389-9429-77f54f76c01b service neutron] 10.222.0.47 "GET /v2.0/networks/1b13491f-6ce3-40c7-b797-4d0f778002c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263418 Dec 11 23:18:38.202080 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:38.279745 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44800) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:38.284415 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b6d8ff23-f0fe-45d2-8bdb-a0a8eb765d3e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78073041', 'description': 'tempest-secgroup-smoke-78073041 description', 'project_id': '7593fdb1da494b9b8223d9c57a501fba'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:38.293971 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:38.342779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Network 0b40c79d-40b3-46e0-abe5-700a6e1adedb is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:18:38.346064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:18:38.350201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:18:38.358561 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Pushing event updated for resources: {'Port': ['ID=d202f420-554e-48ce-8da2-d06ec46b6144,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:38.365568 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688234a-a2eb-442e-9bb0-b63a6c947018 req-3d4a81c8-e0f9-4d1e-922a-cf04f4d2164a tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:38.366944 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1688234a-a2eb-442e-9bb0-b63a6c947018 req-3d4a81c8-e0f9-4d1e-922a-cf04f4d2164a tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 945 time: 0.0648005 Dec 11 23:18:38.385319 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:38.385673 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:38.386018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:38.386367 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:38.386708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:38.387074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:38.387403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:38.387733 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:38.388060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:38.388386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:38.388907 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:38.389040 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:38.389417 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:38.413129 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ff23-f0fe-45d2-8bdb-a0a8eb765d3e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:38.429510 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Attempting to bind port d202f420-554e-48ce-8da2-d06ec46b6144 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:18:38.430152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Attempting to bind port d202f420-554e-48ce-8da2-d06ec46b6144 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '645daad6-71fe-4a2e-be76-a461d561da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:18:38.430522 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Attempting to bind port d202f420-554e-48ce-8da2-d06ec46b6144 on network 0b40c79d-40b3-46e0-abe5-700a6e1adedb {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:18:38.436301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:18:38.436684 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Checking segment: {'id': '645daad6-71fe-4a2e-be76-a461d561da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:18:38.437201 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:38.437489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Bound using segment: {'id': '645daad6-71fe-4a2e-be76-a461d561da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:18:38.438009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Bound port: d202f420-554e-48ce-8da2-d06ec46b6144, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645daad6-71fe-4a2e-be76-a461d561da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:18:38.438394 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:38.458009 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1688234a-a2eb-442e-9bb0-b63a6c947018 req-1c3de387-b45e-4776-9637-c7697825307a tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850627 Dec 11 23:18:38.507102 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ff23-f0fe-45d2-8bdb-a0a8eb765d3e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:38.512296 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] For port d202f420-554e-48ce-8da2-d06ec46b6144, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:18:38.515657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] For port d202f420-554e-48ce-8da2-d06ec46b6144, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d202f420-554e-48ce-8da2-d06ec46b6144,segment=NetworkSegment(645daad6-71fe-4a2e-be76-a461d561da98),segment_id=645daad6-71fe-4a2e-be76-a461d561da98)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:18:38.565227 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ff23-f0fe-45d2-8bdb-a0a8eb765d3e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:38.595892 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8ff23-f0fe-45d2-8bdb-a0a8eb765d3e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f361e1bd-d33b-47f5-91de-57d164b32073,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:38.596505 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:38.661900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a218b-ab6b-4dfc-a8c6-441f646f858a None None] Pushing event updated for resources: {'Port': ['ID=d202f420-554e-48ce-8da2-d06ec46b6144,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:38.666999 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ff23-f0fe-45d2-8bdb-a0a8eb765d3e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:38.668334 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b6d8ff23-f0fe-45d2-8bdb-a0a8eb765d3e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3875585 Dec 11 23:18:38.671392 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44808) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:38.676039 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ea107d51-0234-4986-9aef-c06f3e2c69d4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': 'f361e1bd-d33b-47f5-91de-57d164b32073', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:38.765357 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea107d51-0234-4986-9aef-c06f3e2c69d4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:38.878163 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea107d51-0234-4986-9aef-c06f3e2c69d4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:38.948547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea107d51-0234-4986-9aef-c06f3e2c69d4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:38.967658 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea107d51-0234-4986-9aef-c06f3e2c69d4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ec05c2-dbb3-4f93-a195-2f04ca66ac41,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:39.042598 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ea107d51-0234-4986-9aef-c06f3e2c69d4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:39.044251 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ea107d51-0234-4986-9aef-c06f3e2c69d4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3717875 Dec 11 23:18:39.048585 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44812) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:39.054053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c5bcb3b7-ae35-48cf-82d8-9bc8c00ba797 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': 'f361e1bd-d33b-47f5-91de-57d164b32073', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:39.189819 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5bcb3b7-ae35-48cf-82d8-9bc8c00ba797 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:39.247275 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5bcb3b7-ae35-48cf-82d8-9bc8c00ba797 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:39.304933 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5bcb3b7-ae35-48cf-82d8-9bc8c00ba797 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:39.325868 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcb3b7-ae35-48cf-82d8-9bc8c00ba797 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50775097-6965-4be0-bcc2-26d791266000,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:39.404627 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c5bcb3b7-ae35-48cf-82d8-9bc8c00ba797 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:39.406133 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c5bcb3b7-ae35-48cf-82d8-9bc8c00ba797 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3562009 Dec 11 23:18:39.408615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44820) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:39.413621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d67a2bd8-fe32-4037-9640-ffd928fa9da6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': 'f361e1bd-d33b-47f5-91de-57d164b32073', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:39.504977 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d67a2bd8-fe32-4037-9640-ffd928fa9da6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:39.609648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d67a2bd8-fe32-4037-9640-ffd928fa9da6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:39.621946 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e82a4-5071-4970-8ae8-ea09ea554dec req-4e693855-c6b5-4717-aef1-ec02c69aa38a tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:39.623509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-243e82a4-5071-4970-8ae8-ea09ea554dec req-4e693855-c6b5-4717-aef1-ec02c69aa38a tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 945 time: 0.0737367 Dec 11 23:18:39.655603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9088cc16-a1d4-4f52-b500-0bbd2f663e18 None None] Network 0b40c79d-40b3-46e0-abe5-700a6e1adedb requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:18:39.686312 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-243e82a4-5071-4970-8ae8-ea09ea554dec req-d98c2f72-a73a-4513-b401-be8f85c10fb7 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557988 Dec 11 23:18:39.687692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d67a2bd8-fe32-4037-9640-ffd928fa9da6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:39.714994 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a2bd8-fe32-4037-9640-ffd928fa9da6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bf5fa4-ce8c-4c19-9cd4-4b992d9857e5,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:39.787742 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d67a2bd8-fe32-4037-9640-ffd928fa9da6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:39.791640 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d67a2bd8-fe32-4037-9640-ffd928fa9da6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3789768 Dec 11 23:18:39.791811 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44826) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:39.796387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d9fcc26a-d1e0-4bb5-842b-1c9875c7ac53 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': 'f361e1bd-d33b-47f5-91de-57d164b32073', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:39.956198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-83baae11-7b07-4486-a590-a7a091880f76 None None] Provisioning complete for port d202f420-554e-48ce-8da2-d06ec46b6144 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:18:39.956198 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83baae11-7b07-4486-a590-a7a091880f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:40.001184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d9fcc26a-d1e0-4bb5-842b-1c9875c7ac53 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:40.023246 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83baae11-7b07-4486-a590-a7a091880f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:40.070533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-83baae11-7b07-4486-a590-a7a091880f76 None None] For port d202f420-554e-48ce-8da2-d06ec46b6144, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d202f420-554e-48ce-8da2-d06ec46b6144,segment=NetworkSegment(645daad6-71fe-4a2e-be76-a461d561da98),segment_id=645daad6-71fe-4a2e-be76-a461d561da98)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:40.087551 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d9fcc26a-d1e0-4bb5-842b-1c9875c7ac53 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:40.165959 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d9fcc26a-d1e0-4bb5-842b-1c9875c7ac53 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:40.166403 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83baae11-7b07-4486-a590-a7a091880f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:40.204856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcc26a-d1e0-4bb5-842b-1c9875c7ac53 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ecec59-4f9a-4dd0-ab44-d4a5bdc8e6f7,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:40.234092 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d202f420-554e-48ce-8da2-d06ec46b6144 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:18:40.294238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83baae11-7b07-4486-a590-a7a091880f76 None None] Pushing event updated for resources: {'Port': ['ID=d202f420-554e-48ce-8da2-d06ec46b6144,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:40.304583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690ca7c-260a-421c-bb8e-0ede8b74f2d5 req-daa43716-7971-46ee-9544-721a168905b8 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:40.306446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4690ca7c-260a-421c-bb8e-0ede8b74f2d5 req-daa43716-7971-46ee-9544-721a168905b8 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 945 time: 0.0591230 Dec 11 23:18:40.314016 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d9fcc26a-d1e0-4bb5-842b-1c9875c7ac53 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:40.315275 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d9fcc26a-d1e0-4bb5-842b-1c9875c7ac53 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5222254 Dec 11 23:18:40.317111 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bda033c5-08bc-4566-973b-d0882f9cd8be None None] Provisioning complete for port d202f420-554e-48ce-8da2-d06ec46b6144 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:18:40.318527 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44830) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:40.319051 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bda033c5-08bc-4566-973b-d0882f9cd8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:40.324347 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-035fb6c4-729f-441d-91bd-1096e740c653 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': 'f361e1bd-d33b-47f5-91de-57d164b32073', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:40.348873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d202f420-554e-48ce-8da2-d06ec46b6144 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:18:40.349287 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:40.389470 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4690ca7c-260a-421c-bb8e-0ede8b74f2d5 req-2d914e40-ddb6-4548-9efd-b92d244bd707 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728438 Dec 11 23:18:40.391646 n-d-710847-6 neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-035fb6c4-729f-441d-91bd-1096e740c653 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Project 7593fdb1da494b9b8223d9c57a501fba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:18:40.399053 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-035fb6c4-729f-441d-91bd-1096e740c653 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:40.472575 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-035fb6c4-729f-441d-91bd-1096e740c653 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:40.571427 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-035fb6c4-729f-441d-91bd-1096e740c653 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:40.589879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fb6c4-729f-441d-91bd-1096e740c653 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0c37c8-84ed-48f4-a65b-be719564af0e,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:40.668465 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-035fb6c4-729f-441d-91bd-1096e740c653 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:40.669711 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-035fb6c4-729f-441d-91bd-1096e740c653 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3499227 Dec 11 23:18:40.674393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44838) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:40.679598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-447eb985-75aa-45c9-b8ff-e88fc0983f3a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': 'f361e1bd-d33b-47f5-91de-57d164b32073', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:40.799881 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-447eb985-75aa-45c9-b8ff-e88fc0983f3a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Project 7593fdb1da494b9b8223d9c57a501fba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:18:40.807097 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-447eb985-75aa-45c9-b8ff-e88fc0983f3a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:40.870728 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-447eb985-75aa-45c9-b8ff-e88fc0983f3a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:40.932874 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-447eb985-75aa-45c9-b8ff-e88fc0983f3a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:40.950943 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447eb985-75aa-45c9-b8ff-e88fc0983f3a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57269e3b-bf7e-4e79-87aa-dd9888238b05,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:41.032791 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-447eb985-75aa-45c9-b8ff-e88fc0983f3a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:41.034289 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-447eb985-75aa-45c9-b8ff-e88fc0983f3a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3588293 Dec 11 23:18:41.233565 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-b4406491-095a-48ec-8820-66125a93f170 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78073041&fields=id&tenant_id=7593fdb1da494b9b8223d9c57a501fba HTTP/1.1" status: 200 len: 267 time: 0.0446582 Dec 11 23:18:41.339689 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-4a5314f1-6967-415c-aee2-7d9d2f1be5f0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:41.341237 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-4a5314f1-6967-415c-aee2-7d9d2f1be5f0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/networks?id=0b40c79d-40b3-46e0-abe5-700a6e1adedb HTTP/1.1" status: 200 len: 797 time: 0.1001754 Dec 11 23:18:41.356341 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-e210d541-82aa-455d-b20e-25d473b59dc3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/quotas/7593fdb1da494b9b8223d9c57a501fba HTTP/1.1" status: 200 len: 375 time: 0.0093877 Dec 11 23:18:41.412497 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-2655af85-6af8-425e-a2ce-eed9474968e1 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7593fdb1da494b9b8223d9c57a501fba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0504169 Dec 11 23:18:41.502235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b5ff4-f72b-4895-abaf-52c9f4d0e75e req-e5dcc146-e588-431a-9125-4989307e0d81 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:41.503912 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-588b5ff4-f72b-4895-abaf-52c9f4d0e75e req-e5dcc146-e588-431a-9125-4989307e0d81 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 945 time: 0.0541101 Dec 11 23:18:41.513657 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-eb6d3344-6653-4c9d-9285-54f90d84dc2a service neutron] 10.222.0.45 "GET /v2.0/networks/0b40c79d-40b3-46e0-abe5-700a6e1adedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883577 Dec 11 23:18:41.567251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-588b5ff4-f72b-4895-abaf-52c9f4d0e75e req-5b1631cc-15e8-4d1f-96b0-9a267f658cbf tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515361 Dec 11 23:18:41.613843 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-2bb0a9a6-770e-4f49-b511-e73de5459e7c service neutron] 10.222.0.45 "GET /v2.0/networks/0b40c79d-40b3-46e0-abe5-700a6e1adedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935698 Dec 11 23:18:41.845720 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f59ebb4-12ad-4b10-8153-2b1cd45d1558 req-9954bb97-8f56-4d02-ad39-3624935941fd tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 210 time: 0.0314445 Dec 11 23:18:41.900539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87455-3bcc-4336-ba05-f86f14d62c24 req-3e42dc32-6410-45ea-8002-22fd289f35e6 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:41.902458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-daa87455-3bcc-4336-ba05-f86f14d62c24 req-3e42dc32-6410-45ea-8002-22fd289f35e6 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 945 time: 0.0575933 Dec 11 23:18:41.982944 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-daa87455-3bcc-4336-ba05-f86f14d62c24 req-2f590664-a862-47d5-affd-1bc7b91b0cb8 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723946 Dec 11 23:18:42.000651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae45f0e-839e-424d-8e85-af90b2babe84 req-4df61131-ff7e-47c0-8ab2-24cd40b47b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:42.002077 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ae45f0e-839e-424d-8e85-af90b2babe84 req-4df61131-ff7e-47c0-8ab2-24cd40b47b7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83f536e4d83f4324991d1c1fa7a7712e&device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 1096 time: 0.0530438 Dec 11 23:18:42.107103 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae45f0e-839e-424d-8e85-af90b2babe84 req-9a156c04-5a0a-4136-9632-c325c1769e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:42.108841 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ae45f0e-839e-424d-8e85-af90b2babe84 req-9a156c04-5a0a-4136-9632-c325c1769e14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b13491f-6ce3-40c7-b797-4d0f778002c3 HTTP/1.1" status: 200 len: 913 time: 0.0983458 Dec 11 23:18:42.154386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d202f420-554e-48ce-8da2-d06ec46b6144 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:18:42.159902 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ae45f0e-839e-424d-8e85-af90b2babe84 req-159c40d8-0245-4912-9845-a913feacb356 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a97e582-c375-4da1-98c3-9bbd3fd7dc71 HTTP/1.1" status: 200 len: 217 time: 0.0440335 Dec 11 23:18:42.222387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae45f0e-839e-424d-8e85-af90b2babe84 req-8b2c8c8c-3206-4dc3-94f0-5012f533a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:42.224503 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ae45f0e-839e-424d-8e85-af90b2babe84 req-8b2c8c8c-3206-4dc3-94f0-5012f533a5db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6da5ef48-edea-477b-8398-bf84c507a3cf HTTP/1.1" status: 200 len: 852 time: 0.0576727 Dec 11 23:18:42.228924 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d202f420-554e-48ce-8da2-d06ec46b6144 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:18:42.229385 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:42.258478 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ae45f0e-839e-424d-8e85-af90b2babe84 req-c5970125-901f-45c1-85a5-bbe2c0019cfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b13491f-6ce3-40c7-b797-4d0f778002c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277653 Dec 11 23:18:42.354362 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ae45f0e-839e-424d-8e85-af90b2babe84 req-d8664215-af5b-4412-8b92-e9bf0353f737 service neutron] 10.222.0.47 "GET /v2.0/networks/1b13491f-6ce3-40c7-b797-4d0f778002c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878749 Dec 11 23:18:42.461738 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ae45f0e-839e-424d-8e85-af90b2babe84 req-a414bad0-0173-4a71-b0e8-46c03e95fd42 service neutron] 10.222.0.47 "GET /v2.0/networks/1b13491f-6ce3-40c7-b797-4d0f778002c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003327 Dec 11 23:18:42.594643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cb994-2116-47a7-84ce-f29d86ba7d94 req-ca01d251-4ed9-449e-94e4-b91ab92aff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:42.596284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-792cb994-2116-47a7-84ce-f29d86ba7d94 req-ca01d251-4ed9-449e-94e4-b91ab92aff6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83f536e4d83f4324991d1c1fa7a7712e&device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 1096 time: 0.0422969 Dec 11 23:18:42.711102 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cb994-2116-47a7-84ce-f29d86ba7d94 req-0a926eef-1e3e-4775-bdfc-e0ab03a6dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:42.712651 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-792cb994-2116-47a7-84ce-f29d86ba7d94 req-0a926eef-1e3e-4775-bdfc-e0ab03a6dd5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b13491f-6ce3-40c7-b797-4d0f778002c3 HTTP/1.1" status: 200 len: 913 time: 0.0967302 Dec 11 23:18:42.763620 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-792cb994-2116-47a7-84ce-f29d86ba7d94 req-ad32807a-0579-4fa4-8324-d916765deb1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a97e582-c375-4da1-98c3-9bbd3fd7dc71 HTTP/1.1" status: 200 len: 217 time: 0.0398121 Dec 11 23:18:42.816394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cb994-2116-47a7-84ce-f29d86ba7d94 req-d635e544-9ab1-4dd9-a11a-458606ab3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:42.818692 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-792cb994-2116-47a7-84ce-f29d86ba7d94 req-d635e544-9ab1-4dd9-a11a-458606ab3046 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6da5ef48-edea-477b-8398-bf84c507a3cf HTTP/1.1" status: 200 len: 852 time: 0.0455580 Dec 11 23:18:42.858295 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-792cb994-2116-47a7-84ce-f29d86ba7d94 req-a9399fc9-ed6a-41c9-87d2-8d60591a4f7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b13491f-6ce3-40c7-b797-4d0f778002c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300381 Dec 11 23:18:42.960022 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-792cb994-2116-47a7-84ce-f29d86ba7d94 req-005482b1-825f-45eb-bb7c-71a54bd62d9a service neutron] 10.222.0.47 "GET /v2.0/networks/1b13491f-6ce3-40c7-b797-4d0f778002c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937376 Dec 11 23:18:42.960733 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2dbb96c5-4a90-4af1-9b3f-a05a4a3e883c req-1d05eead-bb3f-4ce8-aca3-642356f6bc1d tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 210 time: 0.0332644 Dec 11 23:18:43.149902 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eb333-4839-45c4-aa97-4b1c0973dfb9 req-e24a3b33-fe0d-401e-9ed7-fa845a7b4d22 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:43.151497 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb8eb333-4839-45c4-aa97-4b1c0973dfb9 req-e24a3b33-fe0d-401e-9ed7-fa845a7b4d22 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 945 time: 0.0788641 Dec 11 23:18:43.153658 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-792cb994-2116-47a7-84ce-f29d86ba7d94 req-caddd571-2c8a-4eda-9b7f-aa5357007b22 service neutron] 10.222.0.47 "GET /v2.0/networks/1b13491f-6ce3-40c7-b797-4d0f778002c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560967 Dec 11 23:18:43.204566 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb8eb333-4839-45c4-aa97-4b1c0973dfb9 req-3277be74-9954-4128-9e62-277d4bf4f961 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458462 Dec 11 23:18:43.707439 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-bf96fc58-05ec-438c-a5c4-f7397c0803d3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:43.709728 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-bf96fc58-05ec-438c-a5c4-f7397c0803d3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.13 "GET /v2.0/networks?id=0b40c79d-40b3-46e0-abe5-700a6e1adedb HTTP/1.1" status: 200 len: 797 time: 0.1107945 Dec 11 23:18:43.790644 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-ecc7afbc-c7cc-4bb3-97f4-63a0f7a1e731 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7593fdb1da494b9b8223d9c57a501fba HTTP/1.1" status: 200 len: 471 time: 0.0693760 Dec 11 23:18:43.800228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-133ca317-9fc9-419a-842d-87ab2311d6ec tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'port': {'device_id': '239fb482-e63e-4d28-93d2-a712029072b1', 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb', 'admin_state_up': True, 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'security_groups': ['f361e1bd-d33b-47f5-91de-57d164b32073']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:43.932971 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:43.973121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-133ca317-9fc9-419a-842d-87ab2311d6ec tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Made reservation on behalf of 7593fdb1da494b9b8223d9c57a501fba for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:18:43.976971 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-133ca317-9fc9-419a-842d-87ab2311d6ec tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:44.062669 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-05172202-5427-4c8d-8226-5f0834bf6380 req-99f0f268-c02a-4688-ad7b-78a4e11b3969 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 210 time: 0.0300887 Dec 11 23:18:44.128604 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-133ca317-9fc9-419a-842d-87ab2311d6ec tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Allocated IP 172.20.0.26 (0b40c79d-40b3-46e0-abe5-700a6e1adedb/f4ba936d-19c1-44ca-92d8-18a4b3e92b7f/1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:18:44.268798 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-133ca317-9fc9-419a-842d-87ab2311d6ec tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:44.346182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c151b-6a5b-4457-884c-b0d27eed4fcc req-69121ed4-e622-4b22-9d86-73a909fa8bff tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:44.347647 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae2c151b-6a5b-4457-884c-b0d27eed4fcc req-69121ed4-e622-4b22-9d86-73a909fa8bff tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 945 time: 0.0663757 Dec 11 23:18:44.390330 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-133ca317-9fc9-419a-842d-87ab2311d6ec tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:44.434635 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae2c151b-6a5b-4457-884c-b0d27eed4fcc req-317b9c92-b503-4928-b49e-268e4ebdb75b tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800226 Dec 11 23:18:44.442787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-133ca317-9fc9-419a-842d-87ab2311d6ec tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network 0b40c79d-40b3-46e0-abe5-700a6e1adedb is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:18:44.447988 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-133ca317-9fc9-419a-842d-87ab2311d6ec tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:18:44.450707 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-133ca317-9fc9-419a-842d-87ab2311d6ec tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:18:44.490313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ca317-9fc9-419a-842d-87ab2311d6ec tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Port': ['ID=1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:44.526891 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-133ca317-9fc9-419a-842d-87ab2311d6ec tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:44.529299 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-133ca317-9fc9-419a-842d-87ab2311d6ec tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:44.619865 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-133ca317-9fc9-419a-842d-87ab2311d6ec tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8234892 Dec 11 23:18:44.633846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Request body: {'port': {'device_id': '239fb482-e63e-4d28-93d2-a712029072b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:18:44.705007 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:44.722996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d5ef9216-4913-4147-b5c3-16f4f3839240 None None] Provisioning complete for port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:18:44.723456 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d5ef9216-4913-4147-b5c3-16f4f3839240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:44.762419 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef9216-4913-4147-b5c3-16f4f3839240 None None] Port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:18:44.986325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8875c-7714-4dc0-ab6d-763dcc9194bd req-08a1fd59-baf2-490d-a1f1-1bb7d1512364 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:44.987909 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aed8875c-7714-4dc0-ab6d-763dcc9194bd req-08a1fd59-baf2-490d-a1f1-1bb7d1512364 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 945 time: 0.0806422 Dec 11 23:18:45.053757 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:18:45.065033 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:45.086211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aed8875c-7714-4dc0-ab6d-763dcc9194bd req-07493d76-f4df-43f9-9ec6-4d90a275b4b6 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887616 Dec 11 23:18:45.088923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Transition to ACTIVE for port object 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:18:45.162259 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:45.189937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb72471-a673-4046-bc21-6a077d26188a req-ade396f2-ea95-4a09-a814-e70b2ca797a4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:45.191594 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3bb72471-a673-4046-bc21-6a077d26188a req-ade396f2-ea95-4a09-a814-e70b2ca797a4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 932 time: 0.0562787 Dec 11 23:18:45.271142 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3bb72471-a673-4046-bc21-6a077d26188a req-7654221c-0de9-4c45-98fe-5de28112a20d tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f361e1bd-d33b-47f5-91de-57d164b32073&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598254 Dec 11 23:18:45.273165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Pushing event updated for resources: {'Port': ['ID=1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:45.305050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Attempting to bind port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:18:45.305557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Attempting to bind port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '645daad6-71fe-4a2e-be76-a461d561da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:18:45.305988 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Attempting to bind port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 on network 0b40c79d-40b3-46e0-abe5-700a6e1adedb {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:18:45.311319 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 on network 0b40c79d-40b3-46e0-abe5-700a6e1adedb not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:18:45.311652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Attempting to bind port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 on network 0b40c79d-40b3-46e0-abe5-700a6e1adedb {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:18:45.316702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:18:45.317068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Checking segment: {'id': '645daad6-71fe-4a2e-be76-a461d561da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:18:45.317537 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Bound using segment: {'id': '645daad6-71fe-4a2e-be76-a461d561da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:18:45.318458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Bound port: 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645daad6-71fe-4a2e-be76-a461d561da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:18:45.318883 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:45.387012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] For port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:18:45.390471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] For port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3,segment=NetworkSegment(645daad6-71fe-4a2e-be76-a461d561da98),segment_id=645daad6-71fe-4a2e-be76-a461d561da98)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:18:45.457124 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:45.498518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:45.499206 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:45.500696 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] 10.222.0.13 "PUT /v2.0/ports/1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 HTTP/1.1" status: 200 len: 1092 time: 0.8715403 Dec 11 23:18:45.501139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239fb482-e63e-4d28-93d2-a712029072b1', 'tag': '1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:18:45.503764 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fc47f1-9466-4571-9090-9ab7a9de3642" -d '{"events": [{"name": "network-changed", "server_uuid": "239fb482-e63e-4d28-93d2-a712029072b1", "tag": "1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:18:45.541070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1f107-c344-4c93-b4c1-61f78b75bafa service neutron] Pushing event updated for resources: {'Port': ['ID=1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:45.566012 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbed6081-3ca1-4883-a263-ae27044b77d1 x-openstack-request-id: req-bbed6081-3ca1-4883-a263-ae27044b77d1 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:18:45.566344 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239fb482-e63e-4d28-93d2-a712029072b1", "tag": "1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:18:45.566466 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bbed6081-3ca1-4883-a263-ae27044b77d1 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:18:45.566919 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239fb482-e63e-4d28-93d2-a712029072b1', 'tag': '1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3', 'status': 'completed', 'code': 200} Dec 11 23:18:45.637767 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc47f1-9466-4571-9090-9ab7a9de3642 req-7462b286-c6b0-435f-9674-67189b14ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:45.639447 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0fc47f1-9466-4571-9090-9ab7a9de3642 req-7462b286-c6b0-435f-9674-67189b14ffbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7593fdb1da494b9b8223d9c57a501fba&device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 1095 time: 0.0527482 Dec 11 23:18:45.746136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc47f1-9466-4571-9090-9ab7a9de3642 req-1c3f66bb-bfcb-4e3b-b99b-4a7124080b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:45.746651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc47f1-9466-4571-9090-9ab7a9de3642 req-1c3f66bb-bfcb-4e3b-b99b-4a7124080b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:45.748201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0fc47f1-9466-4571-9090-9ab7a9de3642 req-1c3f66bb-bfcb-4e3b-b99b-4a7124080b47 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7593fdb1da494b9b8223d9c57a501fba&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1010878 Dec 11 23:18:45.846651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc47f1-9466-4571-9090-9ab7a9de3642 req-f901bf2d-14e6-43eb-92fa-d7b2d05442ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:45.848317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0fc47f1-9466-4571-9090-9ab7a9de3642 req-f901bf2d-14e6-43eb-92fa-d7b2d05442ea service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935309 Dec 11 23:18:45.932077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-ef92189d-e315-4041-b47e-64605e897373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:45.934017 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-ef92189d-e315-4041-b47e-64605e897373 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7593fdb1da494b9b8223d9c57a501fba&device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 1095 time: 0.0468013 Dec 11 23:18:45.977597 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-2f4f9fb5-33ca-4cbb-a52f-1923c97f3485 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 HTTP/1.1" status: 200 len: 217 time: 0.0340500 Dec 11 23:18:46.028047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-69c74984-8057-4755-b90a-9a31f30167b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:46.029778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-69c74984-8057-4755-b90a-9a31f30167b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f4ba936d-19c1-44ca-92d8-18a4b3e92b7f HTTP/1.1" status: 200 len: 838 time: 0.0449429 Dec 11 23:18:46.078881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-7e316bc9-2d9b-481c-a002-1db041232631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:46.080370 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-7e316bc9-2d9b-481c-a002-1db041232631 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b40c79d-40b3-46e0-abe5-700a6e1adedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436821 Dec 11 23:18:46.175760 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-a9255eb5-e25e-4b0e-bd6a-690cc7390401 service neutron] 10.222.0.13 "GET /v2.0/networks/0b40c79d-40b3-46e0-abe5-700a6e1adedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879951 Dec 11 23:18:46.207334 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387aad5-4dfc-44b6-93fc-46882d54277c req-85747ec2-1905-4e61-b85c-0d21d9d4a8fa tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:46.209760 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0387aad5-4dfc-44b6-93fc-46882d54277c req-85747ec2-1905-4e61-b85c-0d21d9d4a8fa tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 945 time: 0.0498061 Dec 11 23:18:46.260711 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0387aad5-4dfc-44b6-93fc-46882d54277c req-456232fe-1db3-4a74-866e-1c21ad373ece tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/security-groups?id=1590bfdb-0cfc-406a-b689-89e4724dc5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450749 Dec 11 23:18:46.292180 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-879c84e7-3339-4868-ac1f-8057ffa97db2 req-77e0669f-fcc7-4b39-a654-80a10da844e1 service neutron] 10.222.0.13 "GET /v2.0/networks/0b40c79d-40b3-46e0-abe5-700a6e1adedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096141 Dec 11 23:18:46.379278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a13ef-46e6-4244-bc34-27fb012319b4 req-1e875987-6b3f-478c-a3bd-62e194ac22fc tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:46.381401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f3a13ef-46e6-4244-bc34-27fb012319b4 req-1e875987-6b3f-478c-a3bd-62e194ac22fc tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 944 time: 0.0507724 Dec 11 23:18:46.433372 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f3a13ef-46e6-4244-bc34-27fb012319b4 req-24dd7953-7997-48b9-9534-a13f1524c6da tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f361e1bd-d33b-47f5-91de-57d164b32073&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457032 Dec 11 23:18:46.854252 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91026e-40b7-4788-9c56-b5556a6e097e req-5938d48e-b843-4ac4-b7b7-dda84fd3cb0b tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:46.855804 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2f91026e-40b7-4788-9c56-b5556a6e097e req-5938d48e-b843-4ac4-b7b7-dda84fd3cb0b tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 945 time: 0.0523434 Dec 11 23:18:46.953840 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-2f91026e-40b7-4788-9c56-b5556a6e097e req-aee7a465-0f7d-4e3c-9ca2-b5ce026c89d5 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Deleting port 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:18:46.954178 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2f91026e-40b7-4788-9c56-b5556a6e097e req-aee7a465-0f7d-4e3c-9ca2-b5ce026c89d5 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:47.043839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2f91026e-40b7-4788-9c56-b5556a6e097e req-aee7a465-0f7d-4e3c-9ca2-b5ce026c89d5 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] For port 6a97e582-c375-4da1-98c3-9bbd3fd7dc71, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6a97e582-c375-4da1-98c3-9bbd3fd7dc71,segment=NetworkSegment(c184b98f-d11e-41c5-ab1d-1c7d6d8fce85),segment_id=c184b98f-d11e-41c5-ab1d-1c7d6d8fce85)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:47.044504 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2f91026e-40b7-4788-9c56-b5556a6e097e req-aee7a465-0f7d-4e3c-9ca2-b5ce026c89d5 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:47.056746 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-2f91026e-40b7-4788-9c56-b5556a6e097e req-aee7a465-0f7d-4e3c-9ca2-b5ce026c89d5 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Calling delete_port for 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:18:47.270330 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2f91026e-40b7-4788-9c56-b5556a6e097e req-aee7a465-0f7d-4e3c-9ca2-b5ce026c89d5 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:47.308181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7a465-0f7d-4e3c-9ca2-b5ce026c89d5 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Pushing event deleted for resources: {'Port': ['ID=6a97e582-c375-4da1-98c3-9bbd3fd7dc71,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:47.308544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['6a97e582-c375-4da1-98c3-9bbd3fd7dc71'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:18:47.376199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f91026e-40b7-4788-9c56-b5556a6e097e req-aee7a465-0f7d-4e3c-9ca2-b5ce026c89d5 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] No DVR routers for this DVR port 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:18:47.379183 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2f91026e-40b7-4788-9c56-b5556a6e097e req-aee7a465-0f7d-4e3c-9ca2-b5ce026c89d5 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:47.384318 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2f91026e-40b7-4788-9c56-b5556a6e097e req-aee7a465-0f7d-4e3c-9ca2-b5ce026c89d5 tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.47 "DELETE /v2.0/ports/6a97e582-c375-4da1-98c3-9bbd3fd7dc71 HTTP/1.1" status: 204 len: 173 time: 0.5213418 Dec 11 23:18:47.391556 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-596eb9e8-27be-467d-9d47-74f236f6f817 req-0710856e-77ea-4fe9-ae72-85bbdda790de tempest-TestServerAdvancedOps-2078513062 tempest-TestServerAdvancedOps-2078513062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cef0562-e006-48b2-bf72-8aeaa10b1761 HTTP/1.1" status: 200 len: 210 time: 0.0347698 Dec 11 23:18:47.567462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fdd6e-92e0-4e3c-9f72-46a6ff56c595 req-30fa943b-2fd6-4c58-a809-9f537baabf34 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:47.569242 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc4fdd6e-92e0-4e3c-9f72-46a6ff56c595 req-30fa943b-2fd6-4c58-a809-9f537baabf34 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 944 time: 0.0594747 Dec 11 23:18:47.569762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cef0562-e006-48b2-bf72-8aeaa10b1761', 'name': 'network-vif-deleted', 'tag': '6a97e582-c375-4da1-98c3-9bbd3fd7dc71'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:18:47.572126 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514f6b39-a1db-4ce0-91ac-bfce01b3d0f4" -d '{"events": [{"server_uuid": "2cef0562-e006-48b2-bf72-8aeaa10b1761", "name": "network-vif-deleted", "tag": "6a97e582-c375-4da1-98c3-9bbd3fd7dc71"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:18:47.607845 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:47.631612 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc4fdd6e-92e0-4e3c-9f72-46a6ff56c595 req-6f35a4f4-e6c7-4c78-89b0-f6cbf356cd56 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f361e1bd-d33b-47f5-91de-57d164b32073&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537241 Dec 11 23:18:47.657050 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921f4c61-0724-4d12-b7bc-7ebbbf3a3c8c x-openstack-request-id: req-921f4c61-0724-4d12-b7bc-7ebbbf3a3c8c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:18:47.657495 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cef0562-e006-48b2-bf72-8aeaa10b1761", "name": "network-vif-deleted", "tag": "6a97e582-c375-4da1-98c3-9bbd3fd7dc71", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:18:47.657856 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-921f4c61-0724-4d12-b7bc-7ebbbf3a3c8c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:18:47.658366 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cef0562-e006-48b2-bf72-8aeaa10b1761', 'name': 'network-vif-deleted', 'tag': '6a97e582-c375-4da1-98c3-9bbd3fd7dc71', 'status': 'completed', 'code': 200} Dec 11 23:18:48.457268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44938) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:48.500064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5ba463-b2b1-4dc5-81e0-5905a1caec67 admin admin] Deleting subnet 6da5ef48-edea-477b-8398-bf84c507a3cf {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:18:48.503135 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef5ba463-b2b1-4dc5-81e0-5905a1caec67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:48.540423 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef5ba463-b2b1-4dc5-81e0-5905a1caec67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:48.585601 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef5ba463-b2b1-4dc5-81e0-5905a1caec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:48.703044 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef5ba463-b2b1-4dc5-81e0-5905a1caec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:48.730173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ba463-b2b1-4dc5-81e0-5905a1caec67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6da5ef48-edea-477b-8398-bf84c507a3cf,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:48.738382 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ef5ba463-b2b1-4dc5-81e0-5905a1caec67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:48.743033 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ef5ba463-b2b1-4dc5-81e0-5905a1caec67 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6da5ef48-edea-477b-8398-bf84c507a3cf HTTP/1.1" status: 204 len: 168 time: 0.2891831 Dec 11 23:18:48.745443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 44944) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:48.760132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d53ae6-83f5-42c5-a095-5e4de622f855 req-2b4682db-93d6-4899-841d-c6292cc83534 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:48.762003 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f8d53ae6-83f5-42c5-a095-5e4de622f855 req-2b4682db-93d6-4899-841d-c6292cc83534 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 944 time: 0.0556667 Dec 11 23:18:48.810934 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:18:48.815582 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f8d53ae6-83f5-42c5-a095-5e4de622f855 req-08afc818-8732-45ff-bf82-574d27c0da3f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f361e1bd-d33b-47f5-91de-57d164b32073&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471151 Dec 11 23:18:48.844642 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c02605c-19ff-4da7-8e4f-83b0d26a1207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:48.864844 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-326d936d-340f-42ee-9cce-fd81bef3e635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:48.934400 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c02605c-19ff-4da7-8e4f-83b0d26a1207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:48.938717 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3,segment=NetworkSegment(645daad6-71fe-4a2e-be76-a461d561da98),segment_id=645daad6-71fe-4a2e-be76-a461d561da98)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:48.950544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3', 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb', 'port_id': '1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3', 'mac_address': 'fa:16:3e:05:59:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ba936d-19c1-44ca-92d8-18a4b3e92b7f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:18:48.955597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7c02605c-19ff-4da7-8e4f-83b0d26a1207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b13491f-6ce3-40c7-b797-4d0f778002c3']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:48.965688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7c02605c-19ff-4da7-8e4f-83b0d26a1207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c184b98f-d11e-41c5-ab1d-1c7d6d8fce85') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:48.965987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-7c02605c-19ff-4da7-8e4f-83b0d26a1207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c184b98f-d11e-41c5-ab1d-1c7d6d8fce85') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:48.977562 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c02605c-19ff-4da7-8e4f-83b0d26a1207 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:48.996870 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c02605c-19ff-4da7-8e4f-83b0d26a1207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:49.000993 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:49.003499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c02605c-19ff-4da7-8e4f-83b0d26a1207 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c02605c-19ff-4da7-8e4f-83b0d26a1207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:18:49.010708 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:18:49.015404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:18:49.037831 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3,segment=NetworkSegment(645daad6-71fe-4a2e-be76-a461d561da98),segment_id=645daad6-71fe-4a2e-be76-a461d561da98)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:49.120047 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:49.143249 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c02605c-19ff-4da7-8e4f-83b0d26a1207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:49.149544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7c02605c-19ff-4da7-8e4f-83b0d26a1207 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:49.153495 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7c02605c-19ff-4da7-8e4f-83b0d26a1207 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1b13491f-6ce3-40c7-b797-4d0f778002c3 HTTP/1.1" status: 204 len: 168 time: 0.4068809 Dec 11 23:18:49.156580 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44950) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:49.171792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02605c-19ff-4da7-8e4f-83b0d26a1207 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b13491f-6ce3-40c7-b797-4d0f778002c3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:49.185217 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:49.203381 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a15d210-cacd-415b-9e6b-8ceb7aabcb9f admin admin] Deleting subnet 60137e29-add0-4728-9b53-da707457ffbc {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:18:49.206585 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7a15d210-cacd-415b-9e6b-8ceb7aabcb9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:49.245349 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7a15d210-cacd-415b-9e6b-8ceb7aabcb9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:49.283879 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7a15d210-cacd-415b-9e6b-8ceb7aabcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:49.390670 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7a15d210-cacd-415b-9e6b-8ceb7aabcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:49.416551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15d210-cacd-415b-9e6b-8ceb7aabcb9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60137e29-add0-4728-9b53-da707457ffbc,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:49.422792 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7a15d210-cacd-415b-9e6b-8ceb7aabcb9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:49.426066 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7a15d210-cacd-415b-9e6b-8ceb7aabcb9f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/60137e29-add0-4728-9b53-da707457ffbc HTTP/1.1" status: 204 len: 168 time: 0.2684476 Dec 11 23:18:49.429545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44952) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:49.435486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:18:49.506636 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9055951-4300-475b-bb9a-4303ca8d6239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:49.588177 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9055951-4300-475b-bb9a-4303ca8d6239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:49.608571 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-e9055951-4300-475b-bb9a-4303ca8d6239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85407d7-e877-4c84-ba2f-611a57705208']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:49.618340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-e9055951-4300-475b-bb9a-4303ca8d6239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45746c4-67aa-4d0f-b79d-a05754efca4d') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:49.618635 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-e9055951-4300-475b-bb9a-4303ca8d6239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45746c4-67aa-4d0f-b79d-a05754efca4d') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:49.628159 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9055951-4300-475b-bb9a-4303ca8d6239 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:49.641909 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9055951-4300-475b-bb9a-4303ca8d6239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:49.650105 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9055951-4300-475b-bb9a-4303ca8d6239 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:18:49.650641 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9055951-4300-475b-bb9a-4303ca8d6239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:18:49.652594 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:18:49.945227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad59c1-8ece-4ece-ae8e-733a8ea32cd1 req-2e412d8e-b572-4602-b2c4-7ab2bb3e4471 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:49.946794 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8dad59c1-8ece-4ece-ae8e-733a8ea32cd1 req-2e412d8e-b572-4602-b2c4-7ab2bb3e4471 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 945 time: 0.0517743 Dec 11 23:18:50.004563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8dad59c1-8ece-4ece-ae8e-733a8ea32cd1 req-1712e634-977b-4034-ab47-7cee6b546b28 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f361e1bd-d33b-47f5-91de-57d164b32073&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514121 Dec 11 23:18:50.142692 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9055951-4300-475b-bb9a-4303ca8d6239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:50.150170 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e9055951-4300-475b-bb9a-4303ca8d6239 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:50.154012 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e9055951-4300-475b-bb9a-4303ca8d6239 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a85407d7-e877-4c84-ba2f-611a57705208 HTTP/1.1" status: 204 len: 168 time: 0.7235305 Dec 11 23:18:50.166943 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9055951-4300-475b-bb9a-4303ca8d6239 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85407d7-e877-4c84-ba2f-611a57705208,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:50.500234 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44964) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:50.541757 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2f445b00-8849-4e90-bdfa-d762e14098fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83f536e4d83f4324991d1c1fa7a7712e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403419 Dec 11 23:18:50.544219 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44966) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:50.590575 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b66cde66-6f21-4f17-bbbf-34444eee6af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:50.611905 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b66cde66-6f21-4f17-bbbf-34444eee6af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:50.617607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:18:50.638721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:18:50.639097 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6a97e582-c375-4da1-98c3-9bbd3fd7dc71 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:18:50.744379 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b66cde66-6f21-4f17-bbbf-34444eee6af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:50.747134 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b66cde66-6f21-4f17-bbbf-34444eee6af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:50.748527 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b66cde66-6f21-4f17-bbbf-34444eee6af0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1590bfdb-0cfc-406a-b689-89e4724dc5ca HTTP/1.1" status: 204 len: 168 time: 0.2032979 Dec 11 23:18:50.757461 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66cde66-6f21-4f17-bbbf-34444eee6af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1590bfdb-0cfc-406a-b689-89e4724dc5ca,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:50.811951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:18:50.938496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:18:50.942669 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:18:50.943075 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:51.025147 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:51.052989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239fb482-e63e-4d28-93d2-a712029072b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:18:51.052989 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d3c050-98ee-44a7-82b0-91e373d4ba7f" -d '{"events": [{"server_uuid": "239fb482-e63e-4d28-93d2-a712029072b1", "name": "network-vif-plugged", "status": "completed", "tag": "1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:18:51.066765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3,segment=NetworkSegment(645daad6-71fe-4a2e-be76-a461d561da98),segment_id=645daad6-71fe-4a2e-be76-a461d561da98)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:51.104964 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f97446e-e5cd-4e5c-b5d7-da9cec62793b x-openstack-request-id: req-4f97446e-e5cd-4e5c-b5d7-da9cec62793b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:18:51.104964 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239fb482-e63e-4d28-93d2-a712029072b1", "name": "network-vif-plugged", "status": "completed", "tag": "1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:18:51.104964 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f97446e-e5cd-4e5c-b5d7-da9cec62793b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:18:51.104964 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239fb482-e63e-4d28-93d2-a712029072b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3', 'code': 200} Dec 11 23:18:51.148255 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:51.204685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:51.215260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c35e18-15c2-4c20-b1d8-892e432eb367 req-47c028cc-aeeb-431e-92a5-cfd3775c40c4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:51.217117 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d6c35e18-15c2-4c20-b1d8-892e432eb367 req-47c028cc-aeeb-431e-92a5-cfd3775c40c4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 945 time: 0.0898266 Dec 11 23:18:51.237196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abaf63-468d-4f96-be56-f4bf50295479 req-cf1ef1fc-188a-48a8-aeb7-8f192c963c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:51.240564 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-75abaf63-468d-4f96-be56-f4bf50295479 req-cf1ef1fc-188a-48a8-aeb7-8f192c963c11 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 1097 time: 0.0543139 Dec 11 23:18:51.280420 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d6c35e18-15c2-4c20-b1d8-892e432eb367 req-9a9857ef-918f-4e84-ba7f-4e095fbd7cfb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f361e1bd-d33b-47f5-91de-57d164b32073&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567954 Dec 11 23:18:51.308177 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bfbccb34-6739-4ce0-b807-96cd9db2c340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:51.310183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-75abaf63-468d-4f96-be56-f4bf50295479 req-b54f90ed-fb03-4e39-9501-953febe7bb5c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f361e1bd-d33b-47f5-91de-57d164b32073&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612350 Dec 11 23:18:51.534599 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44982) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:51.574295 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e57519cf-1fe2-4afc-8b20-eb5d8785e9b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40b1d0896ac74d59a901a1675da2475d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384531 Dec 11 23:18:51.576756 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 44984) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:51.623805 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b8fbdbe1-525e-4990-9bcc-d997597bb9b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:51.644874 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b8fbdbe1-525e-4990-9bcc-d997597bb9b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:51.750210 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b8fbdbe1-525e-4990-9bcc-d997597bb9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:51.753050 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b8fbdbe1-525e-4990-9bcc-d997597bb9b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:51.754280 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b8fbdbe1-525e-4990-9bcc-d997597bb9b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/358e4633-2fcb-45e4-8e38-26a86d623657 HTTP/1.1" status: 204 len: 168 time: 0.1765983 Dec 11 23:18:51.762662 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbdbe1-525e-4990-9bcc-d997597bb9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358e4633-2fcb-45e4-8e38-26a86d623657,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:52.304817 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:52.417484 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb988ae3-83d3-4160-ba11-fbea6f5886c8 req-897ac34c-4aeb-44df-93f9-a2976b1a7b82 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:52.419405 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eb988ae3-83d3-4160-ba11-fbea6f5886c8 req-897ac34c-4aeb-44df-93f9-a2976b1a7b82 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 946 time: 0.0587649 Dec 11 23:18:52.475885 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eb988ae3-83d3-4160-ba11-fbea6f5886c8 req-23593d77-e893-4261-9ea5-a17c82c8446d tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f361e1bd-d33b-47f5-91de-57d164b32073&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492651 Dec 11 23:18:53.596118 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53667653-86de-42d6-a1a3-c10b09a48366 req-e2cf4b30-a6a7-4c1f-ab33-fed4e6abfad7 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:53.597602 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-53667653-86de-42d6-a1a3-c10b09a48366 req-e2cf4b30-a6a7-4c1f-ab33-fed4e6abfad7 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 946 time: 0.0531039 Dec 11 23:18:53.649587 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-53667653-86de-42d6-a1a3-c10b09a48366 req-ad841559-24a4-4847-84cc-484511dacb2f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f361e1bd-d33b-47f5-91de-57d164b32073&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456083 Dec 11 23:18:53.771861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bdb3b-9fd5-4760-b56c-4658339c9aa6 req-0e6ddabe-3b3a-4665-be34-74efe03acefb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:18:53.773386 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a50bdb3b-9fd5-4760-b56c-4658339c9aa6 req-0e6ddabe-3b3a-4665-be34-74efe03acefb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 946 time: 0.0502050 Dec 11 23:18:53.824951 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a50bdb3b-9fd5-4760-b56c-4658339c9aa6 req-9fca1f30-285f-47e0-8052-d05b1faf50c4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f361e1bd-d33b-47f5-91de-57d164b32073&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448923 Dec 11 23:18:54.001509 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:54.685463 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:55.298330 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45022) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:18:55.732904 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:56.012807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Allocated IP 172.20.0.17 (0b40c79d-40b3-46e0-abe5-700a6e1adedb/f4ba936d-19c1-44ca-92d8-18a4b3e92b7f/93d1432d-cfa4-4294-9361-4b686b18e177) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:18:56.132202 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:56.225139 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:56.268153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network 0b40c79d-40b3-46e0-abe5-700a6e1adedb is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:18:56.272022 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:18:56.274495 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:18:56.303058 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Port': ['ID=93d1432d-cfa4-4294-9361-4b686b18e177,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:56.328086 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:56.494828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e6168737-0928-4c20-879a-a65ba6beca0d None None] Provisioning complete for port 93d1432d-cfa4-4294-9361-4b686b18e177 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:18:56.495414 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e6168737-0928-4c20-879a-a65ba6beca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:56.512150 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:56.531555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e6168737-0928-4c20-879a-a65ba6beca0d None None] Port 93d1432d-cfa4-4294-9361-4b686b18e177 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:18:56.791685 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:56.851227 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:56.923800 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Port': ['ID=93d1432d-cfa4-4294-9361-4b686b18e177,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:56.929183 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:57.025066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network 0b40c79d-40b3-46e0-abe5-700a6e1adedb is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:18:57.026412 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:18:57.152371 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:18:57.258571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9fcd1830-e749-48e2-a5bc-56395d21f874 None None] Provisioning complete for port 93d1432d-cfa4-4294-9361-4b686b18e177 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:18:57.258992 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1830-e749-48e2-a5bc-56395d21f874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:57.269859 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:18:57.275276 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-033f74f1-de2c-42e8-8b2d-6c19f5cbbe49 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "PUT /v2.0/routers/13ad5be9-dfd9-43eb-bbce-a73a142c17c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9759302 Dec 11 23:18:57.280697 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Sync routers for ids ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:18:57.291527 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Routers {'13ad5be9-dfd9-43eb-bbce-a73a142c17c6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:18:57.292152 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:18:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:57.303089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd1830-e749-48e2-a5bc-56395d21f874 None None] Port 93d1432d-cfa4-4294-9361-4b686b18e177 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:18:57.404807 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Set router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:18:57.633864 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:18:56Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '118553a1-499e-448e-a8c5-9f71caa2f180', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'floating_ip_address': '172.25.1.36', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'port_id': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'mac_address': 'fa:16:3e:b6:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:17:27Z', 'updated_at': '2021-12-11T23:17:30Z', 'revision_number': 1, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866fa321-5494-467c-b428-e250c7d9a111', 'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:aa:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:03Z', 'updated_at': '2021-12-11T23:17:08Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d1432d-cfa4-4294-9361-4b686b18e177', 'name': '', 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:89:c3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'f4ba936d-19c1-44ca-92d8-18a4b3e92b7f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:18:55Z', 'updated_at': '2021-12-11T23:18:56Z', 'revision_number': 2, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'f4ba936d-19c1-44ca-92d8-18a4b3e92b7f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:57.663837 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Checking router: 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:18:57.664191 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Updating router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 port 93d1432d-cfa4-4294-9361-4b686b18e177 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:18:57.688365 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:57.944878 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:58.023431 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:58.084436 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57c5e4-472c-43c1-be8a-1cafcce043b6 None None] Pushing event updated for resources: {'Port': ['ID=93d1432d-cfa4-4294-9361-4b686b18e177,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:58.108596 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d57c5e4-472c-43c1-be8a-1cafcce043b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:58.108946 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d57c5e4-472c-43c1-be8a-1cafcce043b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:58.109391 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d57c5e4-472c-43c1-be8a-1cafcce043b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:58.109612 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d57c5e4-472c-43c1-be8a-1cafcce043b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:58.109947 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d57c5e4-472c-43c1-be8a-1cafcce043b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:58.110266 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d57c5e4-472c-43c1-be8a-1cafcce043b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:58.110595 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d57c5e4-472c-43c1-be8a-1cafcce043b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:58.110946 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d57c5e4-472c-43c1-be8a-1cafcce043b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:58.111274 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d57c5e4-472c-43c1-be8a-1cafcce043b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:58.111602 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d57c5e4-472c-43c1-be8a-1cafcce043b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:58.111947 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d57c5e4-472c-43c1-be8a-1cafcce043b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:58.112499 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d57c5e4-472c-43c1-be8a-1cafcce043b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:58.112993 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d57c5e4-472c-43c1-be8a-1cafcce043b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:18:58.148736 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Attempting to bind port 93d1432d-cfa4-4294-9361-4b686b18e177 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:18:58.149108 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Attempting to bind port 93d1432d-cfa4-4294-9361-4b686b18e177 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '645daad6-71fe-4a2e-be76-a461d561da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:18:58.149471 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Attempting to bind port 93d1432d-cfa4-4294-9361-4b686b18e177 on network 0b40c79d-40b3-46e0-abe5-700a6e1adedb {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:18:58.155520 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:18:58.155897 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Checking segment: {'id': '645daad6-71fe-4a2e-be76-a461d561da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:18:58.156294 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:58.157373 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Bound using segment: {'id': '645daad6-71fe-4a2e-be76-a461d561da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:18:58.157857 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Bound port: 93d1432d-cfa4-4294-9361-4b686b18e177, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645daad6-71fe-4a2e-be76-a461d561da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:18:58.158240 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:58.224879 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] For port 93d1432d-cfa4-4294-9361-4b686b18e177, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:18:58.228081 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] For port 93d1432d-cfa4-4294-9361-4b686b18e177, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=93d1432d-cfa4-4294-9361-4b686b18e177,segment=NetworkSegment(645daad6-71fe-4a2e-be76-a461d561da98),segment_id=645daad6-71fe-4a2e-be76-a461d561da98)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:18:58.308577 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:58.335881 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5af48829-38af-42ba-8977-813c5494177d None None] Provisioning complete for port 93d1432d-cfa4-4294-9361-4b686b18e177 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:18:58.336439 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5af48829-38af-42ba-8977-813c5494177d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:58.369006 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Routers {'13ad5be9-dfd9-43eb-bbce-a73a142c17c6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:18:58.369633 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:18:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:58.421396 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5af48829-38af-42ba-8977-813c5494177d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:58.458499 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5af48829-38af-42ba-8977-813c5494177d None None] For port 93d1432d-cfa4-4294-9361-4b686b18e177, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=93d1432d-cfa4-4294-9361-4b686b18e177,segment=NetworkSegment(645daad6-71fe-4a2e-be76-a461d561da98),segment_id=645daad6-71fe-4a2e-be76-a461d561da98)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:18:58.518109 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5af48829-38af-42ba-8977-813c5494177d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:58.531841 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57c5e4-472c-43c1-be8a-1cafcce043b6 None None] Pushing event updated for resources: {'Port': ['ID=93d1432d-cfa4-4294-9361-4b686b18e177,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:58.590728 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af48829-38af-42ba-8977-813c5494177d None None] Pushing event updated for resources: {'Port': ['ID=93d1432d-cfa4-4294-9361-4b686b18e177,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:18:58.595877 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] Set router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:18:58.647751 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-20283880-d039-4162-82d2-c6b65e5c86ff None None] Provisioning complete for port 93d1432d-cfa4-4294-9361-4b686b18e177 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:18:58.648122 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-20283880-d039-4162-82d2-c6b65e5c86ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:18:58.828316 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:18:56Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '118553a1-499e-448e-a8c5-9f71caa2f180', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'floating_ip_address': '172.25.1.36', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'port_id': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'mac_address': 'fa:16:3e:b6:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:17:27Z', 'updated_at': '2021-12-11T23:17:30Z', 'revision_number': 1, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866fa321-5494-467c-b428-e250c7d9a111', 'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:aa:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:03Z', 'updated_at': '2021-12-11T23:17:08Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d1432d-cfa4-4294-9361-4b686b18e177', 'name': '', 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:89:c3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'f4ba936d-19c1-44ca-92d8-18a4b3e92b7f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:18:55Z', 'updated_at': '2021-12-11T23:18:58Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'f4ba936d-19c1-44ca-92d8-18a4b3e92b7f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:18:58.855901 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a62fa6-6c3e-4386-8381-10b001934c22 None None] The sync data for ids ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'] in n-d-710847-6 is: [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:18:56Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '118553a1-499e-448e-a8c5-9f71caa2f180', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'floating_ip_address': '172.25.1.36', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'port_id': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'mac_address': 'fa:16:3e:b6:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:17:27Z', 'updated_at': '2021-12-11T23:17:30Z', 'revision_number': 1, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866fa321-5494-467c-b428-e250c7d9a111', 'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:aa:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:03Z', 'updated_at': '2021-12-11T23:17:08Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d1432d-cfa4-4294-9361-4b686b18e177', 'name': '', 'network_id': '0b40c79d-40b3-46e0-abe5-700a6e1adedb', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:89:c3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'f4ba936d-19c1-44ca-92d8-18a4b3e92b7f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:18:55Z', 'updated_at': '2021-12-11T23:18:58Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'f4ba936d-19c1-44ca-92d8-18a4b3e92b7f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:19:00.189235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 93d1432d-cfa4-4294-9361-4b686b18e177 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:19:00.245981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 93d1432d-cfa4-4294-9361-4b686b18e177 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:19:00.246373 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:05.375382 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:19:13.942640 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:17.667890 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:18.829887 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c4736e8d-bf87-4715-a34d-6513f0fcf47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:21.309578 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68ce55c0-4896-4583-9aea-8d58a8871cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:22.319414 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:23.972488 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:24.629435 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:28.608111 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-659ba2a2-114d-4dc7-903d-58a507bde8e5 req-de5ce834-f785-46fe-8a21-be8485b4a297 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1976054 Dec 11 23:19:28.690098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ba2a2-114d-4dc7-903d-58a507bde8e5 req-91756162-f080-45bf-bf33-9b36c5d0c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:28.691580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-659ba2a2-114d-4dc7-903d-58a507bde8e5 req-91756162-f080-45bf-bf33-9b36c5d0c1d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7593fdb1da494b9b8223d9c57a501fba&device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 1097 time: 0.0413289 Dec 11 23:19:28.795416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ba2a2-114d-4dc7-903d-58a507bde8e5 req-bc2db6a0-cf38-436e-abbf-fe2712a6a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:28.796887 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-659ba2a2-114d-4dc7-903d-58a507bde8e5 req-bc2db6a0-cf38-436e-abbf-fe2712a6a810 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0973344b-c47b-4180-bf04-02c0efbc54cc HTTP/1.1" status: 200 len: 897 time: 0.0842223 Dec 11 23:19:28.819385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45324) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:28.882954 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-659ba2a2-114d-4dc7-903d-58a507bde8e5 req-e68f08fc-8aac-4c69-8490-24492fd9bbf8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6480b56b-1d8a-4d96-bdc2-c8ab932fa908 HTTP/1.1" status: 200 len: 1001 time: 0.0783916 Dec 11 23:19:28.936150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ba2a2-114d-4dc7-903d-58a507bde8e5 req-0f5d9785-1696-48e0-9980-6d8705377592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:28.937618 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-659ba2a2-114d-4dc7-903d-58a507bde8e5 req-0f5d9785-1696-48e0-9980-6d8705377592 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe691e51-429f-407c-bce8-4d9c3d9c6b55 HTTP/1.1" status: 200 len: 835 time: 0.0476863 Dec 11 23:19:28.984847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ba2a2-114d-4dc7-903d-58a507bde8e5 req-ed84ed4c-58ea-47e4-9645-0e3da248cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:28.986383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-659ba2a2-114d-4dc7-903d-58a507bde8e5 req-ed84ed4c-58ea-47e4-9645-0e3da248cad2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0973344b-c47b-4180-bf04-02c0efbc54cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414443 Dec 11 23:19:29.083416 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-659ba2a2-114d-4dc7-903d-58a507bde8e5 req-aac1c67d-1fe5-47b9-8c28-67a48ece292c service neutron] 10.222.0.13 "GET /v2.0/networks/0973344b-c47b-4180-bf04-02c0efbc54cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890942 Dec 11 23:19:29.174508 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-659ba2a2-114d-4dc7-903d-58a507bde8e5 req-e65d60cd-9742-4ac2-80a3-d15af487979e service neutron] 10.222.0.13 "GET /v2.0/networks/0973344b-c47b-4180-bf04-02c0efbc54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838904 Dec 11 23:19:29.215188 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:29.552295 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Deleting port 93d1432d-cfa4-4294-9361-4b686b18e177 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:19:29.553369 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:29.642362 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] For port 93d1432d-cfa4-4294-9361-4b686b18e177, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=93d1432d-cfa4-4294-9361-4b686b18e177,segment=NetworkSegment(645daad6-71fe-4a2e-be76-a461d561da98),segment_id=645daad6-71fe-4a2e-be76-a461d561da98)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:19:29.642726 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:29.654513 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Calling delete_port for 93d1432d-cfa4-4294-9361-4b686b18e177 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:19:29.904712 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:29.933318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Port': ['ID=93d1432d-cfa4-4294-9361-4b686b18e177,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:29.947026 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:29.947391 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:29.947746 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:29.948095 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:29.949484 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:29.949484 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:29.949484 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:29.949484 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:29.949791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:29.950094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:29.950435 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:29.950767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:29.951199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:30.158519 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:30.735788 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:19:30.865924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:19:30.871080 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c52350ae-2f33-4a67-ae75-83718578be20 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "PUT /v2.0/routers/13ad5be9-dfd9-43eb-bbce-a73a142c17c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0503283 Dec 11 23:19:30.875824 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf1b571-4c84-4918-8bec-3b5c21813cc0 None None] Sync routers for ids ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:19:30.887321 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf1b571-4c84-4918-8bec-3b5c21813cc0 None None] Routers {'13ad5be9-dfd9-43eb-bbce-a73a142c17c6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:19:30.887972 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3bf1b571-4c84-4918-8bec-3b5c21813cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:19:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:31.002343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-3bf1b571-4c84-4918-8bec-3b5c21813cc0 None None] Set router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:19:31.235960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3bf1b571-4c84-4918-8bec-3b5c21813cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:19:29Z', 'revision_number': 6, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '118553a1-499e-448e-a8c5-9f71caa2f180', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'floating_ip_address': '172.25.1.36', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'port_id': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'mac_address': 'fa:16:3e:b6:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:17:27Z', 'updated_at': '2021-12-11T23:17:30Z', 'revision_number': 1, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866fa321-5494-467c-b428-e250c7d9a111', 'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:aa:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:03Z', 'updated_at': '2021-12-11T23:17:08Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:31.263499 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf1b571-4c84-4918-8bec-3b5c21813cc0 None None] Checking router: 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:19:31.273279 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf1b571-4c84-4918-8bec-3b5c21813cc0 None None] Routers {'13ad5be9-dfd9-43eb-bbce-a73a142c17c6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:19:31.274293 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3bf1b571-4c84-4918-8bec-3b5c21813cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:19:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:31.318643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc778e-942a-41fc-ab4a-5052ce28ff4b req-8402260f-24bc-4ee2-85fe-1950c9c8e282 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:31.320301 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2fc778e-942a-41fc-ab4a-5052ce28ff4b req-8402260f-24bc-4ee2-85fe-1950c9c8e282 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 946 time: 0.0579085 Dec 11 23:19:31.371553 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d2fc778e-942a-41fc-ab4a-5052ce28ff4b req-615a42e5-421a-4923-bab4-ec9a858c9e0e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f361e1bd-d33b-47f5-91de-57d164b32073&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446429 Dec 11 23:19:31.388713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-3bf1b571-4c84-4918-8bec-3b5c21813cc0 None None] Set router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:19:31.783627 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3bf1b571-4c84-4918-8bec-3b5c21813cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:19:29Z', 'revision_number': 6, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '118553a1-499e-448e-a8c5-9f71caa2f180', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'floating_ip_address': '172.25.1.36', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'port_id': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'mac_address': 'fa:16:3e:b6:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:17:27Z', 'updated_at': '2021-12-11T23:17:30Z', 'revision_number': 1, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866fa321-5494-467c-b428-e250c7d9a111', 'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:aa:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:03Z', 'updated_at': '2021-12-11T23:17:08Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:31.813678 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf1b571-4c84-4918-8bec-3b5c21813cc0 None None] The sync data for ids ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'] in n-d-710847-6 is: [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:19:29Z', 'revision_number': 6, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '118553a1-499e-448e-a8c5-9f71caa2f180', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'floating_ip_address': '172.25.1.36', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'port_id': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'mac_address': 'fa:16:3e:b6:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:17:27Z', 'updated_at': '2021-12-11T23:17:30Z', 'revision_number': 1, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866fa321-5494-467c-b428-e250c7d9a111', 'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:aa:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:03Z', 'updated_at': '2021-12-11T23:17:08Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:19:32.186712 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 93d1432d-cfa4-4294-9361-4b686b18e177 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:19:32.207439 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 93d1432d-cfa4-4294-9361-4b686b18e177 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:19:32.207812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 93d1432d-cfa4-4294-9361-4b686b18e177 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:19:32.496055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7ac6d-28ec-44f0-a632-0c6d0d7cdfc0 req-88567dee-1719-4659-b742-f22a56003fa0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:32.497616 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c1c7ac6d-28ec-44f0-a632-0c6d0d7cdfc0 req-88567dee-1719-4659-b742-f22a56003fa0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 946 time: 0.0533857 Dec 11 23:19:32.546893 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c1c7ac6d-28ec-44f0-a632-0c6d0d7cdfc0 req-b252a98a-d390-4d97-b5d4-e2051608c63e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f361e1bd-d33b-47f5-91de-57d164b32073&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433719 Dec 11 23:19:32.686345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003814d6-30f1-4848-8d30-41c7ca6fa029 req-14fe2ef1-b19b-45ed-a566-2108992cb335 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:32.687843 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-003814d6-30f1-4848-8d30-41c7ca6fa029 req-14fe2ef1-b19b-45ed-a566-2108992cb335 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.13 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 946 time: 0.0486445 Dec 11 23:19:32.783481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-003814d6-30f1-4848-8d30-41c7ca6fa029 req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Deleting port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:19:32.783823 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-003814d6-30f1-4848-8d30-41c7ca6fa029 req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:32.871181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-003814d6-30f1-4848-8d30-41c7ca6fa029 req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] For port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3,segment=NetworkSegment(645daad6-71fe-4a2e-be76-a461d561da98),segment_id=645daad6-71fe-4a2e-be76-a461d561da98)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:19:32.871547 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-003814d6-30f1-4848-8d30-41c7ca6fa029 req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:32.884587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-003814d6-30f1-4848-8d30-41c7ca6fa029 req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Calling delete_port for 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:19:33.109764 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-003814d6-30f1-4848-8d30-41c7ca6fa029 req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:33.140269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Port': ['ID=1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:33.166795 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:33.167180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:33.167523 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:33.167863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:33.168201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:33.168540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:33.168873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:33.169205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:33.169538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:33.169866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:33.170193 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:33.170523 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:33.170873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:33.191885 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-003814d6-30f1-4848-8d30-41c7ca6fa029 req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] No DVR routers for this DVR port 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:19:33.195195 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-003814d6-30f1-4848-8d30-41c7ca6fa029 req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:33.198655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-003814d6-30f1-4848-8d30-41c7ca6fa029 req-791b8c45-1aad-4fe8-beaa-40c5ea7b32f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.13 "DELETE /v2.0/ports/1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 HTTP/1.1" status: 204 len: 173 time: 0.5045776 Dec 11 23:19:33.199130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239fb482-e63e-4d28-93d2-a712029072b1', 'name': 'network-vif-deleted', 'tag': '1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:19:33.201376 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4304b5a6-22ae-4dc2-b2c0-02e2c6dab244" -d '{"events": [{"server_uuid": "239fb482-e63e-4d28-93d2-a712029072b1", "name": "network-vif-deleted", "tag": "1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:19:33.237660 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8eb848-427d-4fac-93fd-79bc1282be8a x-openstack-request-id: req-fc8eb848-427d-4fac-93fd-79bc1282be8a {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:19:33.238010 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239fb482-e63e-4d28-93d2-a712029072b1", "name": "network-vif-deleted", "tag": "1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:19:33.238264 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc8eb848-427d-4fac-93fd-79bc1282be8a {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:19:33.238672 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239fb482-e63e-4d28-93d2-a712029072b1', 'name': 'network-vif-deleted', 'tag': '1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3', 'status': 'completed', 'code': 200} Dec 11 23:19:33.662994 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-878ded9b-6cab-4f2d-a8c4-c84550468c3a req-e0370581-38ff-4c6f-a8fa-0eb4649af726 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=239fb482-e63e-4d28-93d2-a712029072b1 HTTP/1.1" status: 200 len: 210 time: 0.0263343 Dec 11 23:19:34.721056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45416) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:34.787513 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd6aa382-b4a0-4973-8649-49da69963e9c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:34.813669 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd6aa382-b4a0-4973-8649-49da69963e9c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:34.948002 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd6aa382-b4a0-4973-8649-49da69963e9c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:34.950630 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd6aa382-b4a0-4973-8649-49da69963e9c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:34.951839 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fd6aa382-b4a0-4973-8649-49da69963e9c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "DELETE /v2.0/security-groups/f361e1bd-d33b-47f5-91de-57d164b32073 HTTP/1.1" status: 204 len: 168 time: 0.2296767 Dec 11 23:19:34.962425 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6aa382-b4a0-4973-8649-49da69963e9c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f361e1bd-d33b-47f5-91de-57d164b32073,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:35.012240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:19:35.032472 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:19:35.032822 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 1ab06ba6-6cd4-4fc8-9b6a-f012e2f7ded3 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:19:35.047107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45424) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:35.103443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-0017814c-f9c8-439b-ba1f-a9f5dbc0a0a5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Deleting subnet f4ba936d-19c1-44ca-92d8-18a4b3e92b7f {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:19:35.106617 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0017814c-f9c8-439b-ba1f-a9f5dbc0a0a5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:35.155425 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0017814c-f9c8-439b-ba1f-a9f5dbc0a0a5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:35.236479 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0017814c-f9c8-439b-ba1f-a9f5dbc0a0a5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:35.367784 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0017814c-f9c8-439b-ba1f-a9f5dbc0a0a5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:35.395081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017814c-f9c8-439b-ba1f-a9f5dbc0a0a5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ba936d-19c1-44ca-92d8-18a4b3e92b7f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:35.399455 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0017814c-f9c8-439b-ba1f-a9f5dbc0a0a5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:35.402967 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0017814c-f9c8-439b-ba1f-a9f5dbc0a0a5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "DELETE /v2.0/subnets/f4ba936d-19c1-44ca-92d8-18a4b3e92b7f HTTP/1.1" status: 204 len: 168 time: 0.3545122 Dec 11 23:19:35.405613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45430) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:35.406504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11770f6-713a-42c1-86ac-2ea0dad14d81 None None] Network 0b40c79d-40b3-46e0-abe5-700a6e1adedb requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:19:35.483748 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:35.547630 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Deleting port d202f420-554e-48ce-8da2-d06ec46b6144 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:19:35.547982 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:35.591826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4299d130-0c59-49e4-b454-b59d980b8f75 None None] DHCP port deletion for 0b40c79d-40b3-46e0-abe5-700a6e1adedb request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:19:35.613904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] For port d202f420-554e-48ce-8da2-d06ec46b6144, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d202f420-554e-48ce-8da2-d06ec46b6144,segment=NetworkSegment(645daad6-71fe-4a2e-be76-a461d561da98),segment_id=645daad6-71fe-4a2e-be76-a461d561da98)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:19:35.614272 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:35.627662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Calling delete_port for d202f420-554e-48ce-8da2-d06ec46b6144 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:19:35.653343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4299d130-0c59-49e4-b454-b59d980b8f75 None None] Deleting port d202f420-554e-48ce-8da2-d06ec46b6144 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:19:35.653866 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4299d130-0c59-49e4-b454-b59d980b8f75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:35.724777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4299d130-0c59-49e4-b454-b59d980b8f75 None None] For port d202f420-554e-48ce-8da2-d06ec46b6144, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d202f420-554e-48ce-8da2-d06ec46b6144,segment=NetworkSegment(645daad6-71fe-4a2e-be76-a461d561da98),segment_id=645daad6-71fe-4a2e-be76-a461d561da98)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:19:35.725235 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4299d130-0c59-49e4-b454-b59d980b8f75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:35.737492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4299d130-0c59-49e4-b454-b59d980b8f75 None None] Calling delete_port for d202f420-554e-48ce-8da2-d06ec46b6144 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:19:35.778572 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:35.807621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Port': ['ID=d202f420-554e-48ce-8da2-d06ec46b6144,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:35.811018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] No DVR routers for this DVR port d202f420-554e-48ce-8da2-d06ec46b6144 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 11 23:19:35.813228 n-d-710847-6 neutron-server[103693]: self.session.flush() Dec 11 23:19:35.825193 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4299d130-0c59-49e4-b454-b59d980b8f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:35.851778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299d130-0c59-49e4-b454-b59d980b8f75 None None] Pushing event deleted for resources: {'Port': ['ID=d202f420-554e-48ce-8da2-d06ec46b6144,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:35.862507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4299d130-0c59-49e4-b454-b59d980b8f75 None None] No DVR routers for this DVR port d202f420-554e-48ce-8da2-d06ec46b6144 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:19:35.895328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:35.918642 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b40c79d-40b3-46e0-abe5-700a6e1adedb']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:35.928089 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645daad6-71fe-4a2e-be76-a461d561da98') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:35.928424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645daad6-71fe-4a2e-be76-a461d561da98') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:35.938330 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:35.952110 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:35.957930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:19:35.958310 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:19:35.961554 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:19:36.075726 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:36.080941 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:36.088701 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "DELETE /v2.0/networks/0b40c79d-40b3-46e0-abe5-700a6e1adedb HTTP/1.1" status: 204 len: 168 time: 0.6776047 Dec 11 23:19:36.088809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45442) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:36.101481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753683d-22a1-4b44-8cfe-f485c9613167 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Network': ['ID=0b40c79d-40b3-46e0-abe5-700a6e1adedb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:36.180033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d202f420-554e-48ce-8da2-d06ec46b6144 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:19:36.201511 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: d202f420-554e-48ce-8da2-d06ec46b6144 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:19:36.201941 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d202f420-554e-48ce-8da2-d06ec46b6144 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:19:36.253274 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-1da82513-d96d-47ff-a3c9-6e57560fe742 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Deleting port 45840626-cd2a-4576-81f2-1137f3637009 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:19:36.253536 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1da82513-d96d-47ff-a3c9-6e57560fe742 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:36.329891 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1da82513-d96d-47ff-a3c9-6e57560fe742 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:36.330220 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1da82513-d96d-47ff-a3c9-6e57560fe742 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:36.341926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-1da82513-d96d-47ff-a3c9-6e57560fe742 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Calling delete_port for 45840626-cd2a-4576-81f2-1137f3637009 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:19:36.589532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1da82513-d96d-47ff-a3c9-6e57560fe742 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:36.615130 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da82513-d96d-47ff-a3c9-6e57560fe742 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Port': ['ID=45840626-cd2a-4576-81f2-1137f3637009,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:36.678593 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1da82513-d96d-47ff-a3c9-6e57560fe742 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:36.679206 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-1da82513-d96d-47ff-a3c9-6e57560fe742 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Floating IP 118553a1-499e-448e-a8c5-9f71caa2f180 disassociated (deleted). External IP: 172.25.1.36, port: 6480b56b-1d8a-4d96-bdc2-c8ab932fa908. Dec 11 23:19:36.888491 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da82513-d96d-47ff-a3c9-6e57560fe742 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:19:37.003622 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da82513-d96d-47ff-a3c9-6e57560fe742 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:19:37.009254 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1da82513-d96d-47ff-a3c9-6e57560fe742 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:37.013984 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af4cbc-aa07-44c1-b2d9-a28e7d02565b None None] Sync routers for ids ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:19:37.024314 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af4cbc-aa07-44c1-b2d9-a28e7d02565b None None] Routers {'13ad5be9-dfd9-43eb-bbce-a73a142c17c6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:19:37.024929 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f5af4cbc-aa07-44c1-b2d9-a28e7d02565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:19:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:37.038031 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1da82513-d96d-47ff-a3c9-6e57560fe742 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "DELETE /v2.0/floatingips/118553a1-499e-448e-a8c5-9f71caa2f180 HTTP/1.1" status: 204 len: 168 time: 0.9494140 Dec 11 23:19:37.039211 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'tag': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:19:37.042156 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3420c73-e3ec-41bc-9385-950dc71837f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a34e1cb5-d3bf-41a2-a492-222b0d2a11be", "tag": "6480b56b-1d8a-4d96-bdc2-c8ab932fa908"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:19:37.164805 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f5af4cbc-aa07-44c1-b2d9-a28e7d02565b None None] Set router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:19:37.257931 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dec70c-2ed6-4a18-958a-e2d8e14a50e9 x-openstack-request-id: req-17dec70c-2ed6-4a18-958a-e2d8e14a50e9 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:19:37.258552 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34e1cb5-d3bf-41a2-a492-222b0d2a11be", "tag": "6480b56b-1d8a-4d96-bdc2-c8ab932fa908", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:19:37.258552 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17dec70c-2ed6-4a18-958a-e2d8e14a50e9 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:19:37.258895 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'tag': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'status': 'completed', 'code': 200} Dec 11 23:19:37.323425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3420c73-e3ec-41bc-9385-950dc71837f3 req-ddf3432b-0621-415c-bbdd-edc6f0423330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:37.325066 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3420c73-e3ec-41bc-9385-950dc71837f3 req-ddf3432b-0621-415c-bbdd-edc6f0423330 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7593fdb1da494b9b8223d9c57a501fba&device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 1097 time: 0.0450263 Dec 11 23:19:37.392430 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f5af4cbc-aa07-44c1-b2d9-a28e7d02565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:19:29Z', 'revision_number': 6, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '866fa321-5494-467c-b428-e250c7d9a111', 'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:aa:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:03Z', 'updated_at': '2021-12-11T23:17:08Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:37.422027 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af4cbc-aa07-44c1-b2d9-a28e7d02565b None None] Checking router: 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:19:37.431760 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af4cbc-aa07-44c1-b2d9-a28e7d02565b None None] Routers {'13ad5be9-dfd9-43eb-bbce-a73a142c17c6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:19:37.432393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3420c73-e3ec-41bc-9385-950dc71837f3 req-93743a18-4611-4689-a225-333cccdc35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:37.432546 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f5af4cbc-aa07-44c1-b2d9-a28e7d02565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:19:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:37.434267 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3420c73-e3ec-41bc-9385-950dc71837f3 req-93743a18-4611-4689-a225-333cccdc35d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0973344b-c47b-4180-bf04-02c0efbc54cc HTTP/1.1" status: 200 len: 897 time: 0.1027088 Dec 11 23:19:37.483356 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3420c73-e3ec-41bc-9385-950dc71837f3 req-e98cd57c-84a7-4bee-b5a6-69e3ddc65d1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6480b56b-1d8a-4d96-bdc2-c8ab932fa908 HTTP/1.1" status: 200 len: 217 time: 0.0416083 Dec 11 23:19:37.493751 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97942f83-d357-43ad-9b91-b396ba9565ba req-297916f0-4102-4a7b-bfcc-7d4e8741bdc0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:37.495292 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97942f83-d357-43ad-9b91-b396ba9565ba req-297916f0-4102-4a7b-bfcc-7d4e8741bdc0 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 946 time: 0.0589039 Dec 11 23:19:37.560230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3420c73-e3ec-41bc-9385-950dc71837f3 req-4e69397a-1fbd-4b45-b916-58875f9ba5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:37.562820 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3420c73-e3ec-41bc-9385-950dc71837f3 req-4e69397a-1fbd-4b45-b916-58875f9ba5a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe691e51-429f-407c-bce8-4d9c3d9c6b55 HTTP/1.1" status: 200 len: 835 time: 0.0724850 Dec 11 23:19:37.567097 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-97942f83-d357-43ad-9b91-b396ba9565ba req-53aa1ffc-ef9c-4ff4-b298-47404bdd3a92 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1ff0058-4aa9-402b-bf8a-140d57c61eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633478 Dec 11 23:19:37.577600 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f5af4cbc-aa07-44c1-b2d9-a28e7d02565b None None] Set router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:19:37.793632 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f5af4cbc-aa07-44c1-b2d9-a28e7d02565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:19:29Z', 'revision_number': 6, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '866fa321-5494-467c-b428-e250c7d9a111', 'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:aa:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:03Z', 'updated_at': '2021-12-11T23:17:08Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:37.827065 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af4cbc-aa07-44c1-b2d9-a28e7d02565b None None] The sync data for ids ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'] in n-d-710847-6 is: [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:19:29Z', 'revision_number': 6, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '866fa321-5494-467c-b428-e250c7d9a111', 'name': '', 'network_id': '0973344b-c47b-4180-bf04-02c0efbc54cc', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:aa:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:03Z', 'updated_at': '2021-12-11T23:17:08Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'fe691e51-429f-407c-bce8-4d9c3d9c6b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:19:37.984979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3420c73-e3ec-41bc-9385-950dc71837f3 req-bbde8686-7266-4c60-b6bc-6b536753e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:37.986474 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3420c73-e3ec-41bc-9385-950dc71837f3 req-bbde8686-7266-4c60-b6bc-6b536753e2c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0973344b-c47b-4180-bf04-02c0efbc54cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4141352 Dec 11 23:19:38.086529 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3420c73-e3ec-41bc-9385-950dc71837f3 req-d8995a03-2502-47d9-9ccf-3c0048494f86 service neutron] 10.222.0.13 "GET /v2.0/networks/0973344b-c47b-4180-bf04-02c0efbc54cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902030 Dec 11 23:19:38.119981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27960cdc-e990-404d-b69f-58bda7b5e6b3 None None] New status for floating IP 118553a1-499e-448e-a8c5-9f71caa2f180: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:19:38.194185 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3420c73-e3ec-41bc-9385-950dc71837f3 req-aecf9307-4b4a-494c-9016-f88eb184873f service neutron] 10.222.0.13 "GET /v2.0/networks/0973344b-c47b-4180-bf04-02c0efbc54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957105 Dec 11 23:19:38.681203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b927b6-c959-45af-be89-b25350bcc689 req-85491811-b1e5-4902-ad82-cbaf2495d0b9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:38.682771 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69b927b6-c959-45af-be89-b25350bcc689 req-85491811-b1e5-4902-ad82-cbaf2495d0b9 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 946 time: 0.0523384 Dec 11 23:19:38.732830 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69b927b6-c959-45af-be89-b25350bcc689 req-12bfe44a-c209-4d51-94c1-19bc63f71665 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1ff0058-4aa9-402b-bf8a-140d57c61eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438519 Dec 11 23:19:39.084767 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4772b5-2ae1-4b54-baf6-0e0da5464f26 req-2f1fbab8-9129-42e7-8764-033a4adea422 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:39.086849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d4772b5-2ae1-4b54-baf6-0e0da5464f26 req-2f1fbab8-9129-42e7-8764-033a4adea422 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 946 time: 0.0509655 Dec 11 23:19:39.184007 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-7d4772b5-2ae1-4b54-baf6-0e0da5464f26 req-f999e61a-4997-4a4c-af59-8d2fef2b7641 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Deleting port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:19:39.184351 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d4772b5-2ae1-4b54-baf6-0e0da5464f26 req-f999e61a-4997-4a4c-af59-8d2fef2b7641 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:39.273181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-7d4772b5-2ae1-4b54-baf6-0e0da5464f26 req-f999e61a-4997-4a4c-af59-8d2fef2b7641 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] For port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6480b56b-1d8a-4d96-bdc2-c8ab932fa908,segment=NetworkSegment(9e3dba9f-ecb5-4703-8e93-cb3fc467df22),segment_id=9e3dba9f-ecb5-4703-8e93-cb3fc467df22)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:19:39.273479 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d4772b5-2ae1-4b54-baf6-0e0da5464f26 req-f999e61a-4997-4a4c-af59-8d2fef2b7641 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:39.285493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-7d4772b5-2ae1-4b54-baf6-0e0da5464f26 req-f999e61a-4997-4a4c-af59-8d2fef2b7641 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Calling delete_port for 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:19:39.475399 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d4772b5-2ae1-4b54-baf6-0e0da5464f26 req-f999e61a-4997-4a4c-af59-8d2fef2b7641 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:39.505635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999e61a-4997-4a4c-af59-8d2fef2b7641 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Port': ['ID=6480b56b-1d8a-4d96-bdc2-c8ab932fa908,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:39.554853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4772b5-2ae1-4b54-baf6-0e0da5464f26 req-f999e61a-4997-4a4c-af59-8d2fef2b7641 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] No DVR routers for this DVR port 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:19:39.557831 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7d4772b5-2ae1-4b54-baf6-0e0da5464f26 req-f999e61a-4997-4a4c-af59-8d2fef2b7641 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:39.561309 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d4772b5-2ae1-4b54-baf6-0e0da5464f26 req-f999e61a-4997-4a4c-af59-8d2fef2b7641 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.13 "DELETE /v2.0/ports/6480b56b-1d8a-4d96-bdc2-c8ab932fa908 HTTP/1.1" status: 204 len: 173 time: 0.4687538 Dec 11 23:19:39.562225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'name': 'network-vif-deleted', 'tag': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:19:39.564307 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92d6ceb-33ef-443b-9b5b-290ecb6c518e" -d '{"events": [{"server_uuid": "a34e1cb5-d3bf-41a2-a492-222b0d2a11be", "name": "network-vif-deleted", "tag": "6480b56b-1d8a-4d96-bdc2-c8ab932fa908"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:19:39.611944 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b268cab-bf22-4201-bb6f-c206b664fd80 x-openstack-request-id: req-9b268cab-bf22-4201-bb6f-c206b664fd80 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:19:39.612238 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34e1cb5-d3bf-41a2-a492-222b0d2a11be", "name": "network-vif-deleted", "tag": "6480b56b-1d8a-4d96-bdc2-c8ab932fa908", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:19:39.612492 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b268cab-bf22-4201-bb6f-c206b664fd80 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:19:39.612899 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34e1cb5-d3bf-41a2-a492-222b0d2a11be', 'name': 'network-vif-deleted', 'tag': '6480b56b-1d8a-4d96-bdc2-c8ab932fa908', 'status': 'completed', 'code': 200} Dec 11 23:19:39.830197 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-23e0c0ee-83f6-4171-a08e-93b8d19a531b req-d70b4244-5501-4c2b-b04a-d499183a5079 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=a34e1cb5-d3bf-41a2-a492-222b0d2a11be HTTP/1.1" status: 200 len: 210 time: 0.0262718 Dec 11 23:19:40.894054 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45502) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:40.951247 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8e97e61-8173-4212-b11b-335ae9894210 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:40.979358 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8e97e61-8173-4212-b11b-335ae9894210 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:41.090643 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8e97e61-8173-4212-b11b-335ae9894210 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:41.093383 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8e97e61-8173-4212-b11b-335ae9894210 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:41.094555 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f8e97e61-8173-4212-b11b-335ae9894210 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "DELETE /v2.0/security-groups/f1ff0058-4aa9-402b-bf8a-140d57c61eea HTTP/1.1" status: 204 len: 168 time: 0.1994283 Dec 11 23:19:41.104516 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e97e61-8173-4212-b11b-335ae9894210 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ff0058-4aa9-402b-bf8a-140d57c61eea,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:41.207880 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45508) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:41.575714 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77bf8e8a-283b-4901-9d47-0e640b1ae765 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:41.843767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-77bf8e8a-283b-4901-9d47-0e640b1ae765 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Deleting port 866fa321-5494-467c-b428-e250c7d9a111 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:19:41.843767 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77bf8e8a-283b-4901-9d47-0e640b1ae765 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:41.926925 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-77bf8e8a-283b-4901-9d47-0e640b1ae765 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] For port 866fa321-5494-467c-b428-e250c7d9a111, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=866fa321-5494-467c-b428-e250c7d9a111,segment=NetworkSegment(9e3dba9f-ecb5-4703-8e93-cb3fc467df22),segment_id=9e3dba9f-ecb5-4703-8e93-cb3fc467df22)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:19:41.927597 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77bf8e8a-283b-4901-9d47-0e640b1ae765 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:41.939731 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-77bf8e8a-283b-4901-9d47-0e640b1ae765 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Calling delete_port for 866fa321-5494-467c-b428-e250c7d9a111 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:19:42.245161 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77bf8e8a-283b-4901-9d47-0e640b1ae765 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:42.279170 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf8e8a-283b-4901-9d47-0e640b1ae765 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Port': ['ID=866fa321-5494-467c-b428-e250c7d9a111,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:42.379448 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:19:42.460954 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-77bf8e8a-283b-4901-9d47-0e640b1ae765 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:42.684834 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bf8e8a-283b-4901-9d47-0e640b1ae765 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:19:42.792723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bf8e8a-283b-4901-9d47-0e640b1ae765 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:19:42.798293 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-77bf8e8a-283b-4901-9d47-0e640b1ae765 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "PUT /v2.0/routers/13ad5be9-dfd9-43eb-bbce-a73a142c17c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5889180 Dec 11 23:19:42.800827 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45512) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:42.807670 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40251ad9-2bde-4fff-87c1-3c2162f7ebe7 None None] Sync routers for ids ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:19:42.817194 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40251ad9-2bde-4fff-87c1-3c2162f7ebe7 None None] Routers {'13ad5be9-dfd9-43eb-bbce-a73a142c17c6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:19:42.818029 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-40251ad9-2bde-4fff-87c1-3c2162f7ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:19:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:42.853566 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c96a2dc-0799-4ac0-a163-c5bc0f376a28 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Deleting subnet fe691e51-429f-407c-bce8-4d9c3d9c6b55 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:19:42.856974 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c96a2dc-0799-4ac0-a163-c5bc0f376a28 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:42.900080 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c96a2dc-0799-4ac0-a163-c5bc0f376a28 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:42.925908 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-40251ad9-2bde-4fff-87c1-3c2162f7ebe7 None None] Set router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:19:43.001663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c96a2dc-0799-4ac0-a163-c5bc0f376a28 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:43.044002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:19:43.077359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:19:43.078004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 6480b56b-1d8a-4d96-bdc2-c8ab932fa908 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:19:43.133200 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c96a2dc-0799-4ac0-a163-c5bc0f376a28 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:43.161163 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96a2dc-0799-4ac0-a163-c5bc0f376a28 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Subnet': ['ID=fe691e51-429f-407c-bce8-4d9c3d9c6b55,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:43.167009 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c96a2dc-0799-4ac0-a163-c5bc0f376a28 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:43.170348 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5c96a2dc-0799-4ac0-a163-c5bc0f376a28 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "DELETE /v2.0/subnets/fe691e51-429f-407c-bce8-4d9c3d9c6b55 HTTP/1.1" status: 204 len: 168 time: 0.3683667 Dec 11 23:19:43.173234 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45516) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:43.181049 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f0b807-742b-4f89-b98c-25acda28d653 None None] Network 0973344b-c47b-4180-bf04-02c0efbc54cc requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:19:43.228208 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-40251ad9-2bde-4fff-87c1-3c2162f7ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:19:42Z', 'revision_number': 7, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:43.259677 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40251ad9-2bde-4fff-87c1-3c2162f7ebe7 None None] Checking router: 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:19:43.268273 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40251ad9-2bde-4fff-87c1-3c2162f7ebe7 None None] Routers {'13ad5be9-dfd9-43eb-bbce-a73a142c17c6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:19:43.268973 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-40251ad9-2bde-4fff-87c1-3c2162f7ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:19:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:43.304571 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d7993fa-22bc-4a81-b111-3bf0345b39c6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:43.382789 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] DHCP port deletion for 0973344b-c47b-4180-bf04-02c0efbc54cc request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:19:43.403266 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-40251ad9-2bde-4fff-87c1-3c2162f7ebe7 None None] Set router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:19:43.425667 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d7993fa-22bc-4a81-b111-3bf0345b39c6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:43.435837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Deleting port 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:19:43.436466 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:43.509916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] For port 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=715ef7b6-ec3b-4e5a-bf9c-c946f72187d0,segment=NetworkSegment(9e3dba9f-ecb5-4703-8e93-cb3fc467df22),segment_id=9e3dba9f-ecb5-4703-8e93-cb3fc467df22)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:19:43.510572 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:43.525766 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Calling delete_port for 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:19:43.553129 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2d7993fa-22bc-4a81-b111-3bf0345b39c6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Deleting port 997ca63e-0239-4026-85af-73adb6461e62 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:19:43.553482 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d7993fa-22bc-4a81-b111-3bf0345b39c6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:43.620284 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-40251ad9-2bde-4fff-87c1-3c2162f7ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:19:42Z', 'revision_number': 7, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:43.650186 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40251ad9-2bde-4fff-87c1-3c2162f7ebe7 None None] The sync data for ids ['13ad5be9-dfd9-43eb-bbce-a73a142c17c6'] in n-d-710847-6 is: [{'id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'name': 'tempest-TestNetworkBasicOps-router-1914063540', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '997ca63e-0239-4026-85af-73adb6461e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:19:42Z', 'revision_number': 7, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': '997ca63e-0239-4026-85af-73adb6461e62', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad5be9-dfd9-43eb-bbce-a73a142c17c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:16:57Z', 'updated_at': '2021-12-11T23:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:19:43.660293 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-2d7993fa-22bc-4a81-b111-3bf0345b39c6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] For port 997ca63e-0239-4026-85af-73adb6461e62, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=997ca63e-0239-4026-85af-73adb6461e62,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:19:43.660840 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d7993fa-22bc-4a81-b111-3bf0345b39c6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:43.677580 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2d7993fa-22bc-4a81-b111-3bf0345b39c6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Calling delete_port for 997ca63e-0239-4026-85af-73adb6461e62 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:19:43.698555 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:43.728902 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Pushing event deleted for resources: {'Port': ['ID=715ef7b6-ec3b-4e5a-bf9c-c946f72187d0,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:43.737513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] No DVR routers for this DVR port 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:19:43.740365 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:43.741173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:43.741882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:43.742240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:43.742581 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:43.742941 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:43.743278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:43.743615 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:43.743948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:43.744275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:43.744600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:43.744929 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:43.745255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d836948-39f7-4bd9-8fc5-2fc3ff1b5fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:19:43.908032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d7993fa-22bc-4a81-b111-3bf0345b39c6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:43.935617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7993fa-22bc-4a81-b111-3bf0345b39c6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Port': ['ID=997ca63e-0239-4026-85af-73adb6461e62,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:43.947373 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb40d382-cdd5-4263-b5d3-4dad0336b26d None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:19:43.976915 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:44.011236 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d7993fa-22bc-4a81-b111-3bf0345b39c6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:44.252311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 866fa321-5494-467c-b428-e250c7d9a111 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:19:44.274526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 866fa321-5494-467c-b428-e250c7d9a111 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:19:44.275143 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 866fa321-5494-467c-b428-e250c7d9a111 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:19:44.275581 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:19:44.295877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:19:44.296242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 715ef7b6-ec3b-4e5a-bf9c-c946f72187d0 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:19:44.342274 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d7993fa-22bc-4a81-b111-3bf0345b39c6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:44.344378 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d7993fa-22bc-4a81-b111-3bf0345b39c6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:44.435082 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d7993fa-22bc-4a81-b111-3bf0345b39c6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:44.435649 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7993fa-22bc-4a81-b111-3bf0345b39c6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Fanout notify agent at l3_agent the message router_deleted on router 13ad5be9-dfd9-43eb-bbce-a73a142c17c6 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:19:44.442890 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2d7993fa-22bc-4a81-b111-3bf0345b39c6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:44.444034 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2d7993fa-22bc-4a81-b111-3bf0345b39c6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "DELETE /v2.0/routers/13ad5be9-dfd9-43eb-bbce-a73a142c17c6 HTTP/1.1" status: 204 len: 168 time: 1.2698238 Dec 11 23:19:44.446634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45520) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:44.528462 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b7782ab-d133-49a9-9b60-619700a01d8e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:44.623484 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b7782ab-d133-49a9-9b60-619700a01d8e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:44.642674 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-3b7782ab-d133-49a9-9b60-619700a01d8e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0973344b-c47b-4180-bf04-02c0efbc54cc']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:44.651879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-3b7782ab-d133-49a9-9b60-619700a01d8e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3dba9f-ecb5-4703-8e93-cb3fc467df22') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:44.652184 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-3b7782ab-d133-49a9-9b60-619700a01d8e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3dba9f-ecb5-4703-8e93-cb3fc467df22') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:44.661709 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b7782ab-d133-49a9-9b60-619700a01d8e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:44.675017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b7782ab-d133-49a9-9b60-619700a01d8e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:44.681420 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7782ab-d133-49a9-9b60-619700a01d8e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:19:44.681806 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b7782ab-d133-49a9-9b60-619700a01d8e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:19:44.684742 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:19:44.817999 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b7782ab-d133-49a9-9b60-619700a01d8e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:44.825378 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3b7782ab-d133-49a9-9b60-619700a01d8e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:44.827922 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3b7782ab-d133-49a9-9b60-619700a01d8e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "DELETE /v2.0/networks/0973344b-c47b-4180-bf04-02c0efbc54cc HTTP/1.1" status: 204 len: 168 time: 0.3802838 Dec 11 23:19:44.839893 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7782ab-d133-49a9-9b60-619700a01d8e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Network': ['ID=0973344b-c47b-4180-bf04-02c0efbc54cc,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:44.849256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45522) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:44.855107 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-711f6f73-397c-47c2-9e5d-f4d5e7991b25 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'network': {'name': 'tempest-network-smoke--1234660982', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'port_security_enabled': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:19:44.943787 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711f6f73-397c-47c2-9e5d-f4d5e7991b25 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Made reservation on behalf of 7593fdb1da494b9b8223d9c57a501fba for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:19:44.947945 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-711f6f73-397c-47c2-9e5d-f4d5e7991b25 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:44.971387 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711f6f73-397c-47c2-9e5d-f4d5e7991b25 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:19:44.980592 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-711f6f73-397c-47c2-9e5d-f4d5e7991b25 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:44.983260 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-711f6f73-397c-47c2-9e5d-f4d5e7991b25 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Added segment 2c3a1a69-39cf-42ea-b8c6-751f0a507aa3 of type vlan for network 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 Dec 11 23:19:45.021780 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-711f6f73-397c-47c2-9e5d-f4d5e7991b25 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:45.104080 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-711f6f73-397c-47c2-9e5d-f4d5e7991b25 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:45.109837 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711f6f73-397c-47c2-9e5d-f4d5e7991b25 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:45.110439 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-711f6f73-397c-47c2-9e5d-f4d5e7991b25 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:45.181549 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f6f73-397c-47c2-9e5d-f4d5e7991b25 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Network': ['ID=3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:45.187114 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-711f6f73-397c-47c2-9e5d-f4d5e7991b25 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3366776 Dec 11 23:19:45.190177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45530) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:45.193806 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:19:45.196836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2030294413', 'admin_state_up': True, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:19:45.279770 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:45.280862 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:45.331376 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:45.535258 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:45.830982 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:45.855079 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:45.958125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Allocated IP 172.25.1.29 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/fe4dd56f-4d6c-4edf-b72c-a60a951b9012) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:19:46.065417 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:46.143507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 997ca63e-0239-4026-85af-73adb6461e62 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:19:46.161578 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:46.167253 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 997ca63e-0239-4026-85af-73adb6461e62 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:19:46.167612 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 997ca63e-0239-4026-85af-73adb6461e62 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:19:46.206443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:19:46.209427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:19:46.213858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:19:46.226090 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee28c2e4-5c3d-4bfa-99dd-41ccfe0c713c None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:19:46.239205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Port': ['ID=fe4dd56f-4d6c-4edf-b72c-a60a951b9012,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:46.263808 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5d4f4cde-14d4-4dbe-bd10-8d6afd948ed8 None None] Provisioning complete for port fe4dd56f-4d6c-4edf-b72c-a60a951b9012 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:19:46.264330 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4cde-14d4-4dbe-bd10-8d6afd948ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:46.297638 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f4cde-14d4-4dbe-bd10-8d6afd948ed8 None None] Port fe4dd56f-4d6c-4edf-b72c-a60a951b9012 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:19:46.541946 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:46.749785 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:46.965010 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Router 7c61a691-f7d8-4a70-be2b-c72764f4b65d is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:19:47.073755 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:19:47.082919 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Sync routers for ids ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:19:47.093945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Routers {'7c61a691-f7d8-4a70-be2b-c72764f4b65d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:19:47.094654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:19:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:47.168968 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:47.173001 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c149a0a7-f7ba-4252-aca0-32b50bc90546 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9773221 Dec 11 23:19:47.173263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45536) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:47.202427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b49e6571-05e5-4516-be91-ba2e4f343a0a tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=7593fdb1da494b9b8223d9c57a501fba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280190 Dec 11 23:19:47.202687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Set router 7c61a691-f7d8-4a70-be2b-c72764f4b65d gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:19:47.204943 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45538) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:47.294756 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac477b-8f29-483e-a2dc-707b5f714a3d tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:47.296496 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-08ac477b-8f29-483e-a2dc-707b5f714a3d tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906322 Dec 11 23:19:47.299308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45540) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:47.332079 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cb1bd9de-4945-47ad-8e4b-f961a4a7d4dc tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315063 Dec 11 23:19:47.334390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45542) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:47.339732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-d0444481-d2ec-4424-a0ae-9215eb450446 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-971277815', 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:19:47.383405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'name': 'tempest-TestNetworkBasicOps-router-2030294413', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:46Z', 'revision_number': 3, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:47.409759 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Checking router: 7c61a691-f7d8-4a70-be2b-c72764f4b65d for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:19:47.410115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Updating router 7c61a691-f7d8-4a70-be2b-c72764f4b65d port fe4dd56f-4d6c-4edf-b72c-a60a951b9012 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:19:47.434090 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:47.480656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0444481-d2ec-4424-a0ae-9215eb450446 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Made reservation on behalf of 7593fdb1da494b9b8223d9c57a501fba for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:19:47.484336 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0444481-d2ec-4424-a0ae-9215eb450446 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:47.688016 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:47.697719 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:47.721231 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0444481-d2ec-4424-a0ae-9215eb450446 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:47.770488 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:47.783171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0444481-d2ec-4424-a0ae-9215eb450446 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Subnet': ['ID=d8ebe169-8a49-4fb3-aa4c-6e5f88817a38,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:47.790485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0444481-d2ec-4424-a0ae-9215eb450446 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Checking segment: {'id': '2c3a1a69-39cf-42ea-b8c6-751f0a507aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:19:47.790880 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0444481-d2ec-4424-a0ae-9215eb450446 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network hostable DHCP agents. Network: 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:19:47.821839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b938f60-7aa5-48d5-ac35-47acccd32709 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:19:47.835151 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Attempting to bind port fe4dd56f-4d6c-4edf-b72c-a60a951b9012 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:19:47.835578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Attempting to bind port fe4dd56f-4d6c-4edf-b72c-a60a951b9012 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:19:47.835951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Attempting to bind port fe4dd56f-4d6c-4edf-b72c-a60a951b9012 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:19:47.839847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2d3ae-0853-4d3c-97ec-b1767765dd7c None None] Pushing event updated for resources: {'Port': ['ID=fe4dd56f-4d6c-4edf-b72c-a60a951b9012,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:47.846404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:19:47.846688 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:19:47.847240 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:47.847495 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:19:47.847966 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Bound port: fe4dd56f-4d6c-4edf-b72c-a60a951b9012, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:19:47.848349 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:47.886848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0444481-d2ec-4424-a0ae-9215eb450446 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:19:47.908492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] For port fe4dd56f-4d6c-4edf-b72c-a60a951b9012, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:19:47.911933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] For port fe4dd56f-4d6c-4edf-b72c-a60a951b9012, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fe4dd56f-4d6c-4edf-b72c-a60a951b9012,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:19:47.933659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-eca640c4-f767-4e69-92d0-58153e9cce56 None None] Provisioning complete for port fe4dd56f-4d6c-4edf-b72c-a60a951b9012 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:19:47.934038 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eca640c4-f767-4e69-92d0-58153e9cce56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:47.969395 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-eca640c4-f767-4e69-92d0-58153e9cce56 None None] Port fe4dd56f-4d6c-4edf-b72c-a60a951b9012 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:19:47.978345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d0444481-d2ec-4424-a0ae-9215eb450446 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:19:47.989382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0444481-d2ec-4424-a0ae-9215eb450446 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:47.989890 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f550a6-0ac8-423b-b4d9-fe833cca0dee None None] Network 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:19:47.990047 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d0444481-d2ec-4424-a0ae-9215eb450446 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:48.007664 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:48.066650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d0444481-d2ec-4424-a0ae-9215eb450446 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7306483 Dec 11 23:19:48.071385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45546) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:48.102992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8f2f97-18a9-46f1-a54c-48b19a207f88 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:19:48.139291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Routers {'7c61a691-f7d8-4a70-be2b-c72764f4b65d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:19:48.139924 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:19:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:48.191523 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2d3ae-0853-4d3c-97ec-b1767765dd7c None None] Pushing event updated for resources: {'Port': ['ID=fe4dd56f-4d6c-4edf-b72c-a60a951b9012,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:48.471297 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ips': [{'subnet_id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:19:48.472153 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:48.482375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c3a40a7a-f6f0-4c4a-8e07-76a0cd866338 None None] Provisioning complete for port fe4dd56f-4d6c-4edf-b72c-a60a951b9012 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:19:48.482753 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c3a40a7a-f6f0-4c4a-8e07-76a0cd866338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:48.557341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] Set router 7c61a691-f7d8-4a70-be2b-c72764f4b65d gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:19:48.619540 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:48.846577 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c3a40a7a-f6f0-4c4a-8e07-76a0cd866338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:48.865108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Allocated IP 172.20.0.2 (3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491/d8ebe169-8a49-4fb3-aa4c-6e5f88817a38/009a5c93-fb7c-4736-84c0-f08268399638) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:19:48.893725 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c3a40a7a-f6f0-4c4a-8e07-76a0cd866338 None None] For port fe4dd56f-4d6c-4edf-b72c-a60a951b9012, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fe4dd56f-4d6c-4edf-b72c-a60a951b9012,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:19:48.917438 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5f97-7599-47c9-84af-54ef05f12986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:48.985916 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c3a40a7a-f6f0-4c4a-8e07-76a0cd866338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:49.091007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'name': 'tempest-TestNetworkBasicOps-router-2030294413', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:46Z', 'revision_number': 3, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:49.095160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a40a7a-f6f0-4c4a-8e07-76a0cd866338 None None] Pushing event updated for resources: {'Port': ['ID=fe4dd56f-4d6c-4edf-b72c-a60a951b9012,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:49.124986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303cf640-29b6-4123-ad56-b94c740517f6 None None] The sync data for ids ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'] in n-d-710847-6 is: [{'id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'name': 'tempest-TestNetworkBasicOps-router-2030294413', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:46Z', 'revision_number': 3, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:19:49.146857 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:49.201729 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:49.249229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Network 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:19:49.252401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:19:49.254877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:19:49.268443 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Pushing event updated for resources: {'Port': ['ID=009a5c93-fb7c-4736-84c0-f08268399638,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:49.274672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Allocated IP 172.20.0.1 (3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491/d8ebe169-8a49-4fb3-aa4c-6e5f88817a38/eb9352f0-209d-413e-8eb5-207b544aecb0) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:19:49.325386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Attempting to bind port 009a5c93-fb7c-4736-84c0-f08268399638 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:19:49.326145 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Attempting to bind port 009a5c93-fb7c-4736-84c0-f08268399638 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '2c3a1a69-39cf-42ea-b8c6-751f0a507aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:19:49.326145 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Attempting to bind port 009a5c93-fb7c-4736-84c0-f08268399638 on network 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:19:49.332129 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:19:49.332516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Checking segment: {'id': '2c3a1a69-39cf-42ea-b8c6-751f0a507aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:19:49.332929 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:49.333325 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Bound using segment: {'id': '2c3a1a69-39cf-42ea-b8c6-751f0a507aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:19:49.333855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Bound port: 009a5c93-fb7c-4736-84c0-f08268399638, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3a1a69-39cf-42ea-b8c6-751f0a507aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:19:49.334245 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:49.420438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] For port 009a5c93-fb7c-4736-84c0-f08268399638, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:19:49.424243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] For port 009a5c93-fb7c-4736-84c0-f08268399638, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=009a5c93-fb7c-4736-84c0-f08268399638,segment=NetworkSegment(2c3a1a69-39cf-42ea-b8c6-751f0a507aa3),segment_id=2c3a1a69-39cf-42ea-b8c6-751f0a507aa3)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:19:49.445592 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:49.493936 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:49.538479 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:49.591161 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9468786-61ff-45ac-b583-6dceb9c0c7d5 None None] Pushing event updated for resources: {'Port': ['ID=009a5c93-fb7c-4736-84c0-f08268399638,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:49.622038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:19:49.634030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:19:49.639186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:19:49.648038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Port': ['ID=eb9352f0-209d-413e-8eb5-207b544aecb0,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:49.713135 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:49.961663 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:50.320645 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 009a5c93-fb7c-4736-84c0-f08268399638 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:19:50.347351 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:50.380141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 009a5c93-fb7c-4736-84c0-f08268399638 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:19:50.380670 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:50.435198 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:50.464752 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:50.506444 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 009a5c93-fb7c-4736-84c0-f08268399638, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=009a5c93-fb7c-4736-84c0-f08268399638,segment=NetworkSegment(2c3a1a69-39cf-42ea-b8c6-751f0a507aa3),segment_id=2c3a1a69-39cf-42ea-b8c6-751f0a507aa3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:19:50.540349 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Port': ['ID=eb9352f0-209d-413e-8eb5-207b544aecb0,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:50.545866 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:50.588233 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:50.589313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fe4dd56f-4d6c-4edf-b72c-a60a951b9012 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:19:50.655903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:19:50.657870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:19:50.712385 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=009a5c93-fb7c-4736-84c0-f08268399638,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:50.724831 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fe4dd56f-4d6c-4edf-b72c-a60a951b9012 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:19:50.725505 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:50.774009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bb60fb-0dda-4cc3-bc68-99d5f718ae4e None None] Network 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:19:50.811794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Router 7c61a691-f7d8-4a70-be2b-c72764f4b65d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:19:50.903037 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c19363dc-6f66-49a0-b80a-33ed544a6d21 None None] Provisioning complete for port 009a5c93-fb7c-4736-84c0-f08268399638 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:19:50.903330 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c19363dc-6f66-49a0-b80a-33ed544a6d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:50.949083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:19:50.957037 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d3c7c103-eb0e-45cd-a70d-ea719c178920 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "PUT /v2.0/routers/7c61a691-f7d8-4a70-be2b-c72764f4b65d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8830740 Dec 11 23:19:50.957226 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45552) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:51.315536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3a0157f0-05cf-4a20-aee6-8a19e6d0ef73 None None] Provisioning complete for port 009a5c93-fb7c-4736-84c0-f08268399638 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:19:51.316156 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3a0157f0-05cf-4a20-aee6-8a19e6d0ef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:51.332535 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Sync routers for ids ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:19:51.354153 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Routers {'7c61a691-f7d8-4a70-be2b-c72764f4b65d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:19:51.355027 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:19:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:51.365384 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47bf2b64-fbea-44a3-ba58-9dab8607ac70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:51.470399 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3a0157f0-05cf-4a20-aee6-8a19e6d0ef73 None None] Provisioning complete for port eb9352f0-209d-413e-8eb5-207b544aecb0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:19:51.471059 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3a0157f0-05cf-4a20-aee6-8a19e6d0ef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:51.519766 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3a0157f0-05cf-4a20-aee6-8a19e6d0ef73 None None] Port eb9352f0-209d-413e-8eb5-207b544aecb0 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:19:51.527368 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Set router 7c61a691-f7d8-4a70-be2b-c72764f4b65d gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:19:51.601191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e435ad27-a9a1-4f1f-9a0a-711ec15f3960 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:51.601673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e435ad27-a9a1-4f1f-9a0a-711ec15f3960 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:51.602137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e435ad27-a9a1-4f1f-9a0a-711ec15f3960 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:51.602595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e435ad27-a9a1-4f1f-9a0a-711ec15f3960 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:51.603144 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e435ad27-a9a1-4f1f-9a0a-711ec15f3960 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:51.603630 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e435ad27-a9a1-4f1f-9a0a-711ec15f3960 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:51.607507 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e435ad27-a9a1-4f1f-9a0a-711ec15f3960 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.6490693 Dec 11 23:19:51.608595 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45556) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:51.656470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0e4d3fbb-b027-4825-ae5c-a01084618e20 None None] Provisioning complete for port eb9352f0-209d-413e-8eb5-207b544aecb0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:19:51.656860 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e4d3fbb-b027-4825-ae5c-a01084618e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:51.703594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d3fbb-b027-4825-ae5c-a01084618e20 None None] Port eb9352f0-209d-413e-8eb5-207b544aecb0 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:19:51.722141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aa6046-9504-4d02-9396-190a20b1a8c7 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:51.722615 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aa6046-9504-4d02-9396-190a20b1a8c7 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:51.723271 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aa6046-9504-4d02-9396-190a20b1a8c7 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:51.724575 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aa6046-9504-4d02-9396-190a20b1a8c7 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:51.725212 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aa6046-9504-4d02-9396-190a20b1a8c7 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:51.726073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aa6046-9504-4d02-9396-190a20b1a8c7 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:51.730610 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-62aa6046-9504-4d02-9396-190a20b1a8c7 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4009 time: 0.1183960 Dec 11 23:19:51.731070 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45558) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:51.786058 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'name': 'tempest-TestNetworkBasicOps-router-2030294413', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:49Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'eb9352f0-209d-413e-8eb5-207b544aecb0', 'name': '', 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:73:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:48Z', 'updated_at': '2021-12-11T23:19:50Z', 'revision_number': 2, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:51.813731 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Checking router: 7c61a691-f7d8-4a70-be2b-c72764f4b65d for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:19:51.814589 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Updating router 7c61a691-f7d8-4a70-be2b-c72764f4b65d port eb9352f0-209d-413e-8eb5-207b544aecb0 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:19:51.839738 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:51.924938 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7ce5ef9a-27f7-4969-9400-3cf5bb1e2c94 None None] Provisioning complete for port eb9352f0-209d-413e-8eb5-207b544aecb0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:19:51.925440 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ce5ef9a-27f7-4969-9400-3cf5bb1e2c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:51.974251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7ce5ef9a-27f7-4969-9400-3cf5bb1e2c94 None None] Port eb9352f0-209d-413e-8eb5-207b544aecb0 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:19:52.004178 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-31b2fcf8-8205-49e5-9ebb-0e8a2d278cc8 tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.2719376 Dec 11 23:19:52.127289 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.192870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 009a5c93-fb7c-4736-84c0-f08268399638 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:19:52.195972 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.290366 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45564) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:52.296591 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ae2a7cdd-fdec-439f-a414-8efacdaedfcb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1372975780', 'description': 'tempest-secgroup-smoke-1372975780 description', 'project_id': '7593fdb1da494b9b8223d9c57a501fba'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:19:52.312817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 009a5c93-fb7c-4736-84c0-f08268399638 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:19:52.313127 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.339584 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61771485-d53c-4c1a-bd09-97fec64336c7 None None] Pushing event updated for resources: {'Port': ['ID=eb9352f0-209d-413e-8eb5-207b544aecb0,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:52.347573 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Attempting to bind port eb9352f0-209d-413e-8eb5-207b544aecb0 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:19:52.347984 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Attempting to bind port eb9352f0-209d-413e-8eb5-207b544aecb0 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '2c3a1a69-39cf-42ea-b8c6-751f0a507aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:19:52.348348 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Attempting to bind port eb9352f0-209d-413e-8eb5-207b544aecb0 on network 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:19:52.356121 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:19:52.356500 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Checking segment: {'id': '2c3a1a69-39cf-42ea-b8c6-751f0a507aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:19:52.356904 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.357297 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Bound using segment: {'id': '2c3a1a69-39cf-42ea-b8c6-751f0a507aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:19:52.357769 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Bound port: eb9352f0-209d-413e-8eb5-207b544aecb0, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3a1a69-39cf-42ea-b8c6-751f0a507aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:19:52.358149 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.359337 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.391075 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae2a7cdd-fdec-439f-a414-8efacdaedfcb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.457876 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] For port eb9352f0-209d-413e-8eb5-207b544aecb0, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:19:52.463380 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] For port eb9352f0-209d-413e-8eb5-207b544aecb0, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=eb9352f0-209d-413e-8eb5-207b544aecb0,segment=NetworkSegment(2c3a1a69-39cf-42ea-b8c6-751f0a507aa3),segment_id=2c3a1a69-39cf-42ea-b8c6-751f0a507aa3)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:19:52.487006 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae2a7cdd-fdec-439f-a414-8efacdaedfcb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.556244 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.590406 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae2a7cdd-fdec-439f-a414-8efacdaedfcb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.617341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-567c4d5b-cee9-4e2b-98b5-b5239bb92747 None None] Provisioning complete for port eb9352f0-209d-413e-8eb5-207b544aecb0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:19:52.617859 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-567c4d5b-cee9-4e2b-98b5-b5239bb92747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.633387 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a7cdd-fdec-439f-a414-8efacdaedfcb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4112d3c5-8546-4ccb-81e7-c4b01363bff7,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:52.650503 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Routers {'7c61a691-f7d8-4a70-be2b-c72764f4b65d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:19:52.651731 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:19:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:52.657851 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61771485-d53c-4c1a-bd09-97fec64336c7 None None] Pushing event updated for resources: {'Port': ['ID=eb9352f0-209d-413e-8eb5-207b544aecb0,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:52.700496 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ae2a7cdd-fdec-439f-a414-8efacdaedfcb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.705120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45566) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:52.705829 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ae2a7cdd-fdec-439f-a414-8efacdaedfcb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4149086 Dec 11 23:19:52.711360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-09d271d4-9bde-493f-bcdb-96bbe60acbd6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': '4112d3c5-8546-4ccb-81e7-c4b01363bff7', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:19:52.733216 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-567c4d5b-cee9-4e2b-98b5-b5239bb92747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.776796 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-567c4d5b-cee9-4e2b-98b5-b5239bb92747 None None] For port eb9352f0-209d-413e-8eb5-207b544aecb0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=eb9352f0-209d-413e-8eb5-207b544aecb0,segment=NetworkSegment(2c3a1a69-39cf-42ea-b8c6-751f0a507aa3),segment_id=2c3a1a69-39cf-42ea-b8c6-751f0a507aa3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:19:52.822441 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09d271d4-9bde-493f-bcdb-96bbe60acbd6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.824135 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] Set router 7c61a691-f7d8-4a70-be2b-c72764f4b65d gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:19:52.863765 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-567c4d5b-cee9-4e2b-98b5-b5239bb92747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.903442 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09d271d4-9bde-493f-bcdb-96bbe60acbd6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.917243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c4d5b-cee9-4e2b-98b5-b5239bb92747 None None] Pushing event updated for resources: {'Port': ['ID=eb9352f0-209d-413e-8eb5-207b544aecb0,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:52.961765 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09d271d4-9bde-493f-bcdb-96bbe60acbd6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:52.981407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d271d4-9bde-493f-bcdb-96bbe60acbd6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a735b9-448e-4982-9063-a227967bfce5,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:52.990219 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7e04a5b5-734f-47b8-981e-a6b66bd76278 None None] Provisioning complete for port eb9352f0-209d-413e-8eb5-207b544aecb0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:19:52.991715 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e04a5b5-734f-47b8-981e-a6b66bd76278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:53.042833 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-09d271d4-9bde-493f-bcdb-96bbe60acbd6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:53.044288 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-09d271d4-9bde-493f-bcdb-96bbe60acbd6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3381467 Dec 11 23:19:53.047778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45568) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:53.062742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3e73f0ec-356c-46cb-8755-1a74bf6060cd tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': '4112d3c5-8546-4ccb-81e7-c4b01363bff7', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:19:53.083502 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'name': 'tempest-TestNetworkBasicOps-router-2030294413', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:49Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'eb9352f0-209d-413e-8eb5-207b544aecb0', 'name': '', 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:73:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:48Z', 'updated_at': '2021-12-11T23:19:52Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:19:53.189794 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e73f0ec-356c-46cb-8755-1a74bf6060cd tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:53.213654 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86bf61c-4481-498e-adce-3b6cce6cedfa None None] The sync data for ids ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'] in n-d-710847-6 is: [{'id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'name': 'tempest-TestNetworkBasicOps-router-2030294413', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:49Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'eb9352f0-209d-413e-8eb5-207b544aecb0', 'name': '', 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:73:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:48Z', 'updated_at': '2021-12-11T23:19:52Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:19:53.266549 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e73f0ec-356c-46cb-8755-1a74bf6060cd tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:53.338244 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e73f0ec-356c-46cb-8755-1a74bf6060cd tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:53.357445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73f0ec-356c-46cb-8755-1a74bf6060cd tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2327b24-7e0d-4a7b-8a89-814640e4f59e,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:53.433018 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3e73f0ec-356c-46cb-8755-1a74bf6060cd tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:53.434724 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3e73f0ec-356c-46cb-8755-1a74bf6060cd tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3849666 Dec 11 23:19:53.437489 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45572) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:53.443668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-746f7a8a-66bb-4a68-9518-397a45a662b5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': '4112d3c5-8546-4ccb-81e7-c4b01363bff7', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:19:53.539234 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-746f7a8a-66bb-4a68-9518-397a45a662b5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:53.602640 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-746f7a8a-66bb-4a68-9518-397a45a662b5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:53.680963 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-746f7a8a-66bb-4a68-9518-397a45a662b5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:53.706255 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f7a8a-66bb-4a68-9518-397a45a662b5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9250610-b760-4186-8310-908935299315,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:53.757222 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-746f7a8a-66bb-4a68-9518-397a45a662b5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:53.758478 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-746f7a8a-66bb-4a68-9518-397a45a662b5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3199666 Dec 11 23:19:53.761514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45574) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:53.766831 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-27259d0f-aef1-4e05-82ff-2771d161d959 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': '4112d3c5-8546-4ccb-81e7-c4b01363bff7', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:19:53.858121 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27259d0f-aef1-4e05-82ff-2771d161d959 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:53.938567 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27259d0f-aef1-4e05-82ff-2771d161d959 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:54.004176 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27259d0f-aef1-4e05-82ff-2771d161d959 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:54.023999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27259d0f-aef1-4e05-82ff-2771d161d959 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbc7cd6-5277-422e-b16c-933fa255c3d6,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:54.024609 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:54.111661 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27259d0f-aef1-4e05-82ff-2771d161d959 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:54.113391 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-27259d0f-aef1-4e05-82ff-2771d161d959 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3504190 Dec 11 23:19:54.124616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45580) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:54.129317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f0d88d45-ac29-4ef3-9467-663f0e9b7252 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': '4112d3c5-8546-4ccb-81e7-c4b01363bff7', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:19:54.221466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device eb9352f0-209d-413e-8eb5-207b544aecb0 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:19:54.250887 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-f0d88d45-ac29-4ef3-9467-663f0e9b7252 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Project 7593fdb1da494b9b8223d9c57a501fba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:19:54.258126 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0d88d45-ac29-4ef3-9467-663f0e9b7252 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:54.273566 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port eb9352f0-209d-413e-8eb5-207b544aecb0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:19:54.273944 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:54.327561 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0d88d45-ac29-4ef3-9467-663f0e9b7252 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:54.412351 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0d88d45-ac29-4ef3-9467-663f0e9b7252 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:54.430234 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d88d45-ac29-4ef3-9467-663f0e9b7252 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827b04f9-a2b2-4106-83e0-124307328f9a,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:54.483035 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f0d88d45-ac29-4ef3-9467-663f0e9b7252 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:54.484250 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f0d88d45-ac29-4ef3-9467-663f0e9b7252 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3585577 Dec 11 23:19:54.486974 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45582) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:19:54.492173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-426364df-140a-4703-94cb-007b4ffa078b tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'security_group_rule': {'security_group_id': '4112d3c5-8546-4ccb-81e7-c4b01363bff7', 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:19:54.566290 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-426364df-140a-4703-94cb-007b4ffa078b tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Project 7593fdb1da494b9b8223d9c57a501fba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:19:54.572228 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-426364df-140a-4703-94cb-007b4ffa078b tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:54.630895 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-426364df-140a-4703-94cb-007b4ffa078b tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:54.656073 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:54.713251 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-426364df-140a-4703-94cb-007b4ffa078b tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:54.731857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426364df-140a-4703-94cb-007b4ffa078b tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd13997-afd8-4953-9d49-ec87ee7fb43e,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:54.814001 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-426364df-140a-4703-94cb-007b4ffa078b tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:54.815260 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-426364df-140a-4703-94cb-007b4ffa078b tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3273470 Dec 11 23:19:55.023100 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-78858e80-e273-4055-aa06-3dcb4030f3dc tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1372975780&fields=id&tenant_id=7593fdb1da494b9b8223d9c57a501fba HTTP/1.1" status: 200 len: 267 time: 0.0561910 Dec 11 23:19:55.133284 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-b683804f-dfb7-4ef7-94dd-6cf03ce7579a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:55.134920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-b683804f-dfb7-4ef7-94dd-6cf03ce7579a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/networks?id=3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 HTTP/1.1" status: 200 len: 797 time: 0.1044559 Dec 11 23:19:55.150873 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-4efd978f-e9c6-4748-96d8-75cc9f1c9827 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/quotas/7593fdb1da494b9b8223d9c57a501fba HTTP/1.1" status: 200 len: 375 time: 0.0096304 Dec 11 23:19:55.213844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-e63fc814-b6b7-4e00-9f09-6abcdbbf3744 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7593fdb1da494b9b8223d9c57a501fba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568852 Dec 11 23:19:55.314618 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-2f632e76-11d7-41e1-b328-aa5a16038271 service neutron] 10.222.0.45 "GET /v2.0/networks/3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881321 Dec 11 23:19:55.405250 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c01c733d-599e-434c-9c11-459fad0b814a service neutron] 10.222.0.45 "GET /v2.0/networks/3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841868 Dec 11 23:19:55.667955 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1f1c70d8-5b05-4ecc-b889-a69882fca607 req-6ac36599-e291-4346-be4b-ef7492800598 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 210 time: 0.0302446 Dec 11 23:19:56.775258 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7c437517-9b79-4ea3-ae3a-7d8974a251da req-6923dcc8-f1bc-41dc-bd87-222ec831dc82 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 210 time: 0.0296979 Dec 11 23:19:57.666753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-30e37f6c-191e-428a-b509-79b887720d42 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:57.668180 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-30e37f6c-191e-428a-b509-79b887720d42 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.47 "GET /v2.0/networks?id=3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 HTTP/1.1" status: 200 len: 797 time: 0.1192255 Dec 11 23:19:57.741423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-a4077811-8723-4d44-a1c2-b7217b07a099 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7593fdb1da494b9b8223d9c57a501fba HTTP/1.1" status: 200 len: 380 time: 0.0590994 Dec 11 23:19:57.751165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-9be63eb6-6fda-4f87-9ae1-b48d40288d8a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'port': {'device_id': 'ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5', 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'admin_state_up': True, 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'security_groups': ['4112d3c5-8546-4ccb-81e7-c4b01363bff7']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:19:57.872805 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-710c4370-ba6e-4ed8-8fce-2ec9bd83ba96 req-fd48488f-87ff-421a-a282-d80825dfda87 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 210 time: 0.0271423 Dec 11 23:19:57.983549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-9be63eb6-6fda-4f87-9ae1-b48d40288d8a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Made reservation on behalf of 7593fdb1da494b9b8223d9c57a501fba for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:19:57.987257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-9be63eb6-6fda-4f87-9ae1-b48d40288d8a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:58.130674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-9be63eb6-6fda-4f87-9ae1-b48d40288d8a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Allocated IP 172.20.0.12 (3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491/d8ebe169-8a49-4fb3-aa4c-6e5f88817a38/62fd1695-4766-4272-8e88-c4d3ff6cdf1f) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:19:58.286367 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-9be63eb6-6fda-4f87-9ae1-b48d40288d8a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:58.399933 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-9be63eb6-6fda-4f87-9ae1-b48d40288d8a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:58.445419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-9be63eb6-6fda-4f87-9ae1-b48d40288d8a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:19:58.449070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-9be63eb6-6fda-4f87-9ae1-b48d40288d8a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:19:58.452026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-9be63eb6-6fda-4f87-9ae1-b48d40288d8a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:19:58.487512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be63eb6-6fda-4f87-9ae1-b48d40288d8a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Port': ['ID=62fd1695-4766-4272-8e88-c4d3ff6cdf1f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:58.513743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-9be63eb6-6fda-4f87-9ae1-b48d40288d8a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:58.514678 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-9be63eb6-6fda-4f87-9ae1-b48d40288d8a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:58.648383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-9be63eb6-6fda-4f87-9ae1-b48d40288d8a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9015894 Dec 11 23:19:58.723031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Request body: {'port': {'device_id': 'ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:19:58.762013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9c7ea8ac-3e86-4989-b0de-aa2f9d4bfb31 None None] Provisioning complete for port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:19:58.762582 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c7ea8ac-3e86-4989-b0de-aa2f9d4bfb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:58.790699 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:58.796721 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ea8ac-3e86-4989-b0de-aa2f9d4bfb31 None None] Port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:19:59.041621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e39ddf-c793-4cd2-a1f1-caf21c451140 req-3083b6ef-d5fd-4173-b8a9-14a1eb33ac75 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:59.043124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45e39ddf-c793-4cd2-a1f1-caf21c451140 req-3083b6ef-d5fd-4173-b8a9-14a1eb33ac75 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 932 time: 0.0762415 Dec 11 23:19:59.144400 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45e39ddf-c793-4cd2-a1f1-caf21c451140 req-652306be-6233-4edb-99ab-076b009e24f4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=4112d3c5-8546-4ccb-81e7-c4b01363bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952175 Dec 11 23:19:59.149800 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fd1695-4766-4272-8e88-c4d3ff6cdf1f {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:19:59.159208 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:59.171853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Transition to ACTIVE for port object 62fd1695-4766-4272-8e88-c4d3ff6cdf1f will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:19:59.244803 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:59.310571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Pushing event updated for resources: {'Port': ['ID=62fd1695-4766-4272-8e88-c4d3ff6cdf1f,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:59.380964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Attempting to bind port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:19:59.381232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Attempting to bind port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '2c3a1a69-39cf-42ea-b8c6-751f0a507aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:19:59.382324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Attempting to bind port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f on network 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:19:59.387389 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f on network 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:19:59.387943 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Attempting to bind port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f on network 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:19:59.395605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:19:59.396295 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Checking segment: {'id': '2c3a1a69-39cf-42ea-b8c6-751f0a507aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:19:59.396694 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Bound using segment: {'id': '2c3a1a69-39cf-42ea-b8c6-751f0a507aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:19:59.397181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Bound port: 62fd1695-4766-4272-8e88-c4d3ff6cdf1f, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c3a1a69-39cf-42ea-b8c6-751f0a507aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:19:59.397547 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:59.472354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] For port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:19:59.477912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] For port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=62fd1695-4766-4272-8e88-c4d3ff6cdf1f,segment=NetworkSegment(2c3a1a69-39cf-42ea-b8c6-751f0a507aa3),segment_id=2c3a1a69-39cf-42ea-b8c6-751f0a507aa3)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:19:59.567344 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:59.601668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:59.602231 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:19:59.603996 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] 10.222.0.47 "PUT /v2.0/ports/62fd1695-4766-4272-8e88-c4d3ff6cdf1f HTTP/1.1" status: 200 len: 1092 time: 0.9421220 Dec 11 23:19:59.608662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5', 'tag': '62fd1695-4766-4272-8e88-c4d3ff6cdf1f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:19:59.610899 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48d5151-8a7b-4b96-b784-e63997aecac0" -d '{"events": [{"name": "network-changed", "server_uuid": "ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5", "tag": "62fd1695-4766-4272-8e88-c4d3ff6cdf1f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:19:59.652654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bd9e1-ae84-49f8-b9b0-47ea0ffc4d01 service neutron] Pushing event updated for resources: {'Port': ['ID=62fd1695-4766-4272-8e88-c4d3ff6cdf1f,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:19:59.657183 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8398b2-8128-4491-b983-a9289d1461c0 x-openstack-request-id: req-bf8398b2-8128-4491-b983-a9289d1461c0 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:19:59.657480 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5", "tag": "62fd1695-4766-4272-8e88-c4d3ff6cdf1f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:19:59.657741 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf8398b2-8128-4491-b983-a9289d1461c0 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:19:59.658148 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5', 'tag': '62fd1695-4766-4272-8e88-c4d3ff6cdf1f', 'status': 'completed', 'code': 200} Dec 11 23:19:59.744277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d5151-8a7b-4b96-b784-e63997aecac0 req-69655be0-2bde-4616-ab23-4c92481add10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:59.745825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a48d5151-8a7b-4b96-b784-e63997aecac0 req-69655be0-2bde-4616-ab23-4c92481add10 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7593fdb1da494b9b8223d9c57a501fba&device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 1095 time: 0.0473444 Dec 11 23:19:59.868484 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d5151-8a7b-4b96-b784-e63997aecac0 req-5a4e0b36-7b4e-4f3d-8563-d520a0035b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:59.870215 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a48d5151-8a7b-4b96-b784-e63997aecac0 req-5a4e0b36-7b4e-4f3d-8563-d520a0035b38 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7593fdb1da494b9b8223d9c57a501fba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1102688 Dec 11 23:19:59.969838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d5151-8a7b-4b96-b784-e63997aecac0 req-acea4f91-472c-4454-9c6b-68a57ed63863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:19:59.971355 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a48d5151-8a7b-4b96-b784-e63997aecac0 req-acea4f91-472c-4454-9c6b-68a57ed63863 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936713 Dec 11 23:20:00.075922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-8f31a4ef-ec80-4e50-9560-49a2f8ce595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:00.077401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-8f31a4ef-ec80-4e50-9560-49a2f8ce595b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7593fdb1da494b9b8223d9c57a501fba&device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 1095 time: 0.0489540 Dec 11 23:20:00.125423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-9c018d67-fb30-4ceb-985f-9869fabc1ed2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62fd1695-4766-4272-8e88-c4d3ff6cdf1f HTTP/1.1" status: 200 len: 217 time: 0.0349364 Dec 11 23:20:00.181520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-77ba9ff5-f606-4a1f-9cd1-8c5600e05d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:00.183126 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-77ba9ff5-f606-4a1f-9cd1-8c5600e05d5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8ebe169-8a49-4fb3-aa4c-6e5f88817a38 HTTP/1.1" status: 200 len: 834 time: 0.0504718 Dec 11 23:20:00.245377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-4eac7ac5-604c-4990-b7ec-5c8661affb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:00.246929 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-4eac7ac5-604c-4990-b7ec-5c8661affb4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563152 Dec 11 23:20:00.344745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51448a58-a082-4024-9f78-4ec07c9de696 req-fbf14879-d546-469a-b3c9-d2bac08ef632 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:00.346150 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-51448a58-a082-4024-9f78-4ec07c9de696 req-fbf14879-d546-469a-b3c9-d2bac08ef632 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 944 time: 0.1164212 Dec 11 23:20:00.392440 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-0e83eed5-7106-4c62-9042-53ca26427d60 service neutron] 10.222.0.47 "GET /v2.0/networks/3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244223 Dec 11 23:20:00.459321 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-51448a58-a082-4024-9f78-4ec07c9de696 req-8bba47a6-3bc8-4989-acde-0d09420b48f3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=4112d3c5-8546-4ccb-81e7-c4b01363bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044440 Dec 11 23:20:00.505395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a00995f-1fad-4291-b9c0-0e4061097a66 req-f8f20da0-677a-490a-91eb-479cfedcd439 service neutron] 10.222.0.47 "GET /v2.0/networks/3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054614 Dec 11 23:20:01.589105 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1443dd9-71bf-47c3-8830-468cb2ec7292 req-fe169693-5b81-4501-968a-cf3137336213 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:01.590601 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b1443dd9-71bf-47c3-8830-468cb2ec7292 req-fe169693-5b81-4501-968a-cf3137336213 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 944 time: 0.0488210 Dec 11 23:20:01.642892 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b1443dd9-71bf-47c3-8830-468cb2ec7292 req-d09ab8f5-f5fb-4dc3-94c8-d5cef0200d13 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=4112d3c5-8546-4ccb-81e7-c4b01363bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456324 Dec 11 23:20:02.763563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da193d77-6fb3-4187-97ba-656f575cdd1c req-91fa0241-cebd-49d9-ac4c-d96ee276a15c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:02.765141 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-da193d77-6fb3-4187-97ba-656f575cdd1c req-91fa0241-cebd-49d9-ac4c-d96ee276a15c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 944 time: 0.0509772 Dec 11 23:20:02.824364 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-da193d77-6fb3-4187-97ba-656f575cdd1c req-c175d88b-f8dd-461f-b461-b4191e5e2866 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=4112d3c5-8546-4ccb-81e7-c4b01363bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529389 Dec 11 23:20:03.948876 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efda24a-9f01-413c-9d2f-cb5fb094696a req-b694ddc4-3fba-436b-96d9-56e3617354be tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:03.950381 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8efda24a-9f01-413c-9d2f-cb5fb094696a req-b694ddc4-3fba-436b-96d9-56e3617354be tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 944 time: 0.0560937 Dec 11 23:20:04.007183 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8efda24a-9f01-413c-9d2f-cb5fb094696a req-78270f61-ff44-48f9-b4b8-586f7db79f51 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=4112d3c5-8546-4ccb-81e7-c4b01363bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507448 Dec 11 23:20:04.961718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 62fd1695-4766-4272-8e88-c4d3ff6cdf1f details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:20:05.063970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=62fd1695-4766-4272-8e88-c4d3ff6cdf1f,segment=NetworkSegment(2c3a1a69-39cf-42ea-b8c6-751f0a507aa3),segment_id=2c3a1a69-39cf-42ea-b8c6-751f0a507aa3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:20:05.077756 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '62fd1695-4766-4272-8e88-c4d3ff6cdf1f', 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'port_id': '62fd1695-4766-4272-8e88-c4d3ff6cdf1f', 'mac_address': 'fa:16:3e:a5:4e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:20:05.115024 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:05.129213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2289c-0564-4049-83ac-291cb6477e5a req-e0542c92-850a-45db-bcb4-01a3f1d3f269 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:05.130752 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ae2289c-0564-4049-83ac-291cb6477e5a req-e0542c92-850a-45db-bcb4-01a3f1d3f269 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 944 time: 0.0535746 Dec 11 23:20:05.133917 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fd1695-4766-4272-8e88-c4d3ff6cdf1f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:20:05.158382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=62fd1695-4766-4272-8e88-c4d3ff6cdf1f,segment=NetworkSegment(2c3a1a69-39cf-42ea-b8c6-751f0a507aa3),segment_id=2c3a1a69-39cf-42ea-b8c6-751f0a507aa3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:20:05.194627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ae2289c-0564-4049-83ac-291cb6477e5a req-50fd143b-4488-4b46-a7e0-37cfe2faab9a tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=4112d3c5-8546-4ccb-81e7-c4b01363bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563562 Dec 11 23:20:05.263482 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:05.315229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=62fd1695-4766-4272-8e88-c4d3ff6cdf1f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:05.557248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['62fd1695-4766-4272-8e88-c4d3ff6cdf1f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:20:06.309296 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77709aea-0143-4902-9682-c7b03da25542 req-5bb02ebb-a573-4d54-a720-507594db0a30 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:06.310915 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-77709aea-0143-4902-9682-c7b03da25542 req-5bb02ebb-a573-4d54-a720-507594db0a30 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 945 time: 0.0499661 Dec 11 23:20:06.364839 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-77709aea-0143-4902-9682-c7b03da25542 req-a4e43a5f-efa4-4a51-9866-6ed648a83aec tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=4112d3c5-8546-4ccb-81e7-c4b01363bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479293 Dec 11 23:20:06.960847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 62fd1695-4766-4272-8e88-c4d3ff6cdf1f up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:20:07.086725 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:20:07.091145 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:20:07.091526 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:07.344952 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:07.368108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fd1695-4766-4272-8e88-c4d3ff6cdf1f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:20:07.370353 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65934ec6-119b-4b19-95bc-f20716d2c9b0" -d '{"events": [{"server_uuid": "ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5", "name": "network-vif-plugged", "status": "completed", "tag": "62fd1695-4766-4272-8e88-c4d3ff6cdf1f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:20:07.384949 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=62fd1695-4766-4272-8e88-c4d3ff6cdf1f,segment=NetworkSegment(2c3a1a69-39cf-42ea-b8c6-751f0a507aa3),segment_id=2c3a1a69-39cf-42ea-b8c6-751f0a507aa3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:20:07.435782 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d4d268-2af6-4f0e-a606-a9518a9e5301 x-openstack-request-id: req-49d4d268-2af6-4f0e-a606-a9518a9e5301 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:20:07.435782 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5", "name": "network-vif-plugged", "status": "completed", "tag": "62fd1695-4766-4272-8e88-c4d3ff6cdf1f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:20:07.435782 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-49d4d268-2af6-4f0e-a606-a9518a9e5301 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:20:07.435782 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fd1695-4766-4272-8e88-c4d3ff6cdf1f', 'code': 200} Dec 11 23:20:07.498456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ada26c-22e9-4dac-a9e0-950980ea2c08 req-91f5b7d4-b2ae-4867-9098-6160eabc9453 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:07.505979 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38ada26c-22e9-4dac-a9e0-950980ea2c08 req-91f5b7d4-b2ae-4867-9098-6160eabc9453 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 945 time: 0.0542643 Dec 11 23:20:07.525526 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:07.557272 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38ada26c-22e9-4dac-a9e0-950980ea2c08 req-6eaa5b9d-d79d-457e-86f6-525ad94086eb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=4112d3c5-8546-4ccb-81e7-c4b01363bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479937 Dec 11 23:20:07.569822 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ba2af-d781-42a5-a951-e55243165ac2 req-e31227cf-761c-457e-b1ce-b6fb0c1528b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:07.571766 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-819ba2af-d781-42a5-a951-e55243165ac2 req-e31227cf-761c-457e-b1ce-b6fb0c1528b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 1097 time: 0.0501461 Dec 11 23:20:07.589000 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=62fd1695-4766-4272-8e88-c4d3ff6cdf1f,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:07.626172 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-819ba2af-d781-42a5-a951-e55243165ac2 req-c01b2e65-52a9-4807-89a1-0db30ad9f55a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4112d3c5-8546-4ccb-81e7-c4b01363bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467165 Dec 11 23:20:08.702324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26c630-4998-4812-b1cf-937f46ac3051 req-720aeea8-3799-42cc-bcf7-a2992024994b tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:08.703763 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc26c630-4998-4812-b1cf-937f46ac3051 req-720aeea8-3799-42cc-bcf7-a2992024994b tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 946 time: 0.0578694 Dec 11 23:20:08.756289 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc26c630-4998-4812-b1cf-937f46ac3051 req-259cfc82-9e22-4db8-a74e-424692013f3e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=4112d3c5-8546-4ccb-81e7-c4b01363bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462842 Dec 11 23:20:09.878667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b44cf-ed31-4f0a-9aa8-cd25a7f832e0 req-3ae586d5-6009-4b35-a79d-3beea132c888 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:09.880238 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ef8b44cf-ed31-4f0a-9aa8-cd25a7f832e0 req-3ae586d5-6009-4b35-a79d-3beea132c888 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 946 time: 0.0522611 Dec 11 23:20:09.932184 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ef8b44cf-ed31-4f0a-9aa8-cd25a7f832e0 req-9114ea17-35f4-43eb-8d3b-9918c91e4db5 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=4112d3c5-8546-4ccb-81e7-c4b01363bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453107 Dec 11 23:20:10.059261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd80d99-26c5-411b-aeaa-a80fb3dc8f09 req-535c08df-8543-4fc2-a752-8b2f77bc054c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:10.060810 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dd80d99-26c5-411b-aeaa-a80fb3dc8f09 req-535c08df-8543-4fc2-a752-8b2f77bc054c tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 946 time: 0.0507720 Dec 11 23:20:10.113118 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dd80d99-26c5-411b-aeaa-a80fb3dc8f09 req-110e081f-a4b0-437c-b43b-396152b48188 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=4112d3c5-8546-4ccb-81e7-c4b01363bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460124 Dec 11 23:20:10.135994 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45856) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:10.179514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a29664a-b35f-4b2c-91c5-e1f48368033a tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:10.181056 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5a29664a-b35f-4b2c-91c5-e1f48368033a tempest-TestNetworkBasicOps-692147720 tempest-TestNetworkBasicOps-692147720-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 1092 time: 0.0440409 Dec 11 23:20:10.183935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45860) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:10.188683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '62fd1695-4766-4272-8e88-c4d3ff6cdf1f', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:20:10.317038 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:10.420057 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:10.542437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Allocated IP 172.25.1.136 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/fafba566-8804-432c-8445-0560ebf705f4) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:20:10.646185 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:10.801298 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:10.848933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:20:10.853057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:20:10.856461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:20:10.878769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Port': ['ID=fafba566-8804-432c-8445-0560ebf705f4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:11.363423 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:11.552046 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:11.710389 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:11.771892 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:11.853099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event updated for resources: {'Port': ['ID=fafba566-8804-432c-8445-0560ebf705f4,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:11.865832 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:11.970546 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Floating IP 2befb2e2-c3ce-42c8-9d38-1e44d4649ba3 associated. External IP: 172.25.1.136, port: 62fd1695-4766-4272-8e88-c4d3ff6cdf1f. Dec 11 23:20:12.194782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Router 7c61a691-f7d8-4a70-be2b-c72764f4b65d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:20:12.307669 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:20:12.319100 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b775c-ad12-4c06-9511-badd3211117c None None] Sync routers for ids ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:20:12.328136 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b775c-ad12-4c06-9511-badd3211117c None None] Routers {'7c61a691-f7d8-4a70-be2b-c72764f4b65d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:20:12.328756 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6e9b775c-ad12-4c06-9511-badd3211117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:19:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:12.380585 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:12.416231 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4d942a4d-934d-4b3f-ada8-172d3a081687 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2311032 Dec 11 23:20:12.416880 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5', 'tag': '62fd1695-4766-4272-8e88-c4d3ff6cdf1f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:20:12.419125 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45896) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:12.419610 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42948676-a149-48a4-861f-9bcc9446d73b" -d '{"events": [{"name": "network-changed", "server_uuid": "ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5", "tag": "62fd1695-4766-4272-8e88-c4d3ff6cdf1f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:20:12.452245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-6e9b775c-ad12-4c06-9511-badd3211117c None None] Set router 7c61a691-f7d8-4a70-be2b-c72764f4b65d gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:20:12.476366 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aca12a9-f325-4784-bdb1-14ae3b87312b x-openstack-request-id: req-2aca12a9-f325-4784-bdb1-14ae3b87312b {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:20:12.477524 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5", "tag": "62fd1695-4766-4272-8e88-c4d3ff6cdf1f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:20:12.478007 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2aca12a9-f325-4784-bdb1-14ae3b87312b {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:20:12.478566 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5', 'tag': '62fd1695-4766-4272-8e88-c4d3ff6cdf1f', 'status': 'completed', 'code': 200} Dec 11 23:20:12.495715 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-01f010c8-8f62-4e0c-9522-111ec2d7bedb tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/floatingips/2befb2e2-c3ce-42c8-9d38-1e44d4649ba3 HTTP/1.1" status: 200 len: 992 time: 0.0753503 Dec 11 23:20:12.570109 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42948676-a149-48a4-861f-9bcc9446d73b req-049ecbcb-4874-48d5-9d4e-baf6ddf094b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:12.571925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42948676-a149-48a4-861f-9bcc9446d73b req-049ecbcb-4874-48d5-9d4e-baf6ddf094b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7593fdb1da494b9b8223d9c57a501fba&device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 1097 time: 0.0544012 Dec 11 23:20:12.668348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42948676-a149-48a4-861f-9bcc9446d73b req-471a27c0-1490-4f0b-8a60-91e1a8964aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:12.669879 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42948676-a149-48a4-861f-9bcc9446d73b req-471a27c0-1490-4f0b-8a60-91e1a8964aa6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 HTTP/1.1" status: 200 len: 898 time: 0.0922010 Dec 11 23:20:12.717644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6e9b775c-ad12-4c06-9511-badd3211117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'name': 'tempest-TestNetworkBasicOps-router-2030294413', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:49Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2befb2e2-c3ce-42c8-9d38-1e44d4649ba3', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'port_id': '62fd1695-4766-4272-8e88-c4d3ff6cdf1f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'mac_address': 'fa:16:3e:a5:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:20:11Z', 'updated_at': '2021-12-11T23:20:11Z', 'revision_number': 0, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9352f0-209d-413e-8eb5-207b544aecb0', 'name': '', 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:73:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:48Z', 'updated_at': '2021-12-11T23:19:52Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:12.742507 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42948676-a149-48a4-861f-9bcc9446d73b req-dceb7841-960d-4eec-a8e9-739e716e6905 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62fd1695-4766-4272-8e88-c4d3ff6cdf1f HTTP/1.1" status: 200 len: 1000 time: 0.0655501 Dec 11 23:20:12.744112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b775c-ad12-4c06-9511-badd3211117c None None] Checking router: 7c61a691-f7d8-4a70-be2b-c72764f4b65d for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:20:12.752467 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b775c-ad12-4c06-9511-badd3211117c None None] Routers {'7c61a691-f7d8-4a70-be2b-c72764f4b65d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:20:12.753073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6e9b775c-ad12-4c06-9511-badd3211117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:19:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:12.866760 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-6e9b775c-ad12-4c06-9511-badd3211117c None None] Set router 7c61a691-f7d8-4a70-be2b-c72764f4b65d gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:20:13.120204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-6e9b775c-ad12-4c06-9511-badd3211117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'name': 'tempest-TestNetworkBasicOps-router-2030294413', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:49Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2befb2e2-c3ce-42c8-9d38-1e44d4649ba3', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'port_id': '62fd1695-4766-4272-8e88-c4d3ff6cdf1f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'mac_address': 'fa:16:3e:a5:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:20:11Z', 'updated_at': '2021-12-11T23:20:11Z', 'revision_number': 0, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9352f0-209d-413e-8eb5-207b544aecb0', 'name': '', 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:73:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:48Z', 'updated_at': '2021-12-11T23:19:52Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:13.147952 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b775c-ad12-4c06-9511-badd3211117c None None] The sync data for ids ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'] in n-d-710847-6 is: [{'id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'name': 'tempest-TestNetworkBasicOps-router-2030294413', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:49Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2befb2e2-c3ce-42c8-9d38-1e44d4649ba3', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'port_id': '62fd1695-4766-4272-8e88-c4d3ff6cdf1f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'mac_address': 'fa:16:3e:a5:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:20:11Z', 'updated_at': '2021-12-11T23:20:11Z', 'revision_number': 0, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9352f0-209d-413e-8eb5-207b544aecb0', 'name': '', 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:73:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:48Z', 'updated_at': '2021-12-11T23:19:52Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:20:13.156370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42948676-a149-48a4-861f-9bcc9446d73b req-a085c183-1a8a-48f1-875c-3ae7174970f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:13.158021 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42948676-a149-48a4-861f-9bcc9446d73b req-a085c183-1a8a-48f1-875c-3ae7174970f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8ebe169-8a49-4fb3-aa4c-6e5f88817a38 HTTP/1.1" status: 200 len: 834 time: 0.4092953 Dec 11 23:20:13.209854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42948676-a149-48a4-861f-9bcc9446d73b req-f10d8803-6a5e-4088-a172-641f25e74a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:13.211584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42948676-a149-48a4-861f-9bcc9446d73b req-f10d8803-6a5e-4088-a172-641f25e74a99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465813 Dec 11 23:20:13.311122 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42948676-a149-48a4-861f-9bcc9446d73b req-f53fc072-dd3f-4a34-b29d-01888e6ca322 service neutron] 10.222.0.47 "GET /v2.0/networks/3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919638 Dec 11 23:20:13.367318 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d578579-96f1-4592-b5f6-25e77b5952c3 None None] New status for floating IP 2befb2e2-c3ce-42c8-9d38-1e44d4649ba3: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:20:13.407319 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42948676-a149-48a4-861f-9bcc9446d73b req-23acee6f-5709-4926-81a9-40b163673be7 service neutron] 10.222.0.47 "GET /v2.0/networks/3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896978 Dec 11 23:20:13.499268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45906) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:13.562877 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-575bc7fa-f4dc-4059-b5a7-e33367f47cc2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/floatingips/2befb2e2-c3ce-42c8-9d38-1e44d4649ba3 HTTP/1.1" status: 200 len: 992 time: 0.0622811 Dec 11 23:20:13.972115 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:14.566518 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45910) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:14.638094 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a1c38ff6-a8f0-4438-afd5-e063bc384efe tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/floatingips/2befb2e2-c3ce-42c8-9d38-1e44d4649ba3 HTTP/1.1" status: 200 len: 994 time: 0.0648816 Dec 11 23:20:17.662035 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:18.839624 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dbd71f2c-a9f4-407f-86ef-fab1b1969680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:19.378545 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:20:20.412574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 45932) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:20.417208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1533d466-d7fd-4c57-a321-dd92396f699a tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1451574124', 'description': 'tempest-secgroup-smoke-1451574124 description', 'project_id': '3f1650b52592438bb70bd31d3b9db857'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:20:20.496138 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1533d466-d7fd-4c57-a321-dd92396f699a tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:20.563379 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1533d466-d7fd-4c57-a321-dd92396f699a tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:20.634525 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1533d466-d7fd-4c57-a321-dd92396f699a tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:20.669456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533d466-d7fd-4c57-a321-dd92396f699a tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328e8d06-5401-45ff-a05a-5046d84c97ff,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:20.716954 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1533d466-d7fd-4c57-a321-dd92396f699a tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:20.718264 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1533d466-d7fd-4c57-a321-dd92396f699a tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3046718 Dec 11 23:20:20.721333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45934) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:20.726506 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a62056d3-910c-4f48-9e9d-f09697696f75 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Request body: {'security_group_rule': {'security_group_id': '328e8d06-5401-45ff-a05a-5046d84c97ff', 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:20:20.826757 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a62056d3-910c-4f48-9e9d-f09697696f75 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:20.884756 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a62056d3-910c-4f48-9e9d-f09697696f75 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:20.959075 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a62056d3-910c-4f48-9e9d-f09697696f75 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:20.978187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62056d3-910c-4f48-9e9d-f09697696f75 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d133b40-f609-417d-8012-519518d494d9,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:21.048317 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a62056d3-910c-4f48-9e9d-f09697696f75 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:21.049601 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a62056d3-910c-4f48-9e9d-f09697696f75 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272219 Dec 11 23:20:21.052373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45936) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:21.057252 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b102a6ee-46d6-4b69-a1dd-5ef7f947d471 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Request body: {'security_group_rule': {'security_group_id': '328e8d06-5401-45ff-a05a-5046d84c97ff', 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:20:21.137359 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b102a6ee-46d6-4b69-a1dd-5ef7f947d471 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:21.191385 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b102a6ee-46d6-4b69-a1dd-5ef7f947d471 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:21.263521 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b102a6ee-46d6-4b69-a1dd-5ef7f947d471 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:21.280894 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102a6ee-46d6-4b69-a1dd-5ef7f947d471 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649994b5-7139-4b0f-ba9e-042edd9a53f6,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:21.307781 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5c5520b4-b81d-473c-ae98-750aae1c0b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:21.332710 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b102a6ee-46d6-4b69-a1dd-5ef7f947d471 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:21.334040 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b102a6ee-46d6-4b69-a1dd-5ef7f947d471 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2801192 Dec 11 23:20:21.337227 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45938) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:21.341827 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-fd2ec1b3-9d9d-4a95-8a03-30ccde20676b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Request body: {'security_group_rule': {'security_group_id': '328e8d06-5401-45ff-a05a-5046d84c97ff', 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:20:21.428834 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec1b3-9d9d-4a95-8a03-30ccde20676b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:21.483622 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec1b3-9d9d-4a95-8a03-30ccde20676b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:21.548935 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec1b3-9d9d-4a95-8a03-30ccde20676b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:21.566904 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ec1b3-9d9d-4a95-8a03-30ccde20676b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0e10b9-1afb-410b-9801-c675f680f3c1,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:21.630671 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec1b3-9d9d-4a95-8a03-30ccde20676b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:21.631946 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fd2ec1b3-9d9d-4a95-8a03-30ccde20676b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2937293 Dec 11 23:20:21.634712 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45940) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:21.639038 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9ecd4cb0-e9e4-46e7-9ca4-90630bf66242 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Request body: {'security_group_rule': {'security_group_id': '328e8d06-5401-45ff-a05a-5046d84c97ff', 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:20:21.719357 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4cb0-e9e4-46e7-9ca4-90630bf66242 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:21.778551 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4cb0-e9e4-46e7-9ca4-90630bf66242 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:21.850933 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4cb0-e9e4-46e7-9ca4-90630bf66242 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:21.867876 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd4cb0-e9e4-46e7-9ca4-90630bf66242 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82000453-0e15-4120-ae2e-4d53595cb254,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:21.932445 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4cb0-e9e4-46e7-9ca4-90630bf66242 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:21.933686 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9ecd4cb0-e9e4-46e7-9ca4-90630bf66242 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2980216 Dec 11 23:20:21.936449 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45942) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:21.940709 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-dccc33a3-54c4-4964-8e5a-05a69563324b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Request body: {'security_group_rule': {'security_group_id': '328e8d06-5401-45ff-a05a-5046d84c97ff', 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:20:22.034585 n-d-710847-6 neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-dccc33a3-54c4-4964-8e5a-05a69563324b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Project 3f1650b52592438bb70bd31d3b9db857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:20:22.042935 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dccc33a3-54c4-4964-8e5a-05a69563324b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:22.101392 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dccc33a3-54c4-4964-8e5a-05a69563324b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:22.165803 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dccc33a3-54c4-4964-8e5a-05a69563324b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:22.183546 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc33a3-54c4-4964-8e5a-05a69563324b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73829c0f-3668-4bbd-a093-7a6fd3f0d6db,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:22.236444 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dccc33a3-54c4-4964-8e5a-05a69563324b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:22.237657 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dccc33a3-54c4-4964-8e5a-05a69563324b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3002770 Dec 11 23:20:22.240545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 45944) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:22.245604 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-aca91948-2cd0-419b-94ad-a9d42461758f tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Request body: {'security_group_rule': {'security_group_id': '328e8d06-5401-45ff-a05a-5046d84c97ff', 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:20:22.309166 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:22.326233 n-d-710847-6 neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-aca91948-2cd0-419b-94ad-a9d42461758f tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Project 3f1650b52592438bb70bd31d3b9db857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:20:22.331359 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca91948-2cd0-419b-94ad-a9d42461758f tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:22.389947 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca91948-2cd0-419b-94ad-a9d42461758f tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:22.434617 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca91948-2cd0-419b-94ad-a9d42461758f tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:22.452568 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca91948-2cd0-419b-94ad-a9d42461758f tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32e76a9-3cc4-4877-b7f4-62f6c9a9b537,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:22.510762 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aca91948-2cd0-419b-94ad-a9d42461758f tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:22.512003 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-aca91948-2cd0-419b-94ad-a9d42461758f tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2697828 Dec 11 23:20:22.717021 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-4df2140f-98ae-41f0-8f43-e9fe8d388844 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1451574124&fields=id&tenant_id=3f1650b52592438bb70bd31d3b9db857 HTTP/1.1" status: 200 len: 267 time: 0.0462487 Dec 11 23:20:22.818676 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-cd23f190-9a26-4105-885a-5be8ebb94532 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:22.820685 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-cd23f190-9a26-4105-885a-5be8ebb94532 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/networks?id=f8178579-ad28-47f9-8866-f3ecfed49b02 HTTP/1.1" status: 200 len: 814 time: 0.0968552 Dec 11 23:20:22.840396 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-dfd91a47-92c2-44a1-9b14-50c2d92f7b0c tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/quotas/3f1650b52592438bb70bd31d3b9db857 HTTP/1.1" status: 200 len: 375 time: 0.0094101 Dec 11 23:20:22.884630 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-f7eafe9f-f663-4012-a5a8-0296ac036574 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3f1650b52592438bb70bd31d3b9db857&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436442 Dec 11 23:20:22.980240 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-64d81a26-951a-42e9-a9b3-26cff519b2ff service neutron] 10.222.0.45 "GET /v2.0/networks/f8178579-ad28-47f9-8866-f3ecfed49b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841730 Dec 11 23:20:23.068989 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-f08fa632-eb18-4116-b064-e9227b9d5d55 service neutron] 10.222.0.45 "GET /v2.0/networks/f8178579-ad28-47f9-8866-f3ecfed49b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827992 Dec 11 23:20:23.678179 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9832de1-824c-4a6b-b482-5f4436be9f66 req-a1d87a4a-4ea0-4362-aa6e-60b1c0fc63b2 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 210 time: 0.0270431 Dec 11 23:20:23.998748 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:24.656221 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:24.776022 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0feb9f96-c771-43e0-b5c1-1818d2bc501c req-dd662bfe-d080-4542-bbd5-b74dc2272ce0 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 210 time: 0.0317028 Dec 11 23:20:25.819611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-e0514947-61d1-4fd3-a41a-ce99b2dbb140 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:25.821429 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-e0514947-61d1-4fd3-a41a-ce99b2dbb140 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.13 "GET /v2.0/networks?id=f8178579-ad28-47f9-8866-f3ecfed49b02 HTTP/1.1" status: 200 len: 814 time: 0.1041842 Dec 11 23:20:25.886097 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68029b0c-251a-455b-b2d3-d37585f710b6 req-3b5a7460-3f41-4f6a-949e-44b37c99adfc tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 210 time: 0.0413620 Dec 11 23:20:25.920083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-16a31f7c-417b-4632-bf3a-8f3e38c48927 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f1650b52592438bb70bd31d3b9db857 HTTP/1.1" status: 200 len: 380 time: 0.0903242 Dec 11 23:20:25.933642 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-d6c1a0ab-b3c0-467d-9233-2c8613d2e51c tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Request body: {'port': {'device_id': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'admin_state_up': True, 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'security_groups': ['328e8d06-5401-45ff-a05a-5046d84c97ff']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:20:26.141769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-d6c1a0ab-b3c0-467d-9233-2c8613d2e51c tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Made reservation on behalf of 3f1650b52592438bb70bd31d3b9db857 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:20:26.145760 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-d6c1a0ab-b3c0-467d-9233-2c8613d2e51c tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:26.283369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-d6c1a0ab-b3c0-467d-9233-2c8613d2e51c tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Allocated IP 172.20.0.11 (f8178579-ad28-47f9-8866-f3ecfed49b02/90fc24e7-878b-4380-ad76-f74b1d005d71/d85d45e1-6014-4753-9448-4cf531526d1a) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:20:26.422921 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-d6c1a0ab-b3c0-467d-9233-2c8613d2e51c tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:26.513876 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-d6c1a0ab-b3c0-467d-9233-2c8613d2e51c tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:26.562540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-d6c1a0ab-b3c0-467d-9233-2c8613d2e51c tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Network f8178579-ad28-47f9-8866-f3ecfed49b02 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:20:26.565745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-d6c1a0ab-b3c0-467d-9233-2c8613d2e51c tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:20:26.568276 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-d6c1a0ab-b3c0-467d-9233-2c8613d2e51c tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:20:26.593915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1a0ab-b3c0-467d-9233-2c8613d2e51c tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Pushing event updated for resources: {'Port': ['ID=d85d45e1-6014-4753-9448-4cf531526d1a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:26.640380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-d6c1a0ab-b3c0-467d-9233-2c8613d2e51c tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:26.641443 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-d6c1a0ab-b3c0-467d-9233-2c8613d2e51c tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:26.717886 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-d6c1a0ab-b3c0-467d-9233-2c8613d2e51c tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7886744 Dec 11 23:20:26.732835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Request body: {'port': {'device_id': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:20:26.800839 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:26.851198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e17a233b-ef1e-4c56-b358-a2c42477d133 None None] Provisioning complete for port d85d45e1-6014-4753-9448-4cf531526d1a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:20:26.852826 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e17a233b-ef1e-4c56-b358-a2c42477d133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:26.889568 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e17a233b-ef1e-4c56-b358-a2c42477d133 None None] Port d85d45e1-6014-4753-9448-4cf531526d1a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:20:27.046273 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f11819-5095-432b-a058-e2e02d63c814 req-647587b8-84e1-4cba-8f64-f1e0378a2a99 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:27.048690 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8f11819-5095-432b-a058-e2e02d63c814 req-647587b8-84e1-4cba-8f64-f1e0378a2a99 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 932 time: 0.0656722 Dec 11 23:20:27.111421 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8f11819-5095-432b-a058-e2e02d63c814 req-650bbaea-8d2a-42b2-8bcf-305613e26535 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551686 Dec 11 23:20:27.134660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85d45e1-6014-4753-9448-4cf531526d1a {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:20:27.143794 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:27.158136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Transition to ACTIVE for port object d85d45e1-6014-4753-9448-4cf531526d1a will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:20:27.223299 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:27.277939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Pushing event updated for resources: {'Port': ['ID=d85d45e1-6014-4753-9448-4cf531526d1a,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:27.358314 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Attempting to bind port d85d45e1-6014-4753-9448-4cf531526d1a on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:20:27.358791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Attempting to bind port d85d45e1-6014-4753-9448-4cf531526d1a by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '71e99458-71ef-44e2-8503-fc91bbea2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:20:27.359242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Attempting to bind port d85d45e1-6014-4753-9448-4cf531526d1a on network f8178579-ad28-47f9-8866-f3ecfed49b02 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:20:27.363890 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Port d85d45e1-6014-4753-9448-4cf531526d1a on network f8178579-ad28-47f9-8866-f3ecfed49b02 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:20:27.364327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Attempting to bind port d85d45e1-6014-4753-9448-4cf531526d1a on network f8178579-ad28-47f9-8866-f3ecfed49b02 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:20:27.370118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:20:27.370615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Checking segment: {'id': '71e99458-71ef-44e2-8503-fc91bbea2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:20:27.371131 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Bound using segment: {'id': '71e99458-71ef-44e2-8503-fc91bbea2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:20:27.371715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Bound port: d85d45e1-6014-4753-9448-4cf531526d1a, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e99458-71ef-44e2-8503-fc91bbea2788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:20:27.372175 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:27.448386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] For port d85d45e1-6014-4753-9448-4cf531526d1a, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:20:27.452572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] For port d85d45e1-6014-4753-9448-4cf531526d1a, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d85d45e1-6014-4753-9448-4cf531526d1a,segment=NetworkSegment(71e99458-71ef-44e2-8503-fc91bbea2788),segment_id=71e99458-71ef-44e2-8503-fc91bbea2788)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:20:27.509451 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:27.548078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:27.548621 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:27.550136 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] 10.222.0.13 "PUT /v2.0/ports/d85d45e1-6014-4753-9448-4cf531526d1a HTTP/1.1" status: 200 len: 1092 time: 0.8220947 Dec 11 23:20:27.550613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'tag': 'd85d45e1-6014-4753-9448-4cf531526d1a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:20:27.553021 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd04927-08af-4b17-9e95-96c45ac7086a" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc05c5b-de89-43f5-8d60-2b1e10424122", "tag": "d85d45e1-6014-4753-9448-4cf531526d1a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:20:27.588208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959ccc0-1f77-4b61-a0ee-ebb6df88e4ca service neutron] Pushing event updated for resources: {'Port': ['ID=d85d45e1-6014-4753-9448-4cf531526d1a,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:27.695025 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9835020-77f0-4c4f-a603-aaa3555b4bd8 x-openstack-request-id: req-d9835020-77f0-4c4f-a603-aaa3555b4bd8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:20:27.695326 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc05c5b-de89-43f5-8d60-2b1e10424122", "tag": "d85d45e1-6014-4753-9448-4cf531526d1a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:20:27.695612 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9835020-77f0-4c4f-a603-aaa3555b4bd8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:20:27.696894 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'tag': 'd85d45e1-6014-4753-9448-4cf531526d1a', 'status': 'completed', 'code': 200} Dec 11 23:20:27.761114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd04927-08af-4b17-9e95-96c45ac7086a req-f14ac1a4-25c8-4e87-b91c-ca69cc82f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:27.762573 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bd04927-08af-4b17-9e95-96c45ac7086a req-f14ac1a4-25c8-4e87-b91c-ca69cc82f7bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f1650b52592438bb70bd31d3b9db857&device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 1095 time: 0.0440691 Dec 11 23:20:27.872428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd04927-08af-4b17-9e95-96c45ac7086a req-25f1f785-4461-45c8-b788-d9f1b236d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:27.873937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bd04927-08af-4b17-9e95-96c45ac7086a req-25f1f785-4461-45c8-b788-d9f1b236d3ca service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3f1650b52592438bb70bd31d3b9db857&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1037650 Dec 11 23:20:27.965360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd04927-08af-4b17-9e95-96c45ac7086a req-f5b3e34f-2c5d-433d-a7cb-0f0f8c9eb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:27.966846 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bd04927-08af-4b17-9e95-96c45ac7086a req-f5b3e34f-2c5d-433d-a7cb-0f0f8c9eb5af service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865517 Dec 11 23:20:28.049257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-d412f66a-038b-434f-896e-abe9a8b09237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:28.050650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-d412f66a-038b-434f-896e-abe9a8b09237 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f1650b52592438bb70bd31d3b9db857&device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 1095 time: 0.0449417 Dec 11 23:20:28.094457 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-e000d487-e8fe-4ee0-b400-1e58b6d6cd30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85d45e1-6014-4753-9448-4cf531526d1a HTTP/1.1" status: 200 len: 217 time: 0.0343637 Dec 11 23:20:28.146073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-e74e4396-386f-4278-af52-f3e3b4727679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:28.147824 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-e74e4396-386f-4278-af52-f3e3b4727679 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90fc24e7-878b-4380-ad76-f74b1d005d71 HTTP/1.1" status: 200 len: 853 time: 0.0458224 Dec 11 23:20:28.200746 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-fc9b26e9-f096-4cbf-84dd-56313ffd099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:28.202388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-fc9b26e9-f096-4cbf-84dd-56313ffd099e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8178579-ad28-47f9-8866-f3ecfed49b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479186 Dec 11 23:20:28.233208 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f40e0-97b1-4efd-81f7-55183242400e req-bc2bdcfd-75b2-4c17-934d-548d04ab89d6 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:28.234694 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-070f40e0-97b1-4efd-81f7-55183242400e req-bc2bdcfd-75b2-4c17-934d-548d04ab89d6 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 944 time: 0.0505843 Dec 11 23:20:28.286453 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-070f40e0-97b1-4efd-81f7-55183242400e req-4b270380-fc9a-4f28-9129-a50c4c7d1963 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448656 Dec 11 23:20:28.299613 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-cf5bdce4-3976-44f6-86f2-59c529541366 service neutron] 10.222.0.13 "GET /v2.0/networks/f8178579-ad28-47f9-8866-f3ecfed49b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893612 Dec 11 23:20:28.402910 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a3fee8c-216d-4003-9c2e-d1380c5903af req-d1c812ef-5758-471e-9d3c-cbdf51a78944 service neutron] 10.222.0.13 "GET /v2.0/networks/f8178579-ad28-47f9-8866-f3ecfed49b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957291 Dec 11 23:20:29.408081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ea966-5094-477d-87ad-2b828e5e3194 req-cd9d9a03-2624-44d3-b847-e0c618e74651 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:29.409599 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-157ea966-5094-477d-87ad-2b828e5e3194 req-cd9d9a03-2624-44d3-b847-e0c618e74651 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 944 time: 0.0517190 Dec 11 23:20:29.461066 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-157ea966-5094-477d-87ad-2b828e5e3194 req-c5643c10-97aa-42aa-8389-2354a743479c tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444801 Dec 11 23:20:30.594514 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af36670-730c-45ec-a815-d393d1e5303f req-c0c1d562-55db-4ff6-8ee2-ee96e85b9b89 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:30.596267 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2af36670-730c-45ec-a815-d393d1e5303f req-c0c1d562-55db-4ff6-8ee2-ee96e85b9b89 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 944 time: 0.0628214 Dec 11 23:20:30.650400 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2af36670-730c-45ec-a815-d393d1e5303f req-442f2f75-df68-40fc-a0fb-0280687f48e5 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466006 Dec 11 23:20:31.769388 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42179ff7-b323-44b2-9b0d-9215d8a4ef60 req-c08196a0-a952-4279-afa8-defc8cb3c449 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:31.770895 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42179ff7-b323-44b2-9b0d-9215d8a4ef60 req-c08196a0-a952-4279-afa8-defc8cb3c449 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 944 time: 0.0502880 Dec 11 23:20:31.820328 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-42179ff7-b323-44b2-9b0d-9215d8a4ef60 req-aa05210b-c97d-4fa9-a156-f8077c4d46e8 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421674 Dec 11 23:20:32.942216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282cc08-7e7d-455f-817e-ad83df763f1e req-c7acfabf-81f0-4447-b21e-a2753ff31fea tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:32.943699 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a282cc08-7e7d-455f-817e-ad83df763f1e req-c7acfabf-81f0-4447-b21e-a2753ff31fea tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 944 time: 0.0529978 Dec 11 23:20:32.993493 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a282cc08-7e7d-455f-817e-ad83df763f1e req-ed8013fd-4e95-41a4-95ff-3056baac747b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436034 Dec 11 23:20:34.109096 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797492b-a437-402b-9227-94de847d054a req-9f88d87e-895b-4059-9daf-022643e96c8b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:34.110552 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4797492b-a437-402b-9227-94de847d054a req-9f88d87e-895b-4059-9daf-022643e96c8b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 944 time: 0.0482597 Dec 11 23:20:34.159671 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4797492b-a437-402b-9227-94de847d054a req-268110bf-3828-429b-8fbd-d570a24200ec tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433395 Dec 11 23:20:35.273187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46261d-33d2-4c57-b6dd-865318b88d27 req-518e95db-9150-4d52-b816-52919b81d179 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:35.275236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d46261d-33d2-4c57-b6dd-865318b88d27 req-518e95db-9150-4d52-b816-52919b81d179 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 944 time: 0.0485458 Dec 11 23:20:35.325335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d46261d-33d2-4c57-b6dd-865318b88d27 req-7a954f3f-2803-40a7-b77d-6b752c68f218 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434875 Dec 11 23:20:36.438020 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7b5d7-bf61-41c7-bf0d-deeb25f98f2e req-368cc07c-6cbc-4561-ac0f-c98fb49f9da6 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:36.439533 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f7d7b5d7-bf61-41c7-bf0d-deeb25f98f2e req-368cc07c-6cbc-4561-ac0f-c98fb49f9da6 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 944 time: 0.0480721 Dec 11 23:20:36.491329 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f7d7b5d7-bf61-41c7-bf0d-deeb25f98f2e req-e8660c40-3fa5-4899-b33c-47b5e08f0b29 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459061 Dec 11 23:20:37.609894 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7900c61-ddc4-4867-9feb-794fe344c0ae req-bf53564c-53c4-4744-bf10-6e009f109188 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:37.611378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7900c61-ddc4-4867-9feb-794fe344c0ae req-bf53564c-53c4-4744-bf10-6e009f109188 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 944 time: 0.0524254 Dec 11 23:20:37.663006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7900c61-ddc4-4867-9feb-794fe344c0ae req-b44b4027-3773-41a1-b7f9-2263197e43a4 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443239 Dec 11 23:20:38.776099 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66d3d3-b40a-40b8-ab30-b9542231c164 req-59d3fd50-a9cb-4032-9389-ccf508fa2c0b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:38.777824 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f66d3d3-b40a-40b8-ab30-b9542231c164 req-59d3fd50-a9cb-4032-9389-ccf508fa2c0b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 944 time: 0.0480268 Dec 11 23:20:38.826107 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f66d3d3-b40a-40b8-ab30-b9542231c164 req-12a75f84-79fe-4d5f-a137-30880e3079d9 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423179 Dec 11 23:20:39.323064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d85d45e1-6014-4753-9448-4cf531526d1a details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:20:39.418943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d85d45e1-6014-4753-9448-4cf531526d1a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d85d45e1-6014-4753-9448-4cf531526d1a,segment=NetworkSegment(71e99458-71ef-44e2-8503-fc91bbea2788),segment_id=71e99458-71ef-44e2-8503-fc91bbea2788)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:20:39.430401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'd85d45e1-6014-4753-9448-4cf531526d1a', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'port_id': 'd85d45e1-6014-4753-9448-4cf531526d1a', 'mac_address': 'fa:16:3e:59:95:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:20:39.466406 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:39.479011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85d45e1-6014-4753-9448-4cf531526d1a {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:20:39.497866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d85d45e1-6014-4753-9448-4cf531526d1a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d85d45e1-6014-4753-9448-4cf531526d1a,segment=NetworkSegment(71e99458-71ef-44e2-8503-fc91bbea2788),segment_id=71e99458-71ef-44e2-8503-fc91bbea2788)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:20:39.605910 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:39.657818 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=d85d45e1-6014-4753-9448-4cf531526d1a,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:39.938545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['d85d45e1-6014-4753-9448-4cf531526d1a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:20:39.944453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e6112-adae-4b67-b0ee-19d36cb0d1cb req-aa8874bf-9ec5-4808-a118-f9d4dd13db41 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:39.946079 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e41e6112-adae-4b67-b0ee-19d36cb0d1cb req-aa8874bf-9ec5-4808-a118-f9d4dd13db41 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 945 time: 0.0518503 Dec 11 23:20:39.997732 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e41e6112-adae-4b67-b0ee-19d36cb0d1cb req-0833bfe0-13e2-48dc-b70c-ede65e7b9f72 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456986 Dec 11 23:20:41.111305 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96b3d7-2bc2-40af-abbe-180a376bc0b7 req-c4239c77-42d9-4009-84cb-495e59d9e5f3 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:41.112808 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6e96b3d7-2bc2-40af-abbe-180a376bc0b7 req-c4239c77-42d9-4009-84cb-495e59d9e5f3 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 945 time: 0.0479159 Dec 11 23:20:41.160809 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6e96b3d7-2bc2-40af-abbe-180a376bc0b7 req-37b6ec49-a800-4618-bcb5-275930373f53 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421426 Dec 11 23:20:41.323971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d85d45e1-6014-4753-9448-4cf531526d1a up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:20:41.467065 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port d85d45e1-6014-4753-9448-4cf531526d1a completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:20:41.470975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port d85d45e1-6014-4753-9448-4cf531526d1a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:20:41.471353 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:41.547709 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:41.569475 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85d45e1-6014-4753-9448-4cf531526d1a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:20:41.572451 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bc1d1e-bbc1-4cf3-94c3-8a7372bbeeb4" -d '{"events": [{"server_uuid": "ebc05c5b-de89-43f5-8d60-2b1e10424122", "name": "network-vif-plugged", "status": "completed", "tag": "d85d45e1-6014-4753-9448-4cf531526d1a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:20:41.589042 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d85d45e1-6014-4753-9448-4cf531526d1a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d85d45e1-6014-4753-9448-4cf531526d1a,segment=NetworkSegment(71e99458-71ef-44e2-8503-fc91bbea2788),segment_id=71e99458-71ef-44e2-8503-fc91bbea2788)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:20:41.611059 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d67636-baa9-42fb-8a76-4e3ccee314e5 x-openstack-request-id: req-e2d67636-baa9-42fb-8a76-4e3ccee314e5 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:20:41.611059 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc05c5b-de89-43f5-8d60-2b1e10424122", "name": "network-vif-plugged", "status": "completed", "tag": "d85d45e1-6014-4753-9448-4cf531526d1a", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:20:41.611059 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2d67636-baa9-42fb-8a76-4e3ccee314e5 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:20:41.611059 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85d45e1-6014-4753-9448-4cf531526d1a', 'code': 200} Dec 11 23:20:41.651779 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:41.700611 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=d85d45e1-6014-4753-9448-4cf531526d1a,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:41.709128 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf1840-b9b0-4fd3-b690-2df14321991d req-20c35f74-77a8-4904-bf1d-c5fcfb932534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:41.710654 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fbcf1840-b9b0-4fd3-b690-2df14321991d req-20c35f74-77a8-4904-bf1d-c5fcfb932534 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 1097 time: 0.0416818 Dec 11 23:20:41.760510 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fbcf1840-b9b0-4fd3-b690-2df14321991d req-7b35efb5-b185-4b89-9dcb-a6af11248b00 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430589 Dec 11 23:20:42.276750 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11981b-28a4-4d6d-b0c5-eb8bcd69d6d2 req-fb5c73eb-a43f-40fe-95b9-be4ea7583e29 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:42.278342 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8e11981b-28a4-4d6d-b0c5-eb8bcd69d6d2 req-fb5c73eb-a43f-40fe-95b9-be4ea7583e29 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 946 time: 0.0518916 Dec 11 23:20:42.326379 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8e11981b-28a4-4d6d-b0c5-eb8bcd69d6d2 req-27d73215-8da1-40d1-982e-1b1443bc254a tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422220 Dec 11 23:20:43.015037 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4817d84-252b-4463-aef6-46565f3760c1 req-77c843a8-1ddd-4fe6-940e-01d6ce65f6b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402610 Dec 11 23:20:43.132256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4817d84-252b-4463-aef6-46565f3760c1 req-15e189fd-8e33-441e-995d-84d8c17174b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:43.134253 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4817d84-252b-4463-aef6-46565f3760c1 req-15e189fd-8e33-441e-995d-84d8c17174b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7593fdb1da494b9b8223d9c57a501fba&device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 1097 time: 0.0457861 Dec 11 23:20:43.252083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4817d84-252b-4463-aef6-46565f3760c1 req-a8f7c53d-cd86-4317-8823-2b55a0c9bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:43.253696 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4817d84-252b-4463-aef6-46565f3760c1 req-a8f7c53d-cd86-4317-8823-2b55a0c9bcdb service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 HTTP/1.1" status: 200 len: 898 time: 0.0980179 Dec 11 23:20:43.323738 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4817d84-252b-4463-aef6-46565f3760c1 req-1dcedbe4-e4d8-40aa-a259-41e4650f58e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62fd1695-4766-4272-8e88-c4d3ff6cdf1f HTTP/1.1" status: 200 len: 1002 time: 0.0628958 Dec 11 23:20:43.373193 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4817d84-252b-4463-aef6-46565f3760c1 req-cea0043d-601b-4d33-a10c-acf6b33d549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:43.374685 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4817d84-252b-4463-aef6-46565f3760c1 req-cea0043d-601b-4d33-a10c-acf6b33d549c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8ebe169-8a49-4fb3-aa4c-6e5f88817a38 HTTP/1.1" status: 200 len: 834 time: 0.0438468 Dec 11 23:20:43.453196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4817d84-252b-4463-aef6-46565f3760c1 req-e08be636-ec23-4191-9044-27a85e2bea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:43.454696 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4817d84-252b-4463-aef6-46565f3760c1 req-e08be636-ec23-4191-9044-27a85e2bea6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733521 Dec 11 23:20:43.466154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925d379-629a-45ff-9788-1786f2289812 req-e557d0ea-02bb-46b5-be79-d64d614abf11 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:43.467588 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a925d379-629a-45ff-9788-1786f2289812 req-e557d0ea-02bb-46b5-be79-d64d614abf11 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 946 time: 0.0624096 Dec 11 23:20:43.566266 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a925d379-629a-45ff-9788-1786f2289812 req-2dd98799-16cd-4061-8760-77dfd606c2ef tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906456 Dec 11 23:20:43.589607 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4817d84-252b-4463-aef6-46565f3760c1 req-a970ce40-3c78-4f10-a3ad-78d71f8d1f43 service neutron] 10.222.0.47 "GET /v2.0/networks/3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210525 Dec 11 23:20:43.681654 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f4817d84-252b-4463-aef6-46565f3760c1 req-e6ca9e3d-69a8-4f41-9461-2c9be441d1d3 service neutron] 10.222.0.47 "GET /v2.0/networks/3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847204 Dec 11 23:20:43.686586 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed463d5-dfee-4e2d-a123-3c5551ee475f req-a88ac604-0aef-4e0a-9e96-a948293a7cd5 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:43.688128 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ed463d5-dfee-4e2d-a123-3c5551ee475f req-a88ac604-0aef-4e0a-9e96-a948293a7cd5 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 946 time: 0.0504143 Dec 11 23:20:43.739109 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5ed463d5-dfee-4e2d-a123-3c5551ee475f req-ca0a93ec-4a26-42b7-9fcb-59349c0025f8 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440371 Dec 11 23:20:43.761456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46020) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:43.809231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46024) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:43.880929 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d7ca73b7-669b-4f0c-a008-1468edfd7b34 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/floatingips/2befb2e2-c3ce-42c8-9d38-1e44d4649ba3 HTTP/1.1" status: 200 len: 994 time: 0.0705416 Dec 11 23:20:43.909428 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f5e6bf-8ee8-4e2c-b16b-69029567a7de tempest-TestVolumeBackupRestore-2014427308 tempest-TestVolumeBackupRestore-2014427308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:43.913067 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-07f5e6bf-8ee8-4e2c-b16b-69029567a7de tempest-TestVolumeBackupRestore-2014427308 tempest-TestVolumeBackupRestore-2014427308-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 1092 time: 0.1485229 Dec 11 23:20:43.914719 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46028) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:43.919441 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': 'd85d45e1-6014-4753-9448-4cf531526d1a', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:20:44.000116 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:44.027823 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:44.127042 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:44.164974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46032) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:44.230874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Allocated IP 172.25.1.58 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/f28562bb-6412-4905-b043-89a2ace2eb14) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:20:44.323327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Deleting port fafba566-8804-432c-8445-0560ebf705f4 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:20:44.323686 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:44.335224 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:44.402501 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:44.403777 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:44.414883 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Calling delete_port for fafba566-8804-432c-8445-0560ebf705f4 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:20:44.423512 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:44.462708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:20:44.467230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:20:44.470600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:20:44.495602 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Pushing event updated for resources: {'Port': ['ID=f28562bb-6412-4905-b043-89a2ace2eb14,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:44.509185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.509543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.509898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.510247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.510593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.510964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.511302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.511639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.511971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.512304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.512639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.512970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.513296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.627357 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:44.656538 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Port': ['ID=fafba566-8804-432c-8445-0560ebf705f4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:44.682691 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.683063 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.683502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.683843 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.684180 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.684520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.684850 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.685178 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.685505 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.685829 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.686155 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.686479 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.686840 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:44.732294 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:44.732762 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Floating IP 2befb2e2-c3ce-42c8-9d38-1e44d4649ba3 disassociated (deleted). External IP: 172.25.1.136, port: 62fd1695-4766-4272-8e88-c4d3ff6cdf1f. Dec 11 23:20:45.126705 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:45.176089 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Router 7c61a691-f7d8-4a70-be2b-c72764f4b65d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:20:45.267383 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:45.283324 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:20:45.289363 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:45.295201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb07496-6307-46f7-8347-ce99822b29d1 None None] Sync routers for ids ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:20:45.304361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb07496-6307-46f7-8347-ce99822b29d1 None None] Routers {'7c61a691-f7d8-4a70-be2b-c72764f4b65d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:20:45.306246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bdb07496-6307-46f7-8347-ce99822b29d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:20:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:45.319457 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d723628f-1126-492a-b7ce-3664be028962 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "DELETE /v2.0/floatingips/2befb2e2-c3ce-42c8-9d38-1e44d4649ba3 HTTP/1.1" status: 204 len: 168 time: 1.1533089 Dec 11 23:20:45.320420 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5', 'tag': '62fd1695-4766-4272-8e88-c4d3ff6cdf1f'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:20:45.322774 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ae33ad-6775-4bc1-bf1e-5042526f903f" -d '{"events": [{"name": "network-changed", "server_uuid": "ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5", "tag": "62fd1695-4766-4272-8e88-c4d3ff6cdf1f"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:20:45.366444 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c4519a-2af9-4592-9118-cf5e7a53fc71 x-openstack-request-id: req-87c4519a-2af9-4592-9118-cf5e7a53fc71 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:20:45.367652 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5", "tag": "62fd1695-4766-4272-8e88-c4d3ff6cdf1f", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:20:45.367989 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87c4519a-2af9-4592-9118-cf5e7a53fc71 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:20:45.368635 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5', 'tag': '62fd1695-4766-4272-8e88-c4d3ff6cdf1f', 'status': 'completed', 'code': 200} Dec 11 23:20:45.457664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-bdb07496-6307-46f7-8347-ce99822b29d1 None None] Set router 7c61a691-f7d8-4a70-be2b-c72764f4b65d gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:20:45.465809 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:45.472733 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae33ad-6775-4bc1-bf1e-5042526f903f req-59c9376c-ed53-4bbe-a207-e391c7d656aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:45.474250 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40ae33ad-6775-4bc1-bf1e-5042526f903f req-59c9376c-ed53-4bbe-a207-e391c7d656aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7593fdb1da494b9b8223d9c57a501fba&device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 1097 time: 0.0652740 Dec 11 23:20:45.566683 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:45.596350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae33ad-6775-4bc1-bf1e-5042526f903f req-01a98bb8-cd95-4a62-b6e3-0b3ce16610e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:45.597821 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40ae33ad-6775-4bc1-bf1e-5042526f903f req-01a98bb8-cd95-4a62-b6e3-0b3ce16610e4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 HTTP/1.1" status: 200 len: 898 time: 0.1171036 Dec 11 23:20:45.666609 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bdb07496-6307-46f7-8347-ce99822b29d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'name': 'tempest-TestNetworkBasicOps-router-2030294413', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:49Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'eb9352f0-209d-413e-8eb5-207b544aecb0', 'name': '', 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:73:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:48Z', 'updated_at': '2021-12-11T23:19:52Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:45.676789 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40ae33ad-6775-4bc1-bf1e-5042526f903f req-d918836f-80df-4f89-84e9-f5dc7a8b11bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62fd1695-4766-4272-8e88-c4d3ff6cdf1f HTTP/1.1" status: 200 len: 217 time: 0.0692139 Dec 11 23:20:45.685725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Pushing event updated for resources: {'Port': ['ID=f28562bb-6412-4905-b043-89a2ace2eb14,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:45.700405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb07496-6307-46f7-8347-ce99822b29d1 None None] Checking router: 7c61a691-f7d8-4a70-be2b-c72764f4b65d for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:20:45.708987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb07496-6307-46f7-8347-ce99822b29d1 None None] Routers {'7c61a691-f7d8-4a70-be2b-c72764f4b65d'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:20:45.709610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bdb07496-6307-46f7-8347-ce99822b29d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:20:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:45.720707 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:45.782973 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae33ad-6775-4bc1-bf1e-5042526f903f req-51fa28ba-031d-4133-9db8-fa4a0236ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:45.784546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40ae33ad-6775-4bc1-bf1e-5042526f903f req-51fa28ba-031d-4133-9db8-fa4a0236ef06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8ebe169-8a49-4fb3-aa4c-6e5f88817a38 HTTP/1.1" status: 200 len: 834 time: 0.1000404 Dec 11 23:20:45.829158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-bdb07496-6307-46f7-8347-ce99822b29d1 None None] Set router 7c61a691-f7d8-4a70-be2b-c72764f4b65d gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:20:45.906385 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Floating IP 4b0afe36-53c5-4101-a086-0eddb88e3da1 associated. External IP: 172.25.1.58, port: d85d45e1-6014-4753-9448-4cf531526d1a. Dec 11 23:20:45.911075 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae33ad-6775-4bc1-bf1e-5042526f903f req-9cfdab27-2e99-495f-a652-e627cd02231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:45.912588 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40ae33ad-6775-4bc1-bf1e-5042526f903f req-9cfdab27-2e99-495f-a652-e627cd02231f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200840 Dec 11 23:20:45.967158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33839fc9-16ee-4cba-b859-5f05c400c0b3 req-be9262c2-9103-4332-a1d0-fe4d0a51a597 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:45.968624 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33839fc9-16ee-4cba-b859-5f05c400c0b3 req-be9262c2-9103-4332-a1d0-fe4d0a51a597 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 946 time: 0.1260636 Dec 11 23:20:46.028604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-bdb07496-6307-46f7-8347-ce99822b29d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'name': 'tempest-TestNetworkBasicOps-router-2030294413', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:49Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'eb9352f0-209d-413e-8eb5-207b544aecb0', 'name': '', 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:73:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:48Z', 'updated_at': '2021-12-11T23:19:52Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:46.059280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb07496-6307-46f7-8347-ce99822b29d1 None None] The sync data for ids ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'] in n-d-710847-6 is: [{'id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'name': 'tempest-TestNetworkBasicOps-router-2030294413', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:49Z', 'revision_number': 4, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'eb9352f0-209d-413e-8eb5-207b544aecb0', 'name': '', 'network_id': '3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'mac_address': 'fa:16:3e:73:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:48Z', 'updated_at': '2021-12-11T23:19:52Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'subnets': [{'id': 'd8ebe169-8a49-4fb3-aa4c-6e5f88817a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:20:46.119549 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-33839fc9-16ee-4cba-b859-5f05c400c0b3 req-cc8c3783-25c6-4897-a96a-2df86f5c66a6 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=4112d3c5-8546-4ccb-81e7-c4b01363bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386280 Dec 11 23:20:46.143286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40ae33ad-6775-4bc1-bf1e-5042526f903f req-cb29e7ea-33dc-4836-9404-64a9d57e0cab service neutron] 10.222.0.47 "GET /v2.0/networks/3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956477 Dec 11 23:20:46.306320 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce1834-76e2-4fc0-bcc4-7ebd93d68437 None None] New status for floating IP 2befb2e2-c3ce-42c8-9d38-1e44d4649ba3: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:20:46.325733 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:20:46.328563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40ae33ad-6775-4bc1-bf1e-5042526f903f req-7e4b7f73-19f0-43c6-af91-39884055034e service neutron] 10.222.0.47 "GET /v2.0/networks/3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474938 Dec 11 23:20:46.442656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:20:46.453183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b0b015-1133-4353-8b17-2e8ac1680896 None None] Sync routers for ids ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:20:46.462932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b0b015-1133-4353-8b17-2e8ac1680896 None None] Routers {'2efa2cae-4a64-4460-9748-4c2a1ae4bedf'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:20:46.463537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a7b0b015-1133-4353-8b17-2e8ac1680896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:20:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:46.528237 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:46.557482 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6ca88452-5389-4abb-abe8-53ea836aa91e tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6415479 Dec 11 23:20:46.558099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'tag': 'd85d45e1-6014-4753-9448-4cf531526d1a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:20:46.560381 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46040) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:46.560883 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b999ddd5-54dc-4eaf-aeda-e74337f17539" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc05c5b-de89-43f5-8d60-2b1e10424122", "tag": "d85d45e1-6014-4753-9448-4cf531526d1a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:20:46.602597 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270b460e-dd3e-42ce-a570-1eac328fbb33 x-openstack-request-id: req-270b460e-dd3e-42ce-a570-1eac328fbb33 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:20:46.603129 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc05c5b-de89-43f5-8d60-2b1e10424122", "tag": "d85d45e1-6014-4753-9448-4cf531526d1a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:20:46.603545 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-270b460e-dd3e-42ce-a570-1eac328fbb33 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:20:46.604121 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'tag': 'd85d45e1-6014-4753-9448-4cf531526d1a', 'status': 'completed', 'code': 200} Dec 11 23:20:46.604304 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4749bb2c-2e01-41e9-bd43-d481e4857d12 tempest-TestVolumeBackupRestore-2014427308 tempest-TestVolumeBackupRestore-2014427308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:46.605924 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4749bb2c-2e01-41e9-bd43-d481e4857d12 tempest-TestVolumeBackupRestore-2014427308 tempest-TestVolumeBackupRestore-2014427308-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 1092 time: 0.0445347 Dec 11 23:20:46.608958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46044) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:46.613790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6850f76f-89d6-4e26-9832-24fd1295c7b3 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Request body: {'floatingip': {'port_id': 'd85d45e1-6014-4753-9448-4cf531526d1a'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:20:46.732661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a7b0b015-1133-4353-8b17-2e8ac1680896 None None] Set router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:20:46.758785 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999ddd5-54dc-4eaf-aeda-e74337f17539 req-68ed0092-a736-4f0b-91c4-0496a4bd0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:46.760303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b999ddd5-54dc-4eaf-aeda-e74337f17539 req-68ed0092-a736-4f0b-91c4-0496a4bd0d5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f1650b52592438bb70bd31d3b9db857&device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 1097 time: 0.1171741 Dec 11 23:20:46.762475 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6850f76f-89d6-4e26-9832-24fd1295c7b3 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for floatingip, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:46.948960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999ddd5-54dc-4eaf-aeda-e74337f17539 req-a7d90bfe-a2cf-4dd8-bb69-464dc5870418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:46.950443 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b999ddd5-54dc-4eaf-aeda-e74337f17539 req-a7d90bfe-a2cf-4dd8-bb69-464dc5870418 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f8178579-ad28-47f9-8866-f3ecfed49b02 HTTP/1.1" status: 200 len: 915 time: 0.1834376 Dec 11 23:20:46.961853 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a7b0b015-1133-4353-8b17-2e8ac1680896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:17:51Z', 'revision_number': 4, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port': {'id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:48Z', 'updated_at': '2021-12-11T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '4b0afe36-53c5-4101-a086-0eddb88e3da1', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'port_id': 'd85d45e1-6014-4753-9448-4cf531526d1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'mac_address': 'fa:16:3e:59:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:20:44Z', 'updated_at': '2021-12-11T23:20:44Z', 'revision_number': 0, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a10f16e-4740-445a-9d67-fe35d7f9e128', 'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'mac_address': 'fa:16:3e:83:f1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:50Z', 'updated_at': '2021-12-11T23:17:54Z', 'revision_number': 5, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'subnets': [{'id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:46.994614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b0b015-1133-4353-8b17-2e8ac1680896 None None] Checking router: 2efa2cae-4a64-4460-9748-4c2a1ae4bedf for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:20:47.003357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b0b015-1133-4353-8b17-2e8ac1680896 None None] Routers {'2efa2cae-4a64-4460-9748-4c2a1ae4bedf'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:20:47.003995 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a7b0b015-1133-4353-8b17-2e8ac1680896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:20:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:47.093940 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b999ddd5-54dc-4eaf-aeda-e74337f17539 req-a0d93932-ee01-4600-af1d-df2ae0dd6dec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85d45e1-6014-4753-9448-4cf531526d1a HTTP/1.1" status: 200 len: 999 time: 0.1346574 Dec 11 23:20:47.116224 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a7b0b015-1133-4353-8b17-2e8ac1680896 None None] Set router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:20:47.210928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999ddd5-54dc-4eaf-aeda-e74337f17539 req-6d01903a-a63d-4a3f-a8a1-d853fdda0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:47.212363 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b999ddd5-54dc-4eaf-aeda-e74337f17539 req-6d01903a-a63d-4a3f-a8a1-d853fdda0b36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90fc24e7-878b-4380-ad76-f74b1d005d71 HTTP/1.1" status: 200 len: 853 time: 0.1115358 Dec 11 23:20:47.354589 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a7b0b015-1133-4353-8b17-2e8ac1680896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:17:51Z', 'revision_number': 4, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port': {'id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:48Z', 'updated_at': '2021-12-11T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '4b0afe36-53c5-4101-a086-0eddb88e3da1', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'port_id': 'd85d45e1-6014-4753-9448-4cf531526d1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'mac_address': 'fa:16:3e:59:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:20:44Z', 'updated_at': '2021-12-11T23:20:44Z', 'revision_number': 0, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a10f16e-4740-445a-9d67-fe35d7f9e128', 'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'mac_address': 'fa:16:3e:83:f1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:50Z', 'updated_at': '2021-12-11T23:17:54Z', 'revision_number': 5, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'subnets': [{'id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:47.386919 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b0b015-1133-4353-8b17-2e8ac1680896 None None] The sync data for ids ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'] in n-d-710847-6 is: [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:17:51Z', 'revision_number': 4, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port': {'id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:48Z', 'updated_at': '2021-12-11T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '4b0afe36-53c5-4101-a086-0eddb88e3da1', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'port_id': 'd85d45e1-6014-4753-9448-4cf531526d1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'mac_address': 'fa:16:3e:59:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:20:44Z', 'updated_at': '2021-12-11T23:20:44Z', 'revision_number': 0, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a10f16e-4740-445a-9d67-fe35d7f9e128', 'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'mac_address': 'fa:16:3e:83:f1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:50Z', 'updated_at': '2021-12-11T23:17:54Z', 'revision_number': 5, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'subnets': [{'id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:20:47.589857 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f53ac-5b1e-479b-bbee-cb64a84ecbb2 None None] New status for floating IP 4b0afe36-53c5-4101-a086-0eddb88e3da1: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:20:47.620290 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:47.661503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ea1b1-e058-4f3e-837b-a08397c31beb req-11aef82a-3f0c-408c-99ea-8f864092c600 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:47.663021 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d1ea1b1-e058-4f3e-837b-a08397c31beb req-11aef82a-3f0c-408c-99ea-8f864092c600 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 946 time: 0.4681962 Dec 11 23:20:47.679168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999ddd5-54dc-4eaf-aeda-e74337f17539 req-de52273b-19c2-4349-81d2-bea5003fe7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:47.681279 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b999ddd5-54dc-4eaf-aeda-e74337f17539 req-de52273b-19c2-4349-81d2-bea5003fe7a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8178579-ad28-47f9-8866-f3ecfed49b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4517760 Dec 11 23:20:47.723887 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07b505-f356-42b5-9ef7-7744fc8a3932 req-25f5d491-8a14-4ec1-8b2d-6681ec50109b tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:47.725266 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5b07b505-f356-42b5-9ef7-7744fc8a3932 req-25f5d491-8a14-4ec1-8b2d-6681ec50109b tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 946 time: 0.4464886 Dec 11 23:20:47.822079 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.api [None req-6850f76f-89d6-4e26-9832-24fd1295c7b3 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:20:47.822427 n-d-710847-6 neutron-server[103692]: DEBUG oslo_db.api [None req-6850f76f-89d6-4e26-9832-24fd1295c7b3 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:20:47.860901 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d1ea1b1-e058-4f3e-837b-a08397c31beb req-448fe581-2080-452f-a74f-56f216fd5658 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/security-groups?id=4112d3c5-8546-4ccb-81e7-c4b01363bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874588 Dec 11 23:20:47.900628 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b999ddd5-54dc-4eaf-aeda-e74337f17539 req-9d437733-c92e-4830-b848-78f7b3793ba6 service neutron] 10.222.0.13 "GET /v2.0/networks/f8178579-ad28-47f9-8866-f3ecfed49b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993582 Dec 11 23:20:47.953954 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-5b07b505-f356-42b5-9ef7-7744fc8a3932 req-b5001faf-3aa5-4c44-972c-23339db68d4e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Deleting port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:20:47.954300 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5b07b505-f356-42b5-9ef7-7744fc8a3932 req-b5001faf-3aa5-4c44-972c-23339db68d4e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:48.066210 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b999ddd5-54dc-4eaf-aeda-e74337f17539 req-95126ad7-254e-47a3-bf03-a5595b462efb service neutron] 10.222.0.13 "GET /v2.0/networks/f8178579-ad28-47f9-8866-f3ecfed49b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580393 Dec 11 23:20:48.082414 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5b07b505-f356-42b5-9ef7-7744fc8a3932 req-b5001faf-3aa5-4c44-972c-23339db68d4e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] For port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=62fd1695-4766-4272-8e88-c4d3ff6cdf1f,segment=NetworkSegment(2c3a1a69-39cf-42ea-b8c6-751f0a507aa3),segment_id=2c3a1a69-39cf-42ea-b8c6-751f0a507aa3)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:20:48.082856 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5b07b505-f356-42b5-9ef7-7744fc8a3932 req-b5001faf-3aa5-4c44-972c-23339db68d4e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:48.098013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-5b07b505-f356-42b5-9ef7-7744fc8a3932 req-b5001faf-3aa5-4c44-972c-23339db68d4e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Calling delete_port for 62fd1695-4766-4272-8e88-c4d3ff6cdf1f owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:20:48.307648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5b07b505-f356-42b5-9ef7-7744fc8a3932 req-b5001faf-3aa5-4c44-972c-23339db68d4e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:48.332114 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6850f76f-89d6-4e26-9832-24fd1295c7b3 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for floatingip, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:48.339249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5001faf-3aa5-4c44-972c-23339db68d4e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Port': ['ID=62fd1695-4766-4272-8e88-c4d3ff6cdf1f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:48.432393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b07b505-f356-42b5-9ef7-7744fc8a3932 req-b5001faf-3aa5-4c44-972c-23339db68d4e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] No DVR routers for this DVR port 62fd1695-4766-4272-8e88-c4d3ff6cdf1f on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:20:48.438149 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5b07b505-f356-42b5-9ef7-7744fc8a3932 req-b5001faf-3aa5-4c44-972c-23339db68d4e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:48.441515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5b07b505-f356-42b5-9ef7-7744fc8a3932 req-b5001faf-3aa5-4c44-972c-23339db68d4e tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.47 "DELETE /v2.0/ports/62fd1695-4766-4272-8e88-c4d3ff6cdf1f HTTP/1.1" status: 204 len: 173 time: 0.7020202 Dec 11 23:20:48.606380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5', 'name': 'network-vif-deleted', 'tag': '62fd1695-4766-4272-8e88-c4d3ff6cdf1f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:20:48.608633 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb04c9fd-f1dc-43b6-ab71-9bce72d0b824" -d '{"events": [{"server_uuid": "ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5", "name": "network-vif-deleted", "tag": "62fd1695-4766-4272-8e88-c4d3ff6cdf1f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:20:48.658614 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0fc0f8-a3d6-4e2b-868e-059fa5a0508e x-openstack-request-id: req-fd0fc0f8-a3d6-4e2b-868e-059fa5a0508e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:20:48.658935 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5", "name": "network-vif-deleted", "tag": "62fd1695-4766-4272-8e88-c4d3ff6cdf1f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:20:48.659192 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd0fc0f8-a3d6-4e2b-868e-059fa5a0508e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:20:48.659587 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5', 'name': 'network-vif-deleted', 'tag': '62fd1695-4766-4272-8e88-c4d3ff6cdf1f', 'status': 'completed', 'code': 200} Dec 11 23:20:48.847155 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-29668961-1412-4fc2-a774-80ed4fdff06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:48.909397 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6850f76f-89d6-4e26-9832-24fd1295c7b3 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:48.976779 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-23515edd-2bf6-4a63-bd27-f13c9542aec0 req-67440abd-014f-4c5b-9c7a-42b58d8fab08 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "GET /v2.0/ports?device_id=ded1b5f9-6dc6-4fe8-82db-96f68b56ddb5 HTTP/1.1" status: 200 len: 210 time: 0.0260527 Dec 11 23:20:48.993851 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6850f76f-89d6-4e26-9832-24fd1295c7b3 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:49.211786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6850f76f-89d6-4e26-9832-24fd1295c7b3 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:20:49.325017 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6850f76f-89d6-4e26-9832-24fd1295c7b3 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:20:49.329509 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6850f76f-89d6-4e26-9832-24fd1295c7b3 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:49.338667 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6756274-8e4d-493c-9c3f-7db3614021f3 None None] Sync routers for ids ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:20:49.348936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6756274-8e4d-493c-9c3f-7db3614021f3 None None] Routers {'2efa2cae-4a64-4460-9748-4c2a1ae4bedf'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:20:49.350207 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e6756274-8e4d-493c-9c3f-7db3614021f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:20:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:49.384302 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6850f76f-89d6-4e26-9832-24fd1295c7b3 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "PUT /v2.0/floatingips/4b0afe36-53c5-4101-a086-0eddb88e3da1 HTTP/1.1" status: 200 len: 993 time: 2.7742538 Dec 11 23:20:49.462900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-e6756274-8e4d-493c-9c3f-7db3614021f3 None None] Set router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:20:49.686695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e6756274-8e4d-493c-9c3f-7db3614021f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:17:51Z', 'revision_number': 4, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port': {'id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:48Z', 'updated_at': '2021-12-11T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '4b0afe36-53c5-4101-a086-0eddb88e3da1', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'port_id': 'd85d45e1-6014-4753-9448-4cf531526d1a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'mac_address': 'fa:16:3e:59:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:20:44Z', 'updated_at': '2021-12-11T23:20:48Z', 'revision_number': 2, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a10f16e-4740-445a-9d67-fe35d7f9e128', 'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'mac_address': 'fa:16:3e:83:f1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:50Z', 'updated_at': '2021-12-11T23:17:54Z', 'revision_number': 5, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'subnets': [{'id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:49.717225 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6756274-8e4d-493c-9c3f-7db3614021f3 None None] Checking router: 2efa2cae-4a64-4460-9748-4c2a1ae4bedf for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:20:49.725437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6756274-8e4d-493c-9c3f-7db3614021f3 None None] Routers {'2efa2cae-4a64-4460-9748-4c2a1ae4bedf'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:20:49.726050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e6756274-8e4d-493c-9c3f-7db3614021f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:20:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:49.828645 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-e6756274-8e4d-493c-9c3f-7db3614021f3 None None] Set router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:20:50.035181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46054) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:50.046893 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e6756274-8e4d-493c-9c3f-7db3614021f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:17:51Z', 'revision_number': 4, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port': {'id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:48Z', 'updated_at': '2021-12-11T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '4b0afe36-53c5-4101-a086-0eddb88e3da1', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'port_id': 'd85d45e1-6014-4753-9448-4cf531526d1a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'mac_address': 'fa:16:3e:59:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:20:44Z', 'updated_at': '2021-12-11T23:20:48Z', 'revision_number': 2, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a10f16e-4740-445a-9d67-fe35d7f9e128', 'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'mac_address': 'fa:16:3e:83:f1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:50Z', 'updated_at': '2021-12-11T23:17:54Z', 'revision_number': 5, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'subnets': [{'id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:50.077354 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6756274-8e4d-493c-9c3f-7db3614021f3 None None] The sync data for ids ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'] in n-d-710847-6 is: [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:17:51Z', 'revision_number': 4, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port': {'id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:48Z', 'updated_at': '2021-12-11T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '4b0afe36-53c5-4101-a086-0eddb88e3da1', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'port_id': 'd85d45e1-6014-4753-9448-4cf531526d1a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'mac_address': 'fa:16:3e:59:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:20:44Z', 'updated_at': '2021-12-11T23:20:48Z', 'revision_number': 2, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a10f16e-4740-445a-9d67-fe35d7f9e128', 'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'mac_address': 'fa:16:3e:83:f1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:50Z', 'updated_at': '2021-12-11T23:17:54Z', 'revision_number': 5, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'subnets': [{'id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:20:50.097139 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9517d60-a51b-4125-b763-38800e906dc3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:50.124473 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9517d60-a51b-4125-b763-38800e906dc3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:50.251333 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9517d60-a51b-4125-b763-38800e906dc3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:50.254151 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a9517d60-a51b-4125-b763-38800e906dc3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:50.255388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a9517d60-a51b-4125-b763-38800e906dc3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "DELETE /v2.0/security-groups/4112d3c5-8546-4ccb-81e7-c4b01363bff7 HTTP/1.1" status: 204 len: 168 time: 0.2192001 Dec 11 23:20:50.267072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9517d60-a51b-4125-b763-38800e906dc3 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4112d3c5-8546-4ccb-81e7-c4b01363bff7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:50.373328 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46058) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:50.669385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'tag': 'd85d45e1-6014-4753-9448-4cf531526d1a'}, {'name': 'network-changed', 'server_uuid': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'tag': 'd85d45e1-6014-4753-9448-4cf531526d1a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:20:50.671660 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc05c5b-de89-43f5-8d60-2b1e10424122", "tag": "d85d45e1-6014-4753-9448-4cf531526d1a"}, {"name": "network-changed", "server_uuid": "ebc05c5b-de89-43f5-8d60-2b1e10424122", "tag": "d85d45e1-6014-4753-9448-4cf531526d1a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:20:50.709507 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 11 Dec 2021 23:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfb6148-20d2-4b48-b88d-eb87c9bb0fc2 x-openstack-request-id: req-ebfb6148-20d2-4b48-b88d-eb87c9bb0fc2 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:20:50.709802 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc05c5b-de89-43f5-8d60-2b1e10424122", "tag": "d85d45e1-6014-4753-9448-4cf531526d1a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ebc05c5b-de89-43f5-8d60-2b1e10424122", "tag": "d85d45e1-6014-4753-9448-4cf531526d1a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:20:50.710052 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ebfb6148-20d2-4b48-b88d-eb87c9bb0fc2 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:20:50.710443 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'tag': 'd85d45e1-6014-4753-9448-4cf531526d1a', 'status': 'completed', 'code': 200} Dec 11 23:20:50.711204 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'tag': 'd85d45e1-6014-4753-9448-4cf531526d1a', 'status': 'completed', 'code': 200} Dec 11 23:20:50.826973 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-800aebdd-3339-4ed0-9cb4-79bf51f47228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:50.828078 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-800aebdd-3339-4ed0-9cb4-79bf51f47228 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f1650b52592438bb70bd31d3b9db857&device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 1097 time: 0.0943305 Dec 11 23:20:50.897683 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f216d5b-cbea-4e65-8b1e-df55e513130f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:51.211723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 62fd1695-4766-4272-8e88-c4d3ff6cdf1f no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:20:51.232531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 62fd1695-4766-4272-8e88-c4d3ff6cdf1f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:20:51.233267 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 62fd1695-4766-4272-8e88-c4d3ff6cdf1f not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:20:51.284733 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-750abf5f-5208-4945-aa32-2bb5089cc17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:51.286119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-750abf5f-5208-4945-aa32-2bb5089cc17a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f8178579-ad28-47f9-8866-f3ecfed49b02 HTTP/1.1" status: 200 len: 915 time: 0.4512601 Dec 11 23:20:51.360328 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-528698f0-92fb-4dc0-8946-ab2f686fc2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:51.444366 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-f4813887-55b6-4833-9188-b2018ff7d6a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85d45e1-6014-4753-9448-4cf531526d1a HTTP/1.1" status: 200 len: 1001 time: 0.1492622 Dec 11 23:20:51.519973 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-f8b77c91-7f93-42e5-a282-c557812c7f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:51.521491 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-f8b77c91-7f93-42e5-a282-c557812c7f84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90fc24e7-878b-4380-ad76-f74b1d005d71 HTTP/1.1" status: 200 len: 853 time: 0.0698667 Dec 11 23:20:51.619352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-811bae9a-d751-46e2-8bfa-139f4dfb0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:51.620807 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-811bae9a-d751-46e2-8bfa-139f4dfb0ee3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8178579-ad28-47f9-8866-f3ecfed49b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779834 Dec 11 23:20:51.682200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-1f216d5b-cbea-4e65-8b1e-df55e513130f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Deleting port eb9352f0-209d-413e-8eb5-207b544aecb0 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:20:51.682540 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f216d5b-cbea-4e65-8b1e-df55e513130f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:51.778560 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-e38356d9-28c7-43f4-8f6a-db72c9660056 service neutron] 10.222.0.13 "GET /v2.0/networks/f8178579-ad28-47f9-8866-f3ecfed49b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503191 Dec 11 23:20:51.815600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-1f216d5b-cbea-4e65-8b1e-df55e513130f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] For port eb9352f0-209d-413e-8eb5-207b544aecb0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=eb9352f0-209d-413e-8eb5-207b544aecb0,segment=NetworkSegment(2c3a1a69-39cf-42ea-b8c6-751f0a507aa3),segment_id=2c3a1a69-39cf-42ea-b8c6-751f0a507aa3)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:20:51.815962 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f216d5b-cbea-4e65-8b1e-df55e513130f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:51.856453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-1f216d5b-cbea-4e65-8b1e-df55e513130f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Calling delete_port for eb9352f0-209d-413e-8eb5-207b544aecb0 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:20:51.936772 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-25b63f1b-70f9-4234-9f02-925c6efa09cc service neutron] 10.222.0.13 "GET /v2.0/networks/f8178579-ad28-47f9-8866-f3ecfed49b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495109 Dec 11 23:20:52.043307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-dbd77491-3bcc-4a99-9306-ee023e324813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:52.044788 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-dbd77491-3bcc-4a99-9306-ee023e324813 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f1650b52592438bb70bd31d3b9db857&device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 1097 time: 0.0630620 Dec 11 23:20:52.178602 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-5608d1de-5181-49d9-b420-8d59a40b377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:52.181179 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-5608d1de-5181-49d9-b420-8d59a40b377a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f8178579-ad28-47f9-8866-f3ecfed49b02 HTTP/1.1" status: 200 len: 915 time: 0.1282320 Dec 11 23:20:52.228274 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f216d5b-cbea-4e65-8b1e-df55e513130f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:52.266501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f216d5b-cbea-4e65-8b1e-df55e513130f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Port': ['ID=eb9352f0-209d-413e-8eb5-207b544aecb0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:52.300709 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-fc514f51-b83e-44cf-82f6-3f1f42fa709f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85d45e1-6014-4753-9448-4cf531526d1a HTTP/1.1" status: 200 len: 1001 time: 0.1122117 Dec 11 23:20:52.342942 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:52.418112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-0dd89aa3-d06c-44fd-9b40-2df9b0a35f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:52.419816 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-0dd89aa3-d06c-44fd-9b40-2df9b0a35f61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90fc24e7-878b-4380-ad76-f74b1d005d71 HTTP/1.1" status: 200 len: 853 time: 0.1010218 Dec 11 23:20:52.512720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-a4f49fac-58f7-44f0-b989-d2a2c86d0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:20:52.514132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-a4f49fac-58f7-44f0-b989-d2a2c86d0734 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8178579-ad28-47f9-8866-f3ecfed49b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874984 Dec 11 23:20:52.518461 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1f216d5b-cbea-4e65-8b1e-df55e513130f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:52.685473 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-58017d10-4149-464b-b843-25ad76d80025 service neutron] 10.222.0.13 "GET /v2.0/networks/f8178579-ad28-47f9-8866-f3ecfed49b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641617 Dec 11 23:20:52.859683 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8c8a6a9-3cd8-4fe6-aa08-ce1add52d774 req-4e7398ec-9f31-46c5-94ac-5a8fa4aa264b service neutron] 10.222.0.13 "GET /v2.0/networks/f8178579-ad28-47f9-8866-f3ecfed49b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673512 Dec 11 23:20:52.875851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f216d5b-cbea-4e65-8b1e-df55e513130f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Router 7c61a691-f7d8-4a70-be2b-c72764f4b65d has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:20:52.984265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f216d5b-cbea-4e65-8b1e-df55e513130f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:20:52.992263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1f216d5b-cbea-4e65-8b1e-df55e513130f tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "PUT /v2.0/routers/7c61a691-f7d8-4a70-be2b-c72764f4b65d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6149254 Dec 11 23:20:52.992263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46062) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:52.996683 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84dd1b4-5539-4afd-993a-043198b8b507 None None] Sync routers for ids ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:20:53.006273 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84dd1b4-5539-4afd-993a-043198b8b507 None None] Routers {'7c61a691-f7d8-4a70-be2b-c72764f4b65d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:20:53.006923 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f84dd1b4-5539-4afd-993a-043198b8b507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:20:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:53.044140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39700ca-f5a1-4999-94da-c48ac65fd649 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Deleting subnet d8ebe169-8a49-4fb3-aa4c-6e5f88817a38 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:20:53.047317 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a39700ca-f5a1-4999-94da-c48ac65fd649 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:53.087239 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a39700ca-f5a1-4999-94da-c48ac65fd649 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:53.114222 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f84dd1b4-5539-4afd-993a-043198b8b507 None None] Set router 7c61a691-f7d8-4a70-be2b-c72764f4b65d gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:20:53.181792 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a39700ca-f5a1-4999-94da-c48ac65fd649 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:53.280506 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a39700ca-f5a1-4999-94da-c48ac65fd649 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:53.301980 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f84dd1b4-5539-4afd-993a-043198b8b507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'name': 'tempest-TestNetworkBasicOps-router-2030294413', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:20:52Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:53.316496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39700ca-f5a1-4999-94da-c48ac65fd649 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ebe169-8a49-4fb3-aa4c-6e5f88817a38,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:53.318495 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a39700ca-f5a1-4999-94da-c48ac65fd649 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:53.322693 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a39700ca-f5a1-4999-94da-c48ac65fd649 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "DELETE /v2.0/subnets/d8ebe169-8a49-4fb3-aa4c-6e5f88817a38 HTTP/1.1" status: 204 len: 168 time: 0.3291471 Dec 11 23:20:53.325482 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46064) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:53.328056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346b7538-8b87-4759-9122-b618de906400 None None] Network 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:20:53.334919 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84dd1b4-5539-4afd-993a-043198b8b507 None None] Checking router: 7c61a691-f7d8-4a70-be2b-c72764f4b65d for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:20:53.344770 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84dd1b4-5539-4afd-993a-043198b8b507 None None] Routers {'7c61a691-f7d8-4a70-be2b-c72764f4b65d'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:20:53.345008 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f84dd1b4-5539-4afd-993a-043198b8b507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:20:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:53.438583 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d824849b-1583-4f03-8055-a64ea1067ce4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:53.462709 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f84dd1b4-5539-4afd-993a-043198b8b507 None None] Set router 7c61a691-f7d8-4a70-be2b-c72764f4b65d gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:20:53.520229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] DHCP port deletion for 3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:20:53.549647 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d824849b-1583-4f03-8055-a64ea1067ce4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:53.574329 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Deleting port 009a5c93-fb7c-4736-84c0-f08268399638 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:20:53.574710 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:53.644196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] For port 009a5c93-fb7c-4736-84c0-f08268399638, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=009a5c93-fb7c-4736-84c0-f08268399638,segment=NetworkSegment(2c3a1a69-39cf-42ea-b8c6-751f0a507aa3),segment_id=2c3a1a69-39cf-42ea-b8c6-751f0a507aa3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:20:53.644888 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:53.657838 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f84dd1b4-5539-4afd-993a-043198b8b507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'name': 'tempest-TestNetworkBasicOps-router-2030294413', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:20:52Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:53.658456 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Calling delete_port for 009a5c93-fb7c-4736-84c0-f08268399638 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:20:53.664368 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-d824849b-1583-4f03-8055-a64ea1067ce4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Deleting port fe4dd56f-4d6c-4edf-b72c-a60a951b9012 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:20:53.664752 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d824849b-1583-4f03-8055-a64ea1067ce4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:53.689965 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84dd1b4-5539-4afd-993a-043198b8b507 None None] The sync data for ids ['7c61a691-f7d8-4a70-be2b-c72764f4b65d'] in n-d-710847-6 is: [{'id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'name': 'tempest-TestNetworkBasicOps-router-2030294413', 'tenant_id': '7593fdb1da494b9b8223d9c57a501fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:20:52Z', 'revision_number': 5, 'project_id': '7593fdb1da494b9b8223d9c57a501fba', 'gw_port': {'id': 'fe4dd56f-4d6c-4edf-b72c-a60a951b9012', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61a691-f7d8-4a70-be2b-c72764f4b65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:19:45Z', 'updated_at': '2021-12-11T23:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:20:53.755817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-d824849b-1583-4f03-8055-a64ea1067ce4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] For port fe4dd56f-4d6c-4edf-b72c-a60a951b9012, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fe4dd56f-4d6c-4edf-b72c-a60a951b9012,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:20:53.764764 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d824849b-1583-4f03-8055-a64ea1067ce4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:53.768363 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-d824849b-1583-4f03-8055-a64ea1067ce4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Calling delete_port for fe4dd56f-4d6c-4edf-b72c-a60a951b9012 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:20:53.817281 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:53.846605 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Pushing event deleted for resources: {'Port': ['ID=009a5c93-fb7c-4736-84c0-f08268399638,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:53.851041 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] No DVR routers for this DVR port 009a5c93-fb7c-4736-84c0-f08268399638 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:20:53.858519 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:53.858892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:53.861461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:53.861461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:53.861461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:53.861461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:53.861461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:53.861461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:53.861461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:53.861461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:53.862655 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:53.862655 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:53.862655 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca7a22-109a-4160-aa86-1b0e5668a902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:20:54.005421 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:54.034349 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d824849b-1583-4f03-8055-a64ea1067ce4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:54.065504 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824849b-1583-4f03-8055-a64ea1067ce4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Port': ['ID=fe4dd56f-4d6c-4edf-b72c-a60a951b9012,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:54.083375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fac8e1e-1fd3-40ef-b661-5d2908291b8d None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:20:54.138232 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d824849b-1583-4f03-8055-a64ea1067ce4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:54.245032 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d824849b-1583-4f03-8055-a64ea1067ce4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:54.247407 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d824849b-1583-4f03-8055-a64ea1067ce4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:54.296637 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device eb9352f0-209d-413e-8eb5-207b544aecb0 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:20:54.317607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: eb9352f0-209d-413e-8eb5-207b544aecb0 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:20:54.317964 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device eb9352f0-209d-413e-8eb5-207b544aecb0 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:20:54.318408 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 009a5c93-fb7c-4736-84c0-f08268399638 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:20:54.338873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 009a5c93-fb7c-4736-84c0-f08268399638 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:20:54.339230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 009a5c93-fb7c-4736-84c0-f08268399638 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:20:54.343164 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d824849b-1583-4f03-8055-a64ea1067ce4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:54.343543 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d824849b-1583-4f03-8055-a64ea1067ce4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Fanout notify agent at l3_agent the message router_deleted on router 7c61a691-f7d8-4a70-be2b-c72764f4b65d {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:20:54.350547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d824849b-1583-4f03-8055-a64ea1067ce4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:54.351880 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d824849b-1583-4f03-8055-a64ea1067ce4 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "DELETE /v2.0/routers/7c61a691-f7d8-4a70-be2b-c72764f4b65d HTTP/1.1" status: 204 len: 168 time: 1.0244193 Dec 11 23:20:54.354524 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46066) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:54.441031 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-654af834-969f-46fa-84a3-fe01a39494b2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:54.540837 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-654af834-969f-46fa-84a3-fe01a39494b2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:54.563599 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-654af834-969f-46fa-84a3-fe01a39494b2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:54.574395 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-654af834-969f-46fa-84a3-fe01a39494b2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3a1a69-39cf-42ea-b8c6-751f0a507aa3') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:54.574701 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-654af834-969f-46fa-84a3-fe01a39494b2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3a1a69-39cf-42ea-b8c6-751f0a507aa3') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:20:54.584554 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-654af834-969f-46fa-84a3-fe01a39494b2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:54.599044 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-654af834-969f-46fa-84a3-fe01a39494b2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:54.605957 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654af834-969f-46fa-84a3-fe01a39494b2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:20:54.606312 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-654af834-969f-46fa-84a3-fe01a39494b2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:20:54.609369 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:20:54.628684 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:54.730627 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-654af834-969f-46fa-84a3-fe01a39494b2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:54.737421 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-654af834-969f-46fa-84a3-fe01a39494b2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:54.740699 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-654af834-969f-46fa-84a3-fe01a39494b2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] 10.222.0.45 "DELETE /v2.0/networks/3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491 HTTP/1.1" status: 204 len: 168 time: 0.3845329 Dec 11 23:20:54.752795 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654af834-969f-46fa-84a3-fe01a39494b2 tempest-TestNetworkBasicOps-1635825215 tempest-TestNetworkBasicOps-1635825215-project] Pushing event deleted for resources: {'Network': ['ID=3ae27f1c-fa06-43c8-bb1c-fb1bd26d8491,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:55.180230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46072) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:55.365156 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-68af7b2f-9299-463c-85d7-e7555bc3b644 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7593fdb1da494b9b8223d9c57a501fba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1836839 Dec 11 23:20:55.368617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46078) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:55.426471 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-69fa5595-05db-49ba-9472-54ff234474d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:55.447367 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-69fa5595-05db-49ba-9472-54ff234474d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:55.553071 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-69fa5595-05db-49ba-9472-54ff234474d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:55.555913 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-69fa5595-05db-49ba-9472-54ff234474d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:55.557165 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-69fa5595-05db-49ba-9472-54ff234474d9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/faa7ed2b-ba26-41e7-9765-e91b6d1fbe6a HTTP/1.1" status: 204 len: 168 time: 0.1875534 Dec 11 23:20:55.565542 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa5595-05db-49ba-9472-54ff234474d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa7ed2b-ba26-41e7-9765-e91b6d1fbe6a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:56.185197 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fe4dd56f-4d6c-4edf-b72c-a60a951b9012 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:20:56.210250 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: fe4dd56f-4d6c-4edf-b72c-a60a951b9012 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:20:56.210250 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fe4dd56f-4d6c-4edf-b72c-a60a951b9012 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:20:56.231483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46084) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:56.245730 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c4038551-e78a-4479-b43d-ff10aa971c6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:56.320686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c4038551-e78a-4479-b43d-ff10aa971c6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:56.376675 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c4038551-e78a-4479-b43d-ff10aa971c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:56.377016 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:20:56.415728 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c4038551-e78a-4479-b43d-ff10aa971c6a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90b11728e15649208a50931c8844de87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1830850 Dec 11 23:20:56.416533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4038551-e78a-4479-b43d-ff10aa971c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40de29d-9639-44b0-b8a0-4bec17bd1eb9,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:20:56.419043 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46086) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:20:56.467560 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-211b457d-010d-447a-be61-b44f1b7cffd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:56.488644 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-211b457d-010d-447a-be61-b44f1b7cffd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:56.610099 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-211b457d-010d-447a-be61-b44f1b7cffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:56.612759 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-211b457d-010d-447a-be61-b44f1b7cffd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:20:56.613903 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-211b457d-010d-447a-be61-b44f1b7cffd6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f40de29d-9639-44b0-b8a0-4bec17bd1eb9 HTTP/1.1" status: 204 len: 168 time: 0.1932857 Dec 11 23:20:56.622163 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b457d-010d-447a-be61-b44f1b7cffd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40de29d-9639-44b0-b8a0-4bec17bd1eb9,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:21:14.062353 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:17.667104 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:18.890668 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ce529910-45ae-4694-8151-5c2e1e843159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:21.354048 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-898ca1dd-87e5-41d4-8a55-3b7a86857023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:22.365490 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:24.015629 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:24.628064 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:29.471150 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40659aff-c1ab-4f5e-9c24-98f3a32d8e9a req-1a66899a-7551-4ddb-bb49-f59a128a879f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388906 Dec 11 23:21:29.566131 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40659aff-c1ab-4f5e-9c24-98f3a32d8e9a req-94ff8792-ffea-48ca-872f-38533d1a87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:21:29.567667 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40659aff-c1ab-4f5e-9c24-98f3a32d8e9a req-94ff8792-ffea-48ca-872f-38533d1a87bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f1650b52592438bb70bd31d3b9db857&device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 1097 time: 0.0528142 Dec 11 23:21:29.672706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40659aff-c1ab-4f5e-9c24-98f3a32d8e9a req-57139e6c-3a16-47d3-9e15-d66625992545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:21:29.674209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40659aff-c1ab-4f5e-9c24-98f3a32d8e9a req-57139e6c-3a16-47d3-9e15-d66625992545 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f8178579-ad28-47f9-8866-f3ecfed49b02 HTTP/1.1" status: 200 len: 915 time: 0.0871210 Dec 11 23:21:29.743778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40659aff-c1ab-4f5e-9c24-98f3a32d8e9a req-f712781a-7e19-4d8c-b9b0-b4f03a5ad3b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85d45e1-6014-4753-9448-4cf531526d1a HTTP/1.1" status: 200 len: 1001 time: 0.0626981 Dec 11 23:21:29.793561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40659aff-c1ab-4f5e-9c24-98f3a32d8e9a req-207a43a2-ab49-4bfd-aad3-20b2b06bebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:21:29.795038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40659aff-c1ab-4f5e-9c24-98f3a32d8e9a req-207a43a2-ab49-4bfd-aad3-20b2b06bebb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90fc24e7-878b-4380-ad76-f74b1d005d71 HTTP/1.1" status: 200 len: 853 time: 0.0445726 Dec 11 23:21:29.840058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40659aff-c1ab-4f5e-9c24-98f3a32d8e9a req-b4abd243-29b7-4496-8104-70a938b02ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:21:29.841580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40659aff-c1ab-4f5e-9c24-98f3a32d8e9a req-b4abd243-29b7-4496-8104-70a938b02ac7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8178579-ad28-47f9-8866-f3ecfed49b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402727 Dec 11 23:21:29.936038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40659aff-c1ab-4f5e-9c24-98f3a32d8e9a req-68125c39-5faa-4f7b-8dfd-51f7e05deb55 service neutron] 10.222.0.13 "GET /v2.0/networks/f8178579-ad28-47f9-8866-f3ecfed49b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873358 Dec 11 23:21:30.026862 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40659aff-c1ab-4f5e-9c24-98f3a32d8e9a req-5c920bf5-5b00-4aa9-a01f-bb0c814105d6 service neutron] 10.222.0.13 "GET /v2.0/networks/f8178579-ad28-47f9-8866-f3ecfed49b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828707 Dec 11 23:21:33.375982 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:21:42.451593 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46106) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:21:42.611011 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-6c83f364-5729-40bb-99a7-a07c90e6b285 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Deleting port f28562bb-6412-4905-b043-89a2ace2eb14 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:21:42.611365 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c83f364-5729-40bb-99a7-a07c90e6b285 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:42.688569 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c83f364-5729-40bb-99a7-a07c90e6b285 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:42.688897 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c83f364-5729-40bb-99a7-a07c90e6b285 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:42.700171 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-6c83f364-5729-40bb-99a7-a07c90e6b285 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Calling delete_port for f28562bb-6412-4905-b043-89a2ace2eb14 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:21:42.947776 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c83f364-5729-40bb-99a7-a07c90e6b285 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:42.974197 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83f364-5729-40bb-99a7-a07c90e6b285 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Pushing event deleted for resources: {'Port': ['ID=f28562bb-6412-4905-b043-89a2ace2eb14,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:21:43.037321 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c83f364-5729-40bb-99a7-a07c90e6b285 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:43.037658 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-6c83f364-5729-40bb-99a7-a07c90e6b285 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Floating IP 4b0afe36-53c5-4101-a086-0eddb88e3da1 disassociated (deleted). External IP: 172.25.1.58, port: d85d45e1-6014-4753-9448-4cf531526d1a. Dec 11 23:21:43.247322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c83f364-5729-40bb-99a7-a07c90e6b285 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:21:43.354190 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c83f364-5729-40bb-99a7-a07c90e6b285 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:21:43.359680 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c83f364-5729-40bb-99a7-a07c90e6b285 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:43.364280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f9760-292a-42db-aba8-08ca5d483508 None None] Sync routers for ids ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:21:43.375090 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f9760-292a-42db-aba8-08ca5d483508 None None] Routers {'2efa2cae-4a64-4460-9748-4c2a1ae4bedf'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:21:43.375708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e69f9760-292a-42db-aba8-08ca5d483508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:21:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:21:43.387084 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6c83f364-5729-40bb-99a7-a07c90e6b285 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "DELETE /v2.0/floatingips/4b0afe36-53c5-4101-a086-0eddb88e3da1 HTTP/1.1" status: 204 len: 168 time: 0.9343672 Dec 11 23:21:43.387677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'tag': 'd85d45e1-6014-4753-9448-4cf531526d1a'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:21:43.389975 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c106482f-331f-4aa8-8d33-e4c2e0d43555" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc05c5b-de89-43f5-8d60-2b1e10424122", "tag": "d85d45e1-6014-4753-9448-4cf531526d1a"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:21:43.427688 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284859a0-a735-4b5e-a1ec-d00000bf38e1 x-openstack-request-id: req-284859a0-a735-4b5e-a1ec-d00000bf38e1 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:21:43.428187 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc05c5b-de89-43f5-8d60-2b1e10424122", "tag": "d85d45e1-6014-4753-9448-4cf531526d1a", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:21:43.428451 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-284859a0-a735-4b5e-a1ec-d00000bf38e1 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:21:43.428863 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'tag': 'd85d45e1-6014-4753-9448-4cf531526d1a', 'status': 'completed', 'code': 200} Dec 11 23:21:43.495074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-e69f9760-292a-42db-aba8-08ca5d483508 None None] Set router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:21:43.503185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106482f-331f-4aa8-8d33-e4c2e0d43555 req-01486916-37f0-4b68-8c22-3e6feef2113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:21:43.504609 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c106482f-331f-4aa8-8d33-e4c2e0d43555 req-01486916-37f0-4b68-8c22-3e6feef2113a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f1650b52592438bb70bd31d3b9db857&device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 1097 time: 0.0496683 Dec 11 23:21:43.602155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106482f-331f-4aa8-8d33-e4c2e0d43555 req-e67f65b1-04a6-49f5-b08f-2827957385bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:21:43.603704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c106482f-331f-4aa8-8d33-e4c2e0d43555 req-e67f65b1-04a6-49f5-b08f-2827957385bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=f8178579-ad28-47f9-8866-f3ecfed49b02 HTTP/1.1" status: 200 len: 915 time: 0.0917425 Dec 11 23:21:43.647498 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c106482f-331f-4aa8-8d33-e4c2e0d43555 req-fb4de812-7557-4406-8b70-845e20dfb599 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85d45e1-6014-4753-9448-4cf531526d1a HTTP/1.1" status: 200 len: 217 time: 0.0366297 Dec 11 23:21:43.705593 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e69f9760-292a-42db-aba8-08ca5d483508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:17:51Z', 'revision_number': 4, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port': {'id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:48Z', 'updated_at': '2021-12-11T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '1a10f16e-4740-445a-9d67-fe35d7f9e128', 'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'mac_address': 'fa:16:3e:83:f1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:50Z', 'updated_at': '2021-12-11T23:17:54Z', 'revision_number': 5, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'subnets': [{'id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:21:43.732414 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f9760-292a-42db-aba8-08ca5d483508 None None] Checking router: 2efa2cae-4a64-4460-9748-4c2a1ae4bedf for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:21:43.741468 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f9760-292a-42db-aba8-08ca5d483508 None None] Routers {'2efa2cae-4a64-4460-9748-4c2a1ae4bedf'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:21:43.742105 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e69f9760-292a-42db-aba8-08ca5d483508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:21:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:21:43.860971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-e69f9760-292a-42db-aba8-08ca5d483508 None None] Set router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:21:43.901483 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641622aa-9073-40d3-bc5d-b66e89290037 req-cefc2c79-dd64-4f2f-8734-09abcc40cb13 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:21:43.905440 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-641622aa-9073-40d3-bc5d-b66e89290037 req-cefc2c79-dd64-4f2f-8734-09abcc40cb13 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 946 time: 0.0600781 Dec 11 23:21:43.967441 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-641622aa-9073-40d3-bc5d-b66e89290037 req-24656049-8a76-4b37-82e6-afc42c4a20a8 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550783 Dec 11 23:21:44.011900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106482f-331f-4aa8-8d33-e4c2e0d43555 req-6b396c79-f810-4002-be61-6a8ba9ed5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:21:44.013634 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c106482f-331f-4aa8-8d33-e4c2e0d43555 req-6b396c79-f810-4002-be61-6a8ba9ed5109 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90fc24e7-878b-4380-ad76-f74b1d005d71 HTTP/1.1" status: 200 len: 853 time: 0.3594387 Dec 11 23:21:44.031131 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:44.063974 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106482f-331f-4aa8-8d33-e4c2e0d43555 req-7ea915be-7c0a-4baf-bc2b-2a2475d14fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:21:44.065471 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c106482f-331f-4aa8-8d33-e4c2e0d43555 req-7ea915be-7c0a-4baf-bc2b-2a2475d14fdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8178579-ad28-47f9-8866-f3ecfed49b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421185 Dec 11 23:21:44.087499 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-e69f9760-292a-42db-aba8-08ca5d483508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:17:51Z', 'revision_number': 4, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port': {'id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:48Z', 'updated_at': '2021-12-11T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '1a10f16e-4740-445a-9d67-fe35d7f9e128', 'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'mac_address': 'fa:16:3e:83:f1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:50Z', 'updated_at': '2021-12-11T23:17:54Z', 'revision_number': 5, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'subnets': [{'id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:21:44.114911 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f9760-292a-42db-aba8-08ca5d483508 None None] The sync data for ids ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'] in n-d-710847-6 is: [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:17:51Z', 'revision_number': 4, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port': {'id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:48Z', 'updated_at': '2021-12-11T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '1a10f16e-4740-445a-9d67-fe35d7f9e128', 'name': '', 'network_id': 'f8178579-ad28-47f9-8866-f3ecfed49b02', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'mac_address': 'fa:16:3e:83:f1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:50Z', 'updated_at': '2021-12-11T23:17:54Z', 'revision_number': 5, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'subnets': [{'id': '90fc24e7-878b-4380-ad76-f74b1d005d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:21:44.164948 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c106482f-331f-4aa8-8d33-e4c2e0d43555 req-f31a8204-84cb-4419-975e-251845d68f92 service neutron] 10.222.0.13 "GET /v2.0/networks/f8178579-ad28-47f9-8866-f3ecfed49b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899990 Dec 11 23:21:44.267387 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c106482f-331f-4aa8-8d33-e4c2e0d43555 req-952f048e-0dba-4364-8f87-5ae60a2b95c3 service neutron] 10.222.0.13 "GET /v2.0/networks/f8178579-ad28-47f9-8866-f3ecfed49b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939214 Dec 11 23:21:44.345985 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db499452-3f9f-41c7-9d1a-a67b0fe512f6 None None] New status for floating IP 4b0afe36-53c5-4101-a086-0eddb88e3da1: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:21:45.096603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950edf8-ecb1-48e3-afbe-d85ff3bd2990 req-4297950f-f915-4252-8dd5-28c719a1a2e6 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:21:45.098079 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7950edf8-ecb1-48e3-afbe-d85ff3bd2990 req-4297950f-f915-4252-8dd5-28c719a1a2e6 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 946 time: 0.0486560 Dec 11 23:21:45.147913 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7950edf8-ecb1-48e3-afbe-d85ff3bd2990 req-bd7d6416-88a9-455b-a46f-e733403dca17 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/security-groups?id=328e8d06-5401-45ff-a05a-5046d84c97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435686 Dec 11 23:21:45.532652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ba540-7d20-4c1d-b273-4ca49e266c34 req-c5d9513f-c370-41a3-871f-d3cf09c9e472 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:21:45.534118 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-da9ba540-7d20-4c1d-b273-4ca49e266c34 req-c5d9513f-c370-41a3-871f-d3cf09c9e472 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 946 time: 0.0522516 Dec 11 23:21:45.623045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-da9ba540-7d20-4c1d-b273-4ca49e266c34 req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Deleting port d85d45e1-6014-4753-9448-4cf531526d1a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:21:45.623361 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-da9ba540-7d20-4c1d-b273-4ca49e266c34 req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:45.715985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-da9ba540-7d20-4c1d-b273-4ca49e266c34 req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] For port d85d45e1-6014-4753-9448-4cf531526d1a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d85d45e1-6014-4753-9448-4cf531526d1a,segment=NetworkSegment(71e99458-71ef-44e2-8503-fc91bbea2788),segment_id=71e99458-71ef-44e2-8503-fc91bbea2788)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:21:45.716344 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-da9ba540-7d20-4c1d-b273-4ca49e266c34 req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:45.727967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-da9ba540-7d20-4c1d-b273-4ca49e266c34 req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Calling delete_port for d85d45e1-6014-4753-9448-4cf531526d1a owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:21:45.907533 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-da9ba540-7d20-4c1d-b273-4ca49e266c34 req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:45.938244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Pushing event deleted for resources: {'Port': ['ID=d85d45e1-6014-4753-9448-4cf531526d1a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:21:45.948258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:45.948612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:45.948963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:45.949308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:45.949898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:45.950846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:45.950846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:45.951074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:45.951407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:45.951740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:45.952072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:45.952403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:45.952734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:46.009827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9ba540-7d20-4c1d-b273-4ca49e266c34 req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] No DVR routers for this DVR port d85d45e1-6014-4753-9448-4cf531526d1a on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:21:46.009827 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-da9ba540-7d20-4c1d-b273-4ca49e266c34 req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:46.009827 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-da9ba540-7d20-4c1d-b273-4ca49e266c34 req-e5c77a69-8b4c-4c1e-83ae-e51a0b4cd8fa tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.13 "DELETE /v2.0/ports/d85d45e1-6014-4753-9448-4cf531526d1a HTTP/1.1" status: 204 len: 173 time: 0.4606493 Dec 11 23:21:46.009827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'name': 'network-vif-deleted', 'tag': 'd85d45e1-6014-4753-9448-4cf531526d1a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:21:46.009827 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828e22e4-4225-446b-9030-b05290f64c4c" -d '{"events": [{"server_uuid": "ebc05c5b-de89-43f5-8d60-2b1e10424122", "name": "network-vif-deleted", "tag": "d85d45e1-6014-4753-9448-4cf531526d1a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:21:46.045020 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97b39ce-e7db-4f0a-829b-71df66e902f7 x-openstack-request-id: req-b97b39ce-e7db-4f0a-829b-71df66e902f7 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:21:46.050109 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc05c5b-de89-43f5-8d60-2b1e10424122", "name": "network-vif-deleted", "tag": "d85d45e1-6014-4753-9448-4cf531526d1a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:21:46.050109 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b97b39ce-e7db-4f0a-829b-71df66e902f7 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:21:46.050109 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc05c5b-de89-43f5-8d60-2b1e10424122', 'name': 'network-vif-deleted', 'tag': 'd85d45e1-6014-4753-9448-4cf531526d1a', 'status': 'completed', 'code': 200} Dec 11 23:21:46.249634 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee2b920b-b798-47da-9e7a-a73e48786b87 req-37a68b29-0f83-4fe1-ab0e-a9c0400a6a18 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 210 time: 0.0261683 Dec 11 23:21:47.347058 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7cd5ac12-abf9-448d-8a48-b7716c6891be req-274c79d9-7300-4e3a-92bf-4d92588bc9e9 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 210 time: 0.0269337 Dec 11 23:21:47.618146 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d85d45e1-6014-4753-9448-4cf531526d1a no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:21:47.639930 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: d85d45e1-6014-4753-9448-4cf531526d1a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:21:47.640284 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d85d45e1-6014-4753-9448-4cf531526d1a not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:21:47.641702 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:48.443310 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e4df505-4d18-4c96-ab16-3c3d3d6fe123 req-7fd8b0dc-2675-469d-adcf-bf6a8ff5709b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 210 time: 0.0272985 Dec 11 23:21:48.833604 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a055fa33-ac79-420e-80f1-3864d01465b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:49.548238 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09d08f75-6463-4829-a4f4-fa7cfe3197d0 req-971c250c-aa33-410d-92dd-e0a957be22e2 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 210 time: 0.0282836 Dec 11 23:21:50.659081 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7b92964-9596-4857-bcb1-1aebaa06dc6f req-dddf5f7a-2f63-4358-85cb-04486b757712 tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc05c5b-de89-43f5-8d60-2b1e10424122 HTTP/1.1" status: 200 len: 210 time: 0.0274782 Dec 11 23:21:51.330457 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f108d234-76e9-469c-a9dc-5dee7dfd4429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:51.714368 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46132) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:21:51.772698 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:51.799353 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:51.919277 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:51.921917 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:51.923150 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] 10.222.0.45 "DELETE /v2.0/security-groups/328e8d06-5401-45ff-a05a-5046d84c97ff HTTP/1.1" status: 204 len: 168 time: 0.2071714 Dec 11 23:21:51.932928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=328e8d06-5401-45ff-a05a-5046d84c97ff,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:21:51.941140 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:51.941441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:51.941903 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:51.942482 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:51.942848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:51.943767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:51.943767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:51.946511 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:51.946511 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:51.946511 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:51.946511 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:51.946511 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:51.946511 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053c6df-4783-48d3-8f87-b91dcb3b284b tempest-TestVolumeBackupRestore-655952025 tempest-TestVolumeBackupRestore-655952025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:21:52.324966 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:53.994064 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:54.634351 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:56.806044 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46380) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:21:57.170966 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-764eb2e6-edf8-487e-b3bc-b4c5d69084de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:57.423611 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-764eb2e6-edf8-487e-b3bc-b4c5d69084de admin admin] Deleting port 1a10f16e-4740-445a-9d67-fe35d7f9e128 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:21:57.423957 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-764eb2e6-edf8-487e-b3bc-b4c5d69084de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:57.501361 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-764eb2e6-edf8-487e-b3bc-b4c5d69084de admin admin] For port 1a10f16e-4740-445a-9d67-fe35d7f9e128, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1a10f16e-4740-445a-9d67-fe35d7f9e128,segment=NetworkSegment(71e99458-71ef-44e2-8503-fc91bbea2788),segment_id=71e99458-71ef-44e2-8503-fc91bbea2788)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:21:57.501725 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-764eb2e6-edf8-487e-b3bc-b4c5d69084de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:57.513809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-764eb2e6-edf8-487e-b3bc-b4c5d69084de admin admin] Calling delete_port for 1a10f16e-4740-445a-9d67-fe35d7f9e128 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:21:57.781888 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-764eb2e6-edf8-487e-b3bc-b4c5d69084de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:57.805197 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764eb2e6-edf8-487e-b3bc-b4c5d69084de admin admin] Pushing event deleted for resources: {'Port': ['ID=1a10f16e-4740-445a-9d67-fe35d7f9e128,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:21:57.979254 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-764eb2e6-edf8-487e-b3bc-b4c5d69084de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:58.470682 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764eb2e6-edf8-487e-b3bc-b4c5d69084de admin admin] Router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:21:58.577548 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764eb2e6-edf8-487e-b3bc-b4c5d69084de admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:21:58.582589 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-764eb2e6-edf8-487e-b3bc-b4c5d69084de admin admin] 10.222.0.45 "PUT /v2.0/routers/2efa2cae-4a64-4460-9748-4c2a1ae4bedf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7755609 Dec 11 23:21:58.585070 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46468) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:21:58.587101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea65994-4cf9-4d3c-b57d-0e96e4fa1b27 None None] Sync routers for ids ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:21:58.598004 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea65994-4cf9-4d3c-b57d-0e96e4fa1b27 None None] Routers {'2efa2cae-4a64-4460-9748-4c2a1ae4bedf'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:21:58.598633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-aea65994-4cf9-4d3c-b57d-0e96e4fa1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:21:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:21:58.691026 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0433df5e-924f-4e00-b028-95b5a709276f admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:58.704817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-aea65994-4cf9-4d3c-b57d-0e96e4fa1b27 None None] Set router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:21:58.799286 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0433df5e-924f-4e00-b028-95b5a709276f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:58.893606 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-aea65994-4cf9-4d3c-b57d-0e96e4fa1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:21:57Z', 'revision_number': 5, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port': {'id': '29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:48Z', 'updated_at': '2021-12-11T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:21:58.920708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea65994-4cf9-4d3c-b57d-0e96e4fa1b27 None None] Checking router: 2efa2cae-4a64-4460-9748-4c2a1ae4bedf for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:21:58.929298 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea65994-4cf9-4d3c-b57d-0e96e4fa1b27 None None] Routers {'2efa2cae-4a64-4460-9748-4c2a1ae4bedf'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:21:58.929770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-aea65994-4cf9-4d3c-b57d-0e96e4fa1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:21:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:21:58.940774 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0433df5e-924f-4e00-b028-95b5a709276f admin admin] Deleting port 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:21:58.941175 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0433df5e-924f-4e00-b028-95b5a709276f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:59.017332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-aea65994-4cf9-4d3c-b57d-0e96e4fa1b27 None None] Set router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:21:59.025414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-0433df5e-924f-4e00-b028-95b5a709276f admin admin] For port 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:21:59.026151 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0433df5e-924f-4e00-b028-95b5a709276f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:59.039474 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0433df5e-924f-4e00-b028-95b5a709276f admin admin] Calling delete_port for 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:21:59.072588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-aea65994-4cf9-4d3c-b57d-0e96e4fa1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:21:58Z', 'revision_number': 6, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:21:59.098413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea65994-4cf9-4d3c-b57d-0e96e4fa1b27 None None] The sync data for ids ['2efa2cae-4a64-4460-9748-4c2a1ae4bedf'] in n-d-710847-6 is: [{'id': '2efa2cae-4a64-4460-9748-4c2a1ae4bedf', 'name': 'tempest-TestVolumeBackupRestore-1819504420-router', 'tenant_id': '3f1650b52592438bb70bd31d3b9db857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:47Z', 'updated_at': '2021-12-11T23:21:58Z', 'revision_number': 6, 'project_id': '3f1650b52592438bb70bd31d3b9db857', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:21:59.256346 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0433df5e-924f-4e00-b028-95b5a709276f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:59.285343 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433df5e-924f-4e00-b028-95b5a709276f admin admin] Pushing event deleted for resources: {'Port': ['ID=29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:21:59.301899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4145ca1a-9452-4c94-aa69-5aa4558c5298 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:21:59.349724 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0433df5e-924f-4e00-b028-95b5a709276f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:59.446795 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0433df5e-924f-4e00-b028-95b5a709276f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:59.449866 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0433df5e-924f-4e00-b028-95b5a709276f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:59.559698 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0433df5e-924f-4e00-b028-95b5a709276f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:59.560235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0433df5e-924f-4e00-b028-95b5a709276f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2efa2cae-4a64-4460-9748-4c2a1ae4bedf {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:21:59.564654 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0433df5e-924f-4e00-b028-95b5a709276f admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:59.565919 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0433df5e-924f-4e00-b028-95b5a709276f admin admin] 10.222.0.45 "DELETE /v2.0/routers/2efa2cae-4a64-4460-9748-4c2a1ae4bedf HTTP/1.1" status: 204 len: 168 time: 0.9798634 Dec 11 23:21:59.571690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46518) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:21:59.622885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddbbbd8-b7b7-4e22-a760-0b2ddc563b99 admin admin] Deleting subnet 90fc24e7-878b-4380-ad76-f74b1d005d71 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:21:59.626088 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ddbbbd8-b7b7-4e22-a760-0b2ddc563b99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:59.660462 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ddbbbd8-b7b7-4e22-a760-0b2ddc563b99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:59.737922 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ddbbbd8-b7b7-4e22-a760-0b2ddc563b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:59.857599 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ddbbbd8-b7b7-4e22-a760-0b2ddc563b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:59.889786 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbbbd8-b7b7-4e22-a760-0b2ddc563b99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90fc24e7-878b-4380-ad76-f74b1d005d71,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:21:59.893823 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4ddbbbd8-b7b7-4e22-a760-0b2ddc563b99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:21:59.897132 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4ddbbbd8-b7b7-4e22-a760-0b2ddc563b99 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/90fc24e7-878b-4380-ad76-f74b1d005d71 HTTP/1.1" status: 204 len: 168 time: 0.3245144 Dec 11 23:21:59.899706 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46540) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:21:59.903851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1cb227-1c07-4f4d-b3f3-9e8963448205 None None] Network f8178579-ad28-47f9-8866-f3ecfed49b02 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:21:59.983123 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:00.053759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] Deleting port d6be9a4f-474f-4415-baa6-5801bad2d762 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:22:00.054345 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:00.086973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] DHCP port deletion for f8178579-ad28-47f9-8866-f3ecfed49b02 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:22:00.134546 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] For port d6be9a4f-474f-4415-baa6-5801bad2d762, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d6be9a4f-474f-4415-baa6-5801bad2d762,segment=NetworkSegment(71e99458-71ef-44e2-8503-fc91bbea2788),segment_id=71e99458-71ef-44e2-8503-fc91bbea2788)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:22:00.134955 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:00.140734 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Deleting port d6be9a4f-474f-4415-baa6-5801bad2d762 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:22:00.141113 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:00.150062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] Calling delete_port for d6be9a4f-474f-4415-baa6-5801bad2d762 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:22:00.232118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] For port d6be9a4f-474f-4415-baa6-5801bad2d762, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d6be9a4f-474f-4415-baa6-5801bad2d762,segment=NetworkSegment(71e99458-71ef-44e2-8503-fc91bbea2788),segment_id=71e99458-71ef-44e2-8503-fc91bbea2788)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:22:00.232767 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:00.247028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Calling delete_port for d6be9a4f-474f-4415-baa6-5801bad2d762 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:22:00.296177 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d6be9a4f-474f-4415-baa6-5801bad2d762 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:22:00.313335 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:00.349258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6be9a4f-474f-4415-baa6-5801bad2d762,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:00.353151 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] No DVR routers for this DVR port d6be9a4f-474f-4415-baa6-5801bad2d762 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:22:00.358526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No active binding found for port d6be9a4f-474f-4415-baa6-5801bad2d762 {{(pid=103693) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 11 23:22:00.364590 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d6be9a4f-474f-4415-baa6-5801bad2d762 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:22:00.364590 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:22:00.388996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:22:00.396340 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 29dbf8b8-a49a-4be8-9c14-b55a0f31a1a3 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:22:00.396340 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1a10f16e-4740-445a-9d67-fe35d7f9e128 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:22:00.430503 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:00.454516 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8178579-ad28-47f9-8866-f3ecfed49b02']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:22:00.464964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e99458-71ef-44e2-8503-fc91bbea2788') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:22:00.465329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e99458-71ef-44e2-8503-fc91bbea2788') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:22:00.475821 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:00.490838 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:00.498245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:22:00.498558 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:22:00.500967 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:22:00.578121 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 1a10f16e-4740-445a-9d67-fe35d7f9e128 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:22:00.578476 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1a10f16e-4740-445a-9d67-fe35d7f9e128 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:22:00.583783 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:00.613771 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Pushing event deleted for resources: {'Port': ['ID=d6be9a4f-474f-4415-baa6-5801bad2d762,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:00.616172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] No DVR routers for this DVR port d6be9a4f-474f-4415-baa6-5801bad2d762 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:22:00.622374 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:00.627166 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:00.630529 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f8178579-ad28-47f9-8866-f3ecfed49b02 HTTP/1.1" status: 204 len: 168 time: 0.7296870 Dec 11 23:22:00.634016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46574) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:22:00.638177 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:00.638536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:00.638949 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:00.639301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:00.639644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:00.639980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:00.640309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:00.640646 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:00.640975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:00.641304 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:00.641634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:00.641960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:00.642287 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e06d0c-5535-4cf8-a81e-f4147a88be67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:00.648654 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04128c19-bf6f-48d1-9959-4708355f35c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8178579-ad28-47f9-8866-f3ecfed49b02,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:01.002874 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75a4c4b2-38e4-495a-812a-8a8c33877e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:01.253702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-75a4c4b2-38e4-495a-812a-8a8c33877e12 admin admin] Deleting port 9cfd82c2-f0f0-4692-b40b-5950e384827a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:22:01.254050 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75a4c4b2-38e4-495a-812a-8a8c33877e12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:01.333384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-75a4c4b2-38e4-495a-812a-8a8c33877e12 admin admin] For port 9cfd82c2-f0f0-4692-b40b-5950e384827a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9cfd82c2-f0f0-4692-b40b-5950e384827a,segment=NetworkSegment(7885d2b5-fd4c-459e-ad4b-c539fca9591d),segment_id=7885d2b5-fd4c-459e-ad4b-c539fca9591d)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:22:01.333785 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75a4c4b2-38e4-495a-812a-8a8c33877e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:01.345344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-75a4c4b2-38e4-495a-812a-8a8c33877e12 admin admin] Calling delete_port for 9cfd82c2-f0f0-4692-b40b-5950e384827a owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:22:01.587786 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75a4c4b2-38e4-495a-812a-8a8c33877e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:01.616407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4c4b2-38e4-495a-812a-8a8c33877e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cfd82c2-f0f0-4692-b40b-5950e384827a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:01.785165 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-75a4c4b2-38e4-495a-812a-8a8c33877e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:02.001078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a4c4b2-38e4-495a-812a-8a8c33877e12 admin admin] Router e9be55b1-da2e-40c7-be4f-3f0393fb7304 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:22:02.107820 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a4c4b2-38e4-495a-812a-8a8c33877e12 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:22:02.112908 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-75a4c4b2-38e4-495a-812a-8a8c33877e12 admin admin] 10.222.0.45 "PUT /v2.0/routers/e9be55b1-da2e-40c7-be4f-3f0393fb7304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4777734 Dec 11 23:22:02.115867 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46600) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:22:02.116877 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f4301e-9f7a-4b9e-85fc-d23efe125c02 None None] Sync routers for ids ['e9be55b1-da2e-40c7-be4f-3f0393fb7304'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:22:02.127550 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f4301e-9f7a-4b9e-85fc-d23efe125c02 None None] Routers {'e9be55b1-da2e-40c7-be4f-3f0393fb7304'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:22:02.128167 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-39f4301e-9f7a-4b9e-85fc-d23efe125c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:21:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e9be55b1-da2e-40c7-be4f-3f0393fb7304'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:22:02.229745 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6bdab124-bb59-4b55-8b4f-4163fe2d17b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:02.334958 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6bdab124-bb59-4b55-8b4f-4163fe2d17b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:02.336133 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-39f4301e-9f7a-4b9e-85fc-d23efe125c02 None None] Set router e9be55b1-da2e-40c7-be4f-3f0393fb7304 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:22:02.447656 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-6bdab124-bb59-4b55-8b4f-4163fe2d17b1 admin admin] Deleting port 9573d9b4-a406-4202-984a-9d4f8f1315c4 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:22:02.447996 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6bdab124-bb59-4b55-8b4f-4163fe2d17b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:02.517904 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-39f4301e-9f7a-4b9e-85fc-d23efe125c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'name': 'tempest-TestVolumeBackupRestore-1088104808-router', 'tenant_id': '44a1923601194e68be8cda8309e53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '9573d9b4-a406-4202-984a-9d4f8f1315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:54Z', 'updated_at': '2021-12-11T23:22:01Z', 'revision_number': 5, 'project_id': '44a1923601194e68be8cda8309e53b93', 'gw_port': {'id': '9573d9b4-a406-4202-984a-9d4f8f1315c4', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:17:54Z', 'updated_at': '2021-12-11T23:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:22:02.527454 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-6bdab124-bb59-4b55-8b4f-4163fe2d17b1 admin admin] For port 9573d9b4-a406-4202-984a-9d4f8f1315c4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9573d9b4-a406-4202-984a-9d4f8f1315c4,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:22:02.527825 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6bdab124-bb59-4b55-8b4f-4163fe2d17b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:02.539650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-6bdab124-bb59-4b55-8b4f-4163fe2d17b1 admin admin] Calling delete_port for 9573d9b4-a406-4202-984a-9d4f8f1315c4 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:22:02.543880 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f4301e-9f7a-4b9e-85fc-d23efe125c02 None None] Checking router: e9be55b1-da2e-40c7-be4f-3f0393fb7304 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:22:02.552207 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f4301e-9f7a-4b9e-85fc-d23efe125c02 None None] Routers {'e9be55b1-da2e-40c7-be4f-3f0393fb7304'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:22:02.552818 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-39f4301e-9f7a-4b9e-85fc-d23efe125c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:21:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['e9be55b1-da2e-40c7-be4f-3f0393fb7304'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:22:02.639346 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-39f4301e-9f7a-4b9e-85fc-d23efe125c02 None None] Set router e9be55b1-da2e-40c7-be4f-3f0393fb7304 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:22:02.696383 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-39f4301e-9f7a-4b9e-85fc-d23efe125c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'name': 'tempest-TestVolumeBackupRestore-1088104808-router', 'tenant_id': '44a1923601194e68be8cda8309e53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:54Z', 'updated_at': '2021-12-11T23:22:02Z', 'revision_number': 6, 'project_id': '44a1923601194e68be8cda8309e53b93', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:22:02.723025 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f4301e-9f7a-4b9e-85fc-d23efe125c02 None None] The sync data for ids ['e9be55b1-da2e-40c7-be4f-3f0393fb7304'] in n-d-710847-6 is: [{'id': 'e9be55b1-da2e-40c7-be4f-3f0393fb7304', 'name': 'tempest-TestVolumeBackupRestore-1088104808-router', 'tenant_id': '44a1923601194e68be8cda8309e53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:17:54Z', 'updated_at': '2021-12-11T23:22:02Z', 'revision_number': 6, 'project_id': '44a1923601194e68be8cda8309e53b93', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:22:02.770854 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6bdab124-bb59-4b55-8b4f-4163fe2d17b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:02.799211 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdab124-bb59-4b55-8b4f-4163fe2d17b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9573d9b4-a406-4202-984a-9d4f8f1315c4,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:02.815528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc1815-92ae-49f9-abff-ce36418ce41f None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:22:02.868086 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6bdab124-bb59-4b55-8b4f-4163fe2d17b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:02.957782 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6bdab124-bb59-4b55-8b4f-4163fe2d17b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:02.959913 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6bdab124-bb59-4b55-8b4f-4163fe2d17b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.045089 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6bdab124-bb59-4b55-8b4f-4163fe2d17b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.045537 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdab124-bb59-4b55-8b4f-4163fe2d17b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9be55b1-da2e-40c7-be4f-3f0393fb7304 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:22:03.050361 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6bdab124-bb59-4b55-8b4f-4163fe2d17b1 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.051576 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6bdab124-bb59-4b55-8b4f-4163fe2d17b1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e9be55b1-da2e-40c7-be4f-3f0393fb7304 HTTP/1.1" status: 204 len: 168 time: 0.9346817 Dec 11 23:22:03.053978 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46602) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:22:03.104789 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fed2f3-b89b-46f5-b523-b7abb02420e8 admin admin] Deleting subnet 24095bf6-278e-41b2-a3a2-efcbdcc08972 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:22:03.109092 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-65fed2f3-b89b-46f5-b523-b7abb02420e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.144508 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-65fed2f3-b89b-46f5-b523-b7abb02420e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.223268 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-65fed2f3-b89b-46f5-b523-b7abb02420e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.319594 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-65fed2f3-b89b-46f5-b523-b7abb02420e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.347461 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fed2f3-b89b-46f5-b523-b7abb02420e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24095bf6-278e-41b2-a3a2-efcbdcc08972,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:03.353475 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-65fed2f3-b89b-46f5-b523-b7abb02420e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.357431 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-65fed2f3-b89b-46f5-b523-b7abb02420e8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/24095bf6-278e-41b2-a3a2-efcbdcc08972 HTTP/1.1" status: 204 len: 168 time: 0.3025022 Dec 11 23:22:03.360165 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac9711c-9e05-4f75-ac8a-2339b302f737 None None] Network 9c509f99-3bbc-4e57-a6db-0e3151a6e5ef requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:22:03.362487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46604) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:22:03.429689 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.484337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] Deleting port f7a52da1-1073-4e26-b084-19a710f2e821 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:22:03.484695 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.521194 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63529e7-4eaf-474f-9faa-c3f84be32263 None None] DHCP port deletion for 9c509f99-3bbc-4e57-a6db-0e3151a6e5ef request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:22:03.556352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] For port f7a52da1-1073-4e26-b084-19a710f2e821, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f7a52da1-1073-4e26-b084-19a710f2e821,segment=NetworkSegment(7885d2b5-fd4c-459e-ad4b-c539fca9591d),segment_id=7885d2b5-fd4c-459e-ad4b-c539fca9591d)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:22:03.556747 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.570079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] Calling delete_port for f7a52da1-1073-4e26-b084-19a710f2e821 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:22:03.570519 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d63529e7-4eaf-474f-9faa-c3f84be32263 None None] Deleting port f7a52da1-1073-4e26-b084-19a710f2e821 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:22:03.570936 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d63529e7-4eaf-474f-9faa-c3f84be32263 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.641713 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d63529e7-4eaf-474f-9faa-c3f84be32263 None None] For port f7a52da1-1073-4e26-b084-19a710f2e821, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f7a52da1-1073-4e26-b084-19a710f2e821,segment=NetworkSegment(7885d2b5-fd4c-459e-ad4b-c539fca9591d),segment_id=7885d2b5-fd4c-459e-ad4b-c539fca9591d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:22:03.642366 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d63529e7-4eaf-474f-9faa-c3f84be32263 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.656687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d63529e7-4eaf-474f-9faa-c3f84be32263 None None] Calling delete_port for f7a52da1-1073-4e26-b084-19a710f2e821 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:22:03.713138 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.736422 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d63529e7-4eaf-474f-9faa-c3f84be32263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.742607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a52da1-1073-4e26-b084-19a710f2e821,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:03.743329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] No DVR routers for this DVR port f7a52da1-1073-4e26-b084-19a710f2e821 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:22:03.766210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63529e7-4eaf-474f-9faa-c3f84be32263 None None] Pushing event deleted for resources: {'Port': ['ID=f7a52da1-1073-4e26-b084-19a710f2e821,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:03.773704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63529e7-4eaf-474f-9faa-c3f84be32263 None None] No DVR routers for this DVR port f7a52da1-1073-4e26-b084-19a710f2e821 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:22:03.822291 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.842507 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c509f99-3bbc-4e57-a6db-0e3151a6e5ef']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:22:03.851529 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7885d2b5-fd4c-459e-ad4b-c539fca9591d') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:22:03.851833 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7885d2b5-fd4c-459e-ad4b-c539fca9591d') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:22:03.861715 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.874574 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.880566 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:22:03.880950 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:22:03.882587 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:22:03.993328 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:04.000524 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:04.003078 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] 10.222.0.45 "DELETE /v2.0/networks/9c509f99-3bbc-4e57-a6db-0e3151a6e5ef HTTP/1.1" status: 204 len: 168 time: 0.6395006 Dec 11 23:22:04.260479 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16e03f-e6b8-4e47-9908-4ca29773e28d admin admin] Pushing event deleted for resources: {'Network': ['ID=9c509f99-3bbc-4e57-a6db-0e3151a6e5ef,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:04.265625 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9cfd82c2-f0f0-4692-b40b-5950e384827a no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:22:04.291013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 9cfd82c2-f0f0-4692-b40b-5950e384827a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:22:04.291381 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9cfd82c2-f0f0-4692-b40b-5950e384827a not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:22:04.291801 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9573d9b4-a406-4202-984a-9d4f8f1315c4 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:22:04.304111 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46608) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:22:04.313112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 9573d9b4-a406-4202-984a-9d4f8f1315c4 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:22:04.313475 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9573d9b4-a406-4202-984a-9d4f8f1315c4 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:22:04.313911 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f7a52da1-1073-4e26-b084-19a710f2e821 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:22:04.333620 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: f7a52da1-1073-4e26-b084-19a710f2e821 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:22:04.333968 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f7a52da1-1073-4e26-b084-19a710f2e821 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:22:04.345190 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6f3c593e-fb69-4dd8-acd6-a5f462c4145f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f1650b52592438bb70bd31d3b9db857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395710 Dec 11 23:22:04.347532 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46610) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:22:04.395730 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-afbf2a3b-b86e-44bd-a189-668c9d3bade4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:04.416982 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-afbf2a3b-b86e-44bd-a189-668c9d3bade4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:04.546510 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-afbf2a3b-b86e-44bd-a189-668c9d3bade4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:04.549239 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-afbf2a3b-b86e-44bd-a189-668c9d3bade4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:04.550435 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-afbf2a3b-b86e-44bd-a189-668c9d3bade4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/855e432c-20b0-483f-9ccc-432ac06385f1 HTTP/1.1" status: 204 len: 168 time: 0.2019503 Dec 11 23:22:04.558210 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf2a3b-b86e-44bd-a189-668c9d3bade4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855e432c-20b0-483f-9ccc-432ac06385f1,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:05.175334 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46616) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:22:05.214644 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3d278fb3-e85a-4e5a-8dd5-dfbf0c70420a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44a1923601194e68be8cda8309e53b93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381584 Dec 11 23:22:05.217083 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46618) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:22:05.263279 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e49a4e62-e595-4744-8679-a6553e41a423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:05.286322 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e49a4e62-e595-4744-8679-a6553e41a423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:05.409392 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e49a4e62-e595-4744-8679-a6553e41a423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:05.412057 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e49a4e62-e595-4744-8679-a6553e41a423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:05.413207 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e49a4e62-e595-4744-8679-a6553e41a423 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/504d0a08-d834-4444-9b71-9ab1b2afeb6f HTTP/1.1" status: 204 len: 168 time: 0.1952257 Dec 11 23:22:05.421178 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a4e62-e595-4744-8679-a6553e41a423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504d0a08-d834-4444-9b71-9ab1b2afeb6f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:10.375983 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:22:14.009992 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:16.506663 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-13a2879e-f213-4beb-b86d-e9cf1d8a5092 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=056883c3839c4a7cb730bcf83714da23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287569 Dec 11 23:22:16.686677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-74cdfc62-2707-4544-8ac0-ecd5fcff5ae0 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:16.688097 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-74cdfc62-2707-4544-8ac0-ecd5fcff5ae0 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760643 Dec 11 23:22:16.703027 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-17109234-4940-4c44-82c6-e1b456652ef3 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/quotas/056883c3839c4a7cb730bcf83714da23 HTTP/1.1" status: 200 len: 375 time: 0.0090334 Dec 11 23:22:16.737908 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-11417059-7f68-4af5-9868-3de593d50050 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=056883c3839c4a7cb730bcf83714da23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294898 Dec 11 23:22:16.958191 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85039d7c-053b-4828-b2e0-f24a54276a42 req-a6780245-777d-4c73-8299-c29126737bff tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 210 time: 0.0267196 Dec 11 23:22:17.672132 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:18.035449 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f969e17c-a76f-4a37-8bdd-5d7843664c66 req-c589829e-aeb8-4431-a627-305e7c6569a0 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 210 time: 0.0260942 Dec 11 23:22:18.844311 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3a1de1ac-7d8b-4a21-9517-269540f294a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:19.128332 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-49fcee0c-f50d-466d-a399-e82161c233ea req-022ad2ba-9852-4fa3-8f3f-0926e567d495 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 210 time: 0.0265274 Dec 11 23:22:20.223580 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-17852f75-ba24-4abf-b18f-951dc4f24b00 req-4c51de29-523b-46f4-b980-ea39ee7b8631 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 210 time: 0.0264947 Dec 11 23:22:21.153673 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-73136a49-41b7-4474-93bf-7787a2de9f18 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=056883c3839c4a7cb730bcf83714da23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286834 Dec 11 23:22:21.318845 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ab53-f4b6-4b9f-a620-6a8ba4dca45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:21.354763 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f99761f-8e15-4f43-bd2f-43f9c46e616f req-65e69444-6582-4bf1-b5dc-bbd37c59fae9 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 210 time: 0.0547006 Dec 11 23:22:21.370203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-fb2cfc1e-4815-4253-afc5-5093f38e31b5 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:21.371673 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-fb2cfc1e-4815-4253-afc5-5093f38e31b5 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118320 Dec 11 23:22:21.389617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Request body: {'port': {'device_id': '3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'admin_state_up': True, 'tenant_id': '056883c3839c4a7cb730bcf83714da23'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:22:21.552019 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Made reservation on behalf of 056883c3839c4a7cb730bcf83714da23 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:22:21.555542 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:21.567443 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:21.640560 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:21.729668 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:21.795282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3649cbce-7863-45ad-967b-5e8f7df6453f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:21.859002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Allocated IP 192.168.233.184 (1ea58e52-dcef-474c-a1da-1aec9eb6d4ed/b5a4eede-2907-42c1-a85e-5bac0147620a/4d895fb0-8771-4389-aa1e-f9bcb36d5576) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:22:22.006896 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:22.096133 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:22.139790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:22:22.142752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:22:22.146202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:22:22.173761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Pushing event updated for resources: {'Port': ['ID=4d895fb0-8771-4389-aa1e-f9bcb36d5576,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:22.204059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:22.204697 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:22.298670 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-598e230b-2046-4dcc-8741-2a858f4ac5cb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9131804 Dec 11 23:22:22.316768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Request body: {'port': {'device_id': '3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:22:22.352689 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:22.368452 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:22.403645 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9639a1e3-065e-46be-b743-2a20fb282764 None None] Provisioning complete for port 4d895fb0-8771-4389-aa1e-f9bcb36d5576 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:22:22.404018 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9639a1e3-065e-46be-b743-2a20fb282764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:22.443968 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9639a1e3-065e-46be-b743-2a20fb282764 None None] Port 4d895fb0-8771-4389-aa1e-f9bcb36d5576 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:22:22.474754 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18da60-23b1-498c-9f35-c0ac1c43173d req-1575f133-43ed-4f84-b85d-9f1a79fddc66 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:22.476408 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2b18da60-23b1-498c-9f35-c0ac1c43173d req-1575f133-43ed-4f84-b85d-9f1a79fddc66 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 936 time: 0.0496879 Dec 11 23:22:22.529310 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2b18da60-23b1-498c-9f35-c0ac1c43173d req-feb7d8e5-bdee-42c1-8db9-937fee66cf55 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649cbce-7863-45ad-967b-5e8f7df6453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467923 Dec 11 23:22:22.633286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d895fb0-8771-4389-aa1e-f9bcb36d5576 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:22:22.640394 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:22.652054 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Transition to ACTIVE for port object 4d895fb0-8771-4389-aa1e-f9bcb36d5576 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:22:22.689655 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:22.741661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Pushing event updated for resources: {'Port': ['ID=4d895fb0-8771-4389-aa1e-f9bcb36d5576,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:22.814116 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Attempting to bind port 4d895fb0-8771-4389-aa1e-f9bcb36d5576 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:22:22.814460 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Attempting to bind port 4d895fb0-8771-4389-aa1e-f9bcb36d5576 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:22:22.814791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Attempting to bind port 4d895fb0-8771-4389-aa1e-f9bcb36d5576 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:22:22.819373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Port 4d895fb0-8771-4389-aa1e-f9bcb36d5576 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:22:22.819697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Attempting to bind port 4d895fb0-8771-4389-aa1e-f9bcb36d5576 on network 1ea58e52-dcef-474c-a1da-1aec9eb6d4ed {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:22:22.825138 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:22:22.825481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Checking segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:22:22.825895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Bound using segment: {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:22:22.826885 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Bound port: 4d895fb0-8771-4389-aa1e-f9bcb36d5576, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d74641-7711-4c69-bb75-f31ad169aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:22:22.827191 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:22.893125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] For port 4d895fb0-8771-4389-aa1e-f9bcb36d5576, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:22:22.896362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] For port 4d895fb0-8771-4389-aa1e-f9bcb36d5576, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4d895fb0-8771-4389-aa1e-f9bcb36d5576,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:22:22.959117 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:22.994299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:22.995725 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:22.996612 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] 10.222.0.47 "PUT /v2.0/ports/4d895fb0-8771-4389-aa1e-f9bcb36d5576 HTTP/1.1" status: 200 len: 1096 time: 0.6842055 Dec 11 23:22:23.001853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3', 'tag': '4d895fb0-8771-4389-aa1e-f9bcb36d5576'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:22:23.004157 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718df63f-d3da-4846-81a3-fab275183c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3", "tag": "4d895fb0-8771-4389-aa1e-f9bcb36d5576"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:22:23.049978 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73752785-9c47-4b86-be45-a26700dfa475 x-openstack-request-id: req-73752785-9c47-4b86-be45-a26700dfa475 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:22:23.050452 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3", "tag": "4d895fb0-8771-4389-aa1e-f9bcb36d5576", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:22:23.050923 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73752785-9c47-4b86-be45-a26700dfa475 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:22:23.051532 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3', 'tag': '4d895fb0-8771-4389-aa1e-f9bcb36d5576', 'status': 'completed', 'code': 200} Dec 11 23:22:23.055585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985457e-1ab7-42c7-8d95-fc169a92542d service neutron] Pushing event updated for resources: {'Port': ['ID=4d895fb0-8771-4389-aa1e-f9bcb36d5576,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:23.136235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718df63f-d3da-4846-81a3-fab275183c9f req-d5a33ac7-2350-48e1-b7b0-0dec03b4dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:23.138030 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-718df63f-d3da-4846-81a3-fab275183c9f req-d5a33ac7-2350-48e1-b7b0-0dec03b4dc9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=056883c3839c4a7cb730bcf83714da23&device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 1099 time: 0.0464869 Dec 11 23:22:23.174168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-718df63f-d3da-4846-81a3-fab275183c9f req-231aa7a5-2d25-4e35-84e4-37e84ee12fa0 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=056883c3839c4a7cb730bcf83714da23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225880 Dec 11 23:22:23.277798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718df63f-d3da-4846-81a3-fab275183c9f req-ccbbdd06-5a17-46c4-9a22-f49d37b8a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:23.279306 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-718df63f-d3da-4846-81a3-fab275183c9f req-ccbbdd06-5a17-46c4-9a22-f49d37b8a108 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980806 Dec 11 23:22:23.373024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-7fa241fa-9846-4275-b48b-422268757312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:23.375035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-7fa241fa-9846-4275-b48b-422268757312 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=056883c3839c4a7cb730bcf83714da23&device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 1099 time: 0.0401549 Dec 11 23:22:23.422099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-1d4d8d97-cef6-402b-87a8-97fcfaf5fe30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=4d895fb0-8771-4389-aa1e-f9bcb36d5576 HTTP/1.1" status: 200 len: 217 time: 0.0338986 Dec 11 23:22:23.469848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-2db360af-9b7c-4da8-b989-bd674fd881ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:23.471187 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-2db360af-9b7c-4da8-b989-bd674fd881ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5a4eede-2907-42c1-a85e-5bac0147620a HTTP/1.1" status: 200 len: 843 time: 0.0424380 Dec 11 23:22:23.520961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-54d736a5-b017-4df9-a453-5ebb1a462843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:23.522446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-54d736a5-b017-4df9-a453-5ebb1a462843 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ea58e52-dcef-474c-a1da-1aec9eb6d4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447218 Dec 11 23:22:23.614692 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-6db391f7-c412-4609-82a8-5054f143b18e service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837817 Dec 11 23:22:23.647113 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03073dc8-765d-4fc1-ad0e-7018c238aa76 req-2aa4eece-2100-4d53-a630-17f69330bb28 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:23.648606 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03073dc8-765d-4fc1-ad0e-7018c238aa76 req-2aa4eece-2100-4d53-a630-17f69330bb28 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 948 time: 0.0495074 Dec 11 23:22:23.701474 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03073dc8-765d-4fc1-ad0e-7018c238aa76 req-59399034-4cbe-4763-b15b-132af67036d8 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649cbce-7863-45ad-967b-5e8f7df6453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460052 Dec 11 23:22:23.986350 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:24.000069 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bf79ccf-cef1-420d-b097-81a9cee4b64e req-0a946ae8-5525-4b46-b771-22082e4511d0 service neutron] 10.222.0.47 "GET /v2.0/networks/1ea58e52-dcef-474c-a1da-1aec9eb6d4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782401 Dec 11 23:22:24.638234 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:24.817620 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34752b3-fa67-419c-9984-dc0d174cecb6 req-c70a5246-881a-42ac-b4dd-d766e0d7623b tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:24.819153 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d34752b3-fa67-419c-9984-dc0d174cecb6 req-c70a5246-881a-42ac-b4dd-d766e0d7623b tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 948 time: 0.0490294 Dec 11 23:22:24.866085 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d34752b3-fa67-419c-9984-dc0d174cecb6 req-fda292ca-d57c-477a-abb6-c5f616fe031f tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649cbce-7863-45ad-967b-5e8f7df6453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409043 Dec 11 23:22:25.981675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f00818-d0ca-4ad4-ab60-8f2c4ee4c260 req-a5e4d857-7bfc-479a-9bfc-8a82977380bf tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:25.983571 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-57f00818-d0ca-4ad4-ab60-8f2c4ee4c260 req-a5e4d857-7bfc-479a-9bfc-8a82977380bf tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 948 time: 0.0505683 Dec 11 23:22:26.031428 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-57f00818-d0ca-4ad4-ab60-8f2c4ee4c260 req-665b06c0-c373-432f-9ad9-166c77208656 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649cbce-7863-45ad-967b-5e8f7df6453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419679 Dec 11 23:22:27.148307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f2f22-af83-442d-8fcd-9fd5edd307db req-74471167-a2c6-427e-b077-d698d8370371 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:27.149793 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed7f2f22-af83-442d-8fcd-9fd5edd307db req-74471167-a2c6-427e-b077-d698d8370371 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 948 time: 0.0484860 Dec 11 23:22:27.205471 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ed7f2f22-af83-442d-8fcd-9fd5edd307db req-d3d3db78-60a2-435a-8515-aa3a61c2a20e tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649cbce-7863-45ad-967b-5e8f7df6453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485756 Dec 11 23:22:27.584459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4d895fb0-8771-4389-aa1e-f9bcb36d5576 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:22:27.681427 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4d895fb0-8771-4389-aa1e-f9bcb36d5576, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4d895fb0-8771-4389-aa1e-f9bcb36d5576,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:22:27.692885 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '4d895fb0-8771-4389-aa1e-f9bcb36d5576', 'network_id': '1ea58e52-dcef-474c-a1da-1aec9eb6d4ed', 'port_id': '4d895fb0-8771-4389-aa1e-f9bcb36d5576', 'mac_address': 'fa:16:3e:2a:14:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a4eede-2907-42c1-a85e-5bac0147620a', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:22:27.729406 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:27.742486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d895fb0-8771-4389-aa1e-f9bcb36d5576 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:22:27.761401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4d895fb0-8771-4389-aa1e-f9bcb36d5576, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4d895fb0-8771-4389-aa1e-f9bcb36d5576,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:22:27.861363 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:27.908067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=4d895fb0-8771-4389-aa1e-f9bcb36d5576,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:28.167247 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['4d895fb0-8771-4389-aa1e-f9bcb36d5576'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:22:28.327473 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9475-8daa-42c1-a593-b70a2be254e6 req-df24acac-e0bc-4a37-9484-5b10b1171bd8 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:28.328864 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ea0b9475-8daa-42c1-a593-b70a2be254e6 req-df24acac-e0bc-4a37-9484-5b10b1171bd8 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 949 time: 0.0537302 Dec 11 23:22:28.376194 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ea0b9475-8daa-42c1-a593-b70a2be254e6 req-af70af27-d396-42ed-a412-a1389230d1bb tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649cbce-7863-45ad-967b-5e8f7df6453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 Dec 11 23:22:29.489818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c5d0a-afbf-47e5-a9e6-47b59a6e7f46 req-0cd7a55f-6304-4f2a-9297-97ebcc0bffbd tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:29.491329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-695c5d0a-afbf-47e5-a9e6-47b59a6e7f46 req-0cd7a55f-6304-4f2a-9297-97ebcc0bffbd tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 949 time: 0.0483046 Dec 11 23:22:29.537950 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-695c5d0a-afbf-47e5-a9e6-47b59a6e7f46 req-19eb6951-726d-45d9-bdea-ac4d7a42582a tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649cbce-7863-45ad-967b-5e8f7df6453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406370 Dec 11 23:22:29.599564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4d895fb0-8771-4389-aa1e-f9bcb36d5576 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:22:29.724123 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 4d895fb0-8771-4389-aa1e-f9bcb36d5576 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:22:29.728069 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 4d895fb0-8771-4389-aa1e-f9bcb36d5576 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:22:29.728503 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:29.807499 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:29.830077 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d895fb0-8771-4389-aa1e-f9bcb36d5576'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:22:29.832337 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8ee8db-82c6-4e98-9e29-e0898b44c37b" -d '{"events": [{"server_uuid": "3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3", "name": "network-vif-plugged", "status": "completed", "tag": "4d895fb0-8771-4389-aa1e-f9bcb36d5576"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:22:29.845797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4d895fb0-8771-4389-aa1e-f9bcb36d5576, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4d895fb0-8771-4389-aa1e-f9bcb36d5576,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:22:29.884235 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:29.933310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=4d895fb0-8771-4389-aa1e-f9bcb36d5576,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:29.942102 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672f92af-70e3-4d9a-9ea6-ce724023d661 x-openstack-request-id: req-672f92af-70e3-4d9a-9ea6-ce724023d661 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:22:29.942102 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3", "name": "network-vif-plugged", "status": "completed", "tag": "4d895fb0-8771-4389-aa1e-f9bcb36d5576", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:22:29.942295 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-672f92af-70e3-4d9a-9ea6-ce724023d661 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:22:29.942636 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d895fb0-8771-4389-aa1e-f9bcb36d5576', 'code': 200} Dec 11 23:22:30.084541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb10e3-04db-4cde-8ada-2482cf5ad936 req-1e4e7a15-807f-4f35-b4d4-2ceefed47f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:30.086018 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b4fb10e3-04db-4cde-8ada-2482cf5ad936 req-1e4e7a15-807f-4f35-b4d4-2ceefed47f9e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 1101 time: 0.0387380 Dec 11 23:22:30.130728 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b4fb10e3-04db-4cde-8ada-2482cf5ad936 req-4327139e-72c0-4229-99b0-a2cd6402c86a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3649cbce-7863-45ad-967b-5e8f7df6453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365579 Dec 11 23:22:30.656981 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3398c-2967-4cab-b4b8-66dd4323e326 req-aaec7af3-44f5-48ee-a722-e132ffa8efdf tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:30.658495 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22b3398c-2967-4cab-b4b8-66dd4323e326 req-aaec7af3-44f5-48ee-a722-e132ffa8efdf tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 950 time: 0.0534477 Dec 11 23:22:30.706248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22b3398c-2967-4cab-b4b8-66dd4323e326 req-0d90d625-01be-4bd8-98cb-1632ae43809d tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649cbce-7863-45ad-967b-5e8f7df6453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416439 Dec 11 23:22:31.822916 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19482140-fa36-41ee-a546-ff3e486f68d3 req-d971397c-89f4-4935-b3ca-5d9f5099cb22 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:31.824377 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19482140-fa36-41ee-a546-ff3e486f68d3 req-d971397c-89f4-4935-b3ca-5d9f5099cb22 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 950 time: 0.0479147 Dec 11 23:22:31.870384 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19482140-fa36-41ee-a546-ff3e486f68d3 req-58bc596c-03d9-4817-ad16-81140cc488a5 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649cbce-7863-45ad-967b-5e8f7df6453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401263 Dec 11 23:22:32.301767 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-8712797b-d64e-4934-b7f2-2ba177420d21 req-46e8ea0f-7364-43d8-bf17-6ec3b4594844 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:22:32.302776 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8712797b-d64e-4934-b7f2-2ba177420d21 req-46e8ea0f-7364-43d8-bf17-6ec3b4594844 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1106801 Dec 11 23:22:32.860303 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-af80c640-a016-4bae-a3c2-9917493b164b req-8cb2bc99-5858-40ba-a7e7-3f48190bb323 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:22:32.861323 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-af80c640-a016-4bae-a3c2-9917493b164b req-8cb2bc99-5858-40ba-a7e7-3f48190bb323 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0874214 Dec 11 23:22:33.430062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e845ee-18f2-4762-9d39-ac3c656e2e5c req-1e86ee2e-ca94-4ff8-abfd-2f8a9784a8e7 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:33.431571 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c6e845ee-18f2-4762-9d39-ac3c656e2e5c req-1e86ee2e-ca94-4ff8-abfd-2f8a9784a8e7 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 950 time: 0.0526636 Dec 11 23:22:33.479259 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c6e845ee-18f2-4762-9d39-ac3c656e2e5c req-2e690be5-87fe-47ed-b20d-e74ef32ebdec tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649cbce-7863-45ad-967b-5e8f7df6453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411129 Dec 11 23:22:34.596153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c3e55-0b1e-49ea-a4bd-7c4421074dd0 req-01ce8999-fb97-48cd-8113-8321dad14fc2 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:34.597635 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f5c3e55-0b1e-49ea-a4bd-7c4421074dd0 req-01ce8999-fb97-48cd-8113-8321dad14fc2 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 950 time: 0.0484638 Dec 11 23:22:34.644714 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f5c3e55-0b1e-49ea-a4bd-7c4421074dd0 req-534485dd-7721-4090-803b-413f44d42091 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649cbce-7863-45ad-967b-5e8f7df6453f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408893 Dec 11 23:22:34.894387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bdbb4-3dd8-473a-82f6-be727a5ada94 req-6a1d7aad-8942-4f4b-b8f5-6c51274cb737 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:34.895900 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ca4bdbb4-3dd8-473a-82f6-be727a5ada94 req-6a1d7aad-8942-4f4b-b8f5-6c51274cb737 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 950 time: 0.0483148 Dec 11 23:22:34.987470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-ca4bdbb4-3dd8-473a-82f6-be727a5ada94 req-b75007a6-27de-474a-9f78-d3532c2de1e7 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Deleting port 4d895fb0-8771-4389-aa1e-f9bcb36d5576 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:22:34.987813 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca4bdbb4-3dd8-473a-82f6-be727a5ada94 req-b75007a6-27de-474a-9f78-d3532c2de1e7 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:35.075607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ca4bdbb4-3dd8-473a-82f6-be727a5ada94 req-b75007a6-27de-474a-9f78-d3532c2de1e7 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] For port 4d895fb0-8771-4389-aa1e-f9bcb36d5576, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4d895fb0-8771-4389-aa1e-f9bcb36d5576,segment=NetworkSegment(85d74641-7711-4c69-bb75-f31ad169aa3a),segment_id=85d74641-7711-4c69-bb75-f31ad169aa3a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:22:35.076867 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca4bdbb4-3dd8-473a-82f6-be727a5ada94 req-b75007a6-27de-474a-9f78-d3532c2de1e7 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:35.088081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-ca4bdbb4-3dd8-473a-82f6-be727a5ada94 req-b75007a6-27de-474a-9f78-d3532c2de1e7 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Calling delete_port for 4d895fb0-8771-4389-aa1e-f9bcb36d5576 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:22:35.301493 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca4bdbb4-3dd8-473a-82f6-be727a5ada94 req-b75007a6-27de-474a-9f78-d3532c2de1e7 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:35.330716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75007a6-27de-474a-9f78-d3532c2de1e7 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Pushing event deleted for resources: {'Port': ['ID=4d895fb0-8771-4389-aa1e-f9bcb36d5576,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:35.334427 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['4d895fb0-8771-4389-aa1e-f9bcb36d5576'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:22:35.376621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4bdbb4-3dd8-473a-82f6-be727a5ada94 req-b75007a6-27de-474a-9f78-d3532c2de1e7 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] No DVR routers for this DVR port 4d895fb0-8771-4389-aa1e-f9bcb36d5576 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:22:35.379265 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ca4bdbb4-3dd8-473a-82f6-be727a5ada94 req-b75007a6-27de-474a-9f78-d3532c2de1e7 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:35.382705 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ca4bdbb4-3dd8-473a-82f6-be727a5ada94 req-b75007a6-27de-474a-9f78-d3532c2de1e7 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.47 "DELETE /v2.0/ports/4d895fb0-8771-4389-aa1e-f9bcb36d5576 HTTP/1.1" status: 204 len: 173 time: 0.4791477 Dec 11 23:22:35.383182 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3', 'name': 'network-vif-deleted', 'tag': '4d895fb0-8771-4389-aa1e-f9bcb36d5576'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:22:35.385480 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ad40cb-0e27-4eb6-962c-84adb74faf96" -d '{"events": [{"server_uuid": "3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3", "name": "network-vif-deleted", "tag": "4d895fb0-8771-4389-aa1e-f9bcb36d5576"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:22:35.425306 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c40073-c051-4d81-8ba9-9d09d0bff0a8 x-openstack-request-id: req-82c40073-c051-4d81-8ba9-9d09d0bff0a8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:22:35.425637 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3", "name": "network-vif-deleted", "tag": "4d895fb0-8771-4389-aa1e-f9bcb36d5576", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:22:35.425902 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82c40073-c051-4d81-8ba9-9d09d0bff0a8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:22:35.426305 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3', 'name': 'network-vif-deleted', 'tag': '4d895fb0-8771-4389-aa1e-f9bcb36d5576', 'status': 'completed', 'code': 200} Dec 11 23:22:35.752490 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-704034bb-e05a-43d8-ba6f-fab1bba8af36 req-414e4402-ea86-4057-b28a-aefe54aeec86 tempest-ServersAdminNegativeTestJSON-1779055752 tempest-ServersAdminNegativeTestJSON-1779055752-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d0b9d05-a4f5-49aa-b4fd-8582358ba8a3 HTTP/1.1" status: 200 len: 210 time: 0.0272365 Dec 11 23:22:37.258055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46776) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:22:37.389787 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4679a8fd-4b45-4811-9291-676e62f63bb3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=056883c3839c4a7cb730bcf83714da23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304765 Dec 11 23:22:37.392330 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46780) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:22:37.439096 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13565560-7985-4359-8fb2-34a1064b53b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:37.459286 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13565560-7985-4359-8fb2-34a1064b53b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:37.546939 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13565560-7985-4359-8fb2-34a1064b53b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:37.549545 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-13565560-7985-4359-8fb2-34a1064b53b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:37.550704 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-13565560-7985-4359-8fb2-34a1064b53b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3649cbce-7863-45ad-967b-5e8f7df6453f HTTP/1.1" status: 204 len: 168 time: 0.1574721 Dec 11 23:22:37.558798 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13565560-7985-4359-8fb2-34a1064b53b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3649cbce-7863-45ad-967b-5e8f7df6453f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:38.146982 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 46786) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:22:38.160252 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dcd3bc67-b1e4-4dc1-9813-b8730616c328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:38.237237 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dcd3bc67-b1e4-4dc1-9813-b8730616c328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:38.272211 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-dcd3bc67-b1e4-4dc1-9813-b8730616c328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:38.312543 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dcd3bc67-b1e4-4dc1-9813-b8730616c328 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dec84843b34642f9ba6c82b73fd53850&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1644685 Dec 11 23:22:38.313713 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3bc67-b1e4-4dc1-9813-b8730616c328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab55cab-6263-4335-9c53-815fd4a6390c,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:38.315239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46788) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:22:38.363082 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92ddf37b-6ba7-40cf-a044-7c9798e1c7f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:38.384623 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92ddf37b-6ba7-40cf-a044-7c9798e1c7f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:38.489789 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92ddf37b-6ba7-40cf-a044-7c9798e1c7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:38.492577 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92ddf37b-6ba7-40cf-a044-7c9798e1c7f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:38.493745 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-92ddf37b-6ba7-40cf-a044-7c9798e1c7f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ab55cab-6263-4335-9c53-815fd4a6390c HTTP/1.1" status: 204 len: 168 time: 0.1774957 Dec 11 23:22:38.502358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddf37b-6ba7-40cf-a044-7c9798e1c7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab55cab-6263-4335-9c53-815fd4a6390c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:39.465257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46810) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:22:39.560024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-61bb45b1-14af-4177-a530-40b09c1cce3b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-276534854-network', 'tenant_id': '9468d093a671416da34c8f326833bf5e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:22:39.662365 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4d895fb0-8771-4389-aa1e-f9bcb36d5576 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:22:39.666658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bb45b1-14af-4177-a530-40b09c1cce3b admin admin] Made reservation on behalf of 9468d093a671416da34c8f326833bf5e for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:22:39.669344 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61bb45b1-14af-4177-a530-40b09c1cce3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:39.682277 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61bb45b1-14af-4177-a530-40b09c1cce3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:39.683985 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 4d895fb0-8771-4389-aa1e-f9bcb36d5576 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:22:39.684351 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4d895fb0-8771-4389-aa1e-f9bcb36d5576 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:22:39.757570 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61bb45b1-14af-4177-a530-40b09c1cce3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:39.809629 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61bb45b1-14af-4177-a530-40b09c1cce3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:39.835674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bb45b1-14af-4177-a530-40b09c1cce3b admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:22:39.845736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb45b1-14af-4177-a530-40b09c1cce3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f23487-555a-44f4-aef4-4c8157c0aac3,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:39.850526 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61bb45b1-14af-4177-a530-40b09c1cce3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:39.850899 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-61bb45b1-14af-4177-a530-40b09c1cce3b admin admin] Added segment 80d9d96a-f4d1-4a1e-b108-55aeb154a0c8 of type vlan for network 4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 Dec 11 23:22:39.890443 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61bb45b1-14af-4177-a530-40b09c1cce3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:39.975637 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61bb45b1-14af-4177-a530-40b09c1cce3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:39.976627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bb45b1-14af-4177-a530-40b09c1cce3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:39.977263 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-61bb45b1-14af-4177-a530-40b09c1cce3b admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:40.039643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb45b1-14af-4177-a530-40b09c1cce3b admin admin] Pushing event updated for resources: {'Network': ['ID=4a85a356-ec00-4fa6-a292-f15fa3ed2ad1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:40.049080 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:22:40.081330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-61bb45b1-14af-4177-a530-40b09c1cce3b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6149228 Dec 11 23:22:40.084196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 46814) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:22:40.089329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-84c8cb0a-fc00-4ea0-bedc-f0c39fb946bc admin admin] Request body: {'subnet': {'network_id': '4a85a356-ec00-4fa6-a292-f15fa3ed2ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-276534854-subnet', 'tenant_id': '9468d093a671416da34c8f326833bf5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:22:40.152494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c8cb0a-fc00-4ea0-bedc-f0c39fb946bc admin admin] Made reservation on behalf of 9468d093a671416da34c8f326833bf5e for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:22:40.155520 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-84c8cb0a-fc00-4ea0-bedc-f0c39fb946bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:40.398322 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-84c8cb0a-fc00-4ea0-bedc-f0c39fb946bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:40.448173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8cb0a-fc00-4ea0-bedc-f0c39fb946bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=339b0937-de1e-43aa-a252-3597988f5b76,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:40.463861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c8cb0a-fc00-4ea0-bedc-f0c39fb946bc admin admin] Checking segment: {'id': '80d9d96a-f4d1-4a1e-b108-55aeb154a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a85a356-ec00-4fa6-a292-f15fa3ed2ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:22:40.464219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c8cb0a-fc00-4ea0-bedc-f0c39fb946bc admin admin] Network hostable DHCP agents. Network: 4a85a356-ec00-4fa6-a292-f15fa3ed2ad1, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:22:40.564062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c8cb0a-fc00-4ea0-bedc-f0c39fb946bc admin admin] Network 4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:22:40.626626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-84c8cb0a-fc00-4ea0-bedc-f0c39fb946bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 4a85a356-ec00-4fa6-a292-f15fa3ed2ad1) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:22:40.630828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c8cb0a-fc00-4ea0-bedc-f0c39fb946bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:40.631421 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-84c8cb0a-fc00-4ea0-bedc-f0c39fb946bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:40.635568 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711d6850-f331-4e9d-aa99-ba4c1415e67e None None] Network 4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:22:40.715986 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-84c8cb0a-fc00-4ea0-bedc-f0c39fb946bc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6300962 Dec 11 23:22:40.750933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76d3597-cb05-4714-be3e-9d48ea8b6fb6 None None] Network 4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:22:41.141804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-272cd92e-2ed1-4928-ab23-f6ca9e3e9fd3 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:41.143363 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-272cd92e-2ed1-4928-ab23-f6ca9e3e9fd3 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/networks?id=4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 HTTP/1.1" status: 200 len: 811 time: 0.1012800 Dec 11 23:22:41.158855 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-2ac79a36-2cf8-4490-a700-49cd9d002e31 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/quotas/9468d093a671416da34c8f326833bf5e HTTP/1.1" status: 200 len: 375 time: 0.0096862 Dec 11 23:22:41.194241 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-e0a91092-7f29-4565-b6dc-6180e0b1bc47 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9468d093a671416da34c8f326833bf5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300663 Dec 11 23:22:41.283284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-bc81f152-e3c7-4d22-b2d4-6895f58a1662 service neutron] 10.222.0.45 "GET /v2.0/networks/4a85a356-ec00-4fa6-a292-f15fa3ed2ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820546 Dec 11 23:22:41.376259 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-0dba487d-4817-4ee7-aae6-b3ca8b66be14 service neutron] 10.222.0.45 "GET /v2.0/networks/4a85a356-ec00-4fa6-a292-f15fa3ed2ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870471 Dec 11 23:22:41.451974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-70990f42-42ba-4450-94cb-3ed4cd2118ae req-3a6ec031-5ed3-452c-ae81-642b7141d7ff service neutron] (103691) timed out ('10.222.0.45', 50114) {{(pid=103691) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 11 23:22:42.640736 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ed03aec-8c5b-479b-849e-494146b8c821 req-99e2d2c8-d3dd-439c-8e3d-ecba3983c203 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 210 time: 0.0279186 Dec 11 23:22:43.734665 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be28fc06-ea02-491e-ad44-d084aa1a76e1 req-6b3b8d1e-1bc8-42ee-8712-97e7407323f7 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 210 time: 0.0277362 Dec 11 23:22:43.969772 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:44.828108 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-547b56a6-2a80-4c70-b687-cadeb0caa585 req-0bcf381a-0787-45b5-9208-04c74c371e2c tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 210 time: 0.0269434 Dec 11 23:22:45.591098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-c2914b94-4be6-4eb9-98de-1bfdc3a3b64c tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:45.592760 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-c2914b94-4be6-4eb9-98de-1bfdc3a3b64c tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.13 "GET /v2.0/networks?id=4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 HTTP/1.1" status: 200 len: 811 time: 0.1019595 Dec 11 23:22:45.605648 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Request body: {'port': {'device_id': '29b82bf0-9a0b-42b2-818f-483a2c9ee0cc', 'network_id': '4a85a356-ec00-4fa6-a292-f15fa3ed2ad1', 'admin_state_up': True, 'tenant_id': '9468d093a671416da34c8f326833bf5e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:22:45.804064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Made reservation on behalf of 9468d093a671416da34c8f326833bf5e for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:22:45.807754 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:45.947216 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-201963bd-a94a-469b-b1f4-a02f4322ef03 req-9a2c70bd-5380-4b72-96c2-a493ee3032c5 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 210 time: 0.0380213 Dec 11 23:22:45.962590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Allocated IP 172.20.0.2 (4a85a356-ec00-4fa6-a292-f15fa3ed2ad1/339b0937-de1e-43aa-a252-3597988f5b76/3450fc1a-51cc-4fdb-8f84-cc79f1cdc932) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:22:46.116321 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:46.233297 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:46.282540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Network 4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:22:46.285594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:22:46.289152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:22:46.295651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Pushing event updated for resources: {'Port': ['ID=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:46.324513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:46.324861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:46.325204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:46.325544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:46.326376 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:46.326734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:46.327106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:46.327435 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:46.327762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:46.328085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:46.328408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:46.328732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:46.329058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:22:46.351509 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:46.352114 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:46.406638 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b527d202-e671-4fb0-950d-065f79c1abb8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8048966 Dec 11 23:22:46.418570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Request body: {'port': {'device_id': '29b82bf0-9a0b-42b2-818f-483a2c9ee0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:22:46.475627 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:46.727303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:22:46.734524 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:46.746041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Transition to ACTIVE for port object 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:22:46.815221 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:46.865906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Pushing event updated for resources: {'Port': ['ID=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:46.932183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Attempting to bind port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:22:46.932523 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Attempting to bind port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '80d9d96a-f4d1-4a1e-b108-55aeb154a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a85a356-ec00-4fa6-a292-f15fa3ed2ad1'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:22:46.932855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Attempting to bind port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 on network 4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:22:46.937691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 on network 4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:22:46.942226 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Attempting to bind port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 on network 4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:22:46.942924 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:22:46.943265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Checking segment: {'id': '80d9d96a-f4d1-4a1e-b108-55aeb154a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a85a356-ec00-4fa6-a292-f15fa3ed2ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:22:46.943650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Bound using segment: {'id': '80d9d96a-f4d1-4a1e-b108-55aeb154a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a85a356-ec00-4fa6-a292-f15fa3ed2ad1'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:22:46.944076 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Bound port: 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d9d96a-f4d1-4a1e-b108-55aeb154a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a85a356-ec00-4fa6-a292-f15fa3ed2ad1'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:22:46.944428 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:47.011734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] For port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:22:47.014899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] For port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,segment=NetworkSegment(80d9d96a-f4d1-4a1e-b108-55aeb154a0c8),segment_id=80d9d96a-f4d1-4a1e-b108-55aeb154a0c8)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:22:47.062287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744efa89-dbd7-4445-add9-c9724692e88d req-16912a67-ccdc-48b9-b75c-338e08207e9a tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:47.063792 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-744efa89-dbd7-4445-add9-c9724692e88d req-16912a67-ccdc-48b9-b75c-338e08207e9a tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 943 time: 0.0487366 Dec 11 23:22:47.090194 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:47.111341 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-744efa89-dbd7-4445-add9-c9724692e88d req-2b00bdd2-7d72-4ed0-b956-ddf4709c6413 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416410 Dec 11 23:22:47.125384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:47.129635 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:47.129635 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] 10.222.0.13 "PUT /v2.0/ports/3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 HTTP/1.1" status: 200 len: 1091 time: 0.7128940 Dec 11 23:22:47.130052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b82bf0-9a0b-42b2-818f-483a2c9ee0cc', 'tag': '3450fc1a-51cc-4fdb-8f84-cc79f1cdc932'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:22:47.132313 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca9d5e8-bf18-4540-986c-1d6fb2327107" -d '{"events": [{"name": "network-changed", "server_uuid": "29b82bf0-9a0b-42b2-818f-483a2c9ee0cc", "tag": "3450fc1a-51cc-4fdb-8f84-cc79f1cdc932"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:22:47.155197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6d99f-f348-4e86-bbdd-8d3fa71b8344 service neutron] Pushing event updated for resources: {'Port': ['ID=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:47.172969 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd8cc4d-031f-4be3-a153-d85c915e9abe x-openstack-request-id: req-5cd8cc4d-031f-4be3-a153-d85c915e9abe {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:22:47.173275 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b82bf0-9a0b-42b2-818f-483a2c9ee0cc", "tag": "3450fc1a-51cc-4fdb-8f84-cc79f1cdc932", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:22:47.173532 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5cd8cc4d-031f-4be3-a153-d85c915e9abe {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:22:47.173977 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b82bf0-9a0b-42b2-818f-483a2c9ee0cc', 'tag': '3450fc1a-51cc-4fdb-8f84-cc79f1cdc932', 'status': 'completed', 'code': 200} Dec 11 23:22:47.234892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d5e8-bf18-4540-986c-1d6fb2327107 req-dd771bd1-fa80-41b2-b44b-efa2ac4f1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:47.236371 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cca9d5e8-bf18-4540-986c-1d6fb2327107 req-dd771bd1-fa80-41b2-b44b-efa2ac4f1a3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9468d093a671416da34c8f326833bf5e&device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 1094 time: 0.0428164 Dec 11 23:22:47.346738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d5e8-bf18-4540-986c-1d6fb2327107 req-20912846-00f9-467e-96eb-aa3e23294ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:47.348346 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cca9d5e8-bf18-4540-986c-1d6fb2327107 req-20912846-00f9-467e-96eb-aa3e23294ea1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9468d093a671416da34c8f326833bf5e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1046050 Dec 11 23:22:47.374166 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:22:47.441487 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d5e8-bf18-4540-986c-1d6fb2327107 req-17396b51-bee8-431e-9aab-2493fa61464c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:47.443058 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cca9d5e8-bf18-4540-986c-1d6fb2327107 req-17396b51-bee8-431e-9aab-2493fa61464c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875013 Dec 11 23:22:47.521974 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-66166bfa-7cf3-4197-8a74-2a706039742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:47.523397 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-66166bfa-7cf3-4197-8a74-2a706039742d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9468d093a671416da34c8f326833bf5e&device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 1094 time: 0.0457006 Dec 11 23:22:47.564854 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-76b3acf9-7b95-45d2-bbfa-380556e7008f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 HTTP/1.1" status: 200 len: 217 time: 0.0339096 Dec 11 23:22:47.613882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-7b0cbf64-07ef-48ee-a8a5-94c27284ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:47.615489 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-7b0cbf64-07ef-48ee-a8a5-94c27284ee53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339b0937-de1e-43aa-a252-3597988f5b76 HTTP/1.1" status: 200 len: 851 time: 0.0445659 Dec 11 23:22:47.653933 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-d3c00a7d-1cd1-4510-a3a0-44e05c862b8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a85a356-ec00-4fa6-a292-f15fa3ed2ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298724 Dec 11 23:22:47.666505 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:47.748642 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-8b3c19df-1da9-4c49-b4e7-1f83042d153f service neutron] 10.222.0.13 "GET /v2.0/networks/4a85a356-ec00-4fa6-a292-f15fa3ed2ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862269 Dec 11 23:22:47.840995 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-146ea9b9-decb-47d7-a7aa-719f5fa93f43 req-b7d429ff-f5e7-4d6f-83ed-8675a99eae2a service neutron] 10.222.0.13 "GET /v2.0/networks/4a85a356-ec00-4fa6-a292-f15fa3ed2ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855558 Dec 11 23:22:48.231253 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa729b95-04d1-4554-b7b5-1ab7e6e94653 req-e3ced2c9-db91-4097-a2a7-cca9b6d909a7 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:48.232775 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa729b95-04d1-4554-b7b5-1ab7e6e94653 req-e3ced2c9-db91-4097-a2a7-cca9b6d909a7 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 943 time: 0.0523558 Dec 11 23:22:48.279958 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa729b95-04d1-4554-b7b5-1ab7e6e94653 req-30f4cbcf-e78c-489a-8ed4-cf638397310a tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Dec 11 23:22:48.871936 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5e38cafa-8b51-48c2-903a-2c91b7c8a466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:49.396928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03892d6e-f222-46bb-977a-9b6197b0e3a9 req-7cb520bf-c555-418a-875e-d1982afccc56 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:49.398389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03892d6e-f222-46bb-977a-9b6197b0e3a9 req-7cb520bf-c555-418a-875e-d1982afccc56 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 943 time: 0.0497973 Dec 11 23:22:49.446465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03892d6e-f222-46bb-977a-9b6197b0e3a9 req-cd4c12aa-c50a-4df9-8758-127923f55461 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Dec 11 23:22:49.919680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:22:50.015498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,segment=NetworkSegment(80d9d96a-f4d1-4a1e-b108-55aeb154a0c8),segment_id=80d9d96a-f4d1-4a1e-b108-55aeb154a0c8)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:22:50.026955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '3450fc1a-51cc-4fdb-8f84-cc79f1cdc932', 'network_id': '4a85a356-ec00-4fa6-a292-f15fa3ed2ad1', 'port_id': '3450fc1a-51cc-4fdb-8f84-cc79f1cdc932', 'mac_address': 'fa:16:3e:c6:ea:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339b0937-de1e-43aa-a252-3597988f5b76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:22:50.065725 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:50.078593 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:22:50.098075 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,segment=NetworkSegment(80d9d96a-f4d1-4a1e-b108-55aeb154a0c8),segment_id=80d9d96a-f4d1-4a1e-b108-55aeb154a0c8)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:22:50.197844 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:50.248652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:50.492614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['3450fc1a-51cc-4fdb-8f84-cc79f1cdc932'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:22:50.564378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa67e3-3e87-4635-bf7a-a4e9c53be3cf req-c715a8d5-55f5-4769-b996-f26d6a49b7ef tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:50.565893 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0aa67e3-3e87-4635-bf7a-a4e9c53be3cf req-c715a8d5-55f5-4769-b996-f26d6a49b7ef tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 944 time: 0.0496931 Dec 11 23:22:50.613439 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0aa67e3-3e87-4635-bf7a-a4e9c53be3cf req-5dd61690-4447-4f2c-a17b-98ce7034836c tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413725 Dec 11 23:22:51.307367 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-913c3c68-d3d5-440c-bd32-b3c954f3474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:51.738356 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151fd9a-229d-42ab-9860-8b7de6f65727 req-0dbd3ca5-2d40-47b9-886e-7a6403d92de7 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:51.740207 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a151fd9a-229d-42ab-9860-8b7de6f65727 req-0dbd3ca5-2d40-47b9-886e-7a6403d92de7 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 944 time: 0.0558264 Dec 11 23:22:51.789163 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a151fd9a-229d-42ab-9860-8b7de6f65727 req-8731be35-e201-4e70-b8b4-0db3cba36a13 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427983 Dec 11 23:22:51.929928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:22:52.038312 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:22:52.042588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:22:52.043009 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:52.118540 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:52.141699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b82bf0-9a0b-42b2-818f-483a2c9ee0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3450fc1a-51cc-4fdb-8f84-cc79f1cdc932'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:22:52.143962 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becd1ad7-c6d7-4b52-b6c1-a8b6bb776e65" -d '{"events": [{"server_uuid": "29b82bf0-9a0b-42b2-818f-483a2c9ee0cc", "name": "network-vif-plugged", "status": "completed", "tag": "3450fc1a-51cc-4fdb-8f84-cc79f1cdc932"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:22:52.157438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,segment=NetworkSegment(80d9d96a-f4d1-4a1e-b108-55aeb154a0c8),segment_id=80d9d96a-f4d1-4a1e-b108-55aeb154a0c8)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:22:52.181001 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78a00d1-4b7d-43f6-bfc6-712f4f84ea84 x-openstack-request-id: req-d78a00d1-4b7d-43f6-bfc6-712f4f84ea84 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:22:52.181194 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b82bf0-9a0b-42b2-818f-483a2c9ee0cc", "name": "network-vif-plugged", "status": "completed", "tag": "3450fc1a-51cc-4fdb-8f84-cc79f1cdc932", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:22:52.181450 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d78a00d1-4b7d-43f6-bfc6-712f4f84ea84 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:22:52.181874 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b82bf0-9a0b-42b2-818f-483a2c9ee0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3450fc1a-51cc-4fdb-8f84-cc79f1cdc932', 'code': 200} Dec 11 23:22:52.226776 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:52.286146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d1ff7-e865-4d64-877c-2bc7edf7a9ac req-f2e5d7be-5207-4fe3-aebd-d8d667c223df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:52.288300 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-747d1ff7-e865-4d64-877c-2bc7edf7a9ac req-f2e5d7be-5207-4fe3-aebd-d8d667c223df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 1096 time: 0.0456421 Dec 11 23:22:52.294075 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:22:52.323797 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:52.332414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-747d1ff7-e865-4d64-877c-2bc7edf7a9ac req-99f86080-72e4-4bc7-b105-dccc2adc4265 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372787 Dec 11 23:22:52.905573 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21218b0-6696-41e0-898a-eb86fe198025 req-7950c58b-61cb-4a54-ac92-df1e3817832b tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:52.907104 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d21218b0-6696-41e0-898a-eb86fe198025 req-7950c58b-61cb-4a54-ac92-df1e3817832b tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0488522 Dec 11 23:22:52.954595 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d21218b0-6696-41e0-898a-eb86fe198025 req-854c54b7-1b6f-4837-8052-9ec85fbc3b6d tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414896 Dec 11 23:22:54.003762 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:54.074273 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60068ab-54f5-45c8-93c4-10bf9adc4e8c req-d0b41779-4c9b-47d2-84d6-47b8b2399e16 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:54.075798 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e60068ab-54f5-45c8-93c4-10bf9adc4e8c req-d0b41779-4c9b-47d2-84d6-47b8b2399e16 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0522962 Dec 11 23:22:54.122916 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e60068ab-54f5-45c8-93c4-10bf9adc4e8c req-7dc8ca6e-bdee-466a-ab6e-49655a44b4fd tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409708 Dec 11 23:22:54.590541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8b154-9ea3-4d2e-ab0d-47fc8465ad58 req-5236c8d2-111d-4ac2-bc14-9cdaa44dec53 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:54.592291 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81a8b154-9ea3-4d2e-ab0d-47fc8465ad58 req-5236c8d2-111d-4ac2-bc14-9cdaa44dec53 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0501525 Dec 11 23:22:54.632185 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:22:54.639704 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-81a8b154-9ea3-4d2e-ab0d-47fc8465ad58 req-5e2aaac4-8034-432c-a86b-d70f37240cde tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 Dec 11 23:22:54.755373 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-f6e38552-9a87-4b1f-9099-34ded14b2435 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906756 Dec 11 23:22:54.764374 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-4d0936b8-65db-4c60-a2d0-06817700b390 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:22:54.765317 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-4d0936b8-65db-4c60-a2d0-06817700b390 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050509 Dec 11 23:22:55.762249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0e461-0b26-456a-ab30-7546a65a2af8 req-8bebd383-308d-442a-954c-6c73ff597f00 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:55.764388 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e4d0e461-0b26-456a-ab30-7546a65a2af8 req-8bebd383-308d-442a-954c-6c73ff597f00 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0537615 Dec 11 23:22:55.817712 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e4d0e461-0b26-456a-ab30-7546a65a2af8 req-37b368e6-a3b4-44eb-bcb3-984394e526f3 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473065 Dec 11 23:22:56.481403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-f6f46f96-9317-456f-90e8-b6a85adbae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:56.483581 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-f6f46f96-9317-456f-90e8-b6a85adbae99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9468d093a671416da34c8f326833bf5e&device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 1096 time: 0.0403666 Dec 11 23:22:56.571681 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-3f33243f-fe34-49bc-a073-f6c21e650dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:56.573131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-3f33243f-fe34-49bc-a073-f6c21e650dc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 HTTP/1.1" status: 200 len: 912 time: 0.0826914 Dec 11 23:22:56.617158 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-6594bf61-fa72-4684-9ea8-bb3562de1ea4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 HTTP/1.1" status: 200 len: 217 time: 0.0371456 Dec 11 23:22:56.665587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-3f91feb1-990a-4f92-bee4-5db62b8cb39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:56.667056 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-3f91feb1-990a-4f92-bee4-5db62b8cb39e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339b0937-de1e-43aa-a252-3597988f5b76 HTTP/1.1" status: 200 len: 851 time: 0.0431321 Dec 11 23:22:56.698068 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-a24a51dd-f09b-4131-86b1-dc8a435fd279 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a85a356-ec00-4fa6-a292-f15fa3ed2ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241566 Dec 11 23:22:56.791310 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-01d5f665-0a58-43f5-a0c4-6ff839071658 service neutron] 10.222.0.13 "GET /v2.0/networks/4a85a356-ec00-4fa6-a292-f15fa3ed2ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860963 Dec 11 23:22:56.879658 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-8f66fbde-a671-4151-8345-23e9c24dae3c service neutron] 10.222.0.13 "GET /v2.0/networks/4a85a356-ec00-4fa6-a292-f15fa3ed2ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812364 Dec 11 23:22:56.937049 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a034642-82d2-4210-8085-6e1bf776c862 req-d9f849a8-0f5e-486f-a5f9-0764622dd756 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:56.938512 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2a034642-82d2-4210-8085-6e1bf776c862 req-d9f849a8-0f5e-486f-a5f9-0764622dd756 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0529127 Dec 11 23:22:56.985959 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2a034642-82d2-4210-8085-6e1bf776c862 req-dad4f314-f8be-4895-92bd-0f16e6e12455 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415189 Dec 11 23:22:58.106746 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f2ef4-9f0a-4b09-8772-bd5b9c2d4be8 req-5c173146-0602-42f0-bd7c-dd9178c07f3d tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:58.108868 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-110f2ef4-9f0a-4b09-8772-bd5b9c2d4be8 req-5c173146-0602-42f0-bd7c-dd9178c07f3d tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0535052 Dec 11 23:22:58.155933 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-110f2ef4-9f0a-4b09-8772-bd5b9c2d4be8 req-57fdce2e-a3b2-4406-8064-171b44f6ffe8 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 Dec 11 23:22:59.269669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ee516-98ce-491b-ba7f-66d8be5522bf req-9a5e18c1-6ad8-49c1-ae3a-9a616b924f04 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:22:59.271149 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-909ee516-98ce-491b-ba7f-66d8be5522bf req-9a5e18c1-6ad8-49c1-ae3a-9a616b924f04 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0475924 Dec 11 23:22:59.318135 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-909ee516-98ce-491b-ba7f-66d8be5522bf req-e215a47e-ea8f-4a92-9452-670372f9289e tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408423 Dec 11 23:23:00.437085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352124a-39ac-4461-9648-97174d78b688 req-400246ef-6720-467a-a0e8-56a2cc6d287f tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:00.438577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a352124a-39ac-4461-9648-97174d78b688 req-400246ef-6720-467a-a0e8-56a2cc6d287f tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0535369 Dec 11 23:23:00.486630 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a352124a-39ac-4461-9648-97174d78b688 req-b5f32e5b-1cb9-48c5-a923-995bee8c3754 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419705 Dec 11 23:23:01.600944 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc0595-722b-4786-8d2e-038b7157214f req-925374f1-3a15-446e-a7e6-a564acee44fc tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:01.602403 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-84cc0595-722b-4786-8d2e-038b7157214f req-925374f1-3a15-446e-a7e6-a564acee44fc tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0478494 Dec 11 23:23:01.652093 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-84cc0595-722b-4786-8d2e-038b7157214f req-0176effd-eb4d-44bd-aa41-ef0ab98e607b tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437851 Dec 11 23:23:02.773278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8f813-ec5a-44a1-9d03-d28479f64d8d req-23fbe775-83e3-48b8-a058-ff88cb64d0f4 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:02.774743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5bf8f813-ec5a-44a1-9d03-d28479f64d8d req-23fbe775-83e3-48b8-a058-ff88cb64d0f4 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0509009 Dec 11 23:23:02.826182 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5bf8f813-ec5a-44a1-9d03-d28479f64d8d req-d96d2c46-17c4-4a55-b0f8-ac0b461198e3 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446527 Dec 11 23:23:03.943829 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0ae70-360f-4881-8d46-b6fd4a879dd3 req-6f5b37ed-b269-404b-a4d2-a32f8b759139 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:03.945342 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-72a0ae70-360f-4881-8d46-b6fd4a879dd3 req-6f5b37ed-b269-404b-a4d2-a32f8b759139 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0500395 Dec 11 23:23:03.993309 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-72a0ae70-360f-4881-8d46-b6fd4a879dd3 req-c03e37e6-bc3b-472f-9651-dcd1712da354 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Dec 11 23:23:05.110375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018894b-72a2-4b5c-8fa9-64e2572a57ef req-ea8dd95d-af6a-4faa-8dad-ec6cf9ad49ec tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:05.111861 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0018894b-72a2-4b5c-8fa9-64e2572a57ef req-ea8dd95d-af6a-4faa-8dad-ec6cf9ad49ec tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0495162 Dec 11 23:23:05.158852 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0018894b-72a2-4b5c-8fa9-64e2572a57ef req-20c6872b-2e26-4716-a1a0-72d066d493ca tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410979 Dec 11 23:23:06.272164 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572964a-38d2-4b42-8425-fe7211d0c1c3 req-4dd7a840-6dd6-47d5-a618-edce77cf1770 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:06.273552 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d572964a-38d2-4b42-8425-fe7211d0c1c3 req-4dd7a840-6dd6-47d5-a618-edce77cf1770 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0483973 Dec 11 23:23:06.320461 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d572964a-38d2-4b42-8425-fe7211d0c1c3 req-be9c9804-3cca-4c12-8fd8-62d930261d6c tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401254 Dec 11 23:23:07.435363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30aa05-57f6-41ac-a392-d960126caae6 req-741103f2-60f9-4706-98cb-9b5b7a51c416 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:07.436963 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d30aa05-57f6-41ac-a392-d960126caae6 req-741103f2-60f9-4706-98cb-9b5b7a51c416 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0494611 Dec 11 23:23:07.483344 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d30aa05-57f6-41ac-a392-d960126caae6 req-c7e66830-b7ad-49d2-91ba-732760991a6e tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405290 Dec 11 23:23:08.601470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d83e36-c7b2-4abd-b476-b54e1a20b9a9 req-b9d30cd0-d2c7-42ba-90bc-0ace6c434ea7 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:08.602963 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74d83e36-c7b2-4abd-b476-b54e1a20b9a9 req-b9d30cd0-d2c7-42ba-90bc-0ace6c434ea7 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0520523 Dec 11 23:23:08.655027 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74d83e36-c7b2-4abd-b476-b54e1a20b9a9 req-f0e4bb35-64f4-4d5f-8c30-f7e817ba048c tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456347 Dec 11 23:23:09.771914 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50e2f9-b842-4171-afa3-6382ee18e0c6 req-952dafa2-0de9-4a9b-be17-1130db9223be tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:09.773374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b50e2f9-b842-4171-afa3-6382ee18e0c6 req-952dafa2-0de9-4a9b-be17-1130db9223be tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0515926 Dec 11 23:23:09.821069 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0b50e2f9-b842-4171-afa3-6382ee18e0c6 req-78ff303a-94a0-4fbb-b75d-ac28940aad51 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Dec 11 23:23:10.936935 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a9361-cca8-463c-917f-04976bf07027 req-d16b0919-f4be-42fd-90ab-924963c0c5b1 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:10.938419 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-722a9361-cca8-463c-917f-04976bf07027 req-d16b0919-f4be-42fd-90ab-924963c0c5b1 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0485425 Dec 11 23:23:10.984907 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-722a9361-cca8-463c-917f-04976bf07027 req-0fe53272-fc79-462d-8379-c56dfee9896d tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405648 Dec 11 23:23:12.098627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44db443-6598-4b00-a472-b71d6bbee735 req-df2f3c17-7d37-4103-805d-90a689eb8dec tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:12.100120 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f44db443-6598-4b00-a472-b71d6bbee735 req-df2f3c17-7d37-4103-805d-90a689eb8dec tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0479045 Dec 11 23:23:12.146961 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f44db443-6598-4b00-a472-b71d6bbee735 req-653fc315-828c-4c98-b859-0b3884a1c428 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 Dec 11 23:23:13.264015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97a9c8-bf5c-42c3-bb6b-4911b2cad08e req-52dbd1aa-7996-483a-b665-3e573b6caee9 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:13.265400 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c97a9c8-bf5c-42c3-bb6b-4911b2cad08e req-52dbd1aa-7996-483a-b665-3e573b6caee9 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0525851 Dec 11 23:23:13.311990 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3c97a9c8-bf5c-42c3-bb6b-4911b2cad08e req-5e5ee3b4-ee36-4fa6-b9f3-0ed954827fe3 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Dec 11 23:23:13.991902 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:14.426847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b54f2-bb02-4409-a737-9a12190632d4 req-e65f2a8d-f839-4daf-a79c-9af9f300439d tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:14.428316 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a9b54f2-bb02-4409-a737-9a12190632d4 req-e65f2a8d-f839-4daf-a79c-9af9f300439d tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0490332 Dec 11 23:23:14.478516 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4a9b54f2-bb02-4409-a737-9a12190632d4 req-7a7ec0f9-b090-47ef-b10c-81146ab16ed1 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443504 Dec 11 23:23:15.595006 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d4b26-55c8-4dec-b996-c25e553db14e req-f9e855c4-2d85-4c73-b111-0a9c5ea24741 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:15.596505 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-132d4b26-55c8-4dec-b996-c25e553db14e req-f9e855c4-2d85-4c73-b111-0a9c5ea24741 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0485179 Dec 11 23:23:15.643719 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-132d4b26-55c8-4dec-b996-c25e553db14e req-0ea2a938-cd3e-4f20-b2a0-97867120735d tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412641 Dec 11 23:23:16.762423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a95f8d-df44-4046-a5ad-05a69a53401f req-45760c1e-87b0-4ce1-a4ee-5f9677e90fa7 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:16.764159 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38a95f8d-df44-4046-a5ad-05a69a53401f req-45760c1e-87b0-4ce1-a4ee-5f9677e90fa7 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0494528 Dec 11 23:23:16.811944 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-38a95f8d-df44-4046-a5ad-05a69a53401f req-62380263-6555-4849-95e8-41277b608e7f tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417969 Dec 11 23:23:17.666214 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:17.928391 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328bc4e-822e-436e-9dd1-62f78490ce00 req-ec89152f-5ad2-47c5-a75d-2f03c91e89c1 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:17.929783 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e328bc4e-822e-436e-9dd1-62f78490ce00 req-ec89152f-5ad2-47c5-a75d-2f03c91e89c1 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0479968 Dec 11 23:23:17.980647 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e328bc4e-822e-436e-9dd1-62f78490ce00 req-d278455e-6891-43f3-ba04-ae86e3a40637 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443988 Dec 11 23:23:18.820555 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c33defc-f476-466a-97e3-de92c3212cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:19.096121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accdc30-7d5a-4c39-9fe7-15340a55a2a9 req-5fc3cd24-db12-421e-9f3a-25aa309feb03 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:19.097596 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2accdc30-7d5a-4c39-9fe7-15340a55a2a9 req-5fc3cd24-db12-421e-9f3a-25aa309feb03 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0478365 Dec 11 23:23:19.143619 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2accdc30-7d5a-4c39-9fe7-15340a55a2a9 req-b0e5cf65-7b4c-457d-b400-e065b0b24cc7 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401323 Dec 11 23:23:20.260157 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f89053-5f0e-48c9-9ad9-fe0c81a8147d req-6c5e871c-2c20-43c9-a889-6c6d3fdd28df tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:20.261710 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-50f89053-5f0e-48c9-9ad9-fe0c81a8147d req-6c5e871c-2c20-43c9-a889-6c6d3fdd28df tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0495391 Dec 11 23:23:20.308126 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-50f89053-5f0e-48c9-9ad9-fe0c81a8147d req-143e7167-cccd-4a7b-a2fc-4ca905ea547e tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Dec 11 23:23:21.300272 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5667a702-fdbb-4a0e-8a71-5e8eb629eb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:21.428861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d6677-9850-4b6d-93be-496228c4569a req-723af594-f011-4620-ac40-d43c0c67fbe4 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:21.430321 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7c8d6677-9850-4b6d-93be-496228c4569a req-723af594-f011-4620-ac40-d43c0c67fbe4 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0522873 Dec 11 23:23:21.476797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7c8d6677-9850-4b6d-93be-496228c4569a req-1ce1d1bf-404a-4b64-91a6-ed8d6b755cd0 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 Dec 11 23:23:22.345481 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:22.591652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfd7a4-4d0e-429d-83b0-20df0efa76c8 req-1f389a88-8cb9-4305-810a-cffaa46cb1b9 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:22.593151 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-60bfd7a4-4d0e-429d-83b0-20df0efa76c8 req-1f389a88-8cb9-4305-810a-cffaa46cb1b9 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0491874 Dec 11 23:23:22.639597 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-60bfd7a4-4d0e-429d-83b0-20df0efa76c8 req-231d957a-4cfc-46a2-ac72-24d3e906fac7 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405350 Dec 11 23:23:23.756602 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cac24c-efd7-4621-af76-c61d7b32dc13 req-b45bf6ff-00d0-45ec-8487-28cb8eafa723 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:23.758083 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-28cac24c-efd7-4621-af76-c61d7b32dc13 req-b45bf6ff-00d0-45ec-8487-28cb8eafa723 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0488322 Dec 11 23:23:23.805943 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-28cac24c-efd7-4621-af76-c61d7b32dc13 req-88647d32-e0eb-4a03-8d7f-230f322fc800 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Dec 11 23:23:24.015115 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:24.143847 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-d0e8aba2-5fa5-4337-a46f-9e072c9d58f7 service neutron] show failed (client error): The resource could not be found. Dec 11 23:23:24.144846 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-d0e8aba2-5fa5-4337-a46f-9e072c9d58f7 service neutron] 10.222.0.13 "GET /v2.0/ports/3450fc1a-51cc-4fdb-8f84-cc79f1cdc932/bindings/n-h1-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.0583260 Dec 11 23:23:24.372866 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:23:24.563721 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-ce2bf070-1f7e-4bec-bec6-d6ef2d2ae7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:24.565144 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-ce2bf070-1f7e-4bec-bec6-d6ef2d2ae7b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc&tenant_id=9468d093a671416da34c8f326833bf5e HTTP/1.1" status: 200 len: 1096 time: 0.0700493 Dec 11 23:23:24.583704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:23:24.631838 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:24.639401 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:24.837135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] For port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,segment=NetworkSegment(80d9d96a-f4d1-4a1e-b108-55aeb154a0c8),segment_id=80d9d96a-f4d1-4a1e-b108-55aeb154a0c8)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:23:24.870253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] For port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:23:24.909279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b82bf0-9a0b-42b2-818f-483a2c9ee0cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3450fc1a-51cc-4fdb-8f84-cc79f1cdc932'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:23:24.911773 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9434410d-20ff-45ab-b748-0d52a99b16b7" -d '{"events": [{"server_uuid": "29b82bf0-9a0b-42b2-818f-483a2c9ee0cc", "name": "network-vif-unplugged", "status": "completed", "tag": "3450fc1a-51cc-4fdb-8f84-cc79f1cdc932"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:23:24.915636 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:24.926629 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb58e83-3546-4090-b471-6f8f0d163c77 req-1de70f85-efe2-44e4-8ab0-9a22bfac733e tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:24.928285 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ceb58e83-3546-4090-b471-6f8f0d163c77 req-1de70f85-efe2-44e4-8ab0-9a22bfac733e tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0544038 Dec 11 23:23:24.928706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Transition to ACTIVE for port object 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:23:24.965555 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d156d6-7977-4676-a8a7-4b52f50ee71d x-openstack-request-id: req-75d156d6-7977-4676-a8a7-4b52f50ee71d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:23:24.965874 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b82bf0-9a0b-42b2-818f-483a2c9ee0cc", "name": "network-vif-unplugged", "status": "completed", "tag": "3450fc1a-51cc-4fdb-8f84-cc79f1cdc932", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:23:24.966115 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75d156d6-7977-4676-a8a7-4b52f50ee71d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:23:24.966516 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b82bf0-9a0b-42b2-818f-483a2c9ee0cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3450fc1a-51cc-4fdb-8f84-cc79f1cdc932', 'code': 200} Dec 11 23:23:24.978882 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ceb58e83-3546-4090-b471-6f8f0d163c77 req-2bcf6832-1e43-4ddb-a559-694e444d95df tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441813 Dec 11 23:23:24.997497 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:25.058885 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] No DVR routers for this DVR port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:23:25.060822 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Pushing event updated for resources: {'Port': ['ID=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:23:25.099942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Attempting to bind port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:23:25.100191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Attempting to bind port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '80d9d96a-f4d1-4a1e-b108-55aeb154a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a85a356-ec00-4fa6-a292-f15fa3ed2ad1'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:23:25.100540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Attempting to bind port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 on network 4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:23:25.104656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 on network 4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:23:25.104973 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Attempting to bind port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 on network 4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:23:25.110437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:23:25.110772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Checking segment: {'id': '80d9d96a-f4d1-4a1e-b108-55aeb154a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a85a356-ec00-4fa6-a292-f15fa3ed2ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:23:25.111188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Bound using segment: {'id': '80d9d96a-f4d1-4a1e-b108-55aeb154a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a85a356-ec00-4fa6-a292-f15fa3ed2ad1'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:23:25.111612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Bound port: 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d9d96a-f4d1-4a1e-b108-55aeb154a0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4a85a356-ec00-4fa6-a292-f15fa3ed2ad1'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:23:25.111960 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:25.172841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] For port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:23:25.175922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] For port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,segment=NetworkSegment(80d9d96a-f4d1-4a1e-b108-55aeb154a0c8),segment_id=80d9d96a-f4d1-4a1e-b108-55aeb154a0c8)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:23:25.237708 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:25.274188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:25.275143 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:25.276536 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] 10.222.0.47 "PUT /v2.0/ports/3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 HTTP/1.1" status: 200 len: 1091 time: 0.6971087 Dec 11 23:23:25.293758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4a54a-ddb0-4878-99c8-26bc9c502c9b service neutron] Pushing event updated for resources: {'Port': ['ID=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:23:25.353638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-5005998d-cb06-46cb-94d5-72c609095071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:25.355061 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-5005998d-cb06-46cb-94d5-72c609095071 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9468d093a671416da34c8f326833bf5e&device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 1094 time: 0.0406992 Dec 11 23:23:25.445937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-a404b76c-8fd3-45f8-8698-93a44e367796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:25.447412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-a404b76c-8fd3-45f8-8698-93a44e367796 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 HTTP/1.1" status: 200 len: 912 time: 0.0853326 Dec 11 23:23:25.487615 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-a19591e5-7835-49c8-8c70-48b1370663b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 HTTP/1.1" status: 200 len: 217 time: 0.0337992 Dec 11 23:23:25.539144 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-f91f1b88-82a7-4eb1-a796-e5a7c76f2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:25.540591 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-f91f1b88-82a7-4eb1-a796-e5a7c76f2096 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=339b0937-de1e-43aa-a252-3597988f5b76 HTTP/1.1" status: 200 len: 851 time: 0.0463231 Dec 11 23:23:25.572608 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-84bd8fcf-51f2-4006-811a-8267793a2541 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a85a356-ec00-4fa6-a292-f15fa3ed2ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243979 Dec 11 23:23:25.660669 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-5e9ac349-88f5-4e3a-a4d2-bc6d89662a50 service neutron] 10.222.0.47 "GET /v2.0/networks/4a85a356-ec00-4fa6-a292-f15fa3ed2ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808451 Dec 11 23:23:25.753741 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-628401b6-11fc-4e41-a9a2-1b481e250a7c req-2a8e758b-6dcd-4fc9-967a-b099de670637 service neutron] 10.222.0.47 "GET /v2.0/networks/4a85a356-ec00-4fa6-a292-f15fa3ed2ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855885 Dec 11 23:23:26.101055 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5286fe-5d87-4aec-af69-7678e9c59480 req-98e27900-5c84-472c-afba-49c7107f1931 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:26.102515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb5286fe-5d87-4aec-af69-7678e9c59480 req-98e27900-5c84-472c-afba-49c7107f1931 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 943 time: 0.0512559 Dec 11 23:23:26.146399 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:23:26.151515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fb5286fe-5d87-4aec-af69-7678e9c59480 req-e24599e9-e2bd-421c-82c9-c937fdb9ab07 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Dec 11 23:23:26.188175 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:23:26.968137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b82bf0-9a0b-42b2-818f-483a2c9ee0cc', 'tag': '3450fc1a-51cc-4fdb-8f84-cc79f1cdc932'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:23:26.970532 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108a8ab7-d099-4695-868b-a3642a934674" -d '{"events": [{"name": "network-changed", "server_uuid": "29b82bf0-9a0b-42b2-818f-483a2c9ee0cc", "tag": "3450fc1a-51cc-4fdb-8f84-cc79f1cdc932"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:23:27.021385 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef8a516-cb4a-44f8-83f3-a6b8b81b7e9d x-openstack-request-id: req-eef8a516-cb4a-44f8-83f3-a6b8b81b7e9d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:23:27.021640 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b82bf0-9a0b-42b2-818f-483a2c9ee0cc", "tag": "3450fc1a-51cc-4fdb-8f84-cc79f1cdc932", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:23:27.021904 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eef8a516-cb4a-44f8-83f3-a6b8b81b7e9d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:23:27.022318 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b82bf0-9a0b-42b2-818f-483a2c9ee0cc', 'tag': '3450fc1a-51cc-4fdb-8f84-cc79f1cdc932', 'status': 'completed', 'code': 200} Dec 11 23:23:27.111566 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a8ab7-d099-4695-868b-a3642a934674 req-0e1bfe75-64ea-477d-91ec-a4916b19a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:27.112967 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108a8ab7-d099-4695-868b-a3642a934674 req-0e1bfe75-64ea-477d-91ec-a4916b19a8b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9468d093a671416da34c8f326833bf5e&device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 1094 time: 0.0717065 Dec 11 23:23:27.129777 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a8ab7-d099-4695-868b-a3642a934674 req-373a86db-9cb8-4c03-9c44-76029e45512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:27.131206 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108a8ab7-d099-4695-868b-a3642a934674 req-373a86db-9cb8-4c03-9c44-76029e45512c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9468d093a671416da34c8f326833bf5e&device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 1094 time: 0.0616958 Dec 11 23:23:27.619287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a8ab7-d099-4695-868b-a3642a934674 req-a9c3c804-f8a5-4981-a8f0-124aef974fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:27.620752 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108a8ab7-d099-4695-868b-a3642a934674 req-a9c3c804-f8a5-4981-a8f0-124aef974fed service neutron] 10.222.0.13 "GET /v2.0/networks?id=4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 HTTP/1.1" status: 200 len: 912 time: 0.5011413 Dec 11 23:23:27.628473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020c063-ff19-483a-a6a7-e5749b789798 req-c83f7ed8-5384-4f16-8ab5-02101516b325 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:27.629824 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d020c063-ff19-483a-a6a7-e5749b789798 req-c83f7ed8-5384-4f16-8ab5-02101516b325 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 943 time: 0.1047356 Dec 11 23:23:27.632123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a8ab7-d099-4695-868b-a3642a934674 req-0f4f23ff-0f79-4338-879e-f816f2cb9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:27.633414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108a8ab7-d099-4695-868b-a3642a934674 req-0f4f23ff-0f79-4338-879e-f816f2cb9af3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 HTTP/1.1" status: 200 len: 912 time: 0.4675236 Dec 11 23:23:27.687994 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108a8ab7-d099-4695-868b-a3642a934674 req-7d6eb873-e946-4edd-9159-34f2b0b2d059 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 HTTP/1.1" status: 200 len: 217 time: 0.0571001 Dec 11 23:23:27.725817 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108a8ab7-d099-4695-868b-a3642a934674 req-3abaf15b-e1db-408c-bdfa-ceab831ed85c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 HTTP/1.1" status: 200 len: 217 time: 0.0496371 Dec 11 23:23:27.816231 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d020c063-ff19-483a-a6a7-e5749b789798 req-f193e041-f426-4942-8ed7-2c72d0cac870 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775250 Dec 11 23:23:27.819277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a8ab7-d099-4695-868b-a3642a934674 req-34c3285d-e3dc-44d2-98f4-55dba94a41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:27.820509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108a8ab7-d099-4695-868b-a3642a934674 req-34c3285d-e3dc-44d2-98f4-55dba94a41d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339b0937-de1e-43aa-a252-3597988f5b76 HTTP/1.1" status: 200 len: 851 time: 0.1037800 Dec 11 23:23:27.825952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a8ab7-d099-4695-868b-a3642a934674 req-9829c113-3007-4b1a-9605-03f43e4ec319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:27.828223 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108a8ab7-d099-4695-868b-a3642a934674 req-9829c113-3007-4b1a-9605-03f43e4ec319 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=339b0937-de1e-43aa-a252-3597988f5b76 HTTP/1.1" status: 200 len: 851 time: 0.0813060 Dec 11 23:23:27.871808 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108a8ab7-d099-4695-868b-a3642a934674 req-d9eec096-4240-41ab-beaa-dff29b0c6e61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a85a356-ec00-4fa6-a292-f15fa3ed2ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426059 Dec 11 23:23:27.873426 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108a8ab7-d099-4695-868b-a3642a934674 req-e03fc316-940b-4470-bdbd-39189c20af88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a85a356-ec00-4fa6-a292-f15fa3ed2ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370638 Dec 11 23:23:28.030426 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108a8ab7-d099-4695-868b-a3642a934674 req-fb1b890e-ec52-4315-984f-565c9d91525d service neutron] 10.222.0.13 "GET /v2.0/networks/4a85a356-ec00-4fa6-a292-f15fa3ed2ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514587 Dec 11 23:23:28.032588 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108a8ab7-d099-4695-868b-a3642a934674 req-57ecf721-f76c-4b03-bda5-3be8afa036aa service neutron] 10.222.0.47 "GET /v2.0/networks/4a85a356-ec00-4fa6-a292-f15fa3ed2ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468265 Dec 11 23:23:28.191864 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108a8ab7-d099-4695-868b-a3642a934674 req-369c303c-79c8-49ad-8feb-40998cf8f29b service neutron] 10.222.0.13 "GET /v2.0/networks/4a85a356-ec00-4fa6-a292-f15fa3ed2ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542640 Dec 11 23:23:28.193980 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-108a8ab7-d099-4695-868b-a3642a934674 req-7c623f66-f0d9-4201-99ec-232250056eb8 service neutron] 10.222.0.47 "GET /v2.0/networks/4a85a356-ec00-4fa6-a292-f15fa3ed2ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495383 Dec 11 23:23:28.933231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea63c1-4294-4163-b584-53220d149a8b req-fdd201da-a368-410d-baa3-fc5cbd68867c tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:28.934689 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b0ea63c1-4294-4163-b584-53220d149a8b req-fdd201da-a368-410d-baa3-fc5cbd68867c tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 943 time: 0.0481210 Dec 11 23:23:28.981672 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b0ea63c1-4294-4163-b584-53220d149a8b req-2e08ae7e-e619-4613-9fa2-1b4028e506e0 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Dec 11 23:23:29.393973 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-dd41af75-b2a2-42e5-ae94-9f5ca61e2e65 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:29.395585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-dd41af75-b2a2-42e5-ae94-9f5ca61e2e65 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.13 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc&tenant_id=9468d093a671416da34c8f326833bf5e&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 943 time: 0.0878785 Dec 11 23:23:29.455331 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-ffeec8aa-1d63-4c75-ba3e-1f187232bf95 service neutron] delete failed (client error): The resource could not be found. Dec 11 23:23:29.456238 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-ffeec8aa-1d63-4c75-ba3e-1f187232bf95 service neutron] 10.222.0.13 "DELETE /v2.0/ports/3450fc1a-51cc-4fdb-8f84-cc79f1cdc932/bindings/n-h2-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.0535560 Dec 11 23:23:29.538053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-1db561df-975f-4b11-9a03-8543097badbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:29.539577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-1db561df-975f-4b11-9a03-8543097badbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9468d093a671416da34c8f326833bf5e&device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 1094 time: 0.0414615 Dec 11 23:23:29.631756 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-0c252a51-c570-4a25-a973-4e4ab8cb4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:29.633212 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-0c252a51-c570-4a25-a973-4e4ab8cb4f4f service neutron] 10.222.0.13 "GET /v2.0/networks?id=4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 HTTP/1.1" status: 200 len: 912 time: 0.0864739 Dec 11 23:23:29.675145 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-5e4863b0-5b8d-4769-8c8f-124848be32a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 HTTP/1.1" status: 200 len: 217 time: 0.0350156 Dec 11 23:23:29.818452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-a772059f-3f88-4b10-ac32-422af2ca9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:29.819862 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-a772059f-3f88-4b10-ac32-422af2ca9434 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=339b0937-de1e-43aa-a252-3597988f5b76 HTTP/1.1" status: 200 len: 851 time: 0.1384885 Dec 11 23:23:29.851559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-c6f26147-4024-4633-a923-7d771e5908e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a85a356-ec00-4fa6-a292-f15fa3ed2ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248079 Dec 11 23:23:29.930183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:23:29.939283 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-ee8cd99d-b4bf-4141-b09f-2349372652be service neutron] 10.222.0.13 "GET /v2.0/networks/4a85a356-ec00-4fa6-a292-f15fa3ed2ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806780 Dec 11 23:23:30.034406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-761a9570-baa3-49b4-a958-de7dc83b3e1b service neutron] 10.222.0.13 "GET /v2.0/networks/4a85a356-ec00-4fa6-a292-f15fa3ed2ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882204 Dec 11 23:23:30.035127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,segment=NetworkSegment(80d9d96a-f4d1-4a1e-b108-55aeb154a0c8),segment_id=80d9d96a-f4d1-4a1e-b108-55aeb154a0c8)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:23:30.047595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '3450fc1a-51cc-4fdb-8f84-cc79f1cdc932', 'network_id': '4a85a356-ec00-4fa6-a292-f15fa3ed2ad1', 'port_id': '3450fc1a-51cc-4fdb-8f84-cc79f1cdc932', 'mac_address': 'fa:16:3e:c6:ea:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339b0937-de1e-43aa-a252-3597988f5b76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:23:30.084178 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:30.097324 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:23:30.115764 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,segment=NetworkSegment(80d9d96a-f4d1-4a1e-b108-55aeb154a0c8),segment_id=80d9d96a-f4d1-4a1e-b108-55aeb154a0c8)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:23:30.174973 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:30.226119 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:23:30.233596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:23:30.233954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:23:30.234320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:23:30.234700 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:23:30.235070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:23:30.235409 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:23:30.235742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:23:30.236080 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:23:30.236473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:23:30.236742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:23:30.237073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:23:30.237402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:23:30.237731 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:23:30.452793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['3450fc1a-51cc-4fdb-8f84-cc79f1cdc932'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:23:31.347940 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85261-b5ce-4da8-9d63-73ee4a04085e req-29d63d5a-d73c-47e5-9245-7765480141b0 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:31.349432 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d8d85261-b5ce-4da8-9d63-73ee4a04085e req-29d63d5a-d73c-47e5-9245-7765480141b0 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 944 time: 0.0486045 Dec 11 23:23:31.400246 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d8d85261-b5ce-4da8-9d63-73ee4a04085e req-7a16582d-676a-4b20-9474-8aaa3f52fa4e tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447719 Dec 11 23:23:31.950874 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:23:32.048766 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:23:32.052684 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:23:32.053059 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:32.128826 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:32.150309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b82bf0-9a0b-42b2-818f-483a2c9ee0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3450fc1a-51cc-4fdb-8f84-cc79f1cdc932'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:23:32.152571 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e5f83b-7f6e-4c7b-a484-68ee3eae0a09" -d '{"events": [{"server_uuid": "29b82bf0-9a0b-42b2-818f-483a2c9ee0cc", "name": "network-vif-plugged", "status": "completed", "tag": "3450fc1a-51cc-4fdb-8f84-cc79f1cdc932"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:23:32.165645 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,segment=NetworkSegment(80d9d96a-f4d1-4a1e-b108-55aeb154a0c8),segment_id=80d9d96a-f4d1-4a1e-b108-55aeb154a0c8)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:23:32.189481 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b967d3-9f41-467c-b112-f772e00412f9 x-openstack-request-id: req-49b967d3-9f41-467c-b112-f772e00412f9 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:23:32.189775 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b82bf0-9a0b-42b2-818f-483a2c9ee0cc", "name": "network-vif-plugged", "status": "completed", "tag": "3450fc1a-51cc-4fdb-8f84-cc79f1cdc932", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:23:32.190033 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-49b967d3-9f41-467c-b112-f772e00412f9 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:23:32.190456 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b82bf0-9a0b-42b2-818f-483a2c9ee0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3450fc1a-51cc-4fdb-8f84-cc79f1cdc932', 'code': 200} Dec 11 23:23:32.214694 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:32.264765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:23:32.515901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01188a86-7f22-4ef4-99e1-6c671edaeadc req-f668c41a-b929-4aeb-be85-c5d414a116a2 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:32.517328 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01188a86-7f22-4ef4-99e1-6c671edaeadc req-f668c41a-b929-4aeb-be85-c5d414a116a2 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0498893 Dec 11 23:23:32.565222 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-01188a86-7f22-4ef4-99e1-6c671edaeadc req-8af88fdf-9c1d-40f1-9fd4-ad40efdc4712 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/security-groups?id=25f23487-555a-44f4-aef4-4c8157c0aac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 Dec 11 23:23:32.774374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-81fb598e-373f-4867-994f-4b5c74e0c114 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:32.776109 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-81fb598e-373f-4867-994f-4b5c74e0c114 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.47 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 945 time: 0.0510695 Dec 11 23:23:32.871349 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-9393316b-6cab-4c7b-99e5-4e8081338e72 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Deleting port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:23:32.871696 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-9393316b-6cab-4c7b-99e5-4e8081338e72 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:32.961266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-9393316b-6cab-4c7b-99e5-4e8081338e72 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] For port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,segment=NetworkSegment(80d9d96a-f4d1-4a1e-b108-55aeb154a0c8),segment_id=80d9d96a-f4d1-4a1e-b108-55aeb154a0c8)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:23:32.961630 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-9393316b-6cab-4c7b-99e5-4e8081338e72 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:32.973764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-9393316b-6cab-4c7b-99e5-4e8081338e72 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Calling delete_port for 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:23:33.163088 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-9393316b-6cab-4c7b-99e5-4e8081338e72 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:33.194830 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['3450fc1a-51cc-4fdb-8f84-cc79f1cdc932'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:23:33.197818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393316b-6cab-4c7b-99e5-4e8081338e72 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Pushing event deleted for resources: {'Port': ['ID=3450fc1a-51cc-4fdb-8f84-cc79f1cdc932,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:23:33.235638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-9393316b-6cab-4c7b-99e5-4e8081338e72 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] No DVR routers for this DVR port 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:23:33.238131 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-9393316b-6cab-4c7b-99e5-4e8081338e72 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:33.242053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-352aa702-68bd-4c12-a0d4-c5e3bfec9bce req-9393316b-6cab-4c7b-99e5-4e8081338e72 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.47 "DELETE /v2.0/ports/3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 HTTP/1.1" status: 204 len: 173 time: 0.4592862 Dec 11 23:23:33.242514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b82bf0-9a0b-42b2-818f-483a2c9ee0cc', 'name': 'network-vif-deleted', 'tag': '3450fc1a-51cc-4fdb-8f84-cc79f1cdc932'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:23:33.245562 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3e1fbd-1525-475e-8e15-91363b664ad1" -d '{"events": [{"server_uuid": "29b82bf0-9a0b-42b2-818f-483a2c9ee0cc", "name": "network-vif-deleted", "tag": "3450fc1a-51cc-4fdb-8f84-cc79f1cdc932"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:23:33.282919 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046ba9e9-67ef-4018-8724-f6b531276049 x-openstack-request-id: req-046ba9e9-67ef-4018-8724-f6b531276049 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:23:33.282919 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b82bf0-9a0b-42b2-818f-483a2c9ee0cc", "name": "network-vif-deleted", "tag": "3450fc1a-51cc-4fdb-8f84-cc79f1cdc932", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:23:33.282919 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-046ba9e9-67ef-4018-8724-f6b531276049 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:23:33.283198 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b82bf0-9a0b-42b2-818f-483a2c9ee0cc', 'name': 'network-vif-deleted', 'tag': '3450fc1a-51cc-4fdb-8f84-cc79f1cdc932', 'status': 'completed', 'code': 200} Dec 11 23:23:33.670278 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b91a8c6-b880-4bbf-831f-fc89e5286e35 req-eb5703b6-5dfe-4aa2-8ebb-e8e9ccc7e307 tempest-DeleteServersTestJSON-2125472918 tempest-DeleteServersTestJSON-2125472918-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b82bf0-9a0b-42b2-818f-483a2c9ee0cc HTTP/1.1" status: 200 len: 210 time: 0.0257819 Dec 11 23:23:34.804449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47004) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:23:34.852679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5bb657-3c2e-4e31-a121-a38d48095148 admin admin] Deleting subnet 339b0937-de1e-43aa-a252-3597988f5b76 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:23:34.855717 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b5bb657-3c2e-4e31-a121-a38d48095148 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:34.889497 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b5bb657-3c2e-4e31-a121-a38d48095148 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:34.928089 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b5bb657-3c2e-4e31-a121-a38d48095148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:35.037822 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b5bb657-3c2e-4e31-a121-a38d48095148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:35.063028 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bb657-3c2e-4e31-a121-a38d48095148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339b0937-de1e-43aa-a252-3597988f5b76,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:23:35.067127 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b5bb657-3c2e-4e31-a121-a38d48095148 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:35.070353 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9b5bb657-3c2e-4e31-a121-a38d48095148 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/339b0937-de1e-43aa-a252-3597988f5b76 HTTP/1.1" status: 204 len: 168 time: 0.2648745 Dec 11 23:23:35.072976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47006) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:23:35.146069 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-444452a9-ab0b-405b-8b29-df2c0b360b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:35.223381 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-444452a9-ab0b-405b-8b29-df2c0b360b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:35.248514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-444452a9-ab0b-405b-8b29-df2c0b360b32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a85a356-ec00-4fa6-a292-f15fa3ed2ad1']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:23:35.258100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-444452a9-ab0b-405b-8b29-df2c0b360b32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d9d96a-f4d1-4a1e-b108-55aeb154a0c8') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:23:35.258398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-444452a9-ab0b-405b-8b29-df2c0b360b32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d9d96a-f4d1-4a1e-b108-55aeb154a0c8') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:23:35.268235 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-444452a9-ab0b-405b-8b29-df2c0b360b32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:35.281594 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-444452a9-ab0b-405b-8b29-df2c0b360b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:35.287482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444452a9-ab0b-405b-8b29-df2c0b360b32 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:23:35.287872 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-444452a9-ab0b-405b-8b29-df2c0b360b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:23:35.289500 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:23:35.420123 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-444452a9-ab0b-405b-8b29-df2c0b360b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:35.425470 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-444452a9-ab0b-405b-8b29-df2c0b360b32 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:35.428691 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-444452a9-ab0b-405b-8b29-df2c0b360b32 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4a85a356-ec00-4fa6-a292-f15fa3ed2ad1 HTTP/1.1" status: 204 len: 168 time: 0.3547957 Dec 11 23:23:35.440229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444452a9-ab0b-405b-8b29-df2c0b360b32 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a85a356-ec00-4fa6-a292-f15fa3ed2ad1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:23:35.776447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47010) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:23:35.818012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3870ff61-5bf2-4624-8f5a-485f3b1876f6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9468d093a671416da34c8f326833bf5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403957 Dec 11 23:23:35.820420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47012) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:23:35.866153 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e7874f7d-36fa-41af-a78f-b37679ab87da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:35.892635 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e7874f7d-36fa-41af-a78f-b37679ab87da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:35.992031 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e7874f7d-36fa-41af-a78f-b37679ab87da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:35.994706 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e7874f7d-36fa-41af-a78f-b37679ab87da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:35.995916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e7874f7d-36fa-41af-a78f-b37679ab87da admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25f23487-555a-44f4-aef4-4c8157c0aac3 HTTP/1.1" status: 204 len: 168 time: 0.1745975 Dec 11 23:23:36.004543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7874f7d-36fa-41af-a78f-b37679ab87da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f23487-555a-44f4-aef4-4c8157c0aac3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:23:36.986456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47034) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:23:37.096175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b343a82c-0b5a-471a-bd43-b088da5a3332 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-468368348-network', 'tenant_id': '2a117fd928f948a79d95c169809856eb'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:23:37.168541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b343a82c-0b5a-471a-bd43-b088da5a3332 admin admin] Made reservation on behalf of 2a117fd928f948a79d95c169809856eb for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:23:37.170890 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b343a82c-0b5a-471a-bd43-b088da5a3332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:37.179924 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b343a82c-0b5a-471a-bd43-b088da5a3332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:37.253637 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b343a82c-0b5a-471a-bd43-b088da5a3332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:37.317424 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b343a82c-0b5a-471a-bd43-b088da5a3332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:37.339153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b343a82c-0b5a-471a-bd43-b088da5a3332 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:23:37.354474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343a82c-0b5a-471a-bd43-b088da5a3332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff66961e-0a1d-4384-92b8-ae254be9395d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:23:37.357461 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b343a82c-0b5a-471a-bd43-b088da5a3332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:37.357808 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-b343a82c-0b5a-471a-bd43-b088da5a3332 admin admin] Added segment 9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee of type vlan for network daad98fc-a166-4fbb-98e8-cdc34d3fc370 Dec 11 23:23:37.397583 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b343a82c-0b5a-471a-bd43-b088da5a3332 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:37.465904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b343a82c-0b5a-471a-bd43-b088da5a3332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:37.466908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b343a82c-0b5a-471a-bd43-b088da5a3332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:37.467629 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b343a82c-0b5a-471a-bd43-b088da5a3332 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:37.532341 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343a82c-0b5a-471a-bd43-b088da5a3332 admin admin] Pushing event updated for resources: {'Network': ['ID=daad98fc-a166-4fbb-98e8-cdc34d3fc370,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:23:37.537673 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b343a82c-0b5a-471a-bd43-b088da5a3332 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5501497 Dec 11 23:23:37.540831 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47038) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:23:37.541734 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network daad98fc-a166-4fbb-98e8-cdc34d3fc370 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:23:37.545767 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-8a6ceecf-3c7a-4891-9543-167c5fcf5237 admin admin] Request body: {'subnet': {'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-468368348-subnet', 'tenant_id': '2a117fd928f948a79d95c169809856eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:23:37.626553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6ceecf-3c7a-4891-9543-167c5fcf5237 admin admin] Made reservation on behalf of 2a117fd928f948a79d95c169809856eb for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:23:37.629023 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a6ceecf-3c7a-4891-9543-167c5fcf5237 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:37.877523 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a6ceecf-3c7a-4891-9543-167c5fcf5237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:37.936238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ceecf-3c7a-4891-9543-167c5fcf5237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:23:37.944483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6ceecf-3c7a-4891-9543-167c5fcf5237 admin admin] Checking segment: {'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:23:37.944857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6ceecf-3c7a-4891-9543-167c5fcf5237 admin admin] Network hostable DHCP agents. Network: daad98fc-a166-4fbb-98e8-cdc34d3fc370, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:23:37.972642 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:23:38.002358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:23:38.002358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 3450fc1a-51cc-4fdb-8f84-cc79f1cdc932 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:23:38.014665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6ceecf-3c7a-4891-9543-167c5fcf5237 admin admin] Network daad98fc-a166-4fbb-98e8-cdc34d3fc370 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:23:38.071626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-8a6ceecf-3c7a-4891-9543-167c5fcf5237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, daad98fc-a166-4fbb-98e8-cdc34d3fc370) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:23:38.075884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6ceecf-3c7a-4891-9543-167c5fcf5237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:38.076364 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-8a6ceecf-3c7a-4891-9543-167c5fcf5237 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:38.081430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12040011-b0c3-49a9-a708-9bdf15d97e98 None None] Network daad98fc-a166-4fbb-98e8-cdc34d3fc370 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:23:38.137527 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8a6ceecf-3c7a-4891-9543-167c5fcf5237 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5955291 Dec 11 23:23:38.341008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00783a6b-6296-4d15-aea6-07c34ec7bf4e None None] Network daad98fc-a166-4fbb-98e8-cdc34d3fc370 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:23:38.752516 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-57e604c3-ebaf-4c52-bb3a-904b134d1be3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:38.754007 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-57e604c3-ebaf-4c52-bb3a-904b134d1be3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/networks?id=daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 200 len: 814 time: 0.1056254 Dec 11 23:23:38.769752 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-95f001a6-c9df-425f-869c-8006726b6fa9 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/quotas/2a117fd928f948a79d95c169809856eb HTTP/1.1" status: 200 len: 375 time: 0.0098255 Dec 11 23:23:38.803504 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-031325f1-88ac-48c5-a62f-c9380fa73270 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269763 Dec 11 23:23:38.892539 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-5c2f97d7-f020-4d45-b64f-a7ab93a802be service neutron] 10.222.0.45 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821893 Dec 11 23:23:38.985022 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-18b61a78-3658-420d-8a43-487e3e36338f service neutron] 10.222.0.45 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864089 Dec 11 23:23:39.231356 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-464101ec-7472-451a-9747-d42065fef91f req-798da2a9-0984-4821-9241-2927bd9a3c09 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 210 time: 0.0825508 Dec 11 23:23:40.326252 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-464ab13e-e765-47f5-9582-ebec9f2ee935 req-64bcd1b5-6434-443a-9cb9-1d71c45c1939 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 210 time: 0.0267644 Dec 11 23:23:41.073957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-5d655d2e-0075-44e4-bd64-e6cf5eed6b59 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:41.075490 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-5d655d2e-0075-44e4-bd64-e6cf5eed6b59 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.47 "GET /v2.0/networks?id=daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 200 len: 814 time: 0.1064365 Dec 11 23:23:41.092908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-b15b83eb-5b3d-48e7-8b9f-b7abeae6bf4f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Request body: {'port': {'device_id': 'd1d83451-6987-4b10-be94-01309fa8bf79', 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370', 'admin_state_up': True, 'tenant_id': '2a117fd928f948a79d95c169809856eb'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:23:41.288762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-b15b83eb-5b3d-48e7-8b9f-b7abeae6bf4f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Made reservation on behalf of 2a117fd928f948a79d95c169809856eb for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:23:41.292372 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-b15b83eb-5b3d-48e7-8b9f-b7abeae6bf4f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:41.429693 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ffb83aa7-19ae-4663-b530-06cd921ea063 req-bc8c7a35-f9a0-4373-b4cf-8ae120f5e1ae tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 210 time: 0.0323968 Dec 11 23:23:41.445468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-b15b83eb-5b3d-48e7-8b9f-b7abeae6bf4f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Allocated IP 172.20.0.5 (daad98fc-a166-4fbb-98e8-cdc34d3fc370/0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944/6ad8866a-9295-4c92-ac21-4e1ec7257404) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:23:41.591033 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-b15b83eb-5b3d-48e7-8b9f-b7abeae6bf4f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:41.677491 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-b15b83eb-5b3d-48e7-8b9f-b7abeae6bf4f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:41.722529 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-b15b83eb-5b3d-48e7-8b9f-b7abeae6bf4f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Network daad98fc-a166-4fbb-98e8-cdc34d3fc370 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:23:41.725692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-b15b83eb-5b3d-48e7-8b9f-b7abeae6bf4f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:23:41.729393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-b15b83eb-5b3d-48e7-8b9f-b7abeae6bf4f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:23:41.757729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b83eb-5b3d-48e7-8b9f-b7abeae6bf4f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Pushing event updated for resources: {'Port': ['ID=6ad8866a-9295-4c92-ac21-4e1ec7257404,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:23:41.782909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-b15b83eb-5b3d-48e7-8b9f-b7abeae6bf4f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:41.783526 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-b15b83eb-5b3d-48e7-8b9f-b7abeae6bf4f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:41.834247 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-b15b83eb-5b3d-48e7-8b9f-b7abeae6bf4f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7449284 Dec 11 23:23:41.851895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Request body: {'port': {'device_id': 'd1d83451-6987-4b10-be94-01309fa8bf79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:23:41.909236 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:42.163267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad8866a-9295-4c92-ac21-4e1ec7257404 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:23:42.171015 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:42.183749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Transition to ACTIVE for port object 6ad8866a-9295-4c92-ac21-4e1ec7257404 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:23:42.260257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:42.309355 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad8866a-9295-4c92-ac21-4e1ec7257404,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:23:42.381105 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Attempting to bind port 6ad8866a-9295-4c92-ac21-4e1ec7257404 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:23:42.381445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Attempting to bind port 6ad8866a-9295-4c92-ac21-4e1ec7257404 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:23:42.381779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Attempting to bind port 6ad8866a-9295-4c92-ac21-4e1ec7257404 on network daad98fc-a166-4fbb-98e8-cdc34d3fc370 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:23:42.386080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Port 6ad8866a-9295-4c92-ac21-4e1ec7257404 on network daad98fc-a166-4fbb-98e8-cdc34d3fc370 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:23:42.386401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Attempting to bind port 6ad8866a-9295-4c92-ac21-4e1ec7257404 on network daad98fc-a166-4fbb-98e8-cdc34d3fc370 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:23:42.391944 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:23:42.392279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Checking segment: {'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:23:42.392661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Bound using segment: {'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:23:42.393087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Bound port: 6ad8866a-9295-4c92-ac21-4e1ec7257404, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:23:42.393443 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:42.455548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] For port 6ad8866a-9295-4c92-ac21-4e1ec7257404, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:23:42.458529 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] For port 6ad8866a-9295-4c92-ac21-4e1ec7257404, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6ad8866a-9295-4c92-ac21-4e1ec7257404,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:23:42.529403 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:42.549856 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f88794-f3e1-4894-890f-281083188b8a req-bbe316d8-5f0b-4e7f-859b-eff4036a685e tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:42.551413 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-87f88794-f3e1-4894-890f-281083188b8a req-bbe316d8-5f0b-4e7f-859b-eff4036a685e tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 943 time: 0.0546031 Dec 11 23:23:42.570078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:42.570707 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:42.572142 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] 10.222.0.47 "PUT /v2.0/ports/6ad8866a-9295-4c92-ac21-4e1ec7257404 HTTP/1.1" status: 200 len: 1091 time: 0.7244403 Dec 11 23:23:42.572587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d83451-6987-4b10-be94-01309fa8bf79', 'tag': '6ad8866a-9295-4c92-ac21-4e1ec7257404'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:23:42.575090 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1276351a-96fa-4c80-ac54-905a445998df" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d83451-6987-4b10-be94-01309fa8bf79", "tag": "6ad8866a-9295-4c92-ac21-4e1ec7257404"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:23:42.599315 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1687cad-9251-453f-85b7-9d7542dbb486 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad8866a-9295-4c92-ac21-4e1ec7257404,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:23:42.616661 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5315097f-acc3-4020-9715-4ce2507a946d x-openstack-request-id: req-5315097f-acc3-4020-9715-4ce2507a946d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:23:42.616960 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d83451-6987-4b10-be94-01309fa8bf79", "tag": "6ad8866a-9295-4c92-ac21-4e1ec7257404", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:23:42.617217 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5315097f-acc3-4020-9715-4ce2507a946d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:23:42.617630 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d83451-6987-4b10-be94-01309fa8bf79', 'tag': '6ad8866a-9295-4c92-ac21-4e1ec7257404', 'status': 'completed', 'code': 200} Dec 11 23:23:42.623637 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-87f88794-f3e1-4894-890f-281083188b8a req-9dd39045-b608-4823-85a8-a1b7cf5ddbe9 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663030 Dec 11 23:23:42.704032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276351a-96fa-4c80-ac54-905a445998df req-52fa3fd4-8d58-4000-b77c-b5a6092bd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:42.705614 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1276351a-96fa-4c80-ac54-905a445998df req-52fa3fd4-8d58-4000-b77c-b5a6092bd5f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 1094 time: 0.0470128 Dec 11 23:23:42.810621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276351a-96fa-4c80-ac54-905a445998df req-7b188df1-b441-4969-8e7c-cccbb4b5de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:42.812664 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1276351a-96fa-4c80-ac54-905a445998df req-7b188df1-b441-4969-8e7c-cccbb4b5de9c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2a117fd928f948a79d95c169809856eb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0933721 Dec 11 23:23:42.909437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276351a-96fa-4c80-ac54-905a445998df req-7387d5b7-3dfe-4962-9843-8f44da40a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:42.910925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1276351a-96fa-4c80-ac54-905a445998df req-7387d5b7-3dfe-4962-9843-8f44da40a91e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920606 Dec 11 23:23:43.017153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-199ea656-d160-4ad3-802e-ca054bee68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:43.018643 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-199ea656-d160-4ad3-802e-ca054bee68f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 1094 time: 0.0419955 Dec 11 23:23:43.066794 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-7d8d83c9-58ea-4c6f-936f-4f1f01798017 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad8866a-9295-4c92-ac21-4e1ec7257404 HTTP/1.1" status: 200 len: 217 time: 0.0342093 Dec 11 23:23:43.121457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-ecde1020-ad53-4593-bf6d-d3e767ea8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:43.122931 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-ecde1020-ad53-4593-bf6d-d3e767ea8675 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944 HTTP/1.1" status: 200 len: 854 time: 0.0491149 Dec 11 23:23:43.154655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-25a8f46b-3ee1-4838-9ce3-fe369d7fd0d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=daad98fc-a166-4fbb-98e8-cdc34d3fc370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249336 Dec 11 23:23:43.247318 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-2c055dce-85a8-4f64-9955-7f6aa6fb5312 service neutron] 10.222.0.47 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842152 Dec 11 23:23:43.340715 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d121c68b-45e9-4e94-a9de-9eb9eb76f7a3 req-a5821633-dc70-4278-b10b-ef8dd71c03cd service neutron] 10.222.0.47 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868051 Dec 11 23:23:43.743645 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ebbad-86bb-42e1-9e20-a7f98e12b885 req-22a08480-6d2b-4d04-a65c-a938ae3d60c0 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:43.745122 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b62ebbad-86bb-42e1-9e20-a7f98e12b885 req-22a08480-6d2b-4d04-a65c-a938ae3d60c0 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 943 time: 0.0500019 Dec 11 23:23:43.792499 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b62ebbad-86bb-42e1-9e20-a7f98e12b885 req-457d4183-8e60-4005-8d79-7dbd9ad4ab96 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407596 Dec 11 23:23:43.991480 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:44.908615 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94f181-06b1-4cf0-a758-c09bf03326c5 req-7752972d-9f74-46a7-a73f-c874118cf5f2 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:44.910084 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-db94f181-06b1-4cf0-a758-c09bf03326c5 req-7752972d-9f74-46a7-a73f-c874118cf5f2 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 943 time: 0.0490754 Dec 11 23:23:44.957211 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-db94f181-06b1-4cf0-a758-c09bf03326c5 req-bd4cae75-a6a5-4fa5-b160-4de1a518e41d tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412385 Dec 11 23:23:46.019800 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6ad8866a-9295-4c92-ac21-4e1ec7257404 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:23:46.072564 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be0836-b314-4f19-8633-ed1e82edc178 req-8f1a2307-f833-4c78-b1ac-311b9d41864a tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:46.074054 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7be0836-b314-4f19-8633-ed1e82edc178 req-8f1a2307-f833-4c78-b1ac-311b9d41864a tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 943 time: 0.0482912 Dec 11 23:23:46.116702 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 6ad8866a-9295-4c92-ac21-4e1ec7257404, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6ad8866a-9295-4c92-ac21-4e1ec7257404,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:23:46.127195 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7be0836-b314-4f19-8633-ed1e82edc178 req-e54f9c1f-4898-46ac-886b-9d049e21d120 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466416 Dec 11 23:23:46.128513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '6ad8866a-9295-4c92-ac21-4e1ec7257404', 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370', 'port_id': '6ad8866a-9295-4c92-ac21-4e1ec7257404', 'mac_address': 'fa:16:3e:21:03:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:23:46.165848 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:46.179344 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad8866a-9295-4c92-ac21-4e1ec7257404 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:23:46.198629 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 6ad8866a-9295-4c92-ac21-4e1ec7257404, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6ad8866a-9295-4c92-ac21-4e1ec7257404,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:23:46.265598 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:46.311531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=6ad8866a-9295-4c92-ac21-4e1ec7257404,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:23:46.517069 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['6ad8866a-9295-4c92-ac21-4e1ec7257404'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:23:47.240671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7307a51-cfdb-4f74-9538-a95ae389b227 req-df77165b-751f-4cb8-afd8-066f76dfb7bd tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:47.242150 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7307a51-cfdb-4f74-9538-a95ae389b227 req-df77165b-751f-4cb8-afd8-066f76dfb7bd tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 944 time: 0.0480917 Dec 11 23:23:47.289517 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7307a51-cfdb-4f74-9538-a95ae389b227 req-669f566b-078f-4580-afd3-919799e679af tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415521 Dec 11 23:23:47.671748 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:48.038183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6ad8866a-9295-4c92-ac21-4e1ec7257404 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:23:48.151112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 6ad8866a-9295-4c92-ac21-4e1ec7257404 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:23:48.155057 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 6ad8866a-9295-4c92-ac21-4e1ec7257404 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:23:48.155921 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:48.232244 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:48.253698 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d83451-6987-4b10-be94-01309fa8bf79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8866a-9295-4c92-ac21-4e1ec7257404'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:23:48.255895 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da689b4-8fa6-44f7-a89d-7376a6a1c2ff" -d '{"events": [{"server_uuid": "d1d83451-6987-4b10-be94-01309fa8bf79", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8866a-9295-4c92-ac21-4e1ec7257404"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:23:48.269085 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 6ad8866a-9295-4c92-ac21-4e1ec7257404, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6ad8866a-9295-4c92-ac21-4e1ec7257404,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:23:48.292773 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f92cd7d-b8d7-4932-a16e-7434fc49ebf4 x-openstack-request-id: req-2f92cd7d-b8d7-4932-a16e-7434fc49ebf4 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:23:48.293070 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d83451-6987-4b10-be94-01309fa8bf79", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8866a-9295-4c92-ac21-4e1ec7257404", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:23:48.293323 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2f92cd7d-b8d7-4932-a16e-7434fc49ebf4 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:23:48.293719 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d83451-6987-4b10-be94-01309fa8bf79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8866a-9295-4c92-ac21-4e1ec7257404', 'code': 200} Dec 11 23:23:48.351502 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:48.402956 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=6ad8866a-9295-4c92-ac21-4e1ec7257404,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:23:48.414199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552612a3-eb60-44a3-905f-c78919db7ffb req-4e069d15-458e-46ce-abc0-15cd36628360 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:48.415861 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-552612a3-eb60-44a3-905f-c78919db7ffb req-4e069d15-458e-46ce-abc0-15cd36628360 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0573463 Dec 11 23:23:48.424591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f36c2-bbc0-4348-ac73-3af1b1be5428 req-ad93d524-779e-4af9-a730-dcad08981041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:48.426124 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee7f36c2-bbc0-4348-ac73-3af1b1be5428 req-ad93d524-779e-4af9-a730-dcad08981041 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 1096 time: 0.0438957 Dec 11 23:23:48.463511 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-552612a3-eb60-44a3-905f-c78919db7ffb req-4371eb04-39ae-4b43-bc60-7ad42b5ffe83 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411804 Dec 11 23:23:48.472447 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee7f36c2-bbc0-4348-ac73-3af1b1be5428 req-08328965-72cb-4cb4-955a-5a102a912665 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382903 Dec 11 23:23:48.836816 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-98936b25-112f-4acb-89b3-74a89e70df04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:49.581862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9977f-ef07-4204-adc0-a5be78e357e9 req-ad137bb4-4b29-4f36-b66b-640d0e63adad tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:49.583420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-36d9977f-ef07-4204-adc0-a5be78e357e9 req-ad137bb4-4b29-4f36-b66b-640d0e63adad tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0490248 Dec 11 23:23:49.631532 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-36d9977f-ef07-4204-adc0-a5be78e357e9 req-11f77422-c916-44d1-a990-54cb05889ba9 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420818 Dec 11 23:23:50.748817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d282c-d2f3-49ef-be10-1f9a64a11ee2 req-c9ca779c-13b6-455e-85ca-7bd0cecac027 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:50.750930 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa7d282c-d2f3-49ef-be10-1f9a64a11ee2 req-c9ca779c-13b6-455e-85ca-7bd0cecac027 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0492027 Dec 11 23:23:50.798462 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fa7d282c-d2f3-49ef-be10-1f9a64a11ee2 req-b60ea002-87bc-4aea-82d9-1cfc43d77fa7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415759 Dec 11 23:23:50.915203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c239d13-7e9d-4f36-b93f-d5ac22fce0c5 req-062626d9-117e-4b6a-b0a4-c2db0d7e422d tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:50.916590 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c239d13-7e9d-4f36-b93f-d5ac22fce0c5 req-062626d9-117e-4b6a-b0a4-c2db0d7e422d tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0518174 Dec 11 23:23:50.963382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c239d13-7e9d-4f36-b93f-d5ac22fce0c5 req-581ec7ab-1c72-4409-8b3e-3f6496aedcc5 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Dec 11 23:23:51.250779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cd738-f657-426a-ad84-41f22e5c9f02 req-953e93d1-eef1-4e62-aba6-9bcfd42bcad7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:51.252707 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e45cd738-f657-426a-ad84-41f22e5c9f02 req-953e93d1-eef1-4e62-aba6-9bcfd42bcad7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0540679 Dec 11 23:23:51.305663 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-66ac0b68-c7f8-46a2-a6a6-8d90d313b32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:51.307280 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e45cd738-f657-426a-ad84-41f22e5c9f02 req-21d2c857-dd1d-425d-99ce-1b2791b87542 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474477 Dec 11 23:23:51.428940 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809b0a2-6b8d-4d6f-a6dd-2cac3c90704d req-52c98758-5168-4e17-b617-64582ef76ddb tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:51.430355 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a809b0a2-6b8d-4d6f-a6dd-2cac3c90704d req-52c98758-5168-4e17-b617-64582ef76ddb tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0522714 Dec 11 23:23:51.482903 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a809b0a2-6b8d-4d6f-a6dd-2cac3c90704d req-191b1cad-a232-495f-8f20-5ad268a8271b tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464616 Dec 11 23:23:51.943098 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88410ddb-57a8-46d0-acaf-e1fe19f4166d req-769cf22f-3fce-4aba-89a1-17259932a23e tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:51.944646 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-88410ddb-57a8-46d0-acaf-e1fe19f4166d req-769cf22f-3fce-4aba-89a1-17259932a23e tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0522146 Dec 11 23:23:52.014539 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-c0d091e7-a89e-4719-ad1d-d4b2f91a801d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685139 Dec 11 23:23:52.022538 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-88410ddb-57a8-46d0-acaf-e1fe19f4166d req-56d4d082-c6e3-4b06-ba05-e13340d68360 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686383 Dec 11 23:23:52.334516 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:53.147266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a4b36-5e72-4950-bf7a-8ef7b6ff0068 req-dc187aa6-bd96-49db-a4bd-7c071a45ac45 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:53.148786 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b4a4b36-5e72-4950-bf7a-8ef7b6ff0068 req-dc187aa6-bd96-49db-a4bd-7c071a45ac45 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0561540 Dec 11 23:23:53.198101 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b4a4b36-5e72-4950-bf7a-8ef7b6ff0068 req-77221096-d574-4da4-aacc-4b2f792b83d4 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427687 Dec 11 23:23:53.873296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-7774482b-c32a-4251-aadd-628a65b20b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:53.874774 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-7774482b-c32a-4251-aadd-628a65b20b00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 1096 time: 0.0392966 Dec 11 23:23:53.967691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-e6fe9e7e-e639-4996-ae5d-4da7cc3c2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:53.969261 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-e6fe9e7e-e639-4996-ae5d-4da7cc3c2983 service neutron] 10.222.0.47 "GET /v2.0/networks?id=daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 200 len: 915 time: 0.0876889 Dec 11 23:23:53.993936 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:54.013501 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-d5b2d36a-3809-44e9-bc85-484a28b8aca1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad8866a-9295-4c92-ac21-4e1ec7257404 HTTP/1.1" status: 200 len: 217 time: 0.0375960 Dec 11 23:23:54.060363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-d63173a7-cdc7-4572-a52f-6c04031e4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:54.061765 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-d63173a7-cdc7-4572-a52f-6c04031e4bab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944 HTTP/1.1" status: 200 len: 854 time: 0.0422895 Dec 11 23:23:54.092163 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-3fe61171-d62d-40b3-b74d-23c52deec733 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=daad98fc-a166-4fbb-98e8-cdc34d3fc370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239329 Dec 11 23:23:54.182946 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-a8661c59-d3b3-47f5-91f4-88a7ddb66f3f service neutron] 10.222.0.47 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833972 Dec 11 23:23:54.271294 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-8dddae35-520f-401d-9d01-c548450264fd service neutron] 10.222.0.47 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816679 Dec 11 23:23:54.319245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23780275-90bd-40ec-9701-5ede05683496 req-db296b18-7455-4ae7-84ef-0330ec6be625 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:54.320725 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-23780275-90bd-40ec-9701-5ede05683496 req-db296b18-7455-4ae7-84ef-0330ec6be625 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0524821 Dec 11 23:23:54.368231 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-23780275-90bd-40ec-9701-5ede05683496 req-72aa0e0c-a32b-4d59-b5eb-3e43defe8501 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415664 Dec 11 23:23:54.642897 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:23:55.489878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c60c7-88a2-47f6-8f57-43012e859031 req-82c53106-51f8-493c-bede-58a7b9f6ce81 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:55.491376 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c45c60c7-88a2-47f6-8f57-43012e859031 req-82c53106-51f8-493c-bede-58a7b9f6ce81 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0538979 Dec 11 23:23:55.537565 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c45c60c7-88a2-47f6-8f57-43012e859031 req-fdbcccf0-a6b8-459c-91f5-12bdd4bdf8df tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403464 Dec 11 23:23:56.654776 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c343364-c925-4607-be74-6791e5add5c3 req-f6ea8278-aa67-49ba-be16-940b1bbd3e6a tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:56.656520 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8c343364-c925-4607-be74-6791e5add5c3 req-f6ea8278-aa67-49ba-be16-940b1bbd3e6a tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0501201 Dec 11 23:23:56.704545 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8c343364-c925-4607-be74-6791e5add5c3 req-ee4f7f8d-f0db-4bc6-8fe8-bae83b86bdb7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422099 Dec 11 23:23:57.822399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4945ec-bde9-4554-9893-c094049ca656 req-1bd39ad7-561d-43f6-8613-161822111133 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:57.823907 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b4945ec-bde9-4554-9893-c094049ca656 req-1bd39ad7-561d-43f6-8613-161822111133 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0490847 Dec 11 23:23:57.870238 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6b4945ec-bde9-4554-9893-c094049ca656 req-2a50c905-56d3-438c-b183-9ca3bfc37aba tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396509 Dec 11 23:23:58.985120 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daaa63-01d6-4b5e-a927-fca660aa5fd9 req-e48076eb-90bd-4b75-a639-be2077474f83 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:23:58.986647 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38daaa63-01d6-4b5e-a927-fca660aa5fd9 req-e48076eb-90bd-4b75-a639-be2077474f83 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0479851 Dec 11 23:23:59.037896 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-38daaa63-01d6-4b5e-a927-fca660aa5fd9 req-81cba237-d89a-424c-95e1-613e506145c4 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452907 Dec 11 23:24:00.152577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9a3a2-43d6-49b5-b688-1e436db7b243 req-a62aea70-71b8-40ee-9bc3-7c98f2fc220f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:00.154035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a3f9a3a2-43d6-49b5-b688-1e436db7b243 req-a62aea70-71b8-40ee-9bc3-7c98f2fc220f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0487885 Dec 11 23:24:00.205438 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a3f9a3a2-43d6-49b5-b688-1e436db7b243 req-8beb9a1c-2317-4cd8-bd91-1d1406f704e0 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454791 Dec 11 23:24:01.319456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1d507-6446-4781-8d01-dcc19c190409 req-832df3ff-1cda-4905-98e9-0423d35b8faf tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:01.320835 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7ae1d507-6446-4781-8d01-dcc19c190409 req-832df3ff-1cda-4905-98e9-0423d35b8faf tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0484462 Dec 11 23:24:01.368362 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7ae1d507-6446-4781-8d01-dcc19c190409 req-0b71fad4-7eb8-41e8-9dcc-53c5e365eac7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 Dec 11 23:24:01.371747 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:24:02.482901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dd85c-a2d8-4899-8771-467175104be9 req-631d601c-e76b-4a4a-91d5-00a6dd7c4386 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:02.484373 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c8dd85c-a2d8-4899-8771-467175104be9 req-631d601c-e76b-4a4a-91d5-00a6dd7c4386 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0480342 Dec 11 23:24:02.531742 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c8dd85c-a2d8-4899-8771-467175104be9 req-fcad0b93-12d7-4fcd-8ca3-a1d8acf4b7ad tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408931 Dec 11 23:24:03.646367 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d4ac6-25f1-4be7-9da4-38221fa08cd8 req-88486f32-2693-4656-9566-5dd3e3172042 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:03.647881 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b52d4ac6-25f1-4be7-9da4-38221fa08cd8 req-88486f32-2693-4656-9566-5dd3e3172042 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0482965 Dec 11 23:24:03.696106 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b52d4ac6-25f1-4be7-9da4-38221fa08cd8 req-1d7b96eb-0fdb-43ac-954b-efb434e12fbf tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420938 Dec 11 23:24:04.814937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0c974-dda2-48d5-b7cf-938fe6ecbf74 req-f3c8c56d-f7e8-461d-93c9-08851e9fd2a2 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:04.816415 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55c0c974-dda2-48d5-b7cf-938fe6ecbf74 req-f3c8c56d-f7e8-461d-93c9-08851e9fd2a2 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0488694 Dec 11 23:24:04.863034 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55c0c974-dda2-48d5-b7cf-938fe6ecbf74 req-b8fbde09-05a5-4017-b276-7b18a6a33894 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 Dec 11 23:24:05.983167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791dd60-911e-49c6-91f9-b4a6e0fa4c86 req-2ef52a6a-32a8-4c71-acb7-958347ffd6d0 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:05.984657 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5791dd60-911e-49c6-91f9-b4a6e0fa4c86 req-2ef52a6a-32a8-4c71-acb7-958347ffd6d0 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0538123 Dec 11 23:24:06.032023 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5791dd60-911e-49c6-91f9-b4a6e0fa4c86 req-1d9705fb-76b0-4827-9507-261d2d478cf5 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414186 Dec 11 23:24:07.148685 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32240f5-2986-4f91-bbd2-23f37bc3e3ae req-99ecbc2b-11ec-448a-81ed-1b2996fd2247 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:07.150582 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a32240f5-2986-4f91-bbd2-23f37bc3e3ae req-99ecbc2b-11ec-448a-81ed-1b2996fd2247 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0522199 Dec 11 23:24:07.197455 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a32240f5-2986-4f91-bbd2-23f37bc3e3ae req-a77bdb43-9a1e-4c94-921d-b4025bc8b857 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410728 Dec 11 23:24:08.318014 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2591a-7092-408e-9c0d-1050b030fa51 req-c45eab09-e94f-4388-8d4a-925e10a65b6c tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:08.319722 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-61c2591a-7092-408e-9c0d-1050b030fa51 req-c45eab09-e94f-4388-8d4a-925e10a65b6c tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0509801 Dec 11 23:24:08.369420 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-61c2591a-7092-408e-9c0d-1050b030fa51 req-b7e4a13f-ec58-4d2b-a0f0-1e0f19530813 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438323 Dec 11 23:24:09.483180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb37f6-585a-47ab-add9-4282ec4de1ce req-0c1b67f5-aa13-427d-acda-d4d4c9d8cce6 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:09.484655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64cb37f6-585a-47ab-add9-4282ec4de1ce req-0c1b67f5-aa13-427d-acda-d4d4c9d8cce6 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0477779 Dec 11 23:24:09.531277 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-64cb37f6-585a-47ab-add9-4282ec4de1ce req-296b51b5-6176-457a-aab5-be39d56d3398 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401301 Dec 11 23:24:10.646952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712f150-0353-40fd-91b4-3892f5375be3 req-b1ae01c5-d0a9-48fc-95ec-8bb08ba81aba tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:10.648419 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6712f150-0353-40fd-91b4-3892f5375be3 req-b1ae01c5-d0a9-48fc-95ec-8bb08ba81aba tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0480325 Dec 11 23:24:10.699009 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6712f150-0353-40fd-91b4-3892f5375be3 req-1601deb6-a6f0-446d-9439-7571e7a00024 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444510 Dec 11 23:24:11.467478 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-111b1de5-3bee-4e33-96dc-516117b82a2e service neutron] show failed (client error): The resource could not be found. Dec 11 23:24:11.468491 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-111b1de5-3bee-4e33-96dc-516117b82a2e service neutron] 10.222.0.47 "GET /v2.0/ports/6ad8866a-9295-4c92-ac21-4e1ec7257404/bindings/n-h2-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.0567963 Dec 11 23:24:11.821556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5bcf3-b957-4ffc-91aa-bfffb64b914c req-3b952a19-5cea-48a2-b0c9-db66099148c3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:11.823091 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90a5bcf3-b957-4ffc-91aa-bfffb64b914c req-3b952a19-5cea-48a2-b0c9-db66099148c3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0508511 Dec 11 23:24:11.893070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-70c1c97c-e183-499e-918c-b72d724fae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:11.894550 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-70c1c97c-e183-499e-918c-b72d724fae6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79&tenant_id=2a117fd928f948a79d95c169809856eb HTTP/1.1" status: 200 len: 1096 time: 0.0690315 Dec 11 23:24:11.899342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90a5bcf3-b957-4ffc-91aa-bfffb64b914c req-c37e1c18-c29f-437a-b968-5d2d88e7999b tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656071 Dec 11 23:24:11.908790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:24:11.964267 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:12.168833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] For port 6ad8866a-9295-4c92-ac21-4e1ec7257404, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6ad8866a-9295-4c92-ac21-4e1ec7257404,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:24:12.206165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] For port 6ad8866a-9295-4c92-ac21-4e1ec7257404, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:24:12.246078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d83451-6987-4b10-be94-01309fa8bf79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad8866a-9295-4c92-ac21-4e1ec7257404'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:24:12.248308 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc99fd84-9906-41a3-9a9e-2b8ff6001e11" -d '{"events": [{"server_uuid": "d1d83451-6987-4b10-be94-01309fa8bf79", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad8866a-9295-4c92-ac21-4e1ec7257404"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:24:12.252941 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:12.265408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Transition to ACTIVE for port object 6ad8866a-9295-4c92-ac21-4e1ec7257404 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:24:12.298239 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48cefb6-1964-4d2f-9fcd-9ac16934e3cd x-openstack-request-id: req-b48cefb6-1964-4d2f-9fcd-9ac16934e3cd {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:24:12.298519 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d83451-6987-4b10-be94-01309fa8bf79", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad8866a-9295-4c92-ac21-4e1ec7257404", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:24:12.298983 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b48cefb6-1964-4d2f-9fcd-9ac16934e3cd {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:24:12.299395 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d83451-6987-4b10-be94-01309fa8bf79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad8866a-9295-4c92-ac21-4e1ec7257404', 'code': 200} Dec 11 23:24:12.356985 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:12.420007 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Pushing event updated for resources: {'Port': ['ID=6ad8866a-9295-4c92-ac21-4e1ec7257404,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:24:12.422056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] No DVR routers for this DVR port 6ad8866a-9295-4c92-ac21-4e1ec7257404 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:24:12.431390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:24:12.431724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:24:12.432073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:24:12.432413 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:24:12.432747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:24:12.433082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:24:12.433413 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:24:12.433740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:24:12.434071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:24:12.434394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:24:12.434719 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:24:12.435068 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:24:12.435661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:24:12.473558 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Attempting to bind port 6ad8866a-9295-4c92-ac21-4e1ec7257404 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:24:12.474204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Attempting to bind port 6ad8866a-9295-4c92-ac21-4e1ec7257404 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:24:12.474204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Attempting to bind port 6ad8866a-9295-4c92-ac21-4e1ec7257404 on network daad98fc-a166-4fbb-98e8-cdc34d3fc370 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:24:12.478405 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Port 6ad8866a-9295-4c92-ac21-4e1ec7257404 on network daad98fc-a166-4fbb-98e8-cdc34d3fc370 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:24:12.478726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Attempting to bind port 6ad8866a-9295-4c92-ac21-4e1ec7257404 on network daad98fc-a166-4fbb-98e8-cdc34d3fc370 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:24:12.483461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:24:12.483799 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Checking segment: {'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:24:12.484178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Bound using segment: {'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:24:12.484597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Bound port: 6ad8866a-9295-4c92-ac21-4e1ec7257404, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:24:12.485526 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:12.552398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] For port 6ad8866a-9295-4c92-ac21-4e1ec7257404, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:24:12.555319 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] For port 6ad8866a-9295-4c92-ac21-4e1ec7257404, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6ad8866a-9295-4c92-ac21-4e1ec7257404,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:24:12.620139 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:12.660261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:12.660888 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:12.662273 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] 10.222.0.13 "PUT /v2.0/ports/6ad8866a-9295-4c92-ac21-4e1ec7257404 HTTP/1.1" status: 200 len: 1091 time: 0.7595954 Dec 11 23:24:12.682538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a4b17-7e04-4316-bc8c-36920eeae40a service neutron] Pushing event updated for resources: {'Port': ['ID=6ad8866a-9295-4c92-ac21-4e1ec7257404,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:24:12.726448 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-08d5a9da-9b2c-4ec2-9fa4-170cb49cfcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:12.728053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-08d5a9da-9b2c-4ec2-9fa4-170cb49cfcb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 1094 time: 0.0422931 Dec 11 23:24:12.819775 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-50690468-ea56-469e-a3ed-e2db0479bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:12.821149 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-50690468-ea56-469e-a3ed-e2db0479bb7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 200 len: 915 time: 0.0868762 Dec 11 23:24:12.862378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-87933bd3-111e-421f-89f4-f91e6b64d039 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad8866a-9295-4c92-ac21-4e1ec7257404 HTTP/1.1" status: 200 len: 217 time: 0.0345919 Dec 11 23:24:13.235639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-1beecbc3-2646-4883-85e2-4c78996731c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:13.237085 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-1beecbc3-2646-4883-85e2-4c78996731c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944 HTTP/1.1" status: 200 len: 854 time: 0.3679702 Dec 11 23:24:13.260416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170489d-78d6-4b8b-b393-aa8ed37f7582 req-8add16fb-c3b7-45de-9d7e-0c1fb5da09d2 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:13.261831 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b170489d-78d6-4b8b-b393-aa8ed37f7582 req-8add16fb-c3b7-45de-9d7e-0c1fb5da09d2 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 943 time: 0.0668297 Dec 11 23:24:13.279299 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-eb906340-8e45-4287-b7eb-c7fc6d3892fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=daad98fc-a166-4fbb-98e8-cdc34d3fc370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347695 Dec 11 23:24:13.368099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b170489d-78d6-4b8b-b393-aa8ed37f7582 req-848e0438-4fce-4741-a61b-d2e34d5260e8 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916710 Dec 11 23:24:13.398034 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-00c073c1-a465-4a7d-8e40-aa1da0249240 service neutron] 10.222.0.13 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069422 Dec 11 23:24:13.485262 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a5d17c67-f51b-43bb-96a8-9fc44b79806f req-3628be92-7d88-4369-b091-9d7e2075e2ad service neutron] 10.222.0.13 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797596 Dec 11 23:24:14.013702 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:14.300332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d83451-6987-4b10-be94-01309fa8bf79', 'tag': '6ad8866a-9295-4c92-ac21-4e1ec7257404'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:24:14.302740 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ac83d4-6160-4307-9383-c6ff2160c843" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d83451-6987-4b10-be94-01309fa8bf79", "tag": "6ad8866a-9295-4c92-ac21-4e1ec7257404"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:24:14.350660 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58103318-2cf3-4375-8998-475b48b883a8 x-openstack-request-id: req-58103318-2cf3-4375-8998-475b48b883a8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:24:14.351004 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d83451-6987-4b10-be94-01309fa8bf79", "tag": "6ad8866a-9295-4c92-ac21-4e1ec7257404", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:24:14.351299 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58103318-2cf3-4375-8998-475b48b883a8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:24:14.351731 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d83451-6987-4b10-be94-01309fa8bf79', 'tag': '6ad8866a-9295-4c92-ac21-4e1ec7257404', 'status': 'completed', 'code': 200} Dec 11 23:24:14.441496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-02205135-6bd7-4bfe-92cc-398f2ce9a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:14.443004 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-02205135-6bd7-4bfe-92cc-398f2ce9a480 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 1094 time: 0.0751736 Dec 11 23:24:14.524694 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-5adc1e87-fb3e-45e7-991e-e9493ce7ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:14.526103 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-5adc1e87-fb3e-45e7-991e-e9493ce7ee5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 1094 time: 0.1271966 Dec 11 23:24:14.595096 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a76ae-41a3-428d-b611-ce81fafc9902 req-e545902b-148d-44d8-b000-b81f934d997b tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:14.596660 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-857a76ae-41a3-428d-b611-ce81fafc9902 req-e545902b-148d-44d8-b000-b81f934d997b tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 943 time: 0.1580467 Dec 11 23:24:14.671259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-a290ac18-b588-491d-951e-d27c07f214e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:14.672799 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-a290ac18-b588-491d-951e-d27c07f214e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 200 len: 915 time: 0.2199957 Dec 11 23:24:14.732968 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-70abb1ff-f926-44f1-842b-540bf56e0ce0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad8866a-9295-4c92-ac21-4e1ec7257404 HTTP/1.1" status: 200 len: 217 time: 0.0497813 Dec 11 23:24:14.736577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-857a76ae-41a3-428d-b611-ce81fafc9902 req-d86af667-4b88-4eb9-b56d-fe0520a046f3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310577 Dec 11 23:24:14.737797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-96aa20f9-5866-4023-901d-66fdbb7c97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:14.739303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-96aa20f9-5866-4023-901d-66fdbb7c97a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 200 len: 915 time: 0.2052128 Dec 11 23:24:14.807937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-3fda604b-fd2f-48d4-9227-e390e72712e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad8866a-9295-4c92-ac21-4e1ec7257404 HTTP/1.1" status: 200 len: 217 time: 0.0602801 Dec 11 23:24:14.844758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-4856e4d9-0ee4-46f3-927c-d584009b8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:14.846150 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-4856e4d9-0ee4-46f3-927c-d584009b8dfe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944 HTTP/1.1" status: 200 len: 854 time: 0.1059761 Dec 11 23:24:14.884964 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-4a046737-526d-4e1d-8ce2-b7f9724904c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=daad98fc-a166-4fbb-98e8-cdc34d3fc370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315175 Dec 11 23:24:14.886661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-31b87dd3-23a9-4ba5-8520-e19d321e112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:14.888006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-31b87dd3-23a9-4ba5-8520-e19d321e112a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944 HTTP/1.1" status: 200 len: 854 time: 0.0718141 Dec 11 23:24:14.931477 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-cc36f69b-22b1-4996-85cc-aac4f973cf58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=daad98fc-a166-4fbb-98e8-cdc34d3fc370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324185 Dec 11 23:24:15.063295 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-17ff0ae9-313e-46a9-82d0-a564183a9498 service neutron] 10.222.0.13 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703396 Dec 11 23:24:15.092314 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-583ebd78-ff84-4efc-b71b-644d3bb86f4f service neutron] 10.222.0.47 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332560 Dec 11 23:24:15.221785 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-68056a81-0fc4-432e-a6a5-7959820cf1da service neutron] 10.222.0.13 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498041 Dec 11 23:24:15.236706 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22ac83d4-6160-4307-9383-c6ff2160c843 req-55b11d16-ef08-4523-a274-49a5f2bebdec service neutron] 10.222.0.47 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179948 Dec 11 23:24:15.855946 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e925686-fc3e-4581-9fab-51c669475b2e req-0f1bcc38-aa10-4305-97f0-2b7662eedfbc tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:15.857421 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9e925686-fc3e-4581-9fab-51c669475b2e req-0f1bcc38-aa10-4305-97f0-2b7662eedfbc tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 943 time: 0.0498054 Dec 11 23:24:15.904596 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9e925686-fc3e-4581-9fab-51c669475b2e req-8943d1b9-63db-4d41-a2be-35f70ca03183 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411856 Dec 11 23:24:16.160041 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6ad8866a-9295-4c92-ac21-4e1ec7257404 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:24:16.198068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6ad8866a-9295-4c92-ac21-4e1ec7257404 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:24:16.380928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 6ad8866a-9295-4c92-ac21-4e1ec7257404 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:24:16.480202 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 6ad8866a-9295-4c92-ac21-4e1ec7257404, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6ad8866a-9295-4c92-ac21-4e1ec7257404,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:24:16.493675 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '6ad8866a-9295-4c92-ac21-4e1ec7257404', 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370', 'port_id': '6ad8866a-9295-4c92-ac21-4e1ec7257404', 'mac_address': 'fa:16:3e:21:03:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:24:16.531558 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:16.544213 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad8866a-9295-4c92-ac21-4e1ec7257404 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:24:16.564476 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 6ad8866a-9295-4c92-ac21-4e1ec7257404, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6ad8866a-9295-4c92-ac21-4e1ec7257404,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:24:16.642898 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:16.694435 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=6ad8866a-9295-4c92-ac21-4e1ec7257404,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:24:16.949238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['6ad8866a-9295-4c92-ac21-4e1ec7257404'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:24:17.022310 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae599af-619a-4a64-bb1f-db3864d51090 req-c82655c2-70cc-4a7b-927a-94e2201c9075 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:17.024096 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ae599af-619a-4a64-bb1f-db3864d51090 req-c82655c2-70cc-4a7b-927a-94e2201c9075 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 944 time: 0.0501287 Dec 11 23:24:17.072038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ae599af-619a-4a64-bb1f-db3864d51090 req-04dd4f4d-93d7-4126-a16c-6f47e6aac743 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Dec 11 23:24:17.361895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1579d-7d8e-427d-a5bb-a6df88b9ecbc req-be9d4433-31e8-4d55-81b6-a1f3da22e01f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:17.363460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ea1579d-7d8e-427d-a5bb-a6df88b9ecbc req-be9d4433-31e8-4d55-81b6-a1f3da22e01f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 944 time: 0.0491724 Dec 11 23:24:17.448753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5ef7-a95a-48ac-bcbc-98b1cf30e6f9 req-ef02739b-1901-46f7-9615-35f11f8c47b3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:17.450194 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d97d5ef7-a95a-48ac-bcbc-98b1cf30e6f9 req-ef02739b-1901-46f7-9615-35f11f8c47b3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79&tenant_id=2a117fd928f948a79d95c169809856eb&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 944 time: 0.0840383 Dec 11 23:24:17.453746 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4ea1579d-7d8e-427d-a5bb-a6df88b9ecbc req-2074353f-bf76-43b2-804d-08650343b768 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770121 Dec 11 23:24:17.512080 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-d97d5ef7-a95a-48ac-bcbc-98b1cf30e6f9 req-d50246ea-c767-404f-b44f-e745285db934 service neutron] delete failed (client error): The resource could not be found. Dec 11 23:24:17.513028 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d97d5ef7-a95a-48ac-bcbc-98b1cf30e6f9 req-d50246ea-c767-404f-b44f-e745285db934 service neutron] 10.222.0.47 "DELETE /v2.0/ports/6ad8866a-9295-4c92-ac21-4e1ec7257404/bindings/n-h1-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.0551407 Dec 11 23:24:17.618367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5ef7-a95a-48ac-bcbc-98b1cf30e6f9 req-a4c95913-8cd1-4970-9120-ffb4665417c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:17.619999 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d97d5ef7-a95a-48ac-bcbc-98b1cf30e6f9 req-a4c95913-8cd1-4970-9120-ffb4665417c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 1095 time: 0.0428758 Dec 11 23:24:17.642850 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:17.717661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5ef7-a95a-48ac-bcbc-98b1cf30e6f9 req-f32a2cfd-7d2c-4415-8ef2-51c4fedbd089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:17.720082 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d97d5ef7-a95a-48ac-bcbc-98b1cf30e6f9 req-f32a2cfd-7d2c-4415-8ef2-51c4fedbd089 service neutron] 10.222.0.47 "GET /v2.0/networks?id=daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 200 len: 915 time: 0.0928912 Dec 11 23:24:17.762522 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d97d5ef7-a95a-48ac-bcbc-98b1cf30e6f9 req-af65d03f-768a-40d4-ba2f-74daba047399 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad8866a-9295-4c92-ac21-4e1ec7257404 HTTP/1.1" status: 200 len: 217 time: 0.0362740 Dec 11 23:24:17.816752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5ef7-a95a-48ac-bcbc-98b1cf30e6f9 req-fdd754f9-8923-40bd-8be8-75b7002c105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:17.818197 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d97d5ef7-a95a-48ac-bcbc-98b1cf30e6f9 req-fdd754f9-8923-40bd-8be8-75b7002c105b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944 HTTP/1.1" status: 200 len: 854 time: 0.0490592 Dec 11 23:24:17.852969 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d97d5ef7-a95a-48ac-bcbc-98b1cf30e6f9 req-a12d65ac-4705-4174-9da9-625cfa7dcd76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=daad98fc-a166-4fbb-98e8-cdc34d3fc370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258365 Dec 11 23:24:17.943546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d97d5ef7-a95a-48ac-bcbc-98b1cf30e6f9 req-a2f343dd-2060-4c1d-aadc-30c77ab68de5 service neutron] 10.222.0.47 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825613 Dec 11 23:24:18.041695 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d97d5ef7-a95a-48ac-bcbc-98b1cf30e6f9 req-1d19d0bd-e84c-4c05-9067-2540736c2ba6 service neutron] 10.222.0.47 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900776 Dec 11 23:24:18.397279 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 6ad8866a-9295-4c92-ac21-4e1ec7257404 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:24:18.516876 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 6ad8866a-9295-4c92-ac21-4e1ec7257404 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:24:18.520972 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 6ad8866a-9295-4c92-ac21-4e1ec7257404 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:24:18.524202 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:18.573956 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76b796-a206-4600-b142-be2afd8d8888 req-b30bf1ea-3676-4764-b44f-30c256086e70 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:18.575489 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b76b796-a206-4600-b142-be2afd8d8888 req-b30bf1ea-3676-4764-b44f-30c256086e70 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 944 time: 0.0507252 Dec 11 23:24:18.611471 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:18.624863 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4b76b796-a206-4600-b142-be2afd8d8888 req-cd7e0c0a-75f6-40e7-a6f0-cb205e97346b tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416558 Dec 11 23:24:18.635955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d83451-6987-4b10-be94-01309fa8bf79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8866a-9295-4c92-ac21-4e1ec7257404'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:24:18.638379 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0064ac8e-584a-4689-b45f-cff469587431" -d '{"events": [{"server_uuid": "d1d83451-6987-4b10-be94-01309fa8bf79", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8866a-9295-4c92-ac21-4e1ec7257404"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:24:18.657653 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 6ad8866a-9295-4c92-ac21-4e1ec7257404, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6ad8866a-9295-4c92-ac21-4e1ec7257404,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:24:18.679177 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72172e1a-e5a2-4613-9f83-eb603dd33323 x-openstack-request-id: req-72172e1a-e5a2-4613-9f83-eb603dd33323 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:24:18.679177 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d83451-6987-4b10-be94-01309fa8bf79", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8866a-9295-4c92-ac21-4e1ec7257404", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:24:18.679177 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-72172e1a-e5a2-4613-9f83-eb603dd33323 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:24:18.679456 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d83451-6987-4b10-be94-01309fa8bf79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8866a-9295-4c92-ac21-4e1ec7257404', 'code': 200} Dec 11 23:24:18.722410 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:18.784132 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=6ad8866a-9295-4c92-ac21-4e1ec7257404,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:24:18.848257 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-467a8736-a052-46f9-ab0b-29ec16b654ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:19.744051 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b1bc0-cb7c-46d6-b145-04d6955a42a1 req-fc391bf1-d004-445f-bdce-eb63aae2f995 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:19.745500 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a97b1bc0-cb7c-46d6-b145-04d6955a42a1 req-fc391bf1-d004-445f-bdce-eb63aae2f995 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0516019 Dec 11 23:24:19.791671 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a97b1bc0-cb7c-46d6-b145-04d6955a42a1 req-0f5a7bf6-e028-41f1-a1ae-c650b863f858 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Dec 11 23:24:19.907198 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7ccd3-aa49-4c4a-b2b3-36413b42b75c req-3dd206e1-70af-4018-b2f8-e932fe410802 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:19.908567 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-54e7ccd3-aa49-4c4a-b2b3-36413b42b75c req-3dd206e1-70af-4018-b2f8-e932fe410802 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0497770 Dec 11 23:24:19.955761 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-54e7ccd3-aa49-4c4a-b2b3-36413b42b75c req-d99dc7de-bbd8-46dd-870d-db2cf14fb998 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413327 Dec 11 23:24:20.067645 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51bd84-2aaa-4bbf-90c3-72561d5d3b50 req-c2d59cc0-94b9-4b16-a6b6-390d495deb97 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:20.069253 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b51bd84-2aaa-4bbf-90c3-72561d5d3b50 req-c2d59cc0-94b9-4b16-a6b6-390d495deb97 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0485728 Dec 11 23:24:20.116624 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8b51bd84-2aaa-4bbf-90c3-72561d5d3b50 req-404cd259-8868-405b-a3af-dd6e51860771 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415235 Dec 11 23:24:20.628174 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec007132-f452-41f5-b579-da3437dea6a9 req-fadced4b-16ff-477a-a98d-cd4f7c4a384f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:20.629667 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec007132-f452-41f5-b579-da3437dea6a9 req-fadced4b-16ff-477a-a98d-cd4f7c4a384f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/networks?id=daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 200 len: 814 time: 0.1094921 Dec 11 23:24:20.644535 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec007132-f452-41f5-b579-da3437dea6a9 req-c255c15d-cfea-4beb-896c-e45400933c82 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/quotas/2a117fd928f948a79d95c169809856eb HTTP/1.1" status: 200 len: 375 time: 0.0090618 Dec 11 23:24:20.693802 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec007132-f452-41f5-b579-da3437dea6a9 req-f5353d67-6d79-4bbd-97f8-25d4471a0738 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437446 Dec 11 23:24:20.785757 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec007132-f452-41f5-b579-da3437dea6a9 req-647b976b-6cfc-44db-b6f0-ce3106c8f5c3 service neutron] 10.222.0.45 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850778 Dec 11 23:24:20.872553 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ec007132-f452-41f5-b579-da3437dea6a9 req-05eb2cc4-b443-48ca-9757-c51f6f6e82fd service neutron] 10.222.0.45 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806966 Dec 11 23:24:21.101156 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73a9f792-f8df-4d4e-b34f-1593895d8814 req-65878cfc-7deb-4788-b838-7c75852abb92 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 210 time: 0.0302749 Dec 11 23:24:21.311019 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-050493fe-9eab-4692-96f3-0ba566e92399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:21.848154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7a120-2840-4059-8058-c60ef7971535 req-f1709ef7-6b13-4d85-9952-982bd528dcbd tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:21.849592 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3be7a120-2840-4059-8058-c60ef7971535 req-f1709ef7-6b13-4d85-9952-982bd528dcbd tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1d83451-6987-4b10-be94-01309fa8bf79 HTTP/1.1" status: 200 len: 945 time: 0.0535059 Dec 11 23:24:21.939479 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3be7a120-2840-4059-8058-c60ef7971535 req-650a1bf4-f9c7-4388-8b01-314b3f3e9ef3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Deleting port 6ad8866a-9295-4c92-ac21-4e1ec7257404 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:24:21.939825 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3be7a120-2840-4059-8058-c60ef7971535 req-650a1bf4-f9c7-4388-8b01-314b3f3e9ef3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:22.034792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-3be7a120-2840-4059-8058-c60ef7971535 req-650a1bf4-f9c7-4388-8b01-314b3f3e9ef3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] For port 6ad8866a-9295-4c92-ac21-4e1ec7257404, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=6ad8866a-9295-4c92-ac21-4e1ec7257404,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:24:22.035257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3be7a120-2840-4059-8058-c60ef7971535 req-650a1bf4-f9c7-4388-8b01-314b3f3e9ef3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:22.047826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-3be7a120-2840-4059-8058-c60ef7971535 req-650a1bf4-f9c7-4388-8b01-314b3f3e9ef3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Calling delete_port for 6ad8866a-9295-4c92-ac21-4e1ec7257404 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:24:22.197335 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-009b9463-b579-40d3-965e-55a841b5b5f2 req-48ad205d-6a0e-43c5-9158-1232b60a2b33 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 210 time: 0.0269589 Dec 11 23:24:22.219944 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3be7a120-2840-4059-8058-c60ef7971535 req-650a1bf4-f9c7-4388-8b01-314b3f3e9ef3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:22.232011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['6ad8866a-9295-4c92-ac21-4e1ec7257404'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:24:22.253688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a1bf4-f9c7-4388-8b01-314b3f3e9ef3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Pushing event deleted for resources: {'Port': ['ID=6ad8866a-9295-4c92-ac21-4e1ec7257404,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:24:22.294979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be7a120-2840-4059-8058-c60ef7971535 req-650a1bf4-f9c7-4388-8b01-314b3f3e9ef3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] No DVR routers for this DVR port 6ad8866a-9295-4c92-ac21-4e1ec7257404 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:24:22.298398 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-3be7a120-2840-4059-8058-c60ef7971535 req-650a1bf4-f9c7-4388-8b01-314b3f3e9ef3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:22.301794 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3be7a120-2840-4059-8058-c60ef7971535 req-650a1bf4-f9c7-4388-8b01-314b3f3e9ef3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.13 "DELETE /v2.0/ports/6ad8866a-9295-4c92-ac21-4e1ec7257404 HTTP/1.1" status: 204 len: 173 time: 0.4458804 Dec 11 23:24:22.302286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d83451-6987-4b10-be94-01309fa8bf79', 'name': 'network-vif-deleted', 'tag': '6ad8866a-9295-4c92-ac21-4e1ec7257404'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:24:22.304621 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44764c8c-e983-4cc6-a588-3c8160faf874" -d '{"events": [{"server_uuid": "d1d83451-6987-4b10-be94-01309fa8bf79", "name": "network-vif-deleted", "tag": "6ad8866a-9295-4c92-ac21-4e1ec7257404"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:24:22.328868 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:22.344689 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb82b716-8b85-480f-89e0-31274d14a661 x-openstack-request-id: req-eb82b716-8b85-480f-89e0-31274d14a661 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:24:22.345072 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d83451-6987-4b10-be94-01309fa8bf79", "name": "network-vif-deleted", "tag": "6ad8866a-9295-4c92-ac21-4e1ec7257404", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:24:22.345250 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb82b716-8b85-480f-89e0-31274d14a661 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:24:22.345654 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d83451-6987-4b10-be94-01309fa8bf79', 'name': 'network-vif-deleted', 'tag': '6ad8866a-9295-4c92-ac21-4e1ec7257404', 'status': 'completed', 'code': 200} Dec 11 23:24:22.625876 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec007132-f452-41f5-b579-da3437dea6a9 req-0e746066-c81b-4925-95f6-bed07b3c17b9 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:22.627283 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec007132-f452-41f5-b579-da3437dea6a9 req-0e746066-c81b-4925-95f6-bed07b3c17b9 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.13 "GET /v2.0/networks?id=daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 200 len: 814 time: 0.1064899 Dec 11 23:24:22.639612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ec007132-f452-41f5-b579-da3437dea6a9 req-6ab5531e-ff54-4fe0-a565-243ebf96a4f7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Request body: {'port': {'device_id': '9230e017-7070-41d7-b3f9-11d2918b05a0', 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370', 'admin_state_up': True, 'tenant_id': '2a117fd928f948a79d95c169809856eb'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:24:22.831253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec007132-f452-41f5-b579-da3437dea6a9 req-6ab5531e-ff54-4fe0-a565-243ebf96a4f7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Made reservation on behalf of 2a117fd928f948a79d95c169809856eb for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:24:22.834869 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ec007132-f452-41f5-b579-da3437dea6a9 req-6ab5531e-ff54-4fe0-a565-243ebf96a4f7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:22.961760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-ec007132-f452-41f5-b579-da3437dea6a9 req-6ab5531e-ff54-4fe0-a565-243ebf96a4f7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Allocated IP 172.20.0.13 (daad98fc-a166-4fbb-98e8-cdc34d3fc370/0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944/53e46a33-9ad5-4add-9017-1c56adf0d517) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:24:23.103393 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ec007132-f452-41f5-b579-da3437dea6a9 req-6ab5531e-ff54-4fe0-a565-243ebf96a4f7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:23.168377 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ec007132-f452-41f5-b579-da3437dea6a9 req-6ab5531e-ff54-4fe0-a565-243ebf96a4f7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:23.218730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec007132-f452-41f5-b579-da3437dea6a9 req-6ab5531e-ff54-4fe0-a565-243ebf96a4f7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Network daad98fc-a166-4fbb-98e8-cdc34d3fc370 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:24:23.222324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-ec007132-f452-41f5-b579-da3437dea6a9 req-6ab5531e-ff54-4fe0-a565-243ebf96a4f7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:24:23.226742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec007132-f452-41f5-b579-da3437dea6a9 req-6ab5531e-ff54-4fe0-a565-243ebf96a4f7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:24:23.230735 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5531e-ff54-4fe0-a565-243ebf96a4f7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Pushing event updated for resources: {'Port': ['ID=53e46a33-9ad5-4add-9017-1c56adf0d517,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:24:23.277448 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec007132-f452-41f5-b579-da3437dea6a9 req-6ab5531e-ff54-4fe0-a565-243ebf96a4f7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:23.278074 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ec007132-f452-41f5-b579-da3437dea6a9 req-6ab5531e-ff54-4fe0-a565-243ebf96a4f7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:23.314603 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71626730-79b2-49da-9250-addf06310d85 req-6b07cb7c-571b-4a7b-901e-ad56ddfc3731 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:23.316157 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71626730-79b2-49da-9250-addf06310d85 req-6b07cb7c-571b-4a7b-901e-ad56ddfc3731 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 932 time: 0.0510163 Dec 11 23:24:23.348652 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec007132-f452-41f5-b579-da3437dea6a9 req-6ab5531e-ff54-4fe0-a565-243ebf96a4f7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7125432 Dec 11 23:24:23.364805 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-ec007132-f452-41f5-b579-da3437dea6a9 req-6ae37bf5-4646-4dd4-81b0-5a7a64eeae57 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:24:23.365697 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec007132-f452-41f5-b579-da3437dea6a9 req-6ae37bf5-4646-4dd4-81b0-5a7a64eeae57 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052409 Dec 11 23:24:23.368730 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71626730-79b2-49da-9250-addf06310d85 req-0a050fca-1710-422c-a765-49a8300d78bd tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466444 Dec 11 23:24:23.377381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Request body: {'port': {'device_id': '9230e017-7070-41d7-b3f9-11d2918b05a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:24:23.430642 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:23.690957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e46a33-9ad5-4add-9017-1c56adf0d517 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:24:23.698233 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:23.710613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Transition to ACTIVE for port object 53e46a33-9ad5-4add-9017-1c56adf0d517 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:24:23.779493 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:23.844374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=53e46a33-9ad5-4add-9017-1c56adf0d517,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:24:23.896286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Attempting to bind port 53e46a33-9ad5-4add-9017-1c56adf0d517 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:24:23.896619 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Attempting to bind port 53e46a33-9ad5-4add-9017-1c56adf0d517 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:24:23.896944 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Attempting to bind port 53e46a33-9ad5-4add-9017-1c56adf0d517 on network daad98fc-a166-4fbb-98e8-cdc34d3fc370 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:24:23.901362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Port 53e46a33-9ad5-4add-9017-1c56adf0d517 on network daad98fc-a166-4fbb-98e8-cdc34d3fc370 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:24:23.901682 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Attempting to bind port 53e46a33-9ad5-4add-9017-1c56adf0d517 on network daad98fc-a166-4fbb-98e8-cdc34d3fc370 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:24:23.906568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:24:23.906970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Checking segment: {'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:24:23.907351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Bound using segment: {'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:24:23.907771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Bound port: 53e46a33-9ad5-4add-9017-1c56adf0d517, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:24:23.908120 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:23.972986 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] For port 53e46a33-9ad5-4add-9017-1c56adf0d517, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:24:23.975932 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] For port 53e46a33-9ad5-4add-9017-1c56adf0d517, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=53e46a33-9ad5-4add-9017-1c56adf0d517,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:24:24.002481 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:24.036930 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:24.075620 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:24.076243 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:24.077629 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec007132-f452-41f5-b579-da3437dea6a9 req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] 10.222.0.13 "PUT /v2.0/ports/53e46a33-9ad5-4add-9017-1c56adf0d517 HTTP/1.1" status: 200 len: 1092 time: 0.7043328 Dec 11 23:24:24.093457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7d1ee-4783-4599-8214-5aaddce71fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=53e46a33-9ad5-4add-9017-1c56adf0d517,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:24:24.196081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec007132-f452-41f5-b579-da3437dea6a9 req-7a92d5d8-6d48-428f-abb6-9b8e343daafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:24.197561 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec007132-f452-41f5-b579-da3437dea6a9 req-7a92d5d8-6d48-428f-abb6-9b8e343daafc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 1095 time: 0.0413888 Dec 11 23:24:24.244333 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec007132-f452-41f5-b579-da3437dea6a9 req-8669f1d3-cd70-45ba-ae7f-ba8b3d3d1e9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53e46a33-9ad5-4add-9017-1c56adf0d517 HTTP/1.1" status: 200 len: 217 time: 0.0380614 Dec 11 23:24:24.293751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec007132-f452-41f5-b579-da3437dea6a9 req-c4093230-d284-43a6-8e03-a8283175c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:24.295231 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec007132-f452-41f5-b579-da3437dea6a9 req-c4093230-d284-43a6-8e03-a8283175c6e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944 HTTP/1.1" status: 200 len: 854 time: 0.0446954 Dec 11 23:24:24.326389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec007132-f452-41f5-b579-da3437dea6a9 req-b91225f3-cf9f-4a01-9691-5c8696a97dc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=daad98fc-a166-4fbb-98e8-cdc34d3fc370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240266 Dec 11 23:24:24.350925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9230e017-7070-41d7-b3f9-11d2918b05a0', 'tag': '53e46a33-9ad5-4add-9017-1c56adf0d517'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:24:24.353060 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1d48cf-1961-4459-9753-392d3bb15504" -d '{"events": [{"name": "network-changed", "server_uuid": "9230e017-7070-41d7-b3f9-11d2918b05a0", "tag": "53e46a33-9ad5-4add-9017-1c56adf0d517"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:24:24.393079 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cb33b6-684b-475a-90a8-a16a9bfa40ff x-openstack-request-id: req-05cb33b6-684b-475a-90a8-a16a9bfa40ff {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:24:24.393379 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9230e017-7070-41d7-b3f9-11d2918b05a0", "tag": "53e46a33-9ad5-4add-9017-1c56adf0d517", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:24:24.393633 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05cb33b6-684b-475a-90a8-a16a9bfa40ff {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:24:24.394024 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9230e017-7070-41d7-b3f9-11d2918b05a0', 'tag': '53e46a33-9ad5-4add-9017-1c56adf0d517', 'status': 'completed', 'code': 200} Dec 11 23:24:24.431904 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 6ad8866a-9295-4c92-ac21-4e1ec7257404 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:24:24.432148 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec007132-f452-41f5-b579-da3437dea6a9 req-574900bd-f52d-482a-aaab-8aa540cd7836 service neutron] 10.222.0.13 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976660 Dec 11 23:24:24.452134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 6ad8866a-9295-4c92-ac21-4e1ec7257404 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:24:24.452493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 6ad8866a-9295-4c92-ac21-4e1ec7257404 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:24:24.486790 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571a794-d351-40f5-a733-71e02a1ec41d req-78b8b9b9-dac4-4733-a6a2-b4f81703e50f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:24.489831 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3571a794-d351-40f5-a733-71e02a1ec41d req-78b8b9b9-dac4-4733-a6a2-b4f81703e50f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 944 time: 0.0515301 Dec 11 23:24:24.524814 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec007132-f452-41f5-b579-da3437dea6a9 req-9d08d8b2-66c6-4216-a5d7-80850dff9bac service neutron] 10.222.0.13 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855539 Dec 11 23:24:24.545679 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3571a794-d351-40f5-a733-71e02a1ec41d req-2248fbf0-5c77-41f3-8d2d-bf7d183dbe1a tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511715 Dec 11 23:24:24.624992 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:24.655978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d48cf-1961-4459-9753-392d3bb15504 req-c5980a4a-39e3-4694-8768-7660b082261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:24.658330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc1d48cf-1961-4459-9753-392d3bb15504 req-c5980a4a-39e3-4694-8768-7660b082261a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 1095 time: 0.0422316 Dec 11 23:24:24.750273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d48cf-1961-4459-9753-392d3bb15504 req-8ac166ab-e68e-426e-bce1-640f652e6023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:24.751776 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc1d48cf-1961-4459-9753-392d3bb15504 req-8ac166ab-e68e-426e-bce1-640f652e6023 service neutron] 10.222.0.13 "GET /v2.0/networks?id=daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 200 len: 915 time: 0.0870361 Dec 11 23:24:24.792751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc1d48cf-1961-4459-9753-392d3bb15504 req-ead259a5-cf14-4d01-9353-25ba4f2a85d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53e46a33-9ad5-4add-9017-1c56adf0d517 HTTP/1.1" status: 200 len: 217 time: 0.0341296 Dec 11 23:24:24.844351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d48cf-1961-4459-9753-392d3bb15504 req-6c35fa59-cac5-4591-bee1-73dd707118b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:24.845758 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc1d48cf-1961-4459-9753-392d3bb15504 req-6c35fa59-cac5-4591-bee1-73dd707118b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944 HTTP/1.1" status: 200 len: 854 time: 0.0461354 Dec 11 23:24:24.876496 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc1d48cf-1961-4459-9753-392d3bb15504 req-0ff92326-71d8-4ad8-9c27-be634aa99068 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=daad98fc-a166-4fbb-98e8-cdc34d3fc370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241194 Dec 11 23:24:24.964058 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc1d48cf-1961-4459-9753-392d3bb15504 req-df008042-3a08-4cbb-badf-bd046b56701f service neutron] 10.222.0.13 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804729 Dec 11 23:24:25.057881 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc1d48cf-1961-4459-9753-392d3bb15504 req-91f9125f-44db-4be8-8ff7-3e0db133bce5 service neutron] 10.222.0.13 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857275 Dec 11 23:24:25.665286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d703c00-bff2-4903-a305-d9fa5db75f6c req-69fbb297-71e4-4063-ae6a-f8b391dce592 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:25.667048 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9d703c00-bff2-4903-a305-d9fa5db75f6c req-69fbb297-71e4-4063-ae6a-f8b391dce592 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 944 time: 0.0505767 Dec 11 23:24:25.714569 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9d703c00-bff2-4903-a305-d9fa5db75f6c req-7e8e386e-ceb5-432c-8811-2d52ecd173b5 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409865 Dec 11 23:24:26.443870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 53e46a33-9ad5-4add-9017-1c56adf0d517 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:24:26.537680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 53e46a33-9ad5-4add-9017-1c56adf0d517, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=53e46a33-9ad5-4add-9017-1c56adf0d517,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:24:26.552811 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '53e46a33-9ad5-4add-9017-1c56adf0d517', 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370', 'port_id': '53e46a33-9ad5-4add-9017-1c56adf0d517', 'mac_address': 'fa:16:3e:76:b8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:24:26.589442 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:26.602950 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e46a33-9ad5-4add-9017-1c56adf0d517 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:24:26.623423 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 53e46a33-9ad5-4add-9017-1c56adf0d517, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=53e46a33-9ad5-4add-9017-1c56adf0d517,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:24:26.693835 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:26.742947 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=53e46a33-9ad5-4add-9017-1c56adf0d517,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:24:26.835650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a12e4-ab85-49df-82ad-2ca47ac3c28d req-bb4a7c54-f002-4d6f-b226-8391191d5525 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:26.837179 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d59a12e4-ab85-49df-82ad-2ca47ac3c28d req-bb4a7c54-f002-4d6f-b226-8391191d5525 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 945 time: 0.0502598 Dec 11 23:24:26.884715 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d59a12e4-ab85-49df-82ad-2ca47ac3c28d req-b456dff4-86fc-4bb0-9423-56564d0386cb tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Dec 11 23:24:26.970490 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['53e46a33-9ad5-4add-9017-1c56adf0d517'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:24:28.001613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe0ab0-be98-4952-aa77-33a1fd3fc97a req-d8ed35f8-4aa3-46a5-9b29-4ee8123adf6b tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:28.003154 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2efe0ab0-be98-4952-aa77-33a1fd3fc97a req-d8ed35f8-4aa3-46a5-9b29-4ee8123adf6b tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 945 time: 0.0483561 Dec 11 23:24:28.053852 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2efe0ab0-be98-4952-aa77-33a1fd3fc97a req-dd8f2954-3021-44ca-89b5-afea1904bb2f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447106 Dec 11 23:24:28.443426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 53e46a33-9ad5-4add-9017-1c56adf0d517 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:24:28.573855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 53e46a33-9ad5-4add-9017-1c56adf0d517 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:24:28.577569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 53e46a33-9ad5-4add-9017-1c56adf0d517 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:24:28.578013 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:28.655988 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:28.677966 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9230e017-7070-41d7-b3f9-11d2918b05a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e46a33-9ad5-4add-9017-1c56adf0d517'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:24:28.680204 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bfee8b-d1fc-408f-b3df-69510bc0f973" -d '{"events": [{"server_uuid": "9230e017-7070-41d7-b3f9-11d2918b05a0", "name": "network-vif-plugged", "status": "completed", "tag": "53e46a33-9ad5-4add-9017-1c56adf0d517"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:24:28.693733 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 53e46a33-9ad5-4add-9017-1c56adf0d517, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=53e46a33-9ad5-4add-9017-1c56adf0d517,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:24:28.715763 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a1695d-d191-45b7-bee1-2662278e2c94 x-openstack-request-id: req-27a1695d-d191-45b7-bee1-2662278e2c94 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:24:28.716084 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9230e017-7070-41d7-b3f9-11d2918b05a0", "name": "network-vif-plugged", "status": "completed", "tag": "53e46a33-9ad5-4add-9017-1c56adf0d517", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:24:28.716342 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-27a1695d-d191-45b7-bee1-2662278e2c94 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:24:28.716737 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9230e017-7070-41d7-b3f9-11d2918b05a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e46a33-9ad5-4add-9017-1c56adf0d517', 'code': 200} Dec 11 23:24:28.757661 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:28.806249 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=53e46a33-9ad5-4add-9017-1c56adf0d517,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:24:28.875687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4924a63-ccab-4bf2-bcd9-a4b82347da47 req-46f104c2-9a76-43ba-8816-7920d72cfc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:28.877157 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e4924a63-ccab-4bf2-bcd9-a4b82347da47 req-46f104c2-9a76-43ba-8816-7920d72cfc82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 1097 time: 0.1018059 Dec 11 23:24:28.920907 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e4924a63-ccab-4bf2-bcd9-a4b82347da47 req-857932d4-50c2-4ee4-b332-39a6883bbf2d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365930 Dec 11 23:24:29.168810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ef1e2-9fff-4550-9473-409136d637f3 req-14acd008-14e6-4fb4-bb1e-06085ec13cfd tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:29.170294 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b84ef1e2-9fff-4550-9473-409136d637f3 req-14acd008-14e6-4fb4-bb1e-06085ec13cfd tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0491183 Dec 11 23:24:29.216982 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b84ef1e2-9fff-4550-9473-409136d637f3 req-7809ab22-bce0-4dbb-ab0c-609c39ffaeb4 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406034 Dec 11 23:24:30.340614 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b069aec-04e1-47ef-b13a-fb215d858af0 req-61642d4f-d92f-4386-ab90-7a8e2ba9c349 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:30.342093 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3b069aec-04e1-47ef-b13a-fb215d858af0 req-61642d4f-d92f-4386-ab90-7a8e2ba9c349 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0552237 Dec 11 23:24:30.392398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3b069aec-04e1-47ef-b13a-fb215d858af0 req-147dc975-d6cf-4c36-856b-5a20d57f0de3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437369 Dec 11 23:24:30.452340 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002d11c2-8bf2-460b-bd8d-026210072682 req-f2a15e07-8f28-4ff0-b033-330b62a1d5af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444329 Dec 11 23:24:30.534510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d11c2-8bf2-460b-bd8d-026210072682 req-5d3c467c-cbf2-4fcd-b9af-0566aaf87c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:30.535933 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002d11c2-8bf2-460b-bd8d-026210072682 req-5d3c467c-cbf2-4fcd-b9af-0566aaf87c6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 1097 time: 0.0400820 Dec 11 23:24:30.635289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d11c2-8bf2-460b-bd8d-026210072682 req-0dcff096-474b-4300-ba02-9c5e01238aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:30.636743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002d11c2-8bf2-460b-bd8d-026210072682 req-0dcff096-474b-4300-ba02-9c5e01238aa9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 200 len: 915 time: 0.0832283 Dec 11 23:24:30.681770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002d11c2-8bf2-460b-bd8d-026210072682 req-e075a68c-c5bc-4ce4-ab28-f98d6d7f61a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53e46a33-9ad5-4add-9017-1c56adf0d517 HTTP/1.1" status: 200 len: 217 time: 0.0376098 Dec 11 23:24:30.730448 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d11c2-8bf2-460b-bd8d-026210072682 req-e9f67fe1-7896-4f57-b25d-1c9cd006edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:30.731831 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002d11c2-8bf2-460b-bd8d-026210072682 req-e9f67fe1-7896-4f57-b25d-1c9cd006edd3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944 HTTP/1.1" status: 200 len: 854 time: 0.0436780 Dec 11 23:24:30.764130 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002d11c2-8bf2-460b-bd8d-026210072682 req-48f4a0ac-04ed-4bed-8a33-89211d99af84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=daad98fc-a166-4fbb-98e8-cdc34d3fc370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249853 Dec 11 23:24:30.857359 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002d11c2-8bf2-460b-bd8d-026210072682 req-be50cf4f-1ec7-4c6f-95d9-ff7a4aff9698 service neutron] 10.222.0.13 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850053 Dec 11 23:24:30.944727 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-002d11c2-8bf2-460b-bd8d-026210072682 req-854c6cd2-ef4a-4b3b-8221-5d970851673d service neutron] 10.222.0.13 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804498 Dec 11 23:24:31.510602 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0d09f-6f3f-477f-a7f2-0a20f684b71c req-ea8784eb-bb89-4c28-9f3a-fd8a0c29b4f0 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:31.512064 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f3f0d09f-6f3f-477f-a7f2-0a20f684b71c req-ea8784eb-bb89-4c28-9f3a-fd8a0c29b4f0 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0527482 Dec 11 23:24:31.852876 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f3f0d09f-6f3f-477f-a7f2-0a20f684b71c req-6ba0e41f-acb0-4da2-821d-bd0087f8b3db tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343618 Dec 11 23:24:31.967625 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1e1b3-51ab-4ccb-ba7c-d624e24d256b req-b70e79ba-87fc-4c4e-aa3a-ce245934e2e3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:31.969266 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-54e1e1b3-51ab-4ccb-ba7c-d624e24d256b req-b70e79ba-87fc-4c4e-aa3a-ce245934e2e3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0492442 Dec 11 23:24:32.017384 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-54e1e1b3-51ab-4ccb-ba7c-d624e24d256b req-3712c42d-66e3-4bda-874a-dd55ca41b091 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421932 Dec 11 23:24:32.330343 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b471674-ec16-4d00-bbb0-c1d4205795f9 req-593ed41f-314f-498f-90f2-3a693a5a012a tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:32.331831 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7b471674-ec16-4d00-bbb0-c1d4205795f9 req-593ed41f-314f-498f-90f2-3a693a5a012a tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0532176 Dec 11 23:24:32.401734 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7b471674-ec16-4d00-bbb0-c1d4205795f9 req-f0311e57-dd91-46a7-a38a-2c998b0c5aed tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638013 Dec 11 23:24:32.416283 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-27f65982-68c3-4603-babb-43bfca770e6f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0482318 Dec 11 23:24:33.520703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2be950-72e7-4978-a727-cbc934978ddd req-6c221236-54ac-4dce-b7a4-d216fbdb58f8 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:33.522226 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be2be950-72e7-4978-a727-cbc934978ddd req-6c221236-54ac-4dce-b7a4-d216fbdb58f8 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0505471 Dec 11 23:24:33.570033 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be2be950-72e7-4978-a727-cbc934978ddd req-4949b183-dccb-4d04-8f15-26b353536e5e tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412681 Dec 11 23:24:34.282452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-e564aa9f-5138-41f4-8bce-dc55dc33ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:34.283247 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-e564aa9f-5138-41f4-8bce-dc55dc33ba36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 1097 time: 0.0404608 Dec 11 23:24:34.376135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-83298dfd-ea67-4f5b-a40f-593d1c0a2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:34.377589 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-83298dfd-ea67-4f5b-a40f-593d1c0a2fb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 200 len: 915 time: 0.0863471 Dec 11 23:24:34.418214 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-625aa571-0b63-4a8f-9c85-6b567a04e307 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53e46a33-9ad5-4add-9017-1c56adf0d517 HTTP/1.1" status: 200 len: 217 time: 0.0335033 Dec 11 23:24:34.470431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-b9c4eec5-c470-4a6b-9f2b-f3338343aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:34.471909 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-b9c4eec5-c470-4a6b-9f2b-f3338343aad9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944 HTTP/1.1" status: 200 len: 854 time: 0.0463033 Dec 11 23:24:34.503719 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-1efce7d3-5da3-4aea-96a8-262fb5df928b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=daad98fc-a166-4fbb-98e8-cdc34d3fc370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254452 Dec 11 23:24:34.591552 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-5292f1fa-cae9-4650-9040-076b2314d230 service neutron] 10.222.0.13 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812252 Dec 11 23:24:34.688741 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-c8c66f47-22e8-494c-8c8c-3b1b1a8aa7ba service neutron] 10.222.0.13 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896075 Dec 11 23:24:34.689882 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3a517-4382-4527-8dfa-5acfc29bfd2c req-c0301589-fbeb-40ca-91c0-c968889d3ca8 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:34.691422 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ea3a517-4382-4527-8dfa-5acfc29bfd2c req-c0301589-fbeb-40ca-91c0-c968889d3ca8 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0510118 Dec 11 23:24:34.741129 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ea3a517-4382-4527-8dfa-5acfc29bfd2c req-5cf21a9e-98dd-4489-8d34-42ae6050e5bd tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428169 Dec 11 23:24:35.858462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d200921-9fa5-42f8-ab4f-229eb10678d1 req-84fd185c-c796-4dd1-b935-5f990600b89a tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:35.860659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d200921-9fa5-42f8-ab4f-229eb10678d1 req-84fd185c-c796-4dd1-b935-5f990600b89a tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0502067 Dec 11 23:24:35.907257 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d200921-9fa5-42f8-ab4f-229eb10678d1 req-71b90776-b78f-45ee-ae1c-48aeb49ffb48 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406585 Dec 11 23:24:37.026344 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5f181-c0a5-4feb-9aba-b6867354de9c req-332c714e-621e-4b62-8ab6-d409abd2911f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:37.027844 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3e5f181-c0a5-4feb-9aba-b6867354de9c req-332c714e-621e-4b62-8ab6-d409abd2911f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0525155 Dec 11 23:24:37.075507 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e3e5f181-c0a5-4feb-9aba-b6867354de9c req-639bbad7-d704-4e08-becf-24ec511823e7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412157 Dec 11 23:24:38.193650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20590474-1af3-4696-89b8-6e05648e3481 req-0f10bf5c-cfd5-44b4-9752-3694632c716b tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:38.195180 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20590474-1af3-4696-89b8-6e05648e3481 req-0f10bf5c-cfd5-44b4-9752-3694632c716b tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0496707 Dec 11 23:24:38.246429 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20590474-1af3-4696-89b8-6e05648e3481 req-8c00d12c-806e-4f5f-9673-eba1da21f01f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451169 Dec 11 23:24:38.370465 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:24:39.359795 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e1d27-dd97-4a13-9255-469fb7dfc02e req-9e8a3cca-e3da-4001-bb36-bf8be5445152 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:39.361256 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d83e1d27-dd97-4a13-9255-469fb7dfc02e req-9e8a3cca-e3da-4001-bb36-bf8be5445152 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0477009 Dec 11 23:24:39.408153 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d83e1d27-dd97-4a13-9255-469fb7dfc02e req-3b7636ac-3283-407b-a332-616c903e9228 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Dec 11 23:24:40.522512 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b102e-632f-4ce0-92ab-08cff552713d req-dfe3a507-5210-4345-953b-5f91803005ff tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:40.524286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9f1b102e-632f-4ce0-92ab-08cff552713d req-dfe3a507-5210-4345-953b-5f91803005ff tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0489111 Dec 11 23:24:40.571868 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9f1b102e-632f-4ce0-92ab-08cff552713d req-47643500-966d-46e6-bac7-53e6fd578938 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416474 Dec 11 23:24:41.686325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f7050-c970-47cc-b6f6-817b97b1f655 req-427db056-8a0e-460f-87cd-ee47609ffaa5 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:41.687849 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd6f7050-c970-47cc-b6f6-817b97b1f655 req-427db056-8a0e-460f-87cd-ee47609ffaa5 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0490448 Dec 11 23:24:41.738999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bd6f7050-c970-47cc-b6f6-817b97b1f655 req-b2de1c14-11e0-44e8-bd3d-2c81def5e4dd tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451398 Dec 11 23:24:42.853912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa5a5e-5b1d-42c0-a748-2c85981e0e24 req-9befe734-cf0b-45d4-a881-66636141b899 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:42.855422 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c2fa5a5e-5b1d-42c0-a748-2c85981e0e24 req-9befe734-cf0b-45d4-a881-66636141b899 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0494227 Dec 11 23:24:42.903257 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c2fa5a5e-5b1d-42c0-a748-2c85981e0e24 req-b1ea320a-b337-4ac9-97e5-c07312cb16f7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 Dec 11 23:24:44.013613 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:44.018482 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6fe27-9d12-44de-a6c5-4b0ea7a29bad req-7f5ec1c1-856a-43b2-8964-0262c78928d5 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:44.019999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f1e6fe27-9d12-44de-a6c5-4b0ea7a29bad req-7f5ec1c1-856a-43b2-8964-0262c78928d5 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0491180 Dec 11 23:24:44.068265 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f1e6fe27-9d12-44de-a6c5-4b0ea7a29bad req-55d1eacf-ed8b-4fe2-abb3-326584567bf8 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 Dec 11 23:24:45.187765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b6fca-472a-43a4-a71e-e55fdadfab50 req-2ccc4a8e-02f9-4e92-9bd9-c7cbf69bca66 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:45.189490 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-197b6fca-472a-43a4-a71e-e55fdadfab50 req-2ccc4a8e-02f9-4e92-9bd9-c7cbf69bca66 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0527277 Dec 11 23:24:45.235224 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-197b6fca-472a-43a4-a71e-e55fdadfab50 req-1e5d0c27-30bd-47c6-a532-60d21dfde1e6 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400779 Dec 11 23:24:46.350795 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ed54e-eae7-489a-b795-cb10b87f4bc2 req-74231d8d-ddd9-42c0-9124-6a81a29b5171 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:46.352301 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-df1ed54e-eae7-489a-b795-cb10b87f4bc2 req-74231d8d-ddd9-42c0-9124-6a81a29b5171 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0477364 Dec 11 23:24:46.399565 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-df1ed54e-eae7-489a-b795-cb10b87f4bc2 req-a50ffd63-05c4-4abc-9bfb-1eff4e57c12f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 Dec 11 23:24:47.516720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d144352-497b-4588-8e2e-1c60e712dd7c req-21d39791-53ff-4eca-83d5-a8639be429c1 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:47.518292 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d144352-497b-4588-8e2e-1c60e712dd7c req-21d39791-53ff-4eca-83d5-a8639be429c1 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0519745 Dec 11 23:24:47.565920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7d144352-497b-4588-8e2e-1c60e712dd7c req-e6c0bd7c-cc22-4512-907b-1c8b85a5fc08 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413501 Dec 11 23:24:47.676059 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:48.683652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e85a0-8cd6-4151-896d-a94ddb6a246f req-c68b6ca5-c476-4b41-b339-cee3aca12cc3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:48.685141 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-714e85a0-8cd6-4151-896d-a94ddb6a246f req-c68b6ca5-c476-4b41-b339-cee3aca12cc3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0524757 Dec 11 23:24:48.732277 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-714e85a0-8cd6-4151-896d-a94ddb6a246f req-9ce0fd44-945a-4424-84ea-6fc9da490df3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400043 Dec 11 23:24:48.853287 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fc6afdd4-d85d-4ccc-bb16-7727c0d131b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:49.849064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2ad82-260a-441b-9de0-91429872f5aa req-d2e64a32-1299-4aa8-b6f7-602f3e9960cf tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:49.850526 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dd2ad82-260a-441b-9de0-91429872f5aa req-d2e64a32-1299-4aa8-b6f7-602f3e9960cf tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0488889 Dec 11 23:24:49.900732 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9dd2ad82-260a-441b-9de0-91429872f5aa req-1026459b-0bc7-440e-b4ea-17a34d05dac3 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443668 Dec 11 23:24:51.015501 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54febe7-d4af-4f6e-ba64-36d1d377f749 req-471d4204-e0a9-4e82-bc05-3dc5bd40a052 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:51.016983 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a54febe7-d4af-4f6e-ba64-36d1d377f749 req-471d4204-e0a9-4e82-bc05-3dc5bd40a052 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0487912 Dec 11 23:24:51.065807 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a54febe7-d4af-4f6e-ba64-36d1d377f749 req-6b8e77fa-087b-4f03-8ba8-2304673d3367 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421793 Dec 11 23:24:51.373927 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8fc9058c-aa97-40fc-b223-df76b7702c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:52.184229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59e19d-3e96-4f3a-85e1-ffa83ce3483e req-f525efed-d6ca-49df-b5b6-c30e6ab6a23c tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:52.185691 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa59e19d-3e96-4f3a-85e1-ffa83ce3483e req-f525efed-d6ca-49df-b5b6-c30e6ab6a23c tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0487227 Dec 11 23:24:52.233500 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa59e19d-3e96-4f3a-85e1-ffa83ce3483e req-7bdd14ea-6bcb-4a65-a0e8-582203639207 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413876 Dec 11 23:24:52.379782 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:53.352940 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671eb1a-9014-4a84-b247-0fa2cab41084 req-30b9a645-58ad-4b59-8de3-4e3785724993 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:53.354418 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9671eb1a-9014-4a84-b247-0fa2cab41084 req-30b9a645-58ad-4b59-8de3-4e3785724993 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0519342 Dec 11 23:24:53.401486 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9671eb1a-9014-4a84-b247-0fa2cab41084 req-a9b13f94-6467-4c31-b62f-516b4b3175f2 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 Dec 11 23:24:53.990334 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:54.517045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce983e-3aef-479b-9f3e-526e6b32c213 req-8f6f3e12-0381-43a9-8b2b-f5137f3cb9c0 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:54.519178 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdce983e-3aef-479b-9f3e-526e6b32c213 req-8f6f3e12-0381-43a9-8b2b-f5137f3cb9c0 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0499845 Dec 11 23:24:54.568476 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdce983e-3aef-479b-9f3e-526e6b32c213 req-97147ace-74df-498b-af5d-76cdf71781f8 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425990 Dec 11 23:24:54.687930 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:24:55.685844 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616288d-e4d2-421b-a792-779dfa905d60 req-4e6c29f1-6888-44da-9674-4e70c438288d tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:55.687346 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5616288d-e4d2-421b-a792-779dfa905d60 req-4e6c29f1-6888-44da-9674-4e70c438288d tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0493431 Dec 11 23:24:55.735190 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5616288d-e4d2-421b-a792-779dfa905d60 req-fb556244-e7eb-43e8-9634-e8963b8e4622 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416489 Dec 11 23:24:56.854894 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebe451-07ca-43d7-97dd-829b427643ec req-ee8a1328-f509-42eb-bd10-7f1d68326c96 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:56.856360 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3ebe451-07ca-43d7-97dd-829b427643ec req-ee8a1328-f509-42eb-bd10-7f1d68326c96 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0519233 Dec 11 23:24:56.903062 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c3ebe451-07ca-43d7-97dd-829b427643ec req-9c3a1a50-08cd-4032-ae89-0a6ca59bd9b6 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Dec 11 23:24:58.016033 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81511-4a64-43cd-a2aa-de0cfe6a4f8e req-ad1356fa-b4d8-4796-9409-5104c56189e2 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:58.017486 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c2a81511-4a64-43cd-a2aa-de0cfe6a4f8e req-ad1356fa-b4d8-4796-9409-5104c56189e2 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0484331 Dec 11 23:24:58.068414 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c2a81511-4a64-43cd-a2aa-de0cfe6a4f8e req-ae01cc6c-353e-43ab-bb24-ed8172b2d0a7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440702 Dec 11 23:24:59.184343 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53bf45-9eea-4cd5-8c61-0db5624b09fc req-ef7dcfe6-a657-4def-b317-b7ba800d7179 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:24:59.185835 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cf53bf45-9eea-4cd5-8c61-0db5624b09fc req-ef7dcfe6-a657-4def-b317-b7ba800d7179 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0497370 Dec 11 23:24:59.234327 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cf53bf45-9eea-4cd5-8c61-0db5624b09fc req-af7a810e-1a08-4e3c-927c-dcf2d7d9adb7 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424392 Dec 11 23:25:00.587737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211d009-215f-4721-88aa-c615b509cb8f req-358fa595-4f45-4892-b27f-d51398345f25 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:00.589115 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f211d009-215f-4721-88aa-c615b509cb8f req-358fa595-4f45-4892-b27f-d51398345f25 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0483861 Dec 11 23:25:00.635814 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f211d009-215f-4721-88aa-c615b509cb8f req-45f00708-1e1a-46f8-99c5-028ab7819d61 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408611 Dec 11 23:25:01.649488 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-c8f3c913-0ea2-4aed-aeba-5dd8ec475854 service neutron] show failed (client error): The resource could not be found. Dec 11 23:25:01.650498 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-c8f3c913-0ea2-4aed-aeba-5dd8ec475854 service neutron] 10.222.0.13 "GET /v2.0/ports/53e46a33-9ad5-4add-9017-1c56adf0d517/bindings/n-h1-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.0583935 Dec 11 23:25:01.751984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcaf43-7e5e-492a-bcb3-b4aab7ed848c req-75432dde-8572-4c34-9b95-e0639f081042 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:01.753511 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56dcaf43-7e5e-492a-bcb3-b4aab7ed848c req-75432dde-8572-4c34-9b95-e0639f081042 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0500484 Dec 11 23:25:01.802376 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-56dcaf43-7e5e-492a-bcb3-b4aab7ed848c req-93b732c6-4dea-4ccf-a185-a214d7549098 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Dec 11 23:25:02.271383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-48261aa5-36b8-441f-96a3-aed02116dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:02.272797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-48261aa5-36b8-441f-96a3-aed02116dee5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0&tenant_id=2a117fd928f948a79d95c169809856eb HTTP/1.1" status: 200 len: 1097 time: 0.0879416 Dec 11 23:25:02.284230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-aa96e36f-29b2-47cd-b4f7-80785a95e983 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:25:02.285169 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-aa96e36f-29b2-47cd-b4f7-80785a95e983 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056298 Dec 11 23:25:02.303700 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:25:02.359035 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:02.555789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] For port 53e46a33-9ad5-4add-9017-1c56adf0d517, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=53e46a33-9ad5-4add-9017-1c56adf0d517,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:25:02.588130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] For port 53e46a33-9ad5-4add-9017-1c56adf0d517, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:25:02.627642 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9230e017-7070-41d7-b3f9-11d2918b05a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e46a33-9ad5-4add-9017-1c56adf0d517'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:25:02.629981 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b416afb3-942e-4a67-b432-6073f527c222" -d '{"events": [{"server_uuid": "9230e017-7070-41d7-b3f9-11d2918b05a0", "name": "network-vif-unplugged", "status": "completed", "tag": "53e46a33-9ad5-4add-9017-1c56adf0d517"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:25:02.633710 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:02.645819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Transition to ACTIVE for port object 53e46a33-9ad5-4add-9017-1c56adf0d517 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:25:02.684722 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f225dbe-18b3-4e72-a41d-b8921a84c95a x-openstack-request-id: req-8f225dbe-18b3-4e72-a41d-b8921a84c95a {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:25:02.684722 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9230e017-7070-41d7-b3f9-11d2918b05a0", "name": "network-vif-unplugged", "status": "completed", "tag": "53e46a33-9ad5-4add-9017-1c56adf0d517", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:25:02.684722 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f225dbe-18b3-4e72-a41d-b8921a84c95a {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:25:02.684722 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9230e017-7070-41d7-b3f9-11d2918b05a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e46a33-9ad5-4add-9017-1c56adf0d517', 'code': 200} Dec 11 23:25:02.722179 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:02.784809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] No DVR routers for this DVR port 53e46a33-9ad5-4add-9017-1c56adf0d517 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:25:02.786755 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Pushing event updated for resources: {'Port': ['ID=53e46a33-9ad5-4add-9017-1c56adf0d517,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:02.825481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Attempting to bind port 53e46a33-9ad5-4add-9017-1c56adf0d517 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:25:02.825738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Attempting to bind port 53e46a33-9ad5-4add-9017-1c56adf0d517 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:25:02.826065 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Attempting to bind port 53e46a33-9ad5-4add-9017-1c56adf0d517 on network daad98fc-a166-4fbb-98e8-cdc34d3fc370 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:25:02.831389 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Port 53e46a33-9ad5-4add-9017-1c56adf0d517 on network daad98fc-a166-4fbb-98e8-cdc34d3fc370 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:25:02.831389 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Attempting to bind port 53e46a33-9ad5-4add-9017-1c56adf0d517 on network daad98fc-a166-4fbb-98e8-cdc34d3fc370 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:25:02.836222 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:25:02.836565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Checking segment: {'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:25:02.836945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Bound using segment: {'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:25:02.837371 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Bound port: 53e46a33-9ad5-4add-9017-1c56adf0d517, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:25:02.837726 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:02.927802 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] For port 53e46a33-9ad5-4add-9017-1c56adf0d517, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:25:02.941812 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] For port 53e46a33-9ad5-4add-9017-1c56adf0d517, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=53e46a33-9ad5-4add-9017-1c56adf0d517,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:25:02.949702 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eb971-3340-4a93-9859-3a37d3dadf63 req-5a0b66ea-59f1-4b9b-92e7-64d2a04dbd8b tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:02.951198 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f1eb971-3340-4a93-9859-3a37d3dadf63 req-5a0b66ea-59f1-4b9b-92e7-64d2a04dbd8b tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 944 time: 0.0778778 Dec 11 23:25:02.999461 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f1eb971-3340-4a93-9859-3a37d3dadf63 req-e2a86d64-ba8b-4f59-b538-fe82134871c2 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415792 Dec 11 23:25:03.020478 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:03.061526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:03.062171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:03.063615 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] 10.222.0.47 "PUT /v2.0/ports/53e46a33-9ad5-4add-9017-1c56adf0d517 HTTP/1.1" status: 200 len: 1092 time: 0.7636309 Dec 11 23:25:03.083429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ad0d7-f3bf-4d80-9a0e-6e859487772e service neutron] Pushing event updated for resources: {'Port': ['ID=53e46a33-9ad5-4add-9017-1c56adf0d517,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:03.136232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-b3e20799-ab52-4959-ad61-b06e6fa85204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:03.137736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-b3e20799-ab52-4959-ad61-b06e6fa85204 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 1095 time: 0.0419598 Dec 11 23:25:03.226650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-54ff6921-eafc-40f4-862c-b2422784c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:03.228175 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-54ff6921-eafc-40f4-862c-b2422784c76a service neutron] 10.222.0.47 "GET /v2.0/networks?id=daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 200 len: 915 time: 0.0836592 Dec 11 23:25:03.276119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-52bc9e0c-770b-477a-8c66-ec0705f7d39d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53e46a33-9ad5-4add-9017-1c56adf0d517 HTTP/1.1" status: 200 len: 217 time: 0.0406995 Dec 11 23:25:03.325414 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-bef9c249-c45f-4d1a-be30-c312eff65ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:03.326881 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-bef9c249-c45f-4d1a-be30-c312eff65ab1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944 HTTP/1.1" status: 200 len: 854 time: 0.0433769 Dec 11 23:25:03.357532 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-d52afdd7-fe6b-42ee-be08-2b03a38da2d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=daad98fc-a166-4fbb-98e8-cdc34d3fc370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237396 Dec 11 23:25:03.450469 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-9ebd59ce-d126-4ac7-8d14-fe5c8577e314 service neutron] 10.222.0.47 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860369 Dec 11 23:25:03.539300 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c01092de-16b1-491c-ba26-e73d3ac34219 req-c3998fa2-eb26-4568-947a-057a00f8f8c1 service neutron] 10.222.0.47 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821819 Dec 11 23:25:04.118001 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04308423-d8c4-4124-a5b6-2dd971a99e2b req-3cdcd410-8ba0-49b5-a5d5-04bb37f0c8ff tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:04.119426 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04308423-d8c4-4124-a5b6-2dd971a99e2b req-3cdcd410-8ba0-49b5-a5d5-04bb37f0c8ff tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 944 time: 0.0491910 Dec 11 23:25:04.166306 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04308423-d8c4-4124-a5b6-2dd971a99e2b req-8e39100a-32cd-4cfa-a638-2de52a81b644 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 Dec 11 23:25:04.676566 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 53e46a33-9ad5-4add-9017-1c56adf0d517 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:25:04.685179 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9230e017-7070-41d7-b3f9-11d2918b05a0', 'tag': '53e46a33-9ad5-4add-9017-1c56adf0d517'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:25:04.687855 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a" -d '{"events": [{"name": "network-changed", "server_uuid": "9230e017-7070-41d7-b3f9-11d2918b05a0", "tag": "53e46a33-9ad5-4add-9017-1c56adf0d517"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:25:04.715206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 53e46a33-9ad5-4add-9017-1c56adf0d517 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:25:04.737613 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5827002b-488a-4699-aafd-eedd50baf3e6 x-openstack-request-id: req-5827002b-488a-4699-aafd-eedd50baf3e6 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:25:04.737919 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9230e017-7070-41d7-b3f9-11d2918b05a0", "tag": "53e46a33-9ad5-4add-9017-1c56adf0d517", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:25:04.738231 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5827002b-488a-4699-aafd-eedd50baf3e6 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:25:04.739088 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9230e017-7070-41d7-b3f9-11d2918b05a0', 'tag': '53e46a33-9ad5-4add-9017-1c56adf0d517', 'status': 'completed', 'code': 200} Dec 11 23:25:04.827831 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-4df3e0f3-3a5f-4635-931b-78620fbfbd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:04.829314 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-4df3e0f3-3a5f-4635-931b-78620fbfbd75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 1095 time: 0.0732124 Dec 11 23:25:04.838286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-9d50cebf-dda4-4fd3-86fd-271ce34b95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:04.839673 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-9d50cebf-dda4-4fd3-86fd-271ce34b95d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 1095 time: 0.0567632 Dec 11 23:25:04.990198 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-74fd4fad-c5aa-49b7-9721-9f7f75b1e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:04.992456 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-74fd4fad-c5aa-49b7-9721-9f7f75b1e6a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 200 len: 915 time: 0.1554558 Dec 11 23:25:05.001607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-a1d53ac4-dfc8-4758-9e08-72d9512b75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:05.003889 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-a1d53ac4-dfc8-4758-9e08-72d9512b75d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 200 len: 915 time: 0.1478033 Dec 11 23:25:05.046917 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-a9f1b0dd-6cbb-41bf-be47-7e52ff0635c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53e46a33-9ad5-4add-9017-1c56adf0d517 HTTP/1.1" status: 200 len: 217 time: 0.0419753 Dec 11 23:25:05.086263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-61603f03-7566-400e-bf09-0a75018f7705 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53e46a33-9ad5-4add-9017-1c56adf0d517 HTTP/1.1" status: 200 len: 217 time: 0.0747933 Dec 11 23:25:05.157674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-f667973c-952f-4cbc-acaa-4e0948a3cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:05.160304 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-f667973c-952f-4cbc-acaa-4e0948a3cd55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944 HTTP/1.1" status: 200 len: 854 time: 0.0825953 Dec 11 23:25:05.165709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-c853ebee-9487-4626-8f00-541f8716d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:05.167119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-c853ebee-9487-4626-8f00-541f8716d3f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944 HTTP/1.1" status: 200 len: 854 time: 0.0617206 Dec 11 23:25:05.193058 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-53d07042-0ea0-44e1-af4c-cd7b4f987ac9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=daad98fc-a166-4fbb-98e8-cdc34d3fc370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249655 Dec 11 23:25:05.234711 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-d716809a-2396-4cc5-9f99-1520023c29f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=daad98fc-a166-4fbb-98e8-cdc34d3fc370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368762 Dec 11 23:25:05.313626 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce174ee4-694e-496a-b062-5e231dd9128d req-7de70f5d-b7a9-4b39-bfd2-f7a8a90b3dee tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:05.319397 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce174ee4-694e-496a-b062-5e231dd9128d req-7de70f5d-b7a9-4b39-bfd2-f7a8a90b3dee tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 944 time: 0.0652781 Dec 11 23:25:05.371405 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ce174ee4-694e-496a-b062-5e231dd9128d req-6731698f-6d30-4218-9fb6-7113585696b1 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481732 Dec 11 23:25:05.387523 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-227d784e-c5ea-42d7-92aa-f005086ba601 service neutron] 10.222.0.13 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819742 Dec 11 23:25:05.420889 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-a534660e-e81f-47e1-a2a5-3a7e391cc7ef service neutron] 10.222.0.47 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489313 Dec 11 23:25:05.560438 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-678ca96c-3aa1-48c1-8fd6-dd7c4c5bfeaa service neutron] 10.222.0.13 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634595 Dec 11 23:25:05.576131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53fac1e1-9fb5-4aba-a4ea-b4287005be8a req-dc372f0d-49dd-45d1-8636-2268fe588147 service neutron] 10.222.0.47 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259408 Dec 11 23:25:06.491263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1416cd-8af9-4cce-98e7-aa538904b29f req-a925b4bf-f496-46d2-be99-8c92f03e7b52 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:06.492730 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a1416cd-8af9-4cce-98e7-aa538904b29f req-a925b4bf-f496-46d2-be99-8c92f03e7b52 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 944 time: 0.0499854 Dec 11 23:25:06.495786 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 53e46a33-9ad5-4add-9017-1c56adf0d517 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:25:06.545043 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a1416cd-8af9-4cce-98e7-aa538904b29f req-b8b3c4dd-6d5d-4f2c-9c01-76f6a17d9325 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463262 Dec 11 23:25:06.591624 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 53e46a33-9ad5-4add-9017-1c56adf0d517, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=53e46a33-9ad5-4add-9017-1c56adf0d517,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:25:06.603648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '53e46a33-9ad5-4add-9017-1c56adf0d517', 'network_id': 'daad98fc-a166-4fbb-98e8-cdc34d3fc370', 'port_id': '53e46a33-9ad5-4add-9017-1c56adf0d517', 'mac_address': 'fa:16:3e:76:b8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:25:06.639908 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:06.656615 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e46a33-9ad5-4add-9017-1c56adf0d517 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:25:06.676291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 53e46a33-9ad5-4add-9017-1c56adf0d517, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=53e46a33-9ad5-4add-9017-1c56adf0d517,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:25:06.727535 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:06.776536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=53e46a33-9ad5-4add-9017-1c56adf0d517,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:06.785152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:06.785566 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:06.785916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:06.786253 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:06.786589 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:06.786959 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:06.787572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:06.787914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:06.788241 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:06.788570 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:06.788931 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:06.789254 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:06.789600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:06.855848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a5e5f-0493-4d32-a790-0df0c7aa83b5 req-be3d366c-ecbe-4021-ae15-50be33ba1086 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:06.857253 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d6a5e5f-0493-4d32-a790-0df0c7aa83b5 req-be3d366c-ecbe-4021-ae15-50be33ba1086 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 945 time: 0.0500178 Dec 11 23:25:06.935817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa67ed1-0f81-464d-9793-55933f7cb834 req-2a0e7c34-9096-48e3-a316-b1e01f5c606c tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:06.937276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-caa67ed1-0f81-464d-9793-55933f7cb834 req-2a0e7c34-9096-48e3-a316-b1e01f5c606c tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.13 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0&tenant_id=2a117fd928f948a79d95c169809856eb&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 945 time: 0.0791638 Dec 11 23:25:06.941398 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d6a5e5f-0493-4d32-a790-0df0c7aa83b5 req-93e4e71b-20d1-41d7-8cf4-dc1a8f9be64b tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751102 Dec 11 23:25:07.001404 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-caa67ed1-0f81-464d-9793-55933f7cb834 req-84048862-be48-45df-ae81-5f4d19d66128 service neutron] delete failed (client error): The resource could not be found. Dec 11 23:25:07.003024 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-caa67ed1-0f81-464d-9793-55933f7cb834 req-84048862-be48-45df-ae81-5f4d19d66128 service neutron] 10.222.0.13 "DELETE /v2.0/ports/53e46a33-9ad5-4add-9017-1c56adf0d517/bindings/n-h2-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.0576751 Dec 11 23:25:07.008301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['53e46a33-9ad5-4add-9017-1c56adf0d517'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:25:07.085687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa67ed1-0f81-464d-9793-55933f7cb834 req-64dfdbff-9a55-4071-95a7-470754b3060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:07.087230 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-caa67ed1-0f81-464d-9793-55933f7cb834 req-64dfdbff-9a55-4071-95a7-470754b3060e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a117fd928f948a79d95c169809856eb&device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 1096 time: 0.0410228 Dec 11 23:25:07.177239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa67ed1-0f81-464d-9793-55933f7cb834 req-e534ba96-ce0e-4e63-97ac-78b235021fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:07.178718 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-caa67ed1-0f81-464d-9793-55933f7cb834 req-e534ba96-ce0e-4e63-97ac-78b235021fde service neutron] 10.222.0.13 "GET /v2.0/networks?id=daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 200 len: 915 time: 0.0852165 Dec 11 23:25:07.224635 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-caa67ed1-0f81-464d-9793-55933f7cb834 req-d2e7187b-7f0d-48e5-8438-28b7bf0c486f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53e46a33-9ad5-4add-9017-1c56adf0d517 HTTP/1.1" status: 200 len: 217 time: 0.0388861 Dec 11 23:25:07.273774 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa67ed1-0f81-464d-9793-55933f7cb834 req-5384d012-bd48-41ba-bc1c-71ed7607ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:07.275242 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-caa67ed1-0f81-464d-9793-55933f7cb834 req-5384d012-bd48-41ba-bc1c-71ed7607ccda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944 HTTP/1.1" status: 200 len: 854 time: 0.0443959 Dec 11 23:25:07.307006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-caa67ed1-0f81-464d-9793-55933f7cb834 req-31a7ffe6-ffc6-433b-b6bd-5f5525cad6e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=daad98fc-a166-4fbb-98e8-cdc34d3fc370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248890 Dec 11 23:25:07.399846 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-caa67ed1-0f81-464d-9793-55933f7cb834 req-98d6dbe6-83c0-40b6-a4d5-14ea42116b04 service neutron] 10.222.0.13 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851338 Dec 11 23:25:07.489105 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-caa67ed1-0f81-464d-9793-55933f7cb834 req-2a5dfdce-bad0-4b29-b602-f3de377bac31 service neutron] 10.222.0.13 "GET /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822322 Dec 11 23:25:08.059689 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f074ec6-9058-4e87-ade1-2ec100682a9f req-ae864580-4467-4597-b56b-cd4394615d7b tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:08.061159 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f074ec6-9058-4e87-ade1-2ec100682a9f req-ae864580-4467-4597-b56b-cd4394615d7b tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 945 time: 0.0494995 Dec 11 23:25:08.110404 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f074ec6-9058-4e87-ade1-2ec100682a9f req-50511058-4be1-4feb-a59d-2f525d1ed797 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424328 Dec 11 23:25:08.519404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 53e46a33-9ad5-4add-9017-1c56adf0d517 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:25:08.630149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 53e46a33-9ad5-4add-9017-1c56adf0d517 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:25:08.634415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 53e46a33-9ad5-4add-9017-1c56adf0d517 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:25:08.634887 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:08.717045 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:08.739626 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9230e017-7070-41d7-b3f9-11d2918b05a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e46a33-9ad5-4add-9017-1c56adf0d517'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:25:08.741841 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d1c344-c341-465e-ab11-0793c63aac11" -d '{"events": [{"server_uuid": "9230e017-7070-41d7-b3f9-11d2918b05a0", "name": "network-vif-plugged", "status": "completed", "tag": "53e46a33-9ad5-4add-9017-1c56adf0d517"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:25:08.758774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 53e46a33-9ad5-4add-9017-1c56adf0d517, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=53e46a33-9ad5-4add-9017-1c56adf0d517,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:25:08.778492 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883a65cd-227c-40bb-b563-d2cd21cb2a2e x-openstack-request-id: req-883a65cd-227c-40bb-b563-d2cd21cb2a2e {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:25:08.778786 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9230e017-7070-41d7-b3f9-11d2918b05a0", "name": "network-vif-plugged", "status": "completed", "tag": "53e46a33-9ad5-4add-9017-1c56adf0d517", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:25:08.779064 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-883a65cd-227c-40bb-b563-d2cd21cb2a2e {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:25:08.779459 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9230e017-7070-41d7-b3f9-11d2918b05a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e46a33-9ad5-4add-9017-1c56adf0d517', 'code': 200} Dec 11 23:25:08.824607 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:08.872848 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=53e46a33-9ad5-4add-9017-1c56adf0d517,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:09.225042 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dd0a9-2a4f-470e-b2aa-0cd6837c91ed req-39ec5885-e906-44c8-aef9-0be4c5be9960 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:09.226508 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3d9dd0a9-2a4f-470e-b2aa-0cd6837c91ed req-39ec5885-e906-44c8-aef9-0be4c5be9960 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0472901 Dec 11 23:25:09.516586 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3d9dd0a9-2a4f-470e-b2aa-0cd6837c91ed req-9c86e4c5-fcd5-47aa-9dee-cc215e8039b6 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840686 Dec 11 23:25:09.631120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a782b-8388-4794-8eee-61491cbad4bd req-c1c39fdf-d49d-406d-8d1f-9f8ccf0c6202 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:09.632660 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee8a782b-8388-4794-8eee-61491cbad4bd req-c1c39fdf-d49d-406d-8d1f-9f8ccf0c6202 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0492315 Dec 11 23:25:09.682039 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee8a782b-8388-4794-8eee-61491cbad4bd req-3d3588fa-3700-4921-9012-e177d330093f tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423021 Dec 11 23:25:09.797436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d50fe-1159-4d35-a796-ad1cf02d1936 req-ae11b87d-36ee-46b4-bd7f-8dc2b7ae5a70 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:09.798905 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4c0d50fe-1159-4d35-a796-ad1cf02d1936 req-ae11b87d-36ee-46b4-bd7f-8dc2b7ae5a70 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0502598 Dec 11 23:25:09.846287 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4c0d50fe-1159-4d35-a796-ad1cf02d1936 req-f31edb8a-b664-4cbe-a25b-ae9fc6000b2a tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Dec 11 23:25:10.298150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00795c-ac71-4df9-a096-b48f43f7b1c1 req-2e073ee0-9870-4de5-9384-488e40774f90 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:10.299653 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d00795c-ac71-4df9-a096-b48f43f7b1c1 req-2e073ee0-9870-4de5-9384-488e40774f90 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0539999 Dec 11 23:25:10.347990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d00795c-ac71-4df9-a096-b48f43f7b1c1 req-22dfa631-be31-4a0b-9f02-2f1bd9a9bde8 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414927 Dec 11 23:25:11.460789 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b32cf2-df88-42ca-853f-3c8d2888c0d2 req-35427549-88a2-4cbd-8062-de45e876e9ab tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:11.462278 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29b32cf2-df88-42ca-853f-3c8d2888c0d2 req-35427549-88a2-4cbd-8062-de45e876e9ab tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0473886 Dec 11 23:25:11.507745 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29b32cf2-df88-42ca-853f-3c8d2888c0d2 req-bab5e124-4df3-4ab7-b080-d69adc3f883e tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff66961e-0a1d-4384-92b8-ae254be9395d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395696 Dec 11 23:25:11.581061 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da1383-a4c4-4ce6-8851-ebc71e3e04f4 req-41ac1d0a-76f8-4d5f-b220-193ed4c531bc tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:11.583327 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93da1383-a4c4-4ce6-8851-ebc71e3e04f4 req-41ac1d0a-76f8-4d5f-b220-193ed4c531bc tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.47 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 946 time: 0.0477195 Dec 11 23:25:11.673115 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-93da1383-a4c4-4ce6-8851-ebc71e3e04f4 req-79ea1929-b7cf-4ea6-b08f-0f9d8472cf50 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Deleting port 53e46a33-9ad5-4add-9017-1c56adf0d517 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:25:11.673456 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93da1383-a4c4-4ce6-8851-ebc71e3e04f4 req-79ea1929-b7cf-4ea6-b08f-0f9d8472cf50 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:11.759976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-93da1383-a4c4-4ce6-8851-ebc71e3e04f4 req-79ea1929-b7cf-4ea6-b08f-0f9d8472cf50 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] For port 53e46a33-9ad5-4add-9017-1c56adf0d517, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=53e46a33-9ad5-4add-9017-1c56adf0d517,segment=NetworkSegment(9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee),segment_id=9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:25:11.760336 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93da1383-a4c4-4ce6-8851-ebc71e3e04f4 req-79ea1929-b7cf-4ea6-b08f-0f9d8472cf50 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:11.771855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-93da1383-a4c4-4ce6-8851-ebc71e3e04f4 req-79ea1929-b7cf-4ea6-b08f-0f9d8472cf50 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Calling delete_port for 53e46a33-9ad5-4add-9017-1c56adf0d517 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:25:11.978886 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93da1383-a4c4-4ce6-8851-ebc71e3e04f4 req-79ea1929-b7cf-4ea6-b08f-0f9d8472cf50 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:12.008881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea1929-b7cf-4ea6-b08f-0f9d8472cf50 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Pushing event deleted for resources: {'Port': ['ID=53e46a33-9ad5-4add-9017-1c56adf0d517,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:12.014409 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['53e46a33-9ad5-4add-9017-1c56adf0d517'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:25:12.050922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-93da1383-a4c4-4ce6-8851-ebc71e3e04f4 req-79ea1929-b7cf-4ea6-b08f-0f9d8472cf50 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] No DVR routers for this DVR port 53e46a33-9ad5-4add-9017-1c56adf0d517 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:25:12.053361 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-93da1383-a4c4-4ce6-8851-ebc71e3e04f4 req-79ea1929-b7cf-4ea6-b08f-0f9d8472cf50 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:12.056778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-93da1383-a4c4-4ce6-8851-ebc71e3e04f4 req-79ea1929-b7cf-4ea6-b08f-0f9d8472cf50 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.47 "DELETE /v2.0/ports/53e46a33-9ad5-4add-9017-1c56adf0d517 HTTP/1.1" status: 204 len: 173 time: 0.4670219 Dec 11 23:25:12.057237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9230e017-7070-41d7-b3f9-11d2918b05a0', 'name': 'network-vif-deleted', 'tag': '53e46a33-9ad5-4add-9017-1c56adf0d517'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:25:12.059517 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e2707b-f4ba-4b6b-b3e1-ea07521f0239" -d '{"events": [{"server_uuid": "9230e017-7070-41d7-b3f9-11d2918b05a0", "name": "network-vif-deleted", "tag": "53e46a33-9ad5-4add-9017-1c56adf0d517"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:25:12.095303 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3091d8bb-bbd3-44e6-b999-d2efdbc1dfbe x-openstack-request-id: req-3091d8bb-bbd3-44e6-b999-d2efdbc1dfbe {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:25:12.095609 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9230e017-7070-41d7-b3f9-11d2918b05a0", "name": "network-vif-deleted", "tag": "53e46a33-9ad5-4add-9017-1c56adf0d517", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:25:12.095873 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3091d8bb-bbd3-44e6-b999-d2efdbc1dfbe {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:25:12.096285 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9230e017-7070-41d7-b3f9-11d2918b05a0', 'name': 'network-vif-deleted', 'tag': '53e46a33-9ad5-4add-9017-1c56adf0d517', 'status': 'completed', 'code': 200} Dec 11 23:25:12.619322 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c245960a-1f94-4887-b452-60cabb828ff9 req-483ee13f-327b-4fab-a86f-c5372d5a7858 tempest-ServerDiskConfigTestJSON-620856518 tempest-ServerDiskConfigTestJSON-620856518-project] 10.222.0.45 "GET /v2.0/ports?device_id=9230e017-7070-41d7-b3f9-11d2918b05a0 HTTP/1.1" status: 200 len: 210 time: 0.0300870 Dec 11 23:25:13.743360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47378) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:25:13.787845 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Deleting subnet 0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:25:13.790913 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:13.824410 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:13.862019 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:13.985245 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:14.011159 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:14.013250 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:14.015637 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:14.019408 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0dbb947d-c6a5-45f5-b4ab-d76b5d7d1944 HTTP/1.1" status: 204 len: 168 time: 0.2744815 Dec 11 23:25:14.022014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47380) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:25:14.024951 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.025305 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.025652 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.025995 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.026333 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.026667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.027025 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.027359 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.027687 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.028014 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.028340 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.028665 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.029001 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249e527-1220-47f3-92d6-114430c92185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.092887 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:14.168989 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:14.192342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daad98fc-a166-4fbb-98e8-cdc34d3fc370']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:25:14.201211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:25:14.201506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcf3b6d-aea6-4fdc-a559-8a272c7dcaee') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:25:14.211240 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:14.224505 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:14.230308 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:25:14.230703 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:25:14.232474 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:25:14.344716 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:14.351705 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:14.354162 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] 10.222.0.45 "DELETE /v2.0/networks/daad98fc-a166-4fbb-98e8-cdc34d3fc370 HTTP/1.1" status: 204 len: 168 time: 0.3307736 Dec 11 23:25:14.365582 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Pushing event deleted for resources: {'Network': ['ID=daad98fc-a166-4fbb-98e8-cdc34d3fc370,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:14.373220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.373474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.373828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.374284 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.374537 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.374835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.375175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.375523 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.375839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.376168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.376495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.376820 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.377144 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593b9be-28e2-4a4a-b523-ce7b3986fd5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:14.666394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47384) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:25:14.709064 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-653c310d-2a70-4190-8df3-2195f4cd32f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2a117fd928f948a79d95c169809856eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413306 Dec 11 23:25:14.711736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47386) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:25:14.761748 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-44a1452d-a2c6-40ea-b52b-67521964e4e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:14.787884 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-44a1452d-a2c6-40ea-b52b-67521964e4e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:14.904453 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-44a1452d-a2c6-40ea-b52b-67521964e4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:14.907072 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-44a1452d-a2c6-40ea-b52b-67521964e4e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:14.908255 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-44a1452d-a2c6-40ea-b52b-67521964e4e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff66961e-0a1d-4384-92b8-ae254be9395d HTTP/1.1" status: 204 len: 168 time: 0.1956182 Dec 11 23:25:14.916635 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1452d-a2c6-40ea-b52b-67521964e4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff66961e-0a1d-4384-92b8-ae254be9395d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:15.369499 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:25:15.866064 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47408) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:25:15.959931 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-306a723b-b612-4df4-a436-eb8370165cd2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1188819288-network', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:25:16.047343 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306a723b-b612-4df4-a436-eb8370165cd2 admin admin] Made reservation on behalf of cba4a72d12624bd4a95f80cdd5f96149 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:25:16.049728 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-306a723b-b612-4df4-a436-eb8370165cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:16.059536 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-306a723b-b612-4df4-a436-eb8370165cd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:16.131661 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-306a723b-b612-4df4-a436-eb8370165cd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:16.213070 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-306a723b-b612-4df4-a436-eb8370165cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:16.237075 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306a723b-b612-4df4-a436-eb8370165cd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:25:16.246783 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a723b-b612-4df4-a436-eb8370165cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179ae5b3-f18e-4a7f-827b-208944f7fdce,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:16.251479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-306a723b-b612-4df4-a436-eb8370165cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:16.251825 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-306a723b-b612-4df4-a436-eb8370165cd2 admin admin] Added segment 17284e79-dd8c-4ea3-9a30-1d177bef0a77 of type vlan for network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 Dec 11 23:25:16.291976 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-306a723b-b612-4df4-a436-eb8370165cd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:16.355660 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-306a723b-b612-4df4-a436-eb8370165cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:16.356619 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306a723b-b612-4df4-a436-eb8370165cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:16.357209 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-306a723b-b612-4df4-a436-eb8370165cd2 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:16.417124 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a723b-b612-4df4-a436-eb8370165cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=3104d8d5-46cb-43ee-8f81-d17bbd0929c1,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:16.426544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:25:16.478953 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-306a723b-b612-4df4-a436-eb8370165cd2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6115451 Dec 11 23:25:16.481543 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47412) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:25:16.486323 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1a4f3b99-80f7-46d2-9f48-6cd626282f74 admin admin] Request body: {'subnet': {'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1188819288-subnet', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:25:16.548675 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 53e46a33-9ad5-4add-9017-1c56adf0d517 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:25:16.569943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 53e46a33-9ad5-4add-9017-1c56adf0d517 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:25:16.570291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 53e46a33-9ad5-4add-9017-1c56adf0d517 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:25:16.572918 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4f3b99-80f7-46d2-9f48-6cd626282f74 admin admin] Made reservation on behalf of cba4a72d12624bd4a95f80cdd5f96149 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:25:16.575448 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a4f3b99-80f7-46d2-9f48-6cd626282f74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:16.813216 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a4f3b99-80f7-46d2-9f48-6cd626282f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:16.867764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f3b99-80f7-46d2-9f48-6cd626282f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c6906f-fa64-4b51-b1cf-e8b495888c4e,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:16.877228 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4f3b99-80f7-46d2-9f48-6cd626282f74 admin admin] Checking segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:25:16.877590 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4f3b99-80f7-46d2-9f48-6cd626282f74 admin admin] Network hostable DHCP agents. Network: 3104d8d5-46cb-43ee-8f81-d17bbd0929c1, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:25:16.973670 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4f3b99-80f7-46d2-9f48-6cd626282f74 admin admin] Network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:25:17.059062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-1a4f3b99-80f7-46d2-9f48-6cd626282f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 3104d8d5-46cb-43ee-8f81-d17bbd0929c1) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:25:17.063689 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4f3b99-80f7-46d2-9f48-6cd626282f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:17.064575 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1a4f3b99-80f7-46d2-9f48-6cd626282f74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:17.067816 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d310e6-48b1-4084-9503-9d3f21abf859 None None] Network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:25:17.153575 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1a4f3b99-80f7-46d2-9f48-6cd626282f74 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6709235 Dec 11 23:25:17.156368 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47414) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:25:17.162002 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:25:17.168135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:25:17.169400 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:17.236526 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:17.237794 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:17.304336 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Allocated IP 172.20.0.2 (3104d8d5-46cb-43ee-8f81-d17bbd0929c1/07c6906f-fa64-4b51-b1cf-e8b495888c4e/952a3278-c095-44a5-9e62-19e9d8f27c36) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:25:17.325513 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:17.450364 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:17.508592 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:17.568181 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:17.607332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:25:17.610140 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:25:17.612770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:25:17.635878 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Pushing event updated for resources: {'Port': ['ID=952a3278-c095-44a5-9e62-19e9d8f27c36,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:17.687615 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Attempting to bind port 952a3278-c095-44a5-9e62-19e9d8f27c36 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:25:17.687995 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Attempting to bind port 952a3278-c095-44a5-9e62-19e9d8f27c36 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:25:17.688638 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Attempting to bind port 952a3278-c095-44a5-9e62-19e9d8f27c36 on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:25:17.694227 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:25:17.694609 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Checking segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:25:17.695052 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:17.695448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Bound using segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:25:17.695921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Bound port: 952a3278-c095-44a5-9e62-19e9d8f27c36, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:25:17.696306 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:17.737169 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:17.764462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] For port 952a3278-c095-44a5-9e62-19e9d8f27c36, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:25:17.767583 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] For port 952a3278-c095-44a5-9e62-19e9d8f27c36, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=952a3278-c095-44a5-9e62-19e9d8f27c36,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:25:17.791598 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:17.820238 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:17.842064 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:17.898280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e35757-a4a0-4a7c-8f63-fd18439a183d None None] Pushing event updated for resources: {'Port': ['ID=952a3278-c095-44a5-9e62-19e9d8f27c36,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:17.930904 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Allocated IP 172.25.1.84 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/8c20bc2b-ae41-4717-b2cb-bd6f2ae56744) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:25:18.043187 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:18.116817 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:18.158566 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:25:18.163042 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:25:18.166726 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:25:18.177553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fc78a9-eeff-4c50-8c96-aea1877c7e8c None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:25:18.189587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Pushing event updated for resources: {'Port': ['ID=8c20bc2b-ae41-4717-b2cb-bd6f2ae56744,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:18.280377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6a5e2adf-74d7-4e69-be5b-b23c12c7a4b3 None None] Provisioning complete for port 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:25:18.280866 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6a5e2adf-74d7-4e69-be5b-b23c12c7a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:18.317534 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e2adf-74d7-4e69-be5b-b23c12c7a4b3 None None] Port 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:25:18.394454 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 952a3278-c095-44a5-9e62-19e9d8f27c36 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:25:18.446441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 952a3278-c095-44a5-9e62-19e9d8f27c36 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:25:18.446832 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:18.479612 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:18.528969 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:18.563255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 952a3278-c095-44a5-9e62-19e9d8f27c36, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=952a3278-c095-44a5-9e62-19e9d8f27c36,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:25:18.619579 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:18.669122 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=952a3278-c095-44a5-9e62-19e9d8f27c36,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:18.691606 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:18.810173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46520907-8ec7-4c0d-bea3-2fbd2d1fc5a5 None None] Network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:25:18.857433 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-76fb5b40-0b23-4185-9a15-c879ba8b2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:18.875770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-308af224-d221-43d0-a308-7eaf59cd5123 None None] Provisioning complete for port 952a3278-c095-44a5-9e62-19e9d8f27c36 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:25:18.876136 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-308af224-d221-43d0-a308-7eaf59cd5123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:18.933144 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Router 12921754-01e1-47b2-bdb6-2befdc06697e is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:25:19.049302 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:25:19.060849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Sync routers for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:25:19.071515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:25:19.072126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:24:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:25:19.112773 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:19.117078 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cee5ad91-1783-4d91-bca0-98dcb3d27c45 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9569986 Dec 11 23:25:19.117378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47416) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:25:19.349835 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7c28a673-8cea-4f11-8bf4-f6474446a561 None None] Provisioning complete for port 952a3278-c095-44a5-9e62-19e9d8f27c36 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:25:19.350115 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7c28a673-8cea-4f11-8bf4-f6474446a561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:19.354974 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:25:19.603896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:18Z', 'revision_number': 3, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:25:19.630915 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Checking router: 12921754-01e1-47b2-bdb6-2befdc06697e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:25:19.631273 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Updating router 12921754-01e1-47b2-bdb6-2befdc06697e port 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:25:19.656517 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:19.788827 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:19.913181 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:19.943766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Allocated IP 172.20.0.1 (3104d8d5-46cb-43ee-8f81-d17bbd0929c1/07c6906f-fa64-4b51-b1cf-e8b495888c4e/827ae685-b4cb-46ab-a39f-b4ab61727c23) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:25:19.950301 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:19.999938 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1a5436-f763-44d7-ac9a-0dc290faf110 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:25:20.010906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Attempting to bind port 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:25:20.011288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Attempting to bind port 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:25:20.011666 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Attempting to bind port 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:25:20.023697 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:25:20.024088 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:25:20.024647 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:20.024962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:25:20.025512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Bound port: 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:25:20.025817 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:20.032466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573d79c-f7d0-42b8-86a3-b205738151c9 None None] Pushing event updated for resources: {'Port': ['ID=8c20bc2b-ae41-4717-b2cb-bd6f2ae56744,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:20.057513 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:20.090997 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] For port 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:25:20.095648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] For port 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8c20bc2b-ae41-4717-b2cb-bd6f2ae56744,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:25:20.099359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2f28317d-3129-49fd-b96d-02fd07ec4098 None None] Provisioning complete for port 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:25:20.099737 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2f28317d-3129-49fd-b96d-02fd07ec4098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:20.133305 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2f28317d-3129-49fd-b96d-02fd07ec4098 None None] Port 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:25:20.145601 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:20.162259 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:20.188745 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:25:20.191552 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:25:20.196160 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:25:20.199149 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=827ae685-b4cb-46ab-a39f-b4ab61727c23,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:20.226672 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2e39da-7313-41e8-94ee-b336de13d586 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:25:20.232553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:25:20.233202 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:24:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:25:20.242840 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:20.277743 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573d79c-f7d0-42b8-86a3-b205738151c9 None None] Pushing event updated for resources: {'Port': ['ID=8c20bc2b-ae41-4717-b2cb-bd6f2ae56744,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:20.375570 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:25:20.443949 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 952a3278-c095-44a5-9e62-19e9d8f27c36 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:25:20.446120 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8dcfee44-af9a-476d-a8eb-438e1f51e5d8 None None] Provisioning complete for port 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:25:20.446382 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:20.446497 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8dcfee44-af9a-476d-a8eb-438e1f51e5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:20.603966 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 952a3278-c095-44a5-9e62-19e9d8f27c36 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:25:20.604626 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:20.614243 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:20.658906 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:20.686070 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8dcfee44-af9a-476d-a8eb-438e1f51e5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:20.718996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8dcfee44-af9a-476d-a8eb-438e1f51e5d8 None None] For port 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8c20bc2b-ae41-4717-b2cb-bd6f2ae56744,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:25:20.730965 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:20.733728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=827ae685-b4cb-46ab-a39f-b4ab61727c23,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:20.771244 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:18Z', 'revision_number': 3, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:25:20.802216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e593d6a-7e0c-4bf9-92e8-815b83e10fce None None] The sync data for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 is: [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:18Z', 'revision_number': 3, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:25:20.804250 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8dcfee44-af9a-476d-a8eb-438e1f51e5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:20.825647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:25:20.827207 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:25:20.879329 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfee44-af9a-476d-a8eb-438e1f51e5d8 None None] Pushing event updated for resources: {'Port': ['ID=8c20bc2b-ae41-4717-b2cb-bd6f2ae56744,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:20.928707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4bfd8345-0910-4656-97ab-ee58740ecce1 None None] Provisioning complete for port 827ae685-b4cb-46ab-a39f-b4ab61727c23 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:25:20.935241 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8345-0910-4656-97ab-ee58740ecce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:20.955618 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Router 12921754-01e1-47b2-bdb6-2befdc06697e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:25:20.968602 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4bfd8345-0910-4656-97ab-ee58740ecce1 None None] Port 827ae685-b4cb-46ab-a39f-b4ab61727c23 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:25:21.083218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:25:21.088163 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7dc5988b-33af-445f-81d5-db223fbdf3c9 admin admin] 10.222.0.45 "PUT /v2.0/routers/12921754-01e1-47b2-bdb6-2befdc06697e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9692371 Dec 11 23:25:21.120698 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-fc9fc0ed-9527-4b7f-b6ef-0b24bc9f7219 None None] Provisioning complete for port 827ae685-b4cb-46ab-a39f-b4ab61727c23 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:25:21.121190 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fc9fc0ed-9527-4b7f-b6ef-0b24bc9f7219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:21.161747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fc9fc0ed-9527-4b7f-b6ef-0b24bc9f7219 None None] Port 827ae685-b4cb-46ab-a39f-b4ab61727c23 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:25:21.333387 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36df6fa7-218b-4410-96cc-a5e80e07bfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:21.657032 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47424) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:25:21.662492 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9ceb7c98-463d-4e3b-b50c-d84a22900c4e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--861181139', 'description': 'tempest-description--1481098642'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:25:21.813587 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9ceb7c98-463d-4e3b-b50c-d84a22900c4e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:21.879724 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9ceb7c98-463d-4e3b-b50c-d84a22900c4e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:21.967778 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9ceb7c98-463d-4e3b-b50c-d84a22900c4e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:21.998083 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb7c98-463d-4e3b-b50c-d84a22900c4e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90d7ddc-ab45-4799-8197-a13f1dde4302,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:22.055615 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9ceb7c98-463d-4e3b-b50c-d84a22900c4e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:22.056893 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9ceb7c98-463d-4e3b-b50c-d84a22900c4e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3987467 Dec 11 23:25:22.059745 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47426) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:25:22.064228 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1cba250d-bf77-455a-a587-eef43817d32e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Request body: {'security_group_rule': {'security_group_id': 'd90d7ddc-ab45-4799-8197-a13f1dde4302', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:25:22.161296 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1cba250d-bf77-455a-a587-eef43817d32e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:22.218260 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1cba250d-bf77-455a-a587-eef43817d32e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:22.316759 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1cba250d-bf77-455a-a587-eef43817d32e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:22.333262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba250d-bf77-455a-a587-eef43817d32e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bc50c6-0bf1-440d-bf9c-302cd0d27de0,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:22.344512 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:22.389432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:25:22.391017 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Sync routers for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:25:22.393566 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1cba250d-bf77-455a-a587-eef43817d32e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:22.398234 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1cba250d-bf77-455a-a587-eef43817d32e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336806 Dec 11 23:25:22.398509 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47428) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:25:22.403614 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c0f92af0-de00-4321-9f01-126b029bf3c2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Request body: {'security_group_rule': {'security_group_id': 'd90d7ddc-ab45-4799-8197-a13f1dde4302', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:25:22.407861 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:25:22.407861 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:25:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:25:22.443326 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:25:22.443703 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:22.475305 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0f92af0-de00-4321-9f01-126b029bf3c2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:22.517341 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:25:22.541022 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0f92af0-de00-4321-9f01-126b029bf3c2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:22.590130 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0f92af0-de00-4321-9f01-126b029bf3c2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:22.607735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f92af0-de00-4321-9f01-126b029bf3c2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e00d24-bc41-46d9-816c-23106b9ace16,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:22.683824 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c0f92af0-de00-4321-9f01-126b029bf3c2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:22.685138 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c0f92af0-de00-4321-9f01-126b029bf3c2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2854149 Dec 11 23:25:22.688059 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47430) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:25:22.693409 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:25:22.726405 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 2, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:25:22.752859 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Checking router: 12921754-01e1-47b2-bdb6-2befdc06697e for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:25:22.753726 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Updating router 12921754-01e1-47b2-bdb6-2befdc06697e port 827ae685-b4cb-46ab-a39f-b4ab61727c23 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:25:22.778142 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:22.824559 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:22.920550 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.027278 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Allocated IP 172.25.1.110 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/c1ed888c-3003-4b5b-bb4c-dcbda0c2716a) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:25:23.042252 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.099027 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.126789 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.151017 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da78c60-04c1-4aaa-85b3-68a0faa05c10 None None] Pushing event updated for resources: {'Port': ['ID=827ae685-b4cb-46ab-a39f-b4ab61727c23,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:23.175717 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78c60-04c1-4aaa-85b3-68a0faa05c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:23.175979 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78c60-04c1-4aaa-85b3-68a0faa05c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:23.176315 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78c60-04c1-4aaa-85b3-68a0faa05c10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:23.176649 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78c60-04c1-4aaa-85b3-68a0faa05c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:23.176980 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78c60-04c1-4aaa-85b3-68a0faa05c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:23.177348 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78c60-04c1-4aaa-85b3-68a0faa05c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:23.177635 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78c60-04c1-4aaa-85b3-68a0faa05c10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:23.177954 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78c60-04c1-4aaa-85b3-68a0faa05c10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:23.178282 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78c60-04c1-4aaa-85b3-68a0faa05c10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:23.178602 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78c60-04c1-4aaa-85b3-68a0faa05c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:23.178953 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78c60-04c1-4aaa-85b3-68a0faa05c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:23.179278 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78c60-04c1-4aaa-85b3-68a0faa05c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:23.179596 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da78c60-04c1-4aaa-85b3-68a0faa05c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:25:23.217397 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Attempting to bind port 827ae685-b4cb-46ab-a39f-b4ab61727c23 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:25:23.217765 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Attempting to bind port 827ae685-b4cb-46ab-a39f-b4ab61727c23 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:25:23.218130 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Attempting to bind port 827ae685-b4cb-46ab-a39f-b4ab61727c23 on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:25:23.219767 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.224227 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:25:23.224600 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Checking segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:25:23.225007 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.225404 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Bound using segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:25:23.225872 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Bound port: 827ae685-b4cb-46ab-a39f-b4ab61727c23, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:25:23.226251 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.270718 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:25:23.274104 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:25:23.277132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:25:23.295707 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] For port 827ae685-b4cb-46ab-a39f-b4ab61727c23, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:25:23.298766 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] For port 827ae685-b4cb-46ab-a39f-b4ab61727c23, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=827ae685-b4cb-46ab-a39f-b4ab61727c23,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:25:23.304023 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Pushing event updated for resources: {'Port': ['ID=c1ed888c-3003-4b5b-bb4c-dcbda0c2716a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:23.385037 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.401529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e747ad15-6f47-4b3c-8d2a-c20b9f1c03a8 None None] Provisioning complete for port 827ae685-b4cb-46ab-a39f-b4ab61727c23 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:25:23.402516 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e747ad15-6f47-4b3c-8d2a-c20b9f1c03a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.408210 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.449583 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:25:23.452405 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:25:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:25:23.453241 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da78c60-04c1-4aaa-85b3-68a0faa05c10 None None] Pushing event updated for resources: {'Port': ['ID=827ae685-b4cb-46ab-a39f-b4ab61727c23,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:23.492579 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e747ad15-6f47-4b3c-8d2a-c20b9f1c03a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.510075 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.540261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e747ad15-6f47-4b3c-8d2a-c20b9f1c03a8 None None] For port 827ae685-b4cb-46ab-a39f-b4ab61727c23, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=827ae685-b4cb-46ab-a39f-b4ab61727c23,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:25:23.631087 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e747ad15-6f47-4b3c-8d2a-c20b9f1c03a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.683594 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:25:23.685925 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747ad15-6f47-4b3c-8d2a-c20b9f1c03a8 None None] Pushing event updated for resources: {'Port': ['ID=827ae685-b4cb-46ab-a39f-b4ab61727c23,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:23.695552 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.750360 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.752412 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-18da9ac0-51b7-4bce-9fbe-5fa75886ab80 None None] Provisioning complete for port 827ae685-b4cb-46ab-a39f-b4ab61727c23 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:25:23.752800 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-18da9ac0-51b7-4bce-9fbe-5fa75886ab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.838169 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Pushing event updated for resources: {'Port': ['ID=c1ed888c-3003-4b5b-bb4c-dcbda0c2716a,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:23.852475 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.888358 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:25:23.913092 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:23.914407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-37332e9a-834f-4a6b-ac55-1843bc0c8f82 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2252443 Dec 11 23:25:23.917634 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401dede6-cdf4-4630-8714-dc2e61c01b98 None None] The sync data for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 is: [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:25:24.028243 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:24.111667 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-a54f12ed-f14f-4d93-aa3a-6e5db8c43325 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--861181139&fields=id&tenant_id=cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 267 time: 0.0472598 Dec 11 23:25:24.222554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-ddc037be-7346-4467-9f03-bdd2049c314d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:24.224192 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-ddc037be-7346-4467-9f03-bdd2049c314d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 812 time: 0.1055369 Dec 11 23:25:24.240508 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-0c5cdf65-75f2-4400-be02-3200a4a163c3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/quotas/cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 375 time: 0.0101793 Dec 11 23:25:24.299898 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-244b2410-ca86-4603-8451-9261a3797914 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530040 Dec 11 23:25:24.407071 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 827ae685-b4cb-46ab-a39f-b4ab61727c23 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:25:24.418452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-177e49c7-8536-426a-b120-02349328ae2e service neutron] 10.222.0.45 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985742 Dec 11 23:25:24.460269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 827ae685-b4cb-46ab-a39f-b4ab61727c23 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:25:24.460733 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:24.520048 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-b523784b-9300-453c-b240-838798e6f10c service neutron] 10.222.0.45 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005423 Dec 11 23:25:24.653084 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:24.795107 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-89dc37d2-6444-41d1-8b28-4cded36ba7e4 req-435bac8a-aeff-4459-8e64-e9a29d4d0fdf tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 210 time: 0.0317104 Dec 11 23:25:25.887546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d59234cc-76fb-4863-b30a-9b248e3eae56 req-281520d5-2047-408c-b531-4883c6104789 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 210 time: 0.0264986 Dec 11 23:25:26.697293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-5417bf9c-ca02-4a43-a324-daa74966900b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:26.698738 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-5417bf9c-ca02-4a43-a324-daa74966900b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 812 time: 0.1028280 Dec 11 23:25:26.775118 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-43eb9d1a-6117-41a4-ba00-ba84e9b0278c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 379 time: 0.0617704 Dec 11 23:25:26.785228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-33180b76-6369-49be-9638-301b41dbd821 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Request body: {'port': {'device_id': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'admin_state_up': True, 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'security_groups': ['d90d7ddc-ab45-4799-8197-a13f1dde4302']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:25:26.961697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-33180b76-6369-49be-9638-301b41dbd821 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Made reservation on behalf of cba4a72d12624bd4a95f80cdd5f96149 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:25:26.965508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-33180b76-6369-49be-9638-301b41dbd821 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:26.984221 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4c37944f-0764-4ead-bc1e-0d013c75afb7 req-d7536106-d23f-47e0-8b86-f0b67736442c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 210 time: 0.0267894 Dec 11 23:25:27.103212 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-33180b76-6369-49be-9638-301b41dbd821 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Allocated IP 172.20.0.13 (3104d8d5-46cb-43ee-8f81-d17bbd0929c1/07c6906f-fa64-4b51-b1cf-e8b495888c4e/84c2f104-8e22-4043-ad3e-2f27e280a474) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:25:27.240266 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-33180b76-6369-49be-9638-301b41dbd821 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:27.321935 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-33180b76-6369-49be-9638-301b41dbd821 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:27.668638 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-33180b76-6369-49be-9638-301b41dbd821 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:25:27.671662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-33180b76-6369-49be-9638-301b41dbd821 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:25:27.675291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-33180b76-6369-49be-9638-301b41dbd821 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:25:27.681521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33180b76-6369-49be-9638-301b41dbd821 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Pushing event updated for resources: {'Port': ['ID=84c2f104-8e22-4043-ad3e-2f27e280a474,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:27.729400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-33180b76-6369-49be-9638-301b41dbd821 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:27.729922 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-33180b76-6369-49be-9638-301b41dbd821 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:27.788022 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-33180b76-6369-49be-9638-301b41dbd821 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0072479 Dec 11 23:25:27.805995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Request body: {'port': {'device_id': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:25:27.865042 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:27.893630 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5c1b35e3-be8b-4989-8e00-1035fc459408 None None] Provisioning complete for port 84c2f104-8e22-4043-ad3e-2f27e280a474 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:25:27.894236 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5c1b35e3-be8b-4989-8e00-1035fc459408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:27.929478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b35e3-be8b-4989-8e00-1035fc459408 None None] Port 84c2f104-8e22-4043-ad3e-2f27e280a474 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:25:28.157173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a88d8c-c1d7-4835-aa7f-11f82aa077da req-63899978-0818-4f06-9156-80813aca7dc0 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:28.158650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-87a88d8c-c1d7-4835-aa7f-11f82aa077da req-63899978-0818-4f06-9156-80813aca7dc0 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 932 time: 0.0861690 Dec 11 23:25:28.165518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c2f104-8e22-4043-ad3e-2f27e280a474 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:25:28.179791 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:28.202796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Transition to ACTIVE for port object 84c2f104-8e22-4043-ad3e-2f27e280a474 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:25:28.225551 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-87a88d8c-c1d7-4835-aa7f-11f82aa077da req-06e1b22d-6047-47ae-ad64-e2b56a4472b3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556629 Dec 11 23:25:28.263843 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:28.321541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Pushing event updated for resources: {'Port': ['ID=84c2f104-8e22-4043-ad3e-2f27e280a474,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:28.388700 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Attempting to bind port 84c2f104-8e22-4043-ad3e-2f27e280a474 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:25:28.389034 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Attempting to bind port 84c2f104-8e22-4043-ad3e-2f27e280a474 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:25:28.389364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Attempting to bind port 84c2f104-8e22-4043-ad3e-2f27e280a474 on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:25:28.393935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Port 84c2f104-8e22-4043-ad3e-2f27e280a474 on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:25:28.394227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Attempting to bind port 84c2f104-8e22-4043-ad3e-2f27e280a474 on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:25:28.399602 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:25:28.399936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Checking segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:25:28.400317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Bound using segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:25:28.400742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Bound port: 84c2f104-8e22-4043-ad3e-2f27e280a474, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:25:28.401096 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:28.467150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] For port 84c2f104-8e22-4043-ad3e-2f27e280a474, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:25:28.470354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] For port 84c2f104-8e22-4043-ad3e-2f27e280a474, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=84c2f104-8e22-4043-ad3e-2f27e280a474,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:25:28.552884 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:28.592007 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:28.592674 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:28.594039 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] 10.222.0.47 "PUT /v2.0/ports/84c2f104-8e22-4043-ad3e-2f27e280a474 HTTP/1.1" status: 200 len: 1092 time: 0.7925189 Dec 11 23:25:28.594490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'tag': '84c2f104-8e22-4043-ad3e-2f27e280a474'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:25:28.599649 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6df417-dc7f-41ca-9c35-fe8270993c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cb21a6-a359-4e5d-bce6-e4a256966911", "tag": "84c2f104-8e22-4043-ad3e-2f27e280a474"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:25:28.626118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b102d7-58be-4967-a7e1-18fefe334d4c service neutron] Pushing event updated for resources: {'Port': ['ID=84c2f104-8e22-4043-ad3e-2f27e280a474,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:28.755776 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a3f9dc-bd75-48fb-87b1-869b639654e5 x-openstack-request-id: req-21a3f9dc-bd75-48fb-87b1-869b639654e5 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:25:28.756083 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cb21a6-a359-4e5d-bce6-e4a256966911", "tag": "84c2f104-8e22-4043-ad3e-2f27e280a474", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:25:28.756342 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21a3f9dc-bd75-48fb-87b1-869b639654e5 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:25:28.756749 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'tag': '84c2f104-8e22-4043-ad3e-2f27e280a474', 'status': 'completed', 'code': 200} Dec 11 23:25:28.758615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-acb28760-26e4-4148-85ba-a7961e8c1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:28.760352 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-acb28760-26e4-4148-85ba-a7961e8c1336 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 1095 time: 0.0507045 Dec 11 23:25:28.811825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-dfb3b309-1414-4a71-bfd5-49a09b7ce729 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c2f104-8e22-4043-ad3e-2f27e280a474 HTTP/1.1" status: 200 len: 217 time: 0.0342298 Dec 11 23:25:28.864537 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-ca589a30-edc3-41ad-88eb-cb46eb38af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:28.865910 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-ca589a30-edc3-41ad-88eb-cb46eb38af78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0471854 Dec 11 23:25:28.912389 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-f7011c9c-d2c9-4038-b5f3-3b569ff15ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:28.913957 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-f7011c9c-d2c9-4038-b5f3-3b569ff15ddc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410621 Dec 11 23:25:29.006526 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-ef75c232-c22d-40c4-95c9-14c9f7b84340 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853002 Dec 11 23:25:29.101787 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5fe70b-4803-4813-ba5e-7902ced099f2 req-d00dc3e8-1f8e-4386-a8cc-d6a00ce79c46 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881991 Dec 11 23:25:29.342284 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6df417-dc7f-41ca-9c35-fe8270993c8c req-14816cc1-c2e8-44b4-8228-c56fab1aaff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:29.343793 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c6df417-dc7f-41ca-9c35-fe8270993c8c req-14816cc1-c2e8-44b4-8228-c56fab1aaff1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 1095 time: 0.0739965 Dec 11 23:25:29.355344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3920ee-4af6-4018-8486-7ec931633cb1 req-858f3a02-d796-44cf-a520-8c4101f54546 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:29.356692 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8a3920ee-4af6-4018-8486-7ec931633cb1 req-858f3a02-d796-44cf-a520-8c4101f54546 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 944 time: 0.0622528 Dec 11 23:25:29.455765 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8a3920ee-4af6-4018-8486-7ec931633cb1 req-9b3614a7-ed70-47c0-94bc-1e3cf4c4d4ea tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910211 Dec 11 23:25:29.477447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6df417-dc7f-41ca-9c35-fe8270993c8c req-a98535e7-7651-4c6a-8025-70c1b2d8e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:29.477447 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c6df417-dc7f-41ca-9c35-fe8270993c8c req-a98535e7-7651-4c6a-8025-70c1b2d8e553 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.1182494 Dec 11 23:25:29.523629 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c6df417-dc7f-41ca-9c35-fe8270993c8c req-2abfaa86-f3aa-4737-b2c2-0493e3835360 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c2f104-8e22-4043-ad3e-2f27e280a474 HTTP/1.1" status: 200 len: 217 time: 0.0392661 Dec 11 23:25:29.572270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6df417-dc7f-41ca-9c35-fe8270993c8c req-7ba3a411-e53f-4593-a95f-5e8bca287aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:29.573646 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c6df417-dc7f-41ca-9c35-fe8270993c8c req-7ba3a411-e53f-4593-a95f-5e8bca287aed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0427418 Dec 11 23:25:29.619088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6df417-dc7f-41ca-9c35-fe8270993c8c req-97b44941-4853-474d-a613-b84829e0b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:29.620537 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c6df417-dc7f-41ca-9c35-fe8270993c8c req-97b44941-4853-474d-a613-b84829e0b562 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382113 Dec 11 23:25:29.714431 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c6df417-dc7f-41ca-9c35-fe8270993c8c req-de42e60f-c996-4843-955c-a95a1785df42 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852888 Dec 11 23:25:29.805289 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0c6df417-dc7f-41ca-9c35-fe8270993c8c req-cb3afa00-b790-463a-8724-b4f4d7e9e58d service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827386 Dec 11 23:25:30.580597 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3c56a-374b-4e2e-874e-21fe0bde24d6 req-3abc75e3-5d28-415e-bebb-d6d25bc8513d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:30.582450 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-94e3c56a-374b-4e2e-874e-21fe0bde24d6 req-3abc75e3-5d28-415e-bebb-d6d25bc8513d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 944 time: 0.0520527 Dec 11 23:25:30.629291 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-94e3c56a-374b-4e2e-874e-21fe0bde24d6 req-6dec33f7-9e47-4788-a560-cfbb680a25b2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407853 Dec 11 23:25:31.744786 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe429a-a89c-4993-8ab1-29c15f1d341a req-591428dc-f555-4337-ad61-96d30d4d86e8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:31.746252 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0bbe429a-a89c-4993-8ab1-29c15f1d341a req-591428dc-f555-4337-ad61-96d30d4d86e8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 944 time: 0.0497150 Dec 11 23:25:31.797379 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0bbe429a-a89c-4993-8ab1-29c15f1d341a req-8f0bad71-15e8-4c5e-98c1-dfe7fbf7ee34 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451632 Dec 11 23:25:32.626629 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 84c2f104-8e22-4043-ad3e-2f27e280a474 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:25:32.724348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 84c2f104-8e22-4043-ad3e-2f27e280a474, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=84c2f104-8e22-4043-ad3e-2f27e280a474,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:25:32.735572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '84c2f104-8e22-4043-ad3e-2f27e280a474', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'port_id': '84c2f104-8e22-4043-ad3e-2f27e280a474', 'mac_address': 'fa:16:3e:fe:cb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:25:32.773039 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:32.785332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c2f104-8e22-4043-ad3e-2f27e280a474 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:25:32.808408 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 84c2f104-8e22-4043-ad3e-2f27e280a474, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=84c2f104-8e22-4043-ad3e-2f27e280a474,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:25:32.881633 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:32.911828 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98163649-4aae-4956-9fb4-9af0b011f35e req-83b5dd40-b07f-438b-9506-cf779e6ba3b4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:32.913328 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98163649-4aae-4956-9fb4-9af0b011f35e req-83b5dd40-b07f-438b-9506-cf779e6ba3b4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 944 time: 0.0489798 Dec 11 23:25:32.929181 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=84c2f104-8e22-4043-ad3e-2f27e280a474,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:32.961468 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98163649-4aae-4956-9fb4-9af0b011f35e req-cff8cc3f-76f3-4cbf-88ca-1c86fc55c254 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420918 Dec 11 23:25:33.139772 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['84c2f104-8e22-4043-ad3e-2f27e280a474'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:25:34.076425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91815cc-acd0-439b-b6e7-93f6e07f318a req-07a2d9e4-4a58-455a-95ec-8d1c06bafcc6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:34.077926 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d91815cc-acd0-439b-b6e7-93f6e07f318a req-07a2d9e4-4a58-455a-95ec-8d1c06bafcc6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 945 time: 0.0496624 Dec 11 23:25:34.125412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d91815cc-acd0-439b-b6e7-93f6e07f318a req-5590159e-2a97-4631-8b3e-c2f4f95abfa0 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407939 Dec 11 23:25:34.642167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 84c2f104-8e22-4043-ad3e-2f27e280a474 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:25:34.778825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 84c2f104-8e22-4043-ad3e-2f27e280a474 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:25:34.782822 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 84c2f104-8e22-4043-ad3e-2f27e280a474 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:25:34.783205 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:34.857441 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:34.879401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c2f104-8e22-4043-ad3e-2f27e280a474'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:25:34.881694 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21a3691-3149-40c1-ab38-c5921311df3e" -d '{"events": [{"server_uuid": "f9cb21a6-a359-4e5d-bce6-e4a256966911", "name": "network-vif-plugged", "status": "completed", "tag": "84c2f104-8e22-4043-ad3e-2f27e280a474"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:25:34.894391 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 84c2f104-8e22-4043-ad3e-2f27e280a474, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=84c2f104-8e22-4043-ad3e-2f27e280a474,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:25:34.920690 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea39846b-ee0d-4b52-bcd2-57197f6e7fe9 x-openstack-request-id: req-ea39846b-ee0d-4b52-bcd2-57197f6e7fe9 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:25:34.920690 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cb21a6-a359-4e5d-bce6-e4a256966911", "name": "network-vif-plugged", "status": "completed", "tag": "84c2f104-8e22-4043-ad3e-2f27e280a474", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:25:34.920965 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea39846b-ee0d-4b52-bcd2-57197f6e7fe9 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:25:34.921353 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c2f104-8e22-4043-ad3e-2f27e280a474', 'code': 200} Dec 11 23:25:34.967574 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:35.020726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=84c2f104-8e22-4043-ad3e-2f27e280a474,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:25:35.047040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae0e45-4c31-49f2-8987-c229da1d48bd req-cd4810c7-e3fc-4fce-9433-ae375058542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:35.048543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73ae0e45-4c31-49f2-8987-c229da1d48bd req-cd4810c7-e3fc-4fce-9433-ae375058542c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 1097 time: 0.0404098 Dec 11 23:25:35.094827 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73ae0e45-4c31-49f2-8987-c229da1d48bd req-99fe6699-e85c-45db-89a5-7bee454ceeee service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385704 Dec 11 23:25:35.246155 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017fba6-9b45-4d06-81eb-5fb095e55d33 req-b26427c2-95ff-4c28-98a3-0ee03ac2f853 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:35.247657 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1017fba6-9b45-4d06-81eb-5fb095e55d33 req-b26427c2-95ff-4c28-98a3-0ee03ac2f853 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0521317 Dec 11 23:25:35.294401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1017fba6-9b45-4d06-81eb-5fb095e55d33 req-5fa1f6c6-73a8-4a0e-a2d7-737ba9772d53 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408812 Dec 11 23:25:36.411095 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7bbce-4bee-48c9-a040-1f9cd35bf8d4 req-42ab15e9-4183-4cd7-b7b2-906f3c4c2327 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:36.412582 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90d7bbce-4bee-48c9-a040-1f9cd35bf8d4 req-42ab15e9-4183-4cd7-b7b2-906f3c4c2327 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0488861 Dec 11 23:25:36.462736 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-90d7bbce-4bee-48c9-a040-1f9cd35bf8d4 req-5be92bbe-89a6-4fa9-b25e-a9ee7dcde1e3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442688 Dec 11 23:25:36.572691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313c78-dc21-4764-be16-1ec6538a8f40 req-7a3ac5f1-797c-42f5-a525-6831fac7df31 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:36.574073 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f2313c78-dc21-4764-be16-1ec6538a8f40 req-7a3ac5f1-797c-42f5-a525-6831fac7df31 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0486901 Dec 11 23:25:36.582533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 47488) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:25:36.586940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-371cc1d2-5b47-4dba-806a-d0c7d97e1bca tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Request body: {'floatingip': {'port_id': '84c2f104-8e22-4043-ad3e-2f27e280a474'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:25:36.629704 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-371cc1d2-5b47-4dba-806a-d0c7d97e1bca tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for floatingip, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:37.068096 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-371cc1d2-5b47-4dba-806a-d0c7d97e1bca tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:37.104103 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-371cc1d2-5b47-4dba-806a-d0c7d97e1bca tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:37.207913 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-371cc1d2-5b47-4dba-806a-d0c7d97e1bca tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Floating IP 2703d565-597e-4989-9753-ac36e72f6470 associated. External IP: 172.25.1.110, port: 84c2f104-8e22-4043-ad3e-2f27e280a474. Dec 11 23:25:37.418551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371cc1d2-5b47-4dba-806a-d0c7d97e1bca tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Router 12921754-01e1-47b2-bdb6-2befdc06697e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:25:37.530139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371cc1d2-5b47-4dba-806a-d0c7d97e1bca tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:25:37.535937 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-371cc1d2-5b47-4dba-806a-d0c7d97e1bca tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:37.540157 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd30f638-8fad-4904-8f9b-2fa55792d4f1 None None] Sync routers for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:25:37.550249 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd30f638-8fad-4904-8f9b-2fa55792d4f1 None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:25:37.551630 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-dd30f638-8fad-4904-8f9b-2fa55792d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:25:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:25:37.569280 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-371cc1d2-5b47-4dba-806a-d0c7d97e1bca tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "PUT /v2.0/floatingips/2703d565-597e-4989-9753-ac36e72f6470 HTTP/1.1" status: 200 len: 992 time: 0.9829624 Dec 11 23:25:37.569280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'tag': '84c2f104-8e22-4043-ad3e-2f27e280a474'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:25:37.569903 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294892e9-bb1c-4d04-ac55-3f26844c141f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cb21a6-a359-4e5d-bce6-e4a256966911", "tag": "84c2f104-8e22-4043-ad3e-2f27e280a474"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:25:37.611528 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca23da3-cbc7-4d07-abdb-839b927e10b7 x-openstack-request-id: req-7ca23da3-cbc7-4d07-abdb-839b927e10b7 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:25:37.612108 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cb21a6-a359-4e5d-bce6-e4a256966911", "tag": "84c2f104-8e22-4043-ad3e-2f27e280a474", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:25:37.612108 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ca23da3-cbc7-4d07-abdb-839b927e10b7 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:25:37.612472 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'tag': '84c2f104-8e22-4043-ad3e-2f27e280a474', 'status': 'completed', 'code': 200} Dec 11 23:25:37.708776 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294892e9-bb1c-4d04-ac55-3f26844c141f req-10355cac-eb23-4049-916a-8c67d86561b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:37.710430 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-294892e9-bb1c-4d04-ac55-3f26844c141f req-10355cac-eb23-4049-916a-8c67d86561b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 1097 time: 0.0438609 Dec 11 23:25:37.811219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294892e9-bb1c-4d04-ac55-3f26844c141f req-9ac9a855-e174-4b02-b61d-2508383888b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:37.812623 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-294892e9-bb1c-4d04-ac55-3f26844c141f req-9ac9a855-e174-4b02-b61d-2508383888b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0937650 Dec 11 23:25:37.825388 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-dd30f638-8fad-4904-8f9b-2fa55792d4f1 None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:25:37.877793 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-294892e9-bb1c-4d04-ac55-3f26844c141f req-efe435f6-b93e-449f-ba29-dc958b77d91c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c2f104-8e22-4043-ad3e-2f27e280a474 HTTP/1.1" status: 200 len: 1000 time: 0.0583048 Dec 11 23:25:37.932723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294892e9-bb1c-4d04-ac55-3f26844c141f req-850e85e4-0fb9-4c72-9102-f53477620b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:37.934208 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-294892e9-bb1c-4d04-ac55-3f26844c141f req-850e85e4-0fb9-4c72-9102-f53477620b47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0495458 Dec 11 23:25:37.979228 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294892e9-bb1c-4d04-ac55-3f26844c141f req-60eb139b-5959-4075-8d21-2f2e242c046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:37.980739 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-294892e9-bb1c-4d04-ac55-3f26844c141f req-60eb139b-5959-4075-8d21-2f2e242c046f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401702 Dec 11 23:25:38.054432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-dd30f638-8fad-4904-8f9b-2fa55792d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2703d565-597e-4989-9753-ac36e72f6470', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'port_id': '84c2f104-8e22-4043-ad3e-2f27e280a474', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'mac_address': 'fa:16:3e:fe:cb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:25:23Z', 'updated_at': '2021-12-11T23:25:36Z', 'revision_number': 1, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:25:38.071260 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-294892e9-bb1c-4d04-ac55-3f26844c141f req-f8e0b4e2-2d11-4aec-875c-dae017bdcc84 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831022 Dec 11 23:25:38.086222 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd30f638-8fad-4904-8f9b-2fa55792d4f1 None None] Checking router: 12921754-01e1-47b2-bdb6-2befdc06697e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:25:38.094642 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd30f638-8fad-4904-8f9b-2fa55792d4f1 None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:25:38.095290 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-dd30f638-8fad-4904-8f9b-2fa55792d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:25:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:25:38.165475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-294892e9-bb1c-4d04-ac55-3f26844c141f req-ab0131bb-6895-48ee-8431-2ef9a0bb911c service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872858 Dec 11 23:25:38.202194 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-dd30f638-8fad-4904-8f9b-2fa55792d4f1 None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:25:38.427360 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-dd30f638-8fad-4904-8f9b-2fa55792d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2703d565-597e-4989-9753-ac36e72f6470', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'port_id': '84c2f104-8e22-4043-ad3e-2f27e280a474', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'mac_address': 'fa:16:3e:fe:cb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:25:23Z', 'updated_at': '2021-12-11T23:25:36Z', 'revision_number': 1, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:25:38.456865 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd30f638-8fad-4904-8f9b-2fa55792d4f1 None None] The sync data for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 is: [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2703d565-597e-4989-9753-ac36e72f6470', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'port_id': '84c2f104-8e22-4043-ad3e-2f27e280a474', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'mac_address': 'fa:16:3e:fe:cb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:25:23Z', 'updated_at': '2021-12-11T23:25:36Z', 'revision_number': 1, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:25:38.648370 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6150088-537b-4fef-91cd-edacfe3aa9e9 None None] New status for floating IP 2703d565-597e-4989-9753-ac36e72f6470: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:25:44.024254 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:45.995449 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0bddf5fc-9487-40df-9af2-486700e040cc req-06d78318-4df4-4be1-ad42-7dce306da9c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404329 Dec 11 23:25:46.096640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddf5fc-9487-40df-9af2-486700e040cc req-c7384079-2334-4447-83a0-d67d26584c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:46.098201 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0bddf5fc-9487-40df-9af2-486700e040cc req-c7384079-2334-4447-83a0-d67d26584c0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 1097 time: 0.0398951 Dec 11 23:25:46.204692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddf5fc-9487-40df-9af2-486700e040cc req-e45bad1c-3ad2-4f98-acce-ffc1165ccd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:46.206250 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0bddf5fc-9487-40df-9af2-486700e040cc req-e45bad1c-3ad2-4f98-acce-ffc1165ccd05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0897503 Dec 11 23:25:46.275775 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0bddf5fc-9487-40df-9af2-486700e040cc req-839f5053-f9d8-4666-95b0-f8eb7433b96b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c2f104-8e22-4043-ad3e-2f27e280a474 HTTP/1.1" status: 200 len: 1002 time: 0.0617664 Dec 11 23:25:46.328738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddf5fc-9487-40df-9af2-486700e040cc req-6fec1195-5de8-4128-9dbc-65f6bc5796fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:46.330172 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0bddf5fc-9487-40df-9af2-486700e040cc req-6fec1195-5de8-4128-9dbc-65f6bc5796fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0474536 Dec 11 23:25:46.376749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddf5fc-9487-40df-9af2-486700e040cc req-8e1dda07-bd27-4469-8a66-78e7621d0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:25:46.378197 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0bddf5fc-9487-40df-9af2-486700e040cc req-8e1dda07-bd27-4469-8a66-78e7621d0bc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393291 Dec 11 23:25:46.465263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0bddf5fc-9487-40df-9af2-486700e040cc req-cdafc3be-5a0e-4165-b5df-b68afb9c80e8 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796108 Dec 11 23:25:46.559574 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0bddf5fc-9487-40df-9af2-486700e040cc req-46591af4-977a-47d8-a098-80604b4f0db1 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868266 Dec 11 23:25:47.738339 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:48.847111 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a454a03-a70e-4a23-8abe-6b955fbda772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:51.332055 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3ce60861-2390-4b65-b99b-be0aaec41b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:52.369192 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:25:52.373012 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:54.029270 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:54.675733 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:25:58.300977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-9ea474c6-dc75-4e5d-9c69-16834eedcd62 req-cae4c61a-3c5b-4e3f-9386-91225a34f34a service neutron] (103692) timed out ('10.222.0.47', 60376) {{(pid=103692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 11 23:26:05.001516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-8053eba8-797e-49ee-a10b-24b5c7d12c1c req-823af653-e2f0-4b43-8a60-e657d8141c43 service neutron] (103692) timed out ('10.222.0.47', 60555) {{(pid=103692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 11 23:26:14.017942 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:26:17.669672 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:26:18.851531 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f3e6441a-a211-4f3e-bd4a-a0165396ad63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:26:21.320571 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-357c2dd0-84c0-4108-b1b1-bf2b0a14999b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:26:22.366385 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:26:24.007465 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:26:24.686794 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:26:29.368721 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:26:44.029385 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:26:46.991296 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5145ba7c-77d6-4f91-8b5a-d329f4726b22 req-f8b32fe0-f140-427b-9524-c74712f2fd7d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409751 Dec 11 23:26:47.086395 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145ba7c-77d6-4f91-8b5a-d329f4726b22 req-ce8e6450-78bf-4a52-aabe-29c39ec1ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:26:47.087924 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5145ba7c-77d6-4f91-8b5a-d329f4726b22 req-ce8e6450-78bf-4a52-aabe-29c39ec1ee48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 1097 time: 0.0399439 Dec 11 23:26:47.192749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145ba7c-77d6-4f91-8b5a-d329f4726b22 req-1576db28-991a-43e0-a708-d1fcf8918dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:26:47.194485 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5145ba7c-77d6-4f91-8b5a-d329f4726b22 req-1576db28-991a-43e0-a708-d1fcf8918dab service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0871911 Dec 11 23:26:47.261786 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5145ba7c-77d6-4f91-8b5a-d329f4726b22 req-8e1f9a15-31a3-4ad8-8c11-7c7ef5653bad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c2f104-8e22-4043-ad3e-2f27e280a474 HTTP/1.1" status: 200 len: 1002 time: 0.0602682 Dec 11 23:26:47.315873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145ba7c-77d6-4f91-8b5a-d329f4726b22 req-c18e4fda-481a-42a5-b264-9b37d8f7be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:26:47.317324 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5145ba7c-77d6-4f91-8b5a-d329f4726b22 req-c18e4fda-481a-42a5-b264-9b37d8f7be83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0486755 Dec 11 23:26:47.362639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145ba7c-77d6-4f91-8b5a-d329f4726b22 req-eea5588d-3965-4c17-bacb-29e25c0328a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:26:47.364182 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5145ba7c-77d6-4f91-8b5a-d329f4726b22 req-eea5588d-3965-4c17-bacb-29e25c0328a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398884 Dec 11 23:26:47.451904 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5145ba7c-77d6-4f91-8b5a-d329f4726b22 req-ebdc34f1-1306-4ce5-b4ca-0d95b9b2e778 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804121 Dec 11 23:26:47.542509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5145ba7c-77d6-4f91-8b5a-d329f4726b22 req-d18d4115-a1cb-47e3-99a1-3d1c7b2f7ebe service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840902 Dec 11 23:26:47.692009 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:26:48.835055 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-655b5fe2-c1eb-4882-8c5e-9cf5f7b09a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:26:51.332070 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-639a8eaf-30c3-467b-a494-2a423e6c0c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:26:52.371220 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:26:54.029308 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:26:54.640330 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:06.368280 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:27:13.824755 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d28e1-662a-412f-8795-af55263dc989 req-91f3fb52-9eb4-46c8-a8ee-3ed222a7898d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:13.826257 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c8d28e1-662a-412f-8795-af55263dc989 req-91f3fb52-9eb4-46c8-a8ee-3ed222a7898d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0498803 Dec 11 23:27:13.873692 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c8d28e1-662a-412f-8795-af55263dc989 req-8906f7d4-f29b-4036-b32f-e18b2869f051 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416434 Dec 11 23:27:14.016370 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:14.244351 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bd798-04b6-4676-936f-a0c85b739465 req-1fa0be03-fafc-4319-b34e-2fd97a1fe387 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:14.245823 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b43bd798-04b6-4676-936f-a0c85b739465 req-1fa0be03-fafc-4319-b34e-2fd97a1fe387 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0490847 Dec 11 23:27:14.292315 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b43bd798-04b6-4676-936f-a0c85b739465 req-60fd391f-eef5-4e44-a0cd-3ea9b524ccf1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404232 Dec 11 23:27:14.356146 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-77b628bc-1ddb-4276-93df-294aed1486f6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435178 Dec 11 23:27:15.416931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d069f-b9f4-4453-9c5d-1c69f13cbe8b req-25fc87af-2504-4fce-8fd4-ff19e9c27ef4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:15.418443 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a6d069f-b9f4-4453-9c5d-1c69f13cbe8b req-25fc87af-2504-4fce-8fd4-ff19e9c27ef4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0517793 Dec 11 23:27:15.467216 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a6d069f-b9f4-4453-9c5d-1c69f13cbe8b req-176d8673-cc46-46d2-a967-0cc0029584c3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425620 Dec 11 23:27:16.254265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-90d849af-06da-4297-979a-08732a498e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:16.256258 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-90d849af-06da-4297-979a-08732a498e5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 1097 time: 0.0446937 Dec 11 23:27:16.345384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-0dbd813f-7bcb-4c39-b13c-c96d32cbf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:16.346931 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-0dbd813f-7bcb-4c39-b13c-c96d32cbf400 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0842590 Dec 11 23:27:16.417303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-cbb3f117-ebbd-4f00-b841-2b7bc12092fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c2f104-8e22-4043-ad3e-2f27e280a474 HTTP/1.1" status: 200 len: 1002 time: 0.0624442 Dec 11 23:27:16.467477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-51b64624-76d0-4340-b902-2291cf1358c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:16.468929 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-51b64624-76d0-4340-b902-2291cf1358c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0436807 Dec 11 23:27:16.514558 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-ad3c6d51-b0f4-478e-88a3-9aa4daed2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:16.516174 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-ad3c6d51-b0f4-478e-88a3-9aa4daed2100 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398929 Dec 11 23:27:16.585840 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7958e1f-bdac-4eb8-bfe9-6b56c587d863 req-703d207a-c91d-4aac-862b-a0552d640adb tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:16.587394 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7958e1f-bdac-4eb8-bfe9-6b56c587d863 req-703d207a-c91d-4aac-862b-a0552d640adb tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0491424 Dec 11 23:27:16.608709 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-55ca3eef-6996-4909-a184-4f6545d95adc service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852408 Dec 11 23:27:16.635388 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e7958e1f-bdac-4eb8-bfe9-6b56c587d863 req-78581cee-c643-4dab-9710-417ae3d021b7 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419986 Dec 11 23:27:16.697899 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-61373a30-af6b-4dc6-8529-e430d97d05c9 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823753 Dec 11 23:27:17.731890 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:17.753591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae45e4-4482-4e7a-8e7e-4d19029bb119 req-174882d9-bd63-421a-a060-3e8f0be4cdc6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:17.755104 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4bae45e4-4482-4e7a-8e7e-4d19029bb119 req-174882d9-bd63-421a-a060-3e8f0be4cdc6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0517106 Dec 11 23:27:17.802396 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4bae45e4-4482-4e7a-8e7e-4d19029bb119 req-bb39e6c2-7968-42b0-9ac8-5bc583311368 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406597 Dec 11 23:27:18.867704 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-29e8e682-3e77-49e0-b856-1ae262e9567d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:18.917858 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea802e9a-af6d-4e9f-9b10-91e9965df884 req-a168cdba-ffbb-49b8-93c3-7b33b338c3a3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:18.919363 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ea802e9a-af6d-4e9f-9b10-91e9965df884 req-a168cdba-ffbb-49b8-93c3-7b33b338c3a3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0486445 Dec 11 23:27:18.965947 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ea802e9a-af6d-4e9f-9b10-91e9965df884 req-7d410a2d-fd79-4892-833b-662803dc887b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406880 Dec 11 23:27:20.085430 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd8372-b280-4a9e-b9c0-0ba3134d75ba req-82fbefc7-9f07-44f4-b53c-228d376e46f0 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:20.086925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-76cd8372-b280-4a9e-b9c0-0ba3134d75ba req-82fbefc7-9f07-44f4-b53c-228d376e46f0 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0528929 Dec 11 23:27:20.134341 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-76cd8372-b280-4a9e-b9c0-0ba3134d75ba req-5edebd19-2b4d-4c18-8bc6-42b782164109 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413043 Dec 11 23:27:21.253758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef13311-b1d5-48ba-b538-a44bd0b5442c req-98d44492-5153-4c58-8e62-1bfa87ed2fe8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:21.255283 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ef13311-b1d5-48ba-b538-a44bd0b5442c req-98d44492-5153-4c58-8e62-1bfa87ed2fe8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0518360 Dec 11 23:27:21.303060 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ef13311-b1d5-48ba-b538-a44bd0b5442c req-0d50260f-03a1-4fab-93d3-5616af7e1ae4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417781 Dec 11 23:27:21.313224 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9462349a-99bc-48e3-9779-2dd2e2228671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:22.399102 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:22.419584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82a6af-fe49-4e7e-a8d9-98afd3aaf385 req-c5b276b0-47d5-429f-811e-4dc11ecd37b8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:22.424938 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae82a6af-fe49-4e7e-a8d9-98afd3aaf385 req-c5b276b0-47d5-429f-811e-4dc11ecd37b8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0496252 Dec 11 23:27:22.467197 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae82a6af-fe49-4e7e-a8d9-98afd3aaf385 req-d5af7e27-100c-4db2-9335-779b99a5d3f3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401192 Dec 11 23:27:23.582286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dc46d-d7f3-4d66-b18c-cccdaa2e4c9a req-93f844a4-acbf-42d5-b29e-5dd05346c61a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:23.583853 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c49dc46d-d7f3-4d66-b18c-cccdaa2e4c9a req-93f844a4-acbf-42d5-b29e-5dd05346c61a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0487847 Dec 11 23:27:23.630410 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c49dc46d-d7f3-4d66-b18c-cccdaa2e4c9a req-8d99a04d-0b36-4619-8746-55b456ddfc67 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406668 Dec 11 23:27:24.034659 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:24.657250 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:24.753197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dda6d8-cbeb-422d-846f-c0308c0dc898 req-793bd1c3-bdd1-46f3-8346-975b57509e9d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:24.754670 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25dda6d8-cbeb-422d-846f-c0308c0dc898 req-793bd1c3-bdd1-46f3-8346-975b57509e9d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0532928 Dec 11 23:27:25.093737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25dda6d8-cbeb-422d-846f-c0308c0dc898 req-7e72c4ef-6fe1-4ba2-bd6a-bac5c3d8d566 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3321218 Dec 11 23:27:26.215598 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eee21c-31e7-4291-ae0b-4e8d0b2044b9 req-3fd1f66e-5970-4da2-a0ac-ad96e8bca3bd tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:26.217211 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-64eee21c-31e7-4291-ae0b-4e8d0b2044b9 req-3fd1f66e-5970-4da2-a0ac-ad96e8bca3bd tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0531435 Dec 11 23:27:26.266092 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-64eee21c-31e7-4291-ae0b-4e8d0b2044b9 req-602c8e68-6e34-468f-903f-5a4faa608aaf tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428212 Dec 11 23:27:27.388605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f72991-7850-4ca3-94af-879d57b4d8d4 req-efee4249-18d3-4cbe-864f-f8447d380b6e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:27.390190 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7f72991-7850-4ca3-94af-879d57b4d8d4 req-efee4249-18d3-4cbe-864f-f8447d380b6e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0520997 Dec 11 23:27:27.440503 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7f72991-7850-4ca3-94af-879d57b4d8d4 req-42c0037c-a790-412f-90ba-de5609882288 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433626 Dec 11 23:27:28.556592 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878699ee-6e09-4b2f-983f-2fe3ebb38b70 req-49f72d10-86c4-476f-8087-1a25f4496349 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:28.558072 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-878699ee-6e09-4b2f-983f-2fe3ebb38b70 req-49f72d10-86c4-476f-8087-1a25f4496349 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0488036 Dec 11 23:27:28.605068 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-878699ee-6e09-4b2f-983f-2fe3ebb38b70 req-f4929a61-5ec1-4ca7-add4-15c9b58594c2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410309 Dec 11 23:27:28.882494 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-8ad2aa0c-9b90-4add-a914-e1bd9046532d service neutron] show failed (client error): The resource could not be found. Dec 11 23:27:28.883585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-8ad2aa0c-9b90-4add-a914-e1bd9046532d service neutron] 10.222.0.47 "GET /v2.0/ports/84c2f104-8e22-4043-ad3e-2f27e280a474/bindings/n-h2-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.0536909 Dec 11 23:27:29.337819 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-d253eb95-ca40-4683-910b-3a8a96742660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:29.339361 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-d253eb95-ca40-4683-910b-3a8a96742660 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911&tenant_id=cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 1097 time: 0.0435865 Dec 11 23:27:29.351853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:27:29.403309 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:29.597407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] For port 84c2f104-8e22-4043-ad3e-2f27e280a474, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=84c2f104-8e22-4043-ad3e-2f27e280a474,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:27:29.630053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] For port 84c2f104-8e22-4043-ad3e-2f27e280a474, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:27:29.673722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c2f104-8e22-4043-ad3e-2f27e280a474'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:27:29.676043 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01696243-fc10-4c93-ae17-26b9682e328c" -d '{"events": [{"server_uuid": "f9cb21a6-a359-4e5d-bce6-e4a256966911", "name": "network-vif-unplugged", "status": "completed", "tag": "84c2f104-8e22-4043-ad3e-2f27e280a474"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:27:29.682185 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:29.717714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Transition to ACTIVE for port object 84c2f104-8e22-4043-ad3e-2f27e280a474 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:27:29.727517 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b18cbd-1ce9-4d67-af64-3a769bedead7 x-openstack-request-id: req-65b18cbd-1ce9-4d67-af64-3a769bedead7 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:27:29.732672 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cb21a6-a359-4e5d-bce6-e4a256966911", "name": "network-vif-unplugged", "status": "completed", "tag": "84c2f104-8e22-4043-ad3e-2f27e280a474", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:27:29.732672 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65b18cbd-1ce9-4d67-af64-3a769bedead7 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:27:29.732672 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c2f104-8e22-4043-ad3e-2f27e280a474', 'code': 200} Dec 11 23:27:29.740023 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393edddc-a1b8-430d-82cb-72d310076f20 req-6443cdca-0223-4bbc-b6ed-837c9ede1c62 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:29.741530 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-393edddc-a1b8-430d-82cb-72d310076f20 req-6443cdca-0223-4bbc-b6ed-837c9ede1c62 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0615926 Dec 11 23:27:29.767587 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:29.827749 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-393edddc-a1b8-430d-82cb-72d310076f20 req-a73c6328-0802-4cf0-af48-2cd544695786 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800040 Dec 11 23:27:29.894455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Pushing event updated for resources: {'Port': ['ID=84c2f104-8e22-4043-ad3e-2f27e280a474,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:27:29.917386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:29.917732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:29.918078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:29.918428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:29.918765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:29.919125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:29.919479 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:29.919769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:29.920094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:29.920421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:29.920752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:29.921075 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:29.921398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:29.969593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] No DVR routers for this DVR port 84c2f104-8e22-4043-ad3e-2f27e280a474 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:27:30.105522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Attempting to bind port 84c2f104-8e22-4043-ad3e-2f27e280a474 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:27:30.105773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Attempting to bind port 84c2f104-8e22-4043-ad3e-2f27e280a474 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:27:30.106098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Attempting to bind port 84c2f104-8e22-4043-ad3e-2f27e280a474 on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:27:30.110331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Port 84c2f104-8e22-4043-ad3e-2f27e280a474 on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:27:30.110651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Attempting to bind port 84c2f104-8e22-4043-ad3e-2f27e280a474 on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:27:30.115460 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:27:30.115752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Checking segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:27:30.116135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Bound using segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:27:30.116555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Bound port: 84c2f104-8e22-4043-ad3e-2f27e280a474, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:27:30.116904 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:30.178295 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] For port 84c2f104-8e22-4043-ad3e-2f27e280a474, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:27:30.181278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] For port 84c2f104-8e22-4043-ad3e-2f27e280a474, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=84c2f104-8e22-4043-ad3e-2f27e280a474,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:27:30.269210 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:30.305720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:30.306363 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:30.307825 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] 10.222.0.13 "PUT /v2.0/ports/84c2f104-8e22-4043-ad3e-2f27e280a474 HTTP/1.1" status: 200 len: 1092 time: 0.9600563 Dec 11 23:27:30.326924 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e410dc4-a94e-4035-a773-022e2bbcced0 service neutron] Pushing event updated for resources: {'Port': ['ID=84c2f104-8e22-4043-ad3e-2f27e280a474,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:27:30.380161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-e3382284-5a38-41ba-af15-43bdbcaa4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:30.382632 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-e3382284-5a38-41ba-af15-43bdbcaa4dad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 1095 time: 0.0486739 Dec 11 23:27:30.480146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-4fe1efdd-7d30-4d04-a74b-50edd87965fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:30.481633 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-4fe1efdd-7d30-4d04-a74b-50edd87965fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0925279 Dec 11 23:27:30.554239 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-651ed7a6-5269-46f8-b52b-179ea368e34b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c2f104-8e22-4043-ad3e-2f27e280a474 HTTP/1.1" status: 200 len: 1000 time: 0.0644963 Dec 11 23:27:30.603643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-028ad0cb-818a-459c-9351-f5493eb65f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:30.604972 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-028ad0cb-818a-459c-9351-f5493eb65f9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0432074 Dec 11 23:27:30.651445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-7010d922-c191-4b4f-8361-eca01f74858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:30.652931 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-7010d922-c191-4b4f-8361-eca01f74858c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409975 Dec 11 23:27:30.745942 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-6521709a-daa7-4f6f-aa46-6997c03205b7 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857396 Dec 11 23:27:30.836754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfd778cb-6086-418b-a0be-8bc465f5f0f5 req-283206ab-c4ff-4b8c-b7bb-d166e18cdc3f service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832145 Dec 11 23:27:30.948860 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84184fd2-d4c6-4fdb-a0ad-5f34737a124a req-1456b569-3177-4115-a2c6-c0de2fa2f675 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:30.950265 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-84184fd2-d4c6-4fdb-a0ad-5f34737a124a req-1456b569-3177-4115-a2c6-c0de2fa2f675 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 944 time: 0.0493999 Dec 11 23:27:31.002089 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-84184fd2-d4c6-4fdb-a0ad-5f34737a124a req-7694a5be-3716-41fd-81c6-f55498444327 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457871 Dec 11 23:27:31.729880 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'tag': '84c2f104-8e22-4043-ad3e-2f27e280a474'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:27:31.732387 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cb21a6-a359-4e5d-bce6-e4a256966911", "tag": "84c2f104-8e22-4043-ad3e-2f27e280a474"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:27:31.780144 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d348aed0-08d8-4497-9e4b-c3b28d9d8cfb x-openstack-request-id: req-d348aed0-08d8-4497-9e4b-c3b28d9d8cfb {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:27:31.780440 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cb21a6-a359-4e5d-bce6-e4a256966911", "tag": "84c2f104-8e22-4043-ad3e-2f27e280a474", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:27:31.780696 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d348aed0-08d8-4497-9e4b-c3b28d9d8cfb {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:27:31.781101 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'tag': '84c2f104-8e22-4043-ad3e-2f27e280a474', 'status': 'completed', 'code': 200} Dec 11 23:27:31.873817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-5ac921fa-c6e8-43b0-b0ed-1055e8def986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:31.875321 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-5ac921fa-c6e8-43b0-b0ed-1055e8def986 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 1095 time: 0.0739980 Dec 11 23:27:31.880160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-71facf5c-a688-412a-afe8-37af9a3b885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:31.882213 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-71facf5c-a688-412a-afe8-37af9a3b885c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 1095 time: 0.0551651 Dec 11 23:27:32.043772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-f601315a-53bf-4f49-abce-a08fb3bbac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:32.045266 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-f601315a-53bf-4f49-abce-a08fb3bbac96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.1553566 Dec 11 23:27:32.046351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-cbd4668b-6a2d-4fd4-af4f-2965ec8113b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:32.047696 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-cbd4668b-6a2d-4fd4-af4f-2965ec8113b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.1646509 Dec 11 23:27:32.120164 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c3a22-c27c-4767-9299-f0e92f8d6c1a req-0e9de2d0-0a08-4589-b693-bed65d3a25ea tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:32.121650 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d80c3a22-c27c-4767-9299-f0e92f8d6c1a req-0e9de2d0-0a08-4589-b693-bed65d3a25ea tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 944 time: 0.0489018 Dec 11 23:27:32.164988 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-9be25606-352d-4e3d-9766-404fcb1a0d01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c2f104-8e22-4043-ad3e-2f27e280a474 HTTP/1.1" status: 200 len: 1000 time: 0.1108084 Dec 11 23:27:32.168678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-1d3de725-95f6-4af6-8d5b-c046ac0a68dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c2f104-8e22-4043-ad3e-2f27e280a474 HTTP/1.1" status: 200 len: 1000 time: 0.1134496 Dec 11 23:27:32.169901 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d80c3a22-c27c-4767-9299-f0e92f8d6c1a req-4c980960-4501-487b-aac7-0a126ba04f84 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422463 Dec 11 23:27:32.250193 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-5e84bf87-ec22-41a9-b449-6754e1b90daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:32.251605 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-5e84bf87-ec22-41a9-b449-6754e1b90daf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0801976 Dec 11 23:27:32.254899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-76475de2-4aa8-4f4d-b47f-b2b5700d24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:32.257297 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-76475de2-4aa8-4f4d-b47f-b2b5700d24cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0777638 Dec 11 23:27:32.329792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-09177bc1-f80d-4ff0-9a93-a0003e5e73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:32.331313 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-09177bc1-f80d-4ff0-9a93-a0003e5e73b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726943 Dec 11 23:27:32.334402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-349906bf-0dfe-4f13-acff-51c786836507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:32.336063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-349906bf-0dfe-4f13-acff-51c786836507 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699015 Dec 11 23:27:32.495718 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-2c5adb07-4ac2-4f77-b883-014ac5aed481 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569579 Dec 11 23:27:32.497827 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-7a3e67bc-9715-4065-b50e-4190e6b7a2ea service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514077 Dec 11 23:27:32.657141 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-300afce5-4219-442e-8f04-4790ae63677a service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537046 Dec 11 23:27:32.662771 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a74515bd-b94c-49d7-a30f-a9a5d3d7518f req-d5ab52db-d226-44e2-b467-f6bfaeee9164 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509016 Dec 11 23:27:33.279142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 84c2f104-8e22-4043-ad3e-2f27e280a474 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:27:33.293556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf822a2-476d-421a-a880-13c3b7c8257c req-1f42165b-4547-4806-969d-b4b4c5c4e1b0 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:33.295077 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bf822a2-476d-421a-a880-13c3b7c8257c req-1f42165b-4547-4806-969d-b4b4c5c4e1b0 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 944 time: 0.0558879 Dec 11 23:27:33.326640 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 84c2f104-8e22-4043-ad3e-2f27e280a474 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:27:33.344795 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8bf822a2-476d-421a-a880-13c3b7c8257c req-a0aaa87f-ef16-44b2-bb06-da8f073a5b4e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436890 Dec 11 23:27:33.391858 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 84c2f104-8e22-4043-ad3e-2f27e280a474 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:27:33.471154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c16ee-1fae-4686-9473-785dacb67885 req-9699fd4b-496b-41a4-9a37-c111b2f04af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:33.472663 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-553c16ee-1fae-4686-9473-785dacb67885 req-9699fd4b-496b-41a4-9a37-c111b2f04af7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 1095 time: 0.0406287 Dec 11 23:27:33.490134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 84c2f104-8e22-4043-ad3e-2f27e280a474, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=84c2f104-8e22-4043-ad3e-2f27e280a474,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:27:33.501849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '84c2f104-8e22-4043-ad3e-2f27e280a474', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'port_id': '84c2f104-8e22-4043-ad3e-2f27e280a474', 'mac_address': 'fa:16:3e:fe:cb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:27:33.539224 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:33.551925 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c2f104-8e22-4043-ad3e-2f27e280a474 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:27:33.571855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 84c2f104-8e22-4043-ad3e-2f27e280a474, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=84c2f104-8e22-4043-ad3e-2f27e280a474,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:27:33.575229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c16ee-1fae-4686-9473-785dacb67885 req-eef4289e-3880-4dd6-a44b-400000622a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:33.576716 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-553c16ee-1fae-4686-9473-785dacb67885 req-eef4289e-3880-4dd6-a44b-400000622a1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0853300 Dec 11 23:27:33.617269 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:33.647693 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-553c16ee-1fae-4686-9473-785dacb67885 req-dbbeb5e0-dda9-4f2a-a3c6-84a076450cbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c2f104-8e22-4043-ad3e-2f27e280a474 HTTP/1.1" status: 200 len: 1000 time: 0.0627418 Dec 11 23:27:33.665298 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=84c2f104-8e22-4043-ad3e-2f27e280a474,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:27:33.673045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:33.673410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:33.673766 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:33.674116 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:33.674463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:33.674834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:33.675176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:33.675515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:33.675851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:33.676186 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:33.676522 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:33.676853 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:33.677188 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:27:33.697382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c16ee-1fae-4686-9473-785dacb67885 req-b9011597-1a10-4cfb-b127-547fa4744c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:33.698826 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-553c16ee-1fae-4686-9473-785dacb67885 req-b9011597-1a10-4cfb-b127-547fa4744c9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0443974 Dec 11 23:27:33.744879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c16ee-1fae-4686-9473-785dacb67885 req-9169cb8c-17b2-41f4-a57c-46a08a6cc677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:33.746372 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-553c16ee-1fae-4686-9473-785dacb67885 req-9169cb8c-17b2-41f4-a57c-46a08a6cc677 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393903 Dec 11 23:27:33.839510 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-553c16ee-1fae-4686-9473-785dacb67885 req-c1501f41-3007-4f10-b122-5f613deacd0a service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845530 Dec 11 23:27:33.928956 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-553c16ee-1fae-4686-9473-785dacb67885 req-07a4bc7a-4934-499e-b007-3ec3cae38ca2 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801227 Dec 11 23:27:34.462037 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd3788-db7c-4d57-9202-7a7e600bfa4d req-cb475941-9ea3-4b23-a828-4dae3726cfae tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:34.463541 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4bbd3788-db7c-4d57-9202-7a7e600bfa4d req-cb475941-9ea3-4b23-a828-4dae3726cfae tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 945 time: 0.0497835 Dec 11 23:27:34.510669 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4bbd3788-db7c-4d57-9202-7a7e600bfa4d req-bb9ba997-9e66-4164-a9af-d96ff3e28dac tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411587 Dec 11 23:27:34.828854 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcae605-33c2-48cb-b339-9c984a82b925 req-8087a5bf-d7cb-45ce-ac06-e9e2b3de3bd8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:34.830332 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bbcae605-33c2-48cb-b339-9c984a82b925 req-8087a5bf-d7cb-45ce-ac06-e9e2b3de3bd8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 945 time: 0.0535939 Dec 11 23:27:34.878925 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bbcae605-33c2-48cb-b339-9c984a82b925 req-7a6c2130-4034-469c-b39c-d88abff09236 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419369 Dec 11 23:27:34.925050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbe8b2-1350-4205-bbc5-a463563a041b req-bd3eb6f8-e571-44f3-baab-e1a2b42560e4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:34.926517 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1cbe8b2-1350-4205-bbc5-a463563a041b req-bd3eb6f8-e571-44f3-baab-e1a2b42560e4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911&tenant_id=cba4a72d12624bd4a95f80cdd5f96149&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 945 time: 0.0566847 Dec 11 23:27:34.990405 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-e1cbe8b2-1350-4205-bbc5-a463563a041b req-9186d549-a5b2-4b11-81db-c352aeba097b service neutron] delete failed (client error): The resource could not be found. Dec 11 23:27:34.991604 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1cbe8b2-1350-4205-bbc5-a463563a041b req-9186d549-a5b2-4b11-81db-c352aeba097b service neutron] 10.222.0.47 "DELETE /v2.0/ports/84c2f104-8e22-4043-ad3e-2f27e280a474/bindings/n-h1-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.0580881 Dec 11 23:27:35.094763 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbe8b2-1350-4205-bbc5-a463563a041b req-c49578f7-c4ca-4008-9d0d-522942eaa93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:35.096250 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1cbe8b2-1350-4205-bbc5-a463563a041b req-c49578f7-c4ca-4008-9d0d-522942eaa93e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 1096 time: 0.0401781 Dec 11 23:27:35.111887 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['84c2f104-8e22-4043-ad3e-2f27e280a474'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:27:35.193669 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbe8b2-1350-4205-bbc5-a463563a041b req-a187b7f6-ac0b-43bc-b7fa-444e70773553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:35.195858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1cbe8b2-1350-4205-bbc5-a463563a041b req-a187b7f6-ac0b-43bc-b7fa-444e70773553 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0906475 Dec 11 23:27:35.263937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1cbe8b2-1350-4205-bbc5-a463563a041b req-eef2e430-7b03-4afb-a555-e3417c603c4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84c2f104-8e22-4043-ad3e-2f27e280a474 HTTP/1.1" status: 200 len: 1001 time: 0.0610960 Dec 11 23:27:35.312597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbe8b2-1350-4205-bbc5-a463563a041b req-6c67fec9-babb-48ba-b402-ceddce0b17de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:35.313995 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1cbe8b2-1350-4205-bbc5-a463563a041b req-6c67fec9-babb-48ba-b402-ceddce0b17de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0433517 Dec 11 23:27:35.362610 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbe8b2-1350-4205-bbc5-a463563a041b req-0988841e-4ba4-4850-bd06-1072b0c1e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:35.364089 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1cbe8b2-1350-4205-bbc5-a463563a041b req-0988841e-4ba4-4850-bd06-1072b0c1e2d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428858 Dec 11 23:27:35.451526 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1cbe8b2-1350-4205-bbc5-a463563a041b req-540b4cdb-cf49-4497-b82d-ddaa1664e623 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793216 Dec 11 23:27:35.544787 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e1cbe8b2-1350-4205-bbc5-a463563a041b req-fabd155b-daa0-4b4a-8440-4a7545ca9117 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858769 Dec 11 23:27:35.998242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c655b-8de1-4e70-b6f7-e204a8ebd938 req-25eda2ad-0c76-4e10-8c30-45a315b944e9 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:35.999752 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c655b-8de1-4e70-b6f7-e204a8ebd938 req-25eda2ad-0c76-4e10-8c30-45a315b944e9 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 945 time: 0.0499463 Dec 11 23:27:36.047683 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-126c655b-8de1-4e70-b6f7-e204a8ebd938 req-df93ed85-5e99-4a64-9131-b03d26e24cca tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419679 Dec 11 23:27:37.168008 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e13fc2-c22d-4fb0-b26d-4014a7ae5bca req-2747c508-0320-4dfd-b40f-f1b4034d824b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:37.169606 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-67e13fc2-c22d-4fb0-b26d-4014a7ae5bca req-2747c508-0320-4dfd-b40f-f1b4034d824b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 945 time: 0.0507996 Dec 11 23:27:37.221347 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-67e13fc2-c22d-4fb0-b26d-4014a7ae5bca req-05215689-a996-4ef0-a853-9558f9fe27f1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457895 Dec 11 23:27:37.336317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecaf8b-614b-4328-8ef4-805a8c0b991f req-bf1d9e2b-98ff-4b32-a51b-e61f5a48d0b3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:37.337897 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7eecaf8b-614b-4328-8ef4-805a8c0b991f req-bf1d9e2b-98ff-4b32-a51b-e61f5a48d0b3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 945 time: 0.0493510 Dec 11 23:27:37.391603 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7eecaf8b-614b-4328-8ef4-805a8c0b991f req-6b5b2518-7f39-4e7c-9680-5504e8c83939 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463495 Dec 11 23:27:37.414165 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 84c2f104-8e22-4043-ad3e-2f27e280a474 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:27:37.505317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dcdeb-1970-4d31-93a2-0833ccdae364 req-23e55223-f707-49d7-beb6-b6e5a73686a7 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:37.506716 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8d9dcdeb-1970-4d31-93a2-0833ccdae364 req-23e55223-f707-49d7-beb6-b6e5a73686a7 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 945 time: 0.0487978 Dec 11 23:27:37.525720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 84c2f104-8e22-4043-ad3e-2f27e280a474 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:27:37.529724 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 84c2f104-8e22-4043-ad3e-2f27e280a474 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:27:37.530136 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:37.558499 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8d9dcdeb-1970-4d31-93a2-0833ccdae364 req-bf38aa57-1e2e-491f-a0a1-be85b8bbacb4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456989 Dec 11 23:27:37.611909 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:37.635834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c2f104-8e22-4043-ad3e-2f27e280a474'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:27:37.638477 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5ce45d-861e-4261-a382-29479f08960c" -d '{"events": [{"server_uuid": "f9cb21a6-a359-4e5d-bce6-e4a256966911", "name": "network-vif-plugged", "status": "completed", "tag": "84c2f104-8e22-4043-ad3e-2f27e280a474"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:27:37.653498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 84c2f104-8e22-4043-ad3e-2f27e280a474, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=84c2f104-8e22-4043-ad3e-2f27e280a474,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:27:37.714586 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:37.744613 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fc419b-448e-4ceb-b0f7-759ed8715c23 x-openstack-request-id: req-f5fc419b-448e-4ceb-b0f7-759ed8715c23 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:27:37.744906 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cb21a6-a359-4e5d-bce6-e4a256966911", "name": "network-vif-plugged", "status": "completed", "tag": "84c2f104-8e22-4043-ad3e-2f27e280a474", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:27:37.745160 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5fc419b-448e-4ceb-b0f7-759ed8715c23 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:27:37.745548 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c2f104-8e22-4043-ad3e-2f27e280a474', 'code': 200} Dec 11 23:27:37.765716 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=84c2f104-8e22-4043-ad3e-2f27e280a474,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:27:37.934159 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8695f97-286b-4d5a-b5ec-30328e193740 req-e6abc427-da90-44c5-81d5-145b21dbdaf8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:37.935687 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8695f97-286b-4d5a-b5ec-30328e193740 req-e6abc427-da90-44c5-81d5-145b21dbdaf8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0502193 Dec 11 23:27:37.982419 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b8695f97-286b-4d5a-b5ec-30328e193740 req-3bf9bf4f-15a5-4ea1-aeba-b007bffc983f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408776 Dec 11 23:27:39.100864 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d139bf-8f6a-4751-a790-6d556a57debf req-c595a788-ec7e-485a-96aa-2bd773df4642 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:39.102241 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8d139bf-8f6a-4751-a790-6d556a57debf req-c595a788-ec7e-485a-96aa-2bd773df4642 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0505655 Dec 11 23:27:39.148865 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8d139bf-8f6a-4751-a790-6d556a57debf req-82fa20ad-e8d5-4fc1-b143-129526fd3876 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406704 Dec 11 23:27:39.309758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1c6e4-ae09-4a41-91d5-0e106c14b23b req-10bc022d-038c-4439-bc97-4baf0a385219 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:39.311233 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53c1c6e4-ae09-4a41-91d5-0e106c14b23b req-10bc022d-038c-4439-bc97-4baf0a385219 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 946 time: 0.0488977 Dec 11 23:27:39.400936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-53c1c6e4-ae09-4a41-91d5-0e106c14b23b req-c6e3b945-53f0-49af-8f0e-198b474819df tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Deleting port 84c2f104-8e22-4043-ad3e-2f27e280a474 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:27:39.401278 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-53c1c6e4-ae09-4a41-91d5-0e106c14b23b req-c6e3b945-53f0-49af-8f0e-198b474819df tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:39.486356 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-53c1c6e4-ae09-4a41-91d5-0e106c14b23b req-c6e3b945-53f0-49af-8f0e-198b474819df tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] For port 84c2f104-8e22-4043-ad3e-2f27e280a474, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=84c2f104-8e22-4043-ad3e-2f27e280a474,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:27:39.486715 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-53c1c6e4-ae09-4a41-91d5-0e106c14b23b req-c6e3b945-53f0-49af-8f0e-198b474819df tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:40.012158 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-53c1c6e4-ae09-4a41-91d5-0e106c14b23b req-c6e3b945-53f0-49af-8f0e-198b474819df tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:40.012514 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-53c1c6e4-ae09-4a41-91d5-0e106c14b23b req-c6e3b945-53f0-49af-8f0e-198b474819df tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:40.012831 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-53c1c6e4-ae09-4a41-91d5-0e106c14b23b req-c6e3b945-53f0-49af-8f0e-198b474819df tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Floating IP 2703d565-597e-4989-9753-ac36e72f6470 disassociated. External IP: 172.25.1.110, port: 84c2f104-8e22-4043-ad3e-2f27e280a474. Dec 11 23:27:40.013184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-53c1c6e4-ae09-4a41-91d5-0e106c14b23b req-c6e3b945-53f0-49af-8f0e-198b474819df tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Calling delete_port for 84c2f104-8e22-4043-ad3e-2f27e280a474 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:27:40.211944 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-53c1c6e4-ae09-4a41-91d5-0e106c14b23b req-c6e3b945-53f0-49af-8f0e-198b474819df tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:40.243244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3b945-53f0-49af-8f0e-198b474819df tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Pushing event deleted for resources: {'Port': ['ID=84c2f104-8e22-4043-ad3e-2f27e280a474,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:27:40.246505 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6c263660-758c-4153-a3ca-2c4f3d7ec121 req-4b20a4f2-0cb8-4c5d-8be6-b9d3bcfdf5c4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 210 time: 0.0281119 Dec 11 23:27:40.365224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53c1c6e4-ae09-4a41-91d5-0e106c14b23b req-c6e3b945-53f0-49af-8f0e-198b474819df tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Router 12921754-01e1-47b2-bdb6-2befdc06697e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:27:40.480365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53c1c6e4-ae09-4a41-91d5-0e106c14b23b req-c6e3b945-53f0-49af-8f0e-198b474819df tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:27:40.490433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a149e89-c71e-49ad-aed1-ab1526b6bf99 None None] Sync routers for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:27:40.500289 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a149e89-c71e-49ad-aed1-ab1526b6bf99 None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:27:40.500955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-4a149e89-c71e-49ad-aed1-ab1526b6bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:27:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:27:40.518928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c1c6e4-ae09-4a41-91d5-0e106c14b23b req-c6e3b945-53f0-49af-8f0e-198b474819df tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] No DVR routers for this DVR port 84c2f104-8e22-4043-ad3e-2f27e280a474 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:27:40.522625 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-53c1c6e4-ae09-4a41-91d5-0e106c14b23b req-c6e3b945-53f0-49af-8f0e-198b474819df tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:40.526371 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53c1c6e4-ae09-4a41-91d5-0e106c14b23b req-c6e3b945-53f0-49af-8f0e-198b474819df tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.13 "DELETE /v2.0/ports/84c2f104-8e22-4043-ad3e-2f27e280a474 HTTP/1.1" status: 204 len: 173 time: 1.2092750 Dec 11 23:27:40.526854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'name': 'network-vif-deleted', 'tag': '84c2f104-8e22-4043-ad3e-2f27e280a474'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:27:40.529106 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c4b1e8-3817-42c8-9a5e-6f5c1abd75c8" -d '{"events": [{"server_uuid": "f9cb21a6-a359-4e5d-bce6-e4a256966911", "name": "network-vif-deleted", "tag": "84c2f104-8e22-4043-ad3e-2f27e280a474"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:27:40.565475 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce6d0b0-123a-4969-890a-2a79afffca92 x-openstack-request-id: req-6ce6d0b0-123a-4969-890a-2a79afffca92 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:27:40.565789 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cb21a6-a359-4e5d-bce6-e4a256966911", "name": "network-vif-deleted", "tag": "84c2f104-8e22-4043-ad3e-2f27e280a474", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:27:40.566042 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ce6d0b0-123a-4969-890a-2a79afffca92 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:27:40.566458 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cb21a6-a359-4e5d-bce6-e4a256966911', 'name': 'network-vif-deleted', 'tag': '84c2f104-8e22-4043-ad3e-2f27e280a474', 'status': 'completed', 'code': 200} Dec 11 23:27:40.801843 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-4a149e89-c71e-49ad-aed1-ab1526b6bf99 None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:27:40.996757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-4a149e89-c71e-49ad-aed1-ab1526b6bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:27:41.027332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a149e89-c71e-49ad-aed1-ab1526b6bf99 None None] Checking router: 12921754-01e1-47b2-bdb6-2befdc06697e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:27:41.035608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a149e89-c71e-49ad-aed1-ab1526b6bf99 None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:27:41.036216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-4a149e89-c71e-49ad-aed1-ab1526b6bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:27:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:27:41.140823 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-4a149e89-c71e-49ad-aed1-ab1526b6bf99 None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:27:41.348021 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-4a149e89-c71e-49ad-aed1-ab1526b6bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:27:41.357223 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-032e0086-2520-4b61-a913-017a4668d947 req-3b017baa-3d34-4701-a1bb-37d918c03a6e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9cb21a6-a359-4e5d-bce6-e4a256966911 HTTP/1.1" status: 200 len: 210 time: 0.0262489 Dec 11 23:27:41.375298 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a149e89-c71e-49ad-aed1-ab1526b6bf99 None None] The sync data for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 is: [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:27:41.408970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 84c2f104-8e22-4043-ad3e-2f27e280a474 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:27:41.430912 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 84c2f104-8e22-4043-ad3e-2f27e280a474 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:27:41.431275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 84c2f104-8e22-4043-ad3e-2f27e280a474 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:27:41.601222 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732a2357-2cf4-4e43-bde6-06455d710173 None None] New status for floating IP 2703d565-597e-4989-9753-ac36e72f6470: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:27:42.595279 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b6a347ee-fd55-494a-92e5-e1b97f5bf0ef tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--861181139&fields=id&tenant_id=cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 267 time: 0.0432253 Dec 11 23:27:42.704663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804377d-7911-433e-af19-bcbc27c5de92 req-f18b46d0-5833-40d4-bc93-16c8002c2ca3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:42.706131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-f18b46d0-5833-40d4-bc93-16c8002c2ca3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 812 time: 0.1028037 Dec 11 23:27:42.721831 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-434d20c4-76a0-4a16-8dc6-1218ca85654b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/quotas/cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 375 time: 0.0093131 Dec 11 23:27:42.773070 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-0365eebd-f729-4eb8-8a40-65d2ed3b6fde tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458710 Dec 11 23:27:42.838781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-21a2ebbb-4188-454d-ab35-f81f0da95d53 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:27:42.839853 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-21a2ebbb-4188-454d-ab35-f81f0da95d53 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0556931 Dec 11 23:27:42.932122 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-20387e75-d71b-40ec-b405-2f41eb962df6 service neutron] 10.222.0.45 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859718 Dec 11 23:27:43.021888 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b2bde81a-c288-4abb-8342-b98a67c3a22b service neutron] 10.222.0.45 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830216 Dec 11 23:27:43.297247 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c272be54-74cd-4c14-a64f-4573c48c2512 req-a5317852-06fa-4466-8e79-27bddae545cb tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 210 time: 0.0294628 Dec 11 23:27:43.367693 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:27:44.062626 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:44.394778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3c9c29f4-11a9-4d4f-b8a5-fa782d0b3caf req-6b867027-c958-4a39-b11c-d655de6a7094 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 210 time: 0.0289528 Dec 11 23:27:45.226481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804377d-7911-433e-af19-bcbc27c5de92 req-849c0bc7-4320-4158-9f84-716fe7a2887e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:45.227984 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-849c0bc7-4320-4158-9f84-716fe7a2887e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 812 time: 0.1065197 Dec 11 23:27:45.295995 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-f3236d3b-78e3-4d3d-b0a1-5222eea8ca26 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 379 time: 0.0528834 Dec 11 23:27:45.306222 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1804377d-7911-433e-af19-bcbc27c5de92 req-5ac6329d-f646-4f57-86b1-4a3165a6e5d8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Request body: {'port': {'device_id': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'admin_state_up': True, 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'security_groups': ['d90d7ddc-ab45-4799-8197-a13f1dde4302']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:27:45.490370 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4ee93afb-c794-4389-a758-8f5247cc2214 req-40c5a98e-3448-43af-954a-52dd7eda3fa6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 210 time: 0.0265257 Dec 11 23:27:45.492291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1804377d-7911-433e-af19-bcbc27c5de92 req-5ac6329d-f646-4f57-86b1-4a3165a6e5d8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Made reservation on behalf of cba4a72d12624bd4a95f80cdd5f96149 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:27:45.495957 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1804377d-7911-433e-af19-bcbc27c5de92 req-5ac6329d-f646-4f57-86b1-4a3165a6e5d8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:45.621035 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-1804377d-7911-433e-af19-bcbc27c5de92 req-5ac6329d-f646-4f57-86b1-4a3165a6e5d8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Allocated IP 172.20.0.13 (3104d8d5-46cb-43ee-8f81-d17bbd0929c1/07c6906f-fa64-4b51-b1cf-e8b495888c4e/4225c274-ca72-4863-a0ec-d76d77e2663a) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:27:45.759181 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1804377d-7911-433e-af19-bcbc27c5de92 req-5ac6329d-f646-4f57-86b1-4a3165a6e5d8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:45.834283 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1804377d-7911-433e-af19-bcbc27c5de92 req-5ac6329d-f646-4f57-86b1-4a3165a6e5d8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:45.876968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1804377d-7911-433e-af19-bcbc27c5de92 req-5ac6329d-f646-4f57-86b1-4a3165a6e5d8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:27:45.880040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-1804377d-7911-433e-af19-bcbc27c5de92 req-5ac6329d-f646-4f57-86b1-4a3165a6e5d8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:27:45.884598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-1804377d-7911-433e-af19-bcbc27c5de92 req-5ac6329d-f646-4f57-86b1-4a3165a6e5d8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:27:45.915868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6329d-f646-4f57-86b1-4a3165a6e5d8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Pushing event updated for resources: {'Port': ['ID=4225c274-ca72-4863-a0ec-d76d77e2663a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:27:45.937660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804377d-7911-433e-af19-bcbc27c5de92 req-5ac6329d-f646-4f57-86b1-4a3165a6e5d8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:45.938278 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1804377d-7911-433e-af19-bcbc27c5de92 req-5ac6329d-f646-4f57-86b1-4a3165a6e5d8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:46.031329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-5ac6329d-f646-4f57-86b1-4a3165a6e5d8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7287445 Dec 11 23:27:46.048612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Request body: {'port': {'device_id': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:27:46.106684 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:46.144101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-35aa7f71-aa8f-48fe-84a8-19bd123121a4 None None] Provisioning complete for port 4225c274-ca72-4863-a0ec-d76d77e2663a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:27:46.144686 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-35aa7f71-aa8f-48fe-84a8-19bd123121a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:46.179586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-35aa7f71-aa8f-48fe-84a8-19bd123121a4 None None] Port 4225c274-ca72-4863-a0ec-d76d77e2663a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:27:46.363337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4225c274-ca72-4863-a0ec-d76d77e2663a {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:27:46.371207 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:46.383375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Transition to ACTIVE for port object 4225c274-ca72-4863-a0ec-d76d77e2663a will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:27:46.456048 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:46.505299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4225c274-ca72-4863-a0ec-d76d77e2663a,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:27:46.608973 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Attempting to bind port 4225c274-ca72-4863-a0ec-d76d77e2663a on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:27:46.609317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Attempting to bind port 4225c274-ca72-4863-a0ec-d76d77e2663a by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:27:46.609652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Attempting to bind port 4225c274-ca72-4863-a0ec-d76d77e2663a on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:27:46.618169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Port 4225c274-ca72-4863-a0ec-d76d77e2663a on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:27:46.618494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Attempting to bind port 4225c274-ca72-4863-a0ec-d76d77e2663a on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:27:46.625267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:27:46.625611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Checking segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:27:46.625997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Bound using segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:27:46.626428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Bound port: 4225c274-ca72-4863-a0ec-d76d77e2663a, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:27:46.626790 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:46.648030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330bdf1-4dd3-4330-973f-f53b46dd40a4 req-da194d35-3aa1-45d3-b9c2-49fd533611dc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:46.649747 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d330bdf1-4dd3-4330-973f-f53b46dd40a4 req-da194d35-3aa1-45d3-b9c2-49fd533611dc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 944 time: 0.0813859 Dec 11 23:27:46.737743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] For port 4225c274-ca72-4863-a0ec-d76d77e2663a, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:27:46.742835 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d330bdf1-4dd3-4330-973f-f53b46dd40a4 req-7db5afc5-40e9-4c1e-ae12-4f423ae64152 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704772 Dec 11 23:27:46.744441 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] For port 4225c274-ca72-4863-a0ec-d76d77e2663a, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4225c274-ca72-4863-a0ec-d76d77e2663a,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:27:46.829300 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:46.865442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:46.866487 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:46.867960 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] 10.222.0.47 "PUT /v2.0/ports/4225c274-ca72-4863-a0ec-d76d77e2663a HTTP/1.1" status: 200 len: 1092 time: 0.8237975 Dec 11 23:27:46.868421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'tag': '4225c274-ca72-4863-a0ec-d76d77e2663a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:27:46.870687 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ae7976-9fe5-4eff-be23-5a34db74accc" -d '{"events": [{"name": "network-changed", "server_uuid": "96af22a5-5d2b-4ace-973b-b17076648c5a", "tag": "4225c274-ca72-4863-a0ec-d76d77e2663a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:27:46.896032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b558ba-0806-4f7d-ba32-ef9edd5cc7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4225c274-ca72-4863-a0ec-d76d77e2663a,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:27:46.914504 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54da5bca-d44e-4bc4-9679-15ff295150c6 x-openstack-request-id: req-54da5bca-d44e-4bc4-9679-15ff295150c6 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:27:46.914504 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96af22a5-5d2b-4ace-973b-b17076648c5a", "tag": "4225c274-ca72-4863-a0ec-d76d77e2663a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:27:46.914504 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54da5bca-d44e-4bc4-9679-15ff295150c6 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:27:46.914504 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'tag': '4225c274-ca72-4863-a0ec-d76d77e2663a', 'status': 'completed', 'code': 200} Dec 11 23:27:47.026213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae7976-9fe5-4eff-be23-5a34db74accc req-6d73236e-6b52-484d-8250-4083d42a95f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:47.027800 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9ae7976-9fe5-4eff-be23-5a34db74accc req-6d73236e-6b52-484d-8250-4083d42a95f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 1095 time: 0.0493608 Dec 11 23:27:47.136518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae7976-9fe5-4eff-be23-5a34db74accc req-4167cd9f-cc65-4262-bfe8-ef2463507c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:47.138005 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9ae7976-9fe5-4eff-be23-5a34db74accc req-4167cd9f-cc65-4262-bfe8-ef2463507c5b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0971708 Dec 11 23:27:47.232043 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae7976-9fe5-4eff-be23-5a34db74accc req-03dd9f48-0b2e-4b89-b755-53b8fbec5fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:47.233534 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9ae7976-9fe5-4eff-be23-5a34db74accc req-03dd9f48-0b2e-4b89-b755-53b8fbec5fa4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886877 Dec 11 23:27:47.331042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804377d-7911-433e-af19-bcbc27c5de92 req-9b29b290-b142-4860-a30b-4fef67bb1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:47.332595 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-9b29b290-b142-4860-a30b-4fef67bb1983 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 1095 time: 0.0414805 Dec 11 23:27:47.382831 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-7fcc5701-1129-487a-992e-96e0e322d843 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4225c274-ca72-4863-a0ec-d76d77e2663a HTTP/1.1" status: 200 len: 217 time: 0.0379896 Dec 11 23:27:47.430911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804377d-7911-433e-af19-bcbc27c5de92 req-fbe82282-1f23-4e73-b848-bd4aea1d2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:47.432330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-fbe82282-1f23-4e73-b848-bd4aea1d2222 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0433071 Dec 11 23:27:47.478107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804377d-7911-433e-af19-bcbc27c5de92 req-113ee090-8bca-4ab3-945e-45344dc18a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:47.479595 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-113ee090-8bca-4ab3-945e-45344dc18a66 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398684 Dec 11 23:27:47.572586 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-df45ade1-d340-475f-b2d8-a6960d6c2781 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851583 Dec 11 23:27:47.662533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1804377d-7911-433e-af19-bcbc27c5de92 req-28ed7c8d-cb34-4ee1-88db-5b5c6fcd14f0 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831108 Dec 11 23:27:47.742844 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:47.859256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1f92d-dfd9-4bc1-ac62-377e8ce1dd44 req-1b886746-8c2a-4dcb-9748-374f852b2a3d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:47.860636 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6b1f92d-dfd9-4bc1-ac62-377e8ce1dd44 req-1b886746-8c2a-4dcb-9748-374f852b2a3d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 944 time: 0.0495434 Dec 11 23:27:47.912550 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6b1f92d-dfd9-4bc1-ac62-377e8ce1dd44 req-a767601a-ccad-4276-ad72-bd32483dc3e1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455220 Dec 11 23:27:48.856699 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-83e3e0f4-9014-4ee6-9a19-668f877da648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:49.040617 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70d60-ce02-4045-90ef-1295297cb469 req-b787bc8b-62c3-4ae9-8c33-c0da0f310d30 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:49.042089 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74a70d60-ce02-4045-90ef-1295297cb469 req-b787bc8b-62c3-4ae9-8c33-c0da0f310d30 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 944 time: 0.0569625 Dec 11 23:27:49.090256 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-74a70d60-ce02-4045-90ef-1295297cb469 req-fb9b2bb2-66c4-4b36-a0a9-f8068cd6471a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420897 Dec 11 23:27:50.206893 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f6416-85b8-4f0b-a4e4-b52d005a2c87 req-1b2e8ad8-6eb3-42ff-bcb8-caf7f6223eba tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:50.208385 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c5f6416-85b8-4f0b-a4e4-b52d005a2c87 req-1b2e8ad8-6eb3-42ff-bcb8-caf7f6223eba tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 944 time: 0.0490563 Dec 11 23:27:50.257349 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c5f6416-85b8-4f0b-a4e4-b52d005a2c87 req-8ae04fd2-75a0-49a4-a48e-d236b04ce659 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422430 Dec 11 23:27:51.327108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4225c274-ca72-4863-a0ec-d76d77e2663a details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:27:51.329042 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23ff80e8-8970-4d75-93f9-6ddc98098132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:51.374076 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7511127-c7d1-4a0c-a21b-ff05cbe5d9f9 req-10664bc2-5102-4eb6-86d8-aa22c827aa62 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:51.375670 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b7511127-c7d1-4a0c-a21b-ff05cbe5d9f9 req-10664bc2-5102-4eb6-86d8-aa22c827aa62 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 944 time: 0.0506997 Dec 11 23:27:51.422378 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4225c274-ca72-4863-a0ec-d76d77e2663a, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4225c274-ca72-4863-a0ec-d76d77e2663a,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:27:51.427976 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b7511127-c7d1-4a0c-a21b-ff05cbe5d9f9 req-194d5156-3243-4e78-96a9-bfef2bc3d79a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463042 Dec 11 23:27:51.434304 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '4225c274-ca72-4863-a0ec-d76d77e2663a', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'port_id': '4225c274-ca72-4863-a0ec-d76d77e2663a', 'mac_address': 'fa:16:3e:33:ef:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:27:51.470663 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:51.487305 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4225c274-ca72-4863-a0ec-d76d77e2663a {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:27:51.505675 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4225c274-ca72-4863-a0ec-d76d77e2663a, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4225c274-ca72-4863-a0ec-d76d77e2663a,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:27:51.582881 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:51.630089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=4225c274-ca72-4863-a0ec-d76d77e2663a,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:27:51.853419 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['4225c274-ca72-4863-a0ec-d76d77e2663a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:27:52.399808 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:52.542963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec364b8e-ed94-4c5d-acdf-ebb4d6ce9d38 req-cb5bd3e4-eef2-434b-bb29-eb384369e689 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:52.544427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec364b8e-ed94-4c5d-acdf-ebb4d6ce9d38 req-cb5bd3e4-eef2-434b-bb29-eb384369e689 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 945 time: 0.0486407 Dec 11 23:27:52.590480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ec364b8e-ed94-4c5d-acdf-ebb4d6ce9d38 req-38ebafa1-ef21-41b3-a102-b8425ddbb652 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402439 Dec 11 23:27:53.342150 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4225c274-ca72-4863-a0ec-d76d77e2663a up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:27:53.445074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 4225c274-ca72-4863-a0ec-d76d77e2663a completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:27:53.448720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 4225c274-ca72-4863-a0ec-d76d77e2663a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:27:53.449130 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:53.524148 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:53.546396 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4225c274-ca72-4863-a0ec-d76d77e2663a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:27:53.548654 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a88f01-3730-484c-8c51-cff9580791e4" -d '{"events": [{"server_uuid": "96af22a5-5d2b-4ace-973b-b17076648c5a", "name": "network-vif-plugged", "status": "completed", "tag": "4225c274-ca72-4863-a0ec-d76d77e2663a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:27:53.564204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4225c274-ca72-4863-a0ec-d76d77e2663a, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4225c274-ca72-4863-a0ec-d76d77e2663a,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:27:53.586872 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2405493-0f5f-4024-8d3a-8ac308998ea8 x-openstack-request-id: req-e2405493-0f5f-4024-8d3a-8ac308998ea8 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:27:53.587170 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af22a5-5d2b-4ace-973b-b17076648c5a", "name": "network-vif-plugged", "status": "completed", "tag": "4225c274-ca72-4863-a0ec-d76d77e2663a", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:27:53.587428 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2405493-0f5f-4024-8d3a-8ac308998ea8 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:27:53.587829 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4225c274-ca72-4863-a0ec-d76d77e2663a', 'code': 200} Dec 11 23:27:53.658303 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:53.708797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=4225c274-ca72-4863-a0ec-d76d77e2663a,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:27:53.746627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb4611-8dc1-4066-bc71-55ab2ea974b0 req-9126c68d-e35f-4574-b70b-54648b20806c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:53.748168 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cb4611-8dc1-4066-bc71-55ab2ea974b0 req-9126c68d-e35f-4574-b70b-54648b20806c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0865605 Dec 11 23:27:53.750653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0457f08-6ae4-4a76-a193-900918f68ccb req-fb6c6ad6-e895-4802-b6b2-cf57b278ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:53.752082 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e0457f08-6ae4-4a76-a193-900918f68ccb req-fb6c6ad6-e895-4802-b6b2-cf57b278ee8c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 1097 time: 0.0785222 Dec 11 23:27:53.825226 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cb4611-8dc1-4066-bc71-55ab2ea974b0 req-57d02a2e-44f6-459d-8865-9d802a7acac0 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710766 Dec 11 23:27:53.828428 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e0457f08-6ae4-4a76-a193-900918f68ccb req-bed9cd7c-a0da-402f-b6af-1215294c5390 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673692 Dec 11 23:27:54.017059 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:54.634119 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:54.944393 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779075-d730-47d5-a362-bded5ac4267b req-3069b863-e1f3-4f61-a9c2-80210fb6493c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:54.945936 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8779075-d730-47d5-a362-bded5ac4267b req-3069b863-e1f3-4f61-a9c2-80210fb6493c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0492232 Dec 11 23:27:54.996839 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8779075-d730-47d5-a362-bded5ac4267b req-b9ac5b6b-8f25-428c-a3bc-8da275efa576 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447981 Dec 11 23:27:56.117699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7cc6f-0d68-4dbd-8ba9-d4683c1defd2 req-25381632-fbc2-42e5-b84c-6014e22839d5 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:56.119265 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1a7cc6f-0d68-4dbd-8ba9-d4683c1defd2 req-25381632-fbc2-42e5-b84c-6014e22839d5 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0537415 Dec 11 23:27:56.170327 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1a7cc6f-0d68-4dbd-8ba9-d4683c1defd2 req-3ad01d18-ab5d-4362-a2e2-ebc50d1a8e7f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451093 Dec 11 23:27:56.291620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9878604-9568-4a9f-a0e7-3ab03e630638 req-ab58cad5-f489-4cf8-b7d9-7c5245a9fb3f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:56.293924 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9878604-9568-4a9f-a0e7-3ab03e630638 req-ab58cad5-f489-4cf8-b7d9-7c5245a9fb3f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0569022 Dec 11 23:27:56.302569 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 47844) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:27:56.307825 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ad7d2da4-8634-4dfe-8616-ad5b31e500ac tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Request body: {'floatingip': {'port_id': '4225c274-ca72-4863-a0ec-d76d77e2663a'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:27:56.352202 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2da4-8634-4dfe-8616-ad5b31e500ac tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:56.948603 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2da4-8634-4dfe-8616-ad5b31e500ac tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:57.016864 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2da4-8634-4dfe-8616-ad5b31e500ac tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:57.375194 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-ad7d2da4-8634-4dfe-8616-ad5b31e500ac tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Floating IP 2703d565-597e-4989-9753-ac36e72f6470 associated. External IP: 172.25.1.110, port: 4225c274-ca72-4863-a0ec-d76d77e2663a. Dec 11 23:27:57.579093 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7d2da4-8634-4dfe-8616-ad5b31e500ac tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Router 12921754-01e1-47b2-bdb6-2befdc06697e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:27:57.684894 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7d2da4-8634-4dfe-8616-ad5b31e500ac tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:27:57.689939 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2da4-8634-4dfe-8616-ad5b31e500ac tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:27:57.696127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd151d-5185-4a40-bb72-23e487523c61 None None] Sync routers for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:27:57.706364 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd151d-5185-4a40-bb72-23e487523c61 None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:27:57.707025 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-1ffd151d-5185-4a40-bb72-23e487523c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:27:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:27:57.720539 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ad7d2da4-8634-4dfe-8616-ad5b31e500ac tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "PUT /v2.0/floatingips/2703d565-597e-4989-9753-ac36e72f6470 HTTP/1.1" status: 200 len: 992 time: 1.4161837 Dec 11 23:27:57.721148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'tag': '4225c274-ca72-4863-a0ec-d76d77e2663a'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:27:57.723548 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8278c842b3957d0f68187e64bb9c2e219b301cc39eafd42bb70a4b2618b835e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d907fd-24fb-4aaa-986c-3ba380e7dd80" -d '{"events": [{"name": "network-changed", "server_uuid": "96af22a5-5d2b-4ace-973b-b17076648c5a", "tag": "4225c274-ca72-4863-a0ec-d76d77e2663a"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:27:57.824237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-1ffd151d-5185-4a40-bb72-23e487523c61 None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:27:57.832507 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ddb9ae-ba6f-4c17-b706-b1c47398833e x-openstack-request-id: req-13ddb9ae-ba6f-4c17-b706-b1c47398833e {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:27:57.832809 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96af22a5-5d2b-4ace-973b-b17076648c5a", "tag": "4225c274-ca72-4863-a0ec-d76d77e2663a", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:27:57.833066 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13ddb9ae-ba6f-4c17-b706-b1c47398833e {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:27:57.833475 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'tag': '4225c274-ca72-4863-a0ec-d76d77e2663a', 'status': 'completed', 'code': 200} Dec 11 23:27:57.915935 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d907fd-24fb-4aaa-986c-3ba380e7dd80 req-1b45633a-ec5d-4d41-a4b6-2694aa8fd457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:57.917623 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47d907fd-24fb-4aaa-986c-3ba380e7dd80 req-1b45633a-ec5d-4d41-a4b6-2694aa8fd457 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 1097 time: 0.0424333 Dec 11 23:27:58.009792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d907fd-24fb-4aaa-986c-3ba380e7dd80 req-52cfa038-62a2-4db4-b04e-19e1e9afe5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:58.011342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47d907fd-24fb-4aaa-986c-3ba380e7dd80 req-52cfa038-62a2-4db4-b04e-19e1e9afe5d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0862939 Dec 11 23:27:58.060015 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-1ffd151d-5185-4a40-bb72-23e487523c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2703d565-597e-4989-9753-ac36e72f6470', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'port_id': '4225c274-ca72-4863-a0ec-d76d77e2663a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'mac_address': 'fa:16:3e:33:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:25:23Z', 'updated_at': '2021-12-11T23:27:56Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:27:58.082716 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47d907fd-24fb-4aaa-986c-3ba380e7dd80 req-026cd953-9a2d-4ec4-81db-01d9b3ab7295 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4225c274-ca72-4863-a0ec-d76d77e2663a HTTP/1.1" status: 200 len: 1000 time: 0.0637522 Dec 11 23:27:58.087301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd151d-5185-4a40-bb72-23e487523c61 None None] Checking router: 12921754-01e1-47b2-bdb6-2befdc06697e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:27:58.095681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd151d-5185-4a40-bb72-23e487523c61 None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:27:58.096293 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-1ffd151d-5185-4a40-bb72-23e487523c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:27:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:27:58.131569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d907fd-24fb-4aaa-986c-3ba380e7dd80 req-7276b041-367f-4f45-813a-e18394c9ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:58.133088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47d907fd-24fb-4aaa-986c-3ba380e7dd80 req-7276b041-367f-4f45-813a-e18394c9ce68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0437305 Dec 11 23:27:58.179913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d907fd-24fb-4aaa-986c-3ba380e7dd80 req-5ec2a48e-2a55-4b5c-8ced-7b9675929d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:27:58.181414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47d907fd-24fb-4aaa-986c-3ba380e7dd80 req-5ec2a48e-2a55-4b5c-8ced-7b9675929d92 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416477 Dec 11 23:27:58.206112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-1ffd151d-5185-4a40-bb72-23e487523c61 None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:27:58.276367 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47d907fd-24fb-4aaa-986c-3ba380e7dd80 req-51ea8d68-7136-4136-abdd-719dcf4f7ead service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877192 Dec 11 23:27:58.366004 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-47d907fd-24fb-4aaa-986c-3ba380e7dd80 req-c86579f3-1f7a-40cc-b035-fc76220a315a service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820816 Dec 11 23:27:58.429736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-1ffd151d-5185-4a40-bb72-23e487523c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2703d565-597e-4989-9753-ac36e72f6470', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'port_id': '4225c274-ca72-4863-a0ec-d76d77e2663a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'mac_address': 'fa:16:3e:33:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:25:23Z', 'updated_at': '2021-12-11T23:27:56Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:27:58.460355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd151d-5185-4a40-bb72-23e487523c61 None None] The sync data for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 is: [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2703d565-597e-4989-9753-ac36e72f6470', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'port_id': '4225c274-ca72-4863-a0ec-d76d77e2663a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'mac_address': 'fa:16:3e:33:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:25:23Z', 'updated_at': '2021-12-11T23:27:56Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:27:58.664992 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0389d-6039-4e39-903b-0ebda4eab2a3 None None] New status for floating IP 2703d565-597e-4989-9753-ac36e72f6470: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:28:14.044907 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:28:17.764068 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:28:18.855286 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1999a24e-74db-4001-968c-cee0f05fbb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:28:20.367821 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:28:21.365348 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c52c712d-4c65-4ade-a08b-ac980127e6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:28:22.370761 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:28:24.034081 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:28:24.651020 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:28:44.072100 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:28:47.746212 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:28:48.883312 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b08fc918-9a71-465a-8eaa-c5e7258a20d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:28:48.991980 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae921cf9-942d-4359-b0a0-60f68df366c4 req-5df629f3-13be-4e68-8ff3-90679802d2fa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452662 Dec 11 23:28:49.090850 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae921cf9-942d-4359-b0a0-60f68df366c4 req-42224ed7-60ec-4cc1-a16d-688fadbae306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:28:49.092335 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae921cf9-942d-4359-b0a0-60f68df366c4 req-42224ed7-60ec-4cc1-a16d-688fadbae306 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 1097 time: 0.0409346 Dec 11 23:28:49.194362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae921cf9-942d-4359-b0a0-60f68df366c4 req-02be3fc5-9bad-4ec5-9ff8-50572b2be923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:28:49.195875 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae921cf9-942d-4359-b0a0-60f68df366c4 req-02be3fc5-9bad-4ec5-9ff8-50572b2be923 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0840740 Dec 11 23:28:49.265889 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae921cf9-942d-4359-b0a0-60f68df366c4 req-08a69b7f-2aa9-42f6-9d37-8c64fef5ec46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4225c274-ca72-4863-a0ec-d76d77e2663a HTTP/1.1" status: 200 len: 1002 time: 0.0617387 Dec 11 23:28:49.313709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae921cf9-942d-4359-b0a0-60f68df366c4 req-54cfbd72-da9c-491e-878f-a81c76d5784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:28:49.315160 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae921cf9-942d-4359-b0a0-60f68df366c4 req-54cfbd72-da9c-491e-878f-a81c76d5784f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0424218 Dec 11 23:28:49.359882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae921cf9-942d-4359-b0a0-60f68df366c4 req-129ba695-b4bd-4368-b8ab-a50ba461ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:28:49.361346 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae921cf9-942d-4359-b0a0-60f68df366c4 req-129ba695-b4bd-4368-b8ab-a50ba461ad7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398173 Dec 11 23:28:49.453123 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae921cf9-942d-4359-b0a0-60f68df366c4 req-b4ae871f-d80f-4b81-be50-d024f5710fcb service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845530 Dec 11 23:28:49.541770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae921cf9-942d-4359-b0a0-60f68df366c4 req-eac3a239-53ae-40e8-9d98-c5d017156fbc service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811925 Dec 11 23:28:51.328864 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-71e559df-ef85-4685-9789-7cf7e9d588aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:28:52.387662 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:28:54.039260 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:28:54.639101 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:28:57.368428 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:29:14.056182 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:17.802647 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:18.855560 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c0f88d15-9b1a-495e-9b43-d54cee0d2589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:21.318577 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c1f81492-2221-4992-a5c9-9f83521fbf9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:22.374064 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:24.036814 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:24.659687 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:32.027497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497336dc-e3d0-4211-9f7e-ca679d3df9fd req-b88d1cfe-bfbd-4dee-8289-0a3b335be2d4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:32.028980 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-497336dc-e3d0-4211-9f7e-ca679d3df9fd req-b88d1cfe-bfbd-4dee-8289-0a3b335be2d4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.1118162 Dec 11 23:29:32.078288 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-497336dc-e3d0-4211-9f7e-ca679d3df9fd req-c01fc961-32b1-4393-9738-9be7f64fa40f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431242 Dec 11 23:29:33.251533 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68532487-348a-434f-a314-d3ba3417c8ab req-ac37df80-d6af-4906-b16e-5bca7198843f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:33.252970 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68532487-348a-434f-a314-d3ba3417c8ab req-ac37df80-d6af-4906-b16e-5bca7198843f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.1043372 Dec 11 23:29:33.300734 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68532487-348a-434f-a314-d3ba3417c8ab req-3f9ab2e7-782b-47ff-8b27-b31185818407 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416780 Dec 11 23:29:34.368447 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:29:34.415024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856653b-6fc0-4ce1-bcd8-83e66dae7cbc req-646a4f0a-83f0-408d-8640-8df65769f069 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:34.416493 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a856653b-6fc0-4ce1-bcd8-83e66dae7cbc req-646a4f0a-83f0-408d-8640-8df65769f069 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0483387 Dec 11 23:29:34.462755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a856653b-6fc0-4ce1-bcd8-83e66dae7cbc req-eeac6436-0f5b-43ed-a5b3-13c4c9136fbc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403440 Dec 11 23:29:35.577647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e18e52-cb8a-4c60-a997-2850a31e36c9 req-43b47eff-8d3f-46b7-97f9-505969c2a456 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:35.579136 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-40e18e52-cb8a-4c60-a997-2850a31e36c9 req-43b47eff-8d3f-46b7-97f9-505969c2a456 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0486753 Dec 11 23:29:35.630330 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-40e18e52-cb8a-4c60-a997-2850a31e36c9 req-a7be3d07-42fb-47ab-b7e2-904eb532dadc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447655 Dec 11 23:29:36.746357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19debc2-0fe0-42f3-a9bd-5cf82f9d5edb req-864af9eb-d871-4b4f-b2ce-91a9de533530 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:36.747759 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f19debc2-0fe0-42f3-a9bd-5cf82f9d5edb req-864af9eb-d871-4b4f-b2ce-91a9de533530 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0482097 Dec 11 23:29:36.797778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f19debc2-0fe0-42f3-a9bd-5cf82f9d5edb req-b7d59375-a2f4-4e61-b068-1efebd710ba0 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440145 Dec 11 23:29:37.913990 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18312545-9a13-42ad-9832-8f191450dadf req-69e5cec1-5c5c-49ab-85ea-ed915da655b9 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:37.915584 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18312545-9a13-42ad-9832-8f191450dadf req-69e5cec1-5c5c-49ab-85ea-ed915da655b9 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0508358 Dec 11 23:29:37.962961 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-18312545-9a13-42ad-9832-8f191450dadf req-b843f68a-0a87-447c-b138-a848ebdcebd1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414407 Dec 11 23:29:39.077273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1104fa-e5bd-4f07-a754-e1cc5faa87d6 req-a9d75518-eb71-468c-81ee-ab0dd4f9325a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:39.078647 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a1104fa-e5bd-4f07-a754-e1cc5faa87d6 req-a9d75518-eb71-468c-81ee-ab0dd4f9325a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0476379 Dec 11 23:29:39.125057 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a1104fa-e5bd-4f07-a754-e1cc5faa87d6 req-cfbfa371-d7fe-49a9-82cd-5d6ba3a2d6c2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405407 Dec 11 23:29:40.238535 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a83089-2661-4e03-a3d5-13e91fbbc853 req-fda8e59c-f573-452b-bd40-c749a8936e36 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:40.240092 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29a83089-2661-4e03-a3d5-13e91fbbc853 req-fda8e59c-f573-452b-bd40-c749a8936e36 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0487330 Dec 11 23:29:40.288373 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29a83089-2661-4e03-a3d5-13e91fbbc853 req-f815ce52-c0dd-465c-a442-c73be3204ef3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416119 Dec 11 23:29:41.404779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda32a6-f997-4818-828c-c0fe088d9694 req-330539d8-ffa1-4469-b9a9-0a897d408ef3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:41.406295 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2bda32a6-f997-4818-828c-c0fe088d9694 req-330539d8-ffa1-4469-b9a9-0a897d408ef3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0504589 Dec 11 23:29:41.454040 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2bda32a6-f997-4818-828c-c0fe088d9694 req-42f05605-0e94-44fc-b90c-071cb324d998 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418944 Dec 11 23:29:42.580338 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f620f-3a47-45c0-ba41-ea07c807760c req-bfe933dc-2e88-4fd9-8a38-b6fbfefeb83e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:42.581807 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-575f620f-3a47-45c0-ba41-ea07c807760c req-bfe933dc-2e88-4fd9-8a38-b6fbfefeb83e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0536268 Dec 11 23:29:42.629665 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-575f620f-3a47-45c0-ba41-ea07c807760c req-9ce4c412-8707-422f-a73a-239e33347ee4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410638 Dec 11 23:29:43.018454 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f06b52-b757-4626-85e3-2364005b06ed req-bbd53991-3543-41fa-9674-27dd822dc3a4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:43.020084 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e1f06b52-b757-4626-85e3-2364005b06ed req-bbd53991-3543-41fa-9674-27dd822dc3a4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0514209 Dec 11 23:29:43.067904 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e1f06b52-b757-4626-85e3-2364005b06ed req-a478460e-7844-43c6-ac70-f04bc72e1f1f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417051 Dec 11 23:29:43.156047 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-21a2a546-adf1-478a-b9f0-de5bbaea8a77 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871780 Dec 11 23:29:44.084646 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:44.207091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1673c36-1ae5-46d9-bec1-473987027bf5 req-6e4f3e16-9d2d-4648-b517-17d31c47da69 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:44.208572 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1673c36-1ae5-46d9-bec1-473987027bf5 req-6e4f3e16-9d2d-4648-b517-17d31c47da69 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0544512 Dec 11 23:29:44.255741 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a1673c36-1ae5-46d9-bec1-473987027bf5 req-2486f7f2-f22b-4cf6-b38d-667e481cd208 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403261 Dec 11 23:29:45.380667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d4d7c-9e16-4abe-b5af-e5c23c9745f8 req-eb8ae954-3537-4343-b948-65ec4f31f3c9 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:45.382168 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c39d4d7c-9e16-4abe-b5af-e5c23c9745f8 req-eb8ae954-3537-4343-b948-65ec4f31f3c9 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0554614 Dec 11 23:29:45.433074 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c39d4d7c-9e16-4abe-b5af-e5c23c9745f8 req-df5ca461-cc5a-4ed5-a55b-a840a56c1663 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445731 Dec 11 23:29:46.222860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-8792deeb-1f41-437c-bc9b-960ab183e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:46.224367 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-8792deeb-1f41-437c-bc9b-960ab183e25a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 1097 time: 0.0407760 Dec 11 23:29:46.317587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-eb838a79-2cee-4146-9177-f14d6263f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:46.319007 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-eb838a79-2cee-4146-9177-f14d6263f64a service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0876606 Dec 11 23:29:46.383601 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-268fa4e9-a4b4-4bec-9af2-9546c75597c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4225c274-ca72-4863-a0ec-d76d77e2663a HTTP/1.1" status: 200 len: 1002 time: 0.0572407 Dec 11 23:29:46.432203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-b74fe4ca-8ed1-4a57-b161-0c56233acdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:46.433683 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-b74fe4ca-8ed1-4a57-b161-0c56233acdb5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0432310 Dec 11 23:29:46.487529 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-3405780a-3d86-46f7-8914-67961dab701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:46.489106 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-3405780a-3d86-46f7-8914-67961dab701b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439494 Dec 11 23:29:46.600863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cdbe4-6580-49a6-89a9-e4f96dd551e4 req-25451da0-80c5-4bb3-9ae7-50354b96fed5 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:46.602867 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21cdbe4-6580-49a6-89a9-e4f96dd551e4 req-25451da0-80c5-4bb3-9ae7-50354b96fed5 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0993354 Dec 11 23:29:46.632510 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-494dd0eb-89d1-4c74-9c9c-6aa12a86a528 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359673 Dec 11 23:29:46.707933 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21cdbe4-6580-49a6-89a9-e4f96dd551e4 req-bcd882db-7a6d-4f7f-b229-bd9bad3f8901 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974281 Dec 11 23:29:46.742509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-d2eb8c31-e97e-4af1-9023-75e92f6ed627 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001785 Dec 11 23:29:47.751043 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:47.826708 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f7ff7-cc3e-49ca-ac68-e58d4c1d2cec req-0d56c453-0160-4479-bfe6-938875c801e8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:47.828250 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1d3f7ff7-cc3e-49ca-ac68-e58d4c1d2cec req-0d56c453-0160-4479-bfe6-938875c801e8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0489848 Dec 11 23:29:47.875354 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1d3f7ff7-cc3e-49ca-ac68-e58d4c1d2cec req-a2aedee3-bd2e-4314-8c6d-c932f97ebf9f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410781 Dec 11 23:29:48.866441 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d23b5928-fac6-46a0-8e5a-94524f0a747b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:48.947065 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-56ec381e-a33f-4493-938e-f250c5dcc65b service neutron] show failed (client error): The resource could not be found. Dec 11 23:29:48.951221 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-56ec381e-a33f-4493-938e-f250c5dcc65b service neutron] 10.222.0.47 "GET /v2.0/ports/4225c274-ca72-4863-a0ec-d76d77e2663a/bindings/n-h2-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.0609484 Dec 11 23:29:49.005861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0aec85-235e-420e-aaa0-f6b5ab704f2a req-9cf74b35-c841-4f63-b23e-f136268d0a02 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:49.007407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9d0aec85-235e-420e-aaa0-f6b5ab704f2a req-9cf74b35-c841-4f63-b23e-f136268d0a02 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0625472 Dec 11 23:29:49.059659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9d0aec85-235e-420e-aaa0-f6b5ab704f2a req-89e672d7-2eec-4783-8fc7-016b008f04a4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457242 Dec 11 23:29:49.447517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-d8a89c62-4a54-40e7-becc-2c4653e6eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:49.449016 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-d8a89c62-4a54-40e7-becc-2c4653e6eb35 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a&tenant_id=cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 1097 time: 0.0923498 Dec 11 23:29:49.460282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:29:49.514629 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:49.708256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] For port 4225c274-ca72-4863-a0ec-d76d77e2663a, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4225c274-ca72-4863-a0ec-d76d77e2663a,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:29:49.741135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] For port 4225c274-ca72-4863-a0ec-d76d77e2663a, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:29:49.778683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4225c274-ca72-4863-a0ec-d76d77e2663a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:29:49.780969 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c164e295-856d-44a4-a75e-675fbed63910" -d '{"events": [{"server_uuid": "96af22a5-5d2b-4ace-973b-b17076648c5a", "name": "network-vif-unplugged", "status": "completed", "tag": "4225c274-ca72-4863-a0ec-d76d77e2663a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:29:49.785069 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:49.797783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Transition to ACTIVE for port object 4225c274-ca72-4863-a0ec-d76d77e2663a will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:29:49.829051 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26c35b4-ffa6-4639-bd5d-f595c1332b08 x-openstack-request-id: req-c26c35b4-ffa6-4639-bd5d-f595c1332b08 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:29:49.829425 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af22a5-5d2b-4ace-973b-b17076648c5a", "name": "network-vif-unplugged", "status": "completed", "tag": "4225c274-ca72-4863-a0ec-d76d77e2663a", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:29:49.829713 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c26c35b4-ffa6-4639-bd5d-f595c1332b08 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:29:49.830117 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4225c274-ca72-4863-a0ec-d76d77e2663a', 'code': 200} Dec 11 23:29:49.870508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:49.951998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Pushing event updated for resources: {'Port': ['ID=4225c274-ca72-4863-a0ec-d76d77e2663a,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:29:49.964742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:49.965016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:49.965371 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:49.965721 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:49.966062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:49.966399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:49.966733 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:49.967092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:49.967430 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:49.967762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:49.968093 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:49.968425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:49.968755 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:50.005452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] No DVR routers for this DVR port 4225c274-ca72-4863-a0ec-d76d77e2663a on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:29:50.166623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Attempting to bind port 4225c274-ca72-4863-a0ec-d76d77e2663a on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:29:50.166970 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Attempting to bind port 4225c274-ca72-4863-a0ec-d76d77e2663a by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:29:50.167339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Attempting to bind port 4225c274-ca72-4863-a0ec-d76d77e2663a on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:29:50.174662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Port 4225c274-ca72-4863-a0ec-d76d77e2663a on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:29:50.174962 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Attempting to bind port 4225c274-ca72-4863-a0ec-d76d77e2663a on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:29:50.183054 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:29:50.183397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Checking segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:29:50.183788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Bound using segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:29:50.184220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Bound port: 4225c274-ca72-4863-a0ec-d76d77e2663a, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:29:50.184582 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:50.207374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3ac03-9440-4d92-9fc7-ba284e419817 req-af0bf30c-2eec-45c6-902a-ca225b8511fd tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:50.208867 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bff3ac03-9440-4d92-9fc7-ba284e419817 req-af0bf30c-2eec-45c6-902a-ca225b8511fd tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 944 time: 0.0791008 Dec 11 23:29:50.597931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] For port 4225c274-ca72-4863-a0ec-d76d77e2663a, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:29:50.601573 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] For port 4225c274-ca72-4863-a0ec-d76d77e2663a, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4225c274-ca72-4863-a0ec-d76d77e2663a,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:29:50.605958 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bff3ac03-9440-4d92-9fc7-ba284e419817 req-77bc2881-592c-4079-ba12-173d4e67e8eb tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3777375 Dec 11 23:29:50.662033 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:50.697324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:50.697770 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:50.699175 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] 10.222.0.13 "PUT /v2.0/ports/4225c274-ca72-4863-a0ec-d76d77e2663a HTTP/1.1" status: 200 len: 1092 time: 1.2427752 Dec 11 23:29:50.722704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc8bb1-c5bc-470a-a511-c2b5cb83da6c service neutron] Pushing event updated for resources: {'Port': ['ID=4225c274-ca72-4863-a0ec-d76d77e2663a,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:29:50.768126 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-dcb63175-5735-446d-a3c1-54abfa3d0a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:50.769634 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-dcb63175-5735-446d-a3c1-54abfa3d0a27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 1095 time: 0.0430360 Dec 11 23:29:50.868428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-aa872fd1-2ffd-4c30-8ec8-85bc654c1d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:50.869918 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-aa872fd1-2ffd-4c30-8ec8-85bc654c1d05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0928004 Dec 11 23:29:50.938153 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-5c6fa128-5f43-4993-83f1-818dcf72b1b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4225c274-ca72-4863-a0ec-d76d77e2663a HTTP/1.1" status: 200 len: 1000 time: 0.0615742 Dec 11 23:29:50.988959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-66a0c5b9-53ec-4e1e-bddf-3448df1ed115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:50.990479 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-66a0c5b9-53ec-4e1e-bddf-3448df1ed115 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0450795 Dec 11 23:29:51.041221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-24c5bda7-e6a9-4643-b2ef-9e5a21ffd9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:51.042701 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-24c5bda7-e6a9-4643-b2ef-9e5a21ffd9fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447388 Dec 11 23:29:51.130214 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-4b46cfb4-2eb3-4628-9e18-bce1da3bd855 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798695 Dec 11 23:29:51.222062 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4924da26-4be7-4f8f-9c79-cd2cd14e2d56 req-5988938d-274a-4912-a95a-764648995d68 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853448 Dec 11 23:29:51.346693 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4cfa9033-6250-45a6-b4ff-e89f6f47db3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:51.725749 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0315035-55fd-4d5f-a5d8-db7bf4f3bb4a req-d64167c9-8b07-4a66-9d97-059643147ec8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:51.728226 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a0315035-55fd-4d5f-a5d8-db7bf4f3bb4a req-d64167c9-8b07-4a66-9d97-059643147ec8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 944 time: 0.0532153 Dec 11 23:29:51.777450 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a0315035-55fd-4d5f-a5d8-db7bf4f3bb4a req-71773661-a414-46c8-89d4-097cf91a0f2c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432971 Dec 11 23:29:51.831550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'tag': '4225c274-ca72-4863-a0ec-d76d77e2663a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:29:51.833908 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df22f576-dd91-4c03-90f3-932e994e9d67" -d '{"events": [{"name": "network-changed", "server_uuid": "96af22a5-5d2b-4ace-973b-b17076648c5a", "tag": "4225c274-ca72-4863-a0ec-d76d77e2663a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:29:51.881802 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c86418-6a83-475c-b999-1a6034f2682e x-openstack-request-id: req-e1c86418-6a83-475c-b999-1a6034f2682e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:29:51.882124 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96af22a5-5d2b-4ace-973b-b17076648c5a", "tag": "4225c274-ca72-4863-a0ec-d76d77e2663a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:29:51.882383 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e1c86418-6a83-475c-b999-1a6034f2682e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:29:51.883407 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'tag': '4225c274-ca72-4863-a0ec-d76d77e2663a', 'status': 'completed', 'code': 200} Dec 11 23:29:51.972540 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-7aa979bc-853a-40ae-933e-2fefbd73fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:51.974025 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-7aa979bc-853a-40ae-933e-2fefbd73fd93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 1095 time: 0.0712163 Dec 11 23:29:51.978374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-3206d576-3dca-4282-984a-d286e5d2ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:51.979804 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-3206d576-3dca-4282-984a-d286e5d2ef20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 1095 time: 0.0524282 Dec 11 23:29:52.137513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-40d3088b-7e7a-4ff8-bb23-2963373d48f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:52.139009 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-40d3088b-7e7a-4ff8-bb23-2963373d48f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.1583190 Dec 11 23:29:52.141508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-c1883e0b-1547-4685-89de-5f20a6797caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:52.143089 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-c1883e0b-1547-4685-89de-5f20a6797caa service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.1541207 Dec 11 23:29:52.253112 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-5a92de7e-e7de-413e-9565-ff57f41c187c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4225c274-ca72-4863-a0ec-d76d77e2663a HTTP/1.1" status: 200 len: 1000 time: 0.1061537 Dec 11 23:29:52.254747 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-e5ecc1e8-299a-4020-afe3-f7ebbf375e15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4225c274-ca72-4863-a0ec-d76d77e2663a HTTP/1.1" status: 200 len: 1000 time: 0.1024153 Dec 11 23:29:52.336932 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-fdf9ca3f-19a2-41d1-b675-9ebbebb10f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:52.338408 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-fdf9ca3f-19a2-41d1-b675-9ebbebb10f53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0783467 Dec 11 23:29:52.339835 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-026c2d43-88ef-493e-bee2-00e2a05a061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:52.341148 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-026c2d43-88ef-493e-bee2-00e2a05a061e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0739157 Dec 11 23:29:52.384850 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:52.416611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-ad3db6e6-d4d7-4454-a851-051280c895ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:52.418127 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-ad3db6e6-d4d7-4454-a851-051280c895ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725749 Dec 11 23:29:52.420500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-fa779a68-3bc4-4656-9582-1de093d36020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:52.421850 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-fa779a68-3bc4-4656-9582-1de093d36020 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684786 Dec 11 23:29:52.577756 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-e41e4eea-724f-4a35-8f76-25db7b54cc37 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519237 Dec 11 23:29:52.579851 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-0eb6e1ce-5392-4e19-90b1-6cf5d58ed9d0 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458995 Dec 11 23:29:52.737038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-0d3ffa91-2370-49cb-bab9-45926828fde3 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522017 Dec 11 23:29:52.739000 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df22f576-dd91-4c03-90f3-932e994e9d67 req-3f4a9364-62c7-45dd-acea-69f557331778 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466491 Dec 11 23:29:52.895792 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55eecd0-37ea-43ae-8539-1916983c1385 req-aa134a0e-ba00-4d39-ad4b-156a9307ad02 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:52.897289 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c55eecd0-37ea-43ae-8539-1916983c1385 req-aa134a0e-ba00-4d39-ad4b-156a9307ad02 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 944 time: 0.0503378 Dec 11 23:29:52.944001 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c55eecd0-37ea-43ae-8539-1916983c1385 req-41234294-09d6-41d9-b6d2-537613f4c642 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402105 Dec 11 23:29:53.902707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4225c274-ca72-4863-a0ec-d76d77e2663a no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:29:53.940877 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4225c274-ca72-4863-a0ec-d76d77e2663a not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:29:54.059521 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:54.070692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d29519-134a-4e05-8302-d8af72f68c24 req-376479ee-8b0a-4f6a-a038-e3704b29fd06 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:54.072200 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-81d29519-134a-4e05-8302-d8af72f68c24 req-376479ee-8b0a-4f6a-a038-e3704b29fd06 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 944 time: 0.0494785 Dec 11 23:29:54.124536 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-81d29519-134a-4e05-8302-d8af72f68c24 req-8655fa13-d16e-4072-9ae3-76dfc079c597 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462668 Dec 11 23:29:54.649323 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:55.242245 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce794c-2c8f-4970-b51d-19588db937b7 req-3d5f7b83-9233-44d5-a297-ffde4be90143 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:55.243812 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19ce794c-2c8f-4970-b51d-19588db937b7 req-3d5f7b83-9233-44d5-a297-ffde4be90143 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 944 time: 0.0480375 Dec 11 23:29:55.294660 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19ce794c-2c8f-4970-b51d-19588db937b7 req-7192ed6b-c880-4457-a17f-73c8e725bc1a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448573 Dec 11 23:29:55.622507 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdb879-cd93-44f1-92b8-8a43b9f3ca55 req-fa11a777-c7fc-451e-aa3c-4d88e0cdfdf6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:55.624942 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5cbdb879-cd93-44f1-92b8-8a43b9f3ca55 req-fa11a777-c7fc-451e-aa3c-4d88e0cdfdf6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 944 time: 0.0570240 Dec 11 23:29:55.674590 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5cbdb879-cd93-44f1-92b8-8a43b9f3ca55 req-1f615e11-7733-492c-8c80-f80ad0e0f1e5 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433643 Dec 11 23:29:55.707247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82f9a7-c323-4a4a-888e-85f3576f514a req-9e2b7249-0280-4786-afd8-b3a99b566580 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:55.708699 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f82f9a7-c323-4a4a-888e-85f3576f514a req-9e2b7249-0280-4786-afd8-b3a99b566580 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.47 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a&tenant_id=cba4a72d12624bd4a95f80cdd5f96149&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 944 time: 0.0541165 Dec 11 23:29:55.769360 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-4f82f9a7-c323-4a4a-888e-85f3576f514a req-bdd99d50-1962-4652-be75-246b673a80b9 service neutron] delete failed (client error): The resource could not be found. Dec 11 23:29:55.770360 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f82f9a7-c323-4a4a-888e-85f3576f514a req-bdd99d50-1962-4652-be75-246b673a80b9 service neutron] 10.222.0.47 "DELETE /v2.0/ports/4225c274-ca72-4863-a0ec-d76d77e2663a/bindings/n-h1-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.0539579 Dec 11 23:29:55.873728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82f9a7-c323-4a4a-888e-85f3576f514a req-73054b93-7e1f-4275-b297-090d12827d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:55.875183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f82f9a7-c323-4a4a-888e-85f3576f514a req-73054b93-7e1f-4275-b297-090d12827d2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 1095 time: 0.0409427 Dec 11 23:29:55.935792 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4225c274-ca72-4863-a0ec-d76d77e2663a details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:29:55.968811 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82f9a7-c323-4a4a-888e-85f3576f514a req-9553f9fd-5101-41a9-95c9-e54983077f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:55.970288 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f82f9a7-c323-4a4a-888e-85f3576f514a req-9553f9fd-5101-41a9-95c9-e54983077f4c service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0882974 Dec 11 23:29:56.032987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4225c274-ca72-4863-a0ec-d76d77e2663a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4225c274-ca72-4863-a0ec-d76d77e2663a,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:29:56.038244 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f82f9a7-c323-4a4a-888e-85f3576f514a req-8c06a45c-649c-4b76-a4bf-d0cc0c0e2138 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4225c274-ca72-4863-a0ec-d76d77e2663a HTTP/1.1" status: 200 len: 1000 time: 0.0608995 Dec 11 23:29:56.044868 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '4225c274-ca72-4863-a0ec-d76d77e2663a', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'port_id': '4225c274-ca72-4863-a0ec-d76d77e2663a', 'mac_address': 'fa:16:3e:33:ef:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:29:56.081649 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:56.092457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82f9a7-c323-4a4a-888e-85f3576f514a req-a276ccfd-0b46-4384-9392-70a4999e5677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:56.093944 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f82f9a7-c323-4a4a-888e-85f3576f514a req-a276ccfd-0b46-4384-9392-70a4999e5677 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0480516 Dec 11 23:29:56.094752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4225c274-ca72-4863-a0ec-d76d77e2663a {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:29:56.114395 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4225c274-ca72-4863-a0ec-d76d77e2663a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4225c274-ca72-4863-a0ec-d76d77e2663a,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:29:56.139867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82f9a7-c323-4a4a-888e-85f3576f514a req-76e975f8-37c1-4357-b00b-7c2970372729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:56.141349 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f82f9a7-c323-4a4a-888e-85f3576f514a req-76e975f8-37c1-4357-b00b-7c2970372729 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409539 Dec 11 23:29:56.186945 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:56.232001 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f82f9a7-c323-4a4a-888e-85f3576f514a req-aeccc92f-4bee-4f44-862b-3bf917a3a37b service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827816 Dec 11 23:29:56.235783 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=4225c274-ca72-4863-a0ec-d76d77e2663a,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:29:56.243416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:56.243777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:56.244117 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:56.244483 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:56.244806 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:56.245142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:56.245477 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:56.245817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:56.246147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:56.246482 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:56.246822 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:56.247160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:56.247489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:29:56.326547 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f82f9a7-c323-4a4a-888e-85f3576f514a req-b10bb4b4-3be1-4dd9-a182-5edebc972aa8 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875132 Dec 11 23:29:56.535623 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['4225c274-ca72-4863-a0ec-d76d77e2663a'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:29:56.796083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafeb3b-87de-46a2-932b-1ca7d5541233 req-ff0e2d4f-5b0f-4cf0-9ca0-68d3eadc35fc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:56.797580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3fafeb3b-87de-46a2-932b-1ca7d5541233 req-ff0e2d4f-5b0f-4cf0-9ca0-68d3eadc35fc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 945 time: 0.0517054 Dec 11 23:29:56.844316 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3fafeb3b-87de-46a2-932b-1ca7d5541233 req-064b6b7f-86c6-428f-9c93-a620519225d7 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408285 Dec 11 23:29:57.946607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4225c274-ca72-4863-a0ec-d76d77e2663a up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:29:57.962215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f9b90-8883-4daa-9dde-3dd6e47e8bbf req-6146ca95-d7d1-4729-8835-464b5070e8cb tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:57.963731 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-826f9b90-8883-4daa-9dde-3dd6e47e8bbf req-6146ca95-d7d1-4729-8835-464b5070e8cb tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 945 time: 0.0490584 Dec 11 23:29:58.013904 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-826f9b90-8883-4daa-9dde-3dd6e47e8bbf req-324007e2-f9ae-4691-999b-97c9c9549b49 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442114 Dec 11 23:29:58.055935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 4225c274-ca72-4863-a0ec-d76d77e2663a completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:29:58.060493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 4225c274-ca72-4863-a0ec-d76d77e2663a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:29:58.060879 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:58.139840 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fbe5d-7347-40d0-b4e0-3b72bd20eb95 req-58fe096d-8713-497e-abeb-b86c4d714aef tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:58.141380 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e2fbe5d-7347-40d0-b4e0-3b72bd20eb95 req-58fe096d-8713-497e-abeb-b86c4d714aef tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 945 time: 0.0543740 Dec 11 23:29:58.146510 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:58.170131 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4225c274-ca72-4863-a0ec-d76d77e2663a'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:29:58.172416 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06015340-23ee-4739-b27b-04c13519fca6" -d '{"events": [{"server_uuid": "96af22a5-5d2b-4ace-973b-b17076648c5a", "name": "network-vif-plugged", "status": "completed", "tag": "4225c274-ca72-4863-a0ec-d76d77e2663a"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:29:58.186594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4225c274-ca72-4863-a0ec-d76d77e2663a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4225c274-ca72-4863-a0ec-d76d77e2663a,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:29:58.196186 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3e2fbe5d-7347-40d0-b4e0-3b72bd20eb95 req-b5be53ce-1c32-4196-a7e8-cd74f944486a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480571 Dec 11 23:29:58.218419 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d029353-6677-4e7e-8454-b382e0b04492 x-openstack-request-id: req-4d029353-6677-4e7e-8454-b382e0b04492 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:29:58.218939 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af22a5-5d2b-4ace-973b-b17076648c5a", "name": "network-vif-plugged", "status": "completed", "tag": "4225c274-ca72-4863-a0ec-d76d77e2663a", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:29:58.219197 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d029353-6677-4e7e-8454-b382e0b04492 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:29:58.219601 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4225c274-ca72-4863-a0ec-d76d77e2663a', 'code': 200} Dec 11 23:29:58.266971 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:29:58.323036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=4225c274-ca72-4863-a0ec-d76d77e2663a,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:29:58.537657 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd54847-95d9-4cd0-bd29-b49c2dacd26e req-dfff6cfd-7427-4cb3-a43b-c4951aed3ebb tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:58.539781 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5bd54847-95d9-4cd0-bd29-b49c2dacd26e req-dfff6cfd-7427-4cb3-a43b-c4951aed3ebb tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0555048 Dec 11 23:29:58.589904 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5bd54847-95d9-4cd0-bd29-b49c2dacd26e req-8e9cbc15-1efd-47b2-92c4-1cb736d61806 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439656 Dec 11 23:29:58.619533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8674a-33f3-498b-a797-19f04a6fd885 req-7b6f897b-b215-43b1-88a2-a992c8b77261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:58.621089 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17e8674a-33f3-498b-a797-19f04a6fd885 req-7b6f897b-b215-43b1-88a2-a992c8b77261 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 1097 time: 0.0472963 Dec 11 23:29:58.719544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8674a-33f3-498b-a797-19f04a6fd885 req-34832d5b-59ea-400a-8549-14ec7de93cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:58.720913 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17e8674a-33f3-498b-a797-19f04a6fd885 req-34832d5b-59ea-400a-8549-14ec7de93cb4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0934336 Dec 11 23:29:58.789613 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17e8674a-33f3-498b-a797-19f04a6fd885 req-f98c079a-80a4-4e74-a5fc-b03dd44c214b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4225c274-ca72-4863-a0ec-d76d77e2663a HTTP/1.1" status: 200 len: 1002 time: 0.0608168 Dec 11 23:29:58.842624 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8674a-33f3-498b-a797-19f04a6fd885 req-49b71981-da3e-473d-8d6d-4895922b6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:58.844138 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17e8674a-33f3-498b-a797-19f04a6fd885 req-49b71981-da3e-473d-8d6d-4895922b6385 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0462635 Dec 11 23:29:58.893779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8674a-33f3-498b-a797-19f04a6fd885 req-28b13721-e764-4df2-b515-f4fb69e947e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:58.895287 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17e8674a-33f3-498b-a797-19f04a6fd885 req-28b13721-e764-4df2-b515-f4fb69e947e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431190 Dec 11 23:29:58.984362 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17e8674a-33f3-498b-a797-19f04a6fd885 req-eb1d8e77-c909-4b69-8aec-09849dbc6890 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814660 Dec 11 23:29:59.080307 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-17e8674a-33f3-498b-a797-19f04a6fd885 req-0458ea14-d4bc-45d9-b156-92162414bf44 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880957 Dec 11 23:29:59.711192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25629a5f-7012-4f4b-88d3-d9ec2a05d69f req-dbe26c5b-d5e8-44b0-8cf8-817b4c89d66b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:29:59.712671 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25629a5f-7012-4f4b-88d3-d9ec2a05d69f req-dbe26c5b-d5e8-44b0-8cf8-817b4c89d66b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0510397 Dec 11 23:29:59.759441 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25629a5f-7012-4f4b-88d3-d9ec2a05d69f req-40da3260-35db-4a1e-a0a5-822f995a002e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407605 Dec 11 23:30:00.877286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016174a9-c43b-4a4e-b11e-385150bb4a8c req-2ab644f6-a0d2-4b36-891e-80ff162c84e8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:00.878765 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-016174a9-c43b-4a4e-b11e-385150bb4a8c req-2ab644f6-a0d2-4b36-891e-80ff162c84e8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0492461 Dec 11 23:30:00.927346 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-016174a9-c43b-4a4e-b11e-385150bb4a8c req-b4982a66-1f1e-48be-981f-43523324b569 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419970 Dec 11 23:30:01.353069 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d48420-390c-4f61-b7ee-17a2e62f5fd0 req-04938afe-31bb-4c47-a6f7-275eb7e379d8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:01.354558 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-86d48420-390c-4f61-b7ee-17a2e62f5fd0 req-04938afe-31bb-4c47-a6f7-275eb7e379d8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0482740 Dec 11 23:30:01.405236 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-86d48420-390c-4f61-b7ee-17a2e62f5fd0 req-a7292380-ecf1-473e-bec0-ffdf1b0d6c81 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448060 Dec 11 23:30:02.521554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85265bfa-6988-4d91-9cf3-b1d3646c140e req-40c28156-3d20-457f-aa66-1b812cd7feae tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:02.523741 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85265bfa-6988-4d91-9cf3-b1d3646c140e req-40c28156-3d20-457f-aa66-1b812cd7feae tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0488744 Dec 11 23:30:02.570903 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-85265bfa-6988-4d91-9cf3-b1d3646c140e req-8d229a4f-9c8b-4dcc-9f6a-2821282aebff tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411775 Dec 11 23:30:02.731098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85ca8d-a2a5-4529-a1ed-d4a6c3d1dfff req-340851eb-59bd-413a-9a4b-2095295219ad tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:02.732507 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a85ca8d-a2a5-4529-a1ed-d4a6c3d1dfff req-340851eb-59bd-413a-9a4b-2095295219ad tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.13 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 946 time: 0.0517676 Dec 11 23:30:02.822000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-6a85ca8d-a2a5-4529-a1ed-d4a6c3d1dfff req-5aa5e1fb-349f-40d2-a108-2858f5fbfd1e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Deleting port 4225c274-ca72-4863-a0ec-d76d77e2663a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:30:02.822344 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a85ca8d-a2a5-4529-a1ed-d4a6c3d1dfff req-5aa5e1fb-349f-40d2-a108-2858f5fbfd1e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:02.913848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6a85ca8d-a2a5-4529-a1ed-d4a6c3d1dfff req-5aa5e1fb-349f-40d2-a108-2858f5fbfd1e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] For port 4225c274-ca72-4863-a0ec-d76d77e2663a, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4225c274-ca72-4863-a0ec-d76d77e2663a,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:30:02.914366 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a85ca8d-a2a5-4529-a1ed-d4a6c3d1dfff req-5aa5e1fb-349f-40d2-a108-2858f5fbfd1e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:03.082271 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a85ca8d-a2a5-4529-a1ed-d4a6c3d1dfff req-5aa5e1fb-349f-40d2-a108-2858f5fbfd1e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:03.082664 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a85ca8d-a2a5-4529-a1ed-d4a6c3d1dfff req-5aa5e1fb-349f-40d2-a108-2858f5fbfd1e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:03.083021 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-6a85ca8d-a2a5-4529-a1ed-d4a6c3d1dfff req-5aa5e1fb-349f-40d2-a108-2858f5fbfd1e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Floating IP 2703d565-597e-4989-9753-ac36e72f6470 disassociated. External IP: 172.25.1.110, port: 4225c274-ca72-4863-a0ec-d76d77e2663a. Dec 11 23:30:03.083370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-6a85ca8d-a2a5-4529-a1ed-d4a6c3d1dfff req-5aa5e1fb-349f-40d2-a108-2858f5fbfd1e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Calling delete_port for 4225c274-ca72-4863-a0ec-d76d77e2663a owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:30:03.264983 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a85ca8d-a2a5-4529-a1ed-d4a6c3d1dfff req-5aa5e1fb-349f-40d2-a108-2858f5fbfd1e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:03.293874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5e1fb-349f-40d2-a108-2858f5fbfd1e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Pushing event deleted for resources: {'Port': ['ID=4225c274-ca72-4863-a0ec-d76d77e2663a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:30:03.411332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a85ca8d-a2a5-4529-a1ed-d4a6c3d1dfff req-5aa5e1fb-349f-40d2-a108-2858f5fbfd1e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Router 12921754-01e1-47b2-bdb6-2befdc06697e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:30:03.522259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a85ca8d-a2a5-4529-a1ed-d4a6c3d1dfff req-5aa5e1fb-349f-40d2-a108-2858f5fbfd1e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:30:03.536825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d9c096-5831-4db5-a07b-2366140f4e66 None None] Sync routers for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:30:03.548014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d9c096-5831-4db5-a07b-2366140f4e66 None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:30:03.551123 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c5d9c096-5831-4db5-a07b-2366140f4e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:29:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:30:03.561551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a85ca8d-a2a5-4529-a1ed-d4a6c3d1dfff req-5aa5e1fb-349f-40d2-a108-2858f5fbfd1e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] No DVR routers for this DVR port 4225c274-ca72-4863-a0ec-d76d77e2663a on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:30:03.564421 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6a85ca8d-a2a5-4529-a1ed-d4a6c3d1dfff req-5aa5e1fb-349f-40d2-a108-2858f5fbfd1e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:03.568376 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a85ca8d-a2a5-4529-a1ed-d4a6c3d1dfff req-5aa5e1fb-349f-40d2-a108-2858f5fbfd1e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.13 "DELETE /v2.0/ports/4225c274-ca72-4863-a0ec-d76d77e2663a HTTP/1.1" status: 204 len: 173 time: 0.8285847 Dec 11 23:30:03.568784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'name': 'network-vif-deleted', 'tag': '4225c274-ca72-4863-a0ec-d76d77e2663a'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:30:03.571198 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b002852-5300-4aa5-a05e-e52b3488f2f8" -d '{"events": [{"server_uuid": "96af22a5-5d2b-4ace-973b-b17076648c5a", "name": "network-vif-deleted", "tag": "4225c274-ca72-4863-a0ec-d76d77e2663a"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:30:03.610241 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25598a89-38d2-442c-b475-026338e838e1 x-openstack-request-id: req-25598a89-38d2-442c-b475-026338e838e1 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:30:03.610537 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af22a5-5d2b-4ace-973b-b17076648c5a", "name": "network-vif-deleted", "tag": "4225c274-ca72-4863-a0ec-d76d77e2663a", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:30:03.610787 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25598a89-38d2-442c-b475-026338e838e1 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:30:03.611230 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af22a5-5d2b-4ace-973b-b17076648c5a', 'name': 'network-vif-deleted', 'tag': '4225c274-ca72-4863-a0ec-d76d77e2663a', 'status': 'completed', 'code': 200} Dec 11 23:30:03.679828 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-345ae30c-9172-461e-9a59-d6019c9df1f2 req-38fed495-0615-496c-9bff-574bcc2816b9 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=96af22a5-5d2b-4ace-973b-b17076648c5a HTTP/1.1" status: 200 len: 210 time: 0.0307322 Dec 11 23:30:03.830990 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-c5d9c096-5831-4db5-a07b-2366140f4e66 None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:30:04.039709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c5d9c096-5831-4db5-a07b-2366140f4e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:30:04.066241 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d9c096-5831-4db5-a07b-2366140f4e66 None None] Checking router: 12921754-01e1-47b2-bdb6-2befdc06697e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:30:04.074698 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d9c096-5831-4db5-a07b-2366140f4e66 None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:30:04.075357 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c5d9c096-5831-4db5-a07b-2366140f4e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:29:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:30:04.184510 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-c5d9c096-5831-4db5-a07b-2366140f4e66 None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:30:04.389681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c5d9c096-5831-4db5-a07b-2366140f4e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:30:04.417245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d9c096-5831-4db5-a07b-2366140f4e66 None None] The sync data for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 is: [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:30:04.652561 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7943bb3a-9973-4c53-9a59-d3a74db6c44d None None] New status for floating IP 2703d565-597e-4989-9753-ac36e72f6470: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:30:04.968846 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-1743d6d6-3ab6-4f1a-a256-c16ce3eeb3ea tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--861181139&fields=id&tenant_id=cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 267 time: 0.0433874 Dec 11 23:30:05.093085 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-6a5fe514-b654-40bc-bae8-2309e9379a72 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:05.094555 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-6a5fe514-b654-40bc-bae8-2309e9379a72 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 812 time: 0.1189766 Dec 11 23:30:05.110539 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-9d0f777e-4aaa-44fe-8ae6-3a4340408a6c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/quotas/cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 375 time: 0.0099900 Dec 11 23:30:05.172532 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-1afa65ed-8094-4032-983e-9a44648db637 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557835 Dec 11 23:30:05.234371 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-a79b0e25-67ef-48e8-9abf-457f52c4c8d3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:30:05.235411 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-a79b0e25-67ef-48e8-9abf-457f52c4c8d3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0510163 Dec 11 23:30:05.324312 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-3bfb6a71-5fd3-4f7a-a34e-070b4de5258c service neutron] 10.222.0.45 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825448 Dec 11 23:30:05.417187 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-0b812732-8c85-4d9a-a6ee-ddb922250e89 service neutron] 10.222.0.45 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868726 Dec 11 23:30:05.649261 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-569e3920-0df0-41be-a9e1-07d84906d563 req-52bd8e27-5342-47bd-8c30-a804612dba09 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 210 time: 0.0280035 Dec 11 23:30:06.748250 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a089ce88-a259-4ec7-a417-cf5ec2125ba7 req-fb997be7-89d9-4597-8517-0cb3d8b9ca57 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 210 time: 0.0267448 Dec 11 23:30:07.501435 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-6068121d-27ca-42d9-a8e1-dbce51c5ad5d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:07.502921 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-6068121d-27ca-42d9-a8e1-dbce51c5ad5d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 812 time: 0.1042945 Dec 11 23:30:07.571143 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-29320332-5e51-41d6-a3ac-ddfebd8d9e66 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 379 time: 0.0531321 Dec 11 23:30:07.579975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-46c15f7b-963d-4b4a-b9be-7962f124323a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Request body: {'port': {'device_id': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'admin_state_up': True, 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'security_groups': ['d90d7ddc-ab45-4799-8197-a13f1dde4302']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:30:07.966761 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5e5760d9-127c-48b9-8ae2-2aac893e730c req-34250da0-46ec-40c7-abbf-faed2071d610 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 210 time: 0.0322230 Dec 11 23:30:07.982735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4225c274-ca72-4863-a0ec-d76d77e2663a no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:30:08.002651 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 4225c274-ca72-4863-a0ec-d76d77e2663a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:30:08.003036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4225c274-ca72-4863-a0ec-d76d77e2663a not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:30:08.098905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-46c15f7b-963d-4b4a-b9be-7962f124323a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Made reservation on behalf of cba4a72d12624bd4a95f80cdd5f96149 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:30:08.102635 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-46c15f7b-963d-4b4a-b9be-7962f124323a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:08.233006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-46c15f7b-963d-4b4a-b9be-7962f124323a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Allocated IP 172.20.0.3 (3104d8d5-46cb-43ee-8f81-d17bbd0929c1/07c6906f-fa64-4b51-b1cf-e8b495888c4e/78eb3b12-f528-4189-9f9a-ff743689b31f) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:30:08.365250 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-46c15f7b-963d-4b4a-b9be-7962f124323a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:08.455503 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-46c15f7b-963d-4b4a-b9be-7962f124323a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:08.502043 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-46c15f7b-963d-4b4a-b9be-7962f124323a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:30:08.505157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-46c15f7b-963d-4b4a-b9be-7962f124323a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:30:08.510078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-46c15f7b-963d-4b4a-b9be-7962f124323a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:30:08.535400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c15f7b-963d-4b4a-b9be-7962f124323a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Pushing event updated for resources: {'Port': ['ID=78eb3b12-f528-4189-9f9a-ff743689b31f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:30:08.566206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-46c15f7b-963d-4b4a-b9be-7962f124323a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:08.566867 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-46c15f7b-963d-4b4a-b9be-7962f124323a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:08.645004 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-46c15f7b-963d-4b4a-b9be-7962f124323a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0685713 Dec 11 23:30:08.712750 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Request body: {'port': {'device_id': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:30:08.726908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-fffa1701-1c27-4eec-9bc0-aa31a27a330b None None] Provisioning complete for port 78eb3b12-f528-4189-9f9a-ff743689b31f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:30:08.727291 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fffa1701-1c27-4eec-9bc0-aa31a27a330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:08.761373 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fffa1701-1c27-4eec-9bc0-aa31a27a330b None None] Port 78eb3b12-f528-4189-9f9a-ff743689b31f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:30:08.767476 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:09.032657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78eb3b12-f528-4189-9f9a-ff743689b31f {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:30:09.040313 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:09.052324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Transition to ACTIVE for port object 78eb3b12-f528-4189-9f9a-ff743689b31f will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:30:09.089029 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147c988-0f61-40ed-8ceb-d46e57122ca8 req-449523ec-5048-4f01-a585-a4e7fb3ddc54 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:09.090562 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1147c988-0f61-40ed-8ceb-d46e57122ca8 req-449523ec-5048-4f01-a585-a4e7fb3ddc54 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 931 time: 0.0505939 Dec 11 23:30:09.110314 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:09.141268 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1147c988-0f61-40ed-8ceb-d46e57122ca8 req-e9eb1122-86a0-4f28-bf33-62b1954cc10d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445015 Dec 11 23:30:09.167583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Pushing event updated for resources: {'Port': ['ID=78eb3b12-f528-4189-9f9a-ff743689b31f,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:30:09.233583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Attempting to bind port 78eb3b12-f528-4189-9f9a-ff743689b31f on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:30:09.233930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Attempting to bind port 78eb3b12-f528-4189-9f9a-ff743689b31f by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:30:09.234278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Attempting to bind port 78eb3b12-f528-4189-9f9a-ff743689b31f on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:30:09.238978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Port 78eb3b12-f528-4189-9f9a-ff743689b31f on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:30:09.239313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Attempting to bind port 78eb3b12-f528-4189-9f9a-ff743689b31f on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:30:09.244825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:30:09.245166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Checking segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:30:09.245565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Bound using segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:30:09.246003 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Bound port: 78eb3b12-f528-4189-9f9a-ff743689b31f, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:30:09.246369 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:09.315731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:30:09.318963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=78eb3b12-f528-4189-9f9a-ff743689b31f,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:30:09.399096 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:09.435552 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:09.436177 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:09.437562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] 10.222.0.47 "PUT /v2.0/ports/78eb3b12-f528-4189-9f9a-ff743689b31f HTTP/1.1" status: 200 len: 1091 time: 0.7793415 Dec 11 23:30:09.438034 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:30:09.440324 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44e0093-1c7e-435d-8e01-12b2676fdc76" -d '{"events": [{"name": "network-changed", "server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:30:09.466723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52c0bf-90b6-4be9-82e6-9607323ea40e service neutron] Pushing event updated for resources: {'Port': ['ID=78eb3b12-f528-4189-9f9a-ff743689b31f,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:30:09.483413 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962bbae0-3470-4b94-9599-c2e0b629ce31 x-openstack-request-id: req-962bbae0-3470-4b94-9599-c2e0b629ce31 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:30:09.483701 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:30:09.483956 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-962bbae0-3470-4b94-9599-c2e0b629ce31 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:30:09.484363 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'status': 'completed', 'code': 200} Dec 11 23:30:09.568143 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e0093-1c7e-435d-8e01-12b2676fdc76 req-af0f78bd-4885-4682-ab00-168c68d6c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:09.570333 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f44e0093-1c7e-435d-8e01-12b2676fdc76 req-af0f78bd-4885-4682-ab00-168c68d6c05f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 1094 time: 0.0429387 Dec 11 23:30:09.688030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e0093-1c7e-435d-8e01-12b2676fdc76 req-89b2142a-72b4-44a5-a881-8e3ad810c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:09.689569 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f44e0093-1c7e-435d-8e01-12b2676fdc76 req-89b2142a-72b4-44a5-a881-8e3ad810c29a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1056457 Dec 11 23:30:09.792852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e0093-1c7e-435d-8e01-12b2676fdc76 req-7d3f4414-63f9-46b7-bce3-9465b3c6f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:09.794249 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f44e0093-1c7e-435d-8e01-12b2676fdc76 req-7d3f4414-63f9-46b7-bce3-9465b3c6f84b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980105 Dec 11 23:30:09.896265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-70cfbfc7-fa24-4ae2-8c73-7333d3bfebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:09.898309 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-70cfbfc7-fa24-4ae2-8c73-7333d3bfebba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 1094 time: 0.0452735 Dec 11 23:30:09.949268 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-9f814450-f9ad-4e5e-a2ee-9386a0fd2aaf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78eb3b12-f528-4189-9f9a-ff743689b31f HTTP/1.1" status: 200 len: 217 time: 0.0386040 Dec 11 23:30:09.998580 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-328d0335-c9d6-4200-b440-6622887c66cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:10.000095 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-328d0335-c9d6-4200-b440-6622887c66cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0439630 Dec 11 23:30:10.045603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-04e2e382-647c-401c-8cb5-243f9267c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:10.047076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-04e2e382-647c-401c-8cb5-243f9267c8f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403461 Dec 11 23:30:10.138511 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-9dd07d7a-03bc-42df-867e-8f97848dff6d service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833716 Dec 11 23:30:10.230513 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-52fc60fc-311c-48e9-8ad3-a9c8e8d5d9f5 req-a9fd6cfd-b7d3-4040-9a72-3ed9c3954a50 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853007 Dec 11 23:30:10.259604 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a087f7-7425-4d9a-a71d-71c5c9274543 req-e0257c9a-8311-4ed5-ad19-5f17316687f8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:10.261741 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a0a087f7-7425-4d9a-a71d-71c5c9274543 req-e0257c9a-8311-4ed5-ad19-5f17316687f8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 943 time: 0.0519147 Dec 11 23:30:10.314136 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a0a087f7-7425-4d9a-a71d-71c5c9274543 req-7a88e0b6-7777-449b-a5b3-b64056529e6d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463672 Dec 11 23:30:11.367015 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:30:11.437277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fdae0-4cef-4d92-a6f5-9dbded89dcf0 req-3471d5c2-19e6-4e41-86c4-c078c96fc3c3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:11.438756 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f92fdae0-4cef-4d92-a6f5-9dbded89dcf0 req-3471d5c2-19e6-4e41-86c4-c078c96fc3c3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 943 time: 0.0547016 Dec 11 23:30:11.485538 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f92fdae0-4cef-4d92-a6f5-9dbded89dcf0 req-d8a78bb8-f6b6-4a4a-aa93-76e48453f590 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408616 Dec 11 23:30:12.600956 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4a35-a7e4-4b87-844f-f0f679446317 req-7becc664-5425-4b13-b1be-bf70ae12912b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:12.602452 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-85ae4a35-a7e4-4b87-844f-f0f679446317 req-7becc664-5425-4b13-b1be-bf70ae12912b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 943 time: 0.0492702 Dec 11 23:30:12.649901 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-85ae4a35-a7e4-4b87-844f-f0f679446317 req-3f1c9adc-ebdf-409d-b74d-7e88302b2720 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415697 Dec 11 23:30:13.767742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c92935-866d-4746-bbba-9266d6af737a req-89742bda-4b27-495e-b638-1ac23afae63f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:13.769212 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8c92935-866d-4746-bbba-9266d6af737a req-89742bda-4b27-495e-b638-1ac23afae63f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 943 time: 0.0493524 Dec 11 23:30:13.816755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8c92935-866d-4746-bbba-9266d6af737a req-912e03a0-ac30-47a7-9796-605406c53845 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408466 Dec 11 23:30:13.979322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 78eb3b12-f528-4189-9f9a-ff743689b31f details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:30:14.064804 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:14.088133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=78eb3b12-f528-4189-9f9a-ff743689b31f,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:30:14.099332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'port_id': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'mac_address': 'fa:16:3e:9e:88:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:30:14.136850 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:14.150358 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78eb3b12-f528-4189-9f9a-ff743689b31f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:30:14.169013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=78eb3b12-f528-4189-9f9a-ff743689b31f,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:30:14.241628 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:14.288444 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=78eb3b12-f528-4189-9f9a-ff743689b31f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:30:14.538086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['78eb3b12-f528-4189-9f9a-ff743689b31f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:30:14.931486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8403f-5afd-4767-a6f3-f4581806c857 req-0e0759e5-450b-44dc-984c-9e8127e13dcc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:14.932966 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-93e8403f-5afd-4767-a6f3-f4581806c857 req-0e0759e5-450b-44dc-984c-9e8127e13dcc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 944 time: 0.0492163 Dec 11 23:30:14.980489 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-93e8403f-5afd-4767-a6f3-f4581806c857 req-3401b8f4-9445-4bd9-b674-25ec3a0c902c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415747 Dec 11 23:30:15.995097 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 78eb3b12-f528-4189-9f9a-ff743689b31f up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:30:16.083744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 78eb3b12-f528-4189-9f9a-ff743689b31f completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:30:16.088196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 78eb3b12-f528-4189-9f9a-ff743689b31f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:30:16.088583 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:16.098632 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cf742-5126-47c9-9520-150b785b889f req-aed60ee6-52b8-4a14-8200-034e2835034f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:16.100251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-828cf742-5126-47c9-9520-150b785b889f req-aed60ee6-52b8-4a14-8200-034e2835034f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 944 time: 0.0525901 Dec 11 23:30:16.153085 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-828cf742-5126-47c9-9520-150b785b889f req-48a03f5f-a3b3-48d6-9a08-523fd9770f7d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466564 Dec 11 23:30:16.172157 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:16.194989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:30:16.197187 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b315a2dff81fe6eb16762c0986af6462d723d254e5dcd7481c42c796baf278a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644379e0-2f5f-4a56-87e0-7f454cbf5d22" -d '{"events": [{"server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "name": "network-vif-plugged", "status": "completed", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:30:16.209403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=78eb3b12-f528-4189-9f9a-ff743689b31f,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:30:16.239082 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e4095e-acb8-4967-847d-8218a22edd07 x-openstack-request-id: req-91e4095e-acb8-4967-847d-8218a22edd07 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:30:16.239082 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "name": "network-vif-plugged", "status": "completed", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:30:16.239082 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91e4095e-acb8-4967-847d-8218a22edd07 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:30:16.239082 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'code': 200} Dec 11 23:30:16.284462 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:16.332652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=78eb3b12-f528-4189-9f9a-ff743689b31f,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:30:16.363812 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3dae0-73d0-4ba6-81ee-11d4e2238a9e req-89dc3c3f-9d57-473b-af3f-127f5092a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:16.365314 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27b3dae0-73d0-4ba6-81ee-11d4e2238a9e req-89dc3c3f-9d57-473b-af3f-127f5092a0a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 1096 time: 0.0399613 Dec 11 23:30:16.408512 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-27b3dae0-73d0-4ba6-81ee-11d4e2238a9e req-88143703-63b4-4aa9-b3ab-46a0291d3aff service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361452 Dec 11 23:30:17.266880 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc1e7c-b459-44db-a819-5f96f242e008 req-5a183634-4ec0-4e89-82fa-393a5c1c8954 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:17.268600 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86dc1e7c-b459-44db-a819-5f96f242e008 req-5a183634-4ec0-4e89-82fa-393a5c1c8954 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0488181 Dec 11 23:30:17.315666 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86dc1e7c-b459-44db-a819-5f96f242e008 req-99e6060d-f3b6-413d-a067-7fd8866ad46d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402958 Dec 11 23:30:17.780699 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:18.440690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42ea7f-4f81-4d6b-b252-459b83d688e6 req-2ac2bf9c-97e7-4ce7-b5d1-c34a1c33ca69 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:18.442088 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bf42ea7f-4f81-4d6b-b252-459b83d688e6 req-2ac2bf9c-97e7-4ce7-b5d1-c34a1c33ca69 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0538673 Dec 11 23:30:18.489288 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bf42ea7f-4f81-4d6b-b252-459b83d688e6 req-b3fa6da7-3f2f-4c26-8559-f8a2ae9b6752 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410287 Dec 11 23:30:18.604329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdcf71-d435-47d5-8661-a280d7f82850 req-5e8f3d02-e924-4925-8b32-49f6fc18a96c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:18.605801 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8cdcf71-d435-47d5-8661-a280d7f82850 req-5e8f3d02-e924-4925-8b32-49f6fc18a96c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0524869 Dec 11 23:30:18.614403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 48232) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:30:18.619035 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2aa91341-8755-42cf-8c4d-c4a5eacb50b1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Request body: {'floatingip': {'port_id': '78eb3b12-f528-4189-9f9a-ff743689b31f'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:30:18.659458 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2aa91341-8755-42cf-8c4d-c4a5eacb50b1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for floatingip, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:18.843627 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e727a06-857c-410a-ace8-ac1bc6a705a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:19.103280 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2aa91341-8755-42cf-8c4d-c4a5eacb50b1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:19.164098 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2aa91341-8755-42cf-8c4d-c4a5eacb50b1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:19.267272 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-2aa91341-8755-42cf-8c4d-c4a5eacb50b1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Floating IP 2703d565-597e-4989-9753-ac36e72f6470 associated. External IP: 172.25.1.110, port: 78eb3b12-f528-4189-9f9a-ff743689b31f. Dec 11 23:30:19.475342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa91341-8755-42cf-8c4d-c4a5eacb50b1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Router 12921754-01e1-47b2-bdb6-2befdc06697e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:30:19.582423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa91341-8755-42cf-8c4d-c4a5eacb50b1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:30:19.587498 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2aa91341-8755-42cf-8c4d-c4a5eacb50b1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:19.592900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03975a4-6a07-42d4-95a9-90f9e73244ea None None] Sync routers for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:30:19.604060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03975a4-6a07-42d4-95a9-90f9e73244ea None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:30:19.604689 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a03975a4-6a07-42d4-95a9-90f9e73244ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:29:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:30:19.614259 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2aa91341-8755-42cf-8c4d-c4a5eacb50b1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "PUT /v2.0/floatingips/2703d565-597e-4989-9753-ac36e72f6470 HTTP/1.1" status: 200 len: 991 time: 0.9987729 Dec 11 23:30:19.614874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:30:19.617814 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccff25d676e25c10a636bccff5bd145cd754b3ea10decfecd729acae8c5c512e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1031b463-9f62-4073-ae40-573d73616ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:30:19.657714 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9941619c-98c6-4b98-89fd-a51f15516c5b x-openstack-request-id: req-9941619c-98c6-4b98-89fd-a51f15516c5b {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:30:19.658025 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:30:19.658283 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9941619c-98c6-4b98-89fd-a51f15516c5b {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:30:19.658689 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'status': 'completed', 'code': 200} Dec 11 23:30:19.719217 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a03975a4-6a07-42d4-95a9-90f9e73244ea None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:30:19.753210 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031b463-9f62-4073-ae40-573d73616ae2 req-dd7fc01b-b41f-42f0-af05-9baad30e869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:19.754683 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1031b463-9f62-4073-ae40-573d73616ae2 req-dd7fc01b-b41f-42f0-af05-9baad30e869a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 1096 time: 0.0405025 Dec 11 23:30:19.886499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031b463-9f62-4073-ae40-573d73616ae2 req-c0b9bf60-a725-4641-89a2-57356f600a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:19.888078 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1031b463-9f62-4073-ae40-573d73616ae2 req-c0b9bf60-a725-4641-89a2-57356f600a91 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.1264138 Dec 11 23:30:19.953497 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1031b463-9f62-4073-ae40-573d73616ae2 req-1752190a-d902-4a1e-a4df-65fed4b66a22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78eb3b12-f528-4189-9f9a-ff743689b31f HTTP/1.1" status: 200 len: 999 time: 0.0579300 Dec 11 23:30:19.982747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a03975a4-6a07-42d4-95a9-90f9e73244ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2703d565-597e-4989-9753-ac36e72f6470', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'port_id': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'mac_address': 'fa:16:3e:9e:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:25:23Z', 'updated_at': '2021-12-11T23:30:19Z', 'revision_number': 9, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:30:20.003641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031b463-9f62-4073-ae40-573d73616ae2 req-3ab661c8-d585-47f1-92d5-d6dcdd66d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:20.005036 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1031b463-9f62-4073-ae40-573d73616ae2 req-3ab661c8-d585-47f1-92d5-d6dcdd66d6b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0450110 Dec 11 23:30:20.012480 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03975a4-6a07-42d4-95a9-90f9e73244ea None None] Checking router: 12921754-01e1-47b2-bdb6-2befdc06697e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:30:20.021066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03975a4-6a07-42d4-95a9-90f9e73244ea None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:30:20.021683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a03975a4-6a07-42d4-95a9-90f9e73244ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:29:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:30:20.054235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031b463-9f62-4073-ae40-573d73616ae2 req-dd88ddef-dd5d-4cd3-ad6a-9425e964b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:20.055751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1031b463-9f62-4073-ae40-573d73616ae2 req-dd88ddef-dd5d-4cd3-ad6a-9425e964b3b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439532 Dec 11 23:30:20.126063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a03975a4-6a07-42d4-95a9-90f9e73244ea None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:30:20.145751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1031b463-9f62-4073-ae40-573d73616ae2 req-5789c70f-7d57-4cbd-a3ee-6d550bbde0c4 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828412 Dec 11 23:30:20.240224 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1031b463-9f62-4073-ae40-573d73616ae2 req-cff42b00-659c-4f64-b998-d4dd6fd21101 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873806 Dec 11 23:30:20.349568 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a03975a4-6a07-42d4-95a9-90f9e73244ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2703d565-597e-4989-9753-ac36e72f6470', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'port_id': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'mac_address': 'fa:16:3e:9e:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:25:23Z', 'updated_at': '2021-12-11T23:30:19Z', 'revision_number': 9, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:30:20.381204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03975a4-6a07-42d4-95a9-90f9e73244ea None None] The sync data for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 is: [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2703d565-597e-4989-9753-ac36e72f6470', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'port_id': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'mac_address': 'fa:16:3e:9e:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:25:23Z', 'updated_at': '2021-12-11T23:30:19Z', 'revision_number': 9, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:30:20.571156 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de824fc-870d-4e5e-84a5-f0d6b590be12 None None] New status for floating IP 2703d565-597e-4989-9753-ac36e72f6470: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:30:21.326888 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2fde-7443-4532-a72f-92df941fa53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:22.380650 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:24.047391 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:24.664817 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:44.077285 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:47.768743 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:48.366296 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:30:48.881055 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-660472a3-1e4c-4d5b-94f2-a44cdb1c09b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:51.366721 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fa1f94d8-a6b9-4e03-bf6a-70a74305c1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:51.989043 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9079c5b-4362-42ca-b8bb-50a8d38372db req-4d27c945-ea73-47e8-965f-44e3d93c480f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405273 Dec 11 23:30:52.088790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9079c5b-4362-42ca-b8bb-50a8d38372db req-221391ef-329b-4eb8-abab-145feebffa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:52.090302 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9079c5b-4362-42ca-b8bb-50a8d38372db req-221391ef-329b-4eb8-abab-145feebffa0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 1096 time: 0.0398920 Dec 11 23:30:52.198330 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9079c5b-4362-42ca-b8bb-50a8d38372db req-99f6e0ce-401d-4463-8bdd-6429071d4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:52.199889 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9079c5b-4362-42ca-b8bb-50a8d38372db req-99f6e0ce-401d-4463-8bdd-6429071d4f01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0881135 Dec 11 23:30:52.285025 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9079c5b-4362-42ca-b8bb-50a8d38372db req-7b08dcfa-f1e1-461d-8733-a04f7a5a909f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78eb3b12-f528-4189-9f9a-ff743689b31f HTTP/1.1" status: 200 len: 1002 time: 0.0604300 Dec 11 23:30:52.333447 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9079c5b-4362-42ca-b8bb-50a8d38372db req-8a9681b2-bb76-4ac7-8d6d-608f253a9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:52.337202 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9079c5b-4362-42ca-b8bb-50a8d38372db req-8a9681b2-bb76-4ac7-8d6d-608f253a9a66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0431921 Dec 11 23:30:52.382566 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9079c5b-4362-42ca-b8bb-50a8d38372db req-3bf3a4ff-c497-4e61-bc85-31198a1162f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:30:52.384583 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9079c5b-4362-42ca-b8bb-50a8d38372db req-3bf3a4ff-c497-4e61-bc85-31198a1162f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429292 Dec 11 23:30:52.386208 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:52.473816 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9079c5b-4362-42ca-b8bb-50a8d38372db req-d6183164-c8ed-4d60-9261-d0bc486e3266 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809243 Dec 11 23:30:52.568758 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9079c5b-4362-42ca-b8bb-50a8d38372db req-e6a367b2-f8ca-4d0b-9101-fe941c7225c5 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878448 Dec 11 23:30:54.057753 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:30:54.663563 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:31:14.103068 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:31:17.802682 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:31:18.842412 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-63696a79-646b-42a0-9cbb-03886b8daf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:31:21.323159 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bf26c9ae-cebe-4e59-a056-67250903432b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:31:22.397078 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:31:24.053789 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:31:24.642842 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:31:25.365437 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:31:42.919538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-2e8b4bed-a27d-44bb-9ce7-072ecb374b0d req-27fd2fd6-cdf8-46c9-bc37-d5d9f8f320a2 service neutron] (103692) timed out ('10.222.0.13', 53833) {{(pid=103692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 11 23:31:44.082146 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:31:47.813842 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:31:48.842443 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d225468b-4edc-4bea-8c49-02dbd782bf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:31:51.322046 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c71d277-556f-4ff7-a93c-c76616c93c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:31:52.388252 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:31:53.078244 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adc67160-d767-4c9d-9042-80cc024e9476 req-c1ef71b7-7e77-478c-a805-c586a7b6879c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779359 Dec 11 23:31:53.176436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc67160-d767-4c9d-9042-80cc024e9476 req-c35f4cdb-b865-4fcd-b94e-98cd0ee03481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:31:53.177916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adc67160-d767-4c9d-9042-80cc024e9476 req-c35f4cdb-b865-4fcd-b94e-98cd0ee03481 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 1096 time: 0.0401855 Dec 11 23:31:53.284124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc67160-d767-4c9d-9042-80cc024e9476 req-e2902b8a-80ee-4092-8f3c-49fedba73409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:31:53.285523 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adc67160-d767-4c9d-9042-80cc024e9476 req-e2902b8a-80ee-4092-8f3c-49fedba73409 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0873880 Dec 11 23:31:53.656109 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adc67160-d767-4c9d-9042-80cc024e9476 req-8ce1a565-e960-4aeb-88e7-db518a9e687d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78eb3b12-f528-4189-9f9a-ff743689b31f HTTP/1.1" status: 200 len: 1002 time: 0.3631661 Dec 11 23:31:53.705627 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc67160-d767-4c9d-9042-80cc024e9476 req-a2a9e817-5ac6-4dee-8418-9f9b4a97a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:31:53.707112 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adc67160-d767-4c9d-9042-80cc024e9476 req-a2a9e817-5ac6-4dee-8418-9f9b4a97a61e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0426521 Dec 11 23:31:53.756178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc67160-d767-4c9d-9042-80cc024e9476 req-05ceb4b3-5f4a-4ac1-b9e9-fb32401f9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:31:53.757773 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adc67160-d767-4c9d-9042-80cc024e9476 req-05ceb4b3-5f4a-4ac1-b9e9-fb32401f9efe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440831 Dec 11 23:31:53.871659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adc67160-d767-4c9d-9042-80cc024e9476 req-920a2296-140e-41c8-843f-ad35579f0557 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833099 Dec 11 23:31:53.962899 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adc67160-d767-4c9d-9042-80cc024e9476 req-5e25ec64-9213-4e86-b028-a477fdf7b8e7 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839548 Dec 11 23:31:54.071218 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:31:54.670710 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:31:55.433285 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-9ed6084e-1b8b-4537-955f-07e9b155b2c0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706129 Dec 11 23:31:55.440585 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71028d68-ec44-4df1-a1b1-5e2b73a1582f req-c5c4751a-fdd8-4c8b-956f-69630dabfd71 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:31:55.441982 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71028d68-ec44-4df1-a1b1-5e2b73a1582f req-c5c4751a-fdd8-4c8b-956f-69630dabfd71 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.1224759 Dec 11 23:31:55.493997 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-71028d68-ec44-4df1-a1b1-5e2b73a1582f req-22eff28f-343e-423b-9152-56e07537643a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454171 Dec 11 23:31:56.740471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f4fd6-36c0-4809-bc8d-37209dba87b3 req-977ca799-1e0a-4cc4-8a8c-59a922430ba5 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:31:56.742203 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d05f4fd6-36c0-4809-bc8d-37209dba87b3 req-977ca799-1e0a-4cc4-8a8c-59a922430ba5 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.1008523 Dec 11 23:31:56.793263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d05f4fd6-36c0-4809-bc8d-37209dba87b3 req-59617c96-b655-4c73-8e05-aa4154366615 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450027 Dec 11 23:31:57.359201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-cf812fc4-493d-4644-b33d-a910eb5f8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:31:57.360681 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-cf812fc4-493d-4644-b33d-a910eb5f8000 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 1096 time: 0.0394223 Dec 11 23:31:57.452762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-5d28314b-fbe8-4785-98e3-810c4546634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:31:57.454219 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-5d28314b-fbe8-4785-98e3-810c4546634f service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0860794 Dec 11 23:31:57.517996 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-8b89e6c6-ffaa-4ee6-a20b-437acb17dcfc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78eb3b12-f528-4189-9f9a-ff743689b31f HTTP/1.1" status: 200 len: 1002 time: 0.0571594 Dec 11 23:31:57.565802 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-ab88d624-5684-46de-b448-e23c34d5d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:31:57.567226 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-ab88d624-5684-46de-b448-e23c34d5d759 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0424981 Dec 11 23:31:57.615539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-45a1674e-8f6d-43b9-887a-5cf53e3b4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:31:57.617625 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-45a1674e-8f6d-43b9-887a-5cf53e3b4a6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433607 Dec 11 23:31:57.704392 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-953f32b5-e9ce-4b6c-b2ba-51af64873759 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801570 Dec 11 23:31:57.797474 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-b7ada0e0-821c-40f7-bfb2-b54db08a32c8 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857575 Dec 11 23:31:57.911930 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ef855-df4e-4c09-9f6f-6a20d8d0afcc req-14563bfb-1384-42da-8131-ca534afe9acb tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:31:57.914176 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a01ef855-df4e-4c09-9f6f-6a20d8d0afcc req-14563bfb-1384-42da-8131-ca534afe9acb tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0495269 Dec 11 23:31:57.963553 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a01ef855-df4e-4c09-9f6f-6a20d8d0afcc req-e9650548-dc44-4279-a6b5-ed858bdbfdad tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424845 Dec 11 23:31:59.088742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fe4c3-750d-491a-935b-216d9b5d05c4 req-fd884d1b-f309-4080-b7f1-d72a307fd6ef tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:31:59.090637 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc2fe4c3-750d-491a-935b-216d9b5d05c4 req-fd884d1b-f309-4080-b7f1-d72a307fd6ef tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0575364 Dec 11 23:31:59.141147 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dc2fe4c3-750d-491a-935b-216d9b5d05c4 req-e5209569-a96d-4f18-b415-67203e9d0f73 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446191 Dec 11 23:32:00.279568 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44792e1d-e1bd-41ee-87cb-d8d91980911e req-5c9e3c3b-29aa-4c0f-b233-0bf509a489dc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:00.281051 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-44792e1d-e1bd-41ee-87cb-d8d91980911e req-5c9e3c3b-29aa-4c0f-b233-0bf509a489dc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0534539 Dec 11 23:32:00.336686 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-44792e1d-e1bd-41ee-87cb-d8d91980911e req-640c6e8a-4f42-46b6-9c4e-ea35494254f6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484889 Dec 11 23:32:01.454101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08f0ea-cc57-46ae-81a4-035c6552b0a2 req-575b0a57-c3b9-4eb3-a01f-dcb352a80232 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:01.455595 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b08f0ea-cc57-46ae-81a4-035c6552b0a2 req-575b0a57-c3b9-4eb3-a01f-dcb352a80232 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0485740 Dec 11 23:32:01.505555 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1b08f0ea-cc57-46ae-81a4-035c6552b0a2 req-e9677fea-e9e9-461a-b992-a5f17621312d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441720 Dec 11 23:32:02.364104 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:32:02.624685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50151848-0153-4ce8-af7b-fe0e97b79032 req-a0089cc2-6d5f-4e12-bf7d-c0b24d06ba77 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:02.626071 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-50151848-0153-4ce8-af7b-fe0e97b79032 req-a0089cc2-6d5f-4e12-bf7d-c0b24d06ba77 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0516591 Dec 11 23:32:02.673195 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-50151848-0153-4ce8-af7b-fe0e97b79032 req-c20e7187-0aac-4d5c-a4b1-19818cf6dd45 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412152 Dec 11 23:32:03.789807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebd1f5-ef56-4238-956d-0e4612ae57bd req-5b299616-d781-4a5f-a220-42e8be6d7100 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:03.791329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8ebd1f5-ef56-4238-956d-0e4612ae57bd req-5b299616-d781-4a5f-a220-42e8be6d7100 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0505447 Dec 11 23:32:03.838453 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8ebd1f5-ef56-4238-956d-0e4612ae57bd req-d061c7e4-b378-4465-8f81-72b5251460f3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412948 Dec 11 23:32:04.955780 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c3034-ea24-439f-839d-465bbd1c838f req-96a650d9-eec8-4d8b-a660-5353d562d052 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:04.957283 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c7c3034-ea24-439f-839d-465bbd1c838f req-96a650d9-eec8-4d8b-a660-5353d562d052 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0505199 Dec 11 23:32:05.004851 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2c7c3034-ea24-439f-839d-465bbd1c838f req-a89a6852-3a86-4eeb-b7e0-716d621514ab tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415237 Dec 11 23:32:06.122091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aae20-b046-4e42-a7e5-5845d9b1cba7 req-ab9b36a4-ad62-4918-a24f-22c3392722a1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:06.123616 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5aae20-b046-4e42-a7e5-5845d9b1cba7 req-ab9b36a4-ad62-4918-a24f-22c3392722a1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0482712 Dec 11 23:32:06.170754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc5aae20-b046-4e42-a7e5-5845d9b1cba7 req-ada56259-1dce-4ad5-b808-b03b742f7d6e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413651 Dec 11 23:32:07.292391 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8fa73-cf8f-4718-ae0f-d0ad455d8ec6 req-cb07f31e-001d-4190-adaf-39c1738af7a0 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:07.293797 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-96f8fa73-cf8f-4718-ae0f-d0ad455d8ec6 req-cb07f31e-001d-4190-adaf-39c1738af7a0 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0547485 Dec 11 23:32:07.343032 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-96f8fa73-cf8f-4718-ae0f-d0ad455d8ec6 req-38a819d6-abb2-4256-9bd2-2aa08b039d11 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432034 Dec 11 23:32:08.461783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd258df-fa70-44f7-8f42-ffa0f4eb8ac1 req-9724f6e0-b508-445a-81ab-4492b0e1290e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:08.463298 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdd258df-fa70-44f7-8f42-ffa0f4eb8ac1 req-9724f6e0-b508-445a-81ab-4492b0e1290e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0531981 Dec 11 23:32:08.510167 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fdd258df-fa70-44f7-8f42-ffa0f4eb8ac1 req-0635eb19-0e8a-4f2f-9952-483661007ca1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409768 Dec 11 23:32:09.626879 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f6ab2-c075-4f2f-bef4-74d1c3f12da1 req-6ff1038a-0bbd-4423-8671-96ff3a323ed4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:09.628358 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a18f6ab2-c075-4f2f-bef4-74d1c3f12da1 req-6ff1038a-0bbd-4423-8671-96ff3a323ed4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0484159 Dec 11 23:32:09.675614 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a18f6ab2-c075-4f2f-bef4-74d1c3f12da1 req-1082d729-e169-4579-b66f-760676908c79 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412731 Dec 11 23:32:10.050141 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-66592e86-ac8f-45fd-891a-a0a4bb1570db service neutron] show failed (client error): The resource could not be found. Dec 11 23:32:10.051209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-66592e86-ac8f-45fd-891a-a0a4bb1570db service neutron] 10.222.0.47 "GET /v2.0/ports/78eb3b12-f528-4189-9f9a-ff743689b31f/bindings/n-h2-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.0543025 Dec 11 23:32:10.631044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-d6c810b7-508b-45a1-9f92-e70ad9501b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:10.632553 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-d6c810b7-508b-45a1-9f92-e70ad9501b83 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263&tenant_id=cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 1096 time: 0.0783384 Dec 11 23:32:10.645432 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:32:10.700828 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:10.895476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b4748-6461-4b74-8491-fbf33c689d1d req-a4310c50-980d-46ba-86eb-790c2129e652 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:10.896965 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae8b4748-6461-4b74-8491-fbf33c689d1d req-a4310c50-980d-46ba-86eb-790c2129e652 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.1512992 Dec 11 23:32:10.969859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=78eb3b12-f528-4189-9f9a-ff743689b31f,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:32:10.974591 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae8b4748-6461-4b74-8491-fbf33c689d1d req-e863ca81-20e8-4e27-a9b5-f31f2ddec03c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710547 Dec 11 23:32:11.012882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:32:11.053178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:32:11.059068 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:11.071142 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Transition to ACTIVE for port object 78eb3b12-f528-4189-9f9a-ff743689b31f will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:32:11.094888 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d97635-c7f4-4d06-8505-cba0f5ddb22d" -d '{"events": [{"server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "name": "network-vif-unplugged", "status": "completed", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:32:11.142288 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:11.221355 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adbb8b4-a3ae-4c1d-b325-58d6c06cc718 x-openstack-request-id: req-4adbb8b4-a3ae-4c1d-b325-58d6c06cc718 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:32:11.221656 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "name": "network-vif-unplugged", "status": "completed", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:32:11.221918 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4adbb8b4-a3ae-4c1d-b325-58d6c06cc718 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:32:11.222334 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'code': 200} Dec 11 23:32:11.238106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Pushing event updated for resources: {'Port': ['ID=78eb3b12-f528-4189-9f9a-ff743689b31f,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:32:11.251258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:11.251617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:11.251972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:11.252320 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:11.252665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:11.253007 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:11.253346 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:11.253684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:11.254023 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:11.254356 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:11.254692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:11.255056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:11.255388 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:11.290691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] No DVR routers for this DVR port 78eb3b12-f528-4189-9f9a-ff743689b31f on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:32:11.429610 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Attempting to bind port 78eb3b12-f528-4189-9f9a-ff743689b31f on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:32:11.429878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Attempting to bind port 78eb3b12-f528-4189-9f9a-ff743689b31f by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:32:11.430217 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Attempting to bind port 78eb3b12-f528-4189-9f9a-ff743689b31f on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:32:11.434496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Port 78eb3b12-f528-4189-9f9a-ff743689b31f on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:32:11.434852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Attempting to bind port 78eb3b12-f528-4189-9f9a-ff743689b31f on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:32:11.439634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:32:11.439977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Checking segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:32:11.440368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Bound using segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:32:11.440797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Bound port: 78eb3b12-f528-4189-9f9a-ff743689b31f, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:32:11.441152 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:11.505397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:32:11.509031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=78eb3b12-f528-4189-9f9a-ff743689b31f,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:32:11.616728 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:11.653598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:11.654244 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:11.655629 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] 10.222.0.13 "PUT /v2.0/ports/78eb3b12-f528-4189-9f9a-ff743689b31f HTTP/1.1" status: 200 len: 1091 time: 1.0154455 Dec 11 23:32:11.676111 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675b2e3-5c5f-4f24-bbec-fcab3802208f service neutron] Pushing event updated for resources: {'Port': ['ID=78eb3b12-f528-4189-9f9a-ff743689b31f,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:32:11.727286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-aededca8-6511-4c32-b40e-62a3930aa433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:11.728849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-aededca8-6511-4c32-b40e-62a3930aa433 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 1094 time: 0.0467765 Dec 11 23:32:11.823797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-77de4e71-c0fe-4198-aa80-9d440a05564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:11.825284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-77de4e71-c0fe-4198-aa80-9d440a05564b service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0894599 Dec 11 23:32:11.895595 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-a680c870-19ec-4503-8557-a0779206fdd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78eb3b12-f528-4189-9f9a-ff743689b31f HTTP/1.1" status: 200 len: 1000 time: 0.0633519 Dec 11 23:32:11.946486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-8f4e3cf0-dce2-4b89-88a3-37bb6ee54dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:11.947865 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-8f4e3cf0-dce2-4b89-88a3-37bb6ee54dab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0453427 Dec 11 23:32:11.994288 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-edd0a24e-e3eb-424c-b4bd-daad896ae437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:11.995833 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-edd0a24e-e3eb-424c-b4bd-daad896ae437 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411031 Dec 11 23:32:12.126334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22261a3b-86ac-46d9-b47c-5756b5614703 req-5cc13c3f-2540-45f8-aa4c-73e7b669a915 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:12.127843 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22261a3b-86ac-46d9-b47c-5756b5614703 req-5cc13c3f-2540-45f8-aa4c-73e7b669a915 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 943 time: 0.0776258 Dec 11 23:32:12.130038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-be191629-b2a4-452f-a28b-f3c38ce9c70d service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272454 Dec 11 23:32:12.229401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-22261a3b-86ac-46d9-b47c-5756b5614703 req-923250e3-9f44-4a01-ace4-71fa13b41bd9 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953503 Dec 11 23:32:12.256637 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a21a2a0d-5ac7-4d5c-a743-2a6b161c32c6 req-afd43c24-5217-4a67-a6be-d310a0328396 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169076 Dec 11 23:32:13.224024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:32:13.227874 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d" -d '{"events": [{"name": "network-changed", "server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:32:13.277048 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b89add9-acb7-4a95-95c7-c8e985309b60 x-openstack-request-id: req-6b89add9-acb7-4a95-95c7-c8e985309b60 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:32:13.277353 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:32:13.277617 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b89add9-acb7-4a95-95c7-c8e985309b60 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:32:13.278029 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'status': 'completed', 'code': 200} Dec 11 23:32:13.407952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539a705-5e06-4f5b-9297-301fbae8fb25 req-6f436a17-307e-462f-a153-4ad97b3b06e6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:13.409418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f539a705-5e06-4f5b-9297-301fbae8fb25 req-6f436a17-307e-462f-a153-4ad97b3b06e6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 943 time: 0.1053748 Dec 11 23:32:13.411945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-c47883f6-78cb-4572-a014-16d26c7f3969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:13.413837 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-c47883f6-78cb-4572-a014-16d26c7f3969 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 1094 time: 0.1171670 Dec 11 23:32:13.423563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-1c3e3e09-25f5-498d-9b69-4652e8adf37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:13.424928 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-1c3e3e09-25f5-498d-9b69-4652e8adf37e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 1094 time: 0.0958109 Dec 11 23:32:13.561953 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f539a705-5e06-4f5b-9297-301fbae8fb25 req-bbb1760f-36b2-42b6-900e-819e60805014 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454935 Dec 11 23:32:13.608789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-ac5c872e-6151-431e-981b-cfbe86d46507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:13.610295 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-ac5c872e-6151-431e-981b-cfbe86d46507 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.1845522 Dec 11 23:32:13.614657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-3243f6e4-5134-4de9-8725-71fad945cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:13.616034 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-3243f6e4-5134-4de9-8725-71fad945cf82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.1814868 Dec 11 23:32:13.728741 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-2fab42aa-468e-459e-93bf-c59ca7cdb1cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78eb3b12-f528-4189-9f9a-ff743689b31f HTTP/1.1" status: 200 len: 1000 time: 0.1067235 Dec 11 23:32:13.730509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-4a248cb5-9aed-4dea-a56f-c201ecdb0c2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78eb3b12-f528-4189-9f9a-ff743689b31f HTTP/1.1" status: 200 len: 1000 time: 0.1029398 Dec 11 23:32:13.815199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-ec6c92a1-88b3-4df8-b8e9-70f8317d7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:13.816542 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-ec6c92a1-88b3-4df8-b8e9-70f8317d7927 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0806749 Dec 11 23:32:13.817912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-8e6c136b-b58e-4d14-81be-d09471acff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:13.819238 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-8e6c136b-b58e-4d14-81be-d09471acff6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0759809 Dec 11 23:32:13.886265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-8f60358e-1112-4932-8277-369fd122e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:13.887790 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-8f60358e-1112-4932-8277-369fd122e793 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635276 Dec 11 23:32:13.892897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-b5745bea-419d-43de-863d-3697011e1378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:13.894233 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-b5745bea-419d-43de-863d-3697011e1378 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629108 Dec 11 23:32:14.110897 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:14.349753 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-80950668-e3d2-40ed-8283-27bffbc67c47 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545753 Dec 11 23:32:14.351908 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-5c572833-3499-498e-817e-4d555150d5b4 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488420 Dec 11 23:32:14.508488 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-86e96a22-22d0-48c1-90e0-3607dd837ac6 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506023 Dec 11 23:32:14.510360 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3ddb718f-8a2b-4dd5-904b-fb71a1cfd34d req-e3dc3ecb-d927-4a63-9377-f1cc2b4c47c8 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456275 Dec 11 23:32:14.601750 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 78eb3b12-f528-4189-9f9a-ff743689b31f no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:32:14.641472 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 78eb3b12-f528-4189-9f9a-ff743689b31f not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:32:14.682644 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb45d5e-5ac6-4b91-8361-ad00aa59c61a req-af229586-8126-4431-9af0-848a3b143ab5 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:14.684096 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0bb45d5e-5ac6-4b91-8361-ad00aa59c61a req-af229586-8126-4431-9af0-848a3b143ab5 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 943 time: 0.0499363 Dec 11 23:32:14.734930 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0bb45d5e-5ac6-4b91-8361-ad00aa59c61a req-bcaa006f-7732-4386-871d-7f35b6779d2f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448298 Dec 11 23:32:15.858534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9065be5-7fd6-4be0-8ed3-ec2dc5d00769 req-b506c75b-12b0-4555-b0e0-3b6faf6f0151 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:15.860036 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9065be5-7fd6-4be0-8ed3-ec2dc5d00769 req-b506c75b-12b0-4555-b0e0-3b6faf6f0151 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 943 time: 0.0529733 Dec 11 23:32:15.906971 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9065be5-7fd6-4be0-8ed3-ec2dc5d00769 req-7d3d4538-acd8-49e1-8872-b316db6cf27a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410273 Dec 11 23:32:16.461569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 78eb3b12-f528-4189-9f9a-ff743689b31f details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:32:16.502133 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d540452-10df-4812-9c89-cfbfcb5cd5f3 req-a3ae63ac-9081-4482-b4b7-a172c69dd820 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:16.503650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d540452-10df-4812-9c89-cfbfcb5cd5f3 req-a3ae63ac-9081-4482-b4b7-a172c69dd820 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 943 time: 0.0729928 Dec 11 23:32:16.542393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-a41d0047-2a22-411e-8fa0-0621c091f366 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:16.543874 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-a41d0047-2a22-411e-8fa0-0621c091f366 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.13 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263&tenant_id=cba4a72d12624bd4a95f80cdd5f96149&binding%3Ahost_id=n-h2-710847-6 HTTP/1.1" status: 200 len: 943 time: 0.0798168 Dec 11 23:32:16.562118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=78eb3b12-f528-4189-9f9a-ff743689b31f,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:32:16.573698 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'port_id': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'mac_address': 'fa:16:3e:9e:88:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:32:16.598663 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d540452-10df-4812-9c89-cfbfcb5cd5f3 req-4f64b4cb-9ed6-4b74-99a9-78124740afa8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865304 Dec 11 23:32:16.610924 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:16.623995 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78eb3b12-f528-4189-9f9a-ff743689b31f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:32:16.625574 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-32227b00-2ccb-41dc-aad2-ee8d69a2b4a8 service neutron] 10.222.0.13 "GET /v2.0/ports/78eb3b12-f528-4189-9f9a-ff743689b31f/bindings/n-h2-710847-6 HTTP/1.1" status: 200 len: 382 time: 0.0725667 Dec 11 23:32:16.644539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=78eb3b12-f528-4189-9f9a-ff743689b31f,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:32:16.688173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-beb1d415-b984-4e79-868c-d7c069a870d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:16.689656 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-beb1d415-b984-4e79-868c-d7c069a870d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 1094 time: 0.0407333 Dec 11 23:32:16.719310 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:16.769912 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=78eb3b12-f528-4189-9f9a-ff743689b31f,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:32:16.777844 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:16.778195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:16.778540 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:16.778909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:16.779248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:16.779586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:16.779914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:16.780241 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:16.780569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:16.780896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:16.781238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:16.781545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:16.781866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:32:16.784342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-f0dd3e8a-48cf-4ca2-8256-6af11b698170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:16.785859 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-f0dd3e8a-48cf-4ca2-8256-6af11b698170 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0887277 Dec 11 23:32:16.852833 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-ae824b74-2723-49ce-8878-3bf03da5060d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78eb3b12-f528-4189-9f9a-ff743689b31f HTTP/1.1" status: 200 len: 1001 time: 0.0591180 Dec 11 23:32:16.901072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-9d37a76b-f888-49f2-b389-51e0c1602056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:16.902393 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-9d37a76b-f888-49f2-b389-51e0c1602056 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0424185 Dec 11 23:32:16.950373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-b67df953-73da-427a-b595-39ab55dcdbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:16.951863 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-b67df953-73da-427a-b595-39ab55dcdbca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430253 Dec 11 23:32:17.039606 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-a52ccf63-4110-4cde-a5f4-d44240990798 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802391 Dec 11 23:32:17.043584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['78eb3b12-f528-4189-9f9a-ff743689b31f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:32:17.132842 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-6a8a0778-f1fd-40a6-ae3c-6a1c963acd7a service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861897 Dec 11 23:32:17.719636 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a8b9-541c-4deb-a044-537699252ae7 req-5f4a52ad-73b6-4b0c-a557-c54d215f5a62 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:17.721110 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9841a8b9-541c-4deb-a044-537699252ae7 req-5f4a52ad-73b6-4b0c-a557-c54d215f5a62 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 944 time: 0.0489850 Dec 11 23:32:17.768636 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9841a8b9-541c-4deb-a044-537699252ae7 req-8cfbaf24-8878-4e68-b920-35bedddd83ff tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415423 Dec 11 23:32:17.833443 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:18.464727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 78eb3b12-f528-4189-9f9a-ff743689b31f up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:32:18.618852 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 78eb3b12-f528-4189-9f9a-ff743689b31f completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:32:18.622769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 78eb3b12-f528-4189-9f9a-ff743689b31f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:32:18.623173 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:18.700067 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:18.727343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:32:18.742195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=78eb3b12-f528-4189-9f9a-ff743689b31f,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:32:18.768335 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece72ec8-8913-487c-8ce4-c25a4b1ebadf" -d '{"events": [{"server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "name": "network-vif-plugged", "status": "completed", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:32:18.853872 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0c0767cd-81f6-4c76-b71c-f182cc681c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:18.857072 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:18.894200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d750a-ba71-44e8-9d71-23943bf3b528 req-ec751115-0b1e-4322-86c4-f57c9a1ce187 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:18.896439 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd4d750a-ba71-44e8-9d71-23943bf3b528 req-ec751115-0b1e-4322-86c4-f57c9a1ce187 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0523341 Dec 11 23:32:18.900329 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd50c7a-f8ae-4a73-b2a1-0ae57629abc8 x-openstack-request-id: req-2dd50c7a-f8ae-4a73-b2a1-0ae57629abc8 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:32:18.900855 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "name": "network-vif-plugged", "status": "completed", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:32:18.901167 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2dd50c7a-f8ae-4a73-b2a1-0ae57629abc8 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:32:18.901620 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'code': 200} Dec 11 23:32:18.924927 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=78eb3b12-f528-4189-9f9a-ff743689b31f,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:32:18.950029 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cd4d750a-ba71-44e8-9d71-23943bf3b528 req-0624edbe-8f15-4159-8e9c-5158d2b3d721 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464084 Dec 11 23:32:19.813366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-94ebbabf-c6d8-4e60-a993-77da1af20bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:19.815086 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-94ebbabf-c6d8-4e60-a993-77da1af20bbe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263&tenant_id=cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 1096 time: 0.0416112 Dec 11 23:32:19.832201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:32:19.883768 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:20.097378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=78eb3b12-f528-4189-9f9a-ff743689b31f,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:32:20.133690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:32:20.181593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:32:20.184000 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb69a50-1158-4f7a-afcc-6631f91992a1" -d '{"events": [{"server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "name": "network-vif-unplugged", "status": "completed", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:32:20.188491 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:20.202968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Transition to ACTIVE for port object 78eb3b12-f528-4189-9f9a-ff743689b31f will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:32:20.240858 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e26906-7834-4003-834d-c603f65ce9cc x-openstack-request-id: req-50e26906-7834-4003-834d-c603f65ce9cc {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:32:20.245071 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "name": "network-vif-unplugged", "status": "completed", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:32:20.245071 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50e26906-7834-4003-834d-c603f65ce9cc {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:32:20.245071 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'code': 200} Dec 11 23:32:20.262737 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:20.361425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Pushing event updated for resources: {'Port': ['ID=78eb3b12-f528-4189-9f9a-ff743689b31f,revision_number=10']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:32:20.420900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] No DVR routers for this DVR port 78eb3b12-f528-4189-9f9a-ff743689b31f on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:32:20.432908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574ea49-4d8e-4fdc-928f-be7d59aa915f req-b5195724-a8d7-4138-b2f1-ce475b188e5a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:20.434498 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b574ea49-4d8e-4fdc-928f-be7d59aa915f req-b5195724-a8d7-4138-b2f1-ce475b188e5a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 944 time: 0.0961716 Dec 11 23:32:20.555052 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b574ea49-4d8e-4fdc-928f-be7d59aa915f req-156fd71d-f80a-4edd-8cbf-d5c87040b8a8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902946 Dec 11 23:32:20.602772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Attempting to bind port 78eb3b12-f528-4189-9f9a-ff743689b31f on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:32:20.603273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Attempting to bind port 78eb3b12-f528-4189-9f9a-ff743689b31f by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:32:20.603605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Attempting to bind port 78eb3b12-f528-4189-9f9a-ff743689b31f on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:32:20.607830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Port 78eb3b12-f528-4189-9f9a-ff743689b31f on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:32:20.608154 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Attempting to bind port 78eb3b12-f528-4189-9f9a-ff743689b31f on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:32:20.612977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:32:20.613256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Checking segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:32:20.613644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Bound using segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:32:20.614070 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Bound port: 78eb3b12-f528-4189-9f9a-ff743689b31f, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:32:20.614449 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:20.676260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:32:20.679441 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=78eb3b12-f528-4189-9f9a-ff743689b31f,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:32:20.837233 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:20.877413 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:20.878034 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:20.879471 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] 10.222.0.47 "PUT /v2.0/ports/78eb3b12-f528-4189-9f9a-ff743689b31f HTTP/1.1" status: 200 len: 1092 time: 1.0513985 Dec 11 23:32:20.899306 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5955988-806e-4d7c-96fb-ffa76abf2110 service neutron] Pushing event updated for resources: {'Port': ['ID=78eb3b12-f528-4189-9f9a-ff743689b31f,revision_number=11']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:32:20.964992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-04a345c7-e10c-418a-921a-ad22d52217ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:20.966566 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-04a345c7-e10c-418a-921a-ad22d52217ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 1095 time: 0.0460021 Dec 11 23:32:21.062151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-b163e749-bdbb-48e7-b17d-ffb78a357afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:21.063700 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-b163e749-bdbb-48e7-b17d-ffb78a357afa service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0904329 Dec 11 23:32:21.135266 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-32ee5be0-e1f5-4f71-9dc1-bbeae7cafd40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78eb3b12-f528-4189-9f9a-ff743689b31f HTTP/1.1" status: 200 len: 1000 time: 0.0640793 Dec 11 23:32:21.184289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-fd6c7245-6dda-453a-be87-e9f7459a2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:21.185721 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-fd6c7245-6dda-453a-be87-e9f7459a2be1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0437117 Dec 11 23:32:21.231198 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-9022f683-7f55-4f60-a462-974c8e007e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:21.232645 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-9022f683-7f55-4f60-a462-974c8e007e77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398042 Dec 11 23:32:21.325732 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-31d60c7a-e435-4510-8a35-d7d49f4de0d7 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857866 Dec 11 23:32:21.350465 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-76eb32ca-2de6-422a-b1a2-0e20b55ef9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:21.416963 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63cf8e56-8873-4da1-bccb-83a147e1407a req-9c47f362-3481-43d7-a1c5-a563a76fbeec service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845661 Dec 11 23:32:21.677759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68010c-7fba-4c9d-bd08-0fb15d7aa44a req-852b3aa4-a331-4299-b2ab-331b47ac03a0 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:21.679164 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3b68010c-7fba-4c9d-bd08-0fb15d7aa44a req-852b3aa4-a331-4299-b2ab-331b47ac03a0 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 944 time: 0.0519893 Dec 11 23:32:21.727161 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3b68010c-7fba-4c9d-bd08-0fb15d7aa44a req-bda80cc6-430d-487d-92f2-dd9312103e14 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419531 Dec 11 23:32:22.243953 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:32:22.246305 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6c612f-ae31-4e59-8d73-a34eba61a85f" -d '{"events": [{"name": "network-changed", "server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:32:22.293526 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42df031f-9562-4312-adb9-3e6c00ad9eb3 x-openstack-request-id: req-42df031f-9562-4312-adb9-3e6c00ad9eb3 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:32:22.293820 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:32:22.294074 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-42df031f-9562-4312-adb9-3e6c00ad9eb3 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:32:22.294482 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'status': 'completed', 'code': 200} Dec 11 23:32:22.388857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-40feb0b8-46b1-40e9-8d8b-1c5f198a2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:22.390601 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-40feb0b8-46b1-40e9-8d8b-1c5f198a2374 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 1095 time: 0.0787406 Dec 11 23:32:22.396335 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-1646b7f8-40ea-4863-98b5-21b77ec5b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:22.396577 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:22.397823 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-1646b7f8-40ea-4863-98b5-21b77ec5b045 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 1095 time: 0.0526385 Dec 11 23:32:22.479188 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 78eb3b12-f528-4189-9f9a-ff743689b31f no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:32:22.518796 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 78eb3b12-f528-4189-9f9a-ff743689b31f not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:32:22.555098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-3f0d14cc-3bdf-4716-a951-04a4c45ac7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:22.556575 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-3f0d14cc-3bdf-4716-a951-04a4c45ac7fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.1579235 Dec 11 23:32:22.557896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-0db97e10-44de-41da-9673-1c5123cdff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:22.559830 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-0db97e10-44de-41da-9673-1c5123cdff65 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.1541865 Dec 11 23:32:22.670006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-cd7a378b-4ca5-4c7d-af1f-9c4a01c87191 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78eb3b12-f528-4189-9f9a-ff743689b31f HTTP/1.1" status: 200 len: 1000 time: 0.1062617 Dec 11 23:32:22.671603 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-e4a2a0a5-3055-4656-8a24-191f0d4188f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78eb3b12-f528-4189-9f9a-ff743689b31f HTTP/1.1" status: 200 len: 1000 time: 0.1025784 Dec 11 23:32:22.756380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-3993bc7e-d7af-4e7e-a6b4-a027add00733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:22.758404 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-3993bc7e-d7af-4e7e-a6b4-a027add00733 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0817604 Dec 11 23:32:22.759668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-59edb674-8295-410c-8764-c94e2a9470c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:22.760961 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-59edb674-8295-410c-8764-c94e2a9470c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0767093 Dec 11 23:32:22.803134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-440d61ed-7b0e-484b-9dbd-e50b18f3b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:22.805406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-440d61ed-7b0e-484b-9dbd-e50b18f3b2db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405459 Dec 11 23:32:22.850248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e9ebc-eb2c-4708-8721-27fc465e7588 req-17b5440e-3978-458a-b408-4702a4050d0e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:22.851960 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-069e9ebc-eb2c-4708-8721-27fc465e7588 req-17b5440e-3978-458a-b408-4702a4050d0e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 944 time: 0.0532451 Dec 11 23:32:22.903544 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-069e9ebc-eb2c-4708-8721-27fc465e7588 req-bf9b4362-8ad7-4d98-be47-d3330e898275 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453615 Dec 11 23:32:22.915001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-2ad045f8-9529-4618-8a55-78330d974c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:22.916498 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-2ad045f8-9529-4618-8a55-78330d974c33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963113 Dec 11 23:32:22.950350 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-f56c1726-4932-476b-83c9-0dcd82ebba8b service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380239 Dec 11 23:32:23.079632 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-cbe81a27-057e-4b5b-a19a-f3368728cdef service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515820 Dec 11 23:32:23.109801 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-3b2dafce-8866-458b-aa7b-361adcb19614 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333227 Dec 11 23:32:23.182257 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e6c612f-ae31-4e59-8d73-a34eba61a85f req-0e07c8cd-b5c1-4ece-9801-679499679d17 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932121 Dec 11 23:32:24.026037 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b944c-cec5-4bc0-8258-cde825ee364e req-bce02eb1-6c93-4666-800c-4af0a0e0b59f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:24.027502 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b29b944c-cec5-4bc0-8258-cde825ee364e req-bce02eb1-6c93-4666-800c-4af0a0e0b59f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 944 time: 0.0526779 Dec 11 23:32:24.059034 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:24.076533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b29b944c-cec5-4bc0-8258-cde825ee364e req-009f6d17-eb22-4ca4-8f08-201eb0989fce tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421579 Dec 11 23:32:24.191669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8b1f2-5658-470b-aa52-be6ef497ed1b req-41afdc27-1ea9-4241-a01f-4496aba1efef tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:24.193036 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aab8b1f2-5658-470b-aa52-be6ef497ed1b req-41afdc27-1ea9-4241-a01f-4496aba1efef tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 944 time: 0.0476613 Dec 11 23:32:24.243426 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aab8b1f2-5658-470b-aa52-be6ef497ed1b req-e8b0dfd7-cd55-4156-bbcd-e41c9a404e53 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438864 Dec 11 23:32:24.354421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f85eed-15ce-4418-bb23-65226e55bee4 req-a6858ed0-16cd-493a-a85a-02c6aff61595 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:24.355916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83f85eed-15ce-4418-bb23-65226e55bee4 req-a6858ed0-16cd-493a-a85a-02c6aff61595 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 944 time: 0.0476391 Dec 11 23:32:24.407138 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83f85eed-15ce-4418-bb23-65226e55bee4 req-39b7482a-2c94-4b4b-b1e9-ed9e6c3fb67d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453165 Dec 11 23:32:24.648991 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 78eb3b12-f528-4189-9f9a-ff743689b31f details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:32:24.651448 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:24.746709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=78eb3b12-f528-4189-9f9a-ff743689b31f,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:32:24.759038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'port_id': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'mac_address': 'fa:16:3e:9e:88:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:32:24.799044 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:24.811420 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78eb3b12-f528-4189-9f9a-ff743689b31f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:32:24.829887 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=78eb3b12-f528-4189-9f9a-ff743689b31f,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:32:24.899718 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:24.947943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=78eb3b12-f528-4189-9f9a-ff743689b31f,revision_number=12']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:32:24.968985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412b109-6748-497d-a072-88e1cd082517 req-dbd945ac-13b7-4259-b1e2-2f2ae9292674 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:24.970499 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4412b109-6748-497d-a072-88e1cd082517 req-dbd945ac-13b7-4259-b1e2-2f2ae9292674 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0505018 Dec 11 23:32:25.020372 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4412b109-6748-497d-a072-88e1cd082517 req-fcc169e2-b4ae-4d2e-8eb4-6b9cb8127c88 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426326 Dec 11 23:32:25.193924 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['78eb3b12-f528-4189-9f9a-ff743689b31f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:32:26.138542 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb722a-9ed9-4221-b268-2e22e9c92e5a req-df92a9e2-98d1-40af-b70c-63aba7221c39 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:26.140333 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a6eb722a-9ed9-4221-b268-2e22e9c92e5a req-df92a9e2-98d1-40af-b70c-63aba7221c39 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0502810 Dec 11 23:32:26.190157 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a6eb722a-9ed9-4221-b268-2e22e9c92e5a req-bd1210a9-2996-41c3-9874-db0b2450b28d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439126 Dec 11 23:32:26.347191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bde496-6e86-4a9a-bfec-9be1ad24d30b req-4f968a44-71d1-4156-8c8f-aa6a1e4f361b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:26.348574 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8bde496-6e86-4a9a-bfec-9be1ad24d30b req-4f968a44-71d1-4156-8c8f-aa6a1e4f361b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.47 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 945 time: 0.0488868 Dec 11 23:32:26.441023 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-f8bde496-6e86-4a9a-bfec-9be1ad24d30b req-1a33ff06-ed89-4d0c-af25-d8193012971c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Deleting port 78eb3b12-f528-4189-9f9a-ff743689b31f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:32:26.441289 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f8bde496-6e86-4a9a-bfec-9be1ad24d30b req-1a33ff06-ed89-4d0c-af25-d8193012971c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:26.530386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f8bde496-6e86-4a9a-bfec-9be1ad24d30b req-1a33ff06-ed89-4d0c-af25-d8193012971c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] For port 78eb3b12-f528-4189-9f9a-ff743689b31f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=78eb3b12-f528-4189-9f9a-ff743689b31f,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:32:26.530776 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f8bde496-6e86-4a9a-bfec-9be1ad24d30b req-1a33ff06-ed89-4d0c-af25-d8193012971c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:26.666758 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 78eb3b12-f528-4189-9f9a-ff743689b31f up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:32:26.708113 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f8bde496-6e86-4a9a-bfec-9be1ad24d30b req-1a33ff06-ed89-4d0c-af25-d8193012971c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:26.719456 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f8bde496-6e86-4a9a-bfec-9be1ad24d30b req-1a33ff06-ed89-4d0c-af25-d8193012971c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:26.719456 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-f8bde496-6e86-4a9a-bfec-9be1ad24d30b req-1a33ff06-ed89-4d0c-af25-d8193012971c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Floating IP 2703d565-597e-4989-9753-ac36e72f6470 disassociated. External IP: 172.25.1.110, port: 78eb3b12-f528-4189-9f9a-ff743689b31f. Dec 11 23:32:26.719456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-f8bde496-6e86-4a9a-bfec-9be1ad24d30b req-1a33ff06-ed89-4d0c-af25-d8193012971c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Calling delete_port for 78eb3b12-f528-4189-9f9a-ff743689b31f owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:32:26.807858 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 78eb3b12-f528-4189-9f9a-ff743689b31f completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:32:26.820259 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 78eb3b12-f528-4189-9f9a-ff743689b31f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:32:26.820259 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:26.890749 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:26.925245 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f8bde496-6e86-4a9a-bfec-9be1ad24d30b req-1a33ff06-ed89-4d0c-af25-d8193012971c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:26.955544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33ff06-ed89-4d0c-af25-d8193012971c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Pushing event deleted for resources: {'Port': ['ID=78eb3b12-f528-4189-9f9a-ff743689b31f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:32:27.080773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8bde496-6e86-4a9a-bfec-9be1ad24d30b req-1a33ff06-ed89-4d0c-af25-d8193012971c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Router 12921754-01e1-47b2-bdb6-2befdc06697e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:32:27.195533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8bde496-6e86-4a9a-bfec-9be1ad24d30b req-1a33ff06-ed89-4d0c-af25-d8193012971c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:32:27.206615 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301303be-5d37-4361-8abf-9dec094ac5df None None] Sync routers for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:32:27.219695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301303be-5d37-4361-8abf-9dec094ac5df None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:32:27.220525 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-301303be-5d37-4361-8abf-9dec094ac5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:32:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:32:27.241018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bde496-6e86-4a9a-bfec-9be1ad24d30b req-1a33ff06-ed89-4d0c-af25-d8193012971c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] No DVR routers for this DVR port 78eb3b12-f528-4189-9f9a-ff743689b31f on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:32:27.243935 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f8bde496-6e86-4a9a-bfec-9be1ad24d30b req-1a33ff06-ed89-4d0c-af25-d8193012971c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:27.247710 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f8bde496-6e86-4a9a-bfec-9be1ad24d30b req-1a33ff06-ed89-4d0c-af25-d8193012971c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.47 "DELETE /v2.0/ports/78eb3b12-f528-4189-9f9a-ff743689b31f HTTP/1.1" status: 204 len: 173 time: 0.8931496 Dec 11 23:32:27.248167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'name': 'network-vif-deleted', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:32:27.251140 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ae276d-cb4a-4760-a447-596a9bed3b23" -d '{"events": [{"server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "name": "network-vif-deleted", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:32:27.295872 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97d534f-01f8-4340-bd9a-455d5334001f x-openstack-request-id: req-f97d534f-01f8-4340-bd9a-455d5334001f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:32:27.296451 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1779e-b554-4c7e-9a2c-e7ebf3747263", "name": "network-vif-deleted", "tag": "78eb3b12-f528-4189-9f9a-ff743689b31f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:32:27.296451 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f97d534f-01f8-4340-bd9a-455d5334001f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:32:27.296812 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1779e-b554-4c7e-9a2c-e7ebf3747263', 'name': 'network-vif-deleted', 'tag': '78eb3b12-f528-4189-9f9a-ff743689b31f', 'status': 'completed', 'code': 200} Dec 11 23:32:27.312080 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f626ca8-293a-4d96-8de3-89efe106c55b req-15a84c5b-64e6-4176-a973-7f39d2079b4a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=72e1779e-b554-4c7e-9a2c-e7ebf3747263 HTTP/1.1" status: 200 len: 210 time: 0.0279505 Dec 11 23:32:27.346898 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-301303be-5d37-4361-8abf-9dec094ac5df None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:32:27.556265 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-301303be-5d37-4361-8abf-9dec094ac5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:32:27.587910 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301303be-5d37-4361-8abf-9dec094ac5df None None] Checking router: 12921754-01e1-47b2-bdb6-2befdc06697e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:32:27.596310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301303be-5d37-4361-8abf-9dec094ac5df None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:32:27.596928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-301303be-5d37-4361-8abf-9dec094ac5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:32:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:32:27.702121 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-301303be-5d37-4361-8abf-9dec094ac5df None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:32:28.060468 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-301303be-5d37-4361-8abf-9dec094ac5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:32:28.090092 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301303be-5d37-4361-8abf-9dec094ac5df None None] The sync data for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 is: [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:32:28.325852 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d8c066-dfdb-4a92-8673-7f5903427e68 None None] New status for floating IP 2703d565-597e-4989-9753-ac36e72f6470: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:32:28.613747 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-30197533-2ebc-4f36-9ee5-02ac9c0b16cd tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--861181139&fields=id&tenant_id=cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 267 time: 0.0408618 Dec 11 23:32:28.722965 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-3f52fcc8-71ea-4bd7-a125-9b15f353ed7e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:28.724361 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-3f52fcc8-71ea-4bd7-a125-9b15f353ed7e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 812 time: 0.1031556 Dec 11 23:32:28.739289 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-43117b6f-bd6c-4d57-931e-fe1f65666d3b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/quotas/cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 375 time: 0.0090129 Dec 11 23:32:28.791885 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-22f5ab10-b9b0-4e0b-8b3c-9958d02ff788 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465760 Dec 11 23:32:28.958987 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-4cb7e963-cf7f-40a0-a6a6-62aaf679db81 service neutron] 10.222.0.45 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223710 Dec 11 23:32:29.047706 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-f32975fe-83f6-416f-9902-e515fd043635 service neutron] 10.222.0.45 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826552 Dec 11 23:32:29.294304 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ae8fbb6a-a62a-4d3f-94f1-5d17e76bc85d req-c3e205ca-829a-4cfa-a14e-096745546a35 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 210 time: 0.0266602 Dec 11 23:32:30.374991 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a07fdb68-0768-41c2-8649-32d663b99bdc req-74d18850-ef7b-4188-a8dc-0afc42fefeb4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 210 time: 0.0269606 Dec 11 23:32:30.696479 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 78eb3b12-f528-4189-9f9a-ff743689b31f no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:32:30.716915 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 78eb3b12-f528-4189-9f9a-ff743689b31f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:32:30.717262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 78eb3b12-f528-4189-9f9a-ff743689b31f not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:32:31.451816 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8faa6acb-dfe6-4efa-ab19-1724959b0c03 req-30911f03-f01b-46a8-8ea3-b4b05bffcecb tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 210 time: 0.0264285 Dec 11 23:32:32.528314 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6ebe4f16-8fd8-4d81-b928-7da43626836d req-46252bb5-198f-4d11-baa9-a1ea8cd0bb00 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 210 time: 0.0259583 Dec 11 23:32:33.623381 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-44ece350-ed78-4001-b45b-6cfc6119f35b req-59183193-e16f-46eb-9c18-0a0b55affcf9 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 210 time: 0.0279830 Dec 11 23:32:34.333150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-0ec99abc-1d05-430c-9055-54da44fd6d07 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:34.334524 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-0ec99abc-1d05-430c-9055-54da44fd6d07 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 812 time: 0.1043200 Dec 11 23:32:34.395769 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-3b22d600-9138-470b-bcdc-1852ed8bc251 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 379 time: 0.0522935 Dec 11 23:32:34.405538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-13583dcc-abc1-4c2f-a404-857af1eecf1d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Request body: {'port': {'device_id': 'f109565a-87fd-4468-af5e-3782999c1278', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'admin_state_up': True, 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'security_groups': ['d90d7ddc-ab45-4799-8197-a13f1dde4302']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:32:34.601924 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-13583dcc-abc1-4c2f-a404-857af1eecf1d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Made reservation on behalf of cba4a72d12624bd4a95f80cdd5f96149 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:32:34.605553 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-13583dcc-abc1-4c2f-a404-857af1eecf1d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:34.722550 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ebef351a-cd45-4cb0-b7c8-2467e7e307e8 req-c0da3211-06e2-49d4-abe1-8b1796200560 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 210 time: 0.0303442 Dec 11 23:32:34.738322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-13583dcc-abc1-4c2f-a404-857af1eecf1d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Allocated IP 172.20.0.6 (3104d8d5-46cb-43ee-8f81-d17bbd0929c1/07c6906f-fa64-4b51-b1cf-e8b495888c4e/df03b174-91df-4815-9d44-5d7349da7d0d) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:32:34.874068 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-13583dcc-abc1-4c2f-a404-857af1eecf1d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:35.313875 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-13583dcc-abc1-4c2f-a404-857af1eecf1d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:35.360037 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-13583dcc-abc1-4c2f-a404-857af1eecf1d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:32:35.363095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-13583dcc-abc1-4c2f-a404-857af1eecf1d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:32:35.366870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-13583dcc-abc1-4c2f-a404-857af1eecf1d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:32:35.373112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13583dcc-abc1-4c2f-a404-857af1eecf1d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Pushing event updated for resources: {'Port': ['ID=df03b174-91df-4815-9d44-5d7349da7d0d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:32:35.420811 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-13583dcc-abc1-4c2f-a404-857af1eecf1d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:35.421581 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-13583dcc-abc1-4c2f-a404-857af1eecf1d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:35.530143 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-13583dcc-abc1-4c2f-a404-857af1eecf1d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1283438 Dec 11 23:32:35.543403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Request body: {'port': {'device_id': 'f109565a-87fd-4468-af5e-3782999c1278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:32:35.596522 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-46d3ae77-bdd7-4635-afe4-05fe1a95e122 None None] Provisioning complete for port df03b174-91df-4815-9d44-5d7349da7d0d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:32:35.597092 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46d3ae77-bdd7-4635-afe4-05fe1a95e122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:35.598551 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:35.630864 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-46d3ae77-bdd7-4635-afe4-05fe1a95e122 None None] Port df03b174-91df-4815-9d44-5d7349da7d0d cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:32:35.867803 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3ceb8-1a43-40f3-9335-8c3546d5cd6c req-5968464d-8403-4cab-9e73-2cdf270eb085 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:35.869181 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77a3ceb8-1a43-40f3-9335-8c3546d5cd6c req-5968464d-8403-4cab-9e73-2cdf270eb085 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 931 time: 0.0762448 Dec 11 23:32:35.920465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df03b174-91df-4815-9d44-5d7349da7d0d {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:32:35.936201 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:35.961467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-77a3ceb8-1a43-40f3-9335-8c3546d5cd6c req-4bfd5348-161a-4df9-9697-5a66eee0016d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707300 Dec 11 23:32:35.962350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Transition to ACTIVE for port object df03b174-91df-4815-9d44-5d7349da7d0d will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:32:36.035894 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:36.090420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Pushing event updated for resources: {'Port': ['ID=df03b174-91df-4815-9d44-5d7349da7d0d,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:32:36.157214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Attempting to bind port df03b174-91df-4815-9d44-5d7349da7d0d on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:32:36.157556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Attempting to bind port df03b174-91df-4815-9d44-5d7349da7d0d by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:32:36.157904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Attempting to bind port df03b174-91df-4815-9d44-5d7349da7d0d on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:32:36.162396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Port df03b174-91df-4815-9d44-5d7349da7d0d on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:32:36.162723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Attempting to bind port df03b174-91df-4815-9d44-5d7349da7d0d on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:32:36.168495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:32:36.168841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Checking segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:32:36.169253 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Bound using segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:32:36.169670 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Bound port: df03b174-91df-4815-9d44-5d7349da7d0d, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:32:36.170035 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:36.238943 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:32:36.242145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=df03b174-91df-4815-9d44-5d7349da7d0d,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:32:36.310926 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:36.347867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:36.348585 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:36.354865 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] 10.222.0.13 "PUT /v2.0/ports/df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 1091 time: 0.8116348 Dec 11 23:32:36.354865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:32:36.354865 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b33f54-68ab-495c-b6dd-847e0b169a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:32:36.380390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb91d3-3c00-4107-898c-08f6e8c9d87b service neutron] Pushing event updated for resources: {'Port': ['ID=df03b174-91df-4815-9d44-5d7349da7d0d,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:32:36.396063 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8456c6f5-aa30-4412-a0db-6208084bbcd6 x-openstack-request-id: req-8456c6f5-aa30-4412-a0db-6208084bbcd6 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:32:36.396383 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:32:36.396639 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8456c6f5-aa30-4412-a0db-6208084bbcd6 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:32:36.397047 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'status': 'completed', 'code': 200} Dec 11 23:32:36.462856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b33f54-68ab-495c-b6dd-847e0b169a4d req-128afd7b-09fd-4305-a041-e705460da459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:36.464585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7b33f54-68ab-495c-b6dd-847e0b169a4d req-128afd7b-09fd-4305-a041-e705460da459 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 1094 time: 0.0447230 Dec 11 23:32:36.568672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b33f54-68ab-495c-b6dd-847e0b169a4d req-71a6d010-6d1c-4bfd-835c-aeb37c0d8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:36.570941 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7b33f54-68ab-495c-b6dd-847e0b169a4d req-71a6d010-6d1c-4bfd-835c-aeb37c0d8da8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0991368 Dec 11 23:32:36.664198 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b33f54-68ab-495c-b6dd-847e0b169a4d req-14609a34-8fd0-4a0d-b365-8743cd6174c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:36.665682 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7b33f54-68ab-495c-b6dd-847e0b169a4d req-14609a34-8fd0-4a0d-b365-8743cd6174c3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881808 Dec 11 23:32:36.739848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-759cf166-2188-49ee-8266-1d88253f011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:36.741425 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-759cf166-2188-49ee-8266-1d88253f011b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 1094 time: 0.0414321 Dec 11 23:32:36.787792 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-fc884f13-025a-4ab9-9d5b-cd8b3fcf0cc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 217 time: 0.0391731 Dec 11 23:32:36.837353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-e5b28c33-4cad-42bd-a854-fb1155def4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:36.838778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-e5b28c33-4cad-42bd-a854-fb1155def4fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0430529 Dec 11 23:32:36.884634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-913cf1f7-2bd4-43c0-800e-cbbb413ec528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:36.886100 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-913cf1f7-2bd4-43c0-800e-cbbb413ec528 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408256 Dec 11 23:32:36.976795 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-c7af7072-8514-43c5-aa00-da85b7939b33 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838542 Dec 11 23:32:37.102480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82e64d29-281e-4ca3-8fbb-26bae5cfa3b0 req-e0ab13ad-3281-4e5c-8fea-e388d95f76cd service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188972 Dec 11 23:32:37.110738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb516579-0e69-4c50-b17f-357b26f230a9 req-0e98c5ad-6461-4e2e-ac00-a233a6a0b4e2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:37.112171 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cb516579-0e69-4c50-b17f-357b26f230a9 req-0e98c5ad-6461-4e2e-ac00-a233a6a0b4e2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0819132 Dec 11 23:32:37.161540 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cb516579-0e69-4c50-b17f-357b26f230a9 req-714f9d7a-8447-445e-85df-425ad45142f0 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424919 Dec 11 23:32:38.282289 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e0e11-1463-4cbd-bf6e-e4561ca7e809 req-aeca8d2b-1e19-48ab-b952-6e88f0ecf035 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:38.283692 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-071e0e11-1463-4cbd-bf6e-e4561ca7e809 req-aeca8d2b-1e19-48ab-b952-6e88f0ecf035 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0493951 Dec 11 23:32:38.331228 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-071e0e11-1463-4cbd-bf6e-e4561ca7e809 req-68d7232f-c327-4138-a4e5-0456cf0e22ef tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413232 Dec 11 23:32:39.362833 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:32:39.445978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810282b0-9237-468b-ad70-75bf90ba00a3 req-4b1c23cd-8bba-4ab5-af4e-ee2d4cf99de7 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:39.447488 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-810282b0-9237-468b-ad70-75bf90ba00a3 req-4b1c23cd-8bba-4ab5-af4e-ee2d4cf99de7 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0491152 Dec 11 23:32:39.495110 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-810282b0-9237-468b-ad70-75bf90ba00a3 req-e46855cd-7f55-4958-a274-86ac4c03887e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417831 Dec 11 23:32:40.588519 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device df03b174-91df-4815-9d44-5d7349da7d0d details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:32:40.611074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3237e-3bb0-4f44-97b5-4dd746314a61 req-cb5166df-6a6b-46fe-8cde-41f7beee4dd8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:40.612559 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03d3237e-3bb0-4f44-97b5-4dd746314a61 req-cb5166df-6a6b-46fe-8cde-41f7beee4dd8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0496454 Dec 11 23:32:40.661021 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-03d3237e-3bb0-4f44-97b5-4dd746314a61 req-4294f657-942c-45b5-bcdf-0281fc96f6a3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419655 Dec 11 23:32:40.683511 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=df03b174-91df-4815-9d44-5d7349da7d0d,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:32:40.694741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'port_id': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'mac_address': 'fa:16:3e:24:07:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:32:40.735359 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:40.747742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df03b174-91df-4815-9d44-5d7349da7d0d {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:32:40.767287 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=df03b174-91df-4815-9d44-5d7349da7d0d,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:32:40.851414 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:40.900906 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=df03b174-91df-4815-9d44-5d7349da7d0d,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:32:41.145571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['df03b174-91df-4815-9d44-5d7349da7d0d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:32:41.782224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdc1f8-ed16-417e-a4d8-f3e355858e97 req-8699933d-0f90-41b6-9639-67a6d0119d7c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:41.783772 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1bfdc1f8-ed16-417e-a4d8-f3e355858e97 req-8699933d-0f90-41b6-9639-67a6d0119d7c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 944 time: 0.0546377 Dec 11 23:32:41.830844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1bfdc1f8-ed16-417e-a4d8-f3e355858e97 req-423be311-f09d-4ca9-bee3-83413c7cb2fa tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405424 Dec 11 23:32:42.589484 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device df03b174-91df-4815-9d44-5d7349da7d0d up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:32:42.707243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port df03b174-91df-4815-9d44-5d7349da7d0d completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:32:42.711997 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port df03b174-91df-4815-9d44-5d7349da7d0d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:32:42.712375 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:42.788974 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:42.814033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:32:42.816340 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce1cf6e-2e43-4613-9eec-8a8ec0f90076" -d '{"events": [{"server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "name": "network-vif-plugged", "status": "completed", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:32:42.828565 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=df03b174-91df-4815-9d44-5d7349da7d0d,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:32:42.855136 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ac4026-5470-44fb-9565-2ab7f4ebb715 x-openstack-request-id: req-50ac4026-5470-44fb-9565-2ab7f4ebb715 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:32:42.855430 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "name": "network-vif-plugged", "status": "completed", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:32:42.855686 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50ac4026-5470-44fb-9565-2ab7f4ebb715 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:32:42.856090 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'code': 200} Dec 11 23:32:42.895827 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:42.945953 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=df03b174-91df-4815-9d44-5d7349da7d0d,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:32:42.976871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f969a-4bfe-408f-bbd5-b1d500987a4a req-5f0542ca-caf6-4e8f-8c33-e4cda5d38e7e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:42.978391 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-423f969a-4bfe-408f-bbd5-b1d500987a4a req-5f0542ca-caf6-4e8f-8c33-e4cda5d38e7e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0757468 Dec 11 23:32:42.984549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094dd36-90b0-4f13-b72e-6aff4624757f req-0ded2479-cc3f-4df1-9786-3f3bf4e216c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:42.985948 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a094dd36-90b0-4f13-b72e-6aff4624757f req-0ded2479-cc3f-4df1-9786-3f3bf4e216c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 1096 time: 0.0728042 Dec 11 23:32:43.054141 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-423f969a-4bfe-408f-bbd5-b1d500987a4a req-9d8478cd-9a50-400a-bfdc-9ed96bf2374a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671372 Dec 11 23:32:43.063938 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a094dd36-90b0-4f13-b72e-6aff4624757f req-42463749-cc3e-43aa-aa47-ef80ae0ff0ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700724 Dec 11 23:32:44.124313 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:44.175087 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be433b20-ade4-44c4-873b-1e67385e570a req-56586df7-393c-49b4-bf1c-b04bd1f97e46 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:44.176568 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-be433b20-ade4-44c4-873b-1e67385e570a req-56586df7-393c-49b4-bf1c-b04bd1f97e46 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0524063 Dec 11 23:32:44.222888 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-be433b20-ade4-44c4-873b-1e67385e570a req-15d06bb6-8348-49a0-bb94-d4288dc8db56 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395322 Dec 11 23:32:45.344354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b7173-6fff-414c-ae09-3a8530f8b019 req-ae1f5895-5669-49a7-af86-31a66a28c84f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:45.345908 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a90b7173-6fff-414c-ae09-3a8530f8b019 req-ae1f5895-5669-49a7-af86-31a66a28c84f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0516808 Dec 11 23:32:45.395043 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a90b7173-6fff-414c-ae09-3a8530f8b019 req-ab5974d6-47e0-421f-a16d-291bbdd3d60e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424733 Dec 11 23:32:45.504787 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cb283-b40d-4088-a230-d7e1f25c6d14 req-b10a0483-1b65-4523-8796-503712778af3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:45.506179 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-821cb283-b40d-4088-a230-d7e1f25c6d14 req-b10a0483-1b65-4523-8796-503712778af3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0477741 Dec 11 23:32:45.515639 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 48648) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:32:45.520039 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-f44204e5-54cc-4166-9415-adfee5cc882b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Request body: {'floatingip': {'port_id': 'df03b174-91df-4815-9d44-5d7349da7d0d'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:32:45.563882 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f44204e5-54cc-4166-9415-adfee5cc882b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for floatingip, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:45.984646 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f44204e5-54cc-4166-9415-adfee5cc882b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:46.050035 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f44204e5-54cc-4166-9415-adfee5cc882b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:46.149558 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-f44204e5-54cc-4166-9415-adfee5cc882b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Floating IP 2703d565-597e-4989-9753-ac36e72f6470 associated. External IP: 172.25.1.110, port: df03b174-91df-4815-9d44-5d7349da7d0d. Dec 11 23:32:46.623360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44204e5-54cc-4166-9415-adfee5cc882b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Router 12921754-01e1-47b2-bdb6-2befdc06697e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:32:46.729180 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44204e5-54cc-4166-9415-adfee5cc882b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:32:46.734104 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f44204e5-54cc-4166-9415-adfee5cc882b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:46.739793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a7401-e1ff-4d20-a1bf-38dfa2b1edd5 None None] Sync routers for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:32:46.748761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a7401-e1ff-4d20-a1bf-38dfa2b1edd5 None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:32:46.749392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a49a7401-e1ff-4d20-a1bf-38dfa2b1edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:32:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:32:46.764488 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f44204e5-54cc-4166-9415-adfee5cc882b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "PUT /v2.0/floatingips/2703d565-597e-4989-9753-ac36e72f6470 HTTP/1.1" status: 200 len: 992 time: 1.2450671 Dec 11 23:32:46.764488 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:32:46.805955 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b8f82dd82bb3308a7fe1c0bc9646015abbcd992e8595cd3773a37f0ca4f15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2332ee-edec-49ea-9453-316f212bf434" -d '{"events": [{"name": "network-changed", "server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:32:46.859121 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a49a7401-e1ff-4d20-a1bf-38dfa2b1edd5 None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:32:46.893207 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aab4448-6000-4bc1-802f-467393b3ab79 x-openstack-request-id: req-6aab4448-6000-4bc1-802f-467393b3ab79 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:32:46.893504 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:32:46.893751 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6aab4448-6000-4bc1-802f-467393b3ab79 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:32:46.894160 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'status': 'completed', 'code': 200} Dec 11 23:32:46.957787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2332ee-edec-49ea-9453-316f212bf434 req-e9c9c01a-7e27-4836-be6d-82e5cf6aa971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:46.959312 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f2332ee-edec-49ea-9453-316f212bf434 req-e9c9c01a-7e27-4836-be6d-82e5cf6aa971 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 1096 time: 0.0425365 Dec 11 23:32:47.058163 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2332ee-edec-49ea-9453-316f212bf434 req-5423115e-33c1-4947-9380-d5eeb4e89c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:47.059635 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f2332ee-edec-49ea-9453-316f212bf434 req-5423115e-33c1-4947-9380-d5eeb4e89c29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0910769 Dec 11 23:32:47.091511 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a49a7401-e1ff-4d20-a1bf-38dfa2b1edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2703d565-597e-4989-9753-ac36e72f6470', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'port_id': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'mac_address': 'fa:16:3e:24:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f109565a-87fd-4468-af5e-3782999c1278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:25:23Z', 'updated_at': '2021-12-11T23:32:45Z', 'revision_number': 13, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:32:47.118765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a7401-e1ff-4d20-a1bf-38dfa2b1edd5 None None] Checking router: 12921754-01e1-47b2-bdb6-2befdc06697e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:32:47.125596 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f2332ee-edec-49ea-9453-316f212bf434 req-bddeac34-200a-4243-a75d-06fbe5171056 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 1000 time: 0.0591557 Dec 11 23:32:47.127121 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a7401-e1ff-4d20-a1bf-38dfa2b1edd5 None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:32:47.127735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a49a7401-e1ff-4d20-a1bf-38dfa2b1edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:32:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:32:47.179546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2332ee-edec-49ea-9453-316f212bf434 req-30074f2e-a8f3-4e19-86ff-ac627d6eeaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:47.181013 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f2332ee-edec-49ea-9453-316f212bf434 req-30074f2e-a8f3-4e19-86ff-ac627d6eeaca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0491266 Dec 11 23:32:47.227243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2332ee-edec-49ea-9453-316f212bf434 req-47ff0028-ab42-4036-8de0-aa54e72fd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:32:47.228784 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f2332ee-edec-49ea-9453-316f212bf434 req-47ff0028-ab42-4036-8de0-aa54e72fd937 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407073 Dec 11 23:32:47.234410 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a49a7401-e1ff-4d20-a1bf-38dfa2b1edd5 None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:32:47.320484 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f2332ee-edec-49ea-9453-316f212bf434 req-33863299-47cc-4ae4-8f70-f8c52d426d6e service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847752 Dec 11 23:32:47.416543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7f2332ee-edec-49ea-9453-316f212bf434 req-66525b81-0be3-4612-973e-3efdc95b2594 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884390 Dec 11 23:32:47.462009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a49a7401-e1ff-4d20-a1bf-38dfa2b1edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2703d565-597e-4989-9753-ac36e72f6470', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'port_id': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'mac_address': 'fa:16:3e:24:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f109565a-87fd-4468-af5e-3782999c1278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:25:23Z', 'updated_at': '2021-12-11T23:32:45Z', 'revision_number': 13, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:32:47.493087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a7401-e1ff-4d20-a1bf-38dfa2b1edd5 None None] The sync data for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 is: [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2703d565-597e-4989-9753-ac36e72f6470', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'port_id': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'mac_address': 'fa:16:3e:24:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f109565a-87fd-4468-af5e-3782999c1278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:25:23Z', 'updated_at': '2021-12-11T23:32:45Z', 'revision_number': 13, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:32:47.690162 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb04aeb-4ab7-404c-8cd3-d2c312b53f70 None None] New status for floating IP 2703d565-597e-4989-9753-ac36e72f6470: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:32:47.844264 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:48.855785 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd7f5383-c1ae-4859-9e8e-c63ce7fb9939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:51.329841 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c29a057f-f664-4bd2-8251-3ee4bf8ee6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:52.392405 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:54.070584 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:32:54.661395 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:33:14.101059 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:33:16.362179 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:33:17.853029 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:33:18.855122 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-63a815d7-96be-44b8-8228-3edde78fc13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:33:21.335234 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4680dd21-cb7e-4780-9e2b-1d1b44bb9353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:33:22.452176 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:33:24.058260 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:33:24.649351 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:33:39.435879 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc371a5b-c336-426e-a4c3-df2393acda75 req-b3eedf43-34f3-44e7-b4d9-90adbf7b5453 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445642 Dec 11 23:33:39.520134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc371a5b-c336-426e-a4c3-df2393acda75 req-321cf1d0-f50f-4817-b101-253abaad649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:33:39.521702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc371a5b-c336-426e-a4c3-df2393acda75 req-321cf1d0-f50f-4817-b101-253abaad649b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 1096 time: 0.0447452 Dec 11 23:33:39.627724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc371a5b-c336-426e-a4c3-df2393acda75 req-600b92df-622d-4c32-a338-93729ffce018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:33:39.629205 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc371a5b-c336-426e-a4c3-df2393acda75 req-600b92df-622d-4c32-a338-93729ffce018 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0892389 Dec 11 23:33:39.694443 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc371a5b-c336-426e-a4c3-df2393acda75 req-ffd23e81-0ee6-4e57-81b6-b91b57e42b6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 1002 time: 0.0580616 Dec 11 23:33:39.748209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc371a5b-c336-426e-a4c3-df2393acda75 req-8940524c-9615-4d17-8b81-20d82f6e6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:33:39.749653 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc371a5b-c336-426e-a4c3-df2393acda75 req-8940524c-9615-4d17-8b81-20d82f6e6222 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0482852 Dec 11 23:33:39.794930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc371a5b-c336-426e-a4c3-df2393acda75 req-f3621b3c-89f7-45d8-900e-63935cc2fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:33:39.796399 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc371a5b-c336-426e-a4c3-df2393acda75 req-f3621b3c-89f7-45d8-900e-63935cc2fbe3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402987 Dec 11 23:33:39.884345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc371a5b-c336-426e-a4c3-df2393acda75 req-f85d7f87-2a27-4279-a5cc-483649065bb7 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806477 Dec 11 23:33:39.981303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc371a5b-c336-426e-a4c3-df2393acda75 req-d28076d5-268c-4c91-9485-4262f5cce2f0 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872166 Dec 11 23:33:44.100749 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:33:47.871765 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:33:48.874475 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57c5954a-54ea-4a22-ab5e-7db675e085ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:33:51.332078 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-41531b2c-8395-4df4-bdbd-adb49f9abc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:33:52.414455 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:33:53.360951 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:33:54.071406 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:33:54.691915 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:34:14.094029 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:34:17.874276 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:34:18.857380 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dc8ef840-b593-4db4-b090-9dede450250e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:34:21.328248 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-21c0fbf4-b226-461b-84ce-bd6434f4948a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:34:22.402318 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:34:24.097995 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:34:24.680254 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:34:30.359500 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:34:41.426795 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9ef9215-8894-4aa8-9023-defded9f055a req-6bf20f8a-7c10-4140-bf28-9c33386aa403 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399246 Dec 11 23:34:41.507561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef9215-8894-4aa8-9023-defded9f055a req-cd89416d-3a1d-4734-bc68-34a8b2c9f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:34:41.509057 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9ef9215-8894-4aa8-9023-defded9f055a req-cd89416d-3a1d-4734-bc68-34a8b2c9f998 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 1096 time: 0.0403323 Dec 11 23:34:41.614613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef9215-8894-4aa8-9023-defded9f055a req-4f2410b5-631d-450d-b576-7eadacf19329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:34:41.616119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9ef9215-8894-4aa8-9023-defded9f055a req-4f2410b5-631d-450d-b576-7eadacf19329 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0889168 Dec 11 23:34:41.682102 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9ef9215-8894-4aa8-9023-defded9f055a req-a836db7b-cb42-420e-830f-99a44269d154 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 1002 time: 0.0589356 Dec 11 23:34:41.736761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef9215-8894-4aa8-9023-defded9f055a req-a50533a1-9a8d-4ae2-80a8-519dbcc59913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:34:41.738266 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9ef9215-8894-4aa8-9023-defded9f055a req-a50533a1-9a8d-4ae2-80a8-519dbcc59913 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0492032 Dec 11 23:34:41.783009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef9215-8894-4aa8-9023-defded9f055a req-77e6de04-0323-4923-a0ef-7380f334794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:34:41.784481 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9ef9215-8894-4aa8-9023-defded9f055a req-77e6de04-0323-4923-a0ef-7380f334794a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395827 Dec 11 23:34:41.795249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-d9ef9215-8894-4aa8-9023-defded9f055a req-eb07c5d7-4c86-486b-a845-a2433a3b1fa0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:34:41.796190 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9ef9215-8894-4aa8-9023-defded9f055a req-eb07c5d7-4c86-486b-a845-a2433a3b1fa0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048840 Dec 11 23:34:41.883145 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9ef9215-8894-4aa8-9023-defded9f055a req-109bdf47-5069-4b78-a54f-062d3f4c9c27 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797129 Dec 11 23:34:41.977629 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d9ef9215-8894-4aa8-9023-defded9f055a req-4a13bd52-98a4-49ec-a0c8-a4f8afbd3106 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874250 Dec 11 23:34:44.127578 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:34:47.851365 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:34:48.853165 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3024441b-aaed-4e10-8dd4-a864bcfe72fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:34:51.325562 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c605-6e5d-42cd-ac4b-1321df7afc34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:34:52.411689 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:34:54.073739 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:34:54.676675 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:07.358297 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:35:14.149512 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:16.438506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048f8a9-daac-4745-bcbb-aeed27f56ab5 req-15aa41f1-da75-4322-90d2-b9ed6f8c0e41 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:16.440237 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7048f8a9-daac-4745-bcbb-aeed27f56ab5 req-15aa41f1-da75-4322-90d2-b9ed6f8c0e41 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0497222 Dec 11 23:35:16.486768 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7048f8a9-daac-4745-bcbb-aeed27f56ab5 req-a1279f37-f1e5-459e-994c-240d892ec898 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408454 Dec 11 23:35:17.892564 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:18.858774 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23a4e485-c137-4833-9dec-a957c35e6146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:21.319408 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da067a7c-4263-4367-a42c-37fddfdb71fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:22.399459 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:24.063982 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:24.664034 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:29.255661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-006be15a-7c7e-4619-aabc-f2e6f3c61eeb req-d43532d9-fd96-4a23-a446-a4e04bc5d774 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:35:29.256717 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-006be15a-7c7e-4619-aabc-f2e6f3c61eeb req-d43532d9-fd96-4a23-a446-a4e04bc5d774 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0427289 Dec 11 23:35:29.599550 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec87d30-517f-4118-9106-d39f6f0d719c req-168635d4-4200-4db0-8da0-6c1c8ffd7e84 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:29.601059 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cec87d30-517f-4118-9106-d39f6f0d719c req-168635d4-4200-4db0-8da0-6c1c8ffd7e84 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0607197 Dec 11 23:35:29.657097 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cec87d30-517f-4118-9106-d39f6f0d719c req-d05b2239-f6ce-4af6-b916-508e918e4ce9 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499072 Dec 11 23:35:29.739927 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-dfd60211-8d9b-41c0-a0b5-775203edc8c2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817916 Dec 11 23:35:29.748784 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-33f11f2b-f2c4-4c87-8f44-fbf897a2647e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:35:29.749734 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-33f11f2b-f2c4-4c87-8f44-fbf897a2647e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050499 Dec 11 23:35:30.784284 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fbff6-c103-40ce-a91b-9773069bc1b2 req-bd2d0bc6-2fcf-46e2-98e5-e57bacbaeeb5 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:30.785881 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-160fbff6-c103-40ce-a91b-9773069bc1b2 req-bd2d0bc6-2fcf-46e2-98e5-e57bacbaeeb5 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0569348 Dec 11 23:35:30.833932 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-160fbff6-c103-40ce-a91b-9773069bc1b2 req-dbe30a2a-e690-435d-bbbf-30fb2b8eccad tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417669 Dec 11 23:35:31.826963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-80e9ca05-ecd6-4978-af89-9a64aa30f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:31.828439 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-80e9ca05-ecd6-4978-af89-9a64aa30f915 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 1096 time: 0.0397358 Dec 11 23:35:31.922226 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-c3d1ad8c-7b9c-45a0-9a0b-e2f96f691815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:31.923723 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-c3d1ad8c-7b9c-45a0-9a0b-e2f96f691815 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0889447 Dec 11 23:35:31.953375 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439c786-b04a-42b3-9b5e-becf7d94d8d2 req-f786fa05-9500-444a-8e95-8bef10627772 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:31.954881 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1439c786-b04a-42b3-9b5e-becf7d94d8d2 req-f786fa05-9500-444a-8e95-8bef10627772 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0483489 Dec 11 23:35:31.991516 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-e7763f93-ecc7-48e4-8701-f5cbd19800a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 1002 time: 0.0607865 Dec 11 23:35:32.004850 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1439c786-b04a-42b3-9b5e-becf7d94d8d2 req-8b502344-bc84-4dc2-be66-793b741ff050 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433941 Dec 11 23:35:32.040285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-98ac4550-446d-483c-ac33-d92644fa9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:32.041737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-98ac4550-446d-483c-ac33-d92644fa9abe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0436168 Dec 11 23:35:32.090475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-1890bdc0-8dc2-470c-b6c1-34e419bd9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:32.091880 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-1890bdc0-8dc2-470c-b6c1-34e419bd9130 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424852 Dec 11 23:35:32.181135 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-353ae6bb-7ad3-4335-b9dd-a632d8221137 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811901 Dec 11 23:35:32.279077 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-0ddd257e-283c-4e2d-9954-7356a7e8532e service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909495 Dec 11 23:35:33.122436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646b38b-7500-4fbb-ac24-bf506b2c84de req-23129c8e-fe7b-4802-ae90-2fbdf5b674fe tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:33.123955 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c646b38b-7500-4fbb-ac24-bf506b2c84de req-23129c8e-fe7b-4802-ae90-2fbdf5b674fe tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0504925 Dec 11 23:35:33.171747 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c646b38b-7500-4fbb-ac24-bf506b2c84de req-b7a87d8a-1f11-45b0-a573-b207242928ef tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417638 Dec 11 23:35:34.292738 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf0865-5c5c-4b79-ad80-9844b49b0753 req-31e431af-ea1f-4895-a28e-50bd07acb9a4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:34.294125 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-adbf0865-5c5c-4b79-ad80-9844b49b0753 req-31e431af-ea1f-4895-a28e-50bd07acb9a4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0540431 Dec 11 23:35:34.340210 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-adbf0865-5c5c-4b79-ad80-9844b49b0753 req-a306cf7d-ab54-4582-a824-9a41f5f226c4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400167 Dec 11 23:35:35.455462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dde86-00d9-4c01-b280-24821d07023d req-ed3ce9a1-b0b2-4567-811d-12797ccd7c61 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:35.456963 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba8dde86-00d9-4c01-b280-24821d07023d req-ed3ce9a1-b0b2-4567-811d-12797ccd7c61 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0490599 Dec 11 23:35:35.503837 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba8dde86-00d9-4c01-b280-24821d07023d req-5761bc36-f754-46cc-89bb-b66f7b1a1e6a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408945 Dec 11 23:35:36.620490 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0987e9e-1aba-4efe-be7f-2402407f904d req-bd1719d3-1aec-4689-b23c-d9e00bb30163 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:36.623398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b0987e9e-1aba-4efe-be7f-2402407f904d req-bd1719d3-1aec-4689-b23c-d9e00bb30163 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0482171 Dec 11 23:35:36.668853 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b0987e9e-1aba-4efe-be7f-2402407f904d req-c1d62b34-d701-4286-b869-5993e17e1600 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407631 Dec 11 23:35:37.787510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceaca4-99e6-4965-8d6c-db52df8eb870 req-d5ba5027-6d19-43ba-93f8-417b075eec3b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:37.788955 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7ceaca4-99e6-4965-8d6c-db52df8eb870 req-d5ba5027-6d19-43ba-93f8-417b075eec3b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0519254 Dec 11 23:35:37.835327 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7ceaca4-99e6-4965-8d6c-db52df8eb870 req-e6dfeb02-869a-4f5b-86d3-4796b7512ca3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404823 Dec 11 23:35:38.950866 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3647b4-712b-423c-a2f9-1a2efb34aca8 req-6f1a3a64-b9de-4693-b4a4-29829e8e9f86 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:38.952687 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb3647b4-712b-423c-a2f9-1a2efb34aca8 req-6f1a3a64-b9de-4693-b4a4-29829e8e9f86 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0476694 Dec 11 23:35:39.006070 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb3647b4-712b-423c-a2f9-1a2efb34aca8 req-0fc5df36-bb3b-4d4f-9b9a-1ab7871f7ff9 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467343 Dec 11 23:35:40.121004 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44c7af-9455-4e27-83b3-f4d26892665f req-baf5d637-03c8-45e0-a6c3-36c532947899 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:40.122465 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6e44c7af-9455-4e27-83b3-f4d26892665f req-baf5d637-03c8-45e0-a6c3-36c532947899 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0481050 Dec 11 23:35:40.168980 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6e44c7af-9455-4e27-83b3-f4d26892665f req-10373fc4-855b-4310-8266-08aacff21818 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405557 Dec 11 23:35:41.291222 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de4b40-a477-47d2-bfa1-3b1672ffd98f req-5868c29d-ad81-407b-8475-f8b721f32fc7 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:41.292625 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-17de4b40-a477-47d2-bfa1-3b1672ffd98f req-5868c29d-ad81-407b-8475-f8b721f32fc7 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0531340 Dec 11 23:35:41.340158 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-17de4b40-a477-47d2-bfa1-3b1672ffd98f req-af429b41-6d0e-4264-98b9-d6b19c7e7aa5 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416548 Dec 11 23:35:42.457207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91322b9f-3fbe-4515-a763-1ded0dc605fb req-19d8d2a0-de55-41dc-837a-7add7889581d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:42.458688 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91322b9f-3fbe-4515-a763-1ded0dc605fb req-19d8d2a0-de55-41dc-837a-7add7889581d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0477972 Dec 11 23:35:42.509126 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91322b9f-3fbe-4515-a763-1ded0dc605fb req-e76041d8-737a-4c9e-be25-5f6e69526529 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445325 Dec 11 23:35:43.484380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de01cb5-abc9-4099-a03a-e9dbf4fec551 req-ec14b057-ea36-455c-b90c-a8cd1ee0d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:43.485907 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0de01cb5-abc9-4099-a03a-e9dbf4fec551 req-ec14b057-ea36-455c-b90c-a8cd1ee0d288 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 1096 time: 0.0403800 Dec 11 23:35:43.595040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de01cb5-abc9-4099-a03a-e9dbf4fec551 req-f08880e3-74fb-46ee-a202-b87c557bae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:43.596534 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0de01cb5-abc9-4099-a03a-e9dbf4fec551 req-f08880e3-74fb-46ee-a202-b87c557bae12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0876474 Dec 11 23:35:43.626541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22c23a-d002-406d-a9e7-b8d0f23bd468 req-52d44900-1191-4308-adac-4086b3e93336 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:43.628103 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4e22c23a-d002-406d-a9e7-b8d0f23bd468 req-52d44900-1191-4308-adac-4086b3e93336 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0493526 Dec 11 23:35:43.669247 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0de01cb5-abc9-4099-a03a-e9dbf4fec551 req-70ca927f-03d6-4d29-9f9a-a4d92cbea3f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 1002 time: 0.0654576 Dec 11 23:35:43.676349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4e22c23a-d002-406d-a9e7-b8d0f23bd468 req-61137141-cbf4-429c-9fea-528e6ce1b58d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419245 Dec 11 23:35:43.721321 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de01cb5-abc9-4099-a03a-e9dbf4fec551 req-12838233-4bbd-4b54-8e73-4ebf9cc7f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:43.723309 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0de01cb5-abc9-4099-a03a-e9dbf4fec551 req-12838233-4bbd-4b54-8e73-4ebf9cc7f271 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0453200 Dec 11 23:35:43.769220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de01cb5-abc9-4099-a03a-e9dbf4fec551 req-b14a1d3c-a8e4-412c-9dbd-ddf2d7e08fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:43.770536 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0de01cb5-abc9-4099-a03a-e9dbf4fec551 req-b14a1d3c-a8e4-412c-9dbd-ddf2d7e08fba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396070 Dec 11 23:35:43.862109 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0de01cb5-abc9-4099-a03a-e9dbf4fec551 req-6b4cbbff-6440-4b7c-a0df-81b938c95229 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834918 Dec 11 23:35:43.949538 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0de01cb5-abc9-4099-a03a-e9dbf4fec551 req-9e868c2e-4e39-496a-a978-0320d0ec7083 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795894 Dec 11 23:35:44.120703 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:44.357711 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:35:44.798903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb742b-0093-4b04-a157-a8e45eb8e5e2 req-c96729d0-3d11-44e3-b3ec-65f387a2e624 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:44.801038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fbbb742b-0093-4b04-a157-a8e45eb8e5e2 req-c96729d0-3d11-44e3-b3ec-65f387a2e624 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0552499 Dec 11 23:35:44.847838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fbbb742b-0093-4b04-a157-a8e45eb8e5e2 req-6124fb28-d454-4748-b56d-a963e62c7a3a tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408726 Dec 11 23:35:45.968768 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110d6e2-6af4-4ae3-a3d2-56a6cb17167a req-4fc1af40-0345-4e15-8962-3ea1d84346b2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:45.970253 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a110d6e2-6af4-4ae3-a3d2-56a6cb17167a req-4fc1af40-0345-4e15-8962-3ea1d84346b2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0525362 Dec 11 23:35:46.022305 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a110d6e2-6af4-4ae3-a3d2-56a6cb17167a req-0adb221f-c600-4bc0-826b-4992080e97e1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451765 Dec 11 23:35:47.135398 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-ac7475ec-22b1-439d-8b72-8a10517ce374 service neutron] show failed (client error): The resource could not be found. Dec 11 23:35:47.136664 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-ac7475ec-22b1-439d-8b72-8a10517ce374 service neutron] 10.222.0.13 "GET /v2.0/ports/df03b174-91df-4815-9d44-5d7349da7d0d/bindings/n-h1-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.0812588 Dec 11 23:35:47.154923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b5a49-c723-4658-a277-d304abb646a8 req-38f6d5b2-807c-4bef-9594-04695b6cd8ce tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:47.154923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7c4b5a49-c723-4658-a277-d304abb646a8 req-38f6d5b2-807c-4bef-9594-04695b6cd8ce tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0614669 Dec 11 23:35:47.204909 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7c4b5a49-c723-4658-a277-d304abb646a8 req-345f47d8-6a72-45cd-8d0b-ad1cad6c00c5 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431662 Dec 11 23:35:47.651647 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-21a25ea9-7f7d-4a78-87fb-88004aeaddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:47.653148 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-21a25ea9-7f7d-4a78-87fb-88004aeaddf3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278&tenant_id=cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 1096 time: 0.0471504 Dec 11 23:35:47.671869 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-959cc7dd-88f9-46d4-9138-a7f5b017b05a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:35:47.672850 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-959cc7dd-88f9-46d4-9138-a7f5b017b05a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050197 Dec 11 23:35:47.689626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:35:47.742045 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:47.891917 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:47.940275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=df03b174-91df-4815-9d44-5d7349da7d0d,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:35:47.973014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:35:48.017255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:35:48.020539 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66293e59-b610-4483-a541-b943583b6caa" -d '{"events": [{"server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "name": "network-vif-unplugged", "status": "completed", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:35:48.024450 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:48.037096 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Transition to ACTIVE for port object df03b174-91df-4815-9d44-5d7349da7d0d will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:35:48.071566 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794a77fd-2931-4923-8896-27daae25ffdb x-openstack-request-id: req-794a77fd-2931-4923-8896-27daae25ffdb {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:35:48.071866 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "name": "network-vif-unplugged", "status": "completed", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:35:48.072118 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-794a77fd-2931-4923-8896-27daae25ffdb {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:35:48.072573 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'code': 200} Dec 11 23:35:48.101644 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:48.177186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Pushing event updated for resources: {'Port': ['ID=df03b174-91df-4815-9d44-5d7349da7d0d,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:35:48.191963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:35:48.192313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:35:48.192658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:35:48.192998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:35:48.193332 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:35:48.193725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:35:48.194050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:35:48.194377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:35:48.194708 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:35:48.195058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:35:48.195383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:35:48.195707 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:35:48.196026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:35:48.234156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] No DVR routers for this DVR port df03b174-91df-4815-9d44-5d7349da7d0d on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:35:48.385872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04775-9682-4efc-86a3-5d6b0bf63a4a req-835d2034-a699-4f5a-bb36-09df6029a586 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:48.387650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4d04775-9682-4efc-86a3-5d6b0bf63a4a req-835d2034-a699-4f5a-bb36-09df6029a586 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.1024771 Dec 11 23:35:48.438028 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Attempting to bind port df03b174-91df-4815-9d44-5d7349da7d0d on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:35:48.438286 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Attempting to bind port df03b174-91df-4815-9d44-5d7349da7d0d by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:35:48.438617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Attempting to bind port df03b174-91df-4815-9d44-5d7349da7d0d on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:35:48.452936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Port df03b174-91df-4815-9d44-5d7349da7d0d on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:35:48.453208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Attempting to bind port df03b174-91df-4815-9d44-5d7349da7d0d on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:35:48.465032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:35:48.465372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Checking segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:35:48.465758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Bound using segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:35:48.466188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Bound port: df03b174-91df-4815-9d44-5d7349da7d0d, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:35:48.466546 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:48.472808 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c4d04775-9682-4efc-86a3-5d6b0bf63a4a req-9d355e7b-020b-40fa-a6d5-db4d0787b59f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773706 Dec 11 23:35:48.536424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:35:48.539440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=df03b174-91df-4815-9d44-5d7349da7d0d,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:35:48.630321 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:48.674347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:48.675516 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:48.677084 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] 10.222.0.47 "PUT /v2.0/ports/df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 1091 time: 0.9910684 Dec 11 23:35:48.693134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2492c-a10b-4f83-9cc3-61517a3cd900 service neutron] Pushing event updated for resources: {'Port': ['ID=df03b174-91df-4815-9d44-5d7349da7d0d,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:35:48.753783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-d815de1f-62b8-4442-9df4-c9eec4190c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:48.755418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-d815de1f-62b8-4442-9df4-c9eec4190c54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 1094 time: 0.0431745 Dec 11 23:35:48.851850 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-475c9f0d-72bc-41b0-86da-f7cc277f244b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:48.856053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-bce7373a-7414-472d-af11-c6ba329f7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:48.857547 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-bce7373a-7414-472d-af11-c6ba329f7843 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0939867 Dec 11 23:35:48.927590 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-6309b98b-df24-44b7-bbba-7a641b40888d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 1000 time: 0.0630870 Dec 11 23:35:48.976238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-33e33e35-af41-41ca-b6a3-25d2bc9592ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:48.977586 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-33e33e35-af41-41ca-b6a3-25d2bc9592ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0433977 Dec 11 23:35:49.023356 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-edae8a05-37ef-442c-9f6d-544924e1cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:49.024819 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-edae8a05-37ef-442c-9f6d-544924e1cee0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402498 Dec 11 23:35:49.116998 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-d5710a02-27e8-4c36-a033-1c8ad3176634 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849864 Dec 11 23:35:49.204041 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-0c6a8b5d-69ea-4db2-9e0e-dc55298a89eb service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800207 Dec 11 23:35:49.599510 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589ecf4-5515-4150-8135-2b0fff8eee52 req-dc6c3a67-6de0-4fcb-a12d-7679687853bc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:49.601181 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5589ecf4-5515-4150-8135-2b0fff8eee52 req-dc6c3a67-6de0-4fcb-a12d-7679687853bc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0500245 Dec 11 23:35:49.651116 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5589ecf4-5515-4150-8135-2b0fff8eee52 req-db89bde5-0837-4cce-a139-b15f48088a0c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438926 Dec 11 23:35:49.678542 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device df03b174-91df-4815-9d44-5d7349da7d0d no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:35:49.716608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device df03b174-91df-4815-9d44-5d7349da7d0d not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:35:50.073470 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:35:50.075889 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96" -d '{"events": [{"name": "network-changed", "server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:35:50.123221 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b52f451-e6ff-4b84-ba26-874ce7d662bc x-openstack-request-id: req-7b52f451-e6ff-4b84-ba26-874ce7d662bc {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:35:50.123519 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:35:50.124193 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b52f451-e6ff-4b84-ba26-874ce7d662bc {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:35:50.124606 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'status': 'completed', 'code': 200} Dec 11 23:35:50.220874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-86476b76-994d-4ee1-9f5c-3dc184c87dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:50.223197 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-86476b76-994d-4ee1-9f5c-3dc184c87dfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 1094 time: 0.0781596 Dec 11 23:35:50.229243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-ff190329-2dfd-407d-ad39-ddc79f45607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:50.230699 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-ff190329-2dfd-407d-ad39-ddc79f45607e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 1094 time: 0.0536880 Dec 11 23:35:50.691960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-974153a1-ccc3-4269-8843-82ba3eb1d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:50.693446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-974153a1-ccc3-4269-8843-82ba3eb1d3f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.4618115 Dec 11 23:35:50.696046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-66963681-a197-4270-bf03-cfcc98403589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:50.698569 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-66963681-a197-4270-bf03-cfcc98403589 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.4582851 Dec 11 23:35:50.779851 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520675b-ff3e-49a1-b86d-ac4858eb1c80 req-9036c9dc-9fa0-4e39-bf71-99ffb5aa36ec tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:50.781366 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1520675b-ff3e-49a1-b86d-ac4858eb1c80 req-9036c9dc-9fa0-4e39-bf71-99ffb5aa36ec tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0522554 Dec 11 23:35:50.815053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-a288f585-231b-4b90-a7e4-7ac8a0999c42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 1000 time: 0.1140673 Dec 11 23:35:50.817512 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-abc11071-f486-4ddf-a5fa-e1a10fd3fe72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 1000 time: 0.1100626 Dec 11 23:35:50.850182 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1520675b-ff3e-49a1-b86d-ac4858eb1c80 req-f5547727-9de3-433c-ac00-d36d409b669f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560539 Dec 11 23:35:50.903729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-61d3ba6d-e361-4a6c-b7d2-e745464f9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:50.905293 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-61d3ba6d-e361-4a6c-b7d2-e745464f9c43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0828362 Dec 11 23:35:50.908597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-1594d43a-69bb-4989-8ba9-56ca839263a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:50.910580 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-1594d43a-69bb-4989-8ba9-56ca839263a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0798044 Dec 11 23:35:50.980318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-17729fa1-c2d0-48f7-8991-cc7f5c652332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:50.981877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-17729fa1-c2d0-48f7-8991-cc7f5c652332 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688524 Dec 11 23:35:50.987759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-474ffcb1-42ca-4dad-a8cf-c743b01b4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:50.989259 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-474ffcb1-42ca-4dad-a8cf-c743b01b4e76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678413 Dec 11 23:35:51.147424 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-b7c67879-b693-481d-ad10-63f824620b2a service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564310 Dec 11 23:35:51.149520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-dd654114-18c7-40d8-a1a8-e73e4f3eee15 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514220 Dec 11 23:35:51.314813 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-890e591b-be76-4710-adcf-d70829bc39a2 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602809 Dec 11 23:35:51.317262 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ee92f69-e63a-47e8-9e93-1d9fa2d65d96 req-c6695a90-c170-4fe3-8f19-1105b82e514b service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551659 Dec 11 23:35:51.337388 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2392d58d-42af-4951-88e2-1cb2165c2735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:51.972871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ec654-2923-4f08-bf73-ff8d2ac507ef req-8374eac2-c6c5-4b0c-97c7-01c7b296761b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:51.978280 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f1ec654-2923-4f08-bf73-ff8d2ac507ef req-8374eac2-c6c5-4b0c-97c7-01c7b296761b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0483086 Dec 11 23:35:52.028820 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1f1ec654-2923-4f08-bf73-ff8d2ac507ef req-bca06f79-07b9-4c58-aec2-d3e2fa2bd5c7 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482354 Dec 11 23:35:52.429088 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:53.145831 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104f605-74a1-4247-bf86-827bc5217613 req-08c9e712-b7fe-4532-8c99-a5e66b444fe4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:53.147326 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4104f605-74a1-4247-bf86-827bc5217613 req-08c9e712-b7fe-4532-8c99-a5e66b444fe4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0485461 Dec 11 23:35:53.194228 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4104f605-74a1-4247-bf86-827bc5217613 req-4b195ad2-5140-4ad2-863c-d29e5527799b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409231 Dec 11 23:35:54.079012 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:54.314695 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f4f9f-e226-4f1e-99d8-09ca2fcd361c req-9c1d882c-9e23-4e66-8626-02d896a21bce tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:54.316705 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e3f4f9f-e226-4f1e-99d8-09ca2fcd361c req-9c1d882c-9e23-4e66-8626-02d896a21bce tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0505216 Dec 11 23:35:54.372430 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e3f4f9f-e226-4f1e-99d8-09ca2fcd361c req-0e235d40-bdac-4f15-a692-da650d48d4bc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495934 Dec 11 23:35:54.623211 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:35:55.491697 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2c3e2-c156-4345-82a6-9468bb64b884 req-c6374cb3-0a38-4e27-aa17-bc45b7495361 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:55.493217 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c2d2c3e2-c156-4345-82a6-9468bb64b884 req-c6374cb3-0a38-4e27-aa17-bc45b7495361 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0490060 Dec 11 23:35:55.541428 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c2d2c3e2-c156-4345-82a6-9468bb64b884 req-fbbcdef1-f367-4771-8056-4b2657afea3c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422068 Dec 11 23:35:56.658767 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad56c59-a578-4ab5-8ad0-576145a9c946 req-63194920-db28-4833-96be-cc5d51a8c4e2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:56.660895 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ad56c59-a578-4ab5-8ad0-576145a9c946 req-63194920-db28-4833-96be-cc5d51a8c4e2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0491855 Dec 11 23:35:56.707695 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ad56c59-a578-4ab5-8ad0-576145a9c946 req-1bdb202b-db72-4761-ba1d-d51d6659c291 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407219 Dec 11 23:35:57.827590 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbb191-7a21-4a4e-8c9e-5a78541fb516 req-505777c5-0e3f-4fe4-9945-024edad48e12 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:57.829048 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68cbb191-7a21-4a4e-8c9e-5a78541fb516 req-505777c5-0e3f-4fe4-9945-024edad48e12 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0519841 Dec 11 23:35:57.875458 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68cbb191-7a21-4a4e-8c9e-5a78541fb516 req-6b213beb-d768-43a4-a206-825a9014891f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404680 Dec 11 23:35:58.995171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bd9f4-6a50-4cd9-8558-85017a3153e9 req-06dc3344-e6e3-4a4f-aab5-063945c441fd tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:58.996567 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-569bd9f4-6a50-4cd9-8558-85017a3153e9 req-06dc3344-e6e3-4a4f-aab5-063945c441fd tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0496619 Dec 11 23:35:59.068288 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956af5d-8ced-4c10-a7e4-c6fa2eb9dda3 req-566ca4c2-afa5-45c4-a618-06b83f2dcac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:59.069774 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3956af5d-8ced-4c10-a7e4-c6fa2eb9dda3 req-566ca4c2-afa5-45c4-a618-06b83f2dcac6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 1094 time: 0.0723386 Dec 11 23:35:59.074242 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-569bd9f4-6a50-4cd9-8558-85017a3153e9 req-909a9b60-6065-4736-a032-9bd037687cb4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688822 Dec 11 23:35:59.175174 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956af5d-8ced-4c10-a7e4-c6fa2eb9dda3 req-be7e6f11-fbbf-41cc-8f1b-0d1a711c9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:59.176554 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3956af5d-8ced-4c10-a7e4-c6fa2eb9dda3 req-be7e6f11-fbbf-41cc-8f1b-0d1a711c9e33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0859599 Dec 11 23:35:59.247944 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3956af5d-8ced-4c10-a7e4-c6fa2eb9dda3 req-fdab55f6-42e2-4773-bc92-65a9139f5b5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 1000 time: 0.0623586 Dec 11 23:35:59.299066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956af5d-8ced-4c10-a7e4-c6fa2eb9dda3 req-9bbeaada-13af-4f17-8f7f-e2302a0f4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:59.300633 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3956af5d-8ced-4c10-a7e4-c6fa2eb9dda3 req-9bbeaada-13af-4f17-8f7f-e2302a0f4401 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0425951 Dec 11 23:35:59.346198 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956af5d-8ced-4c10-a7e4-c6fa2eb9dda3 req-3a49c73d-8c75-44e4-99a9-dd8f8732d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:35:59.347739 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3956af5d-8ced-4c10-a7e4-c6fa2eb9dda3 req-3a49c73d-8c75-44e4-99a9-dd8f8732d348 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392418 Dec 11 23:35:59.439448 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3956af5d-8ced-4c10-a7e4-c6fa2eb9dda3 req-48d61ea1-14bf-4cda-9e86-5f8f66cb802d service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842309 Dec 11 23:35:59.527655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3956af5d-8ced-4c10-a7e4-c6fa2eb9dda3 req-1d6c7acb-c827-4952-b994-bb38026233e0 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812454 Dec 11 23:36:00.191247 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb989e8a-c492-414c-8b49-0a0cdf481694 req-e162fba0-a7fa-4cfe-aecc-2b5cb9ab6453 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:00.192731 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb989e8a-c492-414c-8b49-0a0cdf481694 req-e162fba0-a7fa-4cfe-aecc-2b5cb9ab6453 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0484028 Dec 11 23:36:00.239806 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb989e8a-c492-414c-8b49-0a0cdf481694 req-e60edeb5-e1fd-48d9-ada9-eb2068fd3c10 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411229 Dec 11 23:36:01.356307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0b59c-7a65-4b14-ae75-a46ca6e999ad req-7fae8576-c852-48dc-b6d6-b1e966f0101d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:01.357779 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-84e0b59c-7a65-4b14-ae75-a46ca6e999ad req-7fae8576-c852-48dc-b6d6-b1e966f0101d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0492988 Dec 11 23:36:01.409521 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-84e0b59c-7a65-4b14-ae75-a46ca6e999ad req-1b28372d-037e-4b75-88df-cffde28c4251 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450115 Dec 11 23:36:02.540269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310ed12-478e-4e0d-a4c4-a6feaf11458c req-4e328a70-2e9b-4ba3-b30c-b7b11280cf62 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:02.541751 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3310ed12-478e-4e0d-a4c4-a6feaf11458c req-4e328a70-2e9b-4ba3-b30c-b7b11280cf62 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0541091 Dec 11 23:36:02.591020 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3310ed12-478e-4e0d-a4c4-a6feaf11458c req-35f93115-819e-481a-9291-9af4187bab4b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431533 Dec 11 23:36:03.659394 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device df03b174-91df-4815-9d44-5d7349da7d0d details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:36:03.713644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac67811-a8c3-4efe-bd13-68d390276d1c req-85f148f7-e895-4d17-b516-09f8cb6e2507 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:03.715200 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ac67811-a8c3-4efe-bd13-68d390276d1c req-85f148f7-e895-4d17-b516-09f8cb6e2507 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 943 time: 0.0494351 Dec 11 23:36:03.757155 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=df03b174-91df-4815-9d44-5d7349da7d0d,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:36:03.763414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0ac67811-a8c3-4efe-bd13-68d390276d1c req-396a635a-fd6a-43af-b61c-40851897a474 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422177 Dec 11 23:36:03.769752 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'port_id': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'mac_address': 'fa:16:3e:24:07:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:36:03.806609 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:03.819922 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df03b174-91df-4815-9d44-5d7349da7d0d {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:36:03.839604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=df03b174-91df-4815-9d44-5d7349da7d0d,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:36:03.913219 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:03.960062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=df03b174-91df-4815-9d44-5d7349da7d0d,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:03.967252 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:03.967604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:03.967945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:03.968285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:03.968622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:03.968954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:03.969283 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:03.969617 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:03.969944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:03.970308 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:03.970661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:03.971001 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:03.971431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:04.232938 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['df03b174-91df-4815-9d44-5d7349da7d0d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:36:04.396146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8fb26-c2b6-4007-9737-ead6583aee54 req-916ef581-ea19-4993-816f-901f473a9898 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:04.397680 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f5f8fb26-c2b6-4007-9737-ead6583aee54 req-916ef581-ea19-4993-816f-901f473a9898 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 944 time: 0.0628328 Dec 11 23:36:04.489976 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-41a5cde9-13c2-4425-a35f-9c982ebe40d1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:04.491387 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-41a5cde9-13c2-4425-a35f-9c982ebe40d1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.47 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278&tenant_id=cba4a72d12624bd4a95f80cdd5f96149&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 944 time: 0.0928230 Dec 11 23:36:04.497539 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f5f8fb26-c2b6-4007-9737-ead6583aee54 req-5e101ae5-fbe9-4d31-8fec-795a5a5083c5 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901992 Dec 11 23:36:04.568766 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-fdc403b5-a19b-4681-9c86-6c4f7aa1e8b5 service neutron] 10.222.0.47 "GET /v2.0/ports/df03b174-91df-4815-9d44-5d7349da7d0d/bindings/n-h1-710847-6 HTTP/1.1" status: 200 len: 382 time: 0.0662751 Dec 11 23:36:04.654031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-5a89ac4b-a875-4285-b675-0c050dd1e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:04.655585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-5a89ac4b-a875-4285-b675-0c050dd1e2a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 1095 time: 0.0425882 Dec 11 23:36:04.762585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-ad539374-a481-49cc-b502-e02eae0a75c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:04.764247 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-ad539374-a481-49cc-b502-e02eae0a75c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.1011634 Dec 11 23:36:04.842144 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-937a8f6e-be35-47e8-b796-cf901ed13c11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 1001 time: 0.0699382 Dec 11 23:36:04.899764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-d2b16ff9-8f19-4e38-9efb-0fbe25a1ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:04.901219 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-d2b16ff9-8f19-4e38-9efb-0fbe25a1ed1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0517788 Dec 11 23:36:04.952757 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-f3634bbb-2d4c-4f2e-b816-31e9f75ec8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:04.954257 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-f3634bbb-2d4c-4f2e-b816-31e9f75ec8c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444140 Dec 11 23:36:05.043622 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-81e98a6c-50cf-462b-861f-df3133ba46f5 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820394 Dec 11 23:36:05.136839 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-cf14f420-4500-4cab-868d-42416d1e2fd7 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859041 Dec 11 23:36:05.625436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11754f-2aab-4667-9d99-ea4c75e3a29a req-0b077747-d93f-49b7-9fdb-6f1acadeebc9 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:05.626945 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f11754f-2aab-4667-9d99-ea4c75e3a29a req-0b077747-d93f-49b7-9fdb-6f1acadeebc9 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 944 time: 0.0486727 Dec 11 23:36:05.664530 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device df03b174-91df-4815-9d44-5d7349da7d0d up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:36:05.676199 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2f11754f-2aab-4667-9d99-ea4c75e3a29a req-c0a58ea6-0d05-4ab0-9178-e2874a41454f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425103 Dec 11 23:36:05.788669 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port df03b174-91df-4815-9d44-5d7349da7d0d completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:36:05.792455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port df03b174-91df-4815-9d44-5d7349da7d0d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:36:05.792834 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:05.870506 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:05.892747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:36:05.894995 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed81839-535b-447f-b057-1d9a368c0bf4" -d '{"events": [{"server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "name": "network-vif-plugged", "status": "completed", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:36:05.907329 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=df03b174-91df-4815-9d44-5d7349da7d0d,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:36:05.943941 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feff2fdc-a378-42b3-9af8-783f55835ca7 x-openstack-request-id: req-feff2fdc-a378-42b3-9af8-783f55835ca7 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:36:05.944263 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "name": "network-vif-plugged", "status": "completed", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:36:05.944523 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-feff2fdc-a378-42b3-9af8-783f55835ca7 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:36:05.944921 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'code': 200} Dec 11 23:36:05.975794 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:06.021856 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=df03b174-91df-4815-9d44-5d7349da7d0d,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:06.795738 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa02e0-2618-4c77-bfb6-1e46dd876b5b req-46ec8bfa-981c-40e1-8687-e4cacc256d20 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:06.797211 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-92fa02e0-2618-4c77-bfb6-1e46dd876b5b req-46ec8bfa-981c-40e1-8687-e4cacc256d20 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0489593 Dec 11 23:36:06.850133 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-92fa02e0-2618-4c77-bfb6-1e46dd876b5b req-9eb7174b-9bdf-4fa4-8d9b-ca6d65e1e715 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463910 Dec 11 23:36:07.974922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae9199-d001-4ac5-9632-01a10ac56030 req-0adb87e1-6e42-465b-a5bb-901627556739 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:07.976523 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25ae9199-d001-4ac5-9632-01a10ac56030 req-0adb87e1-6e42-465b-a5bb-901627556739 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0526979 Dec 11 23:36:08.026603 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-25ae9199-d001-4ac5-9632-01a10ac56030 req-3190dd44-affa-4fcc-b4da-e4446e8c2ce8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435641 Dec 11 23:36:09.145253 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5af731-0b07-4870-9efc-90981bebaa7f req-d75d8a2f-5ffb-4fbb-8086-eb1652cd472d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:09.146758 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6e5af731-0b07-4870-9efc-90981bebaa7f req-d75d8a2f-5ffb-4fbb-8086-eb1652cd472d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0499151 Dec 11 23:36:09.195368 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6e5af731-0b07-4870-9efc-90981bebaa7f req-1a2e702a-61a5-4ae7-b4c6-eee246a7185f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423937 Dec 11 23:36:10.127306 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-9e4dd02a-520d-41bb-8dd0-71d27d4de0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:10.128844 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-9e4dd02a-520d-41bb-8dd0-71d27d4de0a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278&tenant_id=cba4a72d12624bd4a95f80cdd5f96149 HTTP/1.1" status: 200 len: 1096 time: 0.0396969 Dec 11 23:36:10.140129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:36:10.196311 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:10.397990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d3022-9fdd-4271-ba41-43cecde0352b req-b2baf736-fe80-4094-bb21-fb0e5f7e14d3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:10.399391 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d4d3022-9fdd-4271-ba41-43cecde0352b req-b2baf736-fe80-4094-bb21-fb0e5f7e14d3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.1023705 Dec 11 23:36:10.468442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=df03b174-91df-4815-9d44-5d7349da7d0d,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:36:10.473591 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d4d3022-9fdd-4271-ba41-43cecde0352b req-fd3357f4-d6f0-43f0-82ec-1ab5e92133aa tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683212 Dec 11 23:36:10.507789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:36:10.547315 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:36:10.549871 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4716ac-b2f1-4332-a2e3-00fec881cfb8" -d '{"events": [{"server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "name": "network-vif-unplugged", "status": "completed", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:36:10.554012 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:10.566972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Transition to ACTIVE for port object df03b174-91df-4815-9d44-5d7349da7d0d will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:36:10.599068 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993385f8-b803-418e-99cc-f1bc8051db37 x-openstack-request-id: req-993385f8-b803-418e-99cc-f1bc8051db37 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:36:10.599372 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "name": "network-vif-unplugged", "status": "completed", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:36:10.599625 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-993385f8-b803-418e-99cc-f1bc8051db37 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:36:10.600025 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'code': 200} Dec 11 23:36:10.638257 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:10.717183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Pushing event updated for resources: {'Port': ['ID=df03b174-91df-4815-9d44-5d7349da7d0d,revision_number=10']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:10.761152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] No DVR routers for this DVR port df03b174-91df-4815-9d44-5d7349da7d0d on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:36:10.899771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Attempting to bind port df03b174-91df-4815-9d44-5d7349da7d0d on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:36:10.900107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Attempting to bind port df03b174-91df-4815-9d44-5d7349da7d0d by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:36:10.900437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Attempting to bind port df03b174-91df-4815-9d44-5d7349da7d0d on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:36:10.904664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Port df03b174-91df-4815-9d44-5d7349da7d0d on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:36:10.904986 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Attempting to bind port df03b174-91df-4815-9d44-5d7349da7d0d on network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:36:10.909933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:36:10.910268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Checking segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:36:10.910649 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Bound using segment: {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:36:10.911101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Bound port: df03b174-91df-4815-9d44-5d7349da7d0d, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17284e79-dd8c-4ea3-9a30-1d177bef0a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:36:10.911453 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:10.974424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:36:10.978042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=df03b174-91df-4815-9d44-5d7349da7d0d,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:36:11.045182 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:11.088097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:11.088853 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:11.090404 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] 10.222.0.13 "PUT /v2.0/ports/df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 1092 time: 0.9541390 Dec 11 23:36:11.115695 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bc4b2-56ac-4b04-962e-14cfb830aff7 service neutron] Pushing event updated for resources: {'Port': ['ID=df03b174-91df-4815-9d44-5d7349da7d0d,revision_number=11']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:11.169626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e01ce57a-5b26-4943-bec8-5c2caf17bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:11.171401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-e01ce57a-5b26-4943-bec8-5c2caf17bb5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 1095 time: 0.0515020 Dec 11 23:36:11.272959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-5325f4e9-e97e-44ca-aa53-e2d7ebaf51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:11.274449 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-5325f4e9-e97e-44ca-aa53-e2d7ebaf51f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.0949919 Dec 11 23:36:11.346597 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-b530ad6c-12d3-4fc3-9364-b7213037340f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 1000 time: 0.0653515 Dec 11 23:36:11.398060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-534c02b0-eb49-4e0a-8819-13cad44504e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:11.399562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-534c02b0-eb49-4e0a-8819-13cad44504e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0467517 Dec 11 23:36:11.444373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-c86e92e5-4997-4b1b-8148-b9074418cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:11.445829 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-c86e92e5-4997-4b1b-8148-b9074418cb2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395489 Dec 11 23:36:11.537914 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-0e82eac0-7597-4b1e-9a27-afaab250d314 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850232 Dec 11 23:36:11.645234 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd0d77-b910-4a0b-83a6-49d7738c3b90 req-c8232445-5f28-4bf4-b385-6c2d662b2f78 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:11.646714 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2dd0d77-b910-4a0b-83a6-49d7738c3b90 req-c8232445-5f28-4bf4-b385-6c2d662b2f78 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 944 time: 0.1040664 Dec 11 23:36:11.678391 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-133b60d7-3d13-4b06-84f2-7cb2a24576fa req-50fe34d8-b6ef-46b9-9b23-e5b80a2dce45 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274648 Dec 11 23:36:11.692608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device df03b174-91df-4815-9d44-5d7349da7d0d no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:36:11.706409 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2dd0d77-b910-4a0b-83a6-49d7738c3b90 req-f49560fc-bf5a-401b-bd00-6915aca568a7 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534451 Dec 11 23:36:11.731974 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device df03b174-91df-4815-9d44-5d7349da7d0d not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:36:12.601913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:36:12.604427 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825" -d '{"events": [{"name": "network-changed", "server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:36:12.653748 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099cfc93-4d70-4d0d-83b9-a84e7fb40e81 x-openstack-request-id: req-099cfc93-4d70-4d0d-83b9-a84e7fb40e81 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:36:12.654054 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:36:12.654315 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-099cfc93-4d70-4d0d-83b9-a84e7fb40e81 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:36:12.654790 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'status': 'completed', 'code': 200} Dec 11 23:36:12.740982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-8e65b5a8-a9b2-4b95-bcb7-5034b7f7ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:12.740982 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-8e65b5a8-a9b2-4b95-bcb7-5034b7f7ca89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 1095 time: 0.0687680 Dec 11 23:36:12.749419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-a7a9049b-ebe2-42a4-ab67-e92521e2fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:12.750872 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-a7a9049b-ebe2-42a4-ab67-e92521e2fa93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 1095 time: 0.0529587 Dec 11 23:36:13.268263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53254de0-a942-47da-9d94-fd08cee72ae7 req-1a18cd76-f2a3-4041-8da5-4f43ade14bba tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:13.269667 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53254de0-a942-47da-9d94-fd08cee72ae7 req-1a18cd76-f2a3-4041-8da5-4f43ade14bba tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 944 time: 0.4828646 Dec 11 23:36:13.275607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-2183e5a8-b2f5-40b0-9dbc-ac3a60975e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:13.277035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-2183e5a8-b2f5-40b0-9dbc-ac3a60975e88 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.5175664 Dec 11 23:36:13.277937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-0cb4a5dd-607f-4119-9a0d-45eeb94e4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:13.279288 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-0cb4a5dd-607f-4119-9a0d-45eeb94e4225 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 200 len: 913 time: 0.5319629 Dec 11 23:36:13.423347 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-52f4476e-0c3c-4080-88b9-a0167e7317f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 1000 time: 0.1366386 Dec 11 23:36:13.427209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-53254de0-a942-47da-9d94-fd08cee72ae7 req-5a69dac3-6f6b-43cb-bf3b-5e4d82a1209e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470447 Dec 11 23:36:13.431188 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-073cc1ac-54a9-4830-865a-57d5166e3042 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 200 len: 1000 time: 0.1434932 Dec 11 23:36:13.515294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-692a42e4-3a5a-4943-bfb3-347b8a502dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:13.516736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-692a42e4-3a5a-4943-bfb3-347b8a502dc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0846567 Dec 11 23:36:13.518662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-e97cab3d-76fc-4cee-b85c-253644e3d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:13.519955 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-e97cab3d-76fc-4cee-b85c-253644e3d0f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 200 len: 851 time: 0.0791988 Dec 11 23:36:13.587141 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-d0d3cd69-f1d8-4f67-a108-aef27aeb24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:13.588659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-d0d3cd69-f1d8-4f67-a108-aef27aeb24ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651622 Dec 11 23:36:13.593609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-fba68f76-9f0e-448d-a076-02aa6a140e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:13.602856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-fba68f76-9f0e-448d-a076-02aa6a140e19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3104d8d5-46cb-43ee-8f81-d17bbd0929c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641739 Dec 11 23:36:13.748095 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-7be59422-a6c3-4b02-ab9b-c4eeecbec4b7 service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520817 Dec 11 23:36:13.751695 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-87549b7f-b675-4297-a641-47c6d3600c70 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485145 Dec 11 23:36:13.911903 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-8503329f-88de-4388-a9e1-103a5786cfdd service neutron] 10.222.0.47 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562388 Dec 11 23:36:13.914097 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e57ec96-09f7-49e1-973a-b7aa5f9b6825 req-995c2f2f-ddee-4eea-863a-92e92ef17515 service neutron] 10.222.0.13 "GET /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511035 Dec 11 23:36:14.119818 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:14.551219 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff87649-1720-4c0f-bf83-8d067b0579bc req-6218e505-f8c7-4a77-8ba4-b4fd9ea44128 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:14.552745 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ff87649-1720-4c0f-bf83-8d067b0579bc req-6218e505-f8c7-4a77-8ba4-b4fd9ea44128 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 944 time: 0.0493474 Dec 11 23:36:14.602943 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ff87649-1720-4c0f-bf83-8d067b0579bc req-a011d10a-d2fc-4bc4-b228-3098cf319d25 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441370 Dec 11 23:36:15.732414 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1087d9-e14b-410f-8d44-be02f46913dd req-8227f1b1-e98f-4f57-a735-51b3e24ccce4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:15.733978 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8c1087d9-e14b-410f-8d44-be02f46913dd req-8227f1b1-e98f-4f57-a735-51b3e24ccce4 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 944 time: 0.0583344 Dec 11 23:36:15.782630 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8c1087d9-e14b-410f-8d44-be02f46913dd req-a4579149-b3b5-4e9b-a53d-cdc2221c2c5e tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424621 Dec 11 23:36:16.907107 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c0198-e9ec-44ac-9de7-c6ed34a0a25c req-4ceccae5-003f-4a72-90d7-acc84894eccd tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:16.908717 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb4c0198-e9ec-44ac-9de7-c6ed34a0a25c req-4ceccae5-003f-4a72-90d7-acc84894eccd tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 944 time: 0.0550380 Dec 11 23:36:16.956450 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb4c0198-e9ec-44ac-9de7-c6ed34a0a25c req-a6fc04c6-7355-4b28-98bf-67ef1bbfa48b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417466 Dec 11 23:36:17.925594 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:18.073081 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c720e-52ad-4d5c-9aba-515e3cf9ef55 req-1b9f45e2-48ae-4427-89e2-c38cbcb3f824 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:18.074558 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d58c720e-52ad-4d5c-9aba-515e3cf9ef55 req-1b9f45e2-48ae-4427-89e2-c38cbcb3f824 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 944 time: 0.0481546 Dec 11 23:36:18.121364 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d58c720e-52ad-4d5c-9aba-515e3cf9ef55 req-d34d36ed-2ca6-4ac4-8ece-81c459cc2ed2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401816 Dec 11 23:36:18.896838 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ff01c43-5c29-420e-9de4-ab89d1c16625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:19.235962 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08107a0c-1c62-4df6-bc91-c038495b131b req-5572212e-d3d7-43ec-a34d-e5499660c492 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:19.238036 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-08107a0c-1c62-4df6-bc91-c038495b131b req-5572212e-d3d7-43ec-a34d-e5499660c492 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 944 time: 0.0486753 Dec 11 23:36:19.285011 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-08107a0c-1c62-4df6-bc91-c038495b131b req-697025b7-fd4a-4aee-a704-7c2539fdcc7f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410757 Dec 11 23:36:20.403261 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c61d13-d48a-4616-a890-8aab9dfcb579 req-a8d8f72c-4e9f-466f-83e9-e5128921d30c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:20.404739 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00c61d13-d48a-4616-a890-8aab9dfcb579 req-a8d8f72c-4e9f-466f-83e9-e5128921d30c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 944 time: 0.0488486 Dec 11 23:36:20.456383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00c61d13-d48a-4616-a890-8aab9dfcb579 req-c8a99ae5-68e8-42ba-bdf5-e090a96b336d tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446882 Dec 11 23:36:21.332049 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74bb7c28-9005-48bd-809b-17d913fc59d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:21.357537 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:36:21.572917 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b6983-7ccf-4e1a-a3b5-cf2ecc471d7e req-075bd712-4c90-48c9-b10d-843ba3bccee2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:21.574386 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b85b6983-7ccf-4e1a-a3b5-cf2ecc471d7e req-075bd712-4c90-48c9-b10d-843ba3bccee2 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 944 time: 0.0481169 Dec 11 23:36:21.624727 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b85b6983-7ccf-4e1a-a3b5-cf2ecc471d7e req-ebeab1bc-4a0e-40c0-9f1c-ec49beec73f8 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438924 Dec 11 23:36:22.434053 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:22.742336 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9d452-9a25-4263-b00d-441451884c62 req-6aec96c6-eb59-40d7-8106-e5bb69470a8f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:22.743754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cab9d452-9a25-4263-b00d-441451884c62 req-6aec96c6-eb59-40d7-8106-e5bb69470a8f tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 944 time: 0.0480771 Dec 11 23:36:22.790220 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cab9d452-9a25-4263-b00d-441451884c62 req-af85bc41-f8bc-475a-b7d1-64fe80762150 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405743 Dec 11 23:36:23.904770 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbca8a0-6007-42b8-b73a-b427ea3a0ebd req-58084c6d-1693-445d-b061-6ecb3a2bbd34 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:23.906244 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cfbca8a0-6007-42b8-b73a-b427ea3a0ebd req-58084c6d-1693-445d-b061-6ecb3a2bbd34 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 944 time: 0.0484078 Dec 11 23:36:23.952770 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cfbca8a0-6007-42b8-b73a-b427ea3a0ebd req-e1ad0ad1-494e-432b-9930-531e07ac0323 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400891 Dec 11 23:36:24.078446 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:24.656974 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:25.075498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de612970-64ad-4689-894b-9df12be3bdbc req-00dcb231-bf13-4c85-871b-4386f5d4dfac tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:25.077006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de612970-64ad-4689-894b-9df12be3bdbc req-00dcb231-bf13-4c85-871b-4386f5d4dfac tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 944 time: 0.0524559 Dec 11 23:36:25.125789 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de612970-64ad-4689-894b-9df12be3bdbc req-6198a764-2c62-4e1f-aa42-614dc422cd60 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422022 Dec 11 23:36:25.822507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device df03b174-91df-4815-9d44-5d7349da7d0d details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:36:25.917655 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=df03b174-91df-4815-9d44-5d7349da7d0d,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:36:25.929230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'port_id': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'mac_address': 'fa:16:3e:24:07:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:36:25.965466 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:25.978207 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df03b174-91df-4815-9d44-5d7349da7d0d {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:36:25.998351 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=df03b174-91df-4815-9d44-5d7349da7d0d,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:36:26.074196 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:26.124032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=df03b174-91df-4815-9d44-5d7349da7d0d,revision_number=12']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:26.249321 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf97e89-e846-4a2c-9576-f7cd60a4ff35 req-801b5d43-fc04-485c-8bf6-990537e707ce tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:26.250819 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0cf97e89-e846-4a2c-9576-f7cd60a4ff35 req-801b5d43-fc04-485c-8bf6-990537e707ce tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0514703 Dec 11 23:36:26.303321 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0cf97e89-e846-4a2c-9576-f7cd60a4ff35 req-e549a73a-e5f2-45f6-913b-493d698497fe tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458591 Dec 11 23:36:26.414102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['df03b174-91df-4815-9d44-5d7349da7d0d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:36:26.421547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15880c0-c08e-446e-8c75-c21c4663cdd5 req-90f05621-bd83-4a4a-9041-4c6763e2049c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:26.423000 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f15880c0-c08e-446e-8c75-c21c4663cdd5 req-90f05621-bd83-4a4a-9041-4c6763e2049c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0545843 Dec 11 23:36:26.472444 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f15880c0-c08e-446e-8c75-c21c4663cdd5 req-54814883-f832-4896-a7f8-d79ec028a822 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426998 Dec 11 23:36:26.601606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5023f-4687-412a-9079-f4c2316eb831 req-3bf8f3bd-4956-4611-9749-81552e8eb005 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:26.603186 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ee5023f-4687-412a-9079-f4c2316eb831 req-3bf8f3bd-4956-4611-9749-81552e8eb005 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0525229 Dec 11 23:36:26.652383 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ee5023f-4687-412a-9079-f4c2316eb831 req-4975b096-4bb8-4aac-bb37-27e0fbb1d8dd tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431566 Dec 11 23:36:27.044716 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1142a-c602-4aa7-9001-4d3660e580e0 req-b4b05778-6c9f-4709-aa95-5361b5d9e504 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:27.046139 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f6d1142a-c602-4aa7-9001-4d3660e580e0 req-b4b05778-6c9f-4709-aa95-5361b5d9e504 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 945 time: 0.0504694 Dec 11 23:36:27.095011 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f6d1142a-c602-4aa7-9001-4d3660e580e0 req-cdef9dc6-e30f-4513-91fc-93a2c04a8c48 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421469 Dec 11 23:36:27.840480 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device df03b174-91df-4815-9d44-5d7349da7d0d up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:36:27.942435 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port df03b174-91df-4815-9d44-5d7349da7d0d completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:36:27.946258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port df03b174-91df-4815-9d44-5d7349da7d0d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:36:27.946632 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:28.021397 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:28.043291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:36:28.045520 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e9ca25-8591-41d1-aae8-ae58d6f07444" -d '{"events": [{"server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "name": "network-vif-plugged", "status": "completed", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:36:28.057973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=df03b174-91df-4815-9d44-5d7349da7d0d,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:36:28.083917 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dddcaba-4cde-4c9e-b3f3-89a162509261 x-openstack-request-id: req-9dddcaba-4cde-4c9e-b3f3-89a162509261 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:36:28.084212 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "name": "network-vif-plugged", "status": "completed", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:36:28.084477 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9dddcaba-4cde-4c9e-b3f3-89a162509261 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:36:28.084869 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'code': 200} Dec 11 23:36:28.102583 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:28.154200 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=df03b174-91df-4815-9d44-5d7349da7d0d,revision_number=13']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:28.217830 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494c425-4b75-40fd-a203-f2d8a13bdb04 req-e3da738d-d077-4a95-b01e-77539d577fd3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:28.219327 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e494c425-4b75-40fd-a203-f2d8a13bdb04 req-e3da738d-d077-4a95-b01e-77539d577fd3 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 946 time: 0.0531664 Dec 11 23:36:28.269259 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e494c425-4b75-40fd-a203-f2d8a13bdb04 req-4d2c5197-6a8a-4db3-9338-7392c86dbc91 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436630 Dec 11 23:36:28.821696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341546fe-6e38-4520-abba-dd1a1a6f2925 req-6928c37e-c5f6-4b4f-9740-b4383ab2c0bb tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:28.823173 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-341546fe-6e38-4520-abba-dd1a1a6f2925 req-6928c37e-c5f6-4b4f-9740-b4383ab2c0bb tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.13 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 946 time: 0.0481582 Dec 11 23:36:28.912686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-341546fe-6e38-4520-abba-dd1a1a6f2925 req-19546441-83b7-499f-ba36-bf5cf8740ce6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Deleting port df03b174-91df-4815-9d44-5d7349da7d0d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:36:28.913025 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-341546fe-6e38-4520-abba-dd1a1a6f2925 req-19546441-83b7-499f-ba36-bf5cf8740ce6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:29.000146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-341546fe-6e38-4520-abba-dd1a1a6f2925 req-19546441-83b7-499f-ba36-bf5cf8740ce6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] For port df03b174-91df-4815-9d44-5d7349da7d0d, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=df03b174-91df-4815-9d44-5d7349da7d0d,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:36:29.000514 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-341546fe-6e38-4520-abba-dd1a1a6f2925 req-19546441-83b7-499f-ba36-bf5cf8740ce6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:29.170174 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-341546fe-6e38-4520-abba-dd1a1a6f2925 req-19546441-83b7-499f-ba36-bf5cf8740ce6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:29.170445 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-341546fe-6e38-4520-abba-dd1a1a6f2925 req-19546441-83b7-499f-ba36-bf5cf8740ce6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:29.170765 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [req-341546fe-6e38-4520-abba-dd1a1a6f2925 req-19546441-83b7-499f-ba36-bf5cf8740ce6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Floating IP 2703d565-597e-4989-9753-ac36e72f6470 disassociated. External IP: 172.25.1.110, port: df03b174-91df-4815-9d44-5d7349da7d0d. Dec 11 23:36:29.171150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-341546fe-6e38-4520-abba-dd1a1a6f2925 req-19546441-83b7-499f-ba36-bf5cf8740ce6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Calling delete_port for df03b174-91df-4815-9d44-5d7349da7d0d owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:36:29.378065 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-341546fe-6e38-4520-abba-dd1a1a6f2925 req-19546441-83b7-499f-ba36-bf5cf8740ce6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:29.395250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266b660-515d-4189-bca2-9af3a0f062c0 req-a0ebf5d3-2232-4e86-98aa-ee1552eff3bc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:29.404090 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5266b660-515d-4189-bca2-9af3a0f062c0 req-a0ebf5d3-2232-4e86-98aa-ee1552eff3bc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 946 time: 0.0570412 Dec 11 23:36:29.423217 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19546441-83b7-499f-ba36-bf5cf8740ce6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Pushing event deleted for resources: {'Port': ['ID=df03b174-91df-4815-9d44-5d7349da7d0d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:29.520572 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5266b660-515d-4189-bca2-9af3a0f062c0 req-ce5a5d7d-2819-467c-afdf-ccdfa5454c5c tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups?id=d90d7ddc-ab45-4799-8197-a13f1dde4302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005933 Dec 11 23:36:29.590830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [req-341546fe-6e38-4520-abba-dd1a1a6f2925 req-19546441-83b7-499f-ba36-bf5cf8740ce6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Router 12921754-01e1-47b2-bdb6-2befdc06697e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:36:29.705245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-341546fe-6e38-4520-abba-dd1a1a6f2925 req-19546441-83b7-499f-ba36-bf5cf8740ce6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:36:29.716478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09319f7-fb54-4f20-9e6c-d66567370b54 None None] Sync routers for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:36:29.725399 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09319f7-fb54-4f20-9e6c-d66567370b54 None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:36:29.735692 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c09319f7-fb54-4f20-9e6c-d66567370b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:36:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:36:29.744351 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-341546fe-6e38-4520-abba-dd1a1a6f2925 req-19546441-83b7-499f-ba36-bf5cf8740ce6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] No DVR routers for this DVR port df03b174-91df-4815-9d44-5d7349da7d0d on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:36:29.746927 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-341546fe-6e38-4520-abba-dd1a1a6f2925 req-19546441-83b7-499f-ba36-bf5cf8740ce6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:29.750312 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-341546fe-6e38-4520-abba-dd1a1a6f2925 req-19546441-83b7-499f-ba36-bf5cf8740ce6 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.13 "DELETE /v2.0/ports/df03b174-91df-4815-9d44-5d7349da7d0d HTTP/1.1" status: 204 len: 173 time: 0.9215443 Dec 11 23:36:29.750750 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'name': 'network-vif-deleted', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:36:29.753242 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145b4eb9-2ae5-4648-af04-c66396bf790f" -d '{"events": [{"server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "name": "network-vif-deleted", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:36:29.790152 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90db3f41-f6bc-4dc7-99d8-e9530c0aab5f x-openstack-request-id: req-90db3f41-f6bc-4dc7-99d8-e9530c0aab5f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:36:29.790450 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f109565a-87fd-4468-af5e-3782999c1278", "name": "network-vif-deleted", "tag": "df03b174-91df-4815-9d44-5d7349da7d0d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:36:29.790706 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90db3f41-f6bc-4dc7-99d8-e9530c0aab5f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:36:29.791140 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f109565a-87fd-4468-af5e-3782999c1278', 'name': 'network-vif-deleted', 'tag': 'df03b174-91df-4815-9d44-5d7349da7d0d', 'status': 'completed', 'code': 200} Dec 11 23:36:29.836556 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-c09319f7-fb54-4f20-9e6c-d66567370b54 None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:36:30.039412 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c09319f7-fb54-4f20-9e6c-d66567370b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:36:30.069801 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09319f7-fb54-4f20-9e6c-d66567370b54 None None] Checking router: 12921754-01e1-47b2-bdb6-2befdc06697e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:36:30.078420 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09319f7-fb54-4f20-9e6c-d66567370b54 None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:36:30.079075 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c09319f7-fb54-4f20-9e6c-d66567370b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:36:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:36:30.184031 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-c09319f7-fb54-4f20-9e6c-d66567370b54 None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:36:30.384289 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c09319f7-fb54-4f20-9e6c-d66567370b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:36:30.411111 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09319f7-fb54-4f20-9e6c-d66567370b54 None None] The sync data for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 is: [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '827ae685-b4cb-46ab-a39f-b4ab61727c23', 'name': '', 'network_id': '3104d8d5-46cb-43ee-8f81-d17bbd0929c1', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'mac_address': 'fa:16:3e:e5:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:19Z', 'updated_at': '2021-12-11T23:25:23Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'subnets': [{'id': '07c6906f-fa64-4b51-b1cf-e8b495888c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:36:30.621527 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-627c5e44-d17e-46e3-a3f2-0f969450e803 req-1c4dc98b-111b-40e2-86f9-81ebb41e3ff1 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 210 time: 0.0279794 Dec 11 23:36:30.673153 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6bf0c7-765f-44a8-a42e-05e875fd9907 None None] New status for floating IP 2703d565-597e-4989-9753-ac36e72f6470: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:36:31.718773 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-4a310806-3864-4e67-9f51-75d933c6255f req-666a377e-7fa1-4703-81e4-96221fa8c195 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 210 time: 0.0257187 Dec 11 23:36:32.819519 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-101e71d1-7c82-4f85-87da-e384cfac2459 req-d879941e-88dc-4bd9-812f-34f803f78f84 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 210 time: 0.0264690 Dec 11 23:36:33.849048 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device df03b174-91df-4815-9d44-5d7349da7d0d no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:36:33.873989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: df03b174-91df-4815-9d44-5d7349da7d0d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:36:33.874336 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device df03b174-91df-4815-9d44-5d7349da7d0d not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:36:33.917689 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19e989d8-33ce-4c6e-ada6-b9cfad6fbf76 req-07a2afa4-c57a-462e-89fb-79a3b22e9d1b tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/ports?device_id=f109565a-87fd-4468-af5e-3782999c1278 HTTP/1.1" status: 200 len: 210 time: 0.0265169 Dec 11 23:36:38.864251 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49278) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:36:38.920258 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:38.944191 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:39.050361 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:39.053167 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:39.054407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "DELETE /v2.0/security-groups/d90d7ddc-ab45-4799-8197-a13f1dde4302 HTTP/1.1" status: 204 len: 168 time: 0.1890469 Dec 11 23:36:39.057291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49280) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:36:39.063749 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90d7ddc-ab45-4799-8197-a13f1dde4302,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:39.070741 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-587edfcb-815d-453b-bfdd-30c6340502fc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] show failed (client error): The resource could not be found. Dec 11 23:36:39.071351 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:39.071758 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-587edfcb-815d-453b-bfdd-30c6340502fc tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "GET /v2.0/security-groups/d90d7ddc-ab45-4799-8197-a13f1dde4302 HTTP/1.1" status: 404 len: 347 time: 0.0134730 Dec 11 23:36:39.072123 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:39.072485 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:39.072836 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:39.073211 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:39.073556 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:39.073895 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:39.074231 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:39.074347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49282) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:36:39.074566 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:39.074923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:39.075256 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:39.075653 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:39.075951 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69db9d6-87da-4055-9d59-e771d7ab1019 tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:39.204820 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-15484605-3b62-4d97-a7cf-e2a139eb28ad tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Deleting port c1ed888c-3003-4b5b-bb4c-dcbda0c2716a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:36:39.205171 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15484605-3b62-4d97-a7cf-e2a139eb28ad tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:39.284540 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15484605-3b62-4d97-a7cf-e2a139eb28ad tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:39.284893 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15484605-3b62-4d97-a7cf-e2a139eb28ad tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:39.296427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-15484605-3b62-4d97-a7cf-e2a139eb28ad tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Calling delete_port for c1ed888c-3003-4b5b-bb4c-dcbda0c2716a owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:36:39.512776 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15484605-3b62-4d97-a7cf-e2a139eb28ad tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:39.539814 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15484605-3b62-4d97-a7cf-e2a139eb28ad tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Pushing event deleted for resources: {'Port': ['ID=c1ed888c-3003-4b5b-bb4c-dcbda0c2716a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:39.601992 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15484605-3b62-4d97-a7cf-e2a139eb28ad tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:39.604721 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15484605-3b62-4d97-a7cf-e2a139eb28ad tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:39.605918 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-15484605-3b62-4d97-a7cf-e2a139eb28ad tempest-ServerActionsTestJSON-1621134637 tempest-ServerActionsTestJSON-1621134637-project] 10.222.0.45 "DELETE /v2.0/floatingips/2703d565-597e-4989-9753-ac36e72f6470 HTTP/1.1" status: 204 len: 168 time: 0.5306532 Dec 11 23:36:39.609507 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49284) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:36:40.095581 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-565ecc48-d0ef-41f3-9d45-61a056bb9628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:40.349576 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-565ecc48-d0ef-41f3-9d45-61a056bb9628 admin admin] Deleting port 827ae685-b4cb-46ab-a39f-b4ab61727c23 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:36:40.349837 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-565ecc48-d0ef-41f3-9d45-61a056bb9628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:40.427183 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-565ecc48-d0ef-41f3-9d45-61a056bb9628 admin admin] For port 827ae685-b4cb-46ab-a39f-b4ab61727c23, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=827ae685-b4cb-46ab-a39f-b4ab61727c23,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:36:40.427556 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-565ecc48-d0ef-41f3-9d45-61a056bb9628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:40.439089 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-565ecc48-d0ef-41f3-9d45-61a056bb9628 admin admin] Calling delete_port for 827ae685-b4cb-46ab-a39f-b4ab61727c23 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:36:40.683743 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-565ecc48-d0ef-41f3-9d45-61a056bb9628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:40.707712 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ecc48-d0ef-41f3-9d45-61a056bb9628 admin admin] Pushing event deleted for resources: {'Port': ['ID=827ae685-b4cb-46ab-a39f-b4ab61727c23,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:40.880965 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-565ecc48-d0ef-41f3-9d45-61a056bb9628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:41.104660 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565ecc48-d0ef-41f3-9d45-61a056bb9628 admin admin] Router 12921754-01e1-47b2-bdb6-2befdc06697e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:36:41.212660 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565ecc48-d0ef-41f3-9d45-61a056bb9628 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:36:41.217835 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-565ecc48-d0ef-41f3-9d45-61a056bb9628 admin admin] 10.222.0.45 "PUT /v2.0/routers/12921754-01e1-47b2-bdb6-2befdc06697e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6072423 Dec 11 23:36:41.220415 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49288) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:36:41.223204 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b74e8d-77e9-4751-9b08-b77e314fd23b None None] Sync routers for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:36:41.233766 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b74e8d-77e9-4751-9b08-b77e314fd23b None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:36:41.234390 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b3b74e8d-77e9-4751-9b08-b77e314fd23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:36:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:36:41.326084 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e31a5e9e-d058-4883-8104-e14d5c4be3d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:41.341003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-b3b74e8d-77e9-4751-9b08-b77e314fd23b None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:36:41.431781 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e31a5e9e-d058-4883-8104-e14d5c4be3d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:41.521079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b3b74e8d-77e9-4751-9b08-b77e314fd23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:36:40Z', 'revision_number': 5, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port': {'id': '8c20bc2b-ae41-4717-b2cb-bd6f2ae56744', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:36:41.547150 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b74e8d-77e9-4751-9b08-b77e314fd23b None None] Checking router: 12921754-01e1-47b2-bdb6-2befdc06697e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:36:41.555919 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e31a5e9e-d058-4883-8104-e14d5c4be3d8 admin admin] Deleting port 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:36:41.556258 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e31a5e9e-d058-4883-8104-e14d5c4be3d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:41.556373 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b74e8d-77e9-4751-9b08-b77e314fd23b None None] Routers {'12921754-01e1-47b2-bdb6-2befdc06697e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:36:41.556919 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b3b74e8d-77e9-4751-9b08-b77e314fd23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:36:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['12921754-01e1-47b2-bdb6-2befdc06697e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:36:41.635242 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-e31a5e9e-d058-4883-8104-e14d5c4be3d8 admin admin] For port 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=8c20bc2b-ae41-4717-b2cb-bd6f2ae56744,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:36:41.635738 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e31a5e9e-d058-4883-8104-e14d5c4be3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:41.641987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-b3b74e8d-77e9-4751-9b08-b77e314fd23b None None] Set router 12921754-01e1-47b2-bdb6-2befdc06697e gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:36:41.648271 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e31a5e9e-d058-4883-8104-e14d5c4be3d8 admin admin] Calling delete_port for 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:36:41.693554 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b3b74e8d-77e9-4751-9b08-b77e314fd23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:36:41Z', 'revision_number': 6, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:36:41.723045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b74e8d-77e9-4751-9b08-b77e314fd23b None None] The sync data for ids ['12921754-01e1-47b2-bdb6-2befdc06697e'] in n-d-710847-6 is: [{'id': '12921754-01e1-47b2-bdb6-2befdc06697e', 'name': 'tempest-ServerActionsTestJSON-1188819288-router', 'tenant_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:25:17Z', 'updated_at': '2021-12-11T23:36:41Z', 'revision_number': 6, 'project_id': 'cba4a72d12624bd4a95f80cdd5f96149', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:36:41.873617 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e31a5e9e-d058-4883-8104-e14d5c4be3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:41.901589 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a5e9e-d058-4883-8104-e14d5c4be3d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c20bc2b-ae41-4717-b2cb-bd6f2ae56744,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:41.917350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7006892-b685-43a1-839a-17332b106299 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:36:41.963908 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e31a5e9e-d058-4883-8104-e14d5c4be3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:42.055451 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e31a5e9e-d058-4883-8104-e14d5c4be3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:42.057726 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e31a5e9e-d058-4883-8104-e14d5c4be3d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:42.171423 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e31a5e9e-d058-4883-8104-e14d5c4be3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:42.172056 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31a5e9e-d058-4883-8104-e14d5c4be3d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12921754-01e1-47b2-bdb6-2befdc06697e {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:36:42.176471 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e31a5e9e-d058-4883-8104-e14d5c4be3d8 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:42.177680 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e31a5e9e-d058-4883-8104-e14d5c4be3d8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/12921754-01e1-47b2-bdb6-2befdc06697e HTTP/1.1" status: 204 len: 168 time: 0.9563417 Dec 11 23:36:42.181009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49290) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:36:42.229334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6e5a6e-b632-441c-be4c-9ec319ae4d23 admin admin] Deleting subnet 07c6906f-fa64-4b51-b1cf-e8b495888c4e {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:36:42.232414 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5a6e-b632-441c-be4c-9ec319ae4d23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:42.266604 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5a6e-b632-441c-be4c-9ec319ae4d23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:42.342908 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5a6e-b632-441c-be4c-9ec319ae4d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:42.456756 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5a6e-b632-441c-be4c-9ec319ae4d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:42.487595 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e5a6e-b632-441c-be4c-9ec319ae4d23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c6906f-fa64-4b51-b1cf-e8b495888c4e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:42.491137 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5a6e-b632-441c-be4c-9ec319ae4d23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:42.494392 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dc6e5a6e-b632-441c-be4c-9ec319ae4d23 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/07c6906f-fa64-4b51-b1cf-e8b495888c4e HTTP/1.1" status: 204 len: 168 time: 0.3123760 Dec 11 23:36:42.497016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49292) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:36:42.499698 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255009e9-86be-4755-a100-47356861c57a None None] Network 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:36:42.566433 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:42.622739 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] Deleting port 952a3278-c095-44a5-9e62-19e9d8f27c36 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:36:42.623290 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:42.705057 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] For port 952a3278-c095-44a5-9e62-19e9d8f27c36, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=952a3278-c095-44a5-9e62-19e9d8f27c36,segment=NetworkSegment(17284e79-dd8c-4ea3-9a30-1d177bef0a77),segment_id=17284e79-dd8c-4ea3-9a30-1d177bef0a77)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:36:42.705427 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:42.723098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] Calling delete_port for 952a3278-c095-44a5-9e62-19e9d8f27c36 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:36:42.741625 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:36:42.764625 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:36:42.764971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 8c20bc2b-ae41-4717-b2cb-bd6f2ae56744 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:36:42.765397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 827ae685-b4cb-46ab-a39f-b4ab61727c23 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:36:42.788855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 827ae685-b4cb-46ab-a39f-b4ab61727c23 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:36:42.789206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 827ae685-b4cb-46ab-a39f-b4ab61727c23 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:36:42.857488 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074f7f16-b665-4a09-ad23-d17367d75858 None None] DHCP port deletion for 3104d8d5-46cb-43ee-8f81-d17bbd0929c1 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:36:42.896730 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:42.907060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-074f7f16-b665-4a09-ad23-d17367d75858 None None] Deleting port 952a3278-c095-44a5-9e62-19e9d8f27c36 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:36:42.907448 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-074f7f16-b665-4a09-ad23-d17367d75858 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:42.923659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=952a3278-c095-44a5-9e62-19e9d8f27c36,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:42.925839 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] No DVR routers for this DVR port 952a3278-c095-44a5-9e62-19e9d8f27c36 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:36:42.972986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-074f7f16-b665-4a09-ad23-d17367d75858 None None] For port 952a3278-c095-44a5-9e62-19e9d8f27c36, host n-d-710847-6, got binding levels [] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:36:42.973314 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-074f7f16-b665-4a09-ad23-d17367d75858 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:42.989868 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-074f7f16-b665-4a09-ad23-d17367d75858 None None] Calling delete_port for 952a3278-c095-44a5-9e62-19e9d8f27c36 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:36:42.992648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.ipam_backend_mixin [None req-074f7f16-b665-4a09-ad23-d17367d75858 None None] Port 952a3278-c095-44a5-9e62-19e9d8f27c36 was not found and therefore no delete operation was performed {{(pid=103693) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 11 23:36:42.994498 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-074f7f16-b665-4a09-ad23-d17367d75858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:43.000367 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:43.021634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3104d8d5-46cb-43ee-8f81-d17bbd0929c1']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:36:43.022556 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f7f16-b665-4a09-ad23-d17367d75858 None None] No DVR routers for this DVR port 952a3278-c095-44a5-9e62-19e9d8f27c36 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:36:43.024915 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f7f16-b665-4a09-ad23-d17367d75858 None None] Pushing event deleted for resources: {'Port': ['ID=952a3278-c095-44a5-9e62-19e9d8f27c36,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:43.033519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17284e79-dd8c-4ea3-9a30-1d177bef0a77') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:36:43.033519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17284e79-dd8c-4ea3-9a30-1d177bef0a77') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:36:43.043005 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:43.056756 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:43.062985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:36:43.063366 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:36:43.065045 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:36:43.182041 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:43.188531 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:43.191723 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3104d8d5-46cb-43ee-8f81-d17bbd0929c1 HTTP/1.1" status: 204 len: 168 time: 0.6937637 Dec 11 23:36:43.202847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee340dde-6515-4812-97d7-f0084e078f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=3104d8d5-46cb-43ee-8f81-d17bbd0929c1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:43.536897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49296) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:36:43.576063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8d84859f-f055-42b6-8af8-c80619d13cb7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cba4a72d12624bd4a95f80cdd5f96149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379496 Dec 11 23:36:43.578555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49298) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:36:43.626227 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d37caf5d-496a-4367-9692-79f11c92d6b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:43.647413 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d37caf5d-496a-4367-9692-79f11c92d6b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:43.780829 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d37caf5d-496a-4367-9692-79f11c92d6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:43.783589 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d37caf5d-496a-4367-9692-79f11c92d6b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:43.785303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d37caf5d-496a-4367-9692-79f11c92d6b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/179ae5b3-f18e-4a7f-827b-208944f7fdce HTTP/1.1" status: 204 len: 168 time: 0.2057984 Dec 11 23:36:43.792936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37caf5d-496a-4367-9692-79f11c92d6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179ae5b3-f18e-4a7f-827b-208944f7fdce,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:44.153435 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:44.689774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 952a3278-c095-44a5-9e62-19e9d8f27c36 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:36:44.714754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 952a3278-c095-44a5-9e62-19e9d8f27c36 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:36:44.715087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 952a3278-c095-44a5-9e62-19e9d8f27c36 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:36:44.779563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49320) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:36:44.875930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-feee4e82-bcc3-4088-ad1a-265ad9aed76e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1990030821-network', 'tenant_id': '77a87d5a6039457e898d3ce827e8e448'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:36:44.970504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feee4e82-bcc3-4088-ad1a-265ad9aed76e admin admin] Made reservation on behalf of 77a87d5a6039457e898d3ce827e8e448 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:36:44.972953 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-feee4e82-bcc3-4088-ad1a-265ad9aed76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:44.981591 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-feee4e82-bcc3-4088-ad1a-265ad9aed76e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:45.060018 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-feee4e82-bcc3-4088-ad1a-265ad9aed76e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:45.146696 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-feee4e82-bcc3-4088-ad1a-265ad9aed76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:45.173137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feee4e82-bcc3-4088-ad1a-265ad9aed76e admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:36:45.179600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee4e82-bcc3-4088-ad1a-265ad9aed76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1653a732-abc0-4aff-8d5f-ecab4a9a5062,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:45.187053 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-feee4e82-bcc3-4088-ad1a-265ad9aed76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:45.187053 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-feee4e82-bcc3-4088-ad1a-265ad9aed76e admin admin] Added segment a809ed42-8f10-4125-a4b5-1ea2da2a1964 of type vlan for network fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 Dec 11 23:36:45.227359 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-feee4e82-bcc3-4088-ad1a-265ad9aed76e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:45.306766 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-feee4e82-bcc3-4088-ad1a-265ad9aed76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:45.307752 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feee4e82-bcc3-4088-ad1a-265ad9aed76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:45.308462 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-feee4e82-bcc3-4088-ad1a-265ad9aed76e admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:45.367783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee4e82-bcc3-4088-ad1a-265ad9aed76e admin admin] Pushing event updated for resources: {'Network': ['ID=fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:45.379210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:36:45.414044 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-feee4e82-bcc3-4088-ad1a-265ad9aed76e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6331015 Dec 11 23:36:45.416625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49324) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:36:45.424101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-112c889f-a55b-4967-bc60-6d63e7a44b41 admin admin] Request body: {'subnet': {'network_id': 'fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1990030821-subnet', 'tenant_id': '77a87d5a6039457e898d3ce827e8e448', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:36:45.506333 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112c889f-a55b-4967-bc60-6d63e7a44b41 admin admin] Made reservation on behalf of 77a87d5a6039457e898d3ce827e8e448 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:36:45.508774 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-112c889f-a55b-4967-bc60-6d63e7a44b41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:45.729517 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-112c889f-a55b-4967-bc60-6d63e7a44b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:45.795791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c889f-a55b-4967-bc60-6d63e7a44b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91daa809-3f84-4e48-8f65-d3862d237127,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:45.799165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c889f-a55b-4967-bc60-6d63e7a44b41 admin admin] Checking segment: {'id': 'a809ed42-8f10-4125-a4b5-1ea2da2a1964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:36:45.802852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112c889f-a55b-4967-bc60-6d63e7a44b41 admin admin] Network hostable DHCP agents. Network: fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:36:45.873322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112c889f-a55b-4967-bc60-6d63e7a44b41 admin admin] Network fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:36:45.953322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-112c889f-a55b-4967-bc60-6d63e7a44b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:36:45.957450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112c889f-a55b-4967-bc60-6d63e7a44b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:45.958050 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-112c889f-a55b-4967-bc60-6d63e7a44b41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:45.962110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a897771f-3466-4e6d-9759-0e81b41589d2 None None] Network fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:36:46.060856 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c15419-64de-4e4f-a141-f395290adc0b None None] Network fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:36:46.071494 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-112c889f-a55b-4967-bc60-6d63e7a44b41 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6535230 Dec 11 23:36:46.521433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-c1adfc27-8df6-4162-b832-aea2e09397c9 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:46.522920 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-c1adfc27-8df6-4162-b832-aea2e09397c9 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/networks?id=fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 HTTP/1.1" status: 200 len: 814 time: 0.1034753 Dec 11 23:36:46.538115 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-57d3c62f-9ce7-4822-abdf-392641a36277 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/quotas/77a87d5a6039457e898d3ce827e8e448 HTTP/1.1" status: 200 len: 375 time: 0.0094287 Dec 11 23:36:46.568728 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-b6a78515-158a-4c08-8a2e-4d1da0b47271 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=77a87d5a6039457e898d3ce827e8e448&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255394 Dec 11 23:36:46.658909 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-754ace72-20ef-4811-a561-b94e169944ab service neutron] 10.222.0.45 "GET /v2.0/networks/fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833035 Dec 11 23:36:47.018874 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-972d7098-45ea-42b6-a795-d16952269f0b service neutron] 10.222.0.45 "GET /v2.0/networks/fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531127 Dec 11 23:36:47.252791 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41cee8a5-9ebe-4345-8d33-0e9dccded860 req-6150aa35-61cb-410a-82cb-733dcdd976c9 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 210 time: 0.0285783 Dec 11 23:36:47.923764 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:48.343669 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-822edcbc-f552-4733-bc92-5241f8779a5d req-f8b864a0-b099-46cf-ad5b-e0986da81672 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 210 time: 0.0266652 Dec 11 23:36:48.879749 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f7920c12-e25d-4220-b81c-edcb2556712e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:49.456320 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4e2ebba4-2641-4347-aa46-6d53e00a6ada req-b7f98420-6888-4791-8943-af235dc37780 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 210 time: 0.0398846 Dec 11 23:36:49.472452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-86cbe598-c3f2-4435-8879-6a120ba2ca3a tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:49.474392 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-86cbe598-c3f2-4435-8879-6a120ba2ca3a tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.47 "GET /v2.0/networks?id=fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 HTTP/1.1" status: 200 len: 814 time: 0.1359644 Dec 11 23:36:49.492196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Request body: {'port': {'device_id': 'e377f968-d938-4aef-8381-72d1c76e164b', 'network_id': 'fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60', 'admin_state_up': True, 'tenant_id': '77a87d5a6039457e898d3ce827e8e448'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:36:49.689483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Made reservation on behalf of 77a87d5a6039457e898d3ce827e8e448 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:36:49.693213 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:49.821588 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Allocated IP 172.20.0.8 (fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60/91daa809-3f84-4e48-8f65-d3862d237127/0cf32832-762f-452d-b760-3b596a8c9d17) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:36:49.971039 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:50.051034 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:50.095453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Network fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:36:50.099200 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:36:50.103402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:36:50.125712 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Pushing event updated for resources: {'Port': ['ID=0cf32832-762f-452d-b760-3b596a8c9d17,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:50.138376 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:50.138723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:50.139091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:50.139429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:50.139766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:50.140089 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:50.140547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:50.140879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:50.141202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:50.141526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:50.141855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:50.142173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:50.142492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:36:50.166062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:50.166672 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:50.234791 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-5231a9af-fb56-4461-94e8-5b90191dfc67 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7462609 Dec 11 23:36:50.252073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Request body: {'port': {'device_id': 'e377f968-d938-4aef-8381-72d1c76e164b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:36:50.309358 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:50.571171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf32832-762f-452d-b760-3b596a8c9d17 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:36:50.577710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257179d-7a96-4183-b24d-3624d6b2bb9f req-a7e31259-db55-4e89-b085-72f1a78252f7 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:50.578617 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:50.579237 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a257179d-7a96-4183-b24d-3624d6b2bb9f req-a7e31259-db55-4e89-b085-72f1a78252f7 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 931 time: 0.0530422 Dec 11 23:36:50.591486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Transition to ACTIVE for port object 0cf32832-762f-452d-b760-3b596a8c9d17 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:36:50.629387 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a257179d-7a96-4183-b24d-3624d6b2bb9f req-090c30c7-7ecf-4853-aba7-598f9784fbae tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439122 Dec 11 23:36:50.679261 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:50.730854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf32832-762f-452d-b760-3b596a8c9d17,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:51.106273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Attempting to bind port 0cf32832-762f-452d-b760-3b596a8c9d17 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:36:51.106604 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Attempting to bind port 0cf32832-762f-452d-b760-3b596a8c9d17 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'a809ed42-8f10-4125-a4b5-1ea2da2a1964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:36:51.106961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Attempting to bind port 0cf32832-762f-452d-b760-3b596a8c9d17 on network fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:36:51.111067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Port 0cf32832-762f-452d-b760-3b596a8c9d17 on network fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:36:51.111393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Attempting to bind port 0cf32832-762f-452d-b760-3b596a8c9d17 on network fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:36:51.116604 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:36:51.116941 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Checking segment: {'id': 'a809ed42-8f10-4125-a4b5-1ea2da2a1964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:36:51.117323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Bound using segment: {'id': 'a809ed42-8f10-4125-a4b5-1ea2da2a1964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:36:51.117742 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Bound port: 0cf32832-762f-452d-b760-3b596a8c9d17, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a809ed42-8f10-4125-a4b5-1ea2da2a1964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:36:51.118094 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:51.182576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] For port 0cf32832-762f-452d-b760-3b596a8c9d17, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:36:51.185688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] For port 0cf32832-762f-452d-b760-3b596a8c9d17, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0cf32832-762f-452d-b760-3b596a8c9d17,segment=NetworkSegment(a809ed42-8f10-4125-a4b5-1ea2da2a1964),segment_id=a809ed42-8f10-4125-a4b5-1ea2da2a1964)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:36:51.274463 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:51.310967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:51.311752 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:51.313185 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] 10.222.0.47 "PUT /v2.0/ports/0cf32832-762f-452d-b760-3b596a8c9d17 HTTP/1.1" status: 200 len: 1091 time: 1.0652721 Dec 11 23:36:51.315927 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e377f968-d938-4aef-8381-72d1c76e164b', 'tag': '0cf32832-762f-452d-b760-3b596a8c9d17'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:36:51.318208 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d6e2d8-4bd6-4f2c-8bdf-d3b4f7dd25ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e377f968-d938-4aef-8381-72d1c76e164b", "tag": "0cf32832-762f-452d-b760-3b596a8c9d17"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:36:51.341636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc72c7-73d0-45bb-8d4e-9a9b82dfc894 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf32832-762f-452d-b760-3b596a8c9d17,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:51.348253 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e30d7382-399d-4a6d-95cf-692705a8f843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:51.358903 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bff082-10c3-437e-931d-f1f241bc3c1b x-openstack-request-id: req-91bff082-10c3-437e-931d-f1f241bc3c1b {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:36:51.359186 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e377f968-d938-4aef-8381-72d1c76e164b", "tag": "0cf32832-762f-452d-b760-3b596a8c9d17", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:36:51.359443 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91bff082-10c3-437e-931d-f1f241bc3c1b {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:36:51.359850 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e377f968-d938-4aef-8381-72d1c76e164b', 'tag': '0cf32832-762f-452d-b760-3b596a8c9d17', 'status': 'completed', 'code': 200} Dec 11 23:36:51.445618 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6e2d8-4bd6-4f2c-8bdf-d3b4f7dd25ca req-43cc6f0b-4802-463d-9960-bf47cdebd1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:51.447155 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90d6e2d8-4bd6-4f2c-8bdf-d3b4f7dd25ca req-43cc6f0b-4802-463d-9960-bf47cdebd1f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=77a87d5a6039457e898d3ce827e8e448&device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 1094 time: 0.0461247 Dec 11 23:36:51.550379 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6e2d8-4bd6-4f2c-8bdf-d3b4f7dd25ca req-24b4f82a-4e14-4fbd-9f52-f1f36a493f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:51.551791 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90d6e2d8-4bd6-4f2c-8bdf-d3b4f7dd25ca req-24b4f82a-4e14-4fbd-9f52-f1f36a493f16 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=77a87d5a6039457e898d3ce827e8e448&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0920730 Dec 11 23:36:51.647669 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6e2d8-4bd6-4f2c-8bdf-d3b4f7dd25ca req-d5280446-4c68-406d-bddb-37ee5522d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:51.649132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-90d6e2d8-4bd6-4f2c-8bdf-d3b4f7dd25ca req-d5280446-4c68-406d-bddb-37ee5522d500 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896931 Dec 11 23:36:51.745390 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3982df-a918-4529-9729-4331e6b15c0e req-6ddc6d72-4c35-4e2e-98d8-957417769e27 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:51.746912 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ae3982df-a918-4529-9729-4331e6b15c0e req-6ddc6d72-4c35-4e2e-98d8-957417769e27 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 943 time: 0.0492942 Dec 11 23:36:51.749541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-0bd2e37b-c7c4-4586-aedb-766b8d8cf22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:51.751053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-0bd2e37b-c7c4-4586-aedb-766b8d8cf22e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=77a87d5a6039457e898d3ce827e8e448&device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 1094 time: 0.0403941 Dec 11 23:36:51.797277 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ae3982df-a918-4529-9729-4331e6b15c0e req-4c3ba6a6-ed05-4f67-81a8-f6dcd22dd57a tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430875 Dec 11 23:36:51.800341 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-3c6d0d8c-6805-434b-889e-49b09d072231 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cf32832-762f-452d-b760-3b596a8c9d17 HTTP/1.1" status: 200 len: 217 time: 0.0363736 Dec 11 23:36:51.855373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-30b57ee7-7559-4551-b89b-5e6095757fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:51.856818 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-30b57ee7-7559-4551-b89b-5e6095757fa4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91daa809-3f84-4e48-8f65-d3862d237127 HTTP/1.1" status: 200 len: 854 time: 0.0480781 Dec 11 23:36:51.887862 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-c885f9a6-9a2f-4794-95d0-b9b722b35676 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243025 Dec 11 23:36:51.975923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-bbd0b321-8029-4c76-9da5-00977ecf606e service neutron] 10.222.0.47 "GET /v2.0/networks/fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797009 Dec 11 23:36:52.069939 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e156e72e-1f20-4dc3-8b9f-cd70f95d5701 req-2faa5898-3c3c-4b6c-aae5-7763cfe7b66b service neutron] 10.222.0.47 "GET /v2.0/networks/fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861902 Dec 11 23:36:52.421059 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:52.917747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad504c-5856-4ca2-bbfe-63d6ab4c16f9 req-2c8b7dc2-3298-4bc4-b3f6-a211c9d37a8e tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:52.919264 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-48ad504c-5856-4ca2-bbfe-63d6ab4c16f9 req-2c8b7dc2-3298-4bc4-b3f6-a211c9d37a8e tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 943 time: 0.0515931 Dec 11 23:36:52.965455 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-48ad504c-5856-4ca2-bbfe-63d6ab4c16f9 req-a5d5b4db-33fd-45b8-b1cd-2065b5ce0b24 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402915 Dec 11 23:36:53.829535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0cf32832-762f-452d-b760-3b596a8c9d17 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:36:53.927739 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 0cf32832-762f-452d-b760-3b596a8c9d17, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0cf32832-762f-452d-b760-3b596a8c9d17,segment=NetworkSegment(a809ed42-8f10-4125-a4b5-1ea2da2a1964),segment_id=a809ed42-8f10-4125-a4b5-1ea2da2a1964)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:36:53.938753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '0cf32832-762f-452d-b760-3b596a8c9d17', 'network_id': 'fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60', 'port_id': '0cf32832-762f-452d-b760-3b596a8c9d17', 'mac_address': 'fa:16:3e:d8:e8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91daa809-3f84-4e48-8f65-d3862d237127', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:36:53.975034 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:53.988159 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf32832-762f-452d-b760-3b596a8c9d17 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:36:54.012819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 0cf32832-762f-452d-b760-3b596a8c9d17, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0cf32832-762f-452d-b760-3b596a8c9d17,segment=NetworkSegment(a809ed42-8f10-4125-a4b5-1ea2da2a1964),segment_id=a809ed42-8f10-4125-a4b5-1ea2da2a1964)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:36:54.068194 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:54.084749 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eceb259-cf3c-4dd2-b416-ab9e08be730d req-fcd444de-d848-4f0d-a968-5eb3e710a5ab tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:54.086678 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3eceb259-cf3c-4dd2-b416-ab9e08be730d req-fcd444de-d848-4f0d-a968-5eb3e710a5ab tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 943 time: 0.0524769 Dec 11 23:36:54.100004 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:54.122264 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=0cf32832-762f-452d-b760-3b596a8c9d17,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:54.152260 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3eceb259-cf3c-4dd2-b416-ab9e08be730d req-77a83262-e0eb-4e80-92ba-e8939d298463 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591919 Dec 11 23:36:54.321806 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['0cf32832-762f-452d-b760-3b596a8c9d17'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:36:54.672363 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:55.268440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb17ce-6fa9-4244-963b-c0f444c38238 req-d9186ae8-4ea4-48d5-b978-f1278bf05d53 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:55.269876 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bacb17ce-6fa9-4244-963b-c0f444c38238 req-d9186ae8-4ea4-48d5-b978-f1278bf05d53 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 944 time: 0.0495927 Dec 11 23:36:55.321876 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bacb17ce-6fa9-4244-963b-c0f444c38238 req-5edf1d85-c88a-4aee-9473-1fbad503441a tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460229 Dec 11 23:36:55.845552 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0cf32832-762f-452d-b760-3b596a8c9d17 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:36:55.953018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 0cf32832-762f-452d-b760-3b596a8c9d17 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:36:55.957765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 0cf32832-762f-452d-b760-3b596a8c9d17 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:36:55.958148 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:56.036288 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:56.057845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e377f968-d938-4aef-8381-72d1c76e164b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf32832-762f-452d-b760-3b596a8c9d17'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:36:56.060142 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3e6a2b-2f84-4181-b23c-7f516e1b8cb4" -d '{"events": [{"server_uuid": "e377f968-d938-4aef-8381-72d1c76e164b", "name": "network-vif-plugged", "status": "completed", "tag": "0cf32832-762f-452d-b760-3b596a8c9d17"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:36:56.075956 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 0cf32832-762f-452d-b760-3b596a8c9d17, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0cf32832-762f-452d-b760-3b596a8c9d17,segment=NetworkSegment(a809ed42-8f10-4125-a4b5-1ea2da2a1964),segment_id=a809ed42-8f10-4125-a4b5-1ea2da2a1964)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:36:56.102222 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65498f0b-95d6-4e8d-a9c4-602353dfabd9 x-openstack-request-id: req-65498f0b-95d6-4e8d-a9c4-602353dfabd9 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:36:56.102524 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e377f968-d938-4aef-8381-72d1c76e164b", "name": "network-vif-plugged", "status": "completed", "tag": "0cf32832-762f-452d-b760-3b596a8c9d17", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:36:56.102785 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65498f0b-95d6-4e8d-a9c4-602353dfabd9 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:36:56.103230 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e377f968-d938-4aef-8381-72d1c76e164b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf32832-762f-452d-b760-3b596a8c9d17', 'code': 200} Dec 11 23:36:56.136349 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:36:56.189152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=0cf32832-762f-452d-b760-3b596a8c9d17,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:36:56.278085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451609a4-a3b2-4a1c-9863-8c52a122087e req-54287937-3b9a-4360-b4ad-66ed96ce4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:56.279609 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-451609a4-a3b2-4a1c-9863-8c52a122087e req-54287937-3b9a-4360-b4ad-66ed96ce4ee1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 1096 time: 0.0872946 Dec 11 23:36:56.325766 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-451609a4-a3b2-4a1c-9863-8c52a122087e req-77d053d9-8234-441e-a47b-61d741754710 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391076 Dec 11 23:36:56.484172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25baa8-8e75-4ddf-a57f-5494405f6d5d req-d8d00f20-2069-4e02-ae14-36d642c4606d tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:56.485642 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc25baa8-8e75-4ddf-a57f-5494405f6d5d req-d8d00f20-2069-4e02-ae14-36d642c4606d tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 945 time: 0.0975652 Dec 11 23:36:56.533110 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bc25baa8-8e75-4ddf-a57f-5494405f6d5d req-ed1ee690-8ffc-4392-acdd-dc3e902f8674 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412390 Dec 11 23:36:57.704753 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57b279-bdf6-4de8-9778-948027188b9d req-e17810b7-f84e-42f5-9a4d-4c167ee65f82 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:57.706257 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0f57b279-bdf6-4de8-9778-948027188b9d req-e17810b7-f84e-42f5-9a4d-4c167ee65f82 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 945 time: 0.1013365 Dec 11 23:36:57.754339 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0f57b279-bdf6-4de8-9778-948027188b9d req-80ac2f10-2ae4-442f-88ed-b3aad56453ac tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418575 Dec 11 23:36:57.975616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-f6b1cb9f-a733-466a-bae9-d2bcaa1b5aa9 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:36:57.977097 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-f6b1cb9f-a733-466a-bae9-d2bcaa1b5aa9 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/networks?id=fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 HTTP/1.1" status: 200 len: 814 time: 0.1025789 Dec 11 23:36:57.993038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-d71114d3-f1b6-4bd2-9d01-13fc5816b857 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/quotas/77a87d5a6039457e898d3ce827e8e448 HTTP/1.1" status: 200 len: 375 time: 0.0100958 Dec 11 23:36:58.042533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-dd4ad0b0-b804-489a-8c53-f713951c46f2 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=77a87d5a6039457e898d3ce827e8e448&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434177 Dec 11 23:36:58.135138 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-ccd1edd6-1282-4ff3-946c-007a4cc4d1b2 service neutron] 10.222.0.45 "GET /v2.0/networks/fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853531 Dec 11 23:36:58.226090 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-93f13470-bbaf-4c51-80b8-a787db881638 service neutron] 10.222.0.45 "GET /v2.0/networks/fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848229 Dec 11 23:36:58.356324 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:36:58.445508 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b053e17b-eb93-467d-b06c-3af80e8386a9 req-1dd901cf-6664-4fa6-8036-a21cb5b57c49 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 210 time: 0.0256021 Dec 11 23:36:59.539887 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-39e1bed4-bd44-4bb1-a1df-3174af27bcad req-18ccefd9-8329-4244-be76-535c035c835b tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 210 time: 0.0275400 Dec 11 23:36:59.985255 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b9d37fe-6d43-4327-891f-9087a433257e req-933e1cf8-1aa6-4580-adc7-7495e8975273 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453148 Dec 11 23:37:00.093884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d37fe-6d43-4327-891f-9087a433257e req-8fad0705-a8f9-432b-ac08-31cf30f61419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:00.095402 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b9d37fe-6d43-4327-891f-9087a433257e req-8fad0705-a8f9-432b-ac08-31cf30f61419 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=77a87d5a6039457e898d3ce827e8e448&device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 1096 time: 0.0453262 Dec 11 23:37:00.282197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d37fe-6d43-4327-891f-9087a433257e req-9a48253f-78b9-47f3-9bff-e5fa9539ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:00.283623 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b9d37fe-6d43-4327-891f-9087a433257e req-9a48253f-78b9-47f3-9bff-e5fa9539ce2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 HTTP/1.1" status: 200 len: 915 time: 0.1680293 Dec 11 23:37:00.292559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-7800d197-9b6a-4b3a-8277-aa260bb02955 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:00.293937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-7800d197-9b6a-4b3a-8277-aa260bb02955 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.13 "GET /v2.0/networks?id=fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 HTTP/1.1" status: 200 len: 814 time: 0.1696193 Dec 11 23:37:00.338241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-5c2c7168-e198-4757-abe7-acab6f3f1b31 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Request body: {'port': {'device_id': '036bbb36-f015-4fc7-bba2-bc9e9afe25dd', 'network_id': 'fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60', 'admin_state_up': True, 'tenant_id': '77a87d5a6039457e898d3ce827e8e448'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:00.343485 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b9d37fe-6d43-4327-891f-9087a433257e req-7aa5ee87-cfcb-47e1-b297-665315b0b73a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cf32832-762f-452d-b760-3b596a8c9d17 HTTP/1.1" status: 200 len: 217 time: 0.0486431 Dec 11 23:37:00.437240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d37fe-6d43-4327-891f-9087a433257e req-6f05f486-c37d-44f0-b3aa-72d59a7156a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:00.438776 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b9d37fe-6d43-4327-891f-9087a433257e req-6f05f486-c37d-44f0-b3aa-72d59a7156a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91daa809-3f84-4e48-8f65-d3862d237127 HTTP/1.1" status: 200 len: 854 time: 0.0848899 Dec 11 23:37:00.480556 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b9d37fe-6d43-4327-891f-9087a433257e req-653eb232-c857-4b14-ac0e-dcadc285b75a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350668 Dec 11 23:37:00.584263 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b9d37fe-6d43-4327-891f-9087a433257e req-2127873f-3678-494c-8051-e8a1d368ffca service neutron] 10.222.0.47 "GET /v2.0/networks/fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952485 Dec 11 23:37:00.611800 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-5c2c7168-e198-4757-abe7-acab6f3f1b31 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Made reservation on behalf of 77a87d5a6039457e898d3ce827e8e448 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:00.615444 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-5c2c7168-e198-4757-abe7-acab6f3f1b31 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:00.634103 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e6e1d465-9ffa-4213-acea-e40c2f3497ab req-c073e592-2cd1-484d-9ed1-b9192ac2b98f tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 210 time: 0.0256100 Dec 11 23:37:00.744009 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b9d37fe-6d43-4327-891f-9087a433257e req-4a6b557e-81db-48cd-a50f-b8631332b19b service neutron] 10.222.0.47 "GET /v2.0/networks/fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525166 Dec 11 23:37:00.800221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-5c2c7168-e198-4757-abe7-acab6f3f1b31 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Allocated IP 172.20.0.4 (fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60/91daa809-3f84-4e48-8f65-d3862d237127/07c23e55-c450-46f3-a97e-6febe1e37137) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:37:00.950276 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-5c2c7168-e198-4757-abe7-acab6f3f1b31 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:01.022250 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-5c2c7168-e198-4757-abe7-acab6f3f1b31 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:01.055256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['0cf32832-762f-452d-b760-3b596a8c9d17'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:37:01.065017 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-5c2c7168-e198-4757-abe7-acab6f3f1b31 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Network fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:37:01.068339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-5c2c7168-e198-4757-abe7-acab6f3f1b31 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:01.072036 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-5c2c7168-e198-4757-abe7-acab6f3f1b31 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:37:01.102517 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c7168-e198-4757-abe7-acab6f3f1b31 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Pushing event updated for resources: {'Port': ['ID=07c23e55-c450-46f3-a97e-6febe1e37137,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:01.131129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-5c2c7168-e198-4757-abe7-acab6f3f1b31 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:01.131757 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-5c2c7168-e198-4757-abe7-acab6f3f1b31 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:01.206855 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-5c2c7168-e198-4757-abe7-acab6f3f1b31 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8722732 Dec 11 23:37:01.218293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Request body: {'port': {'device_id': '036bbb36-f015-4fc7-bba2-bc9e9afe25dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:01.271068 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:01.524419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c23e55-c450-46f3-a97e-6febe1e37137 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:37:01.531575 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:01.543343 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Transition to ACTIVE for port object 07c23e55-c450-46f3-a97e-6febe1e37137 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:37:01.603541 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:01.655843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=07c23e55-c450-46f3-a97e-6febe1e37137,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:01.759894 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Attempting to bind port 07c23e55-c450-46f3-a97e-6febe1e37137 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:37:01.760237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Attempting to bind port 07c23e55-c450-46f3-a97e-6febe1e37137 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'a809ed42-8f10-4125-a4b5-1ea2da2a1964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:37:01.760573 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Attempting to bind port 07c23e55-c450-46f3-a97e-6febe1e37137 on network fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:37:01.766891 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Port 07c23e55-c450-46f3-a97e-6febe1e37137 on network fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:37:01.767224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Attempting to bind port 07c23e55-c450-46f3-a97e-6febe1e37137 on network fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:37:01.778129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353254e-da63-49b8-b3fb-7de89c84287b req-4c1dacbd-d9a7-4cb9-924c-e309dc85299d tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:01.778537 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f353254e-da63-49b8-b3fb-7de89c84287b req-4c1dacbd-d9a7-4cb9-924c-e309dc85299d tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 943 time: 0.0761206 Dec 11 23:37:01.782639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:37:01.783023 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Checking segment: {'id': 'a809ed42-8f10-4125-a4b5-1ea2da2a1964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:01.783406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Bound using segment: {'id': 'a809ed42-8f10-4125-a4b5-1ea2da2a1964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:37:01.783840 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Bound port: 07c23e55-c450-46f3-a97e-6febe1e37137, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a809ed42-8f10-4125-a4b5-1ea2da2a1964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:37:01.784313 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:01.867780 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f353254e-da63-49b8-b3fb-7de89c84287b req-a4107e2c-7078-4b00-ac2c-cae3a461943f tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803723 Dec 11 23:37:01.883383 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] For port 07c23e55-c450-46f3-a97e-6febe1e37137, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:37:01.886977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] For port 07c23e55-c450-46f3-a97e-6febe1e37137, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=07c23e55-c450-46f3-a97e-6febe1e37137,segment=NetworkSegment(a809ed42-8f10-4125-a4b5-1ea2da2a1964),segment_id=a809ed42-8f10-4125-a4b5-1ea2da2a1964)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:37:01.969312 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:02.005311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:02.005934 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:02.007360 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/07c23e55-c450-46f3-a97e-6febe1e37137 HTTP/1.1" status: 200 len: 1091 time: 0.7931435 Dec 11 23:37:02.013011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036bbb36-f015-4fc7-bba2-bc9e9afe25dd', 'tag': '07c23e55-c450-46f3-a97e-6febe1e37137'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:37:02.013011 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5b97e2-23c7-489d-9903-d16c7bd8e6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "036bbb36-f015-4fc7-bba2-bc9e9afe25dd", "tag": "07c23e55-c450-46f3-a97e-6febe1e37137"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:37:02.032334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c09ef-c434-478a-810d-31fed966a2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=07c23e55-c450-46f3-a97e-6febe1e37137,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:02.048825 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdda5f0-446c-4d7e-a1e9-16bbebe8518f x-openstack-request-id: req-fbdda5f0-446c-4d7e-a1e9-16bbebe8518f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:37:02.049122 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036bbb36-f015-4fc7-bba2-bc9e9afe25dd", "tag": "07c23e55-c450-46f3-a97e-6febe1e37137", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:37:02.049378 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fbdda5f0-446c-4d7e-a1e9-16bbebe8518f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:37:02.050478 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036bbb36-f015-4fc7-bba2-bc9e9afe25dd', 'tag': '07c23e55-c450-46f3-a97e-6febe1e37137', 'status': 'completed', 'code': 200} Dec 11 23:37:02.109741 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b97e2-23c7-489d-9903-d16c7bd8e6ee req-e0a85916-8e2f-462a-b99b-0eeca6e0a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:02.111325 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0d5b97e2-23c7-489d-9903-d16c7bd8e6ee req-e0a85916-8e2f-462a-b99b-0eeca6e0a107 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=77a87d5a6039457e898d3ce827e8e448&device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 1094 time: 0.0403574 Dec 11 23:37:02.209794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b97e2-23c7-489d-9903-d16c7bd8e6ee req-40205fae-2cb1-46d8-bd85-be19d52240a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:02.211302 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0d5b97e2-23c7-489d-9903-d16c7bd8e6ee req-40205fae-2cb1-46d8-bd85-be19d52240a3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=77a87d5a6039457e898d3ce827e8e448&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0928717 Dec 11 23:37:02.304240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b97e2-23c7-489d-9903-d16c7bd8e6ee req-00def288-68e5-45b0-a496-d3e8b8198f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:02.305634 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0d5b97e2-23c7-489d-9903-d16c7bd8e6ee req-00def288-68e5-45b0-a496-d3e8b8198f2f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878158 Dec 11 23:37:02.384259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-4a7c3693-1c81-4640-922e-815db4a3fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:02.385995 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-4a7c3693-1c81-4640-922e-815db4a3fdf5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=77a87d5a6039457e898d3ce827e8e448&device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 1094 time: 0.0455401 Dec 11 23:37:02.428489 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-38d72101-30e4-4e8e-b73e-bd258972f7f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07c23e55-c450-46f3-a97e-6febe1e37137 HTTP/1.1" status: 200 len: 217 time: 0.0339622 Dec 11 23:37:02.476145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-178c23e1-e9a1-4299-b0ac-b85806f83d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:02.477561 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-178c23e1-e9a1-4299-b0ac-b85806f83d5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91daa809-3f84-4e48-8f65-d3862d237127 HTTP/1.1" status: 200 len: 854 time: 0.0428200 Dec 11 23:37:02.512028 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-c7dc9530-31be-47bc-a736-e4843ecbc2e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277514 Dec 11 23:37:02.600057 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-413cf5e1-8c5b-4dec-8bd5-e00cbc94c851 service neutron] 10.222.0.13 "GET /v2.0/networks/fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800524 Dec 11 23:37:02.691715 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-71006d4a-6bea-47c8-a783-c31730e47e36 req-f3ba269a-25ab-460c-a640-4da6d4f70061 service neutron] 10.222.0.13 "GET /v2.0/networks/fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847938 Dec 11 23:37:02.983569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82310509-ac77-400e-867f-c0495d6835e4 req-975ad54c-a6db-43f4-ac7f-1931de166b3a tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:02.985041 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82310509-ac77-400e-867f-c0495d6835e4 req-975ad54c-a6db-43f4-ac7f-1931de166b3a tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 943 time: 0.0494981 Dec 11 23:37:03.033447 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82310509-ac77-400e-867f-c0495d6835e4 req-d1c69c44-b007-4818-b497-25448a5f2e3c tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420823 Dec 11 23:37:04.154426 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2a954-bd03-41d0-affd-5c9be1126af4 req-e92a903d-fe45-4e11-acbb-3ee7ec7f3038 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:04.155941 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-57d2a954-bd03-41d0-affd-5c9be1126af4 req-e92a903d-fe45-4e11-acbb-3ee7ec7f3038 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 943 time: 0.0552313 Dec 11 23:37:04.205183 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-57d2a954-bd03-41d0-affd-5c9be1126af4 req-5c0716a8-3e1f-4e4c-a6fb-1c3f317aac70 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432644 Dec 11 23:37:05.323213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94888462-1f53-4f84-9456-1b00bf6bc86e req-5541d2d4-b990-4296-a8ee-231b09be2011 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:05.324581 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94888462-1f53-4f84-9456-1b00bf6bc86e req-5541d2d4-b990-4296-a8ee-231b09be2011 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 943 time: 0.0495505 Dec 11 23:37:05.370418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94888462-1f53-4f84-9456-1b00bf6bc86e req-78512e25-4c5e-42e6-b57e-0dda0d614587 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398777 Dec 11 23:37:05.973738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 07c23e55-c450-46f3-a97e-6febe1e37137 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:37:06.069897 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 07c23e55-c450-46f3-a97e-6febe1e37137, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=07c23e55-c450-46f3-a97e-6febe1e37137,segment=NetworkSegment(a809ed42-8f10-4125-a4b5-1ea2da2a1964),segment_id=a809ed42-8f10-4125-a4b5-1ea2da2a1964)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:06.081369 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '07c23e55-c450-46f3-a97e-6febe1e37137', 'network_id': 'fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60', 'port_id': '07c23e55-c450-46f3-a97e-6febe1e37137', 'mac_address': 'fa:16:3e:36:dc:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91daa809-3f84-4e48-8f65-d3862d237127', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:37:06.121792 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:06.134858 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c23e55-c450-46f3-a97e-6febe1e37137 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:37:06.153996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 07c23e55-c450-46f3-a97e-6febe1e37137, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=07c23e55-c450-46f3-a97e-6febe1e37137,segment=NetworkSegment(a809ed42-8f10-4125-a4b5-1ea2da2a1964),segment_id=a809ed42-8f10-4125-a4b5-1ea2da2a1964)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:06.210577 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:06.264976 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=07c23e55-c450-46f3-a97e-6febe1e37137,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:06.275871 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:06.276426 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:06.276970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:06.277504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:06.278020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:06.278601 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:06.279179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:06.279742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:06.280107 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:06.280451 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:06.280791 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:06.281128 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:06.281459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:06.503762 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a620ffa-07e5-4ac6-bc98-f27865c27617 req-4438219d-f201-4ed7-ab6c-8ff151b4cdb2 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:06.505262 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2a620ffa-07e5-4ac6-bc98-f27865c27617 req-4438219d-f201-4ed7-ab6c-8ff151b4cdb2 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 944 time: 0.0587499 Dec 11 23:37:06.524749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['07c23e55-c450-46f3-a97e-6febe1e37137'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:37:06.560018 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2a620ffa-07e5-4ac6-bc98-f27865c27617 req-fe62dd99-6685-4fa2-b65e-07a5d450ad8c tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483136 Dec 11 23:37:07.678896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be93ee-9263-4f9f-a53c-75108c041271 req-46e0536d-6f4e-4749-8161-5e845f7d2231 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:07.680374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79be93ee-9263-4f9f-a53c-75108c041271 req-46e0536d-6f4e-4749-8161-5e845f7d2231 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 944 time: 0.0530827 Dec 11 23:37:07.726535 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79be93ee-9263-4f9f-a53c-75108c041271 req-2c181e99-760a-49ad-b4ce-5928429e3e58 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Dec 11 23:37:07.987855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 07c23e55-c450-46f3-a97e-6febe1e37137 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:37:08.094844 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 07c23e55-c450-46f3-a97e-6febe1e37137 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:37:08.099292 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 07c23e55-c450-46f3-a97e-6febe1e37137 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:08.099671 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:08.178144 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:08.200278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036bbb36-f015-4fc7-bba2-bc9e9afe25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c23e55-c450-46f3-a97e-6febe1e37137'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:37:08.202523 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0cfdb6-3e1b-43f4-8be3-f433dcf2f8c1" -d '{"events": [{"server_uuid": "036bbb36-f015-4fc7-bba2-bc9e9afe25dd", "name": "network-vif-plugged", "status": "completed", "tag": "07c23e55-c450-46f3-a97e-6febe1e37137"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:37:08.215593 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 07c23e55-c450-46f3-a97e-6febe1e37137, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=07c23e55-c450-46f3-a97e-6febe1e37137,segment=NetworkSegment(a809ed42-8f10-4125-a4b5-1ea2da2a1964),segment_id=a809ed42-8f10-4125-a4b5-1ea2da2a1964)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:08.241026 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c39996-9c3d-4b2c-be99-45a3e1b73034 x-openstack-request-id: req-35c39996-9c3d-4b2c-be99-45a3e1b73034 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:37:08.241026 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036bbb36-f015-4fc7-bba2-bc9e9afe25dd", "name": "network-vif-plugged", "status": "completed", "tag": "07c23e55-c450-46f3-a97e-6febe1e37137", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:37:08.241026 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35c39996-9c3d-4b2c-be99-45a3e1b73034 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:37:08.241026 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036bbb36-f015-4fc7-bba2-bc9e9afe25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c23e55-c450-46f3-a97e-6febe1e37137', 'code': 200} Dec 11 23:37:08.289439 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:08.342236 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=07c23e55-c450-46f3-a97e-6febe1e37137,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:08.387649 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98abb8f-6592-4e2d-8feb-7b3c950ad0d1 req-a332e73f-4ae4-432e-a36b-5cbc72af4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:08.389129 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b98abb8f-6592-4e2d-8feb-7b3c950ad0d1 req-a332e73f-4ae4-432e-a36b-5cbc72af4795 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 1096 time: 0.0396945 Dec 11 23:37:08.432538 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b98abb8f-6592-4e2d-8feb-7b3c950ad0d1 req-27424ebe-56dd-4f70-9b9c-eca45a24906a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367129 Dec 11 23:37:08.840443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c3c02-d0a5-41d3-9ffc-8eb8eafd2a36 req-e02d211c-0242-4daa-b66f-3e3c86af018d tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:08.841913 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e4c3c02-d0a5-41d3-9ffc-8eb8eafd2a36 req-e02d211c-0242-4daa-b66f-3e3c86af018d tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 945 time: 0.0477841 Dec 11 23:37:08.893591 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e4c3c02-d0a5-41d3-9ffc-8eb8eafd2a36 req-69d316e5-0433-465e-9cae-89c0e016c5dc tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443463 Dec 11 23:37:10.012377 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94efa10-f1fe-4a44-90f7-470e91f680db req-a8f068e7-c3d2-4456-8f53-8191561bb82a tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:10.013898 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c94efa10-f1fe-4a44-90f7-470e91f680db req-a8f068e7-c3d2-4456-8f53-8191561bb82a tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 945 time: 0.0493145 Dec 11 23:37:10.066319 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c94efa10-f1fe-4a44-90f7-470e91f680db req-22437d38-f85d-4d55-b346-99ec092bb023 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457296 Dec 11 23:37:10.469784 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedece79-a20b-400b-be94-91999ea43889 req-bcd85354-d138-46f6-99b3-a434e4f503d0 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:10.472054 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fedece79-a20b-400b-be94-91999ea43889 req-bcd85354-d138-46f6-99b3-a434e4f503d0 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 945 time: 0.0484095 Dec 11 23:37:10.518967 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fedece79-a20b-400b-be94-91999ea43889 req-017c3e94-361b-44ca-b3cd-0f279c08af60 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406265 Dec 11 23:37:11.639813 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c896b5-8941-41ef-b5d3-300ed50574af req-9b45e3ff-1d4f-47d2-a8bc-2f66d4e39c38 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:11.641444 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-43c896b5-8941-41ef-b5d3-300ed50574af req-9b45e3ff-1d4f-47d2-a8bc-2f66d4e39c38 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 945 time: 0.0517912 Dec 11 23:37:11.699699 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-43c896b5-8941-41ef-b5d3-300ed50574af req-81ab79d2-5e98-4e58-82cf-382d35de891a tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509317 Dec 11 23:37:11.810130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7266e-732c-410c-b7d6-ff8fe15cbb78 req-e6ec343b-b9e1-466c-84b0-93b1e225c1fe tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:11.811533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82d7266e-732c-410c-b7d6-ff8fe15cbb78 req-e6ec343b-b9e1-466c-84b0-93b1e225c1fe tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.13 "GET /v2.0/ports?device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 945 time: 0.0479331 Dec 11 23:37:11.902313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-82d7266e-732c-410c-b7d6-ff8fe15cbb78 req-80d74a4e-6f4f-4609-bacf-319533b43df2 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Deleting port 07c23e55-c450-46f3-a97e-6febe1e37137 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:37:11.902649 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-82d7266e-732c-410c-b7d6-ff8fe15cbb78 req-80d74a4e-6f4f-4609-bacf-319533b43df2 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:11.991204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-82d7266e-732c-410c-b7d6-ff8fe15cbb78 req-80d74a4e-6f4f-4609-bacf-319533b43df2 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] For port 07c23e55-c450-46f3-a97e-6febe1e37137, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=07c23e55-c450-46f3-a97e-6febe1e37137,segment=NetworkSegment(a809ed42-8f10-4125-a4b5-1ea2da2a1964),segment_id=a809ed42-8f10-4125-a4b5-1ea2da2a1964)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:11.991570 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-82d7266e-732c-410c-b7d6-ff8fe15cbb78 req-80d74a4e-6f4f-4609-bacf-319533b43df2 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:12.003453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-82d7266e-732c-410c-b7d6-ff8fe15cbb78 req-80d74a4e-6f4f-4609-bacf-319533b43df2 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Calling delete_port for 07c23e55-c450-46f3-a97e-6febe1e37137 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:37:12.214513 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-82d7266e-732c-410c-b7d6-ff8fe15cbb78 req-80d74a4e-6f4f-4609-bacf-319533b43df2 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:12.226275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['07c23e55-c450-46f3-a97e-6febe1e37137'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:37:12.242352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d74a4e-6f4f-4609-bacf-319533b43df2 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Pushing event deleted for resources: {'Port': ['ID=07c23e55-c450-46f3-a97e-6febe1e37137,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:12.249561 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['0cf32832-762f-452d-b760-3b596a8c9d17'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:37:12.290398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d7266e-732c-410c-b7d6-ff8fe15cbb78 req-80d74a4e-6f4f-4609-bacf-319533b43df2 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] No DVR routers for this DVR port 07c23e55-c450-46f3-a97e-6febe1e37137 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:37:12.293147 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-82d7266e-732c-410c-b7d6-ff8fe15cbb78 req-80d74a4e-6f4f-4609-bacf-319533b43df2 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:12.296587 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-82d7266e-732c-410c-b7d6-ff8fe15cbb78 req-80d74a4e-6f4f-4609-bacf-319533b43df2 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.13 "DELETE /v2.0/ports/07c23e55-c450-46f3-a97e-6febe1e37137 HTTP/1.1" status: 204 len: 173 time: 0.4788678 Dec 11 23:37:12.297036 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036bbb36-f015-4fc7-bba2-bc9e9afe25dd', 'name': 'network-vif-deleted', 'tag': '07c23e55-c450-46f3-a97e-6febe1e37137'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:37:12.299412 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec953e9-d6d1-45a7-a7e6-d7771fae49ce" -d '{"events": [{"server_uuid": "036bbb36-f015-4fc7-bba2-bc9e9afe25dd", "name": "network-vif-deleted", "tag": "07c23e55-c450-46f3-a97e-6febe1e37137"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:37:12.396909 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfab7466-b890-41c2-942a-a37719f7a295 x-openstack-request-id: req-bfab7466-b890-41c2-942a-a37719f7a295 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:37:12.397252 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036bbb36-f015-4fc7-bba2-bc9e9afe25dd", "name": "network-vif-deleted", "tag": "07c23e55-c450-46f3-a97e-6febe1e37137", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:37:12.397537 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bfab7466-b890-41c2-942a-a37719f7a295 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:37:12.397995 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036bbb36-f015-4fc7-bba2-bc9e9afe25dd', 'name': 'network-vif-deleted', 'tag': '07c23e55-c450-46f3-a97e-6febe1e37137', 'status': 'completed', 'code': 200} Dec 11 23:37:12.806737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fee7be9d-575c-436d-81ef-21a2c6e866d8 req-7b0d1661-818d-4694-9ab0-faccb0ce751a tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=036bbb36-f015-4fc7-bba2-bc9e9afe25dd HTTP/1.1" status: 200 len: 210 time: 0.0258396 Dec 11 23:37:13.955860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737d287-83f8-48dd-b3c3-f1ce83e8fdbe req-df028ad9-f3f7-4a8f-b00d-211fc1055cd5 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:13.957328 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2737d287-83f8-48dd-b3c3-f1ce83e8fdbe req-df028ad9-f3f7-4a8f-b00d-211fc1055cd5 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 945 time: 0.0489104 Dec 11 23:37:14.004866 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2737d287-83f8-48dd-b3c3-f1ce83e8fdbe req-4333b51b-387f-4d00-b4a6-4b099dd20aea tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Dec 11 23:37:14.135980 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:14.139947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fdf7e-1cd3-4040-94e2-8baaeee25e4d req-15aa2bca-7355-463a-8452-dd2ae178027e tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:14.140561 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-622fdf7e-1cd3-4040-94e2-8baaeee25e4d req-15aa2bca-7355-463a-8452-dd2ae178027e tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 945 time: 0.0499332 Dec 11 23:37:14.192873 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-622fdf7e-1cd3-4040-94e2-8baaeee25e4d req-477fb958-5517-490f-8c30-ba21bc5c67bb tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456600 Dec 11 23:37:14.308565 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256b0a0-1b74-4e00-9614-17a826ef32cf req-1834f8de-3304-42f9-8467-99fecba608f5 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:14.310132 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f256b0a0-1b74-4e00-9614-17a826ef32cf req-1834f8de-3304-42f9-8467-99fecba608f5 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 945 time: 0.0488963 Dec 11 23:37:14.357158 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f256b0a0-1b74-4e00-9614-17a826ef32cf req-226d3608-2944-433b-bd04-bd13da0a1d14 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 Dec 11 23:37:14.524885 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5596c-fa30-458e-9bc6-193280334fa1 req-dfbde0c4-8c00-4774-8ee4-7682c99ffdbf tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:14.526348 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2eb5596c-fa30-458e-9bc6-193280334fa1 req-dfbde0c4-8c00-4774-8ee4-7682c99ffdbf tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 945 time: 0.0517735 Dec 11 23:37:14.573411 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2eb5596c-fa30-458e-9bc6-193280334fa1 req-0ca8b494-13c2-456b-b333-3bbbb9757a25 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411186 Dec 11 23:37:14.694416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fd0f9-facb-4d1e-bbe4-ffca486b5ad9 req-a349a745-0a90-40de-ba75-3c1c8919ddcc tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:14.695916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e05fd0f9-facb-4d1e-bbe4-ffca486b5ad9 req-a349a745-0a90-40de-ba75-3c1c8919ddcc tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 945 time: 0.0485463 Dec 11 23:37:14.744352 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e05fd0f9-facb-4d1e-bbe4-ffca486b5ad9 req-b9c9448e-6f52-4313-bf4d-e8f62a40d6bb tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424304 Dec 11 23:37:14.867803 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede08b92-85dc-4676-9af8-2c98391193d5 req-1587e26c-4e31-4307-867d-57f14a7a07ca tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:14.869266 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ede08b92-85dc-4676-9af8-2c98391193d5 req-1587e26c-4e31-4307-867d-57f14a7a07ca tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 945 time: 0.0493937 Dec 11 23:37:14.917692 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ede08b92-85dc-4676-9af8-2c98391193d5 req-cf67a40f-89f5-472e-ae1e-f3b6c64cc8df tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415781 Dec 11 23:37:15.369165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea979f2e-1db8-4e4e-9111-0ffe30327ebb req-baa11970-14b1-4202-9d54-cd1ea250fac2 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:15.370650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea979f2e-1db8-4e4e-9111-0ffe30327ebb req-baa11970-14b1-4202-9d54-cd1ea250fac2 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 945 time: 0.0524044 Dec 11 23:37:15.418200 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ea979f2e-1db8-4e4e-9111-0ffe30327ebb req-56e857b5-1653-475d-af45-ff730d6c56ac tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Dec 11 23:37:16.035352 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 07c23e55-c450-46f3-a97e-6febe1e37137 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:37:16.058011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 07c23e55-c450-46f3-a97e-6febe1e37137 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:37:16.058355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 07c23e55-c450-46f3-a97e-6febe1e37137 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:37:16.535585 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b25805-59d0-4d79-92c6-280c97b50694 req-b2cf9b9b-412b-4d37-9d42-067d38bce6e4 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:16.537091 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52b25805-59d0-4d79-92c6-280c97b50694 req-b2cf9b9b-412b-4d37-9d42-067d38bce6e4 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 945 time: 0.0495310 Dec 11 23:37:16.584791 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52b25805-59d0-4d79-92c6-280c97b50694 req-0fb75fa0-5444-4c5a-a1c7-a0a8857bfd97 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/security-groups?id=1653a732-abc0-4aff-8d5f-ecab4a9a5062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415020 Dec 11 23:37:16.808732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d8f17-1e2b-4179-ae97-c44f8abd2138 req-df90df60-2c02-440b-bb9f-5d5527490b06 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:16.810082 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-371d8f17-1e2b-4179-ae97-c44f8abd2138 req-df90df60-2c02-440b-bb9f-5d5527490b06 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.47 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 945 time: 0.0481734 Dec 11 23:37:16.905108 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-371d8f17-1e2b-4179-ae97-c44f8abd2138 req-52f94d32-8733-4fec-bfdb-dcad61a9f9f9 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Deleting port 0cf32832-762f-452d-b760-3b596a8c9d17 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:37:16.905448 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-371d8f17-1e2b-4179-ae97-c44f8abd2138 req-52f94d32-8733-4fec-bfdb-dcad61a9f9f9 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:16.991567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-371d8f17-1e2b-4179-ae97-c44f8abd2138 req-52f94d32-8733-4fec-bfdb-dcad61a9f9f9 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] For port 0cf32832-762f-452d-b760-3b596a8c9d17, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0cf32832-762f-452d-b760-3b596a8c9d17,segment=NetworkSegment(a809ed42-8f10-4125-a4b5-1ea2da2a1964),segment_id=a809ed42-8f10-4125-a4b5-1ea2da2a1964)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:16.991926 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-371d8f17-1e2b-4179-ae97-c44f8abd2138 req-52f94d32-8733-4fec-bfdb-dcad61a9f9f9 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:17.004325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-371d8f17-1e2b-4179-ae97-c44f8abd2138 req-52f94d32-8733-4fec-bfdb-dcad61a9f9f9 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Calling delete_port for 0cf32832-762f-452d-b760-3b596a8c9d17 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:37:17.187080 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-371d8f17-1e2b-4179-ae97-c44f8abd2138 req-52f94d32-8733-4fec-bfdb-dcad61a9f9f9 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:17.213698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f94d32-8733-4fec-bfdb-dcad61a9f9f9 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Pushing event deleted for resources: {'Port': ['ID=0cf32832-762f-452d-b760-3b596a8c9d17,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:17.219285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['0cf32832-762f-452d-b760-3b596a8c9d17'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:37:17.263208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-371d8f17-1e2b-4179-ae97-c44f8abd2138 req-52f94d32-8733-4fec-bfdb-dcad61a9f9f9 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] No DVR routers for this DVR port 0cf32832-762f-452d-b760-3b596a8c9d17 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:37:17.265697 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-371d8f17-1e2b-4179-ae97-c44f8abd2138 req-52f94d32-8733-4fec-bfdb-dcad61a9f9f9 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:17.269264 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-371d8f17-1e2b-4179-ae97-c44f8abd2138 req-52f94d32-8733-4fec-bfdb-dcad61a9f9f9 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.47 "DELETE /v2.0/ports/0cf32832-762f-452d-b760-3b596a8c9d17 HTTP/1.1" status: 204 len: 173 time: 0.4482453 Dec 11 23:37:17.269726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e377f968-d938-4aef-8381-72d1c76e164b', 'name': 'network-vif-deleted', 'tag': '0cf32832-762f-452d-b760-3b596a8c9d17'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:37:17.272044 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a2f638-5874-4738-bb6c-81fe81df6664" -d '{"events": [{"server_uuid": "e377f968-d938-4aef-8381-72d1c76e164b", "name": "network-vif-deleted", "tag": "0cf32832-762f-452d-b760-3b596a8c9d17"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:37:17.309496 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26785f3-b0f5-4569-b721-41fcf56b1754 x-openstack-request-id: req-a26785f3-b0f5-4569-b721-41fcf56b1754 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:37:17.309794 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e377f968-d938-4aef-8381-72d1c76e164b", "name": "network-vif-deleted", "tag": "0cf32832-762f-452d-b760-3b596a8c9d17", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:37:17.310036 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a26785f3-b0f5-4569-b721-41fcf56b1754 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:37:17.310528 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e377f968-d938-4aef-8381-72d1c76e164b', 'name': 'network-vif-deleted', 'tag': '0cf32832-762f-452d-b760-3b596a8c9d17', 'status': 'completed', 'code': 200} Dec 11 23:37:17.691014 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-334a1163-a303-4304-93dc-2674655e3ee7 req-789aee2e-cb44-4787-85d2-b6aa2e81dd24 tempest-ServersNegativeTestJSON-1913231964 tempest-ServersNegativeTestJSON-1913231964-project] 10.222.0.45 "GET /v2.0/ports?device_id=e377f968-d938-4aef-8381-72d1c76e164b HTTP/1.1" status: 200 len: 210 time: 0.0262034 Dec 11 23:37:17.941615 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:18.747496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49494) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:18.794755 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a4678d-7558-4bb7-9827-44164227a847 admin admin] Deleting subnet 91daa809-3f84-4e48-8f65-d3862d237127 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:37:18.797876 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c4a4678d-7558-4bb7-9827-44164227a847 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:18.832618 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c4a4678d-7558-4bb7-9827-44164227a847 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:18.850177 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-864ab394-291e-439d-bd7a-1d78fff63587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:18.870470 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c4a4678d-7558-4bb7-9827-44164227a847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:18.975946 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c4a4678d-7558-4bb7-9827-44164227a847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:19.001857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4678d-7558-4bb7-9827-44164227a847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91daa809-3f84-4e48-8f65-d3862d237127,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:19.006279 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c4a4678d-7558-4bb7-9827-44164227a847 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:19.009799 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c4a4678d-7558-4bb7-9827-44164227a847 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/91daa809-3f84-4e48-8f65-d3862d237127 HTTP/1.1" status: 204 len: 168 time: 0.2612910 Dec 11 23:37:19.012282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49496) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:19.083261 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-872cd8ab-0396-4da2-adf7-42e012b3e15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:19.160096 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-872cd8ab-0396-4da2-adf7-42e012b3e15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:19.179951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-872cd8ab-0396-4da2-adf7-42e012b3e15b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:19.189079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-872cd8ab-0396-4da2-adf7-42e012b3e15b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a809ed42-8f10-4125-a4b5-1ea2da2a1964') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:19.189384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-872cd8ab-0396-4da2-adf7-42e012b3e15b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a809ed42-8f10-4125-a4b5-1ea2da2a1964') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:19.203994 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-872cd8ab-0396-4da2-adf7-42e012b3e15b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:19.216879 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-872cd8ab-0396-4da2-adf7-42e012b3e15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:19.222720 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872cd8ab-0396-4da2-adf7-42e012b3e15b admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:37:19.223136 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-872cd8ab-0396-4da2-adf7-42e012b3e15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:37:19.224774 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:37:19.324396 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-872cd8ab-0396-4da2-adf7-42e012b3e15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:19.329818 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-872cd8ab-0396-4da2-adf7-42e012b3e15b admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:19.333289 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-872cd8ab-0396-4da2-adf7-42e012b3e15b admin admin] 10.222.0.45 "DELETE /v2.0/networks/fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60 HTTP/1.1" status: 204 len: 168 time: 0.3200870 Dec 11 23:37:19.344359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cd8ab-0396-4da2-adf7-42e012b3e15b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb4d1e7a-a1eb-42ec-b8f1-b1e59103ac60,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:19.589167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49500) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:19.628961 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f3c76f90-45c2-4089-bb11-9e029252d8de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77a87d5a6039457e898d3ce827e8e448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381036 Dec 11 23:37:19.631516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49502) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:19.677356 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ce210644-86df-4797-8528-0b8b3e4e8e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:19.697866 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ce210644-86df-4797-8528-0b8b3e4e8e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:19.804322 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ce210644-86df-4797-8528-0b8b3e4e8e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:19.807163 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ce210644-86df-4797-8528-0b8b3e4e8e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:19.808321 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ce210644-86df-4797-8528-0b8b3e4e8e8d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1653a732-abc0-4aff-8d5f-ecab4a9a5062 HTTP/1.1" status: 204 len: 168 time: 0.1759100 Dec 11 23:37:19.816683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce210644-86df-4797-8528-0b8b3e4e8e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1653a732-abc0-4aff-8d5f-ecab4a9a5062,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:19.969437 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0cf32832-762f-452d-b760-3b596a8c9d17 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:37:19.990709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 0cf32832-762f-452d-b760-3b596a8c9d17 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:37:19.991090 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0cf32832-762f-452d-b760-3b596a8c9d17 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:37:20.775251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49524) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:20.873904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0c3194f0-2354-4080-ad82-8bd85bebd992 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1232357317'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:20.969948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3194f0-2354-4080-ad82-8bd85bebd992 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Made reservation on behalf of 53a7d0e4a8024cdf99b0e41ac8c40f3d for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:20.973909 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c3194f0-2354-4080-ad82-8bd85bebd992 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:20.982550 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c3194f0-2354-4080-ad82-8bd85bebd992 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:21.056105 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c3194f0-2354-4080-ad82-8bd85bebd992 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:21.111553 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c3194f0-2354-4080-ad82-8bd85bebd992 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:21.140234 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3194f0-2354-4080-ad82-8bd85bebd992 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:37:21.145451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3194f0-2354-4080-ad82-8bd85bebd992 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e411da3-f79f-41b9-8356-33a2b6a9017c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:21.152510 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c3194f0-2354-4080-ad82-8bd85bebd992 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:21.152855 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-0c3194f0-2354-4080-ad82-8bd85bebd992 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Added segment ef3af9e7-2ec6-47d9-90c3-78ddfc99a24d of type vlan for network f9a167ca-73a4-4bb3-9ed7-15d257c6a13b Dec 11 23:37:21.194942 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c3194f0-2354-4080-ad82-8bd85bebd992 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:21.290262 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c3194f0-2354-4080-ad82-8bd85bebd992 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:21.296640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3194f0-2354-4080-ad82-8bd85bebd992 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:21.297229 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0c3194f0-2354-4080-ad82-8bd85bebd992 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:21.335857 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c232b623-f59e-4e29-876e-d2ced15a7ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:21.401561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3194f0-2354-4080-ad82-8bd85bebd992 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event updated for resources: {'Network': ['ID=f9a167ca-73a4-4bb3-9ed7-15d257c6a13b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:21.412465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network f9a167ca-73a4-4bb3-9ed7-15d257c6a13b details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:37:21.452687 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0c3194f0-2354-4080-ad82-8bd85bebd992 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6763403 Dec 11 23:37:22.426920 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:24.083264 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:24.683456 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:24.747307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49528) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:24.752683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5711fc2c-a031-4fd3-8f09-b59b41ae216a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Request body: {'subnet': {'network_id': 'f9a167ca-73a4-4bb3-9ed7-15d257c6a13b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:24.900353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5711fc2c-a031-4fd3-8f09-b59b41ae216a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Made reservation on behalf of 53a7d0e4a8024cdf99b0e41ac8c40f3d for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:24.903849 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5711fc2c-a031-4fd3-8f09-b59b41ae216a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:25.124449 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5711fc2c-a031-4fd3-8f09-b59b41ae216a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:25.181920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711fc2c-a031-4fd3-8f09-b59b41ae216a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event updated for resources: {'Subnet': ['ID=b27c5a59-4c54-4887-985b-72aca0ec60f5,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:25.193830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5711fc2c-a031-4fd3-8f09-b59b41ae216a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Checking segment: {'id': 'ef3af9e7-2ec6-47d9-90c3-78ddfc99a24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9a167ca-73a4-4bb3-9ed7-15d257c6a13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:25.194204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5711fc2c-a031-4fd3-8f09-b59b41ae216a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Network hostable DHCP agents. Network: f9a167ca-73a4-4bb3-9ed7-15d257c6a13b, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:37:25.249815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5711fc2c-a031-4fd3-8f09-b59b41ae216a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Network f9a167ca-73a4-4bb3-9ed7-15d257c6a13b is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:37:25.306565 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-5711fc2c-a031-4fd3-8f09-b59b41ae216a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, f9a167ca-73a4-4bb3-9ed7-15d257c6a13b) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:25.310699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5711fc2c-a031-4fd3-8f09-b59b41ae216a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:25.311315 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5711fc2c-a031-4fd3-8f09-b59b41ae216a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:25.316803 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a510cb8e-fe40-43db-aec9-11e1e287934b None None] Network f9a167ca-73a4-4bb3-9ed7-15d257c6a13b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:25.377624 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5711fc2c-a031-4fd3-8f09-b59b41ae216a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6291471 Dec 11 23:37:25.381760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49530) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:25.387207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7d4f9642-ac87-443c-856d-6f6825dbd121 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927502771'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:25.414734 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-f9a167ca-73a4-4bb3-9ed7-15d257c6a13b', 'network_id': 'f9a167ca-73a4-4bb3-9ed7-15d257c6a13b', 'project_id': '53a7d0e4a8024cdf99b0e41ac8c40f3d', 'fixed_ips': [{'subnet_id': 'b27c5a59-4c54-4887-985b-72aca0ec60f5'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:37:25.419236 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:25.461402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4f9642-ac87-443c-856d-6f6825dbd121 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Made reservation on behalf of 53a7d0e4a8024cdf99b0e41ac8c40f3d for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:25.465038 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9642-ac87-443c-856d-6f6825dbd121 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:25.490492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4f9642-ac87-443c-856d-6f6825dbd121 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:37:25.499228 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9642-ac87-443c-856d-6f6825dbd121 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:25.499583 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-7d4f9642-ac87-443c-856d-6f6825dbd121 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Added segment 3fc62cd0-c329-43a9-9e4e-88aa8e0efe66 of type vlan for network cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec Dec 11 23:37:25.539756 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9642-ac87-443c-856d-6f6825dbd121 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:25.553831 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Allocated IP 2001:db8:0:ffff::2 (f9a167ca-73a4-4bb3-9ed7-15d257c6a13b/b27c5a59-4c54-4887-985b-72aca0ec60f5/9fe38eb9-9e2c-441a-9854-e76c18a93f49) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:37:25.632739 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9642-ac87-443c-856d-6f6825dbd121 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:25.638831 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f9642-ac87-443c-856d-6f6825dbd121 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:25.639419 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9642-ac87-443c-856d-6f6825dbd121 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:25.696105 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:25.754013 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:25.799061 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Network f9a167ca-73a4-4bb3-9ed7-15d257c6a13b is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:37:25.802702 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:25.807253 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:37:25.810537 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Pushing event updated for resources: {'Port': ['ID=9fe38eb9-9e2c-441a-9854-e76c18a93f49,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:25.865876 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Attempting to bind port 9fe38eb9-9e2c-441a-9854-e76c18a93f49 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:37:25.866252 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Attempting to bind port 9fe38eb9-9e2c-441a-9854-e76c18a93f49 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'ef3af9e7-2ec6-47d9-90c3-78ddfc99a24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9a167ca-73a4-4bb3-9ed7-15d257c6a13b'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:37:25.866618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Attempting to bind port 9fe38eb9-9e2c-441a-9854-e76c18a93f49 on network f9a167ca-73a4-4bb3-9ed7-15d257c6a13b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:37:25.872003 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:37:25.872382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Checking segment: {'id': 'ef3af9e7-2ec6-47d9-90c3-78ddfc99a24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9a167ca-73a4-4bb3-9ed7-15d257c6a13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:25.872814 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:25.873186 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Bound using segment: {'id': 'ef3af9e7-2ec6-47d9-90c3-78ddfc99a24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9a167ca-73a4-4bb3-9ed7-15d257c6a13b'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:37:25.873659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Bound port: 9fe38eb9-9e2c-441a-9854-e76c18a93f49, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3af9e7-2ec6-47d9-90c3-78ddfc99a24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9a167ca-73a4-4bb3-9ed7-15d257c6a13b'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:37:25.874043 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:25.942057 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] For port 9fe38eb9-9e2c-441a-9854-e76c18a93f49, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:37:25.945021 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] For port 9fe38eb9-9e2c-441a-9854-e76c18a93f49, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9fe38eb9-9e2c-441a-9854-e76c18a93f49,segment=NetworkSegment(ef3af9e7-2ec6-47d9-90c3-78ddfc99a24d),segment_id=ef3af9e7-2ec6-47d9-90c3-78ddfc99a24d)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:37:26.005776 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:26.025007 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f9642-ac87-443c-856d-6f6825dbd121 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event updated for resources: {'Network': ['ID=cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:26.041714 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:37:26.082976 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7d4f9642-ac87-443c-856d-6f6825dbd121 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6986516 Dec 11 23:37:26.085431 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49532) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:26.090921 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-95dd3163-e8b2-44da-8e5d-ba7b82e2d997 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Request body: {'subnet': {'network_id': 'cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:26.126349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6ab62-8b2c-474a-bdbf-593804a2a776 None None] Pushing event updated for resources: {'Port': ['ID=9fe38eb9-9e2c-441a-9854-e76c18a93f49,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:26.246890 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dd3163-e8b2-44da-8e5d-ba7b82e2d997 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Made reservation on behalf of 53a7d0e4a8024cdf99b0e41ac8c40f3d for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:26.253099 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95dd3163-e8b2-44da-8e5d-ba7b82e2d997 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:26.536284 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95dd3163-e8b2-44da-8e5d-ba7b82e2d997 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:26.596218 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd3163-e8b2-44da-8e5d-ba7b82e2d997 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event updated for resources: {'Subnet': ['ID=64524823-a805-492d-b7b3-c0289683d7a2,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:26.606684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dd3163-e8b2-44da-8e5d-ba7b82e2d997 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Checking segment: {'id': '3fc62cd0-c329-43a9-9e4e-88aa8e0efe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:26.607078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dd3163-e8b2-44da-8e5d-ba7b82e2d997 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Network hostable DHCP agents. Network: cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:37:26.690077 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dd3163-e8b2-44da-8e5d-ba7b82e2d997 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Network cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:37:26.743213 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9fe38eb9-9e2c-441a-9854-e76c18a93f49 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:37:26.758743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-95dd3163-e8b2-44da-8e5d-ba7b82e2d997 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:26.774556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dd3163-e8b2-44da-8e5d-ba7b82e2d997 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:26.775254 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95dd3163-e8b2-44da-8e5d-ba7b82e2d997 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:26.776968 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610c18b0-6c81-4e97-a67f-04ef177ed3d3 None None] Network cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:26.853203 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49534) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:26.854654 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-95dd3163-e8b2-44da-8e5d-ba7b82e2d997 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7679305 Dec 11 23:37:26.877680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 9fe38eb9-9e2c-441a-9854-e76c18a93f49 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:26.878332 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:26.966855 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec', 'network_id': 'cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec', 'project_id': '53a7d0e4a8024cdf99b0e41ac8c40f3d', 'fixed_ips': [{'subnet_id': '64524823-a805-492d-b7b3-c0289683d7a2'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:37:26.968010 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:26.979424 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:27.069643 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:27.087875 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:27.161192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d8aa2a-eb38-4f16-b65c-766d0ce8ed03 None None] Network f9a167ca-73a4-4bb3-9ed7-15d257c6a13b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:27.184833 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Allocated IP 2001:db8::2 (cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec/64524823-a805-492d-b7b3-c0289683d7a2/f3ba93bb-fc63-4db2-8a2d-75b16228800e) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:37:27.192937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 9fe38eb9-9e2c-441a-9854-e76c18a93f49, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9fe38eb9-9e2c-441a-9854-e76c18a93f49,segment=NetworkSegment(ef3af9e7-2ec6-47d9-90c3-78ddfc99a24d),segment_id=ef3af9e7-2ec6-47d9-90c3-78ddfc99a24d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:27.399068 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:27.490909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a767587c-287f-490f-ac33-cf571d70695a None None] Provisioning complete for port 9fe38eb9-9e2c-441a-9854-e76c18a93f49 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:27.491297 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a767587c-287f-490f-ac33-cf571d70695a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:27.561488 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=9fe38eb9-9e2c-441a-9854-e76c18a93f49,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:27.716109 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:27.780790 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:27.846050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Network cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:37:27.849728 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:27.855815 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:37:27.860954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Pushing event updated for resources: {'Port': ['ID=f3ba93bb-fc63-4db2-8a2d-75b16228800e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:27.867741 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:27.908080 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event deleted for resources: {'Subnet': ['ID=64524823-a805-492d-b7b3-c0289683d7a2,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:27.934565 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Attempting to bind port f3ba93bb-fc63-4db2-8a2d-75b16228800e on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:37:27.938647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Attempting to bind port f3ba93bb-fc63-4db2-8a2d-75b16228800e by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '3fc62cd0-c329-43a9-9e4e-88aa8e0efe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:37:27.938647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Attempting to bind port f3ba93bb-fc63-4db2-8a2d-75b16228800e on network cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:37:27.945707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:37:27.946006 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Checking segment: {'id': '3fc62cd0-c329-43a9-9e4e-88aa8e0efe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:27.946411 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:27.946822 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Bound using segment: {'id': '3fc62cd0-c329-43a9-9e4e-88aa8e0efe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:37:27.947297 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Bound port: f3ba93bb-fc63-4db2-8a2d-75b16228800e, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc62cd0-c329-43a9-9e4e-88aa8e0efe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:37:27.947684 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:27.966326 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c151c62c-4aed-49d8-a03c-c80de4dae3a0 None None] Provisioning complete for port 9fe38eb9-9e2c-441a-9854-e76c18a93f49 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:27.966697 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c151c62c-4aed-49d8-a03c-c80de4dae3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:27.967464 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:27.996673 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:28.006626 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc62cd0-c329-43a9-9e4e-88aa8e0efe66') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:28.006969 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc62cd0-c329-43a9-9e4e-88aa8e0efe66') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:28.016887 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:28.030904 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:28.037656 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:37:28.038066 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:37:28.041145 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:37:28.051337 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] For port f3ba93bb-fc63-4db2-8a2d-75b16228800e, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:37:28.114509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] For port f3ba93bb-fc63-4db2-8a2d-75b16228800e, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f3ba93bb-fc63-4db2-8a2d-75b16228800e,segment=NetworkSegment(3fc62cd0-c329-43a9-9e4e-88aa8e0efe66),segment_id=3fc62cd0-c329-43a9-9e4e-88aa8e0efe66)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:37:28.140619 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.db.api [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 23:37:28.140619 n-d-710847-6 neutron-server[103691]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 23:37:28.140619 n-d-710847-6 neutron-server[103691]: [parameters: {'id': 'cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec'}] Dec 11 23:37:28.140619 n-d-710847-6 neutron-server[103691]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:37:28.141048 n-d-710847-6 neutron-server[103691]: DEBUG oslo_db.api [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:37:28.204627 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:28.297235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337a7c8-cd73-4263-aeed-47ac8f211c22 None None] Pushing event updated for resources: {'Port': ['ID=f3ba93bb-fc63-4db2-8a2d-75b16228800e,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:28.305859 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10f0cb7-d88f-45c8-a94a-44ec87e17913 None None] Network cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:28.402101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14d1265-df20-4f21-81f6-9745e74d3fec None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 23:37:28.467424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14d1265-df20-4f21-81f6-9745e74d3fec None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 23:37:28.641829 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:28.695246 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Deleting port f3ba93bb-fc63-4db2-8a2d-75b16228800e {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:37:28.695592 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:28.719599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9fe38eb9-9e2c-441a-9854-e76c18a93f49 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:37:28.764388 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] For port f3ba93bb-fc63-4db2-8a2d-75b16228800e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f3ba93bb-fc63-4db2-8a2d-75b16228800e,segment=NetworkSegment(3fc62cd0-c329-43a9-9e4e-88aa8e0efe66),segment_id=3fc62cd0-c329-43a9-9e4e-88aa8e0efe66)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:28.764753 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:28.769553 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 9fe38eb9-9e2c-441a-9854-e76c18a93f49 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:28.769863 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:28.777607 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Calling delete_port for f3ba93bb-fc63-4db2-8a2d-75b16228800e owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:37:28.912630 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:28.936198 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event deleted for resources: {'Port': ['ID=f3ba93bb-fc63-4db2-8a2d-75b16228800e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:28.942486 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] No DVR routers for this DVR port f3ba93bb-fc63-4db2-8a2d-75b16228800e on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:37:29.022533 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:29.043195 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:29.052915 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc62cd0-c329-43a9-9e4e-88aa8e0efe66') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:29.053244 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc62cd0-c329-43a9-9e4e-88aa8e0efe66') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:29.062446 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:29.075775 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:29.081715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:37:29.082186 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:37:29.085163 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:37:29.209120 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:29.215971 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:29.219163 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "DELETE /v2.0/networks/cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec HTTP/1.1" status: 204 len: 168 time: 2.3642855 Dec 11 23:37:29.223368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49536) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:29.229266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2b53eded-15dc-4be3-8ee6-6772e4c6dfed tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1906417319'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:29.232587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e358cf8-1b42-4547-b15b-3f2aaf12e048 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event deleted for resources: {'Network': ['ID=cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:29.307300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b53eded-15dc-4be3-8ee6-6772e4c6dfed tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Made reservation on behalf of 53a7d0e4a8024cdf99b0e41ac8c40f3d for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:29.310774 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b53eded-15dc-4be3-8ee6-6772e4c6dfed tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:29.334013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b53eded-15dc-4be3-8ee6-6772e4c6dfed tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:37:29.342413 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b53eded-15dc-4be3-8ee6-6772e4c6dfed tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:29.345263 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-2b53eded-15dc-4be3-8ee6-6772e4c6dfed tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Added segment 6fe92dab-2193-46ea-9759-42fee3283aea of type vlan for network d8ab17bd-4faf-4693-adda-e3ea79dd894c Dec 11 23:37:29.381771 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b53eded-15dc-4be3-8ee6-6772e4c6dfed tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:29.478058 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b53eded-15dc-4be3-8ee6-6772e4c6dfed tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:29.483709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b53eded-15dc-4be3-8ee6-6772e4c6dfed tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:29.484295 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2b53eded-15dc-4be3-8ee6-6772e4c6dfed tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:29.552184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53eded-15dc-4be3-8ee6-6772e4c6dfed tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event updated for resources: {'Network': ['ID=d8ab17bd-4faf-4693-adda-e3ea79dd894c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:29.561856 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network d8ab17bd-4faf-4693-adda-e3ea79dd894c details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:37:29.604585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2b53eded-15dc-4be3-8ee6-6772e4c6dfed tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3767042 Dec 11 23:37:29.604808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49538) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:29.609794 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9c442a51-b36a-4189-b1a3-e3923b49929c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Request body: {'subnet': {'network_id': 'd8ab17bd-4faf-4693-adda-e3ea79dd894c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:29.752789 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c442a51-b36a-4189-b1a3-e3923b49929c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Made reservation on behalf of 53a7d0e4a8024cdf99b0e41ac8c40f3d for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:29.756640 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c442a51-b36a-4189-b1a3-e3923b49929c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:29.816414 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.ipam_backend_mixin [None req-9c442a51-b36a-4189-b1a3-e3923b49929c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Performing IP validity checks on allocation pools {{(pid=103692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 11 23:37:29.816831 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.ipam_backend_mixin [None req-9c442a51-b36a-4189-b1a3-e3923b49929c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 11 23:37:29.981390 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c442a51-b36a-4189-b1a3-e3923b49929c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:30.044091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c442a51-b36a-4189-b1a3-e3923b49929c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event updated for resources: {'Subnet': ['ID=8fd33fb1-d093-4474-b671-99200fdd4372,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:30.055895 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c442a51-b36a-4189-b1a3-e3923b49929c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Checking segment: {'id': '6fe92dab-2193-46ea-9759-42fee3283aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd8ab17bd-4faf-4693-adda-e3ea79dd894c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:30.056259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c442a51-b36a-4189-b1a3-e3923b49929c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Network hostable DHCP agents. Network: d8ab17bd-4faf-4693-adda-e3ea79dd894c, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:37:30.118673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c442a51-b36a-4189-b1a3-e3923b49929c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Network d8ab17bd-4faf-4693-adda-e3ea79dd894c is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:37:30.181165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-9c442a51-b36a-4189-b1a3-e3923b49929c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, d8ab17bd-4faf-4693-adda-e3ea79dd894c) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:30.185252 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c442a51-b36a-4189-b1a3-e3923b49929c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:30.188535 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9c442a51-b36a-4189-b1a3-e3923b49929c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:30.189594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d776fb-f692-4fd2-afcb-9b3172326b73 None None] Network d8ab17bd-4faf-4693-adda-e3ea79dd894c requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:30.235864 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9c442a51-b36a-4189-b1a3-e3923b49929c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6300781 Dec 11 23:37:30.239535 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49540) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:30.292960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-d8ab17bd-4faf-4693-adda-e3ea79dd894c', 'network_id': 'd8ab17bd-4faf-4693-adda-e3ea79dd894c', 'project_id': '53a7d0e4a8024cdf99b0e41ac8c40f3d', 'fixed_ips': [{'subnet_id': '8fd33fb1-d093-4474-b671-99200fdd4372'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:37:30.293857 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:30.338548 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:30.419992 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:30.431020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Allocated IP 2001:db8::3 (d8ab17bd-4faf-4693-adda-e3ea79dd894c/8fd33fb1-d093-4474-b671-99200fdd4372/b499fb16-9738-4bdf-a107-d160d4c9f78d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:37:30.571543 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:30.638658 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:30.679418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Network d8ab17bd-4faf-4693-adda-e3ea79dd894c is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:37:30.682355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:30.685745 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:37:30.692955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Pushing event updated for resources: {'Port': ['ID=b499fb16-9738-4bdf-a107-d160d4c9f78d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:30.725196 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:30.743076 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Attempting to bind port b499fb16-9738-4bdf-a107-d160d4c9f78d on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:37:30.743453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Attempting to bind port b499fb16-9738-4bdf-a107-d160d4c9f78d by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '6fe92dab-2193-46ea-9759-42fee3283aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd8ab17bd-4faf-4693-adda-e3ea79dd894c'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:37:30.743819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Attempting to bind port b499fb16-9738-4bdf-a107-d160d4c9f78d on network d8ab17bd-4faf-4693-adda-e3ea79dd894c {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:37:30.748759 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:37:30.749138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Checking segment: {'id': '6fe92dab-2193-46ea-9759-42fee3283aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd8ab17bd-4faf-4693-adda-e3ea79dd894c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:30.749538 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:30.749933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Bound using segment: {'id': '6fe92dab-2193-46ea-9759-42fee3283aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd8ab17bd-4faf-4693-adda-e3ea79dd894c'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:37:30.750402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Bound port: b499fb16-9738-4bdf-a107-d160d4c9f78d, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe92dab-2193-46ea-9759-42fee3283aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd8ab17bd-4faf-4693-adda-e3ea79dd894c'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:37:30.750842 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:30.752571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd33fb1-d093-4474-b671-99200fdd4372,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:30.824048 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] For port b499fb16-9738-4bdf-a107-d160d4c9f78d, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:37:30.825137 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:30.829720 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] For port b499fb16-9738-4bdf-a107-d160d4c9f78d, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b499fb16-9738-4bdf-a107-d160d4c9f78d,segment=NetworkSegment(6fe92dab-2193-46ea-9759-42fee3283aea),segment_id=6fe92dab-2193-46ea-9759-42fee3283aea)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:37:30.849374 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ab17bd-4faf-4693-adda-e3ea79dd894c']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:30.860241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe92dab-2193-46ea-9759-42fee3283aea') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:30.860559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe92dab-2193-46ea-9759-42fee3283aea') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:30.871367 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:30.918884 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:30.921236 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:30.928246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:37:30.929552 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:37:30.931806 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:37:30.999806 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fd6a1-d6a0-4249-9bcc-7a59e74f4462 None None] Pushing event updated for resources: {'Port': ['ID=b499fb16-9738-4bdf-a107-d160d4c9f78d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:31.014482 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88af9331-08ae-42de-a03e-850b1b8ea112 None None] Network d8ab17bd-4faf-4693-adda-e3ea79dd894c requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:31.027542 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.api [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 23:37:31.027542 n-d-710847-6 neutron-server[103692]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 23:37:31.027542 n-d-710847-6 neutron-server[103692]: [parameters: {'id': 'd8ab17bd-4faf-4693-adda-e3ea79dd894c'}] Dec 11 23:37:31.027542 n-d-710847-6 neutron-server[103692]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:37:31.028004 n-d-710847-6 neutron-server[103692]: DEBUG oslo_db.api [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:37:31.107390 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa7a46c-9bdf-4276-9ca7-dffa2b60fffa None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 23:37:31.171559 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa7a46c-9bdf-4276-9ca7-dffa2b60fffa None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 23:37:31.528786 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:31.581169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Deleting port b499fb16-9738-4bdf-a107-d160d4c9f78d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:37:31.581598 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:31.647408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] For port b499fb16-9738-4bdf-a107-d160d4c9f78d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b499fb16-9738-4bdf-a107-d160d4c9f78d,segment=NetworkSegment(6fe92dab-2193-46ea-9759-42fee3283aea),segment_id=6fe92dab-2193-46ea-9759-42fee3283aea)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:31.647767 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:31.660614 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Calling delete_port for b499fb16-9738-4bdf-a107-d160d4c9f78d owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:37:31.792774 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:31.821872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event deleted for resources: {'Port': ['ID=b499fb16-9738-4bdf-a107-d160d4c9f78d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:31.825410 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] No DVR routers for this DVR port b499fb16-9738-4bdf-a107-d160d4c9f78d on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:37:31.903893 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:31.924288 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ab17bd-4faf-4693-adda-e3ea79dd894c']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:31.933619 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe92dab-2193-46ea-9759-42fee3283aea') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:31.933920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe92dab-2193-46ea-9759-42fee3283aea') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:31.943166 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:31.955923 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:31.963080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:37:31.963482 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:37:31.966458 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:37:32.117462 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:32.126254 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:32.130232 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "DELETE /v2.0/networks/d8ab17bd-4faf-4693-adda-e3ea79dd894c HTTP/1.1" status: 204 len: 168 time: 1.8896317 Dec 11 23:37:32.134677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49542) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:32.139965 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-1bdcbc02-6c9b-400f-82bb-3f85016cdd60 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-705893266'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:32.142508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c46ff-8d9c-4e97-8855-ab2424dbf704 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event deleted for resources: {'Network': ['ID=d8ab17bd-4faf-4693-adda-e3ea79dd894c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:32.225605 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdcbc02-6c9b-400f-82bb-3f85016cdd60 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Made reservation on behalf of 53a7d0e4a8024cdf99b0e41ac8c40f3d for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:32.229261 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbc02-6c9b-400f-82bb-3f85016cdd60 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:32.254093 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdcbc02-6c9b-400f-82bb-3f85016cdd60 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:37:32.263104 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbc02-6c9b-400f-82bb-3f85016cdd60 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:32.263444 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-1bdcbc02-6c9b-400f-82bb-3f85016cdd60 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Added segment f8115f4c-96bd-499a-8b74-50b5924ec38b of type vlan for network 5aa7e2b1-cf5b-4501-abd4-44f8621a7aae Dec 11 23:37:32.302237 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbc02-6c9b-400f-82bb-3f85016cdd60 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:32.386620 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbc02-6c9b-400f-82bb-3f85016cdd60 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:32.392438 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdcbc02-6c9b-400f-82bb-3f85016cdd60 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:32.393017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbc02-6c9b-400f-82bb-3f85016cdd60 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:32.460686 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcbc02-6c9b-400f-82bb-3f85016cdd60 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event updated for resources: {'Network': ['ID=5aa7e2b1-cf5b-4501-abd4-44f8621a7aae,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:32.470601 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 5aa7e2b1-cf5b-4501-abd4-44f8621a7aae details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:37:32.509859 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1bdcbc02-6c9b-400f-82bb-3f85016cdd60 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3739660 Dec 11 23:37:32.512633 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49546) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:32.517561 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-721062d5-0436-4e85-88a0-c35d02354cb4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Request body: {'subnet': {'network_id': '5aa7e2b1-cf5b-4501-abd4-44f8621a7aae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:32.660018 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721062d5-0436-4e85-88a0-c35d02354cb4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Made reservation on behalf of 53a7d0e4a8024cdf99b0e41ac8c40f3d for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:32.663467 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-721062d5-0436-4e85-88a0-c35d02354cb4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:32.900476 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-721062d5-0436-4e85-88a0-c35d02354cb4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:32.963690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721062d5-0436-4e85-88a0-c35d02354cb4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event updated for resources: {'Subnet': ['ID=393c60af-0f6e-4d44-8180-ff392f5bee53,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:32.970757 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721062d5-0436-4e85-88a0-c35d02354cb4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Checking segment: {'id': 'f8115f4c-96bd-499a-8b74-50b5924ec38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5aa7e2b1-cf5b-4501-abd4-44f8621a7aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:32.971150 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721062d5-0436-4e85-88a0-c35d02354cb4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Network hostable DHCP agents. Network: 5aa7e2b1-cf5b-4501-abd4-44f8621a7aae, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:37:33.044268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721062d5-0436-4e85-88a0-c35d02354cb4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Network 5aa7e2b1-cf5b-4501-abd4-44f8621a7aae is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:37:33.124096 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-721062d5-0436-4e85-88a0-c35d02354cb4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 5aa7e2b1-cf5b-4501-abd4-44f8621a7aae) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:33.129054 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721062d5-0436-4e85-88a0-c35d02354cb4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:33.129653 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-721062d5-0436-4e85-88a0-c35d02354cb4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:33.134540 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782d5b45-8fdf-43d0-bd92-a483b660cddb None None] Network 5aa7e2b1-cf5b-4501-abd4-44f8621a7aae requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:33.213012 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-721062d5-0436-4e85-88a0-c35d02354cb4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6992347 Dec 11 23:37:33.216820 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49548) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:33.222695 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-79821bd5-3358-4136-966b-6bba75226a79 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-240488702'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:33.233697 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-5aa7e2b1-cf5b-4501-abd4-44f8621a7aae', 'network_id': '5aa7e2b1-cf5b-4501-abd4-44f8621a7aae', 'project_id': '53a7d0e4a8024cdf99b0e41ac8c40f3d', 'fixed_ips': [{'subnet_id': '393c60af-0f6e-4d44-8180-ff392f5bee53'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:37:33.234596 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:33.290088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79821bd5-3358-4136-966b-6bba75226a79 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Made reservation on behalf of 53a7d0e4a8024cdf99b0e41ac8c40f3d for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:33.293783 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-79821bd5-3358-4136-966b-6bba75226a79 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:33.318236 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79821bd5-3358-4136-966b-6bba75226a79 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:37:33.327199 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-79821bd5-3358-4136-966b-6bba75226a79 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:33.330214 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-79821bd5-3358-4136-966b-6bba75226a79 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Added segment 09b4c5dc-7708-4a2f-96b9-b2c3462b3bcd of type vlan for network 6429fba8-887f-4e55-a4de-8fbb4a53bb69 Dec 11 23:37:33.368255 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-79821bd5-3358-4136-966b-6bba75226a79 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:33.368620 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Allocated IP 2001:db8::2 (5aa7e2b1-cf5b-4501-abd4-44f8621a7aae/393c60af-0f6e-4d44-8180-ff392f5bee53/a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:37:33.454236 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-79821bd5-3358-4136-966b-6bba75226a79 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:33.460113 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79821bd5-3358-4136-966b-6bba75226a79 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:33.460733 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-79821bd5-3358-4136-966b-6bba75226a79 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:33.510924 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:33.531141 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79821bd5-3358-4136-966b-6bba75226a79 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event updated for resources: {'Network': ['ID=6429fba8-887f-4e55-a4de-8fbb4a53bb69,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:33.541570 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 6429fba8-887f-4e55-a4de-8fbb4a53bb69 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:37:33.592305 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:33.611639 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-79821bd5-3358-4136-966b-6bba75226a79 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3931136 Dec 11 23:37:33.615071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49550) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:33.620163 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-fe683753-4422-44bc-b619-9850c3d4fff4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Request body: {'subnet': {'network_id': '6429fba8-887f-4e55-a4de-8fbb4a53bb69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:33.644633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Network 5aa7e2b1-cf5b-4501-abd4-44f8621a7aae is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:37:33.647658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:33.649908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:37:33.665436 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Pushing event updated for resources: {'Port': ['ID=a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:33.710872 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Attempting to bind port a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:37:33.711249 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Attempting to bind port a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'f8115f4c-96bd-499a-8b74-50b5924ec38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5aa7e2b1-cf5b-4501-abd4-44f8621a7aae'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:37:33.711617 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Attempting to bind port a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 on network 5aa7e2b1-cf5b-4501-abd4-44f8621a7aae {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:37:33.716932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:37:33.721516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Checking segment: {'id': 'f8115f4c-96bd-499a-8b74-50b5924ec38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5aa7e2b1-cf5b-4501-abd4-44f8621a7aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:33.721516 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:33.721516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Bound using segment: {'id': 'f8115f4c-96bd-499a-8b74-50b5924ec38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5aa7e2b1-cf5b-4501-abd4-44f8621a7aae'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:37:33.721516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Bound port: a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8115f4c-96bd-499a-8b74-50b5924ec38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5aa7e2b1-cf5b-4501-abd4-44f8621a7aae'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:37:33.721516 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:33.782769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] For port a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:37:33.786320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] For port a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77,segment=NetworkSegment(f8115f4c-96bd-499a-8b74-50b5924ec38b),segment_id=f8115f4c-96bd-499a-8b74-50b5924ec38b)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:37:33.798493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe683753-4422-44bc-b619-9850c3d4fff4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Made reservation on behalf of 53a7d0e4a8024cdf99b0e41ac8c40f3d for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:33.802195 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe683753-4422-44bc-b619-9850c3d4fff4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:33.872355 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:34.050896 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe683753-4422-44bc-b619-9850c3d4fff4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:34.086163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52c842-114c-4dec-9391-01d8662140bd None None] Pushing event updated for resources: {'Port': ['ID=a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:34.131796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe683753-4422-44bc-b619-9850c3d4fff4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event updated for resources: {'Subnet': ['ID=67f8654a-61d8-4533-b2f9-05a7a01bc31e,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:34.142086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe683753-4422-44bc-b619-9850c3d4fff4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Checking segment: {'id': '09b4c5dc-7708-4a2f-96b9-b2c3462b3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6429fba8-887f-4e55-a4de-8fbb4a53bb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:34.142455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe683753-4422-44bc-b619-9850c3d4fff4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Network hostable DHCP agents. Network: 6429fba8-887f-4e55-a4de-8fbb4a53bb69, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:37:34.235863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe683753-4422-44bc-b619-9850c3d4fff4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Network 6429fba8-887f-4e55-a4de-8fbb4a53bb69 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:37:34.318656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-fe683753-4422-44bc-b619-9850c3d4fff4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 6429fba8-887f-4e55-a4de-8fbb4a53bb69) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:34.322964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe683753-4422-44bc-b619-9850c3d4fff4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:34.323607 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-fe683753-4422-44bc-b619-9850c3d4fff4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:34.329870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d81471a-0057-4efb-91c4-409c22cfb03d None None] Network 6429fba8-887f-4e55-a4de-8fbb4a53bb69 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:34.407650 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-fe683753-4422-44bc-b619-9850c3d4fff4 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7914882 Dec 11 23:37:34.410900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49552) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:34.441031 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-6429fba8-887f-4e55-a4de-8fbb4a53bb69', 'network_id': '6429fba8-887f-4e55-a4de-8fbb4a53bb69', 'project_id': '53a7d0e4a8024cdf99b0e41ac8c40f3d', 'fixed_ips': [{'subnet_id': '67f8654a-61d8-4533-b2f9-05a7a01bc31e'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:37:34.441908 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:34.507493 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:34.567302 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:34.585567 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Allocated IP 2001:db8::2 (6429fba8-887f-4e55-a4de-8fbb4a53bb69/67f8654a-61d8-4533-b2f9-05a7a01bc31e/028d6ab8-0261-4a12-a278-fc6245e6e2be) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:37:34.732232 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:34.752159 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:37:34.806859 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:34.807230 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:34.838135 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:34.890071 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Network 6429fba8-887f-4e55-a4de-8fbb4a53bb69 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:37:34.895633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:34.900747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:37:34.906070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Pushing event updated for resources: {'Port': ['ID=028d6ab8-0261-4a12-a278-fc6245e6e2be,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:34.913670 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:34.948094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event deleted for resources: {'Subnet': ['ID=67f8654a-61d8-4533-b2f9-05a7a01bc31e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:35.001522 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Attempting to bind port 028d6ab8-0261-4a12-a278-fc6245e6e2be on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:37:35.001916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Attempting to bind port 028d6ab8-0261-4a12-a278-fc6245e6e2be by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '09b4c5dc-7708-4a2f-96b9-b2c3462b3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6429fba8-887f-4e55-a4de-8fbb4a53bb69'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:37:35.002870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Attempting to bind port 028d6ab8-0261-4a12-a278-fc6245e6e2be on network 6429fba8-887f-4e55-a4de-8fbb4a53bb69 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:37:35.005623 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:35.010568 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:37:35.010981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Checking segment: {'id': '09b4c5dc-7708-4a2f-96b9-b2c3462b3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6429fba8-887f-4e55-a4de-8fbb4a53bb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:35.011386 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:35.012262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Bound using segment: {'id': '09b4c5dc-7708-4a2f-96b9-b2c3462b3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6429fba8-887f-4e55-a4de-8fbb4a53bb69'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:37:35.012262 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Bound port: 028d6ab8-0261-4a12-a278-fc6245e6e2be, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b4c5dc-7708-4a2f-96b9-b2c3462b3bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6429fba8-887f-4e55-a4de-8fbb4a53bb69'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:37:35.012628 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:35.017942 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:35.048087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6429fba8-887f-4e55-a4de-8fbb4a53bb69']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:35.059499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b4c5dc-7708-4a2f-96b9-b2c3462b3bcd') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:35.060207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b4c5dc-7708-4a2f-96b9-b2c3462b3bcd') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:35.074205 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:35.082969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77,segment=NetworkSegment(f8115f4c-96bd-499a-8b74-50b5924ec38b),segment_id=f8115f4c-96bd-499a-8b74-50b5924ec38b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:35.087343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a47f86d-2545-48ac-a58c-2bc9b63ff0ee None None] Network 5aa7e2b1-cf5b-4501-abd4-44f8621a7aae requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:35.090615 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:35.097008 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:37:35.097434 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:37:35.100587 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:37:35.147482 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] For port 028d6ab8-0261-4a12-a278-fc6245e6e2be, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:37:35.167801 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] For port 028d6ab8-0261-4a12-a278-fc6245e6e2be, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=028d6ab8-0261-4a12-a278-fc6245e6e2be,segment=NetworkSegment(09b4c5dc-7708-4a2f-96b9-b2c3462b3bcd),segment_id=09b4c5dc-7708-4a2f-96b9-b2c3462b3bcd)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:37:35.170688 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:35.187600 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.db.api [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 11 23:37:35.187600 n-d-710847-6 neutron-server[103692]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 11 23:37:35.187600 n-d-710847-6 neutron-server[103692]: [parameters: {'id': '6429fba8-887f-4e55-a4de-8fbb4a53bb69'}] Dec 11 23:37:35.187600 n-d-710847-6 neutron-server[103692]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:37:35.188052 n-d-710847-6 neutron-server[103692]: DEBUG oslo_db.api [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:37:35.228380 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7728e229-1c1e-43b3-a3f0-6fd0c6f5edca None None] Provisioning complete for port a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:35.228751 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7728e229-1c1e-43b3-a3f0-6fd0c6f5edca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:35.279410 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:35.292561 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:35.354507 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:37:35.391189 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c154c96-af99-4e80-a31b-c15e4d2464a2 None None] Pushing event updated for resources: {'Port': ['ID=028d6ab8-0261-4a12-a278-fc6245e6e2be,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:35.421995 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3259eff5-7b54-4b5e-85ca-f50d82a81490 None None] Network 6429fba8-887f-4e55-a4de-8fbb4a53bb69 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:35.562893 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2de3c52-f74a-4eda-a00c-dbcfb8d96dc4 None None] get_active_networks_info from n-d-710847-6 {{(pid=103693) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 11 23:37:35.624565 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-27d5ba33-046d-49f3-8538-eaa5e8f83df0 None None] Provisioning complete for port a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:35.625239 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27d5ba33-046d-49f3-8538-eaa5e8f83df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:35.680324 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2de3c52-f74a-4eda-a00c-dbcfb8d96dc4 None None] Resources bound (agent type, host, resource id): {{(pid=103693) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 11 23:37:35.689518 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:35.743604 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Deleting port 028d6ab8-0261-4a12-a278-fc6245e6e2be {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:37:35.743946 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:35.813897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] For port 028d6ab8-0261-4a12-a278-fc6245e6e2be, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=028d6ab8-0261-4a12-a278-fc6245e6e2be,segment=NetworkSegment(09b4c5dc-7708-4a2f-96b9-b2c3462b3bcd),segment_id=09b4c5dc-7708-4a2f-96b9-b2c3462b3bcd)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:35.814265 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:35.827438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Calling delete_port for 028d6ab8-0261-4a12-a278-fc6245e6e2be owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:37:35.952661 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:35.980510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event deleted for resources: {'Port': ['ID=028d6ab8-0261-4a12-a278-fc6245e6e2be,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:35.983495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] No DVR routers for this DVR port 028d6ab8-0261-4a12-a278-fc6245e6e2be on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:37:36.068792 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:36.088990 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6429fba8-887f-4e55-a4de-8fbb4a53bb69']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:36.097985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b4c5dc-7708-4a2f-96b9-b2c3462b3bcd') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:36.098287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b4c5dc-7708-4a2f-96b9-b2c3462b3bcd') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:36.107468 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:36.120784 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:36.126498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:37:36.126914 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:37:36.130150 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:37:36.226659 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:36.233429 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:36.236612 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "DELETE /v2.0/networks/6429fba8-887f-4e55-a4de-8fbb4a53bb69 HTTP/1.1" status: 204 len: 168 time: 1.8247726 Dec 11 23:37:36.240258 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49554) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:36.248731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89346cd2-a5c6-4b42-a225-7ae36f42f98e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event deleted for resources: {'Network': ['ID=6429fba8-887f-4e55-a4de-8fbb4a53bb69,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:36.269752 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e9983a-09ef-4698-ae6f-9fb00f348c1e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] GET failed (client error): The resource could not be found. Dec 11 23:37:36.271086 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a3e9983a-09ef-4698-ae6f-9fb00f348c1e tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "GET /v2.0/subnets/67f8654a-61d8-4533-b2f9-05a7a01bc31e HTTP/1.1" status: 404 len: 337 time: 0.0296295 Dec 11 23:37:36.273718 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49556) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:36.291617 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-060b059b-3c9f-4688-b9e9-523cd9ce0d1b tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] DELETE failed (client error): The resource could not be found. Dec 11 23:37:36.292102 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060b059b-3c9f-4688-b9e9-523cd9ce0d1b tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:37:36.295077 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-060b059b-3c9f-4688-b9e9-523cd9ce0d1b tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "DELETE /v2.0/networks/6429fba8-887f-4e55-a4de-8fbb4a53bb69 HTTP/1.1" status: 404 len: 339 time: 0.0204477 Dec 11 23:37:36.298555 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49558) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:36.324916 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf9e7ea-5dab-44ab-919a-f39b9245b72d tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] DELETE failed (client error): The resource could not be found. Dec 11 23:37:36.325369 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf9e7ea-5dab-44ab-919a-f39b9245b72d tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:37:36.328409 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7cf9e7ea-5dab-44ab-919a-f39b9245b72d tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "DELETE /v2.0/subnets/67f8654a-61d8-4533-b2f9-05a7a01bc31e HTTP/1.1" status: 404 len: 337 time: 0.0289104 Dec 11 23:37:36.331036 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49560) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:36.348757 n-d-710847-6 neutron-server[103691]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed82d3e-8d1f-452a-8cea-ab9d626e3bb9 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] DELETE failed (client error): The resource could not be found. Dec 11 23:37:36.349268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed82d3e-8d1f-452a-8cea-ab9d626e3bb9 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103691) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:37:36.352275 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0ed82d3e-8d1f-452a-8cea-ab9d626e3bb9 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "DELETE /v2.0/networks/6429fba8-887f-4e55-a4de-8fbb4a53bb69 HTTP/1.1" status: 404 len: 339 time: 0.0202353 Dec 11 23:37:36.354548 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49562) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:36.402726 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d2c012-10b9-419e-a910-560edc3ffc8a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Deleting subnet 393c60af-0f6e-4d44-8180-ff392f5bee53 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:37:36.405784 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c012-10b9-419e-a910-560edc3ffc8a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:36.449753 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c012-10b9-419e-a910-560edc3ffc8a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:36.529477 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c012-10b9-419e-a910-560edc3ffc8a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:36.673110 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c012-10b9-419e-a910-560edc3ffc8a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:36.699996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2c012-10b9-419e-a910-560edc3ffc8a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event deleted for resources: {'Subnet': ['ID=393c60af-0f6e-4d44-8180-ff392f5bee53,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:36.707359 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c012-10b9-419e-a910-560edc3ffc8a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:36.711624 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f3d2c012-10b9-419e-a910-560edc3ffc8a tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "DELETE /v2.0/subnets/393c60af-0f6e-4d44-8180-ff392f5bee53 HTTP/1.1" status: 204 len: 168 time: 0.3561296 Dec 11 23:37:36.713659 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49564) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:36.716507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf24ed8-c01d-4a14-840a-a6e0e32dc6eb None None] Network 5aa7e2b1-cf5b-4501-abd4-44f8621a7aae requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:36.738587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:37:36.794901 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:36.843060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:36.843440 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:36.853058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Deleting port a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:37:36.853456 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:36.919697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] For port a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77,segment=NetworkSegment(f8115f4c-96bd-499a-8b74-50b5924ec38b),segment_id=f8115f4c-96bd-499a-8b74-50b5924ec38b)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:36.920064 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:36.925577 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85564cd-8686-4ece-9985-9403dd6074d5 None None] DHCP port deletion for 5aa7e2b1-cf5b-4501-abd4-44f8621a7aae request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:37:36.933124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Calling delete_port for a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:37:36.986089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b85564cd-8686-4ece-9985-9403dd6074d5 None None] Deleting port a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:37:36.986465 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b85564cd-8686-4ece-9985-9403dd6074d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:37.054046 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b85564cd-8686-4ece-9985-9403dd6074d5 None None] For port a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77,segment=NetworkSegment(f8115f4c-96bd-499a-8b74-50b5924ec38b),segment_id=f8115f4c-96bd-499a-8b74-50b5924ec38b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:37.054364 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b85564cd-8686-4ece-9985-9403dd6074d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:37.066431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b85564cd-8686-4ece-9985-9403dd6074d5 None None] Calling delete_port for a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:37:37.100125 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:37.126140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event deleted for resources: {'Port': ['ID=a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:37.129956 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] No DVR routers for this DVR port a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:37:37.140523 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b85564cd-8686-4ece-9985-9403dd6074d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:37.165608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85564cd-8686-4ece-9985-9403dd6074d5 None None] Pushing event deleted for resources: {'Port': ['ID=a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:37.169187 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85564cd-8686-4ece-9985-9403dd6074d5 None None] No DVR routers for this DVR port a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:37:37.210536 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:37.230688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa7e2b1-cf5b-4501-abd4-44f8621a7aae']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:37.240655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8115f4c-96bd-499a-8b74-50b5924ec38b') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:37.240948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8115f4c-96bd-499a-8b74-50b5924ec38b') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:37.254412 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:37.267341 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:37.273235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:37:37.273610 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:37:37.276525 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:37:37.420376 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:37.427656 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:37.430724 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "DELETE /v2.0/networks/5aa7e2b1-cf5b-4501-abd4-44f8621a7aae HTTP/1.1" status: 204 len: 168 time: 0.7160385 Dec 11 23:37:37.433126 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49566) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:37.450757 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb18330-7029-498e-b536-959c2812c9f8 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event deleted for resources: {'Network': ['ID=5aa7e2b1-cf5b-4501-abd4-44f8621a7aae,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:37.469616 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce811d17-2de7-4ed6-98a0-ef9d44ef6839 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] DELETE failed (client error): The resource could not be found. Dec 11 23:37:37.470074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce811d17-2de7-4ed6-98a0-ef9d44ef6839 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:37:37.473912 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ce811d17-2de7-4ed6-98a0-ef9d44ef6839 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "DELETE /v2.0/subnets/8fd33fb1-d093-4474-b671-99200fdd4372 HTTP/1.1" status: 404 len: 337 time: 0.0398827 Dec 11 23:37:37.476492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49568) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:37.494216 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-8235e2e8-66f1-44bb-8938-c905e1d6494c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] DELETE failed (client error): The resource could not be found. Dec 11 23:37:37.494713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8235e2e8-66f1-44bb-8938-c905e1d6494c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:37:37.497720 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8235e2e8-66f1-44bb-8938-c905e1d6494c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "DELETE /v2.0/networks/d8ab17bd-4faf-4693-adda-e3ea79dd894c HTTP/1.1" status: 404 len: 339 time: 0.0202413 Dec 11 23:37:37.500178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49570) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:37.525372 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2806d8-267a-4b39-b8d3-10bbeb241151 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] DELETE failed (client error): The resource could not be found. Dec 11 23:37:37.525817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2806d8-267a-4b39-b8d3-10bbeb241151 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:37:37.528813 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-8e2806d8-267a-4b39-b8d3-10bbeb241151 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "DELETE /v2.0/subnets/64524823-a805-492d-b7b3-c0289683d7a2 HTTP/1.1" status: 404 len: 337 time: 0.0277596 Dec 11 23:37:37.531053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49572) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:37.553542 n-d-710847-6 neutron-server[103692]: INFO neutron.pecan_wsgi.hooks.translation [None req-854641f4-f14d-4f59-800f-080d0728ad21 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] DELETE failed (client error): The resource could not be found. Dec 11 23:37:37.554029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854641f4-f14d-4f59-800f-080d0728ad21 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 11 23:37:37.557039 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-854641f4-f14d-4f59-800f-080d0728ad21 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "DELETE /v2.0/networks/cad8ddc8-1aaa-4c33-84af-1b3c7bb1a8ec HTTP/1.1" status: 404 len: 339 time: 0.0251231 Dec 11 23:37:37.559403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49574) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:37.608837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d79a467-ec47-4286-b9a0-5f592274537c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Deleting subnet b27c5a59-4c54-4887-985b-72aca0ec60f5 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:37:37.611943 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d79a467-ec47-4286-b9a0-5f592274537c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:37.651900 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d79a467-ec47-4286-b9a0-5f592274537c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:37.746297 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d79a467-ec47-4286-b9a0-5f592274537c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:37.855685 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d79a467-ec47-4286-b9a0-5f592274537c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:37.885058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79a467-ec47-4286-b9a0-5f592274537c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event deleted for resources: {'Subnet': ['ID=b27c5a59-4c54-4887-985b-72aca0ec60f5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:37.888473 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4d79a467-ec47-4286-b9a0-5f592274537c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:37.891353 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4d79a467-ec47-4286-b9a0-5f592274537c tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "DELETE /v2.0/subnets/b27c5a59-4c54-4887-985b-72aca0ec60f5 HTTP/1.1" status: 204 len: 168 time: 0.3310523 Dec 11 23:37:37.893041 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f347ed-3c80-4b5a-a4fd-810fbc9b71ec None None] Network f9a167ca-73a4-4bb3-9ed7-15d257c6a13b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:37.894494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49576) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:37.970602 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:38.033381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Deleting port 9fe38eb9-9e2c-441a-9854-e76c18a93f49 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:37:38.033724 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:38.047538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4665d09d-d058-4155-a1a9-bc2a45f7f709 None None] DHCP port deletion for f9a167ca-73a4-4bb3-9ed7-15d257c6a13b request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:37:38.094586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4665d09d-d058-4155-a1a9-bc2a45f7f709 None None] Deleting port 9fe38eb9-9e2c-441a-9854-e76c18a93f49 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:37:38.095001 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4665d09d-d058-4155-a1a9-bc2a45f7f709 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:38.095761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] For port 9fe38eb9-9e2c-441a-9854-e76c18a93f49, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9fe38eb9-9e2c-441a-9854-e76c18a93f49,segment=NetworkSegment(ef3af9e7-2ec6-47d9-90c3-78ddfc99a24d),segment_id=ef3af9e7-2ec6-47d9-90c3-78ddfc99a24d)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:38.096166 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:38.109532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Calling delete_port for 9fe38eb9-9e2c-441a-9854-e76c18a93f49 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:37:38.161471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4665d09d-d058-4155-a1a9-bc2a45f7f709 None None] For port 9fe38eb9-9e2c-441a-9854-e76c18a93f49, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9fe38eb9-9e2c-441a-9854-e76c18a93f49,segment=NetworkSegment(ef3af9e7-2ec6-47d9-90c3-78ddfc99a24d),segment_id=ef3af9e7-2ec6-47d9-90c3-78ddfc99a24d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:38.161874 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4665d09d-d058-4155-a1a9-bc2a45f7f709 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:38.173862 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4665d09d-d058-4155-a1a9-bc2a45f7f709 None None] Calling delete_port for 9fe38eb9-9e2c-441a-9854-e76c18a93f49 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:37:38.289782 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:38.295387 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4665d09d-d058-4155-a1a9-bc2a45f7f709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:38.316397 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event deleted for resources: {'Port': ['ID=9fe38eb9-9e2c-441a-9854-e76c18a93f49,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:38.319919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] No DVR routers for this DVR port 9fe38eb9-9e2c-441a-9854-e76c18a93f49 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:37:38.323114 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665d09d-d058-4155-a1a9-bc2a45f7f709 None None] Pushing event deleted for resources: {'Port': ['ID=9fe38eb9-9e2c-441a-9854-e76c18a93f49,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:38.328650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4665d09d-d058-4155-a1a9-bc2a45f7f709 None None] No DVR routers for this DVR port 9fe38eb9-9e2c-441a-9854-e76c18a93f49 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:37:38.396492 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:38.416020 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a167ca-73a4-4bb3-9ed7-15d257c6a13b']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:38.425427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3af9e7-2ec6-47d9-90c3-78ddfc99a24d') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:38.425724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3af9e7-2ec6-47d9-90c3-78ddfc99a24d') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:38.438741 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:38.451998 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:38.457798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:37:38.458188 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:37:38.461125 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:37:38.564161 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:38.571437 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:38.574795 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] 10.222.0.45 "DELETE /v2.0/networks/f9a167ca-73a4-4bb3-9ed7-15d257c6a13b HTTP/1.1" status: 204 len: 168 time: 0.6792135 Dec 11 23:37:38.586765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7564675-d9cc-4478-b413-8db0aec6df05 tempest-NetworksIpV6Test-1732241907 tempest-NetworksIpV6Test-1732241907-project] Pushing event deleted for resources: {'Network': ['ID=f9a167ca-73a4-4bb3-9ed7-15d257c6a13b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:38.720642 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:37:38.745077 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:37:38.745430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a2b97a2e-e8a5-4cb4-91e3-cc031dacaa77 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:37:38.745896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9fe38eb9-9e2c-441a-9854-e76c18a93f49 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:37:38.765453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 9fe38eb9-9e2c-441a-9854-e76c18a93f49 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:37:38.765806 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9fe38eb9-9e2c-441a-9854-e76c18a93f49 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:37:38.986923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49582) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:39.117038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0cd93bed-f1c6-45c8-951e-e7907d1a56f4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=53a7d0e4a8024cdf99b0e41ac8c40f3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282861 Dec 11 23:37:39.119528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49586) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:39.165478 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18aab1e2-16cf-4182-bb6e-aff07cd1b38d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:39.186336 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18aab1e2-16cf-4182-bb6e-aff07cd1b38d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:39.317544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18aab1e2-16cf-4182-bb6e-aff07cd1b38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:39.320243 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18aab1e2-16cf-4182-bb6e-aff07cd1b38d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:39.321434 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-18aab1e2-16cf-4182-bb6e-aff07cd1b38d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e411da3-f79f-41b9-8356-33a2b6a9017c HTTP/1.1" status: 204 len: 168 time: 0.2010143 Dec 11 23:37:39.329160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aab1e2-16cf-4182-bb6e-aff07cd1b38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e411da3-f79f-41b9-8356-33a2b6a9017c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:40.251640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49608) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:40.348362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9b097ac7-c164-4cf6-80c4-68129a527ebe tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-915321316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:40.421102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b097ac7-c164-4cf6-80c4-68129a527ebe tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:40.422052 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b097ac7-c164-4cf6-80c4-68129a527ebe tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:40.473058 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b097ac7-c164-4cf6-80c4-68129a527ebe tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:40.507067 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b097ac7-c164-4cf6-80c4-68129a527ebe tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:40.560295 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b097ac7-c164-4cf6-80c4-68129a527ebe tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:40.561482 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9b097ac7-c164-4cf6-80c4-68129a527ebe tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3088429 Dec 11 23:37:40.567229 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49612) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:40.572257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5c143d9e-9d9f-4629-bdb0-5ee549f3cc1d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2090045956'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:40.655197 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c143d9e-9d9f-4629-bdb0-5ee549f3cc1d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Made reservation on behalf of 09565021f17a4e8fb5076efc711a0d1c for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:40.658630 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c143d9e-9d9f-4629-bdb0-5ee549f3cc1d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:40.667673 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c143d9e-9d9f-4629-bdb0-5ee549f3cc1d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:40.738126 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c143d9e-9d9f-4629-bdb0-5ee549f3cc1d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:40.815989 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c143d9e-9d9f-4629-bdb0-5ee549f3cc1d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:40.845827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c143d9e-9d9f-4629-bdb0-5ee549f3cc1d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:37:40.855643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c143d9e-9d9f-4629-bdb0-5ee549f3cc1d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d99de1a-e8a1-4cb8-b9c0-951115ced337,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:40.861446 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c143d9e-9d9f-4629-bdb0-5ee549f3cc1d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:40.861854 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-5c143d9e-9d9f-4629-bdb0-5ee549f3cc1d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Added segment b56e46bc-54f5-41c6-a261-0f6b550e76f3 of type vlan for network 90d1e614-3679-426c-bee2-55a9c33e9f19 Dec 11 23:37:40.901743 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c143d9e-9d9f-4629-bdb0-5ee549f3cc1d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:40.992646 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c143d9e-9d9f-4629-bdb0-5ee549f3cc1d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:40.998126 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c143d9e-9d9f-4629-bdb0-5ee549f3cc1d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:40.998711 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5c143d9e-9d9f-4629-bdb0-5ee549f3cc1d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:41.062456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c143d9e-9d9f-4629-bdb0-5ee549f3cc1d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Pushing event updated for resources: {'Network': ['ID=90d1e614-3679-426c-bee2-55a9c33e9f19,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:41.073704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 90d1e614-3679-426c-bee2-55a9c33e9f19 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:37:41.109920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5c143d9e-9d9f-4629-bdb0-5ee549f3cc1d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5416176 Dec 11 23:37:41.112693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49614) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:41.117734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-95938cb0-044a-4789-9f39-344f3a7e372d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Request body: {'subnet': {'network_id': '90d1e614-3679-426c-bee2-55a9c33e9f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:41.277513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95938cb0-044a-4789-9f39-344f3a7e372d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Made reservation on behalf of 09565021f17a4e8fb5076efc711a0d1c for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:41.281176 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95938cb0-044a-4789-9f39-344f3a7e372d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:41.536247 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95938cb0-044a-4789-9f39-344f3a7e372d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:41.589352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95938cb0-044a-4789-9f39-344f3a7e372d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Pushing event updated for resources: {'Subnet': ['ID=ae237021-29ad-4b0c-be91-de6bdbd90456,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:41.605456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95938cb0-044a-4789-9f39-344f3a7e372d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Checking segment: {'id': 'b56e46bc-54f5-41c6-a261-0f6b550e76f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90d1e614-3679-426c-bee2-55a9c33e9f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:41.605823 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95938cb0-044a-4789-9f39-344f3a7e372d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Network hostable DHCP agents. Network: 90d1e614-3679-426c-bee2-55a9c33e9f19, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:37:41.683788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95938cb0-044a-4789-9f39-344f3a7e372d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Network 90d1e614-3679-426c-bee2-55a9c33e9f19 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:37:41.740644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-95938cb0-044a-4789-9f39-344f3a7e372d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 90d1e614-3679-426c-bee2-55a9c33e9f19) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:41.744782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95938cb0-044a-4789-9f39-344f3a7e372d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:41.745391 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95938cb0-044a-4789-9f39-344f3a7e372d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:41.750094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1e5678-a142-4f2c-a1cb-0bb43370913d None None] Network 90d1e614-3679-426c-bee2-55a9c33e9f19 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:41.816125 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-95938cb0-044a-4789-9f39-344f3a7e372d tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6990983 Dec 11 23:37:41.816370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49616) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:41.821572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-deb04634-7851-46ab-a5cc-87be5339b084 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1928989624'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:41.852419 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-90d1e614-3679-426c-bee2-55a9c33e9f19', 'network_id': '90d1e614-3679-426c-bee2-55a9c33e9f19', 'project_id': '09565021f17a4e8fb5076efc711a0d1c', 'fixed_ips': [{'subnet_id': 'ae237021-29ad-4b0c-be91-de6bdbd90456'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:37:41.853310 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:41.906655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb04634-7851-46ab-a5cc-87be5339b084 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Made reservation on behalf of 09565021f17a4e8fb5076efc711a0d1c for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:41.911106 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-deb04634-7851-46ab-a5cc-87be5339b084 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:41.935587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb04634-7851-46ab-a5cc-87be5339b084 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:37:41.944493 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-deb04634-7851-46ab-a5cc-87be5339b084 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:41.944835 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-deb04634-7851-46ab-a5cc-87be5339b084 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Added segment 47fca516-6548-48ab-8322-a1c2ba156bb5 of type vlan for network fa8a17d2-fe11-42c2-81cd-bb4919e32842 Dec 11 23:37:41.985564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Allocated IP 172.20.0.2 (90d1e614-3679-426c-bee2-55a9c33e9f19/ae237021-29ad-4b0c-be91-de6bdbd90456/78fa553c-9fa2-407e-8c3d-adc059973235) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:37:41.993395 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-deb04634-7851-46ab-a5cc-87be5339b084 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:42.084017 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-deb04634-7851-46ab-a5cc-87be5339b084 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:42.089577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb04634-7851-46ab-a5cc-87be5339b084 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:42.090168 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-deb04634-7851-46ab-a5cc-87be5339b084 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:42.128542 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:42.162956 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb04634-7851-46ab-a5cc-87be5339b084 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Pushing event updated for resources: {'Network': ['ID=fa8a17d2-fe11-42c2-81cd-bb4919e32842,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:42.173264 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network fa8a17d2-fe11-42c2-81cd-bb4919e32842 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:37:42.207682 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-deb04634-7851-46ab-a5cc-87be5339b084 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3901820 Dec 11 23:37:42.210606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49618) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:42.215609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-18062536-8df8-4332-aec3-07f5c4939014 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Request body: {'subnet': {'network_id': 'fa8a17d2-fe11-42c2-81cd-bb4919e32842', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:42.237903 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:42.278892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Network 90d1e614-3679-426c-bee2-55a9c33e9f19 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:37:42.281837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:42.286180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:37:42.296601 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Pushing event updated for resources: {'Port': ['ID=78fa553c-9fa2-407e-8c3d-adc059973235,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:42.348448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Attempting to bind port 78fa553c-9fa2-407e-8c3d-adc059973235 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:37:42.348747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Attempting to bind port 78fa553c-9fa2-407e-8c3d-adc059973235 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'b56e46bc-54f5-41c6-a261-0f6b550e76f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90d1e614-3679-426c-bee2-55a9c33e9f19'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:37:42.349117 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Attempting to bind port 78fa553c-9fa2-407e-8c3d-adc059973235 on network 90d1e614-3679-426c-bee2-55a9c33e9f19 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:37:42.354240 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:37:42.354652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Checking segment: {'id': 'b56e46bc-54f5-41c6-a261-0f6b550e76f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90d1e614-3679-426c-bee2-55a9c33e9f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:42.355117 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:42.355543 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Bound using segment: {'id': 'b56e46bc-54f5-41c6-a261-0f6b550e76f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90d1e614-3679-426c-bee2-55a9c33e9f19'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:37:42.356014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Bound port: 78fa553c-9fa2-407e-8c3d-adc059973235, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56e46bc-54f5-41c6-a261-0f6b550e76f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90d1e614-3679-426c-bee2-55a9c33e9f19'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:37:42.356421 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:42.397818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18062536-8df8-4332-aec3-07f5c4939014 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Made reservation on behalf of 09565021f17a4e8fb5076efc711a0d1c for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:42.404253 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18062536-8df8-4332-aec3-07f5c4939014 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:42.426644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] For port 78fa553c-9fa2-407e-8c3d-adc059973235, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:37:42.430493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] For port 78fa553c-9fa2-407e-8c3d-adc059973235, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=78fa553c-9fa2-407e-8c3d-adc059973235,segment=NetworkSegment(b56e46bc-54f5-41c6-a261-0f6b550e76f3),segment_id=b56e46bc-54f5-41c6-a261-0f6b550e76f3)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:37:42.519954 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:42.582089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b242db-56be-4897-a3b4-d42fc07399ed None None] Pushing event updated for resources: {'Port': ['ID=78fa553c-9fa2-407e-8c3d-adc059973235,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:42.645017 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18062536-8df8-4332-aec3-07f5c4939014 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:42.701827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18062536-8df8-4332-aec3-07f5c4939014 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Pushing event updated for resources: {'Subnet': ['ID=86ba418f-d861-4ddc-920c-dacc57b7a03e,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:42.718283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18062536-8df8-4332-aec3-07f5c4939014 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Checking segment: {'id': '47fca516-6548-48ab-8322-a1c2ba156bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fa8a17d2-fe11-42c2-81cd-bb4919e32842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:42.718651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18062536-8df8-4332-aec3-07f5c4939014 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Network hostable DHCP agents. Network: fa8a17d2-fe11-42c2-81cd-bb4919e32842, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:37:42.832528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18062536-8df8-4332-aec3-07f5c4939014 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Network fa8a17d2-fe11-42c2-81cd-bb4919e32842 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:37:42.912340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-18062536-8df8-4332-aec3-07f5c4939014 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, fa8a17d2-fe11-42c2-81cd-bb4919e32842) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:42.916900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18062536-8df8-4332-aec3-07f5c4939014 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:42.917504 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-18062536-8df8-4332-aec3-07f5c4939014 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:42.921442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f388036-1e4d-46dd-933c-41944821e950 None None] Network fa8a17d2-fe11-42c2-81cd-bb4919e32842 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:43.012770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-18062536-8df8-4332-aec3-07f5c4939014 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8010685 Dec 11 23:37:43.015821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49620) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:43.024986 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-785bc44e-6f69-40a5-bc89-9a0e6805b647 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fa8a17d2-fe11-42c2-81cd-bb4919e32842'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:43.025096 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-fa8a17d2-fe11-42c2-81cd-bb4919e32842', 'network_id': 'fa8a17d2-fe11-42c2-81cd-bb4919e32842', 'project_id': '09565021f17a4e8fb5076efc711a0d1c', 'fixed_ips': [{'subnet_id': '86ba418f-d861-4ddc-920c-dacc57b7a03e'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:37:43.025903 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:43.164087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Allocated IP 172.21.0.2 (fa8a17d2-fe11-42c2-81cd-bb4919e32842/86ba418f-d861-4ddc-920c-dacc57b7a03e/2498930b-b55b-445a-9707-35e1aa4294b9) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:37:43.235420 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-785bc44e-6f69-40a5-bc89-9a0e6805b647 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:43.313073 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:43.382400 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:43.438321 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Network fa8a17d2-fe11-42c2-81cd-bb4919e32842 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:37:43.442151 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:43.445872 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:37:43.453621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Pushing event updated for resources: {'Port': ['ID=2498930b-b55b-445a-9707-35e1aa4294b9,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:43.511834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Attempting to bind port 2498930b-b55b-445a-9707-35e1aa4294b9 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:37:43.512127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Attempting to bind port 2498930b-b55b-445a-9707-35e1aa4294b9 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '47fca516-6548-48ab-8322-a1c2ba156bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fa8a17d2-fe11-42c2-81cd-bb4919e32842'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:37:43.512569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Attempting to bind port 2498930b-b55b-445a-9707-35e1aa4294b9 on network fa8a17d2-fe11-42c2-81cd-bb4919e32842 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:37:43.516095 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4caf7f-60d1-483f-a8f0-c92f89a90344 None None] Network 90d1e614-3679-426c-bee2-55a9c33e9f19 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:43.534008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:37:43.534541 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Checking segment: {'id': '47fca516-6548-48ab-8322-a1c2ba156bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fa8a17d2-fe11-42c2-81cd-bb4919e32842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:43.535048 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:43.535516 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Bound using segment: {'id': '47fca516-6548-48ab-8322-a1c2ba156bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fa8a17d2-fe11-42c2-81cd-bb4919e32842'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:37:43.536107 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Bound port: 2498930b-b55b-445a-9707-35e1aa4294b9, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fca516-6548-48ab-8322-a1c2ba156bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fa8a17d2-fe11-42c2-81cd-bb4919e32842'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:37:43.536562 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:43.630531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-615d3248-2281-46d6-8a2a-dbcee642b186 None None] Provisioning complete for port 78fa553c-9fa2-407e-8c3d-adc059973235 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:43.630944 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-615d3248-2281-46d6-8a2a-dbcee642b186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:43.715254 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-03634414-69cd-4d6f-936f-05732477e96c None None] For port 2498930b-b55b-445a-9707-35e1aa4294b9, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:37:43.738573 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-03634414-69cd-4d6f-936f-05732477e96c None None] For port 2498930b-b55b-445a-9707-35e1aa4294b9, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2498930b-b55b-445a-9707-35e1aa4294b9,segment=NetworkSegment(47fca516-6548-48ab-8322-a1c2ba156bb5),segment_id=47fca516-6548-48ab-8322-a1c2ba156bb5)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:37:43.752390 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [None req-785bc44e-6f69-40a5-bc89-9a0e6805b647 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 11 23:37:43.753526 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-785bc44e-6f69-40a5-bc89-9a0e6805b647 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] 10.222.0.45 "PUT /v2.0/routers/ce1bf40e-e64e-4f02-b3ad-a24c66ad7693 HTTP/1.1" status: 400 len: 364 time: 0.7358828 Dec 11 23:37:43.760185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49622) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:43.781492 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-615d3248-2281-46d6-8a2a-dbcee642b186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:43.816339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da1b919-4cb6-4ba7-90d6-a3bb3f1f0f72 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Deleting subnet 86ba418f-d861-4ddc-920c-dacc57b7a03e {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:37:43.816727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-615d3248-2281-46d6-8a2a-dbcee642b186 None None] For port 78fa553c-9fa2-407e-8c3d-adc059973235, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=78fa553c-9fa2-407e-8c3d-adc059973235,segment=NetworkSegment(b56e46bc-54f5-41c6-a261-0f6b550e76f3),segment_id=b56e46bc-54f5-41c6-a261-0f6b550e76f3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:43.818623 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:43.820509 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9da1b919-4cb6-4ba7-90d6-a3bb3f1f0f72 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:43.869394 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9da1b919-4cb6-4ba7-90d6-a3bb3f1f0f72 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:43.884051 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03634414-69cd-4d6f-936f-05732477e96c None None] Pushing event updated for resources: {'Port': ['ID=2498930b-b55b-445a-9707-35e1aa4294b9,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:43.902819 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-615d3248-2281-46d6-8a2a-dbcee642b186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:43.982329 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d3248-2281-46d6-8a2a-dbcee642b186 None None] Pushing event updated for resources: {'Port': ['ID=78fa553c-9fa2-407e-8c3d-adc059973235,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:43.991321 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9da1b919-4cb6-4ba7-90d6-a3bb3f1f0f72 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.023440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ead2b7c2-3087-4965-80e6-53ae423fc964 None None] Provisioning complete for port 78fa553c-9fa2-407e-8c3d-adc059973235 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:44.023910 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ead2b7c2-3087-4965-80e6-53ae423fc964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.136058 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9da1b919-4cb6-4ba7-90d6-a3bb3f1f0f72 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.162938 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.168971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1b919-4cb6-4ba7-90d6-a3bb3f1f0f72 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Pushing event deleted for resources: {'Subnet': ['ID=86ba418f-d861-4ddc-920c-dacc57b7a03e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:44.172066 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9da1b919-4cb6-4ba7-90d6-a3bb3f1f0f72 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.174451 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9da1b919-4cb6-4ba7-90d6-a3bb3f1f0f72 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] 10.222.0.45 "DELETE /v2.0/subnets/86ba418f-d861-4ddc-920c-dacc57b7a03e HTTP/1.1" status: 204 len: 168 time: 0.4132657 Dec 11 23:37:44.177020 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49624) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:44.258184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.310879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Deleting port 2498930b-b55b-445a-9707-35e1aa4294b9 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:37:44.311452 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.373858 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] For port 2498930b-b55b-445a-9707-35e1aa4294b9, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2498930b-b55b-445a-9707-35e1aa4294b9,segment=NetworkSegment(47fca516-6548-48ab-8322-a1c2ba156bb5),segment_id=47fca516-6548-48ab-8322-a1c2ba156bb5)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:44.374222 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.389729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Calling delete_port for 2498930b-b55b-445a-9707-35e1aa4294b9 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:37:44.536036 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.562215 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Pushing event deleted for resources: {'Port': ['ID=2498930b-b55b-445a-9707-35e1aa4294b9,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:44.566546 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] No DVR routers for this DVR port 2498930b-b55b-445a-9707-35e1aa4294b9 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:37:44.652235 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.674002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8a17d2-fe11-42c2-81cd-bb4919e32842']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:44.684012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47fca516-6548-48ab-8322-a1c2ba156bb5') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:44.684312 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47fca516-6548-48ab-8322-a1c2ba156bb5') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:44.698269 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.715155 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.722906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:37:44.727715 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:37:44.779533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 78fa553c-9fa2-407e-8c3d-adc059973235 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:37:44.820984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 78fa553c-9fa2-407e-8c3d-adc059973235 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:44.825520 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.863383 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a86383-db07-4e64-bfd2-308de14e614e None None] Network fa8a17d2-fe11-42c2-81cd-bb4919e32842 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:44.866870 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.873423 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.875717 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] 10.222.0.45 "DELETE /v2.0/networks/fa8a17d2-fe11-42c2-81cd-bb4919e32842 HTTP/1.1" status: 204 len: 168 time: 0.6974254 Dec 11 23:37:44.878440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a86383-db07-4e64-bfd2-308de14e614e None None] Network fa8a17d2-fe11-42c2-81cd-bb4919e32842 could not be found, it might have been deleted concurrently. {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 11 23:37:44.878700 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49628) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:44.892099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526630b9-e465-4ffd-b4e8-1a730d52ff17 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Pushing event deleted for resources: {'Network': ['ID=fa8a17d2-fe11-42c2-81cd-bb4919e32842,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:44.946682 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Deleting subnet ae237021-29ad-4b0c-be91-de6bdbd90456 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:37:44.947687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d336fab-951b-427f-947e-7ae04d2e84e8 None None] DHCP port deletion for fa8a17d2-fe11-42c2-81cd-bb4919e32842 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:37:44.950084 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:44.973362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-52068b5e-2932-4443-a568-e4ee1b874e14 None None] Could not find standard attr ID for object 2498930b-b55b-445a-9707-35e1aa4294b9. {{(pid=103693) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 11 23:37:44.994224 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.075432 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.186954 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.212417 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Pushing event deleted for resources: {'Subnet': ['ID=ae237021-29ad-4b0c-be91-de6bdbd90456,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:45.223214 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:45.223579 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:45.223933 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:45.224280 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:45.224630 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:45.224969 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:45.225307 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:45.225650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:45.226065 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:45.226307 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:45.226641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:45.227009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:45.227344 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:45.230082 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d8a7bd-f92e-466a-a371-3f7aba13d0a9 None None] Network 90d1e614-3679-426c-bee2-55a9c33e9f19 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:45.230231 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.233516 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-46889391-86a5-4856-9d43-77ec098a06e5 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] 10.222.0.45 "DELETE /v2.0/subnets/ae237021-29ad-4b0c-be91-de6bdbd90456 HTTP/1.1" status: 204 len: 168 time: 0.3538256 Dec 11 23:37:45.235987 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49630) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:45.313926 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.375930 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Deleting port 78fa553c-9fa2-407e-8c3d-adc059973235 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:37:45.376321 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.384284 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cb378a-6a12-42e2-9063-56cc25fb6b66 None None] DHCP port deletion for 90d1e614-3679-426c-bee2-55a9c33e9f19 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:37:45.430964 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb378a-6a12-42e2-9063-56cc25fb6b66 None None] Deleting port 78fa553c-9fa2-407e-8c3d-adc059973235 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:37:45.431342 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b9cb378a-6a12-42e2-9063-56cc25fb6b66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.437863 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] For port 78fa553c-9fa2-407e-8c3d-adc059973235, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=78fa553c-9fa2-407e-8c3d-adc059973235,segment=NetworkSegment(b56e46bc-54f5-41c6-a261-0f6b550e76f3),segment_id=b56e46bc-54f5-41c6-a261-0f6b550e76f3)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:45.438227 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.451419 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Calling delete_port for 78fa553c-9fa2-407e-8c3d-adc059973235 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:37:45.493024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b9cb378a-6a12-42e2-9063-56cc25fb6b66 None None] For port 78fa553c-9fa2-407e-8c3d-adc059973235, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=78fa553c-9fa2-407e-8c3d-adc059973235,segment=NetworkSegment(b56e46bc-54f5-41c6-a261-0f6b550e76f3),segment_id=b56e46bc-54f5-41c6-a261-0f6b550e76f3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:45.493428 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b9cb378a-6a12-42e2-9063-56cc25fb6b66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.510577 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb378a-6a12-42e2-9063-56cc25fb6b66 None None] Calling delete_port for 78fa553c-9fa2-407e-8c3d-adc059973235 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:37:45.626034 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.632197 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b9cb378a-6a12-42e2-9063-56cc25fb6b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.656613 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Pushing event deleted for resources: {'Port': ['ID=78fa553c-9fa2-407e-8c3d-adc059973235,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:45.657044 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb378a-6a12-42e2-9063-56cc25fb6b66 None None] Pushing event deleted for resources: {'Port': ['ID=78fa553c-9fa2-407e-8c3d-adc059973235,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:45.662730 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb378a-6a12-42e2-9063-56cc25fb6b66 None None] No DVR routers for this DVR port 78fa553c-9fa2-407e-8c3d-adc059973235 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:37:45.666197 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] No DVR routers for this DVR port 78fa553c-9fa2-407e-8c3d-adc059973235 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:37:45.742138 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.763641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d1e614-3679-426c-bee2-55a9c33e9f19']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:45.772896 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56e46bc-54f5-41c6-a261-0f6b550e76f3') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:45.773464 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56e46bc-54f5-41c6-a261-0f6b550e76f3') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:45.782627 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.795709 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.802715 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:37:45.803164 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:37:45.806061 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:37:45.923547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.928469 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:45.932029 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] 10.222.0.45 "DELETE /v2.0/networks/90d1e614-3679-426c-bee2-55a9c33e9f19 HTTP/1.1" status: 204 len: 168 time: 0.6951053 Dec 11 23:37:45.934734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49632) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:45.947690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb44e6-9055-4ce7-9259-ebd01251ff50 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Pushing event deleted for resources: {'Network': ['ID=90d1e614-3679-426c-bee2-55a9c33e9f19,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:45.966715 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-60b7c6b9-f65f-4faf-a6b0-c3f7f004194c tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce1bf40e-e64e-4f02-b3ad-a24c66ad7693 HTTP/1.1" status: 200 len: 205 time: 0.0307519 Dec 11 23:37:45.969044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49634) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:46.045220 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b235ba2-e794-4aab-a000-52b0dfe40186 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:46.215917 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b235ba2-e794-4aab-a000-52b0dfe40186 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:46.218094 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b235ba2-e794-4aab-a000-52b0dfe40186 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:46.352489 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b235ba2-e794-4aab-a000-52b0dfe40186 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:46.353001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b235ba2-e794-4aab-a000-52b0dfe40186 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Fanout notify agent at l3_agent the message router_deleted on router ce1bf40e-e64e-4f02-b3ad-a24c66ad7693 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:37:46.364567 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7b235ba2-e794-4aab-a000-52b0dfe40186 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:46.364567 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7b235ba2-e794-4aab-a000-52b0dfe40186 tempest-RoutersNegativeTest-531172996 tempest-RoutersNegativeTest-531172996-project] 10.222.0.45 "DELETE /v2.0/routers/ce1bf40e-e64e-4f02-b3ad-a24c66ad7693 HTTP/1.1" status: 204 len: 168 time: 0.3911560 Dec 11 23:37:46.724881 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 78fa553c-9fa2-407e-8c3d-adc059973235 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:37:46.745250 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 78fa553c-9fa2-407e-8c3d-adc059973235 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:37:46.745601 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 78fa553c-9fa2-407e-8c3d-adc059973235 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:37:46.746028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2498930b-b55b-445a-9707-35e1aa4294b9 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:37:46.768613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 2498930b-b55b-445a-9707-35e1aa4294b9 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:37:46.769043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2498930b-b55b-445a-9707-35e1aa4294b9 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:37:46.835747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49640) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:46.964444 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e09e1c66-6032-4458-9564-cd14cba21dd5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09565021f17a4e8fb5076efc711a0d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1275096 Dec 11 23:37:46.966907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49644) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:47.019011 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-485be9a2-35b4-404b-9503-8bc9ffef81ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:47.039048 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-485be9a2-35b4-404b-9503-8bc9ffef81ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:47.146487 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-485be9a2-35b4-404b-9503-8bc9ffef81ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:47.149145 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-485be9a2-35b4-404b-9503-8bc9ffef81ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:47.150350 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-485be9a2-35b4-404b-9503-8bc9ffef81ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3d99de1a-e8a1-4cb8-b9c0-951115ced337 HTTP/1.1" status: 204 len: 168 time: 0.1824784 Dec 11 23:37:47.157998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485be9a2-35b4-404b-9503-8bc9ffef81ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d99de1a-e8a1-4cb8-b9c0-951115ced337,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:47.935708 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:48.056780 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49666) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:48.150263 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9cc1c7bf-2af5-4167-ad51-5b49a1aa1b46 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-813136448-network', 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:48.214133 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc1c7bf-2af5-4167-ad51-5b49a1aa1b46 admin admin] Made reservation on behalf of 4ca00e510b8642d7adf6d0f256567a82 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:48.216600 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cc1c7bf-2af5-4167-ad51-5b49a1aa1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:48.225846 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cc1c7bf-2af5-4167-ad51-5b49a1aa1b46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:48.301027 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cc1c7bf-2af5-4167-ad51-5b49a1aa1b46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:48.374303 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cc1c7bf-2af5-4167-ad51-5b49a1aa1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:48.401545 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc1c7bf-2af5-4167-ad51-5b49a1aa1b46 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:37:48.406959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1c7bf-2af5-4167-ad51-5b49a1aa1b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e7174f-34c1-481a-8e71-be82be969f97,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:48.415024 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cc1c7bf-2af5-4167-ad51-5b49a1aa1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:48.415403 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-9cc1c7bf-2af5-4167-ad51-5b49a1aa1b46 admin admin] Added segment e2dc07fc-f109-419f-b4f6-ffff96326dbc of type vlan for network 51d26811-298a-437e-9e5e-b19678cc516b Dec 11 23:37:48.455112 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cc1c7bf-2af5-4167-ad51-5b49a1aa1b46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:48.546857 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cc1c7bf-2af5-4167-ad51-5b49a1aa1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:48.547749 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc1c7bf-2af5-4167-ad51-5b49a1aa1b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:48.548330 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9cc1c7bf-2af5-4167-ad51-5b49a1aa1b46 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:48.611251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1c7bf-2af5-4167-ad51-5b49a1aa1b46 admin admin] Pushing event updated for resources: {'Network': ['ID=51d26811-298a-437e-9e5e-b19678cc516b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:48.621841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 51d26811-298a-437e-9e5e-b19678cc516b details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:37:48.669712 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9cc1c7bf-2af5-4167-ad51-5b49a1aa1b46 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6118064 Dec 11 23:37:48.672770 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49670) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:48.679167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a903a71e-805c-4371-b210-962ce82a54d5 admin admin] Request body: {'subnet': {'network_id': '51d26811-298a-437e-9e5e-b19678cc516b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-813136448-subnet', 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:48.803208 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a903a71e-805c-4371-b210-962ce82a54d5 admin admin] Made reservation on behalf of 4ca00e510b8642d7adf6d0f256567a82 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:48.805518 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a903a71e-805c-4371-b210-962ce82a54d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:48.900031 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cfa7402-c01c-4808-9f5f-3afd536a31f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:49.061388 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a903a71e-805c-4371-b210-962ce82a54d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:49.120961 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903a71e-805c-4371-b210-962ce82a54d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b59a8281-753e-41bb-aa57-cbaabfb3c0d6,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:49.125278 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a903a71e-805c-4371-b210-962ce82a54d5 admin admin] Checking segment: {'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:49.125648 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a903a71e-805c-4371-b210-962ce82a54d5 admin admin] Network hostable DHCP agents. Network: 51d26811-298a-437e-9e5e-b19678cc516b, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:37:49.226477 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a903a71e-805c-4371-b210-962ce82a54d5 admin admin] Network 51d26811-298a-437e-9e5e-b19678cc516b is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:37:49.317994 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-a903a71e-805c-4371-b210-962ce82a54d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 51d26811-298a-437e-9e5e-b19678cc516b) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:49.322284 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a903a71e-805c-4371-b210-962ce82a54d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:49.323014 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a903a71e-805c-4371-b210-962ce82a54d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:49.326461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf099d7-e0fd-4f6c-b6c1-35ff47d8e3bf None None] Network 51d26811-298a-437e-9e5e-b19678cc516b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:49.406743 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a903a71e-805c-4371-b210-962ce82a54d5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7322757 Dec 11 23:37:49.410668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49672) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:49.415027 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-813136448-router', 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:49.423066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-51d26811-298a-437e-9e5e-b19678cc516b', 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b', 'project_id': '4ca00e510b8642d7adf6d0f256567a82', 'fixed_ips': [{'subnet_id': 'b59a8281-753e-41bb-aa57-cbaabfb3c0d6'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:37:49.423958 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:49.500146 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:49.501558 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:49.559255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Allocated IP 172.20.0.2 (51d26811-298a-437e-9e5e-b19678cc516b/b59a8281-753e-41bb-aa57-cbaabfb3c0d6/1e60ac29-95c2-4705-84bd-296b456f6b5a) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:37:49.566952 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:49.698729 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:49.758961 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:49.799241 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:49.813524 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Network 51d26811-298a-437e-9e5e-b19678cc516b is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:37:49.818420 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:49.820965 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:37:49.827690 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Pushing event updated for resources: {'Port': ['ID=1e60ac29-95c2-4705-84bd-296b456f6b5a,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:49.878767 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Attempting to bind port 1e60ac29-95c2-4705-84bd-296b456f6b5a on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:37:49.879162 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Attempting to bind port 1e60ac29-95c2-4705-84bd-296b456f6b5a by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:37:49.879527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Attempting to bind port 1e60ac29-95c2-4705-84bd-296b456f6b5a on network 51d26811-298a-437e-9e5e-b19678cc516b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:37:49.884663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:37:49.885043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Checking segment: {'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:49.885444 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:49.885846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Bound using segment: {'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:37:49.886313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Bound port: 1e60ac29-95c2-4705-84bd-296b456f6b5a, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:37:49.886694 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:49.951803 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] For port 1e60ac29-95c2-4705-84bd-296b456f6b5a, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:37:49.954683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] For port 1e60ac29-95c2-4705-84bd-296b456f6b5a, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1e60ac29-95c2-4705-84bd-296b456f6b5a,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:37:50.015667 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:50.078440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadc3a5-fabe-4f06-995a-4d8937879c84 None None] Pushing event updated for resources: {'Port': ['ID=1e60ac29-95c2-4705-84bd-296b456f6b5a,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:50.082448 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:50.102138 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:50.228951 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Allocated IP 172.25.1.129 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/2cbf4f62-199e-41b6-9a1c-fc67fbe9b349) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:37:50.337268 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:50.438379 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:50.479505 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:37:50.484434 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:50.488552 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:37:50.498259 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae843765-6b70-4f62-8bef-cd61f6fa452a None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:37:50.515928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Pushing event updated for resources: {'Port': ['ID=2cbf4f62-199e-41b6-9a1c-fc67fbe9b349,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:50.529012 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cc85bbad-1d23-40d0-a1ea-ebc92f57db34 None None] Provisioning complete for port 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:50.529709 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cc85bbad-1d23-40d0-a1ea-ebc92f57db34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:50.562485 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-cc85bbad-1d23-40d0-a1ea-ebc92f57db34 None None] Port 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:37:50.761800 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1e60ac29-95c2-4705-84bd-296b456f6b5a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:37:50.815453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 1e60ac29-95c2-4705-84bd-296b456f6b5a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:50.818640 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:50.849874 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:50.903233 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:50.943960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 1e60ac29-95c2-4705-84bd-296b456f6b5a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1e60ac29-95c2-4705-84bd-296b456f6b5a,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:50.990209 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5049446-d8d9-4230-9d66-096518fca11c None None] Network 51d26811-298a-437e-9e5e-b19678cc516b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:51.053222 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:51.207066 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:51.287101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-4fe93cc7-8ef7-4237-b041-653239ed2607 None None] Provisioning complete for port 1e60ac29-95c2-4705-84bd-296b456f6b5a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:51.287370 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4fe93cc7-8ef7-4237-b041-653239ed2607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:51.347396 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=1e60ac29-95c2-4705-84bd-296b456f6b5a,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:51.383050 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-56aadb1a-b88c-4dc4-abd0-975c90aef60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:51.535537 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Router 56d0102e-3672-4424-ab2f-e467b2d9309b is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:37:51.641337 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:37:51.651444 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Sync routers for ids ['56d0102e-3672-4424-ab2f-e467b2d9309b'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:37:51.652639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5f5fd58e-e0cc-4461-bb32-8f2f81c44b03 None None] Provisioning complete for port 1e60ac29-95c2-4705-84bd-296b456f6b5a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:51.653049 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5f5fd58e-e0cc-4461-bb32-8f2f81c44b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:51.662158 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Routers {'56d0102e-3672-4424-ab2f-e467b2d9309b'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:37:51.662841 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:37:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['56d0102e-3672-4424-ab2f-e467b2d9309b'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:51.727090 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:51.730860 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-537f7308-9057-4921-afef-cb99f6845c23 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3167789 Dec 11 23:37:51.731067 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49674) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:51.769053 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Set router 56d0102e-3672-4424-ab2f-e467b2d9309b gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:37:52.031283 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'name': 'tempest-TestEncryptedCinderVolumes-813136448-router', 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2cbf4f62-199e-41b6-9a1c-fc67fbe9b349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:49Z', 'updated_at': '2021-12-11T23:37:50Z', 'revision_number': 3, 'project_id': '4ca00e510b8642d7adf6d0f256567a82', 'gw_port': {'id': '2cbf4f62-199e-41b6-9a1c-fc67fbe9b349', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:25:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:50Z', 'updated_at': '2021-12-11T23:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:52.060628 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Checking router: 56d0102e-3672-4424-ab2f-e467b2d9309b for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:37:52.060982 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Updating router 56d0102e-3672-4424-ab2f-e467b2d9309b port 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:37:52.085413 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:52.154746 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:52.309749 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Allocated IP 172.20.0.1 (51d26811-298a-437e-9e5e-b19678cc516b/b59a8281-753e-41bb-aa57-cbaabfb3c0d6/5a9e8993-ed86-417e-bce9-820a580d152a) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:37:52.334227 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:52.404052 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:52.412818 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:52.432811 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:52.456073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897e324a-805e-4ebb-83a0-b5fd2cd0b6c7 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:37:52.460064 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Attempting to bind port 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:37:52.460873 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Attempting to bind port 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:37:52.461255 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Attempting to bind port 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:37:52.470012 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:37:52.470388 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:52.470783 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:52.471631 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:37:52.472130 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Bound port: 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:37:52.479007 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:52.479007 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d2af3-8e9e-4006-b96e-e139c7adcaf9 None None] Pushing event updated for resources: {'Port': ['ID=2cbf4f62-199e-41b6-9a1c-fc67fbe9b349,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:52.497931 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d2af3-8e9e-4006-b96e-e139c7adcaf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:52.498271 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d2af3-8e9e-4006-b96e-e139c7adcaf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:52.498610 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d2af3-8e9e-4006-b96e-e139c7adcaf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:52.498968 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d2af3-8e9e-4006-b96e-e139c7adcaf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:52.499302 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d2af3-8e9e-4006-b96e-e139c7adcaf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:52.499623 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d2af3-8e9e-4006-b96e-e139c7adcaf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:52.499945 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d2af3-8e9e-4006-b96e-e139c7adcaf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:52.500267 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d2af3-8e9e-4006-b96e-e139c7adcaf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:52.500634 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d2af3-8e9e-4006-b96e-e139c7adcaf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:52.500951 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d2af3-8e9e-4006-b96e-e139c7adcaf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:52.501269 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d2af3-8e9e-4006-b96e-e139c7adcaf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:52.501586 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d2af3-8e9e-4006-b96e-e139c7adcaf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:52.501903 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d2af3-8e9e-4006-b96e-e139c7adcaf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:52.530086 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:52.536903 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] For port 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:37:52.539929 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] For port 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2cbf4f62-199e-41b6-9a1c-fc67fbe9b349,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:37:52.557038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ee7ed512-285e-4a62-8439-980ac74b067b None None] Provisioning complete for port 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:52.557492 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee7ed512-285e-4a62-8439-980ac74b067b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:52.576356 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Network 51d26811-298a-437e-9e5e-b19678cc516b is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:37:52.576356 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:52.579239 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:37:52.584845 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Pushing event updated for resources: {'Port': ['ID=5a9e8993-ed86-417e-bce9-820a580d152a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:52.602059 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ed512-285e-4a62-8439-980ac74b067b None None] Port 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:37:52.625764 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:52.628139 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:52.676685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91cb7fe-5611-44d4-aada-aec84e4bccbd None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:37:52.692744 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Routers {'56d0102e-3672-4424-ab2f-e467b2d9309b'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:37:52.693377 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:37:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['56d0102e-3672-4424-ab2f-e467b2d9309b'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:52.697336 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d2af3-8e9e-4006-b96e-e139c7adcaf9 None None] Pushing event updated for resources: {'Port': ['ID=2cbf4f62-199e-41b6-9a1c-fc67fbe9b349,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:52.744138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-46eaadeb-4c33-4ee1-a6ce-f512c4043d20 None None] Provisioning complete for port 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:52.751013 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46eaadeb-4c33-4ee1-a6ce-f512c4043d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:52.801604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1e60ac29-95c2-4705-84bd-296b456f6b5a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:37:52.818530 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] Set router 56d0102e-3672-4424-ab2f-e467b2d9309b gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:37:52.884043 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:52.885787 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46eaadeb-4c33-4ee1-a6ce-f512c4043d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:52.906992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 1e60ac29-95c2-4705-84bd-296b456f6b5a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:52.912459 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:52.912459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-46eaadeb-4c33-4ee1-a6ce-f512c4043d20 None None] For port 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2cbf4f62-199e-41b6-9a1c-fc67fbe9b349,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:52.990034 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46eaadeb-4c33-4ee1-a6ce-f512c4043d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:53.024150 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'name': 'tempest-TestEncryptedCinderVolumes-813136448-router', 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2cbf4f62-199e-41b6-9a1c-fc67fbe9b349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:49Z', 'updated_at': '2021-12-11T23:37:50Z', 'revision_number': 3, 'project_id': '4ca00e510b8642d7adf6d0f256567a82', 'gw_port': {'id': '2cbf4f62-199e-41b6-9a1c-fc67fbe9b349', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:25:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:50Z', 'updated_at': '2021-12-11T23:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:53.046501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eaadeb-4c33-4ee1-a6ce-f512c4043d20 None None] Pushing event updated for resources: {'Port': ['ID=2cbf4f62-199e-41b6-9a1c-fc67fbe9b349,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:53.056709 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d9f72-16d7-4ea4-b1f1-3be3b5fc0bad None None] The sync data for ids ['56d0102e-3672-4424-ab2f-e467b2d9309b'] in n-d-710847-6 is: [{'id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'name': 'tempest-TestEncryptedCinderVolumes-813136448-router', 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2cbf4f62-199e-41b6-9a1c-fc67fbe9b349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:49Z', 'updated_at': '2021-12-11T23:37:50Z', 'revision_number': 3, 'project_id': '4ca00e510b8642d7adf6d0f256567a82', 'gw_port': {'id': '2cbf4f62-199e-41b6-9a1c-fc67fbe9b349', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:25:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:50Z', 'updated_at': '2021-12-11T23:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:37:53.066442 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:53.112725 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d7de57d1-deec-4f7f-8e28-c058e679717e None None] Provisioning complete for port 5a9e8993-ed86-417e-bce9-820a580d152a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:53.113088 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d7de57d1-deec-4f7f-8e28-c058e679717e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:53.135772 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:53.151981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d7de57d1-deec-4f7f-8e28-c058e679717e None None] Port 5a9e8993-ed86-417e-bce9-820a580d152a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:37:53.210091 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:53.211883 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Pushing event updated for resources: {'Port': ['ID=5a9e8993-ed86-417e-bce9-820a580d152a,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:53.328494 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Network 51d26811-298a-437e-9e5e-b19678cc516b is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:37:53.329945 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:53.460440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Router 56d0102e-3672-4424-ab2f-e467b2d9309b has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:37:53.575141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c6585836-0b43-4e4c-8fb7-9dff5ef006a6 None None] Provisioning complete for port 5a9e8993-ed86-417e-bce9-820a580d152a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:53.575523 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6585836-0b43-4e4c-8fb7-9dff5ef006a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:53.592927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:37:53.618489 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-885fac62-18ed-4249-aec1-492e0dbf359a admin admin] 10.222.0.45 "PUT /v2.0/routers/56d0102e-3672-4424-ab2f-e467b2d9309b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8789766 Dec 11 23:37:53.632764 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c6585836-0b43-4e4c-8fb7-9dff5ef006a6 None None] Port 5a9e8993-ed86-417e-bce9-820a580d152a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:37:54.078262 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:54.272442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49690) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:54.277456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-62ab912e-7cec-4d31-8d98-7d925764b152 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-90252384-network', 'tenant_id': '0ca15b866a0f4bd29b8614ff3ca345c0'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:54.353201 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ab912e-7cec-4d31-8d98-7d925764b152 admin admin] Made reservation on behalf of 0ca15b866a0f4bd29b8614ff3ca345c0 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:54.355714 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62ab912e-7cec-4d31-8d98-7d925764b152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:54.365922 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62ab912e-7cec-4d31-8d98-7d925764b152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:54.440285 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62ab912e-7cec-4d31-8d98-7d925764b152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:54.506646 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62ab912e-7cec-4d31-8d98-7d925764b152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:54.532209 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ab912e-7cec-4d31-8d98-7d925764b152 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:37:54.541762 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab912e-7cec-4d31-8d98-7d925764b152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e32f99f-9884-4a05-8e5d-8059fd08000e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:54.548135 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62ab912e-7cec-4d31-8d98-7d925764b152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:54.548479 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-62ab912e-7cec-4d31-8d98-7d925764b152 admin admin] Added segment a9a52fa2-f8bf-445a-9cb6-9505319d9773 of type vlan for network 6f5b726d-5e5d-4d36-acd8-7ad971c583db Dec 11 23:37:54.592633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62ab912e-7cec-4d31-8d98-7d925764b152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:54.650510 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Sync routers for ids ['56d0102e-3672-4424-ab2f-e467b2d9309b'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:37:54.657367 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:54.664599 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Routers {'56d0102e-3672-4424-ab2f-e467b2d9309b'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:37:54.665271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:37:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['56d0102e-3672-4424-ab2f-e467b2d9309b'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:54.684023 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62ab912e-7cec-4d31-8d98-7d925764b152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:54.685491 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ab912e-7cec-4d31-8d98-7d925764b152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:54.686521 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-62ab912e-7cec-4d31-8d98-7d925764b152 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:54.757934 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab912e-7cec-4d31-8d98-7d925764b152 admin admin] Pushing event updated for resources: {'Network': ['ID=6f5b726d-5e5d-4d36-acd8-7ad971c583db,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:54.766246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:37:54.775839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 6f5b726d-5e5d-4d36-acd8-7ad971c583db details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:37:54.795727 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-62ab912e-7cec-4d31-8d98-7d925764b152 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5216339 Dec 11 23:37:54.797988 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49692) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:54.803732 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-fc3230fc-772f-49be-9d73-10b7b65264d5 admin admin] Request body: {'subnet': {'network_id': '6f5b726d-5e5d-4d36-acd8-7ad971c583db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-90252384-subnet', 'tenant_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:54.863718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Set router 56d0102e-3672-4424-ab2f-e467b2d9309b gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:37:54.889606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3230fc-772f-49be-9d73-10b7b65264d5 admin admin] Made reservation on behalf of 0ca15b866a0f4bd29b8614ff3ca345c0 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:37:54.892359 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc3230fc-772f-49be-9d73-10b7b65264d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:54.964060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:54.964398 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:55.113165 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc3230fc-772f-49be-9d73-10b7b65264d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:55.159946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'name': 'tempest-TestEncryptedCinderVolumes-813136448-router', 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2cbf4f62-199e-41b6-9a1c-fc67fbe9b349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:49Z', 'updated_at': '2021-12-11T23:37:52Z', 'revision_number': 4, 'project_id': '4ca00e510b8642d7adf6d0f256567a82', 'gw_port': {'id': '2cbf4f62-199e-41b6-9a1c-fc67fbe9b349', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:25:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:50Z', 'updated_at': '2021-12-11T23:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '5a9e8993-ed86-417e-bce9-820a580d152a', 'name': '', 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b', 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82', 'mac_address': 'fa:16:3e:ad:ee:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b59a8281-753e-41bb-aa57-cbaabfb3c0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:52Z', 'updated_at': '2021-12-11T23:37:52Z', 'revision_number': 2, 'project_id': '4ca00e510b8642d7adf6d0f256567a82', 'subnets': [{'id': 'b59a8281-753e-41bb-aa57-cbaabfb3c0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:55.170248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3230fc-772f-49be-9d73-10b7b65264d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49eef639-ad89-41ae-a016-b26c5e3c6512,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:55.177983 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3230fc-772f-49be-9d73-10b7b65264d5 admin admin] Checking segment: {'id': 'a9a52fa2-f8bf-445a-9cb6-9505319d9773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f5b726d-5e5d-4d36-acd8-7ad971c583db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:55.178342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3230fc-772f-49be-9d73-10b7b65264d5 admin admin] Network hostable DHCP agents. Network: 6f5b726d-5e5d-4d36-acd8-7ad971c583db, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:37:55.187986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Checking router: 56d0102e-3672-4424-ab2f-e467b2d9309b for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:37:55.188356 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Updating router 56d0102e-3672-4424-ab2f-e467b2d9309b port 5a9e8993-ed86-417e-bce9-820a580d152a binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:37:55.212652 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:55.238602 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3230fc-772f-49be-9d73-10b7b65264d5 admin admin] Network 6f5b726d-5e5d-4d36-acd8-7ad971c583db is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:37:55.284441 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-fc3230fc-772f-49be-9d73-10b7b65264d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 6f5b726d-5e5d-4d36-acd8-7ad971c583db) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:55.289084 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3230fc-772f-49be-9d73-10b7b65264d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:37:55.289944 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fc3230fc-772f-49be-9d73-10b7b65264d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:55.307603 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcfeb09-cdb8-438f-acd2-e35eb2dbb4f4 None None] Network 6f5b726d-5e5d-4d36-acd8-7ad971c583db requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:55.396122 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fc3230fc-772f-49be-9d73-10b7b65264d5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5970416 Dec 11 23:37:55.398650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 49694) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:55.403157 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-90252384-router', 'tenant_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:37:55.471368 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-6f5b726d-5e5d-4d36-acd8-7ad971c583db', 'network_id': '6f5b726d-5e5d-4d36-acd8-7ad971c583db', 'project_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'fixed_ips': [{'subnet_id': '49eef639-ad89-41ae-a016-b26c5e3c6512'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:37:55.472237 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:55.484238 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:55.488171 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:55.542132 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:55.657097 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:55.673533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Allocated IP 172.20.0.2 (6f5b726d-5e5d-4d36-acd8-7ad971c583db/49eef639-ad89-41ae-a016-b26c5e3c6512/82f36ad1-9c3a-47de-b0fe-9570a7894602) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:37:55.726941 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:55.760093 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:55.800966 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99689679-f267-400b-80be-6ca5316932b7 None None] Pushing event updated for resources: {'Port': ['ID=5a9e8993-ed86-417e-bce9-820a580d152a,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:55.901241 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Attempting to bind port 5a9e8993-ed86-417e-bce9-820a580d152a on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:37:55.901625 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Attempting to bind port 5a9e8993-ed86-417e-bce9-820a580d152a by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:37:55.901993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Attempting to bind port 5a9e8993-ed86-417e-bce9-820a580d152a on network 51d26811-298a-437e-9e5e-b19678cc516b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:37:55.911276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:37:55.911656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Checking segment: {'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:55.912100 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:55.912461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Bound using segment: {'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:37:55.912944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Bound port: 5a9e8993-ed86-417e-bce9-820a580d152a, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:37:55.913330 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:55.932920 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:55.989453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] For port 5a9e8993-ed86-417e-bce9-820a580d152a, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:37:55.993018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] For port 5a9e8993-ed86-417e-bce9-820a580d152a, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5a9e8993-ed86-417e-bce9-820a580d152a,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:37:55.994411 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:56.023305 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:56.037385 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Network 6f5b726d-5e5d-4d36-acd8-7ad971c583db is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:37:56.040086 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:56.044269 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:56.045256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:37:56.047233 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Pushing event updated for resources: {'Port': ['ID=82f36ad1-9c3a-47de-b0fe-9570a7894602,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:56.078828 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:56.155748 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Allocated IP 172.25.1.174 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/ffdce292-2897-42db-8569-d98c81d380c5) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:37:56.263000 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:56.305013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d7dbe676-904b-4766-ab9d-c242897ccee0 None None] Provisioning complete for port 5a9e8993-ed86-417e-bce9-820a580d152a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:56.305545 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe676-904b-4766-ab9d-c242897ccee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:56.339243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Attempting to bind port 82f36ad1-9c3a-47de-b0fe-9570a7894602 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:37:56.339651 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Attempting to bind port 82f36ad1-9c3a-47de-b0fe-9570a7894602 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'a9a52fa2-f8bf-445a-9cb6-9505319d9773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f5b726d-5e5d-4d36-acd8-7ad971c583db'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:37:56.340176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Attempting to bind port 82f36ad1-9c3a-47de-b0fe-9570a7894602 on network 6f5b726d-5e5d-4d36-acd8-7ad971c583db {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:37:56.358881 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:56.368263 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:37:56.368647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Checking segment: {'id': 'a9a52fa2-f8bf-445a-9cb6-9505319d9773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f5b726d-5e5d-4d36-acd8-7ad971c583db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:56.369057 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:56.369458 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Bound using segment: {'id': 'a9a52fa2-f8bf-445a-9cb6-9505319d9773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f5b726d-5e5d-4d36-acd8-7ad971c583db'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:37:56.369936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Bound port: 82f36ad1-9c3a-47de-b0fe-9570a7894602, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a52fa2-f8bf-445a-9cb6-9505319d9773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f5b726d-5e5d-4d36-acd8-7ad971c583db'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:37:56.370405 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:56.373669 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99689679-f267-400b-80be-6ca5316932b7 None None] Pushing event updated for resources: {'Port': ['ID=5a9e8993-ed86-417e-bce9-820a580d152a,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:56.376401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Routers {'56d0102e-3672-4424-ab2f-e467b2d9309b'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:37:56.377050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:37:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['56d0102e-3672-4424-ab2f-e467b2d9309b'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:56.422721 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:37:56.427513 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:56.430941 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:37:56.457853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Pushing event updated for resources: {'Port': ['ID=ffdce292-2897-42db-8569-d98c81d380c5,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:56.460544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473d1f88-c282-4e34-bc94-e7f5a191879f None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:37:56.572656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] For port 82f36ad1-9c3a-47de-b0fe-9570a7894602, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:37:56.581033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] For port 82f36ad1-9c3a-47de-b0fe-9570a7894602, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=82f36ad1-9c3a-47de-b0fe-9570a7894602,segment=NetworkSegment(a9a52fa2-f8bf-445a-9cb6-9505319d9773),segment_id=a9a52fa2-f8bf-445a-9cb6-9505319d9773)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:37:56.589668 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe676-904b-4766-ab9d-c242897ccee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:56.592441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] Set router 56d0102e-3672-4424-ab2f-e467b2d9309b gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:37:56.684792 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:56.692017 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d7dbe676-904b-4766-ab9d-c242897ccee0 None None] For port 5a9e8993-ed86-417e-bce9-820a580d152a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5a9e8993-ed86-417e-bce9-820a580d152a,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:56.794849 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:56.796062 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe676-904b-4766-ab9d-c242897ccee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:56.810619 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309351ab-fd5d-43e6-8fe1-6920feb04c31 None None] Pushing event updated for resources: {'Port': ['ID=82f36ad1-9c3a-47de-b0fe-9570a7894602,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:56.895458 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbe676-904b-4766-ab9d-c242897ccee0 None None] Pushing event updated for resources: {'Port': ['ID=5a9e8993-ed86-417e-bce9-820a580d152a,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:56.938614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-fc3bd356-8240-4a3e-8c54-00289f82b3e9 None None] Provisioning complete for port ffdce292-2897-42db-8569-d98c81d380c5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:56.939157 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd356-8240-4a3e-8c54-00289f82b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:56.989397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'name': 'tempest-TestEncryptedCinderVolumes-813136448-router', 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2cbf4f62-199e-41b6-9a1c-fc67fbe9b349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:49Z', 'updated_at': '2021-12-11T23:37:52Z', 'revision_number': 4, 'project_id': '4ca00e510b8642d7adf6d0f256567a82', 'gw_port': {'id': '2cbf4f62-199e-41b6-9a1c-fc67fbe9b349', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:25:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:50Z', 'updated_at': '2021-12-11T23:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '5a9e8993-ed86-417e-bce9-820a580d152a', 'name': '', 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b', 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82', 'mac_address': 'fa:16:3e:ad:ee:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b59a8281-753e-41bb-aa57-cbaabfb3c0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:52Z', 'updated_at': '2021-12-11T23:37:55Z', 'revision_number': 4, 'project_id': '4ca00e510b8642d7adf6d0f256567a82', 'subnets': [{'id': 'b59a8281-753e-41bb-aa57-cbaabfb3c0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:57.024299 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b403972f-4ad9-4a4d-bacc-4bd32973557a None None] The sync data for ids ['56d0102e-3672-4424-ab2f-e467b2d9309b'] in n-d-710847-6 is: [{'id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'name': 'tempest-TestEncryptedCinderVolumes-813136448-router', 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2cbf4f62-199e-41b6-9a1c-fc67fbe9b349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:49Z', 'updated_at': '2021-12-11T23:37:52Z', 'revision_number': 4, 'project_id': '4ca00e510b8642d7adf6d0f256567a82', 'gw_port': {'id': '2cbf4f62-199e-41b6-9a1c-fc67fbe9b349', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:25:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:50Z', 'updated_at': '2021-12-11T23:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '5a9e8993-ed86-417e-bce9-820a580d152a', 'name': '', 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b', 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82', 'mac_address': 'fa:16:3e:ad:ee:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b59a8281-753e-41bb-aa57-cbaabfb3c0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:52Z', 'updated_at': '2021-12-11T23:37:55Z', 'revision_number': 4, 'project_id': '4ca00e510b8642d7adf6d0f256567a82', 'subnets': [{'id': 'b59a8281-753e-41bb-aa57-cbaabfb3c0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:37:57.025926 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fc3bd356-8240-4a3e-8c54-00289f82b3e9 None None] Port ffdce292-2897-42db-8569-d98c81d380c5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:37:57.037165 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-fc3bd356-8240-4a3e-8c54-00289f82b3e9 None None] Provisioning complete for port 5a9e8993-ed86-417e-bce9-820a580d152a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:57.037545 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd356-8240-4a3e-8c54-00289f82b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:57.055538 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:57.290298 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Router 2d5d101b-e511-471d-9c16-4b66140070e6 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:37:57.705959 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:37:57.718438 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Sync routers for ids ['2d5d101b-e511-471d-9c16-4b66140070e6'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:37:57.732124 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Routers {'2d5d101b-e511-471d-9c16-4b66140070e6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:37:57.732794 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:37:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2d5d101b-e511-471d-9c16-4b66140070e6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:57.794586 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:57.798567 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fdbd536b-6c3a-4982-9877-bb99d03a04be admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3962400 Dec 11 23:37:57.799521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 49696) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:37:57.841277 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a752ade-13fd-497d-83b4-583c2a8996e3 None None] Network 6f5b726d-5e5d-4d36-acd8-7ad971c583db requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:37:57.856037 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Set router 2d5d101b-e511-471d-9c16-4b66140070e6 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:37:57.978862 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f0bac6ad-b685-4582-803b-424c63838bc2 None None] Provisioning complete for port 82f36ad1-9c3a-47de-b0fe-9570a7894602 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:57.978862 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f0bac6ad-b685-4582-803b-424c63838bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.092499 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'name': 'tempest-TestEncryptedCinderVolumes-90252384-router', 'tenant_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffdce292-2897-42db-8569-d98c81d380c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:55Z', 'updated_at': '2021-12-11T23:37:56Z', 'revision_number': 3, 'project_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'gw_port': {'id': 'ffdce292-2897-42db-8569-d98c81d380c5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:56Z', 'updated_at': '2021-12-11T23:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:58.102227 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f0bac6ad-b685-4582-803b-424c63838bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.133886 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Checking router: 2d5d101b-e511-471d-9c16-4b66140070e6 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:37:58.134229 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Updating router 2d5d101b-e511-471d-9c16-4b66140070e6 port ffdce292-2897-42db-8569-d98c81d380c5 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:37:58.156758 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f0bac6ad-b685-4582-803b-424c63838bc2 None None] For port 82f36ad1-9c3a-47de-b0fe-9570a7894602, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=82f36ad1-9c3a-47de-b0fe-9570a7894602,segment=NetworkSegment(a9a52fa2-f8bf-445a-9cb6-9505319d9773),segment_id=a9a52fa2-f8bf-445a-9cb6-9505319d9773)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:58.161553 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.232951 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f0bac6ad-b685-4582-803b-424c63838bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.285670 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.313837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bac6ad-b685-4582-803b-424c63838bc2 None None] Pushing event updated for resources: {'Port': ['ID=82f36ad1-9c3a-47de-b0fe-9570a7894602,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:58.355591 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-226e5dbe-4167-4689-9e25-2a7b271e84e2 None None] Provisioning complete for port 82f36ad1-9c3a-47de-b0fe-9570a7894602 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:58.355977 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-226e5dbe-4167-4689-9e25-2a7b271e84e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.464865 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.517820 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.520847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Allocated IP 172.20.0.1 (6f5b726d-5e5d-4d36-acd8-7ad971c583db/49eef639-ad89-41ae-a016-b26c5e3c6512/276660a4-9b0f-43ea-9683-ecf8e8b2df60) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:37:58.569444 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5544a04-e6d6-4e08-845c-f33f342a7c66 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:37:58.579759 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd87285-1d24-44df-9319-c9170da671ce None None] Pushing event updated for resources: {'Port': ['ID=ffdce292-2897-42db-8569-d98c81d380c5,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:58.583417 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Attempting to bind port ffdce292-2897-42db-8569-d98c81d380c5 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:37:58.584223 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Attempting to bind port ffdce292-2897-42db-8569-d98c81d380c5 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:37:58.584223 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Attempting to bind port ffdce292-2897-42db-8569-d98c81d380c5 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:37:58.590474 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:37:58.590932 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:37:58.591417 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.591808 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:37:58.592271 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Bound port: ffdce292-2897-42db-8569-d98c81d380c5, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:37:58.592647 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.628483 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.644340 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] For port ffdce292-2897-42db-8569-d98c81d380c5, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:37:58.647375 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] For port ffdce292-2897-42db-8569-d98c81d380c5, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ffdce292-2897-42db-8569-d98c81d380c5,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:37:58.683272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-73b831f7-696e-404e-96c9-7449a89f629d None None] Provisioning complete for port ffdce292-2897-42db-8569-d98c81d380c5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:58.683650 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-73b831f7-696e-404e-96c9-7449a89f629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.712470 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.731008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-73b831f7-696e-404e-96c9-7449a89f629d None None] Port ffdce292-2897-42db-8569-d98c81d380c5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:37:58.741103 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.763361 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b145e036-7379-420c-8a1c-fef92bf0fae0 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:37:58.767116 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Routers {'2d5d101b-e511-471d-9c16-4b66140070e6'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:37:58.768273 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:37:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2d5d101b-e511-471d-9c16-4b66140070e6'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:58.801907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Network 6f5b726d-5e5d-4d36-acd8-7ad971c583db is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:37:58.805096 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:58.808379 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 82f36ad1-9c3a-47de-b0fe-9570a7894602 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:37:58.809691 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:37:58.814377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Pushing event updated for resources: {'Port': ['ID=276660a4-9b0f-43ea-9683-ecf8e8b2df60,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:58.823576 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd87285-1d24-44df-9319-c9170da671ce None None] Pushing event updated for resources: {'Port': ['ID=ffdce292-2897-42db-8569-d98c81d380c5,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:58.852966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:58.853337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:58.854231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:58.854617 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:58.854958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:58.855298 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:58.855833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:58.856331 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:58.856848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:58.857353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:58.857855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:58.858347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:58.858860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:37:58.881068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e3866795-bb2e-4f54-a246-97ef8b4947f9 None None] Provisioning complete for port ffdce292-2897-42db-8569-d98c81d380c5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:58.881642 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.881770 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e3866795-bb2e-4f54-a246-97ef8b4947f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.954978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 82f36ad1-9c3a-47de-b0fe-9570a7894602 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:58.956123 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:58.998651 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] Set router 2d5d101b-e511-471d-9c16-4b66140070e6 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:37:59.043200 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e3866795-bb2e-4f54-a246-97ef8b4947f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:59.084101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-e3866795-bb2e-4f54-a246-97ef8b4947f9 None None] For port ffdce292-2897-42db-8569-d98c81d380c5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ffdce292-2897-42db-8569-d98c81d380c5,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:37:59.106761 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:59.109129 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5a9e8993-ed86-417e-bce9-820a580d152a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:37:59.158178 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e3866795-bb2e-4f54-a246-97ef8b4947f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:59.167408 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 5a9e8993-ed86-417e-bce9-820a580d152a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:59.167855 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:59.193086 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'name': 'tempest-TestEncryptedCinderVolumes-90252384-router', 'tenant_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffdce292-2897-42db-8569-d98c81d380c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:55Z', 'updated_at': '2021-12-11T23:37:56Z', 'revision_number': 3, 'project_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'gw_port': {'id': 'ffdce292-2897-42db-8569-d98c81d380c5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:56Z', 'updated_at': '2021-12-11T23:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:37:59.221292 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b3dc5-b235-4c6f-8c07-fc1879038c9d None None] The sync data for ids ['2d5d101b-e511-471d-9c16-4b66140070e6'] in n-d-710847-6 is: [{'id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'name': 'tempest-TestEncryptedCinderVolumes-90252384-router', 'tenant_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffdce292-2897-42db-8569-d98c81d380c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:55Z', 'updated_at': '2021-12-11T23:37:56Z', 'revision_number': 3, 'project_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'gw_port': {'id': 'ffdce292-2897-42db-8569-d98c81d380c5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:56Z', 'updated_at': '2021-12-11T23:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:37:59.241242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3866795-bb2e-4f54-a246-97ef8b4947f9 None None] Pushing event updated for resources: {'Port': ['ID=ffdce292-2897-42db-8569-d98c81d380c5,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:59.290525 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:59.310709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a1bb7ece-538d-494c-be68-ea5dabd28519 None None] Provisioning complete for port 276660a4-9b0f-43ea-9683-ecf8e8b2df60 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:59.311122 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a1bb7ece-538d-494c-be68-ea5dabd28519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:59.350542 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb7ece-538d-494c-be68-ea5dabd28519 None None] Port 276660a4-9b0f-43ea-9683-ecf8e8b2df60 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:37:59.353405 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:59.420409 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:59.423127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Pushing event updated for resources: {'Port': ['ID=276660a4-9b0f-43ea-9683-ecf8e8b2df60,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:37:59.527516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Network 6f5b726d-5e5d-4d36-acd8-7ad971c583db is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:37:59.528881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:37:59.660192 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Router 2d5d101b-e511-471d-9c16-4b66140070e6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:37:59.776047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:37:59.781578 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a27d41c8-d096-4046-be09-18263759a543 admin admin] 10.222.0.45 "PUT /v2.0/routers/2d5d101b-e511-471d-9c16-4b66140070e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9809268 Dec 11 23:37:59.791008 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9964ee65-46b6-46f7-87d2-788845454780 None None] Provisioning complete for port 276660a4-9b0f-43ea-9683-ecf8e8b2df60 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:37:59.791008 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9964ee65-46b6-46f7-87d2-788845454780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:37:59.823995 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9964ee65-46b6-46f7-87d2-788845454780 None None] Port 276660a4-9b0f-43ea-9683-ecf8e8b2df60 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:38:00.752540 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ffdce292-2897-42db-8569-d98c81d380c5 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:38:00.797459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Sync routers for ids ['2d5d101b-e511-471d-9c16-4b66140070e6'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:38:00.814063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Routers {'2d5d101b-e511-471d-9c16-4b66140070e6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:38:00.814848 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:37:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2d5d101b-e511-471d-9c16-4b66140070e6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:38:00.818110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port ffdce292-2897-42db-8569-d98c81d380c5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:38:00.818510 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:00.973467 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Set router 2d5d101b-e511-471d-9c16-4b66140070e6 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:38:01.345500 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'name': 'tempest-TestEncryptedCinderVolumes-90252384-router', 'tenant_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffdce292-2897-42db-8569-d98c81d380c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:55Z', 'updated_at': '2021-12-11T23:37:59Z', 'revision_number': 4, 'project_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'gw_port': {'id': 'ffdce292-2897-42db-8569-d98c81d380c5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:56Z', 'updated_at': '2021-12-11T23:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '276660a4-9b0f-43ea-9683-ecf8e8b2df60', 'name': '', 'network_id': '6f5b726d-5e5d-4d36-acd8-7ad971c583db', 'tenant_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'mac_address': 'fa:16:3e:73:ba:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '49eef639-ad89-41ae-a016-b26c5e3c6512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:58Z', 'updated_at': '2021-12-11T23:37:59Z', 'revision_number': 2, 'project_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'subnets': [{'id': '49eef639-ad89-41ae-a016-b26c5e3c6512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:38:01.376156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Checking router: 2d5d101b-e511-471d-9c16-4b66140070e6 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:38:01.376529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Updating router 2d5d101b-e511-471d-9c16-4b66140070e6 port 276660a4-9b0f-43ea-9683-ecf8e8b2df60 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:38:01.403034 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:01.485267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dadde-0361-443c-9645-debbf696df2c req-093033df-9535-4dbd-aca4-162d9e95b994 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:01.487324 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f20dadde-0361-443c-9645-debbf696df2c req-093033df-9535-4dbd-aca4-162d9e95b994 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/networks?id=51d26811-298a-437e-9e5e-b19678cc516b HTTP/1.1" status: 200 len: 816 time: 0.1054482 Dec 11 23:38:01.503334 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f20dadde-0361-443c-9645-debbf696df2c req-2d9efd50-3595-4168-9ae4-045ce0a0ff32 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/quotas/4ca00e510b8642d7adf6d0f256567a82 HTTP/1.1" status: 200 len: 375 time: 0.0096517 Dec 11 23:38:01.554475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f20dadde-0361-443c-9645-debbf696df2c req-857266f8-5a91-421d-ac0e-abec68d16a16 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ca00e510b8642d7adf6d0f256567a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453410 Dec 11 23:38:01.570575 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-f20dadde-0361-443c-9645-debbf696df2c req-d31a4d3c-9eda-48bc-9077-acf414c2e5d7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:38:01.571576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f20dadde-0361-443c-9645-debbf696df2c req-d31a4d3c-9eda-48bc-9077-acf414c2e5d7 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051932 Dec 11 23:38:01.664545 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f20dadde-0361-443c-9645-debbf696df2c req-d52ba96a-a1ba-4d29-bd1f-fc3ce7ad70f1 service neutron] 10.222.0.45 "GET /v2.0/networks/51d26811-298a-437e-9e5e-b19678cc516b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867634 Dec 11 23:38:01.666107 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:01.740420 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:01.752981 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f20dadde-0361-443c-9645-debbf696df2c req-33a68155-c9d6-45c3-903f-a2c72177c2c2 service neutron] 10.222.0.45 "GET /v2.0/networks/51d26811-298a-437e-9e5e-b19678cc516b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822012 Dec 11 23:38:01.793395 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42307c-4ba8-4cfc-9d9f-ddb942f38eee None None] Pushing event updated for resources: {'Port': ['ID=276660a4-9b0f-43ea-9683-ecf8e8b2df60,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:38:01.846485 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Attempting to bind port 276660a4-9b0f-43ea-9683-ecf8e8b2df60 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:38:01.846921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Attempting to bind port 276660a4-9b0f-43ea-9683-ecf8e8b2df60 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'a9a52fa2-f8bf-445a-9cb6-9505319d9773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f5b726d-5e5d-4d36-acd8-7ad971c583db'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:38:01.847298 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Attempting to bind port 276660a4-9b0f-43ea-9683-ecf8e8b2df60 on network 6f5b726d-5e5d-4d36-acd8-7ad971c583db {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:38:01.856311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:38:01.856697 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Checking segment: {'id': 'a9a52fa2-f8bf-445a-9cb6-9505319d9773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f5b726d-5e5d-4d36-acd8-7ad971c583db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:38:01.857111 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:01.857510 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Bound using segment: {'id': 'a9a52fa2-f8bf-445a-9cb6-9505319d9773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f5b726d-5e5d-4d36-acd8-7ad971c583db'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:38:01.857986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Bound port: 276660a4-9b0f-43ea-9683-ecf8e8b2df60, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a52fa2-f8bf-445a-9cb6-9505319d9773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f5b726d-5e5d-4d36-acd8-7ad971c583db'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:38:01.858372 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:01.937520 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] For port 276660a4-9b0f-43ea-9683-ecf8e8b2df60, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:38:01.941763 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] For port 276660a4-9b0f-43ea-9683-ecf8e8b2df60, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=276660a4-9b0f-43ea-9683-ecf8e8b2df60,segment=NetworkSegment(a9a52fa2-f8bf-445a-9cb6-9505319d9773),segment_id=a9a52fa2-f8bf-445a-9cb6-9505319d9773)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:38:02.000209 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3d31d5b7-f586-4dbf-86d4-e7a3c4558946 req-4821346f-e914-4294-ab9f-e3a3984702f3 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 210 time: 0.0284810 Dec 11 23:38:02.004441 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:02.084504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Routers {'2d5d101b-e511-471d-9c16-4b66140070e6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:38:02.085301 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:37:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2d5d101b-e511-471d-9c16-4b66140070e6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:38:02.087195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-452b4d99-1637-49ed-a09e-f48b5fdbcebd None None] Provisioning complete for port 276660a4-9b0f-43ea-9683-ecf8e8b2df60 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:38:02.087566 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452b4d99-1637-49ed-a09e-f48b5fdbcebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:02.140701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42307c-4ba8-4cfc-9d9f-ddb942f38eee None None] Pushing event updated for resources: {'Port': ['ID=276660a4-9b0f-43ea-9683-ecf8e8b2df60,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:38:02.253070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] Set router 2d5d101b-e511-471d-9c16-4b66140070e6 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:38:02.298455 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452b4d99-1637-49ed-a09e-f48b5fdbcebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:02.403531 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-452b4d99-1637-49ed-a09e-f48b5fdbcebd None None] For port 276660a4-9b0f-43ea-9683-ecf8e8b2df60, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=276660a4-9b0f-43ea-9683-ecf8e8b2df60,segment=NetworkSegment(a9a52fa2-f8bf-445a-9cb6-9505319d9773),segment_id=a9a52fa2-f8bf-445a-9cb6-9505319d9773)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:38:02.456815 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452b4d99-1637-49ed-a09e-f48b5fdbcebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:02.512915 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b4d99-1637-49ed-a09e-f48b5fdbcebd None None] Pushing event updated for resources: {'Port': ['ID=276660a4-9b0f-43ea-9683-ecf8e8b2df60,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:38:02.526450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'name': 'tempest-TestEncryptedCinderVolumes-90252384-router', 'tenant_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffdce292-2897-42db-8569-d98c81d380c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:55Z', 'updated_at': '2021-12-11T23:37:59Z', 'revision_number': 4, 'project_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'gw_port': {'id': 'ffdce292-2897-42db-8569-d98c81d380c5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:56Z', 'updated_at': '2021-12-11T23:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '276660a4-9b0f-43ea-9683-ecf8e8b2df60', 'name': '', 'network_id': '6f5b726d-5e5d-4d36-acd8-7ad971c583db', 'tenant_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'mac_address': 'fa:16:3e:73:ba:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '49eef639-ad89-41ae-a016-b26c5e3c6512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:58Z', 'updated_at': '2021-12-11T23:38:01Z', 'revision_number': 4, 'project_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'subnets': [{'id': '49eef639-ad89-41ae-a016-b26c5e3c6512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:38:02.553440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e06867-8e8f-4a45-a162-b11a7fba89d4 None None] The sync data for ids ['2d5d101b-e511-471d-9c16-4b66140070e6'] in n-d-710847-6 is: [{'id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'name': 'tempest-TestEncryptedCinderVolumes-90252384-router', 'tenant_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffdce292-2897-42db-8569-d98c81d380c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:55Z', 'updated_at': '2021-12-11T23:37:59Z', 'revision_number': 4, 'project_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'gw_port': {'id': 'ffdce292-2897-42db-8569-d98c81d380c5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:56Z', 'updated_at': '2021-12-11T23:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '276660a4-9b0f-43ea-9683-ecf8e8b2df60', 'name': '', 'network_id': '6f5b726d-5e5d-4d36-acd8-7ad971c583db', 'tenant_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'mac_address': 'fa:16:3e:73:ba:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '49eef639-ad89-41ae-a016-b26c5e3c6512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:58Z', 'updated_at': '2021-12-11T23:38:01Z', 'revision_number': 4, 'project_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'subnets': [{'id': '49eef639-ad89-41ae-a016-b26c5e3c6512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:38:02.577215 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2256bef1-14ea-42a3-89a2-fc75c95ab6ac None None] Provisioning complete for port 276660a4-9b0f-43ea-9683-ecf8e8b2df60 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:38:02.577215 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2256bef1-14ea-42a3-89a2-fc75c95ab6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:02.775801 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 276660a4-9b0f-43ea-9683-ecf8e8b2df60 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:38:02.826564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 276660a4-9b0f-43ea-9683-ecf8e8b2df60 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:38:02.827257 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:03.100417 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dadbff46-5e46-41ae-b438-327ccce1ef25 req-b7ec532c-b0ed-4ffd-a0b0-5563366e5e16 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 210 time: 0.0278640 Dec 11 23:38:04.131163 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dadde-0361-443c-9645-debbf696df2c req-3ed0d65e-79ae-48f8-b808-51f742464bec tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:04.132670 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f20dadde-0361-443c-9645-debbf696df2c req-3ed0d65e-79ae-48f8-b808-51f742464bec tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.47 "GET /v2.0/networks?id=51d26811-298a-437e-9e5e-b19678cc516b HTTP/1.1" status: 200 len: 816 time: 0.1107104 Dec 11 23:38:04.150856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-f20dadde-0361-443c-9645-debbf696df2c req-6182cbc7-90c6-4452-b1d4-b4b626732151 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Request body: {'port': {'device_id': '025bb6a4-2c64-4168-87eb-fbb2b307f2b9', 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b', 'admin_state_up': True, 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:38:04.197659 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ad0aa910-ebda-41ef-af00-19c465e255ac req-fa64bca2-70cc-41e7-bbc0-1238fc24907e tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 210 time: 0.0270760 Dec 11 23:38:04.334578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20dadde-0361-443c-9645-debbf696df2c req-6182cbc7-90c6-4452-b1d4-b4b626732151 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Made reservation on behalf of 4ca00e510b8642d7adf6d0f256567a82 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:38:04.338151 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f20dadde-0361-443c-9645-debbf696df2c req-6182cbc7-90c6-4452-b1d4-b4b626732151 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:04.470007 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-f20dadde-0361-443c-9645-debbf696df2c req-6182cbc7-90c6-4452-b1d4-b4b626732151 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Allocated IP 172.20.0.8 (51d26811-298a-437e-9e5e-b19678cc516b/b59a8281-753e-41bb-aa57-cbaabfb3c0d6/a38083da-8efc-4802-9d9d-4db2d0434b3d) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:38:04.617458 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f20dadde-0361-443c-9645-debbf696df2c req-6182cbc7-90c6-4452-b1d4-b4b626732151 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:04.752837 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f20dadde-0361-443c-9645-debbf696df2c req-6182cbc7-90c6-4452-b1d4-b4b626732151 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:04.796599 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20dadde-0361-443c-9645-debbf696df2c req-6182cbc7-90c6-4452-b1d4-b4b626732151 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Network 51d26811-298a-437e-9e5e-b19678cc516b is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:38:04.800067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-f20dadde-0361-443c-9645-debbf696df2c req-6182cbc7-90c6-4452-b1d4-b4b626732151 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:38:04.803797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20dadde-0361-443c-9645-debbf696df2c req-6182cbc7-90c6-4452-b1d4-b4b626732151 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:38:04.829352 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182cbc7-90c6-4452-b1d4-b4b626732151 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Pushing event updated for resources: {'Port': ['ID=a38083da-8efc-4802-9d9d-4db2d0434b3d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:38:04.859299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dadde-0361-443c-9645-debbf696df2c req-6182cbc7-90c6-4452-b1d4-b4b626732151 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:04.859948 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f20dadde-0361-443c-9645-debbf696df2c req-6182cbc7-90c6-4452-b1d4-b4b626732151 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:04.972543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f20dadde-0361-443c-9645-debbf696df2c req-6182cbc7-90c6-4452-b1d4-b4b626732151 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8256578 Dec 11 23:38:04.990004 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Request body: {'port': {'device_id': '025bb6a4-2c64-4168-87eb-fbb2b307f2b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:38:05.012564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6b04153f-d275-4cb0-9c8d-82271b72318a None None] Provisioning complete for port a38083da-8efc-4802-9d9d-4db2d0434b3d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:38:05.013133 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b04153f-d275-4cb0-9c8d-82271b72318a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:05.046577 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:05.047173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-6b04153f-d275-4cb0-9c8d-82271b72318a None None] Port a38083da-8efc-4802-9d9d-4db2d0434b3d cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:38:05.605137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2b1d5-92ff-4b1d-a86d-bd3a1c22eb63 req-e4faedfb-86a6-4e1d-84ba-f232b5fda8b1 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:05.606524 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aca2b1d5-92ff-4b1d-a86d-bd3a1c22eb63 req-e4faedfb-86a6-4e1d-84ba-f232b5fda8b1 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 931 time: 0.0751216 Dec 11 23:38:05.702414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aca2b1d5-92ff-4b1d-a86d-bd3a1c22eb63 req-ab8ebdcb-5002-437a-9299-6b3f7500b3fc tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854738 Dec 11 23:38:05.706147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38083da-8efc-4802-9d9d-4db2d0434b3d {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:38:05.714086 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:05.726815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Transition to ACTIVE for port object a38083da-8efc-4802-9d9d-4db2d0434b3d will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:38:05.809206 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:05.862443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Pushing event updated for resources: {'Port': ['ID=a38083da-8efc-4802-9d9d-4db2d0434b3d,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:38:05.933656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Attempting to bind port a38083da-8efc-4802-9d9d-4db2d0434b3d on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:38:05.933999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Attempting to bind port a38083da-8efc-4802-9d9d-4db2d0434b3d by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:38:05.934327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Attempting to bind port a38083da-8efc-4802-9d9d-4db2d0434b3d on network 51d26811-298a-437e-9e5e-b19678cc516b {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:38:05.938993 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Port a38083da-8efc-4802-9d9d-4db2d0434b3d on network 51d26811-298a-437e-9e5e-b19678cc516b not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:38:05.939502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Attempting to bind port a38083da-8efc-4802-9d9d-4db2d0434b3d on network 51d26811-298a-437e-9e5e-b19678cc516b {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:38:05.944557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:38:05.944898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Checking segment: {'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:38:05.945287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Bound using segment: {'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:38:05.945714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Bound port: a38083da-8efc-4802-9d9d-4db2d0434b3d, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:38:05.946074 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:06.020644 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] For port a38083da-8efc-4802-9d9d-4db2d0434b3d, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:38:06.023923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] For port a38083da-8efc-4802-9d9d-4db2d0434b3d, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a38083da-8efc-4802-9d9d-4db2d0434b3d,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:38:06.096272 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:06.136118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:06.136930 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:06.138440 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f20dadde-0361-443c-9645-debbf696df2c req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] 10.222.0.47 "PUT /v2.0/ports/a38083da-8efc-4802-9d9d-4db2d0434b3d HTTP/1.1" status: 200 len: 1091 time: 1.1527975 Dec 11 23:38:06.139011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025bb6a4-2c64-4168-87eb-fbb2b307f2b9', 'tag': 'a38083da-8efc-4802-9d9d-4db2d0434b3d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:38:06.141743 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfa9dd9-b55e-49e5-9799-3aed8f85e341" -d '{"events": [{"name": "network-changed", "server_uuid": "025bb6a4-2c64-4168-87eb-fbb2b307f2b9", "tag": "a38083da-8efc-4802-9d9d-4db2d0434b3d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:38:06.170478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e13a8-e63b-43a4-a4da-2dcbf8eef369 service neutron] Pushing event updated for resources: {'Port': ['ID=a38083da-8efc-4802-9d9d-4db2d0434b3d,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:38:06.185910 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd355d56-2f10-4945-aaab-a28d0e5bc0b4 x-openstack-request-id: req-bd355d56-2f10-4945-aaab-a28d0e5bc0b4 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:38:06.186286 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025bb6a4-2c64-4168-87eb-fbb2b307f2b9", "tag": "a38083da-8efc-4802-9d9d-4db2d0434b3d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:38:06.186569 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd355d56-2f10-4945-aaab-a28d0e5bc0b4 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:38:06.187006 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025bb6a4-2c64-4168-87eb-fbb2b307f2b9', 'tag': 'a38083da-8efc-4802-9d9d-4db2d0434b3d', 'status': 'completed', 'code': 200} Dec 11 23:38:06.270878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa9dd9-b55e-49e5-9799-3aed8f85e341 req-f4eec6e1-6217-451d-986f-1bececa5fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:06.272418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3bfa9dd9-b55e-49e5-9799-3aed8f85e341 req-f4eec6e1-6217-451d-986f-1bececa5fc32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ca00e510b8642d7adf6d0f256567a82&device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 1094 time: 0.0441756 Dec 11 23:38:06.395778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa9dd9-b55e-49e5-9799-3aed8f85e341 req-cb359c49-833a-4429-a8c5-95b183b51c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:06.397275 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3bfa9dd9-b55e-49e5-9799-3aed8f85e341 req-cb359c49-833a-4429-a8c5-95b183b51c57 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4ca00e510b8642d7adf6d0f256567a82&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0986154 Dec 11 23:38:06.491612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa9dd9-b55e-49e5-9799-3aed8f85e341 req-e8793664-dd4b-4b35-b5b4-ffd61cfca01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:06.493090 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3bfa9dd9-b55e-49e5-9799-3aed8f85e341 req-e8793664-dd4b-4b35-b5b4-ffd61cfca01a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891378 Dec 11 23:38:06.587041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dadde-0361-443c-9645-debbf696df2c req-6f640c97-4c4c-4ad7-8f14-3a8723723f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:06.588525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f20dadde-0361-443c-9645-debbf696df2c req-6f640c97-4c4c-4ad7-8f14-3a8723723f30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ca00e510b8642d7adf6d0f256567a82&device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 1094 time: 0.0405548 Dec 11 23:38:06.640468 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f20dadde-0361-443c-9645-debbf696df2c req-53a5f88a-9b9f-4ae4-967f-c0f4d4c0d8aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a38083da-8efc-4802-9d9d-4db2d0434b3d HTTP/1.1" status: 200 len: 217 time: 0.0385871 Dec 11 23:38:06.688682 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dadde-0361-443c-9645-debbf696df2c req-a007a724-e9f7-46ef-8c21-fcd252ca13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:06.690202 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f20dadde-0361-443c-9645-debbf696df2c req-a007a724-e9f7-46ef-8c21-fcd252ca13fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b59a8281-753e-41bb-aa57-cbaabfb3c0d6 HTTP/1.1" status: 200 len: 855 time: 0.0434680 Dec 11 23:38:06.741488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dadde-0361-443c-9645-debbf696df2c req-a28f0b5f-02c6-48b2-af03-b8c86a21c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:06.742972 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f20dadde-0361-443c-9645-debbf696df2c req-a28f0b5f-02c6-48b2-af03-b8c86a21c849 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51d26811-298a-437e-9e5e-b19678cc516b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454657 Dec 11 23:38:06.872790 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba7350-744e-4667-a690-66d20e0ea142 req-e3d2aaa5-c13b-4f53-88f1-02ee6abbcb6b tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:06.874247 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5fba7350-744e-4667-a690-66d20e0ea142 req-e3d2aaa5-c13b-4f53-88f1-02ee6abbcb6b tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 943 time: 0.0762336 Dec 11 23:38:06.878341 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f20dadde-0361-443c-9645-debbf696df2c req-bb35b49f-88ff-4d70-9ca9-bacdf216175b service neutron] 10.222.0.47 "GET /v2.0/networks/51d26811-298a-437e-9e5e-b19678cc516b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285481 Dec 11 23:38:06.975149 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5fba7350-744e-4667-a690-66d20e0ea142 req-70e996db-b49b-4760-8c69-e0d5ef73baae tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946555 Dec 11 23:38:07.002712 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f20dadde-0361-443c-9645-debbf696df2c req-4d2092a7-1e56-4144-91d0-75aafcb2b230 service neutron] 10.222.0.47 "GET /v2.0/networks/51d26811-298a-437e-9e5e-b19678cc516b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164179 Dec 11 23:38:08.094535 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179d14c-1d74-458b-901f-7fd662f7fb12 req-11fd2b6f-9cb4-4886-81c6-b729c28e450f tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:08.096635 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1179d14c-1d74-458b-901f-7fd662f7fb12 req-11fd2b6f-9cb4-4886-81c6-b729c28e450f tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 943 time: 0.0517015 Dec 11 23:38:08.144910 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1179d14c-1d74-458b-901f-7fd662f7fb12 req-e86a8a3b-1cee-408b-973e-087b210a591a tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424023 Dec 11 23:38:09.263301 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15725967-abb8-45fe-83a6-dcd696026fe2 req-d9ece5ae-c329-4b77-95fe-451ba1a111e1 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:09.264697 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-15725967-abb8-45fe-83a6-dcd696026fe2 req-d9ece5ae-c329-4b77-95fe-451ba1a111e1 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 943 time: 0.0507650 Dec 11 23:38:09.311885 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-15725967-abb8-45fe-83a6-dcd696026fe2 req-93063158-94dc-45bf-8514-031c580acab2 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 Dec 11 23:38:10.195576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a38083da-8efc-4802-9d9d-4db2d0434b3d details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:38:10.291409 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a38083da-8efc-4802-9d9d-4db2d0434b3d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a38083da-8efc-4802-9d9d-4db2d0434b3d,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:38:10.303835 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'a38083da-8efc-4802-9d9d-4db2d0434b3d', 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b', 'port_id': 'a38083da-8efc-4802-9d9d-4db2d0434b3d', 'mac_address': 'fa:16:3e:57:c3:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59a8281-753e-41bb-aa57-cbaabfb3c0d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:38:10.339695 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:10.353734 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38083da-8efc-4802-9d9d-4db2d0434b3d {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:38:10.373708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a38083da-8efc-4802-9d9d-4db2d0434b3d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a38083da-8efc-4802-9d9d-4db2d0434b3d,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:38:10.433822 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94edb44-22b7-4ed3-be4e-a77916384a6f req-1900a0a4-cf42-4b3d-b75d-33237e3a7a4f tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:10.435348 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b94edb44-22b7-4ed3-be4e-a77916384a6f req-1900a0a4-cf42-4b3d-b75d-33237e3a7a4f tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 943 time: 0.0545583 Dec 11 23:38:10.443542 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:10.482623 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b94edb44-22b7-4ed3-be4e-a77916384a6f req-c0321cbb-4c08-4b44-9545-c56403aeb79f tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405729 Dec 11 23:38:10.494582 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a38083da-8efc-4802-9d9d-4db2d0434b3d,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:38:10.502676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:38:10.503056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:38:10.503404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:38:10.503745 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:38:10.504084 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:38:10.504445 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:38:10.504755 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:38:10.505087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:38:10.505418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:38:10.505749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:38:10.506080 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:38:10.506408 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:38:10.506733 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:38:10.707360 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['a38083da-8efc-4802-9d9d-4db2d0434b3d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:38:11.604303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ca710-b674-4c7a-8476-ef8125141749 req-92591a18-791e-4b05-a998-d4488f8a7087 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:11.605779 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5c7ca710-b674-4c7a-8476-ef8125141749 req-92591a18-791e-4b05-a998-d4488f8a7087 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 944 time: 0.0534518 Dec 11 23:38:11.653525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5c7ca710-b674-4c7a-8476-ef8125141749 req-d240f279-e165-4aac-a238-fe778149a95a tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410764 Dec 11 23:38:12.188320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a38083da-8efc-4802-9d9d-4db2d0434b3d up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:38:12.305219 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port a38083da-8efc-4802-9d9d-4db2d0434b3d completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:38:12.309444 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port a38083da-8efc-4802-9d9d-4db2d0434b3d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:38:12.309845 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:12.353458 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:38:12.392721 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:12.416058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025bb6a4-2c64-4168-87eb-fbb2b307f2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38083da-8efc-4802-9d9d-4db2d0434b3d'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:38:12.418287 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f620e1a-9436-48a3-aaea-3bd54d0c45f7" -d '{"events": [{"server_uuid": "025bb6a4-2c64-4168-87eb-fbb2b307f2b9", "name": "network-vif-plugged", "status": "completed", "tag": "a38083da-8efc-4802-9d9d-4db2d0434b3d"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:38:12.430486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a38083da-8efc-4802-9d9d-4db2d0434b3d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a38083da-8efc-4802-9d9d-4db2d0434b3d,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:38:12.500444 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:12.505750 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f0a933-09bb-4819-9a3a-71aad14fec31 x-openstack-request-id: req-90f0a933-09bb-4819-9a3a-71aad14fec31 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:38:12.506069 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025bb6a4-2c64-4168-87eb-fbb2b307f2b9", "name": "network-vif-plugged", "status": "completed", "tag": "a38083da-8efc-4802-9d9d-4db2d0434b3d", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:38:12.506339 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90f0a933-09bb-4819-9a3a-71aad14fec31 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:38:12.506732 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025bb6a4-2c64-4168-87eb-fbb2b307f2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38083da-8efc-4802-9d9d-4db2d0434b3d', 'code': 200} Dec 11 23:38:12.554421 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a38083da-8efc-4802-9d9d-4db2d0434b3d,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:38:12.629006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be888ea6-0b6a-4240-8670-331090c23bd1 req-ba99ca89-5081-4273-b2fd-805c6e2d11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:12.630545 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be888ea6-0b6a-4240-8670-331090c23bd1 req-ba99ca89-5081-4273-b2fd-805c6e2d11a6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 1096 time: 0.0395660 Dec 11 23:38:12.674214 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-be888ea6-0b6a-4240-8670-331090c23bd1 req-981c6804-c7b8-48a9-ac0b-dca0b3526748 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370257 Dec 11 23:38:12.771873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80340ab3-9dee-4af5-bd8b-64952c67d75b req-d50efaeb-1f4b-4348-9f7f-6c87a96ea33c tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:12.773343 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80340ab3-9dee-4af5-bd8b-64952c67d75b req-d50efaeb-1f4b-4348-9f7f-6c87a96ea33c tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 945 time: 0.0496280 Dec 11 23:38:12.825823 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80340ab3-9dee-4af5-bd8b-64952c67d75b req-a9088d1a-a340-49c4-ae14-ad97ca30e522 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463908 Dec 11 23:38:13.946742 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ab47a-7457-4290-b8c7-3f77c35febd8 req-10b552d7-25de-45e9-ab68-32601d9b1c4b tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:13.948223 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-321ab47a-7457-4290-b8c7-3f77c35febd8 req-10b552d7-25de-45e9-ab68-32601d9b1c4b tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 945 time: 0.0488281 Dec 11 23:38:13.996075 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-321ab47a-7457-4290-b8c7-3f77c35febd8 req-9f50c31a-25aa-4dd1-9019-f042314474f4 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419672 Dec 11 23:38:14.110152 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82e719-127f-4223-9ec7-bd8b0ae865c4 req-d556483c-073d-418e-bd79-309655914ada tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:14.112307 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cf82e719-127f-4223-9ec7-bd8b0ae865c4 req-d556483c-073d-418e-bd79-309655914ada tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 945 time: 0.0499971 Dec 11 23:38:14.129044 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:14.161137 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cf82e719-127f-4223-9ec7-bd8b0ae865c4 req-3ce7842a-f370-455f-9cba-e439ae894beb tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426247 Dec 11 23:38:17.974903 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:18.855039 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f8524ca7-9483-45c3-8595-880b4010cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:21.323974 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-caf9eab9-ba8a-4e89-b821-675932b13664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:22.460247 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:24.081422 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:24.654778 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:39.244921 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a69c7-203c-4a4b-a3cf-946afd2695c3 req-ab7a1b9f-84d4-4735-97da-f5ea190b6a67 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:39.247168 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-921a69c7-203c-4a4b-a3cf-946afd2695c3 req-ab7a1b9f-84d4-4735-97da-f5ea190b6a67 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 945 time: 0.0534427 Dec 11 23:38:39.301427 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-921a69c7-203c-4a4b-a3cf-946afd2695c3 req-f60658a8-a968-4d41-8520-17f31f2056dd tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475068 Dec 11 23:38:40.423768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cfc53-0153-446e-97f1-68e824a8b46a req-c5605971-46a0-439e-8d15-ac09b02226b5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:40.426012 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a85cfc53-0153-446e-97f1-68e824a8b46a req-c5605971-46a0-439e-8d15-ac09b02226b5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 945 time: 0.0517409 Dec 11 23:38:40.474017 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a85cfc53-0153-446e-97f1-68e824a8b46a req-dc519984-5028-4d73-ae3e-4513af54952d tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419438 Dec 11 23:38:40.937248 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f0b01-ac9c-4949-beb5-51f3ddb021ac req-c27228e5-1c9a-43f6-99f3-d0cca220b3ac tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:40.938743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b0f0b01-ac9c-4949-beb5-51f3ddb021ac req-c27228e5-1c9a-43f6-99f3-d0cca220b3ac tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.47 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 945 time: 0.0534930 Dec 11 23:38:41.028625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-8b0f0b01-ac9c-4949-beb5-51f3ddb021ac req-140d806a-cc13-4db9-bec2-5c6234a99a43 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Deleting port a38083da-8efc-4802-9d9d-4db2d0434b3d {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:38:41.028970 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8b0f0b01-ac9c-4949-beb5-51f3ddb021ac req-140d806a-cc13-4db9-bec2-5c6234a99a43 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:41.120845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-8b0f0b01-ac9c-4949-beb5-51f3ddb021ac req-140d806a-cc13-4db9-bec2-5c6234a99a43 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] For port a38083da-8efc-4802-9d9d-4db2d0434b3d, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a38083da-8efc-4802-9d9d-4db2d0434b3d,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:38:41.121208 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8b0f0b01-ac9c-4949-beb5-51f3ddb021ac req-140d806a-cc13-4db9-bec2-5c6234a99a43 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:41.133952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-8b0f0b01-ac9c-4949-beb5-51f3ddb021ac req-140d806a-cc13-4db9-bec2-5c6234a99a43 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Calling delete_port for a38083da-8efc-4802-9d9d-4db2d0434b3d owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:38:41.322897 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8b0f0b01-ac9c-4949-beb5-51f3ddb021ac req-140d806a-cc13-4db9-bec2-5c6234a99a43 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:41.355687 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d806a-cc13-4db9-bec2-5c6234a99a43 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Pushing event deleted for resources: {'Port': ['ID=a38083da-8efc-4802-9d9d-4db2d0434b3d,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:38:41.358768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['a38083da-8efc-4802-9d9d-4db2d0434b3d'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:38:41.399005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0f0b01-ac9c-4949-beb5-51f3ddb021ac req-140d806a-cc13-4db9-bec2-5c6234a99a43 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] No DVR routers for this DVR port a38083da-8efc-4802-9d9d-4db2d0434b3d on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:38:41.402028 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8b0f0b01-ac9c-4949-beb5-51f3ddb021ac req-140d806a-cc13-4db9-bec2-5c6234a99a43 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:41.407114 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8b0f0b01-ac9c-4949-beb5-51f3ddb021ac req-140d806a-cc13-4db9-bec2-5c6234a99a43 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.47 "DELETE /v2.0/ports/a38083da-8efc-4802-9d9d-4db2d0434b3d HTTP/1.1" status: 204 len: 173 time: 0.4607389 Dec 11 23:38:41.407114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025bb6a4-2c64-4168-87eb-fbb2b307f2b9', 'name': 'network-vif-deleted', 'tag': 'a38083da-8efc-4802-9d9d-4db2d0434b3d'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:38:41.409525 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290e5736-308e-4a38-81ab-c65ad90c7735" -d '{"events": [{"server_uuid": "025bb6a4-2c64-4168-87eb-fbb2b307f2b9", "name": "network-vif-deleted", "tag": "a38083da-8efc-4802-9d9d-4db2d0434b3d"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:38:41.445756 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de84324-63d9-4070-a128-0f485b8ac6d0 x-openstack-request-id: req-8de84324-63d9-4070-a128-0f485b8ac6d0 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:38:41.446331 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025bb6a4-2c64-4168-87eb-fbb2b307f2b9", "name": "network-vif-deleted", "tag": "a38083da-8efc-4802-9d9d-4db2d0434b3d", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:38:41.446331 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8de84324-63d9-4070-a128-0f485b8ac6d0 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:38:41.446716 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025bb6a4-2c64-4168-87eb-fbb2b307f2b9', 'name': 'network-vif-deleted', 'tag': 'a38083da-8efc-4802-9d9d-4db2d0434b3d', 'status': 'completed', 'code': 200} Dec 11 23:38:41.572689 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b723c005-aa2b-4cc7-b4f0-b25065cafc17 req-5dad80e2-28da-4a19-bd46-208f53e71348 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=025bb6a4-2c64-4168-87eb-fbb2b307f2b9 HTTP/1.1" status: 200 len: 210 time: 0.0271547 Dec 11 23:38:44.155372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-3f1a3514-d7f8-4fa8-898a-4ea53da10571 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:44.156865 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-3f1a3514-d7f8-4fa8-898a-4ea53da10571 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/networks?id=51d26811-298a-437e-9e5e-b19678cc516b HTTP/1.1" status: 200 len: 816 time: 0.1119390 Dec 11 23:38:44.172090 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-a1781897-dc93-463a-a6f5-5155e7846107 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/quotas/4ca00e510b8642d7adf6d0f256567a82 HTTP/1.1" status: 200 len: 375 time: 0.0091088 Dec 11 23:38:44.213957 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:44.223372 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-dc055217-9d4b-4b3c-857e-6d2054560d3b tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ca00e510b8642d7adf6d0f256567a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455456 Dec 11 23:38:44.312082 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a38083da-8efc-4802-9d9d-4db2d0434b3d no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:38:44.323574 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-5a3b109d-9f91-4c36-83ad-2689c8243d6d service neutron] 10.222.0.45 "GET /v2.0/networks/51d26811-298a-437e-9e5e-b19678cc516b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887420 Dec 11 23:38:44.333857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: a38083da-8efc-4802-9d9d-4db2d0434b3d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:38:44.334214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a38083da-8efc-4802-9d9d-4db2d0434b3d not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:38:44.412087 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-42b28935-f713-461a-b0c2-5aaa32d4d8c5 service neutron] 10.222.0.45 "GET /v2.0/networks/51d26811-298a-437e-9e5e-b19678cc516b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821972 Dec 11 23:38:44.627266 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-00ec6769-415b-461c-ba15-5538cf25d2dc req-dfd69b99-d823-4970-aa7a-f0e009def6f6 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 210 time: 0.0267355 Dec 11 23:38:45.723386 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-46a2fc3a-2e35-4910-b4d3-6bd1c160ea50 req-5904c614-9de7-467c-8de9-b6c3752c2779 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 210 time: 0.0269766 Dec 11 23:38:46.438243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-383cf8da-1d2e-4faf-887d-ca69a2d40092 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:46.440226 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-383cf8da-1d2e-4faf-887d-ca69a2d40092 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.47 "GET /v2.0/networks?id=51d26811-298a-437e-9e5e-b19678cc516b HTTP/1.1" status: 200 len: 816 time: 0.1055365 Dec 11 23:38:46.458514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-f163ec55-6607-4487-9088-0870c5626a4d tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Request body: {'port': {'device_id': 'e6690a60-b39e-4eda-8ddc-0917ac3b50f1', 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b', 'admin_state_up': True, 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:38:46.636779 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-f163ec55-6607-4487-9088-0870c5626a4d tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Made reservation on behalf of 4ca00e510b8642d7adf6d0f256567a82 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:38:46.640552 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-f163ec55-6607-4487-9088-0870c5626a4d tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:46.775714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-f163ec55-6607-4487-9088-0870c5626a4d tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Allocated IP 172.20.0.10 (51d26811-298a-437e-9e5e-b19678cc516b/b59a8281-753e-41bb-aa57-cbaabfb3c0d6/04ec2bb6-75ae-4a01-821e-6445c44a12b1) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:38:46.819800 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-43c6c008-ea03-4daf-97ee-1e383f0e2970 req-a70b0f4c-d2fd-45cc-bd8f-522d06281019 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 210 time: 0.0270443 Dec 11 23:38:46.924040 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-f163ec55-6607-4487-9088-0870c5626a4d tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:47.014723 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-f163ec55-6607-4487-9088-0870c5626a4d tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:47.059791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-f163ec55-6607-4487-9088-0870c5626a4d tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Network 51d26811-298a-437e-9e5e-b19678cc516b is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:38:47.062823 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-f163ec55-6607-4487-9088-0870c5626a4d tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:38:47.066955 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-f163ec55-6607-4487-9088-0870c5626a4d tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:38:47.073327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163ec55-6607-4487-9088-0870c5626a4d tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Pushing event updated for resources: {'Port': ['ID=04ec2bb6-75ae-4a01-821e-6445c44a12b1,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:38:47.120887 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-f163ec55-6607-4487-9088-0870c5626a4d tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:47.121502 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-f163ec55-6607-4487-9088-0870c5626a4d tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:47.195101 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-f163ec55-6607-4487-9088-0870c5626a4d tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7408097 Dec 11 23:38:47.212282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Request body: {'port': {'device_id': 'e6690a60-b39e-4eda-8ddc-0917ac3b50f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:38:47.272563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3baf31a2-9313-4ee3-b5a9-89101fda1eeb None None] Provisioning complete for port 04ec2bb6-75ae-4a01-821e-6445c44a12b1 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:38:47.273159 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3baf31a2-9313-4ee3-b5a9-89101fda1eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:47.274571 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:47.306671 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3baf31a2-9313-4ee3-b5a9-89101fda1eeb None None] Port 04ec2bb6-75ae-4a01-821e-6445c44a12b1 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:38:47.538384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ec2bb6-75ae-4a01-821e-6445c44a12b1 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:38:47.545689 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:47.557384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Transition to ACTIVE for port object 04ec2bb6-75ae-4a01-821e-6445c44a12b1 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:38:47.608318 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:47.660686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Pushing event updated for resources: {'Port': ['ID=04ec2bb6-75ae-4a01-821e-6445c44a12b1,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:38:47.735047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Attempting to bind port 04ec2bb6-75ae-4a01-821e-6445c44a12b1 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:38:47.735399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Attempting to bind port 04ec2bb6-75ae-4a01-821e-6445c44a12b1 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:38:47.735750 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Attempting to bind port 04ec2bb6-75ae-4a01-821e-6445c44a12b1 on network 51d26811-298a-437e-9e5e-b19678cc516b {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:38:47.740284 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Port 04ec2bb6-75ae-4a01-821e-6445c44a12b1 on network 51d26811-298a-437e-9e5e-b19678cc516b not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:38:47.741032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Attempting to bind port 04ec2bb6-75ae-4a01-821e-6445c44a12b1 on network 51d26811-298a-437e-9e5e-b19678cc516b {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:38:47.747864 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:38:47.748287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Checking segment: {'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:38:47.748680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Bound using segment: {'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:38:47.749120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Bound port: 04ec2bb6-75ae-4a01-821e-6445c44a12b1, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2dc07fc-f109-419f-b4f6-ffff96326dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:38:47.749488 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:47.817947 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] For port 04ec2bb6-75ae-4a01-821e-6445c44a12b1, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:38:47.821802 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] For port 04ec2bb6-75ae-4a01-821e-6445c44a12b1, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=04ec2bb6-75ae-4a01-821e-6445c44a12b1,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:38:47.883497 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:47.931815 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:47.932435 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:47.934018 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] 10.222.0.47 "PUT /v2.0/ports/04ec2bb6-75ae-4a01-821e-6445c44a12b1 HTTP/1.1" status: 200 len: 1092 time: 0.7262890 Dec 11 23:38:47.950845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6690a60-b39e-4eda-8ddc-0917ac3b50f1', 'tag': '04ec2bb6-75ae-4a01-821e-6445c44a12b1'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:38:47.953139 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73506c9b-231a-484c-a61b-a22cbdf444ac" -d '{"events": [{"name": "network-changed", "server_uuid": "e6690a60-b39e-4eda-8ddc-0917ac3b50f1", "tag": "04ec2bb6-75ae-4a01-821e-6445c44a12b1"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:38:47.985418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f59268-c5c0-4059-bb6c-9e6dee207b1d service neutron] Pushing event updated for resources: {'Port': ['ID=04ec2bb6-75ae-4a01-821e-6445c44a12b1,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:38:47.985717 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:48.005364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84f128-223f-4b2b-b211-af370f1fda60 req-42f9e8b7-eaeb-4dc0-b2a8-09b45438c620 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:48.007169 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff84f128-223f-4b2b-b211-af370f1fda60 req-42f9e8b7-eaeb-4dc0-b2a8-09b45438c620 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 944 time: 0.0988266 Dec 11 23:38:48.009950 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dba713a-686a-4039-828e-f544201a8a45 x-openstack-request-id: req-0dba713a-686a-4039-828e-f544201a8a45 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:38:48.010327 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6690a60-b39e-4eda-8ddc-0917ac3b50f1", "tag": "04ec2bb6-75ae-4a01-821e-6445c44a12b1", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:38:48.010685 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0dba713a-686a-4039-828e-f544201a8a45 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:38:48.012647 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6690a60-b39e-4eda-8ddc-0917ac3b50f1', 'tag': '04ec2bb6-75ae-4a01-821e-6445c44a12b1', 'status': 'completed', 'code': 200} Dec 11 23:38:48.070716 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff84f128-223f-4b2b-b211-af370f1fda60 req-6103e637-46c7-4057-aaa1-2ea84070db7c tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537574 Dec 11 23:38:48.100862 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73506c9b-231a-484c-a61b-a22cbdf444ac req-3aa72970-0083-42fe-928a-b18956dce339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:48.102491 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73506c9b-231a-484c-a61b-a22cbdf444ac req-3aa72970-0083-42fe-928a-b18956dce339 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ca00e510b8642d7adf6d0f256567a82&device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 1095 time: 0.0474849 Dec 11 23:38:48.209247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73506c9b-231a-484c-a61b-a22cbdf444ac req-3722badd-3eef-4ee1-94bb-d122afc71799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:48.210648 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73506c9b-231a-484c-a61b-a22cbdf444ac req-3722badd-3eef-4ee1-94bb-d122afc71799 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4ca00e510b8642d7adf6d0f256567a82&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0926120 Dec 11 23:38:48.308258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73506c9b-231a-484c-a61b-a22cbdf444ac req-15d77ecd-f3fa-480c-bc0b-2eebb410abce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:48.309781 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73506c9b-231a-484c-a61b-a22cbdf444ac req-15d77ecd-f3fa-480c-bc0b-2eebb410abce service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924048 Dec 11 23:38:48.406443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-1078bc6a-16cb-4906-8b63-5cdb00025899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:48.407936 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-1078bc6a-16cb-4906-8b63-5cdb00025899 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ca00e510b8642d7adf6d0f256567a82&device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 1095 time: 0.0408590 Dec 11 23:38:48.462261 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-e987bd31-5e06-40ec-908b-8f2818ab3fa3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04ec2bb6-75ae-4a01-821e-6445c44a12b1 HTTP/1.1" status: 200 len: 217 time: 0.0372112 Dec 11 23:38:48.511158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-19c636a7-1a17-4366-b426-43725fc1e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:48.512545 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-19c636a7-1a17-4366-b426-43725fc1e3ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b59a8281-753e-41bb-aa57-cbaabfb3c0d6 HTTP/1.1" status: 200 len: 855 time: 0.0434697 Dec 11 23:38:48.556959 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-7458e62a-83cb-46df-845b-49d857925aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:48.558854 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-7458e62a-83cb-46df-845b-49d857925aab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51d26811-298a-437e-9e5e-b19678cc516b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398788 Dec 11 23:38:48.651690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-f2c0db1c-dd3b-4901-b0f5-6ca7d817197c service neutron] 10.222.0.47 "GET /v2.0/networks/51d26811-298a-437e-9e5e-b19678cc516b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852253 Dec 11 23:38:48.740399 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-03b027f9-66a2-4b1e-a03b-d2aa1d8c5063 req-34fe31a4-fc8c-45c4-bd94-e5423c0c7fec service neutron] 10.222.0.47 "GET /v2.0/networks/51d26811-298a-437e-9e5e-b19678cc516b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810730 Dec 11 23:38:48.870684 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e42b2a80-621a-4893-8337-ca4ea48a2c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:49.191631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a3db0-4c6b-40f1-86a8-35ea09a04dbc req-6720aae5-a313-4975-af65-e30d6c0895aa tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:49.193177 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c15a3db0-4c6b-40f1-86a8-35ea09a04dbc req-6720aae5-a313-4975-af65-e30d6c0895aa tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 944 time: 0.0521786 Dec 11 23:38:49.241763 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c15a3db0-4c6b-40f1-86a8-35ea09a04dbc req-b7222a20-5829-4677-857c-dcc6fe4455a1 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Dec 11 23:38:49.354896 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:38:50.310664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 04ec2bb6-75ae-4a01-821e-6445c44a12b1 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:38:50.360144 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb84311-93f7-43ae-88f5-752fb0a72b32 req-997573a1-fa7a-470a-ac1d-54340ee45e5b tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:50.361726 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-deb84311-93f7-43ae-88f5-752fb0a72b32 req-997573a1-fa7a-470a-ac1d-54340ee45e5b tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 944 time: 0.0510097 Dec 11 23:38:50.409470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 04ec2bb6-75ae-4a01-821e-6445c44a12b1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=04ec2bb6-75ae-4a01-821e-6445c44a12b1,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:38:50.413797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-deb84311-93f7-43ae-88f5-752fb0a72b32 req-965139d8-e0a8-4721-85b0-065b68c756bd tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457811 Dec 11 23:38:50.422120 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '04ec2bb6-75ae-4a01-821e-6445c44a12b1', 'network_id': '51d26811-298a-437e-9e5e-b19678cc516b', 'port_id': '04ec2bb6-75ae-4a01-821e-6445c44a12b1', 'mac_address': 'fa:16:3e:bc:56:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59a8281-753e-41bb-aa57-cbaabfb3c0d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:38:50.462672 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:50.475703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ec2bb6-75ae-4a01-821e-6445c44a12b1 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:38:50.494091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 04ec2bb6-75ae-4a01-821e-6445c44a12b1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=04ec2bb6-75ae-4a01-821e-6445c44a12b1,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:38:50.539676 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:50.586517 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=04ec2bb6-75ae-4a01-821e-6445c44a12b1,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:38:50.793761 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['04ec2bb6-75ae-4a01-821e-6445c44a12b1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:38:51.339664 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7c103623-10fd-48fe-a3b8-4c7fa58a7601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:51.532493 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4366f9f-a3b5-495c-8a4a-cc2dba686bf1 req-f72671f2-3e83-4742-bce9-75b31be56156 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:51.534771 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a4366f9f-a3b5-495c-8a4a-cc2dba686bf1 req-f72671f2-3e83-4742-bce9-75b31be56156 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 945 time: 0.0538538 Dec 11 23:38:51.582652 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a4366f9f-a3b5-495c-8a4a-cc2dba686bf1 req-77de09ca-cb94-489e-841b-e123a7f6267a tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415087 Dec 11 23:38:52.327718 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 04ec2bb6-75ae-4a01-821e-6445c44a12b1 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:38:52.453494 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:52.476149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 04ec2bb6-75ae-4a01-821e-6445c44a12b1 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:38:52.480417 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 04ec2bb6-75ae-4a01-821e-6445c44a12b1 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:38:52.480786 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:52.703122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e88393-b3e2-4e96-b159-6358d72fd4e7 req-b57f4255-144e-4fb3-8e3c-0d37fc20c009 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:52.704431 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69e88393-b3e2-4e96-b159-6358d72fd4e7 req-b57f4255-144e-4fb3-8e3c-0d37fc20c009 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 945 time: 0.0499566 Dec 11 23:38:52.715787 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:52.739811 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6690a60-b39e-4eda-8ddc-0917ac3b50f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ec2bb6-75ae-4a01-821e-6445c44a12b1'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:38:52.742263 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c40545d-9104-42f7-b47e-b73712c38715" -d '{"events": [{"server_uuid": "e6690a60-b39e-4eda-8ddc-0917ac3b50f1", "name": "network-vif-plugged", "status": "completed", "tag": "04ec2bb6-75ae-4a01-821e-6445c44a12b1"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:38:52.755584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-69e88393-b3e2-4e96-b159-6358d72fd4e7 req-6af3b262-e1f5-42bf-b47b-cc99ec2a0ddc tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433779 Dec 11 23:38:52.755775 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 04ec2bb6-75ae-4a01-821e-6445c44a12b1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=04ec2bb6-75ae-4a01-821e-6445c44a12b1,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:38:52.782075 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4ae367-fcac-44bd-ae22-831bf1d56cf9 x-openstack-request-id: req-6e4ae367-fcac-44bd-ae22-831bf1d56cf9 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:38:52.782363 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6690a60-b39e-4eda-8ddc-0917ac3b50f1", "name": "network-vif-plugged", "status": "completed", "tag": "04ec2bb6-75ae-4a01-821e-6445c44a12b1", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:38:52.782613 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e4ae367-fcac-44bd-ae22-831bf1d56cf9 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:38:52.783571 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6690a60-b39e-4eda-8ddc-0917ac3b50f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ec2bb6-75ae-4a01-821e-6445c44a12b1', 'code': 200} Dec 11 23:38:52.848410 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:52.896264 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=04ec2bb6-75ae-4a01-821e-6445c44a12b1,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:38:52.908775 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141edfb-a100-45c4-b407-06767ced3365 req-a0b8f3ed-393e-45c5-a3ec-2e0539383fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:52.910270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e141edfb-a100-45c4-b407-06767ced3365 req-a0b8f3ed-393e-45c5-a3ec-2e0539383fcc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 1097 time: 0.0401857 Dec 11 23:38:52.954664 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e141edfb-a100-45c4-b407-06767ced3365 req-82ab1623-2567-405c-8bd8-ff0252353448 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373785 Dec 11 23:38:53.875900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c677c1-3b9e-4121-9cfe-4291f23e39ba req-596b0c40-3e44-4b26-97f2-92c1099fcc58 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:53.878090 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57c677c1-3b9e-4121-9cfe-4291f23e39ba req-596b0c40-3e44-4b26-97f2-92c1099fcc58 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 946 time: 0.0542252 Dec 11 23:38:53.924267 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57c677c1-3b9e-4121-9cfe-4291f23e39ba req-84f1b150-6197-46f7-b3f0-2676cc1480bc tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394542 Dec 11 23:38:54.082246 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:54.660020 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:38:55.042254 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c7802-bcfb-4ad4-9e9c-f55b99ba89af req-56852f62-3b95-425f-98bc-c4d5fb674edf tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:55.044384 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-948c7802-bcfb-4ad4-9e9c-f55b99ba89af req-56852f62-3b95-425f-98bc-c4d5fb674edf tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 946 time: 0.0499189 Dec 11 23:38:55.091451 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-948c7802-bcfb-4ad4-9e9c-f55b99ba89af req-1d90c875-6163-4054-8391-b7ded1b208a4 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411162 Dec 11 23:38:55.205744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759f40b-8157-4369-9abb-b689682053f0 req-5260d4bc-b547-49c0-8df0-6130b2f76b05 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:38:55.207160 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c759f40b-8157-4369-9abb-b689682053f0 req-5260d4bc-b547-49c0-8df0-6130b2f76b05 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 946 time: 0.0485497 Dec 11 23:38:55.253538 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c759f40b-8157-4369-9abb-b689682053f0 req-c57ec15f-ed06-48d7-a0ac-39e09ab9b688 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402827 Dec 11 23:38:59.978511 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a41803f-e7f4-43ff-920d-3fa507d05e4e req-cf2d9f83-0251-4c7d-b3d0-5d6f879bf7aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435846 Dec 11 23:39:00.084465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41803f-e7f4-43ff-920d-3fa507d05e4e req-67c8a596-bfa3-46ab-9b0f-7f84be708b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:39:00.085959 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a41803f-e7f4-43ff-920d-3fa507d05e4e req-67c8a596-bfa3-46ab-9b0f-7f84be708b52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ca00e510b8642d7adf6d0f256567a82&device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 1097 time: 0.0444930 Dec 11 23:39:00.188924 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41803f-e7f4-43ff-920d-3fa507d05e4e req-58f89765-cc1c-4e8d-90d0-8f43d32f9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:39:00.190493 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a41803f-e7f4-43ff-920d-3fa507d05e4e req-58f89765-cc1c-4e8d-90d0-8f43d32f9c20 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51d26811-298a-437e-9e5e-b19678cc516b HTTP/1.1" status: 200 len: 917 time: 0.0852585 Dec 11 23:39:00.238102 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a41803f-e7f4-43ff-920d-3fa507d05e4e req-7c123d7f-d31e-4d7c-ac6b-9e28ef4e00de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04ec2bb6-75ae-4a01-821e-6445c44a12b1 HTTP/1.1" status: 200 len: 217 time: 0.0400927 Dec 11 23:39:00.288048 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41803f-e7f4-43ff-920d-3fa507d05e4e req-fc44803b-ac78-46b9-89eb-4804459f25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:39:00.289522 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a41803f-e7f4-43ff-920d-3fa507d05e4e req-fc44803b-ac78-46b9-89eb-4804459f25f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b59a8281-753e-41bb-aa57-cbaabfb3c0d6 HTTP/1.1" status: 200 len: 855 time: 0.0448723 Dec 11 23:39:00.337318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41803f-e7f4-43ff-920d-3fa507d05e4e req-96164c80-3a1f-494c-a331-27a280bebfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:39:00.338856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a41803f-e7f4-43ff-920d-3fa507d05e4e req-96164c80-3a1f-494c-a331-27a280bebfdc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51d26811-298a-437e-9e5e-b19678cc516b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419681 Dec 11 23:39:00.435367 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a41803f-e7f4-43ff-920d-3fa507d05e4e req-12bc3480-3f71-4edc-9b81-99086baf34b3 service neutron] 10.222.0.47 "GET /v2.0/networks/51d26811-298a-437e-9e5e-b19678cc516b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890303 Dec 11 23:39:00.537175 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a41803f-e7f4-43ff-920d-3fa507d05e4e req-fbab739f-609a-45ee-aba3-2288931419d2 service neutron] 10.222.0.47 "GET /v2.0/networks/51d26811-298a-437e-9e5e-b19678cc516b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944355 Dec 11 23:39:14.167866 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:17.979180 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:18.875797 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5887741b-c0cd-4aeb-8ff2-c6b235256a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:20.220384 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53c7fb-2130-4254-b454-c4f1c2232c03 req-72b9331c-d101-4ebc-bf71-dccbf79c28d7 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:39:20.222000 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-de53c7fb-2130-4254-b454-c4f1c2232c03 req-72b9331c-d101-4ebc-bf71-dccbf79c28d7 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 946 time: 0.0524132 Dec 11 23:39:20.276713 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-de53c7fb-2130-4254-b454-c4f1c2232c03 req-a3eecaf1-32d1-4c28-be0c-98d8e8bc84e5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485091 Dec 11 23:39:21.332915 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee17655e-61bb-4fc8-8d82-468a1a00797b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:21.395225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dee394-842a-40d0-97f0-c2f1c6520335 req-e82f36eb-2dba-4246-8b0e-259bcaa03435 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:39:21.396685 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3dee394-842a-40d0-97f0-c2f1c6520335 req-e82f36eb-2dba-4246-8b0e-259bcaa03435 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 946 time: 0.0499070 Dec 11 23:39:21.448399 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b3dee394-842a-40d0-97f0-c2f1c6520335 req-f1f6209c-c6b6-435d-aea5-9d3e2b58f151 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/security-groups?id=a0e7174f-34c1-481a-8e71-be82be969f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457711 Dec 11 23:39:21.860871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13457b87-afcb-47e7-8197-8dc2f8aa91f9 req-6d9f7ac1-f855-4fa9-8f5a-e0f9fd193780 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:39:21.862308 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13457b87-afcb-47e7-8197-8dc2f8aa91f9 req-6d9f7ac1-f855-4fa9-8f5a-e0f9fd193780 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 946 time: 0.0476878 Dec 11 23:39:21.949304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-13457b87-afcb-47e7-8197-8dc2f8aa91f9 req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Deleting port 04ec2bb6-75ae-4a01-821e-6445c44a12b1 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:39:21.949650 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-13457b87-afcb-47e7-8197-8dc2f8aa91f9 req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:22.039739 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-13457b87-afcb-47e7-8197-8dc2f8aa91f9 req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] For port 04ec2bb6-75ae-4a01-821e-6445c44a12b1, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=04ec2bb6-75ae-4a01-821e-6445c44a12b1,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:39:22.040103 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-13457b87-afcb-47e7-8197-8dc2f8aa91f9 req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:22.051925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-13457b87-afcb-47e7-8197-8dc2f8aa91f9 req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Calling delete_port for 04ec2bb6-75ae-4a01-821e-6445c44a12b1 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:39:22.247668 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-13457b87-afcb-47e7-8197-8dc2f8aa91f9 req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:22.277567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Pushing event deleted for resources: {'Port': ['ID=04ec2bb6-75ae-4a01-821e-6445c44a12b1,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:22.279885 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['04ec2bb6-75ae-4a01-821e-6445c44a12b1'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:39:22.292117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:22.292472 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:22.292821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:22.293164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:22.293626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:22.293984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:22.294303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:22.294636 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:22.294992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:22.295323 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:22.295656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:22.295971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:22.296294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:22.332838 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-13457b87-afcb-47e7-8197-8dc2f8aa91f9 req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] No DVR routers for this DVR port 04ec2bb6-75ae-4a01-821e-6445c44a12b1 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:39:22.335524 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-13457b87-afcb-47e7-8197-8dc2f8aa91f9 req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:22.339095 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-13457b87-afcb-47e7-8197-8dc2f8aa91f9 req-5d0f9cb3-1848-406e-b84d-3f8eca309ea5 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.47 "DELETE /v2.0/ports/04ec2bb6-75ae-4a01-821e-6445c44a12b1 HTTP/1.1" status: 204 len: 173 time: 0.4705789 Dec 11 23:39:22.339539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6690a60-b39e-4eda-8ddc-0917ac3b50f1', 'name': 'network-vif-deleted', 'tag': '04ec2bb6-75ae-4a01-821e-6445c44a12b1'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:39:22.341839 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca1e3e6-2600-48ca-80d0-8c40982e3658" -d '{"events": [{"server_uuid": "e6690a60-b39e-4eda-8ddc-0917ac3b50f1", "name": "network-vif-deleted", "tag": "04ec2bb6-75ae-4a01-821e-6445c44a12b1"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:39:22.383782 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81645cd1-cc97-4d4d-8cb1-b19b35ce7fd9 x-openstack-request-id: req-81645cd1-cc97-4d4d-8cb1-b19b35ce7fd9 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:39:22.384072 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6690a60-b39e-4eda-8ddc-0917ac3b50f1", "name": "network-vif-deleted", "tag": "04ec2bb6-75ae-4a01-821e-6445c44a12b1", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:39:22.384327 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81645cd1-cc97-4d4d-8cb1-b19b35ce7fd9 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:39:22.384754 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6690a60-b39e-4eda-8ddc-0917ac3b50f1', 'name': 'network-vif-deleted', 'tag': '04ec2bb6-75ae-4a01-821e-6445c44a12b1', 'status': 'completed', 'code': 200} Dec 11 23:39:22.442636 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:22.542960 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-082c13b9-0ef7-4da6-b246-4cc0202c9613 req-b4d81e67-89a7-46ed-8981-e29eabb25a52 tempest-TestEncryptedCinderVolumes-504869586 tempest-TestEncryptedCinderVolumes-504869586-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6690a60-b39e-4eda-8ddc-0917ac3b50f1 HTTP/1.1" status: 200 len: 210 time: 0.0259445 Dec 11 23:39:23.685385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50026) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:24.018423 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89df4bef-5e7c-4d88-9538-8fb0179733c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:24.087012 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:24.259892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-89df4bef-5e7c-4d88-9538-8fb0179733c4 admin admin] Deleting port 5a9e8993-ed86-417e-bce9-820a580d152a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:39:24.260148 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89df4bef-5e7c-4d88-9538-8fb0179733c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:24.335107 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-89df4bef-5e7c-4d88-9538-8fb0179733c4 admin admin] For port 5a9e8993-ed86-417e-bce9-820a580d152a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=5a9e8993-ed86-417e-bce9-820a580d152a,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:39:24.335472 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89df4bef-5e7c-4d88-9538-8fb0179733c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:24.347006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-89df4bef-5e7c-4d88-9538-8fb0179733c4 admin admin] Calling delete_port for 5a9e8993-ed86-417e-bce9-820a580d152a owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:39:24.454252 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 04ec2bb6-75ae-4a01-821e-6445c44a12b1 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:39:24.475156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 04ec2bb6-75ae-4a01-821e-6445c44a12b1 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:39:24.475515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 04ec2bb6-75ae-4a01-821e-6445c44a12b1 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:39:24.653513 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:24.910189 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89df4bef-5e7c-4d88-9538-8fb0179733c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:24.935379 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df4bef-5e7c-4d88-9538-8fb0179733c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a9e8993-ed86-417e-bce9-820a580d152a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:25.102263 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-89df4bef-5e7c-4d88-9538-8fb0179733c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:25.313600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89df4bef-5e7c-4d88-9538-8fb0179733c4 admin admin] Router 56d0102e-3672-4424-ab2f-e467b2d9309b has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:39:25.419449 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89df4bef-5e7c-4d88-9538-8fb0179733c4 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:39:25.425069 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-89df4bef-5e7c-4d88-9538-8fb0179733c4 admin admin] 10.222.0.45 "PUT /v2.0/routers/56d0102e-3672-4424-ab2f-e467b2d9309b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7385223 Dec 11 23:39:25.428056 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50028) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:25.429123 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fd1c6d-f88c-4873-8c5e-0e51af1df9ea None None] Sync routers for ids ['56d0102e-3672-4424-ab2f-e467b2d9309b'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:39:25.438473 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fd1c6d-f88c-4873-8c5e-0e51af1df9ea None None] Routers {'56d0102e-3672-4424-ab2f-e467b2d9309b'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:39:25.439108 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-52fd1c6d-f88c-4873-8c5e-0e51af1df9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['56d0102e-3672-4424-ab2f-e467b2d9309b'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:25.531666 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d86c8b0-c5d0-4ebc-ae7c-a5d2cb798cad admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:25.541821 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-52fd1c6d-f88c-4873-8c5e-0e51af1df9ea None None] Set router 56d0102e-3672-4424-ab2f-e467b2d9309b gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:39:25.640276 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d86c8b0-c5d0-4ebc-ae7c-a5d2cb798cad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:25.721358 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-52fd1c6d-f88c-4873-8c5e-0e51af1df9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'name': 'tempest-TestEncryptedCinderVolumes-813136448-router', 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '2cbf4f62-199e-41b6-9a1c-fc67fbe9b349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:49Z', 'updated_at': '2021-12-11T23:39:24Z', 'revision_number': 5, 'project_id': '4ca00e510b8642d7adf6d0f256567a82', 'gw_port': {'id': '2cbf4f62-199e-41b6-9a1c-fc67fbe9b349', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:25:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:50Z', 'updated_at': '2021-12-11T23:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:25.749286 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fd1c6d-f88c-4873-8c5e-0e51af1df9ea None None] Checking router: 56d0102e-3672-4424-ab2f-e467b2d9309b for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:39:25.758162 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fd1c6d-f88c-4873-8c5e-0e51af1df9ea None None] Routers {'56d0102e-3672-4424-ab2f-e467b2d9309b'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:39:25.758932 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-52fd1c6d-f88c-4873-8c5e-0e51af1df9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['56d0102e-3672-4424-ab2f-e467b2d9309b'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:25.777489 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5d86c8b0-c5d0-4ebc-ae7c-a5d2cb798cad admin admin] Deleting port 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:39:25.777994 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d86c8b0-c5d0-4ebc-ae7c-a5d2cb798cad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:25.844100 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-52fd1c6d-f88c-4873-8c5e-0e51af1df9ea None None] Set router 56d0102e-3672-4424-ab2f-e467b2d9309b gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:39:25.859346 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-5d86c8b0-c5d0-4ebc-ae7c-a5d2cb798cad admin admin] For port 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2cbf4f62-199e-41b6-9a1c-fc67fbe9b349,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:39:25.859814 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d86c8b0-c5d0-4ebc-ae7c-a5d2cb798cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:25.872021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5d86c8b0-c5d0-4ebc-ae7c-a5d2cb798cad admin admin] Calling delete_port for 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:39:25.900706 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-52fd1c6d-f88c-4873-8c5e-0e51af1df9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'name': 'tempest-TestEncryptedCinderVolumes-813136448-router', 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:49Z', 'updated_at': '2021-12-11T23:39:25Z', 'revision_number': 6, 'project_id': '4ca00e510b8642d7adf6d0f256567a82', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:25.926312 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fd1c6d-f88c-4873-8c5e-0e51af1df9ea None None] The sync data for ids ['56d0102e-3672-4424-ab2f-e467b2d9309b'] in n-d-710847-6 is: [{'id': '56d0102e-3672-4424-ab2f-e467b2d9309b', 'name': 'tempest-TestEncryptedCinderVolumes-813136448-router', 'tenant_id': '4ca00e510b8642d7adf6d0f256567a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:49Z', 'updated_at': '2021-12-11T23:39:25Z', 'revision_number': 6, 'project_id': '4ca00e510b8642d7adf6d0f256567a82', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:39:26.104748 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d86c8b0-c5d0-4ebc-ae7c-a5d2cb798cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:26.135053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86c8b0-c5d0-4ebc-ae7c-a5d2cb798cad admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbf4f62-199e-41b6-9a1c-fc67fbe9b349,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:26.149246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caadf0cf-5f65-4e52-984c-908bb36d8990 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:39:26.196646 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d86c8b0-c5d0-4ebc-ae7c-a5d2cb798cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:26.294191 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d86c8b0-c5d0-4ebc-ae7c-a5d2cb798cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:26.296662 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d86c8b0-c5d0-4ebc-ae7c-a5d2cb798cad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:26.354050 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:39:26.419339 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d86c8b0-c5d0-4ebc-ae7c-a5d2cb798cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:26.419874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d86c8b0-c5d0-4ebc-ae7c-a5d2cb798cad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56d0102e-3672-4424-ab2f-e467b2d9309b {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:39:26.424317 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5d86c8b0-c5d0-4ebc-ae7c-a5d2cb798cad admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:26.425487 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5d86c8b0-c5d0-4ebc-ae7c-a5d2cb798cad admin admin] 10.222.0.45 "DELETE /v2.0/routers/56d0102e-3672-4424-ab2f-e467b2d9309b HTTP/1.1" status: 204 len: 168 time: 0.9964991 Dec 11 23:39:26.428573 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50030) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:26.473747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-f911c685-c00b-41be-adf8-a96ca5dac6b3 admin admin] Deleting subnet b59a8281-753e-41bb-aa57-cbaabfb3c0d6 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:39:26.476912 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f911c685-c00b-41be-adf8-a96ca5dac6b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:26.512982 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f911c685-c00b-41be-adf8-a96ca5dac6b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:26.587931 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f911c685-c00b-41be-adf8-a96ca5dac6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:26.705397 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f911c685-c00b-41be-adf8-a96ca5dac6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:26.733471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911c685-c00b-41be-adf8-a96ca5dac6b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b59a8281-753e-41bb-aa57-cbaabfb3c0d6,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:26.737536 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f911c685-c00b-41be-adf8-a96ca5dac6b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:26.741993 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f911c685-c00b-41be-adf8-a96ca5dac6b3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b59a8281-753e-41bb-aa57-cbaabfb3c0d6 HTTP/1.1" status: 204 len: 168 time: 0.3124368 Dec 11 23:39:26.744816 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50032) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:26.747621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325e2a0d-4f6c-4a8f-afa7-6de3b7dd6272 None None] Network 51d26811-298a-437e-9e5e-b19678cc516b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:39:26.811264 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:39:26.829184 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:26.856050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:39:26.856402 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2cbf4f62-199e-41b6-9a1c-fc67fbe9b349 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:39:26.857025 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5a9e8993-ed86-417e-bce9-820a580d152a no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:39:26.880388 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 5a9e8993-ed86-417e-bce9-820a580d152a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:39:26.880746 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 5a9e8993-ed86-417e-bce9-820a580d152a not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:39:26.888891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Deleting port 1e60ac29-95c2-4705-84bd-296b456f6b5a {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:39:26.889450 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:26.965583 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] For port 1e60ac29-95c2-4705-84bd-296b456f6b5a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1e60ac29-95c2-4705-84bd-296b456f6b5a,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:39:26.965960 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:26.982932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] DHCP port deletion for 51d26811-298a-437e-9e5e-b19678cc516b request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:39:26.984891 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Calling delete_port for 1e60ac29-95c2-4705-84bd-296b456f6b5a owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:39:27.043820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Deleting port 1e60ac29-95c2-4705-84bd-296b456f6b5a {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:39:27.044263 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:27.114478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] For port 1e60ac29-95c2-4705-84bd-296b456f6b5a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1e60ac29-95c2-4705-84bd-296b456f6b5a,segment=NetworkSegment(e2dc07fc-f109-419f-b4f6-ffff96326dbc),segment_id=e2dc07fc-f109-419f-b4f6-ffff96326dbc)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:39:27.114897 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:27.127569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Calling delete_port for 1e60ac29-95c2-4705-84bd-296b456f6b5a owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:39:27.150646 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:27.182581 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e60ac29-95c2-4705-84bd-296b456f6b5a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:27.192876 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.193236 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.193583 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.193940 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.194272 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.194610 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.194972 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.195307 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.195639 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.195971 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.196302 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.196629 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.196955 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.200289 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] No DVR routers for this DVR port 1e60ac29-95c2-4705-84bd-296b456f6b5a on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:39:27.222483 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:27.249737 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Pushing event deleted for resources: {'Port': ['ID=1e60ac29-95c2-4705-84bd-296b456f6b5a,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:27.252221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] No DVR routers for this DVR port 1e60ac29-95c2-4705-84bd-296b456f6b5a on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:39:27.266669 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.267232 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.268111 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.268111 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.268493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.268899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.269305 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.270295 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.270701 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.271125 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.271528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.271927 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.272337 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2db9d9-d1b0-4b79-b5f6-3a71da2a4e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:27.280034 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:27.301187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d26811-298a-437e-9e5e-b19678cc516b']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:27.310650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2dc07fc-f109-419f-b4f6-ffff96326dbc') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:27.311081 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2dc07fc-f109-419f-b4f6-ffff96326dbc') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:27.321455 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:27.335030 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:27.341518 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:39:27.344432 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:39:27.459098 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:27.464493 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:27.468051 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] 10.222.0.45 "DELETE /v2.0/networks/51d26811-298a-437e-9e5e-b19678cc516b HTTP/1.1" status: 204 len: 168 time: 0.7222216 Dec 11 23:39:27.471206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50034) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:27.479367 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfd3f9-ace8-4003-810c-33f50b9cb876 admin admin] Pushing event deleted for resources: {'Network': ['ID=51d26811-298a-437e-9e5e-b19678cc516b,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:27.822197 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ae91ecc-f2c0-4122-860e-08e4e2a90c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:28.064291 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-3ae91ecc-f2c0-4122-860e-08e4e2a90c0b admin admin] Deleting port 276660a4-9b0f-43ea-9683-ecf8e8b2df60 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:39:28.064638 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ae91ecc-f2c0-4122-860e-08e4e2a90c0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:28.145175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-3ae91ecc-f2c0-4122-860e-08e4e2a90c0b admin admin] For port 276660a4-9b0f-43ea-9683-ecf8e8b2df60, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=276660a4-9b0f-43ea-9683-ecf8e8b2df60,segment=NetworkSegment(a9a52fa2-f8bf-445a-9cb6-9505319d9773),segment_id=a9a52fa2-f8bf-445a-9cb6-9505319d9773)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:39:28.145538 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ae91ecc-f2c0-4122-860e-08e4e2a90c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:28.156859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-3ae91ecc-f2c0-4122-860e-08e4e2a90c0b admin admin] Calling delete_port for 276660a4-9b0f-43ea-9683-ecf8e8b2df60 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:39:28.413296 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ae91ecc-f2c0-4122-860e-08e4e2a90c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:28.438327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae91ecc-f2c0-4122-860e-08e4e2a90c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=276660a4-9b0f-43ea-9683-ecf8e8b2df60,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:28.607729 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3ae91ecc-f2c0-4122-860e-08e4e2a90c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:28.819171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae91ecc-f2c0-4122-860e-08e4e2a90c0b admin admin] Router 2d5d101b-e511-471d-9c16-4b66140070e6 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:39:28.843751 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1e60ac29-95c2-4705-84bd-296b456f6b5a no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:39:28.864565 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 1e60ac29-95c2-4705-84bd-296b456f6b5a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:39:28.864921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1e60ac29-95c2-4705-84bd-296b456f6b5a not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:39:28.925167 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae91ecc-f2c0-4122-860e-08e4e2a90c0b admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:39:28.931010 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3ae91ecc-f2c0-4122-860e-08e4e2a90c0b admin admin] 10.222.0.45 "PUT /v2.0/routers/2d5d101b-e511-471d-9c16-4b66140070e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4586434 Dec 11 23:39:28.933583 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50036) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:28.935039 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff25201-769c-4bb8-87d7-fa6c234eaaaf None None] Sync routers for ids ['2d5d101b-e511-471d-9c16-4b66140070e6'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:39:28.945529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff25201-769c-4bb8-87d7-fa6c234eaaaf None None] Routers {'2d5d101b-e511-471d-9c16-4b66140070e6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:39:28.946176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3ff25201-769c-4bb8-87d7-fa6c234eaaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2d5d101b-e511-471d-9c16-4b66140070e6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:29.049160 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5273bb1-c03c-475e-b6b3-b8a5d2dd3fef admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:29.052698 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-3ff25201-769c-4bb8-87d7-fa6c234eaaaf None None] Set router 2d5d101b-e511-471d-9c16-4b66140070e6 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:39:29.154971 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5273bb1-c03c-475e-b6b3-b8a5d2dd3fef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:29.226634 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3ff25201-769c-4bb8-87d7-fa6c234eaaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'name': 'tempest-TestEncryptedCinderVolumes-90252384-router', 'tenant_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ffdce292-2897-42db-8569-d98c81d380c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:55Z', 'updated_at': '2021-12-11T23:39:28Z', 'revision_number': 5, 'project_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'gw_port': {'id': 'ffdce292-2897-42db-8569-d98c81d380c5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:37:56Z', 'updated_at': '2021-12-11T23:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:29.258117 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff25201-769c-4bb8-87d7-fa6c234eaaaf None None] Checking router: 2d5d101b-e511-471d-9c16-4b66140070e6 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:39:29.266668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff25201-769c-4bb8-87d7-fa6c234eaaaf None None] Routers {'2d5d101b-e511-471d-9c16-4b66140070e6'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:39:29.267380 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3ff25201-769c-4bb8-87d7-fa6c234eaaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2d5d101b-e511-471d-9c16-4b66140070e6'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:29.301748 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e5273bb1-c03c-475e-b6b3-b8a5d2dd3fef admin admin] Deleting port ffdce292-2897-42db-8569-d98c81d380c5 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:39:29.302087 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5273bb1-c03c-475e-b6b3-b8a5d2dd3fef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:29.361098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-3ff25201-769c-4bb8-87d7-fa6c234eaaaf None None] Set router 2d5d101b-e511-471d-9c16-4b66140070e6 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:39:29.379499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-e5273bb1-c03c-475e-b6b3-b8a5d2dd3fef admin admin] For port ffdce292-2897-42db-8569-d98c81d380c5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ffdce292-2897-42db-8569-d98c81d380c5,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:39:29.379937 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5273bb1-c03c-475e-b6b3-b8a5d2dd3fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:29.391795 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e5273bb1-c03c-475e-b6b3-b8a5d2dd3fef admin admin] Calling delete_port for ffdce292-2897-42db-8569-d98c81d380c5 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:39:29.416398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3ff25201-769c-4bb8-87d7-fa6c234eaaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'name': 'tempest-TestEncryptedCinderVolumes-90252384-router', 'tenant_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:55Z', 'updated_at': '2021-12-11T23:39:29Z', 'revision_number': 6, 'project_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:29.447117 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff25201-769c-4bb8-87d7-fa6c234eaaaf None None] The sync data for ids ['2d5d101b-e511-471d-9c16-4b66140070e6'] in n-d-710847-6 is: [{'id': '2d5d101b-e511-471d-9c16-4b66140070e6', 'name': 'tempest-TestEncryptedCinderVolumes-90252384-router', 'tenant_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:37:55Z', 'updated_at': '2021-12-11T23:39:29Z', 'revision_number': 6, 'project_id': '0ca15b866a0f4bd29b8614ff3ca345c0', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:39:29.635828 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5273bb1-c03c-475e-b6b3-b8a5d2dd3fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:29.666734 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5273bb1-c03c-475e-b6b3-b8a5d2dd3fef admin admin] Pushing event deleted for resources: {'Port': ['ID=ffdce292-2897-42db-8569-d98c81d380c5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:29.679925 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2854879-82a3-4426-a095-d98babdb9d37 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:39:29.729038 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5273bb1-c03c-475e-b6b3-b8a5d2dd3fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:29.821387 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5273bb1-c03c-475e-b6b3-b8a5d2dd3fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:29.823829 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5273bb1-c03c-475e-b6b3-b8a5d2dd3fef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:29.933048 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5273bb1-c03c-475e-b6b3-b8a5d2dd3fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:29.933557 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5273bb1-c03c-475e-b6b3-b8a5d2dd3fef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d5d101b-e511-471d-9c16-4b66140070e6 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:39:29.938099 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e5273bb1-c03c-475e-b6b3-b8a5d2dd3fef admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:29.939317 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e5273bb1-c03c-475e-b6b3-b8a5d2dd3fef admin admin] 10.222.0.45 "DELETE /v2.0/routers/2d5d101b-e511-471d-9c16-4b66140070e6 HTTP/1.1" status: 204 len: 168 time: 1.0047424 Dec 11 23:39:29.942700 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50038) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:29.987343 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0797d2-8b87-4c40-96d1-8ee12cee7c6e admin admin] Deleting subnet 49eef639-ad89-41ae-a016-b26c5e3c6512 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:39:29.991179 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d0797d2-8b87-4c40-96d1-8ee12cee7c6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.029896 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d0797d2-8b87-4c40-96d1-8ee12cee7c6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.103881 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d0797d2-8b87-4c40-96d1-8ee12cee7c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.219333 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d0797d2-8b87-4c40-96d1-8ee12cee7c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.247740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0797d2-8b87-4c40-96d1-8ee12cee7c6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49eef639-ad89-41ae-a016-b26c5e3c6512,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:30.252436 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7d0797d2-8b87-4c40-96d1-8ee12cee7c6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.258979 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7d0797d2-8b87-4c40-96d1-8ee12cee7c6e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/49eef639-ad89-41ae-a016-b26c5e3c6512 HTTP/1.1" status: 204 len: 168 time: 0.3125513 Dec 11 23:39:30.259302 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50040) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:30.260695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62212e0-bd11-4309-be53-579e4ee9632d None None] Network 6f5b726d-5e5d-4d36-acd8-7ad971c583db requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:39:30.341000 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.399574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] Deleting port 82f36ad1-9c3a-47de-b0fe-9570a7894602 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:39:30.400002 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.407449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ed163-94f9-423a-8d6d-ff95eb3a9eb9 None None] DHCP port deletion for 6f5b726d-5e5d-4d36-acd8-7ad971c583db request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:39:30.460633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ed163-94f9-423a-8d6d-ff95eb3a9eb9 None None] Deleting port 82f36ad1-9c3a-47de-b0fe-9570a7894602 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:39:30.461387 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed163-94f9-423a-8d6d-ff95eb3a9eb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.468626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] For port 82f36ad1-9c3a-47de-b0fe-9570a7894602, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=82f36ad1-9c3a-47de-b0fe-9570a7894602,segment=NetworkSegment(a9a52fa2-f8bf-445a-9cb6-9505319d9773),segment_id=a9a52fa2-f8bf-445a-9cb6-9505319d9773)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:39:30.468987 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.489233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] Calling delete_port for 82f36ad1-9c3a-47de-b0fe-9570a7894602 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:39:30.525386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-cd4ed163-94f9-423a-8d6d-ff95eb3a9eb9 None None] For port 82f36ad1-9c3a-47de-b0fe-9570a7894602, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=82f36ad1-9c3a-47de-b0fe-9570a7894602,segment=NetworkSegment(a9a52fa2-f8bf-445a-9cb6-9505319d9773),segment_id=a9a52fa2-f8bf-445a-9cb6-9505319d9773)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:39:30.525791 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed163-94f9-423a-8d6d-ff95eb3a9eb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.537923 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ed163-94f9-423a-8d6d-ff95eb3a9eb9 None None] Calling delete_port for 82f36ad1-9c3a-47de-b0fe-9570a7894602 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:39:30.619453 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.624567 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed163-94f9-423a-8d6d-ff95eb3a9eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.645223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f36ad1-9c3a-47de-b0fe-9570a7894602,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:30.648902 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] No DVR routers for this DVR port 82f36ad1-9c3a-47de-b0fe-9570a7894602 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:39:30.650797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ed163-94f9-423a-8d6d-ff95eb3a9eb9 None None] Pushing event deleted for resources: {'Port': ['ID=82f36ad1-9c3a-47de-b0fe-9570a7894602,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:30.659975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ed163-94f9-423a-8d6d-ff95eb3a9eb9 None None] No DVR routers for this DVR port 82f36ad1-9c3a-47de-b0fe-9570a7894602 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:39:30.721299 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.742606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5b726d-5e5d-4d36-acd8-7ad971c583db']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:30.752471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a52fa2-f8bf-445a-9cb6-9505319d9773') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:30.752773 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a52fa2-f8bf-445a-9cb6-9505319d9773') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:30.762609 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.776389 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.782534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:39:30.786949 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:39:30.792436 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ffdce292-2897-42db-8569-d98c81d380c5 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:39:30.813310 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: ffdce292-2897-42db-8569-d98c81d380c5 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:39:30.813659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ffdce292-2897-42db-8569-d98c81d380c5 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:39:30.814091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 82f36ad1-9c3a-47de-b0fe-9570a7894602 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:39:30.834066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 82f36ad1-9c3a-47de-b0fe-9570a7894602 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:39:30.834425 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 82f36ad1-9c3a-47de-b0fe-9570a7894602 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:39:30.836464 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 276660a4-9b0f-43ea-9683-ecf8e8b2df60 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:39:30.857582 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 276660a4-9b0f-43ea-9683-ecf8e8b2df60 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:39:30.857937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 276660a4-9b0f-43ea-9683-ecf8e8b2df60 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:39:30.893427 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.899545 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:30.905556 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6f5b726d-5e5d-4d36-acd8-7ad971c583db HTTP/1.1" status: 204 len: 168 time: 0.6428680 Dec 11 23:39:30.914758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d283d-a8e0-4117-ac0a-528200deeb91 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f5b726d-5e5d-4d36-acd8-7ad971c583db,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:31.265254 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50044) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:31.306574 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a5d5dc8f-0371-4d6f-bd4b-a4b510e2455d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ca00e510b8642d7adf6d0f256567a82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401475 Dec 11 23:39:31.308971 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50046) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:31.355019 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0640ff8-3db1-4fce-9476-df73a77d0962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:31.375975 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0640ff8-3db1-4fce-9476-df73a77d0962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:31.492924 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0640ff8-3db1-4fce-9476-df73a77d0962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:31.495534 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b0640ff8-3db1-4fce-9476-df73a77d0962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:31.496766 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b0640ff8-3db1-4fce-9476-df73a77d0962 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a0e7174f-34c1-481a-8e71-be82be969f97 HTTP/1.1" status: 204 len: 168 time: 0.1869023 Dec 11 23:39:31.505677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0640ff8-3db1-4fce-9476-df73a77d0962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e7174f-34c1-481a-8e71-be82be969f97,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:32.071578 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50052) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:32.111973 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f599ff2f-3e81-4d0b-9f57-39594e94a6f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ca15b866a0f4bd29b8614ff3ca345c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391831 Dec 11 23:39:32.114629 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50054) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:32.162203 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-03520104-91aa-49ab-8131-0aac46cbaf28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:32.185296 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-03520104-91aa-49ab-8131-0aac46cbaf28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:32.281842 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-03520104-91aa-49ab-8131-0aac46cbaf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:32.284463 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-03520104-91aa-49ab-8131-0aac46cbaf28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:32.286249 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-03520104-91aa-49ab-8131-0aac46cbaf28 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7e32f99f-9884-4a05-8e5d-8059fd08000e HTTP/1.1" status: 204 len: 168 time: 0.1706676 Dec 11 23:39:32.294478 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03520104-91aa-49ab-8131-0aac46cbaf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e32f99f-9884-4a05-8e5d-8059fd08000e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:33.258041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50076) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:33.352724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-564cb4da-18ee-45fa-94a0-4e56a0269a8c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1197140660-network', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:39:33.418656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564cb4da-18ee-45fa-94a0-4e56a0269a8c admin admin] Made reservation on behalf of e9dbc2b1c7204aba8f2bc00a05158f1e for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:39:33.421170 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-564cb4da-18ee-45fa-94a0-4e56a0269a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:33.430225 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-564cb4da-18ee-45fa-94a0-4e56a0269a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:33.508951 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-564cb4da-18ee-45fa-94a0-4e56a0269a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:33.550008 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-564cb4da-18ee-45fa-94a0-4e56a0269a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:33.573696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564cb4da-18ee-45fa-94a0-4e56a0269a8c admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:39:33.581486 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cb4da-18ee-45fa-94a0-4e56a0269a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adc4537-7682-4d6e-9b44-c6ff0482efed,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:33.589998 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-564cb4da-18ee-45fa-94a0-4e56a0269a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:33.589998 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-564cb4da-18ee-45fa-94a0-4e56a0269a8c admin admin] Added segment 362fba99-e1ca-4f33-b15f-a870ad3c67ba of type vlan for network e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 Dec 11 23:39:33.630553 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-564cb4da-18ee-45fa-94a0-4e56a0269a8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:33.704548 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-564cb4da-18ee-45fa-94a0-4e56a0269a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:33.705527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564cb4da-18ee-45fa-94a0-4e56a0269a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:39:33.706105 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-564cb4da-18ee-45fa-94a0-4e56a0269a8c admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:33.763129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cb4da-18ee-45fa-94a0-4e56a0269a8c admin admin] Pushing event updated for resources: {'Network': ['ID=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:33.774137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:39:33.833537 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-564cb4da-18ee-45fa-94a0-4e56a0269a8c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5743833 Dec 11 23:39:33.836501 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50080) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:33.841279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-0beba472-2a30-412e-86b5-818522eb6606 admin admin] Request body: {'subnet': {'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1197140660-subnet', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:39:33.955837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beba472-2a30-412e-86b5-818522eb6606 admin admin] Made reservation on behalf of e9dbc2b1c7204aba8f2bc00a05158f1e for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:39:33.958868 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0beba472-2a30-412e-86b5-818522eb6606 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:34.167500 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0beba472-2a30-412e-86b5-818522eb6606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:34.224701 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beba472-2a30-412e-86b5-818522eb6606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a03550-a71f-4092-967d-5c1b666cd598,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:34.235401 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beba472-2a30-412e-86b5-818522eb6606 admin admin] Checking segment: {'id': '362fba99-e1ca-4f33-b15f-a870ad3c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:39:34.235820 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beba472-2a30-412e-86b5-818522eb6606 admin admin] Network hostable DHCP agents. Network: e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:39:34.309713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beba472-2a30-412e-86b5-818522eb6606 admin admin] Network e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:39:34.349664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-0beba472-2a30-412e-86b5-818522eb6606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:39:34.353770 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beba472-2a30-412e-86b5-818522eb6606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:39:34.354500 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-0beba472-2a30-412e-86b5-818522eb6606 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:34.359119 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c291597-4d94-4898-a6d3-0373a12b0aad None None] Network e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:39:34.415968 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0beba472-2a30-412e-86b5-818522eb6606 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5783956 Dec 11 23:39:34.418460 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50082) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:34.422901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1197140660-router', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:39:34.461121 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'fixed_ips': [{'subnet_id': 'c7a03550-a71f-4092-967d-5c1b666cd598'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:39:34.462018 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:34.505985 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:34.507246 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:34.557815 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:34.598641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Allocated IP 172.20.0.2 (e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7/c7a03550-a71f-4092-967d-5c1b666cd598/25f11a20-2f70-4a0e-bd33-e93c4ba66552) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:39:34.742948 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:34.848610 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:34.891285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Network e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:39:34.895210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:39:34.899019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:39:34.904727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Pushing event updated for resources: {'Port': ['ID=25f11a20-2f70-4a0e-bd33-e93c4ba66552,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:34.959588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Attempting to bind port 25f11a20-2f70-4a0e-bd33-e93c4ba66552 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:39:34.960282 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Attempting to bind port 25f11a20-2f70-4a0e-bd33-e93c4ba66552 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '362fba99-e1ca-4f33-b15f-a870ad3c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:39:34.960656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Attempting to bind port 25f11a20-2f70-4a0e-bd33-e93c4ba66552 on network e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:39:34.966339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:39:34.966728 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Checking segment: {'id': '362fba99-e1ca-4f33-b15f-a870ad3c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:39:34.967175 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:34.967579 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Bound using segment: {'id': '362fba99-e1ca-4f33-b15f-a870ad3c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:39:34.968066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Bound port: 25f11a20-2f70-4a0e-bd33-e93c4ba66552, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362fba99-e1ca-4f33-b15f-a870ad3c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:39:34.968454 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:35.039376 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] For port 25f11a20-2f70-4a0e-bd33-e93c4ba66552, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:39:35.042535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] For port 25f11a20-2f70-4a0e-bd33-e93c4ba66552, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=25f11a20-2f70-4a0e-bd33-e93c4ba66552,segment=NetworkSegment(362fba99-e1ca-4f33-b15f-a870ad3c67ba),segment_id=362fba99-e1ca-4f33-b15f-a870ad3c67ba)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:39:35.085177 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:35.167913 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:35.233136 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e38fc-5c20-481b-b124-f1c272a1290e None None] Pushing event updated for resources: {'Port': ['ID=25f11a20-2f70-4a0e-bd33-e93c4ba66552,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:35.380905 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:35.406005 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:35.513751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Allocated IP 172.25.1.39 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/807e24ab-af5e-4e3f-a6cd-9f14f731e0f5) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:39:35.613079 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:35.716185 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:35.752290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:39:35.756159 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:39:35.760601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:39:35.768617 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f54bf1-26ba-4c17-b7b7-39c21293497e None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:39:35.791836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Pushing event updated for resources: {'Port': ['ID=807e24ab-af5e-4e3f-a6cd-9f14f731e0f5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:35.893466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-04987d4b-6768-4be8-896c-f2930512f666 None None] Provisioning complete for port 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:35.894615 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04987d4b-6768-4be8-896c-f2930512f666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:35.930153 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-04987d4b-6768-4be8-896c-f2930512f666 None None] Port 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:39:36.081313 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:36.151311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2f121d-2aae-46c2-bf57-9c9d2d56d06d None None] Network e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:39:36.261115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b307b198-770a-4518-8d32-121ade7d5543 None None] Provisioning complete for port 25f11a20-2f70-4a0e-bd33-e93c4ba66552 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:36.261417 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b307b198-770a-4518-8d32-121ade7d5543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:36.281989 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:36.348902 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b307b198-770a-4518-8d32-121ade7d5543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:36.384023 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b307b198-770a-4518-8d32-121ade7d5543 None None] For port 25f11a20-2f70-4a0e-bd33-e93c4ba66552, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=25f11a20-2f70-4a0e-bd33-e93c4ba66552,segment=NetworkSegment(362fba99-e1ca-4f33-b15f-a870ad3c67ba),segment_id=362fba99-e1ca-4f33-b15f-a870ad3c67ba)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:39:36.447564 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b307b198-770a-4518-8d32-121ade7d5543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:36.476106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Router eca0f5ec-b621-4f37-918c-283e0d67c7a4 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:39:36.497508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307b198-770a-4518-8d32-121ade7d5543 None None] Pushing event updated for resources: {'Port': ['ID=25f11a20-2f70-4a0e-bd33-e93c4ba66552,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:36.569300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-655127e6-7a9e-44c8-acf3-4fdd7ed47b72 None None] Provisioning complete for port 25f11a20-2f70-4a0e-bd33-e93c4ba66552 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:36.569590 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-655127e6-7a9e-44c8-acf3-4fdd7ed47b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:36.589086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:39:36.602600 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Sync routers for ids ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:39:36.612184 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Routers {'eca0f5ec-b621-4f37-918c-283e0d67c7a4'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:39:36.613409 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:36.666692 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:36.668146 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c2562947-793c-4550-976e-e33a1d17143a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2486196 Dec 11 23:39:36.670759 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50084) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:36.718712 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Set router eca0f5ec-b621-4f37-918c-283e0d67c7a4 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:39:36.823303 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 25f11a20-2f70-4a0e-bd33-e93c4ba66552 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:39:36.875600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 25f11a20-2f70-4a0e-bd33-e93c4ba66552 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:36.876289 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:36.905885 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'name': 'tempest-TestMinimumBasicScenario-1197140660-router', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:34Z', 'updated_at': '2021-12-11T23:39:35Z', 'revision_number': 3, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'gw_port': {'id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:35Z', 'updated_at': '2021-12-11T23:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:36.933609 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Checking router: eca0f5ec-b621-4f37-918c-283e0d67c7a4 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:39:36.933955 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Updating router eca0f5ec-b621-4f37-918c-283e0d67c7a4 port 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:39:36.959465 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.109239 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.204187 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.253095 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.265015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Allocated IP 172.20.0.1 (e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7/c7a03550-a71f-4092-967d-5c1b666cd598/80fd71e4-5d61-4feb-a4ec-c29495507c79) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:39:37.370516 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.389242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82b47c1-d9af-432c-bc42-b3faeea4cba7 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:39:37.402310 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Attempting to bind port 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:39:37.402945 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Attempting to bind port 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:39:37.403104 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Attempting to bind port 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:39:37.410294 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89dfecb-8771-4c91-9bdf-303a1fd1b7d3 None None] Pushing event updated for resources: {'Port': ['ID=807e24ab-af5e-4e3f-a6cd-9f14f731e0f5,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:37.413464 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:39:37.413827 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:39:37.414217 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.414605 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:39:37.415156 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Bound port: 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:39:37.415531 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.421896 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dfecb-8771-4c91-9bdf-303a1fd1b7d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:37.422241 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dfecb-8771-4c91-9bdf-303a1fd1b7d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:37.422577 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dfecb-8771-4c91-9bdf-303a1fd1b7d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:37.422940 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dfecb-8771-4c91-9bdf-303a1fd1b7d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:37.423271 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dfecb-8771-4c91-9bdf-303a1fd1b7d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:37.423597 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dfecb-8771-4c91-9bdf-303a1fd1b7d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:37.423919 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dfecb-8771-4c91-9bdf-303a1fd1b7d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:37.424241 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dfecb-8771-4c91-9bdf-303a1fd1b7d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:37.424560 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dfecb-8771-4c91-9bdf-303a1fd1b7d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:37.424878 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dfecb-8771-4c91-9bdf-303a1fd1b7d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:37.425198 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dfecb-8771-4c91-9bdf-303a1fd1b7d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:37.426056 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dfecb-8771-4c91-9bdf-303a1fd1b7d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:37.426374 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dfecb-8771-4c91-9bdf-303a1fd1b7d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:39:37.459463 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.477568 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] For port 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:39:37.480129 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f5ddab69-7484-4450-8a5e-695bcc2a41bf None None] Provisioning complete for port 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:37.480575 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f5ddab69-7484-4450-8a5e-695bcc2a41bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.480945 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] For port 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=807e24ab-af5e-4e3f-a6cd-9f14f731e0f5,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:39:37.507220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Network e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:39:37.510185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:39:37.513607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:39:37.515221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f5ddab69-7484-4450-8a5e-695bcc2a41bf None None] Port 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:39:37.535876 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Pushing event updated for resources: {'Port': ['ID=80fd71e4-5d61-4feb-a4ec-c29495507c79,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:37.552730 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.556946 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.600951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a633cfb1-19e3-4cd7-bde2-0eaa06513a4a None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:39:37.621529 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89dfecb-8771-4c91-9bdf-303a1fd1b7d3 None None] Pushing event updated for resources: {'Port': ['ID=807e24ab-af5e-4e3f-a6cd-9f14f731e0f5,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:37.627512 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Routers {'eca0f5ec-b621-4f37-918c-283e0d67c7a4'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:39:37.628132 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:37.647420 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1bb8ce3e-c78a-40ed-9c19-15a6abfdb332 None None] Provisioning complete for port 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:37.647798 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ce3e-c78a-40ed-9c19-15a6abfdb332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.737625 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ce3e-c78a-40ed-9c19-15a6abfdb332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.748300 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] Set router eca0f5ec-b621-4f37-918c-283e0d67c7a4 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:39:37.765560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1bb8ce3e-c78a-40ed-9c19-15a6abfdb332 None None] For port 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=807e24ab-af5e-4e3f-a6cd-9f14f731e0f5,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:39:37.781205 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.848010 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ce3e-c78a-40ed-9c19-15a6abfdb332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.900451 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8ce3e-c78a-40ed-9c19-15a6abfdb332 None None] Pushing event updated for resources: {'Port': ['ID=807e24ab-af5e-4e3f-a6cd-9f14f731e0f5,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:37.945498 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'name': 'tempest-TestMinimumBasicScenario-1197140660-router', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:34Z', 'updated_at': '2021-12-11T23:39:35Z', 'revision_number': 3, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'gw_port': {'id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:35Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:37.961710 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.969497 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c4ae0298-b8f6-448a-bd8b-c667abab5a4f None None] Provisioning complete for port 80fd71e4-5d61-4feb-a4ec-c29495507c79 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:37.969967 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c4ae0298-b8f6-448a-bd8b-c667abab5a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:37.971388 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0c5ea-5eb6-42cc-8fab-b94550d613a9 None None] The sync data for ids ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'] in n-d-710847-6 is: [{'id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'name': 'tempest-TestMinimumBasicScenario-1197140660-router', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:34Z', 'updated_at': '2021-12-11T23:39:35Z', 'revision_number': 3, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'gw_port': {'id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:35Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:39:38.005540 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae0298-b8f6-448a-bd8b-c667abab5a4f None None] Port 80fd71e4-5d61-4feb-a4ec-c29495507c79 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:39:38.036728 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:38.103999 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:38.105719 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Pushing event updated for resources: {'Port': ['ID=80fd71e4-5d61-4feb-a4ec-c29495507c79,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:38.228985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Network e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:39:38.230311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:39:38.357178 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Router eca0f5ec-b621-4f37-918c-283e0d67c7a4 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:39:38.476750 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:39:38.481851 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f8d90afc-b1b4-486d-8784-4efe5cc22543 admin admin] 10.222.0.45 "PUT /v2.0/routers/eca0f5ec-b621-4f37-918c-283e0d67c7a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8100798 Dec 11 23:39:38.529157 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-17e37fad-a306-4c6d-b3c6-c1369ba366f7 None None] Provisioning complete for port 80fd71e4-5d61-4feb-a4ec-c29495507c79 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:38.529713 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17e37fad-a306-4c6d-b3c6-c1369ba366f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:38.564321 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-17e37fad-a306-4c6d-b3c6-c1369ba366f7 None None] Port 80fd71e4-5d61-4feb-a4ec-c29495507c79 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:39:38.813254 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:39:38.930966 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:38.931360 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:39.145423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50100) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:39.150561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-95b4bb09-f012-48ab-81ab-adfe10442e2d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1965693881-network', 'tenant_id': '500eacf0ac164ca88485c1d79a8c461c'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:39:39.287058 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b4bb09-f012-48ab-81ab-adfe10442e2d admin admin] Made reservation on behalf of 500eacf0ac164ca88485c1d79a8c461c for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:39:39.289544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95b4bb09-f012-48ab-81ab-adfe10442e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:39.298710 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95b4bb09-f012-48ab-81ab-adfe10442e2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:39.377948 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95b4bb09-f012-48ab-81ab-adfe10442e2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:39.447162 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95b4bb09-f012-48ab-81ab-adfe10442e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:39.473429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b4bb09-f012-48ab-81ab-adfe10442e2d admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:39:39.483413 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4bb09-f012-48ab-81ab-adfe10442e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c38c76-3b0c-4b20-b621-4b8789d4d463,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:39.489980 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95b4bb09-f012-48ab-81ab-adfe10442e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:39.490322 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-95b4bb09-f012-48ab-81ab-adfe10442e2d admin admin] Added segment dad53f72-b8f8-47b2-a3b8-8769ba520970 of type vlan for network 3ed1f1f5-1384-4052-98de-08127d03dd28 Dec 11 23:39:39.532418 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95b4bb09-f012-48ab-81ab-adfe10442e2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:39.580283 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Sync routers for ids ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:39:39.589880 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95b4bb09-f012-48ab-81ab-adfe10442e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:39.590056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Routers {'eca0f5ec-b621-4f37-918c-283e0d67c7a4'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:39:39.590598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:39.591079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b4bb09-f012-48ab-81ab-adfe10442e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:39:39.591696 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-95b4bb09-f012-48ab-81ab-adfe10442e2d admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:39.651265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4bb09-f012-48ab-81ab-adfe10442e2d admin admin] Pushing event updated for resources: {'Network': ['ID=3ed1f1f5-1384-4052-98de-08127d03dd28,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:39.666950 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-95b4bb09-f012-48ab-81ab-adfe10442e2d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5202999 Dec 11 23:39:39.669511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50102) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:39.674453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e748dbfc-1df8-4dd1-af7a-2f48244add78 admin admin] Request body: {'subnet': {'network_id': '3ed1f1f5-1384-4052-98de-08127d03dd28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1965693881-subnet', 'tenant_id': '500eacf0ac164ca88485c1d79a8c461c', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:39:39.676689 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 3ed1f1f5-1384-4052-98de-08127d03dd28 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:39:39.732692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e748dbfc-1df8-4dd1-af7a-2f48244add78 admin admin] Made reservation on behalf of 500eacf0ac164ca88485c1d79a8c461c for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:39:39.735223 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e748dbfc-1df8-4dd1-af7a-2f48244add78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:39.757783 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Set router eca0f5ec-b621-4f37-918c-283e0d67c7a4 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:39:39.963223 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'name': 'tempest-TestMinimumBasicScenario-1197140660-router', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:34Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'gw_port': {'id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:35Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '80fd71e4-5d61-4feb-a4ec-c29495507c79', 'name': '', 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'mac_address': 'fa:16:3e:92:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:37Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 2, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'subnets': [{'id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:39.967508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e748dbfc-1df8-4dd1-af7a-2f48244add78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:39.995061 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Checking router: eca0f5ec-b621-4f37-918c-283e0d67c7a4 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:39:39.995433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Updating router eca0f5ec-b621-4f37-918c-283e0d67c7a4 port 80fd71e4-5d61-4feb-a4ec-c29495507c79 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:39:40.021551 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:40.030528 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748dbfc-1df8-4dd1-af7a-2f48244add78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8412cd56-5dd7-49be-ac7f-f112646d678f,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:40.038082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e748dbfc-1df8-4dd1-af7a-2f48244add78 admin admin] Checking segment: {'id': 'dad53f72-b8f8-47b2-a3b8-8769ba520970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3ed1f1f5-1384-4052-98de-08127d03dd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:39:40.038450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e748dbfc-1df8-4dd1-af7a-2f48244add78 admin admin] Network hostable DHCP agents. Network: 3ed1f1f5-1384-4052-98de-08127d03dd28, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:39:40.115668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e748dbfc-1df8-4dd1-af7a-2f48244add78 admin admin] Network 3ed1f1f5-1384-4052-98de-08127d03dd28 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:39:40.201818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-e748dbfc-1df8-4dd1-af7a-2f48244add78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 3ed1f1f5-1384-4052-98de-08127d03dd28) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:39:40.206233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e748dbfc-1df8-4dd1-af7a-2f48244add78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:39:40.207536 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e748dbfc-1df8-4dd1-af7a-2f48244add78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:40.211191 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77555402-8bc5-41dc-9860-eafb73799b43 None None] Network 3ed1f1f5-1384-4052-98de-08127d03dd28 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:39:40.285332 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e748dbfc-1df8-4dd1-af7a-2f48244add78 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6139729 Dec 11 23:39:40.287811 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50104) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:40.293126 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1965693881-router', 'tenant_id': '500eacf0ac164ca88485c1d79a8c461c', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:39:40.365295 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-3ed1f1f5-1384-4052-98de-08127d03dd28', 'network_id': '3ed1f1f5-1384-4052-98de-08127d03dd28', 'project_id': '500eacf0ac164ca88485c1d79a8c461c', 'fixed_ips': [{'subnet_id': '8412cd56-5dd7-49be-ac7f-f112646d678f'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:39:40.366138 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:40.369344 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:40.401500 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:40.402597 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:40.445613 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:40.453875 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:40.535880 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795f998-26d4-46fa-8730-6305db1be406 None None] Pushing event updated for resources: {'Port': ['ID=80fd71e4-5d61-4feb-a4ec-c29495507c79,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:40.572638 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Allocated IP 172.20.0.2 (3ed1f1f5-1384-4052-98de-08127d03dd28/8412cd56-5dd7-49be-ac7f-f112646d678f/3ae27b26-1234-44d3-9514-58dd3862fa85) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:39:40.610389 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Attempting to bind port 80fd71e4-5d61-4feb-a4ec-c29495507c79 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:39:40.611149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Attempting to bind port 80fd71e4-5d61-4feb-a4ec-c29495507c79 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '362fba99-e1ca-4f33-b15f-a870ad3c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:39:40.611149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Attempting to bind port 80fd71e4-5d61-4feb-a4ec-c29495507c79 on network e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:39:40.627527 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:39:40.627909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Checking segment: {'id': '362fba99-e1ca-4f33-b15f-a870ad3c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:39:40.628384 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:40.628757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Bound using segment: {'id': '362fba99-e1ca-4f33-b15f-a870ad3c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:39:40.629248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Bound port: 80fd71e4-5d61-4feb-a4ec-c29495507c79, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362fba99-e1ca-4f33-b15f-a870ad3c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:39:40.629633 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:40.651633 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:40.770183 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] For port 80fd71e4-5d61-4feb-a4ec-c29495507c79, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:39:40.774916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] For port 80fd71e4-5d61-4feb-a4ec-c29495507c79, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=80fd71e4-5d61-4feb-a4ec-c29495507c79,segment=NetworkSegment(362fba99-e1ca-4f33-b15f-a870ad3c67ba),segment_id=362fba99-e1ca-4f33-b15f-a870ad3c67ba)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:39:40.827760 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:40.830825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d7c391bd-64c7-46f7-a8bb-970d56f7e35f None None] Provisioning complete for port 80fd71e4-5d61-4feb-a4ec-c29495507c79 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:40.831204 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d7c391bd-64c7-46f7-a8bb-970d56f7e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:40.833706 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:40.908320 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:40.927908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Routers {'eca0f5ec-b621-4f37-918c-283e0d67c7a4'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:39:40.928554 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:40.930163 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:40.930349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795f998-26d4-46fa-8730-6305db1be406 None None] Pushing event updated for resources: {'Port': ['ID=80fd71e4-5d61-4feb-a4ec-c29495507c79,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:40.938274 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:41.052935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Network 3ed1f1f5-1384-4052-98de-08127d03dd28 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:39:41.053498 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Allocated IP 172.25.1.136 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/12087f12-2d7d-4ed4-8e98-c13270ec2749) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:39:41.091235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:39:41.100604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:39:41.113699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Pushing event updated for resources: {'Port': ['ID=3ae27b26-1234-44d3-9514-58dd3862fa85,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:41.148960 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d7c391bd-64c7-46f7-a8bb-970d56f7e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:41.173636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] Set router eca0f5ec-b621-4f37-918c-283e0d67c7a4 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:39:41.177126 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:41.232903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Attempting to bind port 3ae27b26-1234-44d3-9514-58dd3862fa85 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:39:41.233276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Attempting to bind port 3ae27b26-1234-44d3-9514-58dd3862fa85 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'dad53f72-b8f8-47b2-a3b8-8769ba520970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3ed1f1f5-1384-4052-98de-08127d03dd28'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:39:41.233644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Attempting to bind port 3ae27b26-1234-44d3-9514-58dd3862fa85 on network 3ed1f1f5-1384-4052-98de-08127d03dd28 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:39:41.273329 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:39:41.273708 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Checking segment: {'id': 'dad53f72-b8f8-47b2-a3b8-8769ba520970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3ed1f1f5-1384-4052-98de-08127d03dd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:39:41.274118 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:41.274557 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Bound using segment: {'id': 'dad53f72-b8f8-47b2-a3b8-8769ba520970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3ed1f1f5-1384-4052-98de-08127d03dd28'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:39:41.275059 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Bound port: 3ae27b26-1234-44d3-9514-58dd3862fa85, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad53f72-b8f8-47b2-a3b8-8769ba520970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3ed1f1f5-1384-4052-98de-08127d03dd28'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:39:41.275445 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:41.282070 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:41.301646 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d7c391bd-64c7-46f7-a8bb-970d56f7e35f None None] For port 80fd71e4-5d61-4feb-a4ec-c29495507c79, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=80fd71e4-5d61-4feb-a4ec-c29495507c79,segment=NetworkSegment(362fba99-e1ca-4f33-b15f-a870ad3c67ba),segment_id=362fba99-e1ca-4f33-b15f-a870ad3c67ba)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:39:41.323240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:39:41.326321 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:39:41.330094 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:39:41.357448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e134a89b-4b54-4c3d-83ca-ac176ace9a61 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:39:41.357901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Pushing event updated for resources: {'Port': ['ID=12087f12-2d7d-4ed4-8e98-c13270ec2749,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:41.535493 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d7c391bd-64c7-46f7-a8bb-970d56f7e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:41.630946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] For port 3ae27b26-1234-44d3-9514-58dd3862fa85, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:39:41.635138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c391bd-64c7-46f7-a8bb-970d56f7e35f None None] Pushing event updated for resources: {'Port': ['ID=80fd71e4-5d61-4feb-a4ec-c29495507c79,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:41.669149 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:41.671891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] For port 3ae27b26-1234-44d3-9514-58dd3862fa85, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3ae27b26-1234-44d3-9514-58dd3862fa85,segment=NetworkSegment(dad53f72-b8f8-47b2-a3b8-8769ba520970),segment_id=dad53f72-b8f8-47b2-a3b8-8769ba520970)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:39:41.691378 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1850918d-aa16-4131-afe8-ebbb6cf69b2b None None] Provisioning complete for port 80fd71e4-5d61-4feb-a4ec-c29495507c79 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:41.691776 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1850918d-aa16-4131-afe8-ebbb6cf69b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:41.735495 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:41.775468 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'name': 'tempest-TestMinimumBasicScenario-1197140660-router', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:34Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'gw_port': {'id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:35Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '80fd71e4-5d61-4feb-a4ec-c29495507c79', 'name': '', 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'mac_address': 'fa:16:3e:92:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:37Z', 'updated_at': '2021-12-11T23:39:40Z', 'revision_number': 4, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'subnets': [{'id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:41.818991 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2a3a8f-e79e-4dcc-86e5-8f809a6e4697 None None] The sync data for ids ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'] in n-d-710847-6 is: [{'id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'name': 'tempest-TestMinimumBasicScenario-1197140660-router', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:34Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'gw_port': {'id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:35Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '80fd71e4-5d61-4feb-a4ec-c29495507c79', 'name': '', 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'mac_address': 'fa:16:3e:92:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:37Z', 'updated_at': '2021-12-11T23:39:40Z', 'revision_number': 4, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'subnets': [{'id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:39:41.866026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93beae44-29d0-4a61-b359-8d82693628b5 None None] Pushing event updated for resources: {'Port': ['ID=3ae27b26-1234-44d3-9514-58dd3862fa85,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:41.912385 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1850918d-aa16-4131-afe8-ebbb6cf69b2b None None] Provisioning complete for port 12087f12-2d7d-4ed4-8e98-c13270ec2749 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:41.912773 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1850918d-aa16-4131-afe8-ebbb6cf69b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:41.917436 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:41.952002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-1850918d-aa16-4131-afe8-ebbb6cf69b2b None None] Port 12087f12-2d7d-4ed4-8e98-c13270ec2749 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:39:42.161763 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Router f9e892ed-6b91-477e-8f9a-65f948ea3628 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:39:42.576651 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:39:42.590870 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Sync routers for ids ['f9e892ed-6b91-477e-8f9a-65f948ea3628'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:39:42.605644 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Routers {'f9e892ed-6b91-477e-8f9a-65f948ea3628'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:39:42.606247 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f9e892ed-6b91-477e-8f9a-65f948ea3628'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:42.650003 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:42.654005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50108) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:39:42.654492 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0be3a654-e9fd-41b6-a75c-a4f1b9ac448a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3651214 Dec 11 23:39:42.740881 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Set router f9e892ed-6b91-477e-8f9a-65f948ea3628 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:39:42.937881 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3ae27b26-1234-44d3-9514-58dd3862fa85 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:39:43.042079 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 3ae27b26-1234-44d3-9514-58dd3862fa85 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:43.042731 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:43.057980 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'name': 'tempest-TestMinimumBasicScenario-1965693881-router', 'tenant_id': '500eacf0ac164ca88485c1d79a8c461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '12087f12-2d7d-4ed4-8e98-c13270ec2749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:40Z', 'updated_at': '2021-12-11T23:39:41Z', 'revision_number': 3, 'project_id': '500eacf0ac164ca88485c1d79a8c461c', 'gw_port': {'id': '12087f12-2d7d-4ed4-8e98-c13270ec2749', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:40Z', 'updated_at': '2021-12-11T23:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:43.082991 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de96c6f-1ced-468e-b937-341755d03e63 None None] Network 3ed1f1f5-1384-4052-98de-08127d03dd28 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:39:43.090376 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Checking router: f9e892ed-6b91-477e-8f9a-65f948ea3628 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:39:43.090733 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Updating router f9e892ed-6b91-477e-8f9a-65f948ea3628 port 12087f12-2d7d-4ed4-8e98-c13270ec2749 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:39:43.120982 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:43.174519 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:43.224221 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-31d3d6b2-7609-4093-b51d-c58f1b91c6f8 None None] Provisioning complete for port 3ae27b26-1234-44d3-9514-58dd3862fa85 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:43.224595 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-31d3d6b2-7609-4093-b51d-c58f1b91c6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:43.319816 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:43.352257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Allocated IP 172.20.0.1 (3ed1f1f5-1384-4052-98de-08127d03dd28/8412cd56-5dd7-49be-ac7f-f112646d678f/2270bea3-bfc2-49c5-9075-a1e1e2a4723d) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:39:43.388356 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 3ae27b26-1234-44d3-9514-58dd3862fa85, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3ae27b26-1234-44d3-9514-58dd3862fa85,segment=NetworkSegment(dad53f72-b8f8-47b2-a3b8-8769ba520970),segment_id=dad53f72-b8f8-47b2-a3b8-8769ba520970)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:39:43.393107 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-31d3d6b2-7609-4093-b51d-c58f1b91c6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:43.404568 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:43.459956 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:43.460915 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 80fd71e4-5d61-4feb-a4ec-c29495507c79 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:39:43.476295 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:43.483187 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:43.540978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a6b7c8-cf74-47f8-a262-c22dfce322ba None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:39:43.541227 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Attempting to bind port 12087f12-2d7d-4ed4-8e98-c13270ec2749 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:39:43.541580 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Attempting to bind port 12087f12-2d7d-4ed4-8e98-c13270ec2749 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:39:43.541962 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Attempting to bind port 12087f12-2d7d-4ed4-8e98-c13270ec2749 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:39:43.549490 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab68217-0054-4e2b-9df6-40b070590445 None None] Pushing event updated for resources: {'Port': ['ID=12087f12-2d7d-4ed4-8e98-c13270ec2749,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:43.552080 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:39:43.552462 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:39:43.552873 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:43.553275 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:39:43.553731 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Bound port: 12087f12-2d7d-4ed4-8e98-c13270ec2749, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:39:43.554113 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:43.580509 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:43.596743 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-31d3d6b2-7609-4093-b51d-c58f1b91c6f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:39:43.596743 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-31d3d6b2-7609-4093-b51d-c58f1b91c6f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:39:43.596743 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=3ae27b26-1234-44d3-9514-58dd3862fa85,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:43.612770 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] For port 12087f12-2d7d-4ed4-8e98-c13270ec2749, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:39:43.616110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 80fd71e4-5d61-4feb-a4ec-c29495507c79 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:43.617794 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] For port 12087f12-2d7d-4ed4-8e98-c13270ec2749, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=12087f12-2d7d-4ed4-8e98-c13270ec2749,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:39:43.618675 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:43.637682 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Network 3ed1f1f5-1384-4052-98de-08127d03dd28 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:39:43.640585 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:39:43.646211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:39:43.672260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Pushing event updated for resources: {'Port': ['ID=2270bea3-bfc2-49c5-9075-a1e1e2a4723d,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:43.687982 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:43.702231 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:43.741197 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e16d14-cc01-4125-8322-0b6496a44e16 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:39:43.752392 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab68217-0054-4e2b-9df6-40b070590445 None None] Pushing event updated for resources: {'Port': ['ID=12087f12-2d7d-4ed4-8e98-c13270ec2749,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:43.755144 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Routers {'f9e892ed-6b91-477e-8f9a-65f948ea3628'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:39:43.755753 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f9e892ed-6b91-477e-8f9a-65f948ea3628'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:43.875436 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] Set router f9e892ed-6b91-477e-8f9a-65f948ea3628 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:39:44.066577 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'name': 'tempest-TestMinimumBasicScenario-1965693881-router', 'tenant_id': '500eacf0ac164ca88485c1d79a8c461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '12087f12-2d7d-4ed4-8e98-c13270ec2749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:40Z', 'updated_at': '2021-12-11T23:39:41Z', 'revision_number': 3, 'project_id': '500eacf0ac164ca88485c1d79a8c461c', 'gw_port': {'id': '12087f12-2d7d-4ed4-8e98-c13270ec2749', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:40Z', 'updated_at': '2021-12-11T23:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:44.097566 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4a1020-2387-46b0-b6d7-ad2adbe0fd40 None None] The sync data for ids ['f9e892ed-6b91-477e-8f9a-65f948ea3628'] in n-d-710847-6 is: [{'id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'name': 'tempest-TestMinimumBasicScenario-1965693881-router', 'tenant_id': '500eacf0ac164ca88485c1d79a8c461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '12087f12-2d7d-4ed4-8e98-c13270ec2749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:40Z', 'updated_at': '2021-12-11T23:39:41Z', 'revision_number': 3, 'project_id': '500eacf0ac164ca88485c1d79a8c461c', 'gw_port': {'id': '12087f12-2d7d-4ed4-8e98-c13270ec2749', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:40Z', 'updated_at': '2021-12-11T23:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:39:44.190371 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:44.246056 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:44.269770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-955d39b0-7d8f-4765-a06f-4e0775ad3886 None None] Provisioning complete for port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:44.270146 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-955d39b0-7d8f-4765-a06f-4e0775ad3886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:44.308948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-955d39b0-7d8f-4765-a06f-4e0775ad3886 None None] Port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:39:44.335837 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-955d39b0-7d8f-4765-a06f-4e0775ad3886 None None] Provisioning complete for port 3ae27b26-1234-44d3-9514-58dd3862fa85 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:44.335837 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-955d39b0-7d8f-4765-a06f-4e0775ad3886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:44.442858 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-955d39b0-7d8f-4765-a06f-4e0775ad3886 None None] Provisioning complete for port 12087f12-2d7d-4ed4-8e98-c13270ec2749 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:44.443249 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-955d39b0-7d8f-4765-a06f-4e0775ad3886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:44.452655 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:44.510126 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:44.531301 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-955d39b0-7d8f-4765-a06f-4e0775ad3886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:44.553769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-955d39b0-7d8f-4765-a06f-4e0775ad3886 None None] For port 12087f12-2d7d-4ed4-8e98-c13270ec2749, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=12087f12-2d7d-4ed4-8e98-c13270ec2749,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:39:44.583601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Pushing event updated for resources: {'Port': ['ID=2270bea3-bfc2-49c5-9075-a1e1e2a4723d,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:44.588593 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:44.676342 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-955d39b0-7d8f-4765-a06f-4e0775ad3886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:44.698507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Network 3ed1f1f5-1384-4052-98de-08127d03dd28 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:39:44.700042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:39:44.736845 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d39b0-7d8f-4765-a06f-4e0775ad3886 None None] Pushing event updated for resources: {'Port': ['ID=12087f12-2d7d-4ed4-8e98-c13270ec2749,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:44.850267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Router f9e892ed-6b91-477e-8f9a-65f948ea3628 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:39:44.936199 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3ae27b26-1234-44d3-9514-58dd3862fa85 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:39:44.998841 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:39:45.005920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ac15d58d-ae90-478e-84d7-8754fd3e9c2c admin admin] 10.222.0.45 "PUT /v2.0/routers/f9e892ed-6b91-477e-8f9a-65f948ea3628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3498209 Dec 11 23:39:45.008346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9fff07d5-0503-4492-87da-235057f64e14 None None] Provisioning complete for port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:45.008722 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9fff07d5-0503-4492-87da-235057f64e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:45.038938 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 3ae27b26-1234-44d3-9514-58dd3862fa85 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:45.039396 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:45.075492 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9fff07d5-0503-4492-87da-235057f64e14 None None] Port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:39:45.134700 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 12087f12-2d7d-4ed4-8e98-c13270ec2749 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:39:45.180950 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 12087f12-2d7d-4ed4-8e98-c13270ec2749 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:45.181336 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:45.812322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Sync routers for ids ['f9e892ed-6b91-477e-8f9a-65f948ea3628'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:39:45.822571 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Routers {'f9e892ed-6b91-477e-8f9a-65f948ea3628'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:39:45.822783 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f9e892ed-6b91-477e-8f9a-65f948ea3628'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:45.929663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Set router f9e892ed-6b91-477e-8f9a-65f948ea3628 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:39:46.132304 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'name': 'tempest-TestMinimumBasicScenario-1965693881-router', 'tenant_id': '500eacf0ac164ca88485c1d79a8c461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '12087f12-2d7d-4ed4-8e98-c13270ec2749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:40Z', 'updated_at': '2021-12-11T23:39:44Z', 'revision_number': 4, 'project_id': '500eacf0ac164ca88485c1d79a8c461c', 'gw_port': {'id': '12087f12-2d7d-4ed4-8e98-c13270ec2749', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:40Z', 'updated_at': '2021-12-11T23:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '2270bea3-bfc2-49c5-9075-a1e1e2a4723d', 'name': '', 'network_id': '3ed1f1f5-1384-4052-98de-08127d03dd28', 'tenant_id': '500eacf0ac164ca88485c1d79a8c461c', 'mac_address': 'fa:16:3e:fe:04:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8412cd56-5dd7-49be-ac7f-f112646d678f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:43Z', 'updated_at': '2021-12-11T23:39:44Z', 'revision_number': 2, 'project_id': '500eacf0ac164ca88485c1d79a8c461c', 'subnets': [{'id': '8412cd56-5dd7-49be-ac7f-f112646d678f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:46.165787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Checking router: f9e892ed-6b91-477e-8f9a-65f948ea3628 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:39:46.165996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Updating router f9e892ed-6b91-477e-8f9a-65f948ea3628 port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:39:46.193777 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:46.495052 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:46.550978 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:46.612047 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0c7bd-805f-423a-8d83-1d1693b7e49d None None] Pushing event updated for resources: {'Port': ['ID=2270bea3-bfc2-49c5-9075-a1e1e2a4723d,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:46.880389 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 12087f12-2d7d-4ed4-8e98-c13270ec2749 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:39:46.885034 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Attempting to bind port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:39:46.885490 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Attempting to bind port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'dad53f72-b8f8-47b2-a3b8-8769ba520970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3ed1f1f5-1384-4052-98de-08127d03dd28'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:39:46.886160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Attempting to bind port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d on network 3ed1f1f5-1384-4052-98de-08127d03dd28 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:39:46.918431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:39:46.918984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Checking segment: {'id': 'dad53f72-b8f8-47b2-a3b8-8769ba520970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3ed1f1f5-1384-4052-98de-08127d03dd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:39:46.919513 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:46.920010 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Bound using segment: {'id': 'dad53f72-b8f8-47b2-a3b8-8769ba520970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3ed1f1f5-1384-4052-98de-08127d03dd28'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:39:46.920595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Bound port: 2270bea3-bfc2-49c5-9075-a1e1e2a4723d, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad53f72-b8f8-47b2-a3b8-8769ba520970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3ed1f1f5-1384-4052-98de-08127d03dd28'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:39:46.921163 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:47.021941 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 12087f12-2d7d-4ed4-8e98-c13270ec2749 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:47.022317 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:47.052945 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] For port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:39:47.059112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-aec9c3e9-16b7-4539-b486-fafa73f0cc28 None None] Provisioning complete for port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:47.059492 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aec9c3e9-16b7-4539-b486-fafa73f0cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:47.095680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] For port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2270bea3-bfc2-49c5-9075-a1e1e2a4723d,segment=NetworkSegment(dad53f72-b8f8-47b2-a3b8-8769ba520970),segment_id=dad53f72-b8f8-47b2-a3b8-8769ba520970)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:39:47.120749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-aec9c3e9-16b7-4539-b486-fafa73f0cc28 None None] Port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:39:47.151960 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:47.212294 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Routers {'f9e892ed-6b91-477e-8f9a-65f948ea3628'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:39:47.212940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:39:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f9e892ed-6b91-477e-8f9a-65f948ea3628'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:47.338939 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0c7bd-805f-423a-8d83-1d1693b7e49d None None] Pushing event updated for resources: {'Port': ['ID=2270bea3-bfc2-49c5-9075-a1e1e2a4723d,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:47.375269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] Set router f9e892ed-6b91-477e-8f9a-65f948ea3628 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:39:47.583029 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9d1284cd-fa90-4f21-8d5e-aae9809bd028 None None] Provisioning complete for port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:47.583580 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d1284cd-fa90-4f21-8d5e-aae9809bd028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:47.713246 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d1284cd-fa90-4f21-8d5e-aae9809bd028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:47.730173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'name': 'tempest-TestMinimumBasicScenario-1965693881-router', 'tenant_id': '500eacf0ac164ca88485c1d79a8c461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '12087f12-2d7d-4ed4-8e98-c13270ec2749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:40Z', 'updated_at': '2021-12-11T23:39:44Z', 'revision_number': 4, 'project_id': '500eacf0ac164ca88485c1d79a8c461c', 'gw_port': {'id': '12087f12-2d7d-4ed4-8e98-c13270ec2749', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:40Z', 'updated_at': '2021-12-11T23:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '2270bea3-bfc2-49c5-9075-a1e1e2a4723d', 'name': '', 'network_id': '3ed1f1f5-1384-4052-98de-08127d03dd28', 'tenant_id': '500eacf0ac164ca88485c1d79a8c461c', 'mac_address': 'fa:16:3e:fe:04:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8412cd56-5dd7-49be-ac7f-f112646d678f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:43Z', 'updated_at': '2021-12-11T23:39:47Z', 'revision_number': 4, 'project_id': '500eacf0ac164ca88485c1d79a8c461c', 'subnets': [{'id': '8412cd56-5dd7-49be-ac7f-f112646d678f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:39:47.764231 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62085260-bf45-43b6-ab2d-6904ce636862 None None] The sync data for ids ['f9e892ed-6b91-477e-8f9a-65f948ea3628'] in n-d-710847-6 is: [{'id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'name': 'tempest-TestMinimumBasicScenario-1965693881-router', 'tenant_id': '500eacf0ac164ca88485c1d79a8c461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '12087f12-2d7d-4ed4-8e98-c13270ec2749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:40Z', 'updated_at': '2021-12-11T23:39:44Z', 'revision_number': 4, 'project_id': '500eacf0ac164ca88485c1d79a8c461c', 'gw_port': {'id': '12087f12-2d7d-4ed4-8e98-c13270ec2749', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:40Z', 'updated_at': '2021-12-11T23:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '2270bea3-bfc2-49c5-9075-a1e1e2a4723d', 'name': '', 'network_id': '3ed1f1f5-1384-4052-98de-08127d03dd28', 'tenant_id': '500eacf0ac164ca88485c1d79a8c461c', 'mac_address': 'fa:16:3e:fe:04:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8412cd56-5dd7-49be-ac7f-f112646d678f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:43Z', 'updated_at': '2021-12-11T23:39:47Z', 'revision_number': 4, 'project_id': '500eacf0ac164ca88485c1d79a8c461c', 'subnets': [{'id': '8412cd56-5dd7-49be-ac7f-f112646d678f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:39:47.780679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9d1284cd-fa90-4f21-8d5e-aae9809bd028 None None] For port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2270bea3-bfc2-49c5-9075-a1e1e2a4723d,segment=NetworkSegment(dad53f72-b8f8-47b2-a3b8-8769ba520970),segment_id=dad53f72-b8f8-47b2-a3b8-8769ba520970)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:39:47.852719 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d1284cd-fa90-4f21-8d5e-aae9809bd028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:47.946535 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1284cd-fa90-4f21-8d5e-aae9809bd028 None None] Pushing event updated for resources: {'Port': ['ID=2270bea3-bfc2-49c5-9075-a1e1e2a4723d,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:39:48.021486 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:48.870030 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2270bea3-bfc2-49c5-9075-a1e1e2a4723d up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:39:48.895433 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0c5604e0-8cd6-4a3e-a6f1-31144e7c72b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:48.939405 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:39:48.939405 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:51.343948 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f83721c-7333-4bd8-94ab-094856910f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:52.412592 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:54.099908 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:54.632684 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:39:57.131967 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-efbaaaef-b4eb-4f61-880e-0c2efc5f7b5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:39:57.133440 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-efbaaaef-b4eb-4f61-880e-0c2efc5f7b5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/networks?id=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 HTTP/1.1" status: 200 len: 815 time: 0.1036789 Dec 11 23:39:57.148273 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-be6b2af6-1eb2-47a3-8043-8fb1ca436985 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/quotas/e9dbc2b1c7204aba8f2bc00a05158f1e HTTP/1.1" status: 200 len: 375 time: 0.0091112 Dec 11 23:39:57.203952 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-7e922f8a-0848-4dad-bd11-6973d11829f5 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9dbc2b1c7204aba8f2bc00a05158f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504727 Dec 11 23:39:57.298387 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-ef34545f-de2a-4b4f-bee5-801e5491ba54 service neutron] 10.222.0.45 "GET /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830390 Dec 11 23:39:57.393671 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-4d5ec934-51a6-49f7-99b5-8ccd9ea41a7b service neutron] 10.222.0.45 "GET /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891256 Dec 11 23:39:57.666210 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-49231d77-c321-4608-9e3f-8a660936ff41 req-8fa7f25a-71e4-490f-8e6a-2a0f9954a6f6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 210 time: 0.0259926 Dec 11 23:39:58.764006 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5aae0451-4b4e-4a8a-be50-d5e4e1e09015 req-8cb2e755-8852-44e5-9982-2deb74b64a04 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 210 time: 0.0283647 Dec 11 23:39:59.693722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-98e13521-70dc-4fba-ac7f-c283b9607715 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:39:59.695170 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-98e13521-70dc-4fba-ac7f-c283b9607715 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.47 "GET /v2.0/networks?id=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 HTTP/1.1" status: 200 len: 815 time: 0.1052940 Dec 11 23:39:59.713361 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-ee4ea220-17ed-40c3-9573-71924f39d1da tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Request body: {'port': {'device_id': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'admin_state_up': True, 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:39:59.861206 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-683d1dc5-0bc1-45c3-bcaf-7a3364bbbd04 req-33c089a6-8802-4b25-ba98-383756cdb806 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 210 time: 0.0265315 Dec 11 23:39:59.909696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-ee4ea220-17ed-40c3-9573-71924f39d1da tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Made reservation on behalf of e9dbc2b1c7204aba8f2bc00a05158f1e for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:39:59.913918 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-ee4ea220-17ed-40c3-9573-71924f39d1da tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:00.046583 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-ee4ea220-17ed-40c3-9573-71924f39d1da tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Allocated IP 172.20.0.14 (e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7/c7a03550-a71f-4092-967d-5c1b666cd598/761c8df6-9632-4b8b-9511-be5dbe77a907) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:40:00.194720 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-ee4ea220-17ed-40c3-9573-71924f39d1da tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:00.315951 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-ee4ea220-17ed-40c3-9573-71924f39d1da tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:00.381240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-ee4ea220-17ed-40c3-9573-71924f39d1da tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Network e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:40:00.382847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ea220-17ed-40c3-9573-71924f39d1da tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Pushing event updated for resources: {'Port': ['ID=761c8df6-9632-4b8b-9511-be5dbe77a907,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:40:00.385529 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-ee4ea220-17ed-40c3-9573-71924f39d1da tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:40:00.388726 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-ee4ea220-17ed-40c3-9573-71924f39d1da tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:40:00.465557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-ee4ea220-17ed-40c3-9573-71924f39d1da tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:00.467426 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-ee4ea220-17ed-40c3-9573-71924f39d1da tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:00.570891 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-ee4ea220-17ed-40c3-9573-71924f39d1da tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8611443 Dec 11 23:40:00.659856 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b46f4cb8-ab25-4114-b03a-167f1138060a None None] Provisioning complete for port 761c8df6-9632-4b8b-9511-be5dbe77a907 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:40:00.661173 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b46f4cb8-ab25-4114-b03a-167f1138060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:00.702753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b46f4cb8-ab25-4114-b03a-167f1138060a None None] Port 761c8df6-9632-4b8b-9511-be5dbe77a907 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:40:00.995232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b89186-37f0-45b7-a7d3-21a2320b4ed7 req-13682ad6-1bd4-43ff-a256-b3ba961ce3ca tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:00.996797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99b89186-37f0-45b7-a7d3-21a2320b4ed7 req-13682ad6-1bd4-43ff-a256-b3ba961ce3ca tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 932 time: 0.0552831 Dec 11 23:40:01.050051 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-99b89186-37f0-45b7-a7d3-21a2320b4ed7 req-c4860176-6423-4707-b054-8ce8ece87165 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468869 Dec 11 23:40:02.184844 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c5537-8e71-445f-ac43-6832274116b3 req-3c752bac-ddcd-4dd4-afe9-a389f8976ee6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:02.186297 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-675c5537-8e71-445f-ac43-6832274116b3 req-3c752bac-ddcd-4dd4-afe9-a389f8976ee6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 932 time: 0.0485473 Dec 11 23:40:02.232763 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-675c5537-8e71-445f-ac43-6832274116b3 req-4e70f7d9-b35a-4a6e-bd63-f1d5a9bd4884 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Dec 11 23:40:03.353663 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:40:03.357918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80238e6b-8d73-4509-99c5-b89e3786c098 req-d2602a4b-ecc8-47e8-8407-f1c4d5be1f6a tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:03.359446 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80238e6b-8d73-4509-99c5-b89e3786c098 req-d2602a4b-ecc8-47e8-8407-f1c4d5be1f6a tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 932 time: 0.0508757 Dec 11 23:40:03.412620 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80238e6b-8d73-4509-99c5-b89e3786c098 req-30ea8bbb-c7f2-40b3-bdd9-5885b5066467 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468509 Dec 11 23:40:04.540364 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefd204-b06b-48e4-9366-6f9352aa8f94 req-ed1bd620-7f47-4e21-a9a7-e046803340af tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:04.541832 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ffefd204-b06b-48e4-9366-6f9352aa8f94 req-ed1bd620-7f47-4e21-a9a7-e046803340af tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 932 time: 0.0534928 Dec 11 23:40:04.589827 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ffefd204-b06b-48e4-9366-6f9352aa8f94 req-42c50371-6377-48b0-a029-f24940a5412a tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418570 Dec 11 23:40:05.716559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f5212-24a4-415b-833e-d2f1b7a3d05c req-33213b1a-94e2-4ea9-8e69-f80437eb403f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:05.724876 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a06f5212-24a4-415b-833e-d2f1b7a3d05c req-33213b1a-94e2-4ea9-8e69-f80437eb403f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 932 time: 0.0591941 Dec 11 23:40:05.782249 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a06f5212-24a4-415b-833e-d2f1b7a3d05c req-d5516224-8617-4e6f-b2b1-3c365a7fbe66 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542972 Dec 11 23:40:06.899890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc361089-ad36-46aa-a18f-03a2c5416bad req-83615d7d-c6a8-4909-be23-24b3319a6c8d tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:06.901563 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dc361089-ad36-46aa-a18f-03a2c5416bad req-83615d7d-c6a8-4909-be23-24b3319a6c8d tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 932 time: 0.0602891 Dec 11 23:40:06.953324 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-dc361089-ad36-46aa-a18f-03a2c5416bad req-6d34d429-2e31-4ba3-9438-619530ab9202 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452447 Dec 11 23:40:08.095553 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e7fe9-7d68-4174-afba-43d0302c548e req-1000c5bf-6fc6-4fa5-af7a-b2a12563893a tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:08.098628 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eb8e7fe9-7d68-4174-afba-43d0302c548e req-1000c5bf-6fc6-4fa5-af7a-b2a12563893a tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 932 time: 0.0740499 Dec 11 23:40:08.155149 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-eb8e7fe9-7d68-4174-afba-43d0302c548e req-dbeb8418-fbfe-45df-88f3-dae2065c3100 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471973 Dec 11 23:40:09.270926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70a806-608b-4e96-a6ca-f4c13ee35ed7 req-43cbc2b3-e2ee-4938-b275-4f77b3a36091 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:09.272289 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0c70a806-608b-4e96-a6ca-f4c13ee35ed7 req-43cbc2b3-e2ee-4938-b275-4f77b3a36091 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 932 time: 0.0506630 Dec 11 23:40:09.321747 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0c70a806-608b-4e96-a6ca-f4c13ee35ed7 req-765d220a-5679-4568-9e3a-fb445a38c54d tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436180 Dec 11 23:40:10.443277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20242d24-e44f-440c-877e-dc647335a0d4 req-e97e83b7-8b90-4a54-9657-61733743dee8 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:10.444758 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20242d24-e44f-440c-877e-dc647335a0d4 req-e97e83b7-8b90-4a54-9657-61733743dee8 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 932 time: 0.0531802 Dec 11 23:40:10.492634 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20242d24-e44f-440c-877e-dc647335a0d4 req-98d5fc86-8082-44c7-9ccd-492259d37ee3 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418391 Dec 11 23:40:11.612880 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cd556-5bd6-43e7-ae20-12143294a647 req-094458a3-cc8b-48a7-86f5-813fba192077 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:11.614380 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-876cd556-5bd6-43e7-ae20-12143294a647 req-094458a3-cc8b-48a7-86f5-813fba192077 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 932 time: 0.0503409 Dec 11 23:40:11.662787 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-876cd556-5bd6-43e7-ae20-12143294a647 req-5fbbe9ae-78a8-4f59-9149-3a36ac736b09 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424380 Dec 11 23:40:12.797656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac94db-2c5f-44f5-92ca-2f9fca2b946f req-9466c451-c739-4265-a577-e7478c62920e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:12.799779 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ac94db-2c5f-44f5-92ca-2f9fca2b946f req-9466c451-c739-4265-a577-e7478c62920e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 932 time: 0.0572624 Dec 11 23:40:12.851904 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e7ac94db-2c5f-44f5-92ca-2f9fca2b946f req-098356ae-d533-44b2-87a9-05c2cba671fb tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460079 Dec 11 23:40:13.026979 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Request body: {'port': {'device_id': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:40:13.085588 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:13.348168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761c8df6-9632-4b8b-9511-be5dbe77a907 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:40:13.355440 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:13.367913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Transition to ACTIVE for port object 761c8df6-9632-4b8b-9511-be5dbe77a907 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:40:13.429148 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:13.477628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Pushing event updated for resources: {'Port': ['ID=761c8df6-9632-4b8b-9511-be5dbe77a907,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:40:13.555122 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Attempting to bind port 761c8df6-9632-4b8b-9511-be5dbe77a907 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:40:13.555626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Attempting to bind port 761c8df6-9632-4b8b-9511-be5dbe77a907 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '362fba99-e1ca-4f33-b15f-a870ad3c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:40:13.555968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Attempting to bind port 761c8df6-9632-4b8b-9511-be5dbe77a907 on network e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:40:13.560576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Port 761c8df6-9632-4b8b-9511-be5dbe77a907 on network e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:40:13.560910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Attempting to bind port 761c8df6-9632-4b8b-9511-be5dbe77a907 on network e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:40:13.566457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:40:13.566860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Checking segment: {'id': '362fba99-e1ca-4f33-b15f-a870ad3c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:40:13.567256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Bound using segment: {'id': '362fba99-e1ca-4f33-b15f-a870ad3c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:40:13.567693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Bound port: 761c8df6-9632-4b8b-9511-be5dbe77a907, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362fba99-e1ca-4f33-b15f-a870ad3c67ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:40:13.568055 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:13.637705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] For port 761c8df6-9632-4b8b-9511-be5dbe77a907, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:40:13.640882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] For port 761c8df6-9632-4b8b-9511-be5dbe77a907, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=761c8df6-9632-4b8b-9511-be5dbe77a907,segment=NetworkSegment(362fba99-e1ca-4f33-b15f-a870ad3c67ba),segment_id=362fba99-e1ca-4f33-b15f-a870ad3c67ba)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:40:13.693339 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:13.732538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:13.733166 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:13.734646 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] 10.222.0.47 "PUT /v2.0/ports/761c8df6-9632-4b8b-9511-be5dbe77a907 HTTP/1.1" status: 200 len: 1092 time: 0.7120361 Dec 11 23:40:13.735166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'tag': '761c8df6-9632-4b8b-9511-be5dbe77a907'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:40:13.737525 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6111d1f0-3371-496f-8b51-717cc1ba4abd" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1a43f8-5dad-403f-84fd-1471bfecb6c9", "tag": "761c8df6-9632-4b8b-9511-be5dbe77a907"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:40:13.773153 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570225f-f9c3-41b2-a4eb-bc13ca1faa23 service neutron] Pushing event updated for resources: {'Port': ['ID=761c8df6-9632-4b8b-9511-be5dbe77a907,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:40:13.782187 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2858685e-451e-4d7f-b3bb-0c97b1814165 x-openstack-request-id: req-2858685e-451e-4d7f-b3bb-0c97b1814165 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:40:13.782540 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1a43f8-5dad-403f-84fd-1471bfecb6c9", "tag": "761c8df6-9632-4b8b-9511-be5dbe77a907", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:40:13.782729 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2858685e-451e-4d7f-b3bb-0c97b1814165 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:40:13.783172 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'tag': '761c8df6-9632-4b8b-9511-be5dbe77a907', 'status': 'completed', 'code': 200} Dec 11 23:40:13.874535 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111d1f0-3371-496f-8b51-717cc1ba4abd req-14d581b4-abb7-4d93-8ca5-e38965382fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:13.876166 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6111d1f0-3371-496f-8b51-717cc1ba4abd req-14d581b4-abb7-4d93-8ca5-e38965382fc5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9dbc2b1c7204aba8f2bc00a05158f1e&device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 1095 time: 0.0512738 Dec 11 23:40:14.018249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9e51d-bcab-42e1-9859-18e73167b46a req-993ee751-00a6-4e78-bdd1-cfe426da7dd7 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:14.020064 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40c9e51d-bcab-42e1-9859-18e73167b46a req-993ee751-00a6-4e78-bdd1-cfe426da7dd7 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 944 time: 0.0835989 Dec 11 23:40:14.024861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111d1f0-3371-496f-8b51-717cc1ba4abd req-e360d34e-755c-43c9-b664-6b630f658667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:14.026251 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6111d1f0-3371-496f-8b51-717cc1ba4abd req-e360d34e-755c-43c9-b664-6b630f658667 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e9dbc2b1c7204aba8f2bc00a05158f1e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1376851 Dec 11 23:40:14.121754 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40c9e51d-bcab-42e1-9859-18e73167b46a req-596232c0-e66a-4d69-ae9a-b0dabd46d5c7 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945401 Dec 11 23:40:14.148445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111d1f0-3371-496f-8b51-717cc1ba4abd req-8973d840-8325-460b-8ece-1abb9ab436da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:14.149939 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6111d1f0-3371-496f-8b51-717cc1ba4abd req-8973d840-8325-460b-8ece-1abb9ab436da service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1162879 Dec 11 23:40:14.166713 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:14.251434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-1a3f8b71-6b48-40ef-9956-a8d36ae5b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:14.252927 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-1a3f8b71-6b48-40ef-9956-a8d36ae5b298 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9dbc2b1c7204aba8f2bc00a05158f1e&device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 1095 time: 0.0420039 Dec 11 23:40:14.303803 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-ac8a6ebb-8bf2-4566-9455-b0d4b867b35d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761c8df6-9632-4b8b-9511-be5dbe77a907 HTTP/1.1" status: 200 len: 217 time: 0.0385087 Dec 11 23:40:14.352905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-a9e50796-f447-4b5b-b98c-54062e0aa923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:14.354318 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-a9e50796-f447-4b5b-b98c-54062e0aa923 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7a03550-a71f-4092-967d-5c1b666cd598 HTTP/1.1" status: 200 len: 854 time: 0.0433035 Dec 11 23:40:14.399180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-d00fee5f-cb24-40e9-94db-ff9b810fb9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:14.400633 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-d00fee5f-cb24-40e9-94db-ff9b810fb9b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397727 Dec 11 23:40:14.493352 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-d0428767-d1f3-4820-9644-d8bf807131b1 service neutron] 10.222.0.47 "GET /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855327 Dec 11 23:40:14.582743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bba5b35-4758-420f-aff1-549be3a00b29 req-c5f8f593-c4cd-4521-b577-7b086db9c7bb service neutron] 10.222.0.47 "GET /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822809 Dec 11 23:40:15.237279 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde5f8e-e38b-4b71-8ed8-4c37f80a59f9 req-bb505d58-0315-404c-b762-63fea6099201 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:15.238764 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3dde5f8e-e38b-4b71-8ed8-4c37f80a59f9 req-bb505d58-0315-404c-b762-63fea6099201 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 944 time: 0.0483844 Dec 11 23:40:15.286985 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3dde5f8e-e38b-4b71-8ed8-4c37f80a59f9 req-d8b7236f-ab03-45f0-a64e-d45355c9af3b tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422103 Dec 11 23:40:16.410980 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a430e-01de-44cd-9283-a2702d6c6194 req-29aef251-9f02-4398-b4c7-a1a6b109f887 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:16.412453 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-154a430e-01de-44cd-9283-a2702d6c6194 req-29aef251-9f02-4398-b4c7-a1a6b109f887 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 944 time: 0.0548515 Dec 11 23:40:16.459221 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-154a430e-01de-44cd-9283-a2702d6c6194 req-a692b270-2a2f-43eb-8f94-842803f3f660 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408766 Dec 11 23:40:16.639549 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 761c8df6-9632-4b8b-9511-be5dbe77a907 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:40:16.735887 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 761c8df6-9632-4b8b-9511-be5dbe77a907, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=761c8df6-9632-4b8b-9511-be5dbe77a907,segment=NetworkSegment(362fba99-e1ca-4f33-b15f-a870ad3c67ba),segment_id=362fba99-e1ca-4f33-b15f-a870ad3c67ba)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:40:16.747899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '761c8df6-9632-4b8b-9511-be5dbe77a907', 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'port_id': '761c8df6-9632-4b8b-9511-be5dbe77a907', 'mac_address': 'fa:16:3e:4c:5f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:40:16.785006 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:16.797744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761c8df6-9632-4b8b-9511-be5dbe77a907 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:40:16.817000 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 761c8df6-9632-4b8b-9511-be5dbe77a907, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=761c8df6-9632-4b8b-9511-be5dbe77a907,segment=NetworkSegment(362fba99-e1ca-4f33-b15f-a870ad3c67ba),segment_id=362fba99-e1ca-4f33-b15f-a870ad3c67ba)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:40:16.908910 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:16.960137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=761c8df6-9632-4b8b-9511-be5dbe77a907,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:40:17.176654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['761c8df6-9632-4b8b-9511-be5dbe77a907'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:40:17.575840 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e663e1-6706-419c-be45-88f1522d0482 req-cd2e7e85-1204-4a6e-918d-8173d81cf951 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:17.577318 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a0e663e1-6706-419c-be45-88f1522d0482 req-cd2e7e85-1204-4a6e-918d-8173d81cf951 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 945 time: 0.0519571 Dec 11 23:40:17.624786 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a0e663e1-6706-419c-be45-88f1522d0482 req-173941d1-c5ce-4a18-88dc-581435a82834 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Dec 11 23:40:18.006574 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:18.656851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 761c8df6-9632-4b8b-9511-be5dbe77a907 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:40:18.740623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e46ed-4441-4d5c-96ea-929d3c6110db req-9fc2065e-8ecb-4f5c-87d3-25a5f46421dc tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:18.742088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-555e46ed-4441-4d5c-96ea-929d3c6110db req-9fc2065e-8ecb-4f5c-87d3-25a5f46421dc tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 945 time: 0.0485973 Dec 11 23:40:18.772242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 761c8df6-9632-4b8b-9511-be5dbe77a907 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:40:18.776230 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 761c8df6-9632-4b8b-9511-be5dbe77a907 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:40:18.776632 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:18.791077 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-555e46ed-4441-4d5c-96ea-929d3c6110db req-4dafbcfb-1517-4faa-810f-a93556bf1f34 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428853 Dec 11 23:40:18.865802 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:18.885578 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-964124bd-8613-40c4-b85c-c8684c4df3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:18.890529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761c8df6-9632-4b8b-9511-be5dbe77a907'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:40:18.892819 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10c5dc3-bcca-4874-8cd5-4a60add0f54e" -d '{"events": [{"server_uuid": "ef1a43f8-5dad-403f-84fd-1471bfecb6c9", "name": "network-vif-plugged", "status": "completed", "tag": "761c8df6-9632-4b8b-9511-be5dbe77a907"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:40:18.909595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 761c8df6-9632-4b8b-9511-be5dbe77a907, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=761c8df6-9632-4b8b-9511-be5dbe77a907,segment=NetworkSegment(362fba99-e1ca-4f33-b15f-a870ad3c67ba),segment_id=362fba99-e1ca-4f33-b15f-a870ad3c67ba)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:40:18.932320 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5702120-a0a0-473d-b25c-003589cbbf3b x-openstack-request-id: req-f5702120-a0a0-473d-b25c-003589cbbf3b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:40:18.932616 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1a43f8-5dad-403f-84fd-1471bfecb6c9", "name": "network-vif-plugged", "status": "completed", "tag": "761c8df6-9632-4b8b-9511-be5dbe77a907", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:40:18.932877 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5702120-a0a0-473d-b25c-003589cbbf3b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:40:18.933700 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761c8df6-9632-4b8b-9511-be5dbe77a907', 'code': 200} Dec 11 23:40:19.000515 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:19.050515 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=761c8df6-9632-4b8b-9511-be5dbe77a907,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:40:19.061536 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888e199-9e8e-4db7-983f-0800fc51da3e req-940b06f4-6a54-4b9c-aabd-9adb7572438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:19.063172 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0888e199-9e8e-4db7-983f-0800fc51da3e req-940b06f4-6a54-4b9c-aabd-9adb7572438c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 1097 time: 0.0408766 Dec 11 23:40:19.111923 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0888e199-9e8e-4db7-983f-0800fc51da3e req-43349379-dfc5-41b3-b537-b4ac19e5b0bd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400853 Dec 11 23:40:19.906296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a8581-73dd-4585-b299-6cf092fbeabc req-031fae7b-a030-4b0a-b88b-b9487195cd94 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:19.907767 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a5a8581-73dd-4585-b299-6cf092fbeabc req-031fae7b-a030-4b0a-b88b-b9487195cd94 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 946 time: 0.0486526 Dec 11 23:40:19.954166 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a5a8581-73dd-4585-b299-6cf092fbeabc req-2bff6ef5-2461-475f-bb38-a7f8c573e976 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402265 Dec 11 23:40:21.068314 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005dd1a-fd6b-44df-86fa-2ea9bce91435 req-f760103c-831b-4fbc-8d4d-0d58bddc458f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:21.069774 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6005dd1a-fd6b-44df-86fa-2ea9bce91435 req-f760103c-831b-4fbc-8d4d-0d58bddc458f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 946 time: 0.0475967 Dec 11 23:40:21.117023 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6005dd1a-fd6b-44df-86fa-2ea9bce91435 req-65a679ac-130c-487d-88b2-be1312297a6d tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413070 Dec 11 23:40:21.229915 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c435f4-f3c7-4d4a-832a-6f235b495420 req-d913e469-edbc-4a15-ab1f-d94c1366e80d tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:21.231404 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12c435f4-f3c7-4d4a-832a-6f235b495420 req-d913e469-edbc-4a15-ab1f-d94c1366e80d tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 946 time: 0.0483670 Dec 11 23:40:21.280598 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12c435f4-f3c7-4d4a-832a-6f235b495420 req-04e22901-440b-4440-976b-96f9840e660e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432167 Dec 11 23:40:21.337370 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-be251c22-8ec3-4532-b95f-7302337f5a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:21.470699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c4dd4-1ad2-43fb-bd76-c05d96a5989b req-e8a41dd8-f698-47df-8c68-4cd81028dd7b tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:21.472238 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-605c4dd4-1ad2-43fb-bd76-c05d96a5989b req-e8a41dd8-f698-47df-8c68-4cd81028dd7b tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 946 time: 0.0530612 Dec 11 23:40:21.522992 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-605c4dd4-1ad2-43fb-bd76-c05d96a5989b req-9c5526ff-e74a-444e-8ffa-dbee72c2097e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446112 Dec 11 23:40:22.417691 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:24.109113 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:24.629864 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:36.873770 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23848e14-9cf6-4a8e-ab88-7e93e43ffb80 req-4d268f3a-9bc0-46e4-8003-750dbb6679f2 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:36.875293 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-23848e14-9cf6-4a8e-ab88-7e93e43ffb80 req-4d268f3a-9bc0-46e4-8003-750dbb6679f2 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 946 time: 0.0486920 Dec 11 23:40:36.922389 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-23848e14-9cf6-4a8e-ab88-7e93e43ffb80 req-73479ee5-5650-4718-9eaa-c3403c9eef9d tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402586 Dec 11 23:40:36.945221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50326) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:40:37.072235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba579d9-c1bc-40c3-b3e8-d4975738be4f tempest-TestMinimumBasicScenario-806179835 tempest-TestMinimumBasicScenario-806179835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:37.073744 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9ba579d9-c1bc-40c3-b3e8-d4975738be4f tempest-TestMinimumBasicScenario-806179835 tempest-TestMinimumBasicScenario-806179835-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 1092 time: 0.1275086 Dec 11 23:40:37.076748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50330) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:40:37.081101 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '761c8df6-9632-4b8b-9511-be5dbe77a907', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:40:37.154531 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:37.249691 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:37.353117 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Allocated IP 172.25.1.106 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/892769f9-f22b-47c5-86c9-c97ebd37faaf) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:40:37.450459 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:37.600590 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:37.645062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:40:37.647965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:40:37.651837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:40:37.657125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Pushing event updated for resources: {'Port': ['ID=892769f9-f22b-47c5-86c9-c97ebd37faaf,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:40:37.686060 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:37.686415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:37.686763 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:37.687130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:37.687465 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:37.687797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:37.688127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:37.688577 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:37.688911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:37.689240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:37.689567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:37.689890 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:37.690214 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:38.017544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:38.145478 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:38.294075 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:38.354207 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:38.419978 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Pushing event updated for resources: {'Port': ['ID=892769f9-f22b-47c5-86c9-c97ebd37faaf,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:40:38.431746 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:38.533304 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Floating IP 0434a32c-1028-49eb-9432-06d2d24f2bf9 associated. External IP: 172.25.1.106, port: 761c8df6-9632-4b8b-9511-be5dbe77a907. Dec 11 23:40:38.741377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Router eca0f5ec-b621-4f37-918c-283e0d67c7a4 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:40:39.167948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:40:39.178356 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce3e74-4e79-4b32-a5fa-ba00ff47c97f None None] Sync routers for ids ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:40:39.187747 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce3e74-4e79-4b32-a5fa-ba00ff47c97f None None] Routers {'eca0f5ec-b621-4f37-918c-283e0d67c7a4'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:40:39.188354 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f4ce3e74-4e79-4b32-a5fa-ba00ff47c97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:40:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:40:39.231122 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:39.258849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-11d0e8d1-2e13-406f-9792-64494193fe5f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1809409 Dec 11 23:40:39.259364 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'tag': '761c8df6-9632-4b8b-9511-be5dbe77a907'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:40:39.261638 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363d403c-556f-488f-a90d-2d6e46f185d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1a43f8-5dad-403f-84fd-1471bfecb6c9", "tag": "761c8df6-9632-4b8b-9511-be5dbe77a907"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:40:39.261819 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50332) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:40:39.267323 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-520592427', 'description': 'tempest-secgroup-smoke-520592427 description', 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:40:39.304490 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859206ab-08fe-48eb-ac38-2a4a3ee139cb x-openstack-request-id: req-859206ab-08fe-48eb-ac38-2a4a3ee139cb {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:40:39.304790 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1a43f8-5dad-403f-84fd-1471bfecb6c9", "tag": "761c8df6-9632-4b8b-9511-be5dbe77a907", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:40:39.305169 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-859206ab-08fe-48eb-ac38-2a4a3ee139cb {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:40:39.305583 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'tag': '761c8df6-9632-4b8b-9511-be5dbe77a907', 'status': 'completed', 'code': 200} Dec 11 23:40:39.344378 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:39.396129 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d403c-556f-488f-a90d-2d6e46f185d8 req-6da9003d-4b1e-42ad-b408-120431f8c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:39.397647 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-363d403c-556f-488f-a90d-2d6e46f185d8 req-6da9003d-4b1e-42ad-b408-120431f8c6d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9dbc2b1c7204aba8f2bc00a05158f1e&device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 1097 time: 0.0442672 Dec 11 23:40:39.404488 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f4ce3e74-4e79-4b32-a5fa-ba00ff47c97f None None] Set router eca0f5ec-b621-4f37-918c-283e0d67c7a4 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:40:39.419364 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:39.491814 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:39.492290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d403c-556f-488f-a90d-2d6e46f185d8 req-346f3625-23f0-4431-8e4e-9926fb96a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:39.494292 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-363d403c-556f-488f-a90d-2d6e46f185d8 req-346f3625-23f0-4431-8e4e-9926fb96a13e service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 HTTP/1.1" status: 200 len: 916 time: 0.0889027 Dec 11 23:40:39.522719 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a999035-435f-4089-92ae-31708132aa21,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:40:39.530140 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:39.531728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:39.531728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:39.531728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:39.531728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:39.532111 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:39.532198 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:39.532482 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:39.532812 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:39.533141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:39.533472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:39.533796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:39.534122 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:40:39.563724 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-363d403c-556f-488f-a90d-2d6e46f185d8 req-e4189915-ec43-4e04-b349-5d341b8913ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761c8df6-9632-4b8b-9511-be5dbe77a907 HTTP/1.1" status: 200 len: 1000 time: 0.0619321 Dec 11 23:40:39.596726 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:39.599463 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cad14956-9404-4f8b-b34a-5c32a2311c9e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3363934 Dec 11 23:40:39.602752 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50336) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:40:39.607802 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-28782167-c46f-4347-804c-8ae4c926f4ac tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Request body: {'security_group_rule': {'security_group_id': '7a999035-435f-4089-92ae-31708132aa21', 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:40:39.614497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d403c-556f-488f-a90d-2d6e46f185d8 req-4c60f534-591c-430b-a158-0d078b77b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:39.616713 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-363d403c-556f-488f-a90d-2d6e46f185d8 req-4c60f534-591c-430b-a158-0d078b77b10d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7a03550-a71f-4092-967d-5c1b666cd598 HTTP/1.1" status: 200 len: 854 time: 0.0451767 Dec 11 23:40:39.643012 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f4ce3e74-4e79-4b32-a5fa-ba00ff47c97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'name': 'tempest-TestMinimumBasicScenario-1197140660-router', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:34Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'gw_port': {'id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:35Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '0434a32c-1028-49eb-9432-06d2d24f2bf9', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'port_id': '761c8df6-9632-4b8b-9511-be5dbe77a907', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'mac_address': 'fa:16:3e:4c:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:40:37Z', 'updated_at': '2021-12-11T23:40:37Z', 'revision_number': 0, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fd71e4-5d61-4feb-a4ec-c29495507c79', 'name': '', 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'mac_address': 'fa:16:3e:92:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:37Z', 'updated_at': '2021-12-11T23:39:41Z', 'revision_number': 5, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'subnets': [{'id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:40:39.667460 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d403c-556f-488f-a90d-2d6e46f185d8 req-76fdb35e-315d-403a-9721-4378bcd3d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:39.673397 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-363d403c-556f-488f-a90d-2d6e46f185d8 req-76fdb35e-315d-403a-9721-4378bcd3d4ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457649 Dec 11 23:40:39.673587 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce3e74-4e79-4b32-a5fa-ba00ff47c97f None None] Checking router: eca0f5ec-b621-4f37-918c-283e0d67c7a4 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:40:39.681888 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce3e74-4e79-4b32-a5fa-ba00ff47c97f None None] Routers {'eca0f5ec-b621-4f37-918c-283e0d67c7a4'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:40:39.682487 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f4ce3e74-4e79-4b32-a5fa-ba00ff47c97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:40:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:40:39.696672 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-28782167-c46f-4347-804c-8ae4c926f4ac tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:39.755672 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-28782167-c46f-4347-804c-8ae4c926f4ac tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:39.766906 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-363d403c-556f-488f-a90d-2d6e46f185d8 req-b5e6d846-2b75-42e8-9534-6928da5a3124 service neutron] 10.222.0.47 "GET /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895293 Dec 11 23:40:39.791809 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f4ce3e74-4e79-4b32-a5fa-ba00ff47c97f None None] Set router eca0f5ec-b621-4f37-918c-283e0d67c7a4 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:40:39.811985 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-28782167-c46f-4347-804c-8ae4c926f4ac tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:39.832368 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28782167-c46f-4347-804c-8ae4c926f4ac tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a37f5f4-472d-4701-8b59-126438288892,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:40:39.867964 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-363d403c-556f-488f-a90d-2d6e46f185d8 req-5375a6da-d964-41f7-9f99-c1ea78fe05db service neutron] 10.222.0.47 "GET /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927444 Dec 11 23:40:39.899643 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-28782167-c46f-4347-804c-8ae4c926f4ac tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:39.900992 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-28782167-c46f-4347-804c-8ae4c926f4ac tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2972012 Dec 11 23:40:39.903852 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50338) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:40:39.908616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-40d3806c-17ed-4144-a7ae-ed5640d806b6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Request body: {'security_group_rule': {'security_group_id': '7a999035-435f-4089-92ae-31708132aa21', 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:40:40.006226 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40d3806c-17ed-4144-a7ae-ed5640d806b6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:40.024238 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f4ce3e74-4e79-4b32-a5fa-ba00ff47c97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'name': 'tempest-TestMinimumBasicScenario-1197140660-router', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:34Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'gw_port': {'id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:35Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '0434a32c-1028-49eb-9432-06d2d24f2bf9', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'port_id': '761c8df6-9632-4b8b-9511-be5dbe77a907', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'mac_address': 'fa:16:3e:4c:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:40:37Z', 'updated_at': '2021-12-11T23:40:37Z', 'revision_number': 0, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fd71e4-5d61-4feb-a4ec-c29495507c79', 'name': '', 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'mac_address': 'fa:16:3e:92:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:37Z', 'updated_at': '2021-12-11T23:39:41Z', 'revision_number': 5, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'subnets': [{'id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:40:40.053222 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce3e74-4e79-4b32-a5fa-ba00ff47c97f None None] The sync data for ids ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'] in n-d-710847-6 is: [{'id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'name': 'tempest-TestMinimumBasicScenario-1197140660-router', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:34Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'gw_port': {'id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:35Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '0434a32c-1028-49eb-9432-06d2d24f2bf9', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'port_id': '761c8df6-9632-4b8b-9511-be5dbe77a907', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'mac_address': 'fa:16:3e:4c:5f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:40:37Z', 'updated_at': '2021-12-11T23:40:37Z', 'revision_number': 0, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fd71e4-5d61-4feb-a4ec-c29495507c79', 'name': '', 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'mac_address': 'fa:16:3e:92:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:37Z', 'updated_at': '2021-12-11T23:39:41Z', 'revision_number': 5, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'subnets': [{'id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:40:40.078401 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40d3806c-17ed-4144-a7ae-ed5640d806b6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:40.166009 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40d3806c-17ed-4144-a7ae-ed5640d806b6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:40.189493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3806c-17ed-4144-a7ae-ed5640d806b6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179aa1b4-7b21-4c6d-9967-38b1770b6bd2,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:40:40.254340 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a81f1f2-c7f3-4781-ac4f-964eb06d8ebf None None] New status for floating IP 0434a32c-1028-49eb-9432-06d2d24f2bf9: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:40:40.265113 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-40d3806c-17ed-4144-a7ae-ed5640d806b6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:40.266910 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-40d3806c-17ed-4144-a7ae-ed5640d806b6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3614638 Dec 11 23:40:40.274795 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50340) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:40:40.279557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a2730bb4-fbf9-46d2-8222-92be1f99669d tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Request body: {'security_group_rule': {'security_group_id': '7a999035-435f-4089-92ae-31708132aa21', 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:40:40.353568 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:40:40.388251 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a2730bb4-fbf9-46d2-8222-92be1f99669d tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:40.446082 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a2730bb4-fbf9-46d2-8222-92be1f99669d tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:40.497642 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a2730bb4-fbf9-46d2-8222-92be1f99669d tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:40.518339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2730bb4-fbf9-46d2-8222-92be1f99669d tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b242bca-553c-4aca-acc3-e54242b6f719,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:40:40.579280 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a2730bb4-fbf9-46d2-8222-92be1f99669d tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:40.580491 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a2730bb4-fbf9-46d2-8222-92be1f99669d tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3043969 Dec 11 23:40:40.586125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50342) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:40:40.590714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-50dfe312-050d-4a05-8c9c-4070d452f7b6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Request body: {'security_group_rule': {'security_group_id': '7a999035-435f-4089-92ae-31708132aa21', 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:40:40.656531 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-50dfe312-050d-4a05-8c9c-4070d452f7b6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:40.717294 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-50dfe312-050d-4a05-8c9c-4070d452f7b6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:40.788329 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-50dfe312-050d-4a05-8c9c-4070d452f7b6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:40.806373 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfe312-050d-4a05-8c9c-4070d452f7b6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a808c16-5e1b-4dce-94c7-5292b9a7ddf8,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:40:40.848585 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-50dfe312-050d-4a05-8c9c-4070d452f7b6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:40.849860 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-50dfe312-050d-4a05-8c9c-4070d452f7b6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2626610 Dec 11 23:40:40.857049 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50344) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:40:40.857049 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3068c9c4-9f0a-4b3b-9357-770f9e837a45 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Request body: {'security_group_rule': {'security_group_id': '7a999035-435f-4089-92ae-31708132aa21', 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:40:40.948864 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-3068c9c4-9f0a-4b3b-9357-770f9e837a45 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Project e9dbc2b1c7204aba8f2bc00a05158f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:40:40.953778 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3068c9c4-9f0a-4b3b-9357-770f9e837a45 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:41.012465 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3068c9c4-9f0a-4b3b-9357-770f9e837a45 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:41.085536 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3068c9c4-9f0a-4b3b-9357-770f9e837a45 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:41.103285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068c9c4-9f0a-4b3b-9357-770f9e837a45 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9883d51-11c8-4956-9690-723e191bb2cf,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:40:41.156213 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3068c9c4-9f0a-4b3b-9357-770f9e837a45 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:41.157414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3068c9c4-9f0a-4b3b-9357-770f9e837a45 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3039010 Dec 11 23:40:41.161011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50346) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:40:41.165315 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ee94ee97-410e-4d2b-a9cd-3ce70ad31f88 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Request body: {'security_group_rule': {'security_group_id': '7a999035-435f-4089-92ae-31708132aa21', 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:40:41.234534 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-ee94ee97-410e-4d2b-a9cd-3ce70ad31f88 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Project e9dbc2b1c7204aba8f2bc00a05158f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:40:41.239425 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee94ee97-410e-4d2b-a9cd-3ce70ad31f88 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:41.298765 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee94ee97-410e-4d2b-a9cd-3ce70ad31f88 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:41.371353 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee94ee97-410e-4d2b-a9cd-3ce70ad31f88 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:41.390201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94ee97-410e-4d2b-a9cd-3ce70ad31f88 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b202afc1-8953-4e8a-9189-b7d8007f32b6,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:40:41.453427 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ee94ee97-410e-4d2b-a9cd-3ce70ad31f88 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:41.454677 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ee94ee97-410e-4d2b-a9cd-3ce70ad31f88 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2927320 Dec 11 23:40:41.557411 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0934989-d4d7-4583-936d-5e6dd2b4b46b req-7e70e891-b9bb-4ce6-8dc3-0da42a2a366c tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-520592427&fields=id&tenant_id=e9dbc2b1c7204aba8f2bc00a05158f1e HTTP/1.1" status: 200 len: 267 time: 0.0439358 Dec 11 23:40:41.621716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0934989-d4d7-4583-936d-5e6dd2b4b46b req-b11e2bb2-0f30-47a0-8da6-bce82b588264 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:41.623472 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0934989-d4d7-4583-936d-5e6dd2b4b46b req-b11e2bb2-0f30-47a0-8da6-bce82b588264 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 946 time: 0.0591867 Dec 11 23:40:41.636672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-a0934989-d4d7-4583-936d-5e6dd2b4b46b req-1712b833-52f0-4a97-a94e-d0c5ddf0f268 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Request body: {'port': {'security_groups': ['3adc4537-7682-4d6e-9b44-c6ff0482efed', '7a999035-435f-4089-92ae-31708132aa21']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:40:41.701590 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a0934989-d4d7-4583-936d-5e6dd2b4b46b req-1712b833-52f0-4a97-a94e-d0c5ddf0f268 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:41.883320 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a0934989-d4d7-4583-936d-5e6dd2b4b46b req-1712b833-52f0-4a97-a94e-d0c5ddf0f268 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] For port 761c8df6-9632-4b8b-9511-be5dbe77a907, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=761c8df6-9632-4b8b-9511-be5dbe77a907,segment=NetworkSegment(362fba99-e1ca-4f33-b15f-a870ad3c67ba),segment_id=362fba99-e1ca-4f33-b15f-a870ad3c67ba)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:40:41.912636 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a0934989-d4d7-4583-936d-5e6dd2b4b46b req-1712b833-52f0-4a97-a94e-d0c5ddf0f268 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:41.954276 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a0934989-d4d7-4583-936d-5e6dd2b4b46b req-1712b833-52f0-4a97-a94e-d0c5ddf0f268 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:41.989261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['761c8df6-9632-4b8b-9511-be5dbe77a907'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:40:42.004130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0934989-d4d7-4583-936d-5e6dd2b4b46b req-1712b833-52f0-4a97-a94e-d0c5ddf0f268 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:42.004764 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a0934989-d4d7-4583-936d-5e6dd2b4b46b req-1712b833-52f0-4a97-a94e-d0c5ddf0f268 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:42.006418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0934989-d4d7-4583-936d-5e6dd2b4b46b req-1712b833-52f0-4a97-a94e-d0c5ddf0f268 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "PUT /v2.0/ports/761c8df6-9632-4b8b-9511-be5dbe77a907 HTTP/1.1" status: 200 len: 982 time: 0.3754091 Dec 11 23:40:42.006905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'tag': '761c8df6-9632-4b8b-9511-be5dbe77a907'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:40:42.012633 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6640282-9452-45f2-9208-98d1eac66dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1a43f8-5dad-403f-84fd-1471bfecb6c9", "tag": "761c8df6-9632-4b8b-9511-be5dbe77a907"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:40:42.047063 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712b833-52f0-4a97-a94e-d0c5ddf0f268 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Pushing event updated for resources: {'Port': ['ID=761c8df6-9632-4b8b-9511-be5dbe77a907,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:40:42.066609 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ae565d-28ae-4269-8c01-cdcea8a4fa89 x-openstack-request-id: req-55ae565d-28ae-4269-8c01-cdcea8a4fa89 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:40:42.066967 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1a43f8-5dad-403f-84fd-1471bfecb6c9", "tag": "761c8df6-9632-4b8b-9511-be5dbe77a907", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:40:42.067229 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-55ae565d-28ae-4269-8c01-cdcea8a4fa89 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:40:42.067665 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'tag': '761c8df6-9632-4b8b-9511-be5dbe77a907', 'status': 'completed', 'code': 200} Dec 11 23:40:42.126255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['761c8df6-9632-4b8b-9511-be5dbe77a907'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:40:42.170832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72711ab7-a753-46f1-bf5d-71c558b61834 req-e2b81085-fed8-4e00-9f15-eb04f12b9f4c tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:42.172412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72711ab7-a753-46f1-bf5d-71c558b61834 req-e2b81085-fed8-4e00-9f15-eb04f12b9f4c tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 985 time: 0.0869207 Dec 11 23:40:42.179409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6640282-9452-45f2-9208-98d1eac66dc0 req-f57e429b-1c2e-40e4-90f0-e56459cd191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:42.180869 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6640282-9452-45f2-9208-98d1eac66dc0 req-f57e429b-1c2e-40e4-90f0-e56459cd191c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9dbc2b1c7204aba8f2bc00a05158f1e&device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 1136 time: 0.0612521 Dec 11 23:40:42.296360 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-72711ab7-a753-46f1-bf5d-71c558b61834 req-b90b88ab-8918-4e58-b8ce-63246955bb0a tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a999035-435f-4089-92ae-31708132aa21&id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143875 Dec 11 23:40:42.321162 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6640282-9452-45f2-9208-98d1eac66dc0 req-26a6bf66-f564-416a-b6bf-8078863860c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:42.322630 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6640282-9452-45f2-9208-98d1eac66dc0 req-26a6bf66-f564-416a-b6bf-8078863860c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 HTTP/1.1" status: 200 len: 916 time: 0.1267529 Dec 11 23:40:42.385288 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5a0f525d-a8a0-48fc-9556-7d554a7bb1ab None None] Provisioning complete for port 761c8df6-9632-4b8b-9511-be5dbe77a907 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:40:42.385667 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5a0f525d-a8a0-48fc-9556-7d554a7bb1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:42.391710 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6640282-9452-45f2-9208-98d1eac66dc0 req-eac06cd9-7849-43b7-b7a8-04fd35f4b353 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761c8df6-9632-4b8b-9511-be5dbe77a907 HTTP/1.1" status: 200 len: 1002 time: 0.0613260 Dec 11 23:40:42.446571 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6640282-9452-45f2-9208-98d1eac66dc0 req-0536c3ba-39df-442e-b3fa-e9588228ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:42.447983 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6640282-9452-45f2-9208-98d1eac66dc0 req-0536c3ba-39df-442e-b3fa-e9588228ea14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7a03550-a71f-4092-967d-5c1b666cd598 HTTP/1.1" status: 200 len: 854 time: 0.0489101 Dec 11 23:40:42.495326 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6640282-9452-45f2-9208-98d1eac66dc0 req-84791272-b840-40c3-9ece-5c12ea5df8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:42.496849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6640282-9452-45f2-9208-98d1eac66dc0 req-84791272-b840-40c3-9ece-5c12ea5df8c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406706 Dec 11 23:40:42.592688 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6640282-9452-45f2-9208-98d1eac66dc0 req-f8f978ae-82aa-4899-ae19-a3a3de6dd149 service neutron] 10.222.0.47 "GET /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851583 Dec 11 23:40:42.692209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a6640282-9452-45f2-9208-98d1eac66dc0 req-5d35ff52-4f76-4074-9457-2ebb5b0010b7 service neutron] 10.222.0.47 "GET /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922341 Dec 11 23:40:44.182698 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:47.989110 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:48.880426 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a517f28e-e5a0-48a5-962d-0984551be9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:51.359956 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1ae1728e-2338-4e93-8a36-4a33fe8251cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:52.026997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f2da1-6003-4e66-837d-e1c73bd9c37b req-666b3aa8-8427-43ce-b1ae-d3e85b0f5344 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:52.028419 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c5f2da1-6003-4e66-837d-e1c73bd9c37b req-666b3aa8-8427-43ce-b1ae-d3e85b0f5344 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 985 time: 0.0529790 Dec 11 23:40:52.117871 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1c5f2da1-6003-4e66-837d-e1c73bd9c37b req-91f99274-8948-43a9-8e2f-e77b0154947f tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a999035-435f-4089-92ae-31708132aa21&id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820663 Dec 11 23:40:52.130348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85d3fb-c7e9-4f56-9f6e-797438f193c4 req-1553065d-870c-4cf3-b8f3-2b02ec86fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:52.131890 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de85d3fb-c7e9-4f56-9f6e-797438f193c4 req-1553065d-870c-4cf3-b8f3-2b02ec86fcb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9dbc2b1c7204aba8f2bc00a05158f1e&device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 1136 time: 0.0612035 Dec 11 23:40:52.224271 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85d3fb-c7e9-4f56-9f6e-797438f193c4 req-df123c49-5252-4ad9-8f9d-3757bd188131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:52.225733 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de85d3fb-c7e9-4f56-9f6e-797438f193c4 req-df123c49-5252-4ad9-8f9d-3757bd188131 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 HTTP/1.1" status: 200 len: 916 time: 0.0850933 Dec 11 23:40:52.297599 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de85d3fb-c7e9-4f56-9f6e-797438f193c4 req-ce75dfe6-e5cc-49de-ba5c-15e5001e2f2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761c8df6-9632-4b8b-9511-be5dbe77a907 HTTP/1.1" status: 200 len: 1002 time: 0.0634024 Dec 11 23:40:52.350100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85d3fb-c7e9-4f56-9f6e-797438f193c4 req-8d1f428f-e17f-4d5f-b28e-ce6dbee25078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:52.351543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de85d3fb-c7e9-4f56-9f6e-797438f193c4 req-8d1f428f-e17f-4d5f-b28e-ce6dbee25078 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7a03550-a71f-4092-967d-5c1b666cd598 HTTP/1.1" status: 200 len: 854 time: 0.0430963 Dec 11 23:40:52.397472 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85d3fb-c7e9-4f56-9f6e-797438f193c4 req-224849f5-45d1-44bd-8299-c8123d2ee6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:52.399032 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de85d3fb-c7e9-4f56-9f6e-797438f193c4 req-224849f5-45d1-44bd-8299-c8123d2ee6a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408316 Dec 11 23:40:52.416861 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:52.491893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de85d3fb-c7e9-4f56-9f6e-797438f193c4 req-16a756ee-d188-46c1-99ed-46ec5773b085 service neutron] 10.222.0.47 "GET /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852513 Dec 11 23:40:52.580917 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-de85d3fb-c7e9-4f56-9f6e-797438f193c4 req-90d56f0e-57f0-4196-a944-66a87b118ac0 service neutron] 10.222.0.47 "GET /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815847 Dec 11 23:40:53.243909 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75c02d-37e2-4d1a-8f3c-606cf6d7854c req-3864b963-eba9-45d6-bb83-793bb7ce1847 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:53.245402 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb75c02d-37e2-4d1a-8f3c-606cf6d7854c req-3864b963-eba9-45d6-bb83-793bb7ce1847 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 985 time: 0.0494075 Dec 11 23:40:53.304636 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb75c02d-37e2-4d1a-8f3c-606cf6d7854c req-9af36c0e-aa9a-46a9-bad6-f7404fe51933 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a999035-435f-4089-92ae-31708132aa21&id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531566 Dec 11 23:40:54.137220 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:54.423305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd0e8f-045d-48fb-9628-f67ddc18f48a req-b5213c7d-5898-471f-8ba1-be414143f449 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:54.424827 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9fdd0e8f-045d-48fb-9628-f67ddc18f48a req-b5213c7d-5898-471f-8ba1-be414143f449 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 985 time: 0.0501988 Dec 11 23:40:54.485072 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9fdd0e8f-045d-48fb-9628-f67ddc18f48a req-1c785bc3-35fb-4a40-8126-73268936391e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a999035-435f-4089-92ae-31708132aa21&id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532203 Dec 11 23:40:54.656952 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:40:55.604569 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30a462-59ba-40e9-94d2-6a99c03bf9c2 req-ada14765-02cd-4804-947f-31add65e0552 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:55.606104 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f30a462-59ba-40e9-94d2-6a99c03bf9c2 req-ada14765-02cd-4804-947f-31add65e0552 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 985 time: 0.0523469 Dec 11 23:40:55.664770 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f30a462-59ba-40e9-94d2-6a99c03bf9c2 req-aa967311-1491-4bce-baa4-a10a75c247f1 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a999035-435f-4089-92ae-31708132aa21&id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526323 Dec 11 23:40:56.786957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c2d98-af8a-4ff5-b094-323b84bb974c req-ff240b4a-2109-453c-ba8d-4b3442993eb7 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:56.788418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-923c2d98-af8a-4ff5-b094-323b84bb974c req-ff240b4a-2109-453c-ba8d-4b3442993eb7 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 985 time: 0.0544255 Dec 11 23:40:56.850386 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-923c2d98-af8a-4ff5-b094-323b84bb974c req-93b1d2ea-8ca5-4b79-8702-8240ea2362fc tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a999035-435f-4089-92ae-31708132aa21&id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557981 Dec 11 23:40:57.965305 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b1c49-7cfa-4ee9-873f-e735ed5afe0b req-4476aeb0-3160-4469-9b22-3399d9628d66 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:57.966696 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5b1b1c49-7cfa-4ee9-873f-e735ed5afe0b req-4476aeb0-3160-4469-9b22-3399d9628d66 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 985 time: 0.0484273 Dec 11 23:40:58.026984 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5b1b1c49-7cfa-4ee9-873f-e735ed5afe0b req-bd0a1021-f0b8-495c-b6f5-40a46d6f98c5 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a999035-435f-4089-92ae-31708132aa21&id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541923 Dec 11 23:40:59.142503 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7f3e0-26df-410c-8235-33db5af96071 req-cb11b8c9-a3d4-4cf7-b0ee-91c32634f367 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:40:59.144496 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31a7f3e0-26df-410c-8235-33db5af96071 req-cb11b8c9-a3d4-4cf7-b0ee-91c32634f367 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 985 time: 0.0494611 Dec 11 23:40:59.203700 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31a7f3e0-26df-410c-8235-33db5af96071 req-50228b8f-1b9e-475e-90c3-2653f3911d74 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a999035-435f-4089-92ae-31708132aa21&id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529838 Dec 11 23:41:00.323394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35840f0a-46d9-4b93-af9f-e3def0e41499 req-83015f2f-1286-43ff-ad82-2e9e71e923c3 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:00.324796 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-35840f0a-46d9-4b93-af9f-e3def0e41499 req-83015f2f-1286-43ff-ad82-2e9e71e923c3 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 985 time: 0.0486777 Dec 11 23:41:00.390076 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-35840f0a-46d9-4b93-af9f-e3def0e41499 req-f68f2b36-76ed-4949-bd2b-17462e6cadfd tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a999035-435f-4089-92ae-31708132aa21&id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589976 Dec 11 23:41:01.513840 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620a79c-f0f3-4c7c-95d4-4975d3f1296c req-876d5de8-d31b-41db-8057-1c52fc01d0f2 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:01.515339 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0620a79c-f0f3-4c7c-95d4-4975d3f1296c req-876d5de8-d31b-41db-8057-1c52fc01d0f2 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 985 time: 0.0570803 Dec 11 23:41:01.579128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0620a79c-f0f3-4c7c-95d4-4975d3f1296c req-e7700a0e-cfbd-4cb6-9cf8-bb625118574c tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a999035-435f-4089-92ae-31708132aa21&id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573456 Dec 11 23:41:02.020177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2052b1-0423-49e5-a657-fb734d7df3fa req-5179f6ba-4da2-42e6-a77c-bfd3c2d76458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:02.021705 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd2052b1-0423-49e5-a657-fb734d7df3fa req-5179f6ba-4da2-42e6-a77c-bfd3c2d76458 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9dbc2b1c7204aba8f2bc00a05158f1e&device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 1136 time: 0.0419321 Dec 11 23:41:02.125185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2052b1-0423-49e5-a657-fb734d7df3fa req-df3b7759-2fa6-49c9-9966-5cd3486dd0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:02.126652 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd2052b1-0423-49e5-a657-fb734d7df3fa req-df3b7759-2fa6-49c9-9966-5cd3486dd0f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 HTTP/1.1" status: 200 len: 916 time: 0.0861688 Dec 11 23:41:02.195525 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd2052b1-0423-49e5-a657-fb734d7df3fa req-3f38b222-0893-4332-a50a-630d740b02d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761c8df6-9632-4b8b-9511-be5dbe77a907 HTTP/1.1" status: 200 len: 1002 time: 0.0615354 Dec 11 23:41:02.244879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2052b1-0423-49e5-a657-fb734d7df3fa req-59ff91dd-a87b-4643-b78a-6b67bb1c2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:02.246208 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd2052b1-0423-49e5-a657-fb734d7df3fa req-59ff91dd-a87b-4643-b78a-6b67bb1c2c9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7a03550-a71f-4092-967d-5c1b666cd598 HTTP/1.1" status: 200 len: 854 time: 0.0433357 Dec 11 23:41:02.294713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2052b1-0423-49e5-a657-fb734d7df3fa req-07233edd-cb6e-45e2-bd39-b8e8fff8897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:02.296191 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd2052b1-0423-49e5-a657-fb734d7df3fa req-07233edd-cb6e-45e2-bd39-b8e8fff8897e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428431 Dec 11 23:41:02.382933 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd2052b1-0423-49e5-a657-fb734d7df3fa req-ea7e2f8c-4fa5-4739-b2d7-cb36d9708fe5 service neutron] 10.222.0.47 "GET /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793550 Dec 11 23:41:02.476481 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cd2052b1-0423-49e5-a657-fb734d7df3fa req-8d3959fa-c411-4c34-ae4b-5592d78af779 service neutron] 10.222.0.47 "GET /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868244 Dec 11 23:41:02.692568 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e6afc-386c-46b0-bbd8-bfe0556d0f1c req-ed455de4-e670-477d-9cdc-25310affbdc6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:02.694054 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca6e6afc-386c-46b0-bbd8-bfe0556d0f1c req-ed455de4-e670-477d-9cdc-25310affbdc6 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 985 time: 0.0482829 Dec 11 23:41:02.753811 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ca6e6afc-386c-46b0-bbd8-bfe0556d0f1c req-2733ceca-a6f0-401d-92f7-894cc210601b tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a999035-435f-4089-92ae-31708132aa21&id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531301 Dec 11 23:41:03.870889 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5337a38-904d-47c2-91ee-dc5b2f81c839 req-106c3919-e527-49b1-8178-9efbe79e9232 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:03.872375 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b5337a38-904d-47c2-91ee-dc5b2f81c839 req-106c3919-e527-49b1-8178-9efbe79e9232 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 985 time: 0.0501187 Dec 11 23:41:03.931733 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b5337a38-904d-47c2-91ee-dc5b2f81c839 req-8ea70820-02ed-4e0e-8c5a-18add641d427 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a999035-435f-4089-92ae-31708132aa21&id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532811 Dec 11 23:41:14.199886 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:17.352744 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:41:17.988175 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:18.868107 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2bc7dc89-0c85-4825-aaa3-71de64f51eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:21.348012 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2ff6f5db-fe27-4687-9f43-42e309454bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:22.456810 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:24.102593 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:24.673905 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:36.412129 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20bbacb9-8e54-4009-83f4-d97cda3c59ce req-e1e0130f-c2d3-482f-b004-fa8670dda949 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-520592427&fields=id&tenant_id=e9dbc2b1c7204aba8f2bc00a05158f1e HTTP/1.1" status: 200 len: 267 time: 0.0444124 Dec 11 23:41:36.463890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbacb9-8e54-4009-83f4-d97cda3c59ce req-1af11d07-9a84-4c10-a20a-c4bb4ee1fdc2 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:36.465337 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20bbacb9-8e54-4009-83f4-d97cda3c59ce req-1af11d07-9a84-4c10-a20a-c4bb4ee1fdc2 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 985 time: 0.0475791 Dec 11 23:41:36.476082 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [req-20bbacb9-8e54-4009-83f4-d97cda3c59ce req-e903635c-b1d3-4be3-83ac-1721c2437f54 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Request body: {'port': {'security_groups': ['3adc4537-7682-4d6e-9b44-c6ff0482efed']}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:41:36.551151 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-20bbacb9-8e54-4009-83f4-d97cda3c59ce req-e903635c-b1d3-4be3-83ac-1721c2437f54 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:36.724379 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [req-20bbacb9-8e54-4009-83f4-d97cda3c59ce req-e903635c-b1d3-4be3-83ac-1721c2437f54 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] For port 761c8df6-9632-4b8b-9511-be5dbe77a907, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=761c8df6-9632-4b8b-9511-be5dbe77a907,segment=NetworkSegment(362fba99-e1ca-4f33-b15f-a870ad3c67ba),segment_id=362fba99-e1ca-4f33-b15f-a870ad3c67ba)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:41:36.753411 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-20bbacb9-8e54-4009-83f4-d97cda3c59ce req-e903635c-b1d3-4be3-83ac-1721c2437f54 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:36.810516 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-20bbacb9-8e54-4009-83f4-d97cda3c59ce req-e903635c-b1d3-4be3-83ac-1721c2437f54 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:36.843702 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['761c8df6-9632-4b8b-9511-be5dbe77a907'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:41:36.861905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbacb9-8e54-4009-83f4-d97cda3c59ce req-e903635c-b1d3-4be3-83ac-1721c2437f54 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:36.862542 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [req-20bbacb9-8e54-4009-83f4-d97cda3c59ce req-e903635c-b1d3-4be3-83ac-1721c2437f54 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:36.897110 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20bbacb9-8e54-4009-83f4-d97cda3c59ce req-e903635c-b1d3-4be3-83ac-1721c2437f54 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "PUT /v2.0/ports/761c8df6-9632-4b8b-9511-be5dbe77a907 HTTP/1.1" status: 200 len: 943 time: 0.3940375 Dec 11 23:41:36.897110 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'tag': '761c8df6-9632-4b8b-9511-be5dbe77a907'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:41:36.897110 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b8f82dd82bb3308a7fe1c0bc9646015abbcd992e8595cd3773a37f0ca4f15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f549c7e-f907-431f-84f5-9523df8c58a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1a43f8-5dad-403f-84fd-1471bfecb6c9", "tag": "761c8df6-9632-4b8b-9511-be5dbe77a907"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:41:36.898268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50390) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:41:36.898661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903635c-b1d3-4be3-83ac-1721c2437f54 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Pushing event updated for resources: {'Port': ['ID=761c8df6-9632-4b8b-9511-be5dbe77a907,revision_number=7']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:41:36.968523 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7b46-7e2e-499f-86f8-4b83ce9f5c38 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:36.989158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['761c8df6-9632-4b8b-9511-be5dbe77a907'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:41:37.000725 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7b46-7e2e-499f-86f8-4b83ce9f5c38 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:37.091771 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04b54a9-955d-4089-beb4-16636fb96008 x-openstack-request-id: req-d04b54a9-955d-4089-beb4-16636fb96008 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:41:37.092085 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1a43f8-5dad-403f-84fd-1471bfecb6c9", "tag": "761c8df6-9632-4b8b-9511-be5dbe77a907", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:41:37.092344 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d04b54a9-955d-4089-beb4-16636fb96008 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:41:37.092752 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'tag': '761c8df6-9632-4b8b-9511-be5dbe77a907', 'status': 'completed', 'code': 200} Dec 11 23:41:37.125979 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7b46-7e2e-499f-86f8-4b83ce9f5c38 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:37.128816 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7b46-7e2e-499f-86f8-4b83ce9f5c38 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:37.130268 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-bb8a7b46-7e2e-499f-86f8-4b83ce9f5c38 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "DELETE /v2.0/security-groups/7a999035-435f-4089-92ae-31708132aa21 HTTP/1.1" status: 204 len: 168 time: 0.2588055 Dec 11 23:41:37.133205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50396) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:41:37.166018 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a7b46-7e2e-499f-86f8-4b83ce9f5c38 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a999035-435f-4089-92ae-31708132aa21,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:41:37.166278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-fd69023b-27e2-455d-baf3-7e7bb40c8934 None None] Provisioning complete for port 761c8df6-9632-4b8b-9511-be5dbe77a907 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:41:37.166514 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fd69023b-27e2-455d-baf3-7e7bb40c8934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:37.182769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f549c7e-f907-431f-84f5-9523df8c58a8 req-e1ecfae7-dcc0-4ca5-ab31-f2ef97ef5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:37.184339 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f549c7e-f907-431f-84f5-9523df8c58a8 req-e1ecfae7-dcc0-4ca5-ab31-f2ef97ef5122 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9dbc2b1c7204aba8f2bc00a05158f1e&device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 1097 time: 0.0501475 Dec 11 23:41:37.288118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f549c7e-f907-431f-84f5-9523df8c58a8 req-ee177958-0d63-4a64-a0d4-cbc6f2ec12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:37.289763 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f549c7e-f907-431f-84f5-9523df8c58a8 req-ee177958-0d63-4a64-a0d4-cbc6f2ec12a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 HTTP/1.1" status: 200 len: 916 time: 0.0966344 Dec 11 23:41:37.324889 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8804ef99-782a-44cd-a72d-1749aa94febd tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Deleting port 892769f9-f22b-47c5-86c9-c97ebd37faaf {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:41:37.325238 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8804ef99-782a-44cd-a72d-1749aa94febd tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:37.360088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f549c7e-f907-431f-84f5-9523df8c58a8 req-c42e8655-ea56-4b33-b582-009d99b6ed98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761c8df6-9632-4b8b-9511-be5dbe77a907 HTTP/1.1" status: 200 len: 1002 time: 0.0633237 Dec 11 23:41:37.404071 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8804ef99-782a-44cd-a72d-1749aa94febd tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:37.404402 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8804ef99-782a-44cd-a72d-1749aa94febd tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:37.411187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f549c7e-f907-431f-84f5-9523df8c58a8 req-a0ad9235-f63a-4a21-9ad0-db07092488d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:37.412727 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f549c7e-f907-431f-84f5-9523df8c58a8 req-a0ad9235-f63a-4a21-9ad0-db07092488d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7a03550-a71f-4092-967d-5c1b666cd598 HTTP/1.1" status: 200 len: 854 time: 0.0444129 Dec 11 23:41:37.416202 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-8804ef99-782a-44cd-a72d-1749aa94febd tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Calling delete_port for 892769f9-f22b-47c5-86c9-c97ebd37faaf owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:41:37.458456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f549c7e-f907-431f-84f5-9523df8c58a8 req-1774af80-1f14-4bd3-94a3-956289a8fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:37.460011 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f549c7e-f907-431f-84f5-9523df8c58a8 req-1774af80-1f14-4bd3-94a3-956289a8fa9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408125 Dec 11 23:41:37.553545 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f549c7e-f907-431f-84f5-9523df8c58a8 req-4d84a59b-360e-4876-8fe8-3c68e64bfeb4 service neutron] 10.222.0.47 "GET /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859547 Dec 11 23:41:37.611239 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8804ef99-782a-44cd-a72d-1749aa94febd tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:37.639609 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804ef99-782a-44cd-a72d-1749aa94febd tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Pushing event deleted for resources: {'Port': ['ID=892769f9-f22b-47c5-86c9-c97ebd37faaf,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:41:37.643522 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5f549c7e-f907-431f-84f5-9523df8c58a8 req-d8718f81-228f-499b-93c7-ce0d747af4b5 service neutron] 10.222.0.47 "GET /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831959 Dec 11 23:41:37.701423 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8804ef99-782a-44cd-a72d-1749aa94febd tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:37.701753 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-8804ef99-782a-44cd-a72d-1749aa94febd tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Floating IP 0434a32c-1028-49eb-9432-06d2d24f2bf9 disassociated (deleted). External IP: 172.25.1.106, port: 761c8df6-9632-4b8b-9511-be5dbe77a907. Dec 11 23:41:37.908605 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8804ef99-782a-44cd-a72d-1749aa94febd tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Router eca0f5ec-b621-4f37-918c-283e0d67c7a4 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:41:38.015636 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8804ef99-782a-44cd-a72d-1749aa94febd tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:41:38.020356 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8804ef99-782a-44cd-a72d-1749aa94febd tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:38.026672 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f0f4b3-cf87-4caa-81e6-5469a9ec55a1 None None] Sync routers for ids ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:41:38.036115 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0f4b3-cf87-4caa-81e6-5469a9ec55a1 None None] Routers {'eca0f5ec-b621-4f37-918c-283e0d67c7a4'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:41:38.036803 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-70f0f4b3-cf87-4caa-81e6-5469a9ec55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:41:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:38.048721 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8804ef99-782a-44cd-a72d-1749aa94febd tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "DELETE /v2.0/floatingips/0434a32c-1028-49eb-9432-06d2d24f2bf9 HTTP/1.1" status: 204 len: 168 time: 0.9140427 Dec 11 23:41:38.142420 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-70f0f4b3-cf87-4caa-81e6-5469a9ec55a1 None None] Set router eca0f5ec-b621-4f37-918c-283e0d67c7a4 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:41:38.344053 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-70f0f4b3-cf87-4caa-81e6-5469a9ec55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'name': 'tempest-TestMinimumBasicScenario-1197140660-router', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:34Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'gw_port': {'id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:35Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '80fd71e4-5d61-4feb-a4ec-c29495507c79', 'name': '', 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'mac_address': 'fa:16:3e:92:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:37Z', 'updated_at': '2021-12-11T23:39:41Z', 'revision_number': 5, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'subnets': [{'id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:38.370474 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f0f4b3-cf87-4caa-81e6-5469a9ec55a1 None None] Checking router: eca0f5ec-b621-4f37-918c-283e0d67c7a4 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:41:38.378657 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0f4b3-cf87-4caa-81e6-5469a9ec55a1 None None] Routers {'eca0f5ec-b621-4f37-918c-283e0d67c7a4'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:41:38.379547 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-70f0f4b3-cf87-4caa-81e6-5469a9ec55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:41:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:38.486943 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-70f0f4b3-cf87-4caa-81e6-5469a9ec55a1 None None] Set router eca0f5ec-b621-4f37-918c-283e0d67c7a4 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:41:38.689411 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-70f0f4b3-cf87-4caa-81e6-5469a9ec55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'name': 'tempest-TestMinimumBasicScenario-1197140660-router', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:34Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'gw_port': {'id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:35Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '80fd71e4-5d61-4feb-a4ec-c29495507c79', 'name': '', 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'mac_address': 'fa:16:3e:92:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:37Z', 'updated_at': '2021-12-11T23:39:41Z', 'revision_number': 5, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'subnets': [{'id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:38.715097 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f0f4b3-cf87-4caa-81e6-5469a9ec55a1 None None] The sync data for ids ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'] in n-d-710847-6 is: [{'id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'name': 'tempest-TestMinimumBasicScenario-1197140660-router', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:34Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'gw_port': {'id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:35Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '80fd71e4-5d61-4feb-a4ec-c29495507c79', 'name': '', 'network_id': 'e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'mac_address': 'fa:16:3e:92:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:37Z', 'updated_at': '2021-12-11T23:39:41Z', 'revision_number': 5, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'subnets': [{'id': 'c7a03550-a71f-4092-967d-5c1b666cd598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:41:39.094281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'tag': '761c8df6-9632-4b8b-9511-be5dbe77a907'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:41:39.096923 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b8f82dd82bb3308a7fe1c0bc9646015abbcd992e8595cd3773a37f0ca4f15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbe5938-e32e-44db-a2b1-0999be9318ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1a43f8-5dad-403f-84fd-1471bfecb6c9", "tag": "761c8df6-9632-4b8b-9511-be5dbe77a907"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:41:39.108951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d5c7ff-b083-4f42-83ce-cb9a11176e6c None None] New status for floating IP 0434a32c-1028-49eb-9432-06d2d24f2bf9: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:41:39.137654 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2f83f2-866c-4cc7-a838-d319610e85d1 x-openstack-request-id: req-3c2f83f2-866c-4cc7-a838-d319610e85d1 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:41:39.138062 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1a43f8-5dad-403f-84fd-1471bfecb6c9", "tag": "761c8df6-9632-4b8b-9511-be5dbe77a907", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:41:39.138415 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c2f83f2-866c-4cc7-a838-d319610e85d1 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:41:39.138960 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'tag': '761c8df6-9632-4b8b-9511-be5dbe77a907', 'status': 'completed', 'code': 200} Dec 11 23:41:39.236001 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe5938-e32e-44db-a2b1-0999be9318ff req-5a754dc4-4ee5-473c-a776-a6c746005cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:39.237559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9cbe5938-e32e-44db-a2b1-0999be9318ff req-5a754dc4-4ee5-473c-a776-a6c746005cce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9dbc2b1c7204aba8f2bc00a05158f1e&device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 1097 time: 0.0578306 Dec 11 23:41:39.332563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe5938-e32e-44db-a2b1-0999be9318ff req-8bc27171-a8b1-4124-bb10-ed3c483a0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:39.333996 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9cbe5938-e32e-44db-a2b1-0999be9318ff req-8bc27171-a8b1-4124-bb10-ed3c483a0f4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 HTTP/1.1" status: 200 len: 916 time: 0.0892279 Dec 11 23:41:39.375255 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9cbe5938-e32e-44db-a2b1-0999be9318ff req-adcad03e-bcb2-4133-94a1-2456e5e5ce02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761c8df6-9632-4b8b-9511-be5dbe77a907 HTTP/1.1" status: 200 len: 217 time: 0.0346775 Dec 11 23:41:39.427652 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe5938-e32e-44db-a2b1-0999be9318ff req-14ddd5b8-0c09-4e57-880f-b68f3291493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:39.429139 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9cbe5938-e32e-44db-a2b1-0999be9318ff req-14ddd5b8-0c09-4e57-880f-b68f3291493c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7a03550-a71f-4092-967d-5c1b666cd598 HTTP/1.1" status: 200 len: 854 time: 0.0470295 Dec 11 23:41:39.475188 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe5938-e32e-44db-a2b1-0999be9318ff req-5f32827d-dac5-48f2-912a-d88bb3d6c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:39.476609 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9cbe5938-e32e-44db-a2b1-0999be9318ff req-5f32827d-dac5-48f2-912a-d88bb3d6c542 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409846 Dec 11 23:41:39.566000 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9cbe5938-e32e-44db-a2b1-0999be9318ff req-b0b9c732-8731-4e15-beae-aed9452cc745 service neutron] 10.222.0.47 "GET /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819688 Dec 11 23:41:39.660138 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9cbe5938-e32e-44db-a2b1-0999be9318ff req-54341c03-02b3-4f21-b06e-ed7b02675203 service neutron] 10.222.0.47 "GET /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870149 Dec 11 23:41:44.216900 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:47.489204 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aea40-9b2c-42dd-903b-d5c1e45957aa req-fa6a890d-33dc-4a5f-8e07-7c62acc50129 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:47.490725 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6f0aea40-9b2c-42dd-903b-d5c1e45957aa req-fa6a890d-33dc-4a5f-8e07-7c62acc50129 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 946 time: 0.0543153 Dec 11 23:41:47.539188 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6f0aea40-9b2c-42dd-903b-d5c1e45957aa req-064e4adc-79ba-4009-bbf4-c2546b1cc39e tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 Dec 11 23:41:48.016442 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:48.656692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9127a05-5ba7-4cc8-92df-370975f556e4 req-5b06c74a-3656-4377-be4b-70d507ea7f34 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:48.658219 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9127a05-5ba7-4cc8-92df-370975f556e4 req-5b06c74a-3656-4377-be4b-70d507ea7f34 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 946 time: 0.0506263 Dec 11 23:41:48.707296 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e9127a05-5ba7-4cc8-92df-370975f556e4 req-9820e071-fb8e-4c00-9dfc-fb96f01b2a85 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/security-groups?id=3adc4537-7682-4d6e-9b44-c6ff0482efed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430882 Dec 11 23:41:48.856402 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-06c6fba6-2e6c-41a9-878c-cf85a2c98c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:49.249186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687fc7c-dfc7-4a19-ac8c-97145b019594 req-e4b031dd-b6b1-4ac4-8e89-5a448e4d80fb tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:41:49.250541 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d687fc7c-dfc7-4a19-ac8c-97145b019594 req-e4b031dd-b6b1-4ac4-8e89-5a448e4d80fb tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 946 time: 0.0533030 Dec 11 23:41:49.339419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-d687fc7c-dfc7-4a19-ac8c-97145b019594 req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Deleting port 761c8df6-9632-4b8b-9511-be5dbe77a907 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:41:49.339755 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d687fc7c-dfc7-4a19-ac8c-97145b019594 req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:49.429450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-d687fc7c-dfc7-4a19-ac8c-97145b019594 req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] For port 761c8df6-9632-4b8b-9511-be5dbe77a907, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=761c8df6-9632-4b8b-9511-be5dbe77a907,segment=NetworkSegment(362fba99-e1ca-4f33-b15f-a870ad3c67ba),segment_id=362fba99-e1ca-4f33-b15f-a870ad3c67ba)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:41:49.429891 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d687fc7c-dfc7-4a19-ac8c-97145b019594 req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:49.442650 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-d687fc7c-dfc7-4a19-ac8c-97145b019594 req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Calling delete_port for 761c8df6-9632-4b8b-9511-be5dbe77a907 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:41:49.650952 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d687fc7c-dfc7-4a19-ac8c-97145b019594 req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:49.681897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Pushing event deleted for resources: {'Port': ['ID=761c8df6-9632-4b8b-9511-be5dbe77a907,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:41:49.683991 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['761c8df6-9632-4b8b-9511-be5dbe77a907'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:41:49.696942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:49.697300 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:49.697651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:49.697995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:49.698335 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:49.698666 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:49.699024 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:49.699353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:49.699686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:49.700016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:49.700348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:49.700674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:49.700999 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:49.736369 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-d687fc7c-dfc7-4a19-ac8c-97145b019594 req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] No DVR routers for this DVR port 761c8df6-9632-4b8b-9511-be5dbe77a907 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:41:49.739073 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-d687fc7c-dfc7-4a19-ac8c-97145b019594 req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:49.743461 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d687fc7c-dfc7-4a19-ac8c-97145b019594 req-85b4d71f-93bc-436d-8853-99cbe1b86078 tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.47 "DELETE /v2.0/ports/761c8df6-9632-4b8b-9511-be5dbe77a907 HTTP/1.1" status: 204 len: 173 time: 0.4857166 Dec 11 23:41:49.744045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'name': 'network-vif-deleted', 'tag': '761c8df6-9632-4b8b-9511-be5dbe77a907'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:41:49.746384 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fb7606-bd95-44c2-9166-9e057b666f2e" -d '{"events": [{"server_uuid": "ef1a43f8-5dad-403f-84fd-1471bfecb6c9", "name": "network-vif-deleted", "tag": "761c8df6-9632-4b8b-9511-be5dbe77a907"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:41:49.784298 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9df4b0-fa11-4d8f-863f-72f0a08c4202 x-openstack-request-id: req-df9df4b0-fa11-4d8f-863f-72f0a08c4202 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:41:49.784604 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1a43f8-5dad-403f-84fd-1471bfecb6c9", "name": "network-vif-deleted", "tag": "761c8df6-9632-4b8b-9511-be5dbe77a907", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:41:49.784862 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df9df4b0-fa11-4d8f-863f-72f0a08c4202 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:41:49.785272 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1a43f8-5dad-403f-84fd-1471bfecb6c9', 'name': 'network-vif-deleted', 'tag': '761c8df6-9632-4b8b-9511-be5dbe77a907', 'status': 'completed', 'code': 200} Dec 11 23:41:49.813198 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-468a2fdc-baea-4e5f-bc73-60b647d19af6 req-1921f635-86ec-493d-b91c-ec8e4166e31d tempest-TestMinimumBasicScenario-1390145101 tempest-TestMinimumBasicScenario-1390145101-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef1a43f8-5dad-403f-84fd-1471bfecb6c9 HTTP/1.1" status: 200 len: 210 time: 0.0274627 Dec 11 23:41:51.336307 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-12c14a43-d027-4528-85cd-2f9577c47dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:52.058239 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50494) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:41:52.396680 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:52.450540 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:52.640718 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Deleting port 80fd71e4-5d61-4feb-a4ec-c29495507c79 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:41:52.641064 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:52.720830 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] For port 80fd71e4-5d61-4feb-a4ec-c29495507c79, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=80fd71e4-5d61-4feb-a4ec-c29495507c79,segment=NetworkSegment(362fba99-e1ca-4f33-b15f-a870ad3c67ba),segment_id=362fba99-e1ca-4f33-b15f-a870ad3c67ba)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:41:52.721105 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:52.732578 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Calling delete_port for 80fd71e4-5d61-4feb-a4ec-c29495507c79 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:41:52.982303 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:53.006452 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Pushing event deleted for resources: {'Port': ['ID=80fd71e4-5d61-4feb-a4ec-c29495507c79,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:41:53.016923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:53.017283 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:53.017631 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:53.017981 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:53.018324 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:53.019132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:53.019132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:53.019338 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:53.019669 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:53.019998 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:53.020328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:53.020656 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:53.021013 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:53.073141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 761c8df6-9632-4b8b-9511-be5dbe77a907 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:41:53.099653 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 761c8df6-9632-4b8b-9511-be5dbe77a907 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:41:53.100009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 761c8df6-9632-4b8b-9511-be5dbe77a907 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:41:53.199339 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:53.421074 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Router eca0f5ec-b621-4f37-918c-283e0d67c7a4 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:41:53.526576 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:41:53.531824 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-15e85f7f-414d-4262-a43d-9f797684973a admin admin] 10.222.0.45 "PUT /v2.0/routers/eca0f5ec-b621-4f37-918c-283e0d67c7a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4725049 Dec 11 23:41:53.534328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50496) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:41:53.535228 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d37fb-54a5-4735-8e62-eaddffebc90f None None] Sync routers for ids ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:41:53.546731 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86d37fb-54a5-4735-8e62-eaddffebc90f None None] Routers {'eca0f5ec-b621-4f37-918c-283e0d67c7a4'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:41:53.547961 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a86d37fb-54a5-4735-8e62-eaddffebc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:41:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:53.641259 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ac2997-233f-47c1-b09f-d2fbf19aec6d admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:53.749294 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ac2997-233f-47c1-b09f-d2fbf19aec6d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:53.749549 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-a86d37fb-54a5-4735-8e62-eaddffebc90f None None] Set router eca0f5ec-b621-4f37-918c-283e0d67c7a4 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:41:53.855156 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-54ac2997-233f-47c1-b09f-d2fbf19aec6d admin admin] Deleting port 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:41:53.855541 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ac2997-233f-47c1-b09f-d2fbf19aec6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:53.929412 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a86d37fb-54a5-4735-8e62-eaddffebc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'name': 'tempest-TestMinimumBasicScenario-1197140660-router', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:34Z', 'updated_at': '2021-12-11T23:41:52Z', 'revision_number': 5, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'gw_port': {'id': '807e24ab-af5e-4e3f-a6cd-9f14f731e0f5', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:35Z', 'updated_at': '2021-12-11T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:53.937115 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-54ac2997-233f-47c1-b09f-d2fbf19aec6d admin admin] For port 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=807e24ab-af5e-4e3f-a6cd-9f14f731e0f5,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:41:53.937483 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ac2997-233f-47c1-b09f-d2fbf19aec6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:53.949380 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-54ac2997-233f-47c1-b09f-d2fbf19aec6d admin admin] Calling delete_port for 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:41:53.955486 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d37fb-54a5-4735-8e62-eaddffebc90f None None] Checking router: eca0f5ec-b621-4f37-918c-283e0d67c7a4 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:41:53.964236 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86d37fb-54a5-4735-8e62-eaddffebc90f None None] Routers {'eca0f5ec-b621-4f37-918c-283e0d67c7a4'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:41:53.964856 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a86d37fb-54a5-4735-8e62-eaddffebc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:41:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:54.054886 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-a86d37fb-54a5-4735-8e62-eaddffebc90f None None] Set router eca0f5ec-b621-4f37-918c-283e0d67c7a4 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:41:54.096803 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:54.103760 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a86d37fb-54a5-4735-8e62-eaddffebc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'name': 'tempest-TestMinimumBasicScenario-1197140660-router', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:34Z', 'updated_at': '2021-12-11T23:41:53Z', 'revision_number': 6, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:54.133684 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d37fb-54a5-4735-8e62-eaddffebc90f None None] The sync data for ids ['eca0f5ec-b621-4f37-918c-283e0d67c7a4'] in n-d-710847-6 is: [{'id': 'eca0f5ec-b621-4f37-918c-283e0d67c7a4', 'name': 'tempest-TestMinimumBasicScenario-1197140660-router', 'tenant_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:34Z', 'updated_at': '2021-12-11T23:41:53Z', 'revision_number': 6, 'project_id': 'e9dbc2b1c7204aba8f2bc00a05158f1e', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:41:54.176615 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ac2997-233f-47c1-b09f-d2fbf19aec6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:54.203055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac2997-233f-47c1-b09f-d2fbf19aec6d admin admin] Pushing event deleted for resources: {'Port': ['ID=807e24ab-af5e-4e3f-a6cd-9f14f731e0f5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:41:54.219448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d993c6e4-4224-4986-9671-755a0270c2d4 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:41:54.265495 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ac2997-233f-47c1-b09f-d2fbf19aec6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:54.352455 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:41:54.354106 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ac2997-233f-47c1-b09f-d2fbf19aec6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:54.356277 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ac2997-233f-47c1-b09f-d2fbf19aec6d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:54.467625 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ac2997-233f-47c1-b09f-d2fbf19aec6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:54.468205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ac2997-233f-47c1-b09f-d2fbf19aec6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eca0f5ec-b621-4f37-918c-283e0d67c7a4 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:41:54.472787 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-54ac2997-233f-47c1-b09f-d2fbf19aec6d admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:54.473948 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-54ac2997-233f-47c1-b09f-d2fbf19aec6d admin admin] 10.222.0.45 "DELETE /v2.0/routers/eca0f5ec-b621-4f37-918c-283e0d67c7a4 HTTP/1.1" status: 204 len: 168 time: 0.9386675 Dec 11 23:41:54.477342 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50498) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:41:54.524907 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa67e69-5912-4ab8-a474-1e9bbeccb492 admin admin] Deleting subnet c7a03550-a71f-4092-967d-5c1b666cd598 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:41:54.528638 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fa67e69-5912-4ab8-a474-1e9bbeccb492 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:54.565615 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fa67e69-5912-4ab8-a474-1e9bbeccb492 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:54.647849 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fa67e69-5912-4ab8-a474-1e9bbeccb492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:54.656805 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:54.777252 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fa67e69-5912-4ab8-a474-1e9bbeccb492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:54.806651 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2fa67e69-5912-4ab8-a474-1e9bbeccb492 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:54.810025 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2fa67e69-5912-4ab8-a474-1e9bbeccb492 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c7a03550-a71f-4092-967d-5c1b666cd598 HTTP/1.1" status: 204 len: 168 time: 0.3317177 Dec 11 23:41:54.811572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa67e69-5912-4ab8-a474-1e9bbeccb492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a03550-a71f-4092-967d-5c1b666cd598,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:41:54.812227 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c3f1f8-a4a4-4c2e-8e1d-53e3d8baf813 None None] Network e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:41:54.812878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50500) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:41:54.882012 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:54.950219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] Deleting port 25f11a20-2f70-4a0e-bd33-e93c4ba66552 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:41:54.950551 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:54.981759 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 80fd71e4-5d61-4feb-a4ec-c29495507c79 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:41:55.014322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] DHCP port deletion for e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:41:55.016034 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 80fd71e4-5d61-4feb-a4ec-c29495507c79 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:41:55.016381 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 80fd71e4-5d61-4feb-a4ec-c29495507c79 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:41:55.016808 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:41:55.025294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] For port 25f11a20-2f70-4a0e-bd33-e93c4ba66552, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=25f11a20-2f70-4a0e-bd33-e93c4ba66552,segment=NetworkSegment(362fba99-e1ca-4f33-b15f-a870ad3c67ba),segment_id=362fba99-e1ca-4f33-b15f-a870ad3c67ba)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:41:55.025746 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:55.041372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] Calling delete_port for 25f11a20-2f70-4a0e-bd33-e93c4ba66552 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:41:55.055832 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:41:55.056179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 807e24ab-af5e-4e3f-a6cd-9f14f731e0f5 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:41:55.082446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Deleting port 25f11a20-2f70-4a0e-bd33-e93c4ba66552 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:41:55.082847 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:55.150891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] For port 25f11a20-2f70-4a0e-bd33-e93c4ba66552, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=25f11a20-2f70-4a0e-bd33-e93c4ba66552,segment=NetworkSegment(362fba99-e1ca-4f33-b15f-a870ad3c67ba),segment_id=362fba99-e1ca-4f33-b15f-a870ad3c67ba)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:41:55.151634 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:55.166365 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Calling delete_port for 25f11a20-2f70-4a0e-bd33-e93c4ba66552 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:41:55.182456 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:55.207562 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f11a20-2f70-4a0e-bd33-e93c4ba66552,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:41:55.221237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] No DVR routers for this DVR port 25f11a20-2f70-4a0e-bd33-e93c4ba66552 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:41:55.249897 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:55.276513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Pushing event deleted for resources: {'Port': ['ID=25f11a20-2f70-4a0e-bd33-e93c4ba66552,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:41:55.280576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] No DVR routers for this DVR port 25f11a20-2f70-4a0e-bd33-e93c4ba66552 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:41:55.293341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:55.294136 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:55.294136 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:55.294376 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:55.294719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:55.297271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:55.297271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:55.297271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:55.297271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:55.297271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:55.297271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:55.297271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:55.298218 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7a8df-f144-410f-9810-5a88aea249f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:41:55.302863 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:55.323050 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:55.332089 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362fba99-e1ca-4f33-b15f-a870ad3c67ba') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:55.332385 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362fba99-e1ca-4f33-b15f-a870ad3c67ba') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:55.345772 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:55.359384 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:55.365343 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:41:55.365718 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:41:55.367409 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:41:55.473457 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:55.479429 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:55.485910 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7 HTTP/1.1" status: 204 len: 168 time: 0.6687901 Dec 11 23:41:55.486041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50502) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:41:55.494005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dbc21-5c0c-4519-99b0-57790d5dcd52 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f3c7b6-680c-4fda-bbb8-0ee80e4306a7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:41:56.113606 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4da5d17d-c331-4521-a870-79e126867e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:56.358833 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4da5d17d-c331-4521-a870-79e126867e56 admin admin] Deleting port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:41:56.359097 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4da5d17d-c331-4521-a870-79e126867e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:56.436394 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-4da5d17d-c331-4521-a870-79e126867e56 admin admin] For port 2270bea3-bfc2-49c5-9075-a1e1e2a4723d, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=2270bea3-bfc2-49c5-9075-a1e1e2a4723d,segment=NetworkSegment(dad53f72-b8f8-47b2-a3b8-8769ba520970),segment_id=dad53f72-b8f8-47b2-a3b8-8769ba520970)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:41:56.436742 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4da5d17d-c331-4521-a870-79e126867e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:56.449046 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4da5d17d-c331-4521-a870-79e126867e56 admin admin] Calling delete_port for 2270bea3-bfc2-49c5-9075-a1e1e2a4723d owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:41:56.680132 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4da5d17d-c331-4521-a870-79e126867e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:56.705880 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5d17d-c331-4521-a870-79e126867e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=2270bea3-bfc2-49c5-9075-a1e1e2a4723d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:41:56.877110 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4da5d17d-c331-4521-a870-79e126867e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:56.994260 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 25f11a20-2f70-4a0e-bd33-e93c4ba66552 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:41:57.019108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 25f11a20-2f70-4a0e-bd33-e93c4ba66552 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:41:57.019460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 25f11a20-2f70-4a0e-bd33-e93c4ba66552 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:41:57.103065 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da5d17d-c331-4521-a870-79e126867e56 admin admin] Router f9e892ed-6b91-477e-8f9a-65f948ea3628 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:41:57.208614 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da5d17d-c331-4521-a870-79e126867e56 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:41:57.213638 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4da5d17d-c331-4521-a870-79e126867e56 admin admin] 10.222.0.45 "PUT /v2.0/routers/f9e892ed-6b91-477e-8f9a-65f948ea3628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7266500 Dec 11 23:41:57.216259 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50504) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:41:57.219286 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358bfe6-2530-44cf-a0c1-a08dbc155454 None None] Sync routers for ids ['f9e892ed-6b91-477e-8f9a-65f948ea3628'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:41:57.230465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358bfe6-2530-44cf-a0c1-a08dbc155454 None None] Routers {'f9e892ed-6b91-477e-8f9a-65f948ea3628'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:41:57.231126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a358bfe6-2530-44cf-a0c1-a08dbc155454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:41:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f9e892ed-6b91-477e-8f9a-65f948ea3628'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:57.322403 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0034fd7d-87df-420c-8d8c-e263b1d10c60 admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:57.340082 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a358bfe6-2530-44cf-a0c1-a08dbc155454 None None] Set router f9e892ed-6b91-477e-8f9a-65f948ea3628 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:41:57.421840 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0034fd7d-87df-420c-8d8c-e263b1d10c60 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:57.521727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a358bfe6-2530-44cf-a0c1-a08dbc155454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'name': 'tempest-TestMinimumBasicScenario-1965693881-router', 'tenant_id': '500eacf0ac164ca88485c1d79a8c461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '12087f12-2d7d-4ed4-8e98-c13270ec2749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:40Z', 'updated_at': '2021-12-11T23:41:56Z', 'revision_number': 5, 'project_id': '500eacf0ac164ca88485c1d79a8c461c', 'gw_port': {'id': '12087f12-2d7d-4ed4-8e98-c13270ec2749', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:39:40Z', 'updated_at': '2021-12-11T23:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:57.548257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0034fd7d-87df-420c-8d8c-e263b1d10c60 admin admin] Deleting port 12087f12-2d7d-4ed4-8e98-c13270ec2749 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:41:57.548610 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0034fd7d-87df-420c-8d8c-e263b1d10c60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:57.549857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358bfe6-2530-44cf-a0c1-a08dbc155454 None None] Checking router: f9e892ed-6b91-477e-8f9a-65f948ea3628 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:41:57.558343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358bfe6-2530-44cf-a0c1-a08dbc155454 None None] Routers {'f9e892ed-6b91-477e-8f9a-65f948ea3628'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:41:57.558981 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a358bfe6-2530-44cf-a0c1-a08dbc155454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:41:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['f9e892ed-6b91-477e-8f9a-65f948ea3628'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:57.626677 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-0034fd7d-87df-420c-8d8c-e263b1d10c60 admin admin] For port 12087f12-2d7d-4ed4-8e98-c13270ec2749, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=12087f12-2d7d-4ed4-8e98-c13270ec2749,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:41:57.627074 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0034fd7d-87df-420c-8d8c-e263b1d10c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:57.641149 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0034fd7d-87df-420c-8d8c-e263b1d10c60 admin admin] Calling delete_port for 12087f12-2d7d-4ed4-8e98-c13270ec2749 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:41:57.649534 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-a358bfe6-2530-44cf-a0c1-a08dbc155454 None None] Set router f9e892ed-6b91-477e-8f9a-65f948ea3628 gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:41:57.711480 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-a358bfe6-2530-44cf-a0c1-a08dbc155454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'name': 'tempest-TestMinimumBasicScenario-1965693881-router', 'tenant_id': '500eacf0ac164ca88485c1d79a8c461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:40Z', 'updated_at': '2021-12-11T23:41:57Z', 'revision_number': 6, 'project_id': '500eacf0ac164ca88485c1d79a8c461c', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:57.737716 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358bfe6-2530-44cf-a0c1-a08dbc155454 None None] The sync data for ids ['f9e892ed-6b91-477e-8f9a-65f948ea3628'] in n-d-710847-6 is: [{'id': 'f9e892ed-6b91-477e-8f9a-65f948ea3628', 'name': 'tempest-TestMinimumBasicScenario-1965693881-router', 'tenant_id': '500eacf0ac164ca88485c1d79a8c461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:39:40Z', 'updated_at': '2021-12-11T23:41:57Z', 'revision_number': 6, 'project_id': '500eacf0ac164ca88485c1d79a8c461c', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:41:57.914322 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0034fd7d-87df-420c-8d8c-e263b1d10c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:57.941262 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034fd7d-87df-420c-8d8c-e263b1d10c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=12087f12-2d7d-4ed4-8e98-c13270ec2749,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:41:57.954491 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3977a8c8-0773-4a36-b6b3-0fdc8addf37a None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:41:58.006285 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0034fd7d-87df-420c-8d8c-e263b1d10c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.097734 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0034fd7d-87df-420c-8d8c-e263b1d10c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.099991 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0034fd7d-87df-420c-8d8c-e263b1d10c60 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.199898 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0034fd7d-87df-420c-8d8c-e263b1d10c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.200447 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0034fd7d-87df-420c-8d8c-e263b1d10c60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9e892ed-6b91-477e-8f9a-65f948ea3628 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:41:58.204993 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0034fd7d-87df-420c-8d8c-e263b1d10c60 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.206162 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0034fd7d-87df-420c-8d8c-e263b1d10c60 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f9e892ed-6b91-477e-8f9a-65f948ea3628 HTTP/1.1" status: 204 len: 168 time: 0.9889808 Dec 11 23:41:58.208886 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50506) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:41:58.257848 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-daefaa37-8662-4ace-85cd-81b27ec600e4 admin admin] Deleting subnet 8412cd56-5dd7-49be-ac7f-f112646d678f {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:41:58.260966 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-daefaa37-8662-4ace-85cd-81b27ec600e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.295392 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-daefaa37-8662-4ace-85cd-81b27ec600e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.369876 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-daefaa37-8662-4ace-85cd-81b27ec600e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.480122 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-daefaa37-8662-4ace-85cd-81b27ec600e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.509292 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daefaa37-8662-4ace-85cd-81b27ec600e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8412cd56-5dd7-49be-ac7f-f112646d678f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:41:58.515000 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-daefaa37-8662-4ace-85cd-81b27ec600e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.518285 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-daefaa37-8662-4ace-85cd-81b27ec600e4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8412cd56-5dd7-49be-ac7f-f112646d678f HTTP/1.1" status: 204 len: 168 time: 0.3084323 Dec 11 23:41:58.520403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f245872-8185-4939-aeb1-5611b159a378 None None] Network 3ed1f1f5-1384-4052-98de-08127d03dd28 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:41:58.520920 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50508) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:41:58.592213 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.648080 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] Deleting port 3ae27b26-1234-44d3-9514-58dd3862fa85 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:41:58.648456 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.683212 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7c505b-9037-432f-97d9-b4ecf229f100 None None] DHCP port deletion for 3ed1f1f5-1384-4052-98de-08127d03dd28 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:41:58.715295 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] For port 3ae27b26-1234-44d3-9514-58dd3862fa85, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3ae27b26-1234-44d3-9514-58dd3862fa85,segment=NetworkSegment(dad53f72-b8f8-47b2-a3b8-8769ba520970),segment_id=dad53f72-b8f8-47b2-a3b8-8769ba520970)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:41:58.715663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.729405 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] Calling delete_port for 3ae27b26-1234-44d3-9514-58dd3862fa85 owned by network:dhcp {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:41:58.736503 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-df7c505b-9037-432f-97d9-b4ecf229f100 None None] Deleting port 3ae27b26-1234-44d3-9514-58dd3862fa85 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:41:58.736880 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-df7c505b-9037-432f-97d9-b4ecf229f100 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.809672 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-df7c505b-9037-432f-97d9-b4ecf229f100 None None] For port 3ae27b26-1234-44d3-9514-58dd3862fa85, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3ae27b26-1234-44d3-9514-58dd3862fa85,segment=NetworkSegment(dad53f72-b8f8-47b2-a3b8-8769ba520970),segment_id=dad53f72-b8f8-47b2-a3b8-8769ba520970)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:41:58.810542 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-df7c505b-9037-432f-97d9-b4ecf229f100 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.823382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-df7c505b-9037-432f-97d9-b4ecf229f100 None None] Calling delete_port for 3ae27b26-1234-44d3-9514-58dd3862fa85 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:41:58.902546 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.908198 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-df7c505b-9037-432f-97d9-b4ecf229f100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:58.915432 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] No DVR routers for this DVR port 3ae27b26-1234-44d3-9514-58dd3862fa85 on host n-d-710847-6 {{(pid=103691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:41:58.923053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c505b-9037-432f-97d9-b4ecf229f100 None None] No DVR routers for this DVR port 3ae27b26-1234-44d3-9514-58dd3862fa85 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:41:58.938012 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae27b26-1234-44d3-9514-58dd3862fa85,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:41:58.944857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c505b-9037-432f-97d9-b4ecf229f100 None None] Pushing event deleted for resources: {'Port': ['ID=3ae27b26-1234-44d3-9514-58dd3862fa85,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:41:58.974870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3ae27b26-1234-44d3-9514-58dd3862fa85 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:41:58.999725 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 3ae27b26-1234-44d3-9514-58dd3862fa85 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:41:59.000080 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3ae27b26-1234-44d3-9514-58dd3862fa85 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:41:59.000508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2270bea3-bfc2-49c5-9075-a1e1e2a4723d no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:41:59.019803 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:59.020006 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 2270bea3-bfc2-49c5-9075-a1e1e2a4723d {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:41:59.020133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 2270bea3-bfc2-49c5-9075-a1e1e2a4723d not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:41:59.020559 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 12087f12-2d7d-4ed4-8e98-c13270ec2749 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:41:59.040317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 12087f12-2d7d-4ed4-8e98-c13270ec2749 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:41:59.040664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 12087f12-2d7d-4ed4-8e98-c13270ec2749 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:41:59.041639 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed1f1f5-1384-4052-98de-08127d03dd28']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:59.052269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad53f72-b8f8-47b2-a3b8-8769ba520970') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:59.052577 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad53f72-b8f8-47b2-a3b8-8769ba520970') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:41:59.062705 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:59.076332 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:59.082134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:41:59.085547 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:41:59.199284 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:59.206134 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:59.209427 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3ed1f1f5-1384-4052-98de-08127d03dd28 HTTP/1.1" status: 204 len: 168 time: 0.6870496 Dec 11 23:41:59.225018 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb2838-051d-498d-8ab0-e25944ea69a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed1f1f5-1384-4052-98de-08127d03dd28,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:41:59.525602 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50512) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:41:59.565739 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e7712ec8-751b-4f23-adc3-fe8ac868f514 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e9dbc2b1c7204aba8f2bc00a05158f1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388851 Dec 11 23:41:59.568115 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50514) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:41:59.616382 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bf7aa7a9-1511-48ad-b4a4-13e44272af80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:59.639427 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bf7aa7a9-1511-48ad-b4a4-13e44272af80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:59.747812 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bf7aa7a9-1511-48ad-b4a4-13e44272af80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:59.750584 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bf7aa7a9-1511-48ad-b4a4-13e44272af80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:41:59.751806 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bf7aa7a9-1511-48ad-b4a4-13e44272af80 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3adc4537-7682-4d6e-9b44-c6ff0482efed HTTP/1.1" status: 204 len: 168 time: 0.1827817 Dec 11 23:41:59.760787 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7aa7a9-1511-48ad-b4a4-13e44272af80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adc4537-7682-4d6e-9b44-c6ff0482efed,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:00.318624 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50520) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:00.359464 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fe07bfd7-661a-4fe1-8bc3-55f490228e83 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=500eacf0ac164ca88485c1d79a8c461c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396447 Dec 11 23:42:00.361921 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50522) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:00.410717 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8f6e344-4f71-407f-9c57-475d04c592c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:00.434266 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8f6e344-4f71-407f-9c57-475d04c592c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:00.553168 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8f6e344-4f71-407f-9c57-475d04c592c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:00.556255 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f8f6e344-4f71-407f-9c57-475d04c592c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:00.557422 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f8f6e344-4f71-407f-9c57-475d04c592c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00c38c76-3b0c-4b20-b621-4b8789d4d463 HTTP/1.1" status: 204 len: 168 time: 0.1946061 Dec 11 23:42:00.565240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6e344-4f71-407f-9c57-475d04c592c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c38c76-3b0c-4b20-b621-4b8789d4d463,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:02.956513 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50562) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:02.961240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-10006e4d-26c9-43b1-92f1-c1a75cdf79db tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2111454091', 'description': 'tempest-secgroup-smoke-2111454091 description', 'project_id': '2fd0551828e14043813bac168b7a92ce'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:42:03.038894 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10006e4d-26c9-43b1-92f1-c1a75cdf79db tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:03.047679 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10006e4d-26c9-43b1-92f1-c1a75cdf79db tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:03.123104 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10006e4d-26c9-43b1-92f1-c1a75cdf79db tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:03.170719 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10006e4d-26c9-43b1-92f1-c1a75cdf79db tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:03.208159 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10006e4d-26c9-43b1-92f1-c1a75cdf79db tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83b7996-deb2-4b8e-a6ac-7eefb6443f91,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:03.248786 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10006e4d-26c9-43b1-92f1-c1a75cdf79db tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:03.296251 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10006e4d-26c9-43b1-92f1-c1a75cdf79db tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:03.324476 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10006e4d-26c9-43b1-92f1-c1a75cdf79db tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1b84d3-c96f-4d22-97a1-190e7bdde450,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:03.395723 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-10006e4d-26c9-43b1-92f1-c1a75cdf79db tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:03.397024 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-10006e4d-26c9-43b1-92f1-c1a75cdf79db tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4394901 Dec 11 23:42:03.400515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50564) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:03.404853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a6570e04-c229-4aa1-b589-d4c9da790a1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '0b1b84d3-c96f-4d22-97a1-190e7bdde450', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:42:03.467479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6570e04-c229-4aa1-b589-d4c9da790a1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:03.524267 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6570e04-c229-4aa1-b589-d4c9da790a1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:03.587421 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6570e04-c229-4aa1-b589-d4c9da790a1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:03.606913 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6570e04-c229-4aa1-b589-d4c9da790a1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa3e0ec-8630-4750-89af-9eb2db57e6e8,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:03.663599 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a6570e04-c229-4aa1-b589-d4c9da790a1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:03.665641 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a6570e04-c229-4aa1-b589-d4c9da790a1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2640228 Dec 11 23:42:03.668195 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50566) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:03.672580 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-40ad3d74-7a5a-4ff4-af85-50c316552e01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '0b1b84d3-c96f-4d22-97a1-190e7bdde450', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:42:03.746503 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40ad3d74-7a5a-4ff4-af85-50c316552e01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:03.801985 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40ad3d74-7a5a-4ff4-af85-50c316552e01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:03.879289 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40ad3d74-7a5a-4ff4-af85-50c316552e01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:03.894853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad3d74-7a5a-4ff4-af85-50c316552e01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793f7b85-1148-4bfe-81ab-e9e52b39b002,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:03.961722 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-40ad3d74-7a5a-4ff4-af85-50c316552e01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:03.963036 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-40ad3d74-7a5a-4ff4-af85-50c316552e01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2938800 Dec 11 23:42:03.965746 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50568) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:03.970205 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ee141e22-b515-4da7-9126-74a1e0ab4f86 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '0b1b84d3-c96f-4d22-97a1-190e7bdde450', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:42:04.044365 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee141e22-b515-4da7-9126-74a1e0ab4f86 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:04.100743 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee141e22-b515-4da7-9126-74a1e0ab4f86 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:04.165497 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee141e22-b515-4da7-9126-74a1e0ab4f86 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:04.183583 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee141e22-b515-4da7-9126-74a1e0ab4f86 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfa3970-14e4-49ec-8763-9eee9bb1c65e,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:04.240553 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ee141e22-b515-4da7-9126-74a1e0ab4f86 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:04.241867 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ee141e22-b515-4da7-9126-74a1e0ab4f86 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2750468 Dec 11 23:42:04.244572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50570) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:04.248967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d458c583-8754-486f-9bbe-c7ed722bbe64 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '0b1b84d3-c96f-4d22-97a1-190e7bdde450', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:42:04.334671 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d458c583-8754-486f-9bbe-c7ed722bbe64 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:04.392622 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d458c583-8754-486f-9bbe-c7ed722bbe64 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:04.456270 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d458c583-8754-486f-9bbe-c7ed722bbe64 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:04.478136 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458c583-8754-486f-9bbe-c7ed722bbe64 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869768db-a80d-48ae-86b9-477856ed7845,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:04.544663 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d458c583-8754-486f-9bbe-c7ed722bbe64 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:04.545874 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d458c583-8754-486f-9bbe-c7ed722bbe64 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3003094 Dec 11 23:42:04.548504 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50572) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:04.552728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-554caf6f-a72d-41d6-ad9c-67a1619bd096 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '0b1b84d3-c96f-4d22-97a1-190e7bdde450', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:42:04.645156 n-d-710847-6 neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-554caf6f-a72d-41d6-ad9c-67a1619bd096 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Project 2fd0551828e14043813bac168b7a92ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:42:04.651254 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-554caf6f-a72d-41d6-ad9c-67a1619bd096 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:04.707853 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-554caf6f-a72d-41d6-ad9c-67a1619bd096 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:04.753310 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-554caf6f-a72d-41d6-ad9c-67a1619bd096 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:04.771929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554caf6f-a72d-41d6-ad9c-67a1619bd096 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73566eb7-1c19-4a58-b194-871bffc08476,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:04.824225 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-554caf6f-a72d-41d6-ad9c-67a1619bd096 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:04.825486 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-554caf6f-a72d-41d6-ad9c-67a1619bd096 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2760427 Dec 11 23:42:04.828188 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50574) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:04.832582 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-3d6ae31a-be08-4bdd-b53a-84b1a00ffb9b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '0b1b84d3-c96f-4d22-97a1-190e7bdde450', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:42:04.919418 n-d-710847-6 neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-3d6ae31a-be08-4bdd-b53a-84b1a00ffb9b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Project 2fd0551828e14043813bac168b7a92ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:42:04.924390 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae31a-be08-4bdd-b53a-84b1a00ffb9b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:04.987441 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae31a-be08-4bdd-b53a-84b1a00ffb9b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:05.062128 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae31a-be08-4bdd-b53a-84b1a00ffb9b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:05.081484 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ae31a-be08-4bdd-b53a-84b1a00ffb9b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1fa39d-c7e0-4933-a3b8-abeb4c565a31,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:05.138248 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae31a-be08-4bdd-b53a-84b1a00ffb9b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:05.139483 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3d6ae31a-be08-4bdd-b53a-84b1a00ffb9b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3103955 Dec 11 23:42:05.142405 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50576) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:05.147355 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-298845d4-26a8-4a09-bacd-307d43365e47 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'network': {'name': 'tempest-network-smoke--1228600147', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'port_security_enabled': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:42:05.221352 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298845d4-26a8-4a09-bacd-307d43365e47 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Made reservation on behalf of 2fd0551828e14043813bac168b7a92ce for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:42:05.224737 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-298845d4-26a8-4a09-bacd-307d43365e47 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:05.248504 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298845d4-26a8-4a09-bacd-307d43365e47 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:42:05.257301 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-298845d4-26a8-4a09-bacd-307d43365e47 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:05.257651 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-298845d4-26a8-4a09-bacd-307d43365e47 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Added segment b80376c7-1de4-4214-8794-76edd011eb8e of type vlan for network cca6e954-1336-421f-b1ac-a4ca31af5a9d Dec 11 23:42:05.299210 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-298845d4-26a8-4a09-bacd-307d43365e47 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:05.376674 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-298845d4-26a8-4a09-bacd-307d43365e47 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:05.382438 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298845d4-26a8-4a09-bacd-307d43365e47 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:05.383050 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-298845d4-26a8-4a09-bacd-307d43365e47 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:05.446304 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298845d4-26a8-4a09-bacd-307d43365e47 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Network': ['ID=cca6e954-1336-421f-b1ac-a4ca31af5a9d,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:05.456483 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network cca6e954-1336-421f-b1ac-a4ca31af5a9d details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:42:05.505576 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-298845d4-26a8-4a09-bacd-307d43365e47 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3619540 Dec 11 23:42:05.508462 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50578) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:05.512902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-758646177', 'admin_state_up': True, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:42:05.599940 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:05.600965 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:05.934784 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:06.117045 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:06.384079 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:06.402713 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:06.505659 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.25.1.45 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/266d1fdf-c904-418f-83f5-a2504e3abcad) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:42:06.602473 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:06.679743 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:06.723890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:42:06.727030 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:42:06.730260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:42:06.740210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a8a707-38f3-4994-9501-c4f02c8e7126 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:42:06.756899 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=266d1fdf-c904-418f-83f5-a2504e3abcad,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:06.792661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5578d014-89c2-4a7c-9f39-6123778e9ef6 None None] Provisioning complete for port 266d1fdf-c904-418f-83f5-a2504e3abcad triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:42:06.814026 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5578d014-89c2-4a7c-9f39-6123778e9ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:06.825955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5578d014-89c2-4a7c-9f39-6123778e9ef6 None None] Port 266d1fdf-c904-418f-83f5-a2504e3abcad cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:42:07.049377 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:07.243436 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:07.416538 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router 589682ca-0236-4db8-93c7-4ea4a04bfb70 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:42:07.521243 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:42:07.530639 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Sync routers for ids ['589682ca-0236-4db8-93c7-4ea4a04bfb70'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:42:07.540082 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Routers {'589682ca-0236-4db8-93c7-4ea4a04bfb70'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:42:07.541213 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:41:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['589682ca-0236-4db8-93c7-4ea4a04bfb70'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:42:07.619015 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:07.620276 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-20d4e1df-16b6-4226-9b50-518719294ad0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1109135 Dec 11 23:42:07.623343 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50580) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:07.646386 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Set router 589682ca-0236-4db8-93c7-4ea4a04bfb70 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:42:07.743888 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cb221ae7-5c3d-4fb0-aeb7-d55e9cd4bb6f tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=2fd0551828e14043813bac168b7a92ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1193964 Dec 11 23:42:07.746599 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50584) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:07.832753 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758646177', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:42:05Z', 'updated_at': '2021-12-11T23:42:06Z', 'revision_number': 3, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:06Z', 'updated_at': '2021-12-11T23:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:42:07.840548 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad96df1-3d42-4249-93bd-bb18dae27958 tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:07.842101 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5ad96df1-3d42-4249-93bd-bb18dae27958 tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945423 Dec 11 23:42:07.845238 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50586) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:07.863623 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Checking router: 589682ca-0236-4db8-93c7-4ea4a04bfb70 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:42:07.863977 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Updating router 589682ca-0236-4db8-93c7-4ea4a04bfb70 port 266d1fdf-c904-418f-83f5-a2504e3abcad binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:42:07.875271 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f5f31bd6-546a-4975-864a-6979c1563a3f tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289052 Dec 11 23:42:07.877835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50588) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:07.882788 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2aee6203-2f8d-43b9-a220-c7d130b33a23 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2037974204', 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:42:07.888483 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:08.056867 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aee6203-2f8d-43b9-a220-c7d130b33a23 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Made reservation on behalf of 2fd0551828e14043813bac168b7a92ce for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:42:08.060926 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2aee6203-2f8d-43b9-a220-c7d130b33a23 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:08.140858 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:08.193412 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:08.241651 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d68c28c-dd74-4e2a-a978-a410ca223c0a None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:42:08.248942 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Attempting to bind port 266d1fdf-c904-418f-83f5-a2504e3abcad on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:42:08.249241 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Attempting to bind port 266d1fdf-c904-418f-83f5-a2504e3abcad by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:42:08.249679 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Attempting to bind port 266d1fdf-c904-418f-83f5-a2504e3abcad on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:42:08.258325 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118f61e-814b-4318-b8e2-6cf34f9e61e9 None None] Pushing event updated for resources: {'Port': ['ID=266d1fdf-c904-418f-83f5-a2504e3abcad,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:08.260623 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:42:08.261061 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:42:08.261395 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:08.261784 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:42:08.262246 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Bound port: 266d1fdf-c904-418f-83f5-a2504e3abcad, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:42:08.262659 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:08.285207 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2aee6203-2f8d-43b9-a220-c7d130b33a23 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:08.288992 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118f61e-814b-4318-b8e2-6cf34f9e61e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:42:08.289407 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118f61e-814b-4318-b8e2-6cf34f9e61e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:42:08.289677 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118f61e-814b-4318-b8e2-6cf34f9e61e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:42:08.290013 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118f61e-814b-4318-b8e2-6cf34f9e61e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:42:08.290340 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118f61e-814b-4318-b8e2-6cf34f9e61e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:42:08.291320 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118f61e-814b-4318-b8e2-6cf34f9e61e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:42:08.292578 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118f61e-814b-4318-b8e2-6cf34f9e61e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:42:08.292938 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118f61e-814b-4318-b8e2-6cf34f9e61e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:42:08.293290 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118f61e-814b-4318-b8e2-6cf34f9e61e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:42:08.296063 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118f61e-814b-4318-b8e2-6cf34f9e61e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:42:08.296063 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118f61e-814b-4318-b8e2-6cf34f9e61e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:42:08.296063 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118f61e-814b-4318-b8e2-6cf34f9e61e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:42:08.296063 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4118f61e-814b-4318-b8e2-6cf34f9e61e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:42:08.327409 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] For port 266d1fdf-c904-418f-83f5-a2504e3abcad, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:42:08.330446 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] For port 266d1fdf-c904-418f-83f5-a2504e3abcad, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=266d1fdf-c904-418f-83f5-a2504e3abcad,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:42:08.348903 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee6203-2f8d-43b9-a220-c7d130b33a23 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Subnet': ['ID=4fbec002-b2ea-41d4-a2ba-49f74add14c3,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:08.359888 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aee6203-2f8d-43b9-a220-c7d130b33a23 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Checking segment: {'id': 'b80376c7-1de4-4214-8794-76edd011eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:42:08.360260 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aee6203-2f8d-43b9-a220-c7d130b33a23 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network hostable DHCP agents. Network: cca6e954-1336-421f-b1ac-a4ca31af5a9d, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:42:08.363756 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d737e620-ec14-467b-8de8-a668c7a076c7 None None] Provisioning complete for port 266d1fdf-c904-418f-83f5-a2504e3abcad triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:42:08.364290 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d737e620-ec14-467b-8de8-a668c7a076c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:08.398011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d737e620-ec14-467b-8de8-a668c7a076c7 None None] Port 266d1fdf-c904-418f-83f5-a2504e3abcad cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:42:08.400014 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:08.422137 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aee6203-2f8d-43b9-a220-c7d130b33a23 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network cca6e954-1336-421f-b1ac-a4ca31af5a9d is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:42:08.441555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295f73ed-3b2e-40d6-825e-ec8f9d4c33db None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:42:08.457018 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Routers {'589682ca-0236-4db8-93c7-4ea4a04bfb70'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:42:08.457633 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:41:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['589682ca-0236-4db8-93c7-4ea4a04bfb70'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:42:08.495156 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118f61e-814b-4318-b8e2-6cf34f9e61e9 None None] Pushing event updated for resources: {'Port': ['ID=266d1fdf-c904-418f-83f5-a2504e3abcad,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:08.496328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-2aee6203-2f8d-43b9-a220-c7d130b33a23 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, cca6e954-1336-421f-b1ac-a4ca31af5a9d) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:42:08.500565 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aee6203-2f8d-43b9-a220-c7d130b33a23 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:08.501214 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2aee6203-2f8d-43b9-a220-c7d130b33a23 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:08.521043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964c0b70-dc13-44b5-be60-dc590ad3d42f None None] Network cca6e954-1336-421f-b1ac-a4ca31af5a9d requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:42:08.538441 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-05eab6c7-1c33-4096-aef0-3e7695d2e259 None None] Provisioning complete for port 266d1fdf-c904-418f-83f5-a2504e3abcad triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:42:08.538825 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05eab6c7-1c33-4096-aef0-3e7695d2e259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:08.575761 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] Set router 589682ca-0236-4db8-93c7-4ea4a04bfb70 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:42:08.579392 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2aee6203-2f8d-43b9-a220-c7d130b33a23 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7005217 Dec 11 23:42:08.582038 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50590) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:08.690887 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ips': [{'subnet_id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:42:08.692023 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:08.704536 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05eab6c7-1c33-4096-aef0-3e7695d2e259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:08.734123 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-05eab6c7-1c33-4096-aef0-3e7695d2e259 None None] For port 266d1fdf-c904-418f-83f5-a2504e3abcad, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=266d1fdf-c904-418f-83f5-a2504e3abcad,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:42:08.774497 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758646177', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:42:05Z', 'updated_at': '2021-12-11T23:42:06Z', 'revision_number': 3, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:06Z', 'updated_at': '2021-12-11T23:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:42:08.792574 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05eab6c7-1c33-4096-aef0-3e7695d2e259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:08.803831 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e037576-f1af-4442-a289-c22cff3dd873 None None] The sync data for ids ['589682ca-0236-4db8-93c7-4ea4a04bfb70'] in n-d-710847-6 is: [{'id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758646177', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:42:05Z', 'updated_at': '2021-12-11T23:42:06Z', 'revision_number': 3, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:06Z', 'updated_at': '2021-12-11T23:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:42:08.880584 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eab6c7-1c33-4096-aef0-3e7695d2e259 None None] Pushing event updated for resources: {'Port': ['ID=266d1fdf-c904-418f-83f5-a2504e3abcad,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:08.898630 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Allocated IP 172.20.0.2 (cca6e954-1336-421f-b1ac-a4ca31af5a9d/4fbec002-b2ea-41d4-a2ba-49f74add14c3/30bbfd15-9c96-4296-980b-1d6fd8e25ca9) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:42:09.087483 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:09.229881 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:09.313963 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:09.363199 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Network cca6e954-1336-421f-b1ac-a4ca31af5a9d is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:42:09.370002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:42:09.370002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:42:09.370339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Pushing event updated for resources: {'Port': ['ID=30bbfd15-9c96-4296-980b-1d6fd8e25ca9,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:09.396626 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.20.0.1 (cca6e954-1336-421f-b1ac-a4ca31af5a9d/4fbec002-b2ea-41d4-a2ba-49f74add14c3/a4b3d8e3-2e0f-48a5-b0df-effee173a737) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:42:09.434657 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Attempting to bind port 30bbfd15-9c96-4296-980b-1d6fd8e25ca9 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:42:09.435117 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Attempting to bind port 30bbfd15-9c96-4296-980b-1d6fd8e25ca9 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'b80376c7-1de4-4214-8794-76edd011eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:42:09.435435 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Attempting to bind port 30bbfd15-9c96-4296-980b-1d6fd8e25ca9 on network cca6e954-1336-421f-b1ac-a4ca31af5a9d {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:42:09.440903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:42:09.441287 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Checking segment: {'id': 'b80376c7-1de4-4214-8794-76edd011eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:42:09.441696 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:09.442096 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Bound using segment: {'id': 'b80376c7-1de4-4214-8794-76edd011eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:42:09.442627 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Bound port: 30bbfd15-9c96-4296-980b-1d6fd8e25ca9, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80376c7-1de4-4214-8794-76edd011eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:42:09.443044 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:09.511474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] For port 30bbfd15-9c96-4296-980b-1d6fd8e25ca9, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:42:09.515027 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] For port 30bbfd15-9c96-4296-980b-1d6fd8e25ca9, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=30bbfd15-9c96-4296-980b-1d6fd8e25ca9,segment=NetworkSegment(b80376c7-1de4-4214-8794-76edd011eb8e),segment_id=b80376c7-1de4-4214-8794-76edd011eb8e)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:42:09.571430 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:09.651390 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a4262-6e80-46ff-b558-f2cac2e18d97 None None] Pushing event updated for resources: {'Port': ['ID=30bbfd15-9c96-4296-980b-1d6fd8e25ca9,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:09.839884 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:09.925779 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:09.974334 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network cca6e954-1336-421f-b1ac-a4ca31af5a9d is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:42:09.980512 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:42:09.985041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:42:09.989062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=a4b3d8e3-2e0f-48a5-b0df-effee173a737,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:10.032797 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:10.236848 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:10.519678 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:10.564993 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:10.638373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=a4b3d8e3-2e0f-48a5-b0df-effee173a737,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:10.643556 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:10.732513 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network cca6e954-1336-421f-b1ac-a4ca31af5a9d is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:42:10.733953 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:42:10.849365 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router 589682ca-0236-4db8-93c7-4ea4a04bfb70 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:42:10.973778 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:42:10.995575 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-f3913d40-e147-45eb-80a7-0e13957324f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "PUT /v2.0/routers/589682ca-0236-4db8-93c7-4ea4a04bfb70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4121938 Dec 11 23:42:10.998209 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Sync routers for ids ['589682ca-0236-4db8-93c7-4ea4a04bfb70'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:42:11.009142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Routers {'589682ca-0236-4db8-93c7-4ea4a04bfb70'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:42:11.010364 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:41:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['589682ca-0236-4db8-93c7-4ea4a04bfb70'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:42:11.054311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 266d1fdf-c904-418f-83f5-a2504e3abcad up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:42:11.179470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 266d1fdf-c904-418f-83f5-a2504e3abcad triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:42:11.179858 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:11.204636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Set router 589682ca-0236-4db8-93c7-4ea4a04bfb70 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:42:11.303692 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cf0847-d943-44e8-bf19-a5faddd31997 None None] Network cca6e954-1336-421f-b1ac-a4ca31af5a9d requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:42:11.333044 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-5dcb4bfa-9b1a-497b-b3b9-a21bbc19a408 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111454091&fields=id&tenant_id=2fd0551828e14043813bac168b7a92ce HTTP/1.1" status: 200 len: 267 time: 0.0453188 Dec 11 23:42:11.448690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-7574af4f-7a2f-4c5a-b81a-c672d29cf1d9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:11.450621 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-7574af4f-7a2f-4c5a-b81a-c672d29cf1d9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/networks?id=cca6e954-1336-421f-b1ac-a4ca31af5a9d HTTP/1.1" status: 200 len: 797 time: 0.1102602 Dec 11 23:42:11.452309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b264d6e9-7863-4e53-b4d5-32ebcf3bf963 None None] Provisioning complete for port 30bbfd15-9c96-4296-980b-1d6fd8e25ca9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:42:11.452641 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b264d6e9-7863-4e53-b4d5-32ebcf3bf963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:11.465246 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-a04a59cf-531b-4783-83e1-4605638d1132 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/quotas/2fd0551828e14043813bac168b7a92ce HTTP/1.1" status: 200 len: 375 time: 0.0091105 Dec 11 23:42:11.488709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 30bbfd15-9c96-4296-980b-1d6fd8e25ca9 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:42:11.518401 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-7bc7210d-0476-4445-8b26-d422a36d9f22 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476463 Dec 11 23:42:11.576862 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-5572a41b-91f2-4f21-9f42-8ef791bda51e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:42:11.577900 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-5572a41b-91f2-4f21-9f42-8ef791bda51e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483325 Dec 11 23:42:11.669862 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 30bbfd15-9c96-4296-980b-1d6fd8e25ca9 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:42:11.670246 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:11.672852 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-fcbcd3b2-d92d-42bc-9005-cf875baba3b0 service neutron] 10.222.0.45 "GET /v2.0/networks/cca6e954-1336-421f-b1ac-a4ca31af5a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880036 Dec 11 23:42:11.708635 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b264d6e9-7863-4e53-b4d5-32ebcf3bf963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:11.740453 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758646177', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:42:05Z', 'updated_at': '2021-12-11T23:42:10Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:06Z', 'updated_at': '2021-12-11T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a4b3d8e3-2e0f-48a5-b0df-effee173a737', 'name': '', 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:48:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:09Z', 'updated_at': '2021-12-11T23:42:10Z', 'revision_number': 2, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:42:11.776610 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Checking router: 589682ca-0236-4db8-93c7-4ea4a04bfb70 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:42:11.776987 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Updating router 589682ca-0236-4db8-93c7-4ea4a04bfb70 port a4b3d8e3-2e0f-48a5-b0df-effee173a737 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:42:11.782732 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-49586e68-1eb9-4e8d-80b8-99960100ad63 service neutron] 10.222.0.45 "GET /v2.0/networks/cca6e954-1336-421f-b1ac-a4ca31af5a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013563 Dec 11 23:42:11.809232 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b264d6e9-7863-4e53-b4d5-32ebcf3bf963 None None] For port 30bbfd15-9c96-4296-980b-1d6fd8e25ca9, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=30bbfd15-9c96-4296-980b-1d6fd8e25ca9,segment=NetworkSegment(b80376c7-1de4-4214-8794-76edd011eb8e),segment_id=b80376c7-1de4-4214-8794-76edd011eb8e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:42:11.841618 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:11.864956 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:11.888899 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b264d6e9-7863-4e53-b4d5-32ebcf3bf963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:12.088312 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264d6e9-7863-4e53-b4d5-32ebcf3bf963 None None] Pushing event updated for resources: {'Port': ['ID=30bbfd15-9c96-4296-980b-1d6fd8e25ca9,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:12.106309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-38ec47fa-73ec-4697-b174-b2a8302d3180 None None] Provisioning complete for port a4b3d8e3-2e0f-48a5-b0df-effee173a737 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:42:12.106693 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-38ec47fa-73ec-4697-b174-b2a8302d3180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:12.155038 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-61e225b8-488f-456f-8b14-711032d75f59 req-f678bbc6-1965-4d5e-b3f0-c61630aee433 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 210 time: 0.1406741 Dec 11 23:42:12.175253 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:42:12.176391 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:42:12.205966 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-38ec47fa-73ec-4697-b174-b2a8302d3180 None None] Port a4b3d8e3-2e0f-48a5-b0df-effee173a737 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:42:12.244641 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-38ec47fa-73ec-4697-b174-b2a8302d3180 None None] Provisioning complete for port 30bbfd15-9c96-4296-980b-1d6fd8e25ca9 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:42:12.245016 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-38ec47fa-73ec-4697-b174-b2a8302d3180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:12.342289 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:12.417494 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:12.484209 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63039aa-cb66-4678-b34b-ba6a4b5c3175 None None] Pushing event updated for resources: {'Port': ['ID=a4b3d8e3-2e0f-48a5-b0df-effee173a737,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:12.526432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Attempting to bind port a4b3d8e3-2e0f-48a5-b0df-effee173a737 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:42:12.526842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Attempting to bind port a4b3d8e3-2e0f-48a5-b0df-effee173a737 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'b80376c7-1de4-4214-8794-76edd011eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:42:12.527208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Attempting to bind port a4b3d8e3-2e0f-48a5-b0df-effee173a737 on network cca6e954-1336-421f-b1ac-a4ca31af5a9d {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:42:12.535644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:42:12.536349 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Checking segment: {'id': 'b80376c7-1de4-4214-8794-76edd011eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:42:12.536491 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:12.536810 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Bound using segment: {'id': 'b80376c7-1de4-4214-8794-76edd011eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:42:12.537285 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Bound port: a4b3d8e3-2e0f-48a5-b0df-effee173a737, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80376c7-1de4-4214-8794-76edd011eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:42:12.537668 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:12.539454 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b019b40c-14b4-453b-bf75-4b336ada0932 None None] Provisioning complete for port a4b3d8e3-2e0f-48a5-b0df-effee173a737 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:42:12.539810 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b019b40c-14b4-453b-bf75-4b336ada0932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:12.610756 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b019b40c-14b4-453b-bf75-4b336ada0932 None None] Port a4b3d8e3-2e0f-48a5-b0df-effee173a737 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:42:12.636488 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] For port a4b3d8e3-2e0f-48a5-b0df-effee173a737, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:42:12.640048 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] For port a4b3d8e3-2e0f-48a5-b0df-effee173a737, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a4b3d8e3-2e0f-48a5-b0df-effee173a737,segment=NetworkSegment(b80376c7-1de4-4214-8794-76edd011eb8e),segment_id=b80376c7-1de4-4214-8794-76edd011eb8e)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:42:12.702621 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:12.968056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8cdbc8e9-520e-4f86-a3f6-58a88ca8ed07 None None] Provisioning complete for port a4b3d8e3-2e0f-48a5-b0df-effee173a737 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:42:12.968430 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8cdbc8e9-520e-4f86-a3f6-58a88ca8ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:12.971390 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Routers {'589682ca-0236-4db8-93c7-4ea4a04bfb70'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:42:12.972019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:41:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['589682ca-0236-4db8-93c7-4ea4a04bfb70'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:42:12.979677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63039aa-cb66-4678-b34b-ba6a4b5c3175 None None] Pushing event updated for resources: {'Port': ['ID=a4b3d8e3-2e0f-48a5-b0df-effee173a737,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:13.041149 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 30bbfd15-9c96-4296-980b-1d6fd8e25ca9 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:42:13.198065 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] Set router 589682ca-0236-4db8-93c7-4ea4a04bfb70 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:42:13.246006 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f54b3285-f821-4c2c-a5cf-dbcbc13f9d5c req-4672f1a1-f0fe-486b-bef4-b2ef4acf6f77 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 210 time: 0.0307987 Dec 11 23:42:13.247249 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 30bbfd15-9c96-4296-980b-1d6fd8e25ca9 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:42:13.247636 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:13.251241 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8cdbc8e9-520e-4f86-a3f6-58a88ca8ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:13.394276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8cdbc8e9-520e-4f86-a3f6-58a88ca8ed07 None None] For port a4b3d8e3-2e0f-48a5-b0df-effee173a737, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a4b3d8e3-2e0f-48a5-b0df-effee173a737,segment=NetworkSegment(b80376c7-1de4-4214-8794-76edd011eb8e),segment_id=b80376c7-1de4-4214-8794-76edd011eb8e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:42:13.455725 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8cdbc8e9-520e-4f86-a3f6-58a88ca8ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:13.534883 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbc8e9-520e-4f86-a3f6-58a88ca8ed07 None None] Pushing event updated for resources: {'Port': ['ID=a4b3d8e3-2e0f-48a5-b0df-effee173a737,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:13.550507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758646177', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:42:05Z', 'updated_at': '2021-12-11T23:42:10Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:06Z', 'updated_at': '2021-12-11T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a4b3d8e3-2e0f-48a5-b0df-effee173a737', 'name': '', 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:48:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:09Z', 'updated_at': '2021-12-11T23:42:12Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:42:13.581741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54161ac4-33f5-4d01-affb-2644a9762099 None None] The sync data for ids ['589682ca-0236-4db8-93c7-4ea4a04bfb70'] in n-d-710847-6 is: [{'id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758646177', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:42:05Z', 'updated_at': '2021-12-11T23:42:10Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:06Z', 'updated_at': '2021-12-11T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a4b3d8e3-2e0f-48a5-b0df-effee173a737', 'name': '', 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:48:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:09Z', 'updated_at': '2021-12-11T23:42:12Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:42:13.593318 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e5dd23fa-75aa-46c6-85e4-411c69ec2a97 None None] Provisioning complete for port a4b3d8e3-2e0f-48a5-b0df-effee173a737 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:42:13.593745 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e5dd23fa-75aa-46c6-85e4-411c69ec2a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:14.223033 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:14.362505 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6ec4fde5-87c3-4f38-9602-f5345a9ee542 req-85b21a50-6ac3-4d17-8ada-c51895e05770 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 210 time: 0.0358863 Dec 11 23:42:14.372298 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-22a3fe41-5dbc-4772-a43a-9cb6d41b739c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:14.374162 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-22a3fe41-5dbc-4772-a43a-9cb6d41b739c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.13 "GET /v2.0/networks?id=cca6e954-1336-421f-b1ac-a4ca31af5a9d HTTP/1.1" status: 200 len: 797 time: 0.1602297 Dec 11 23:42:14.450305 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-b5879871-1875-46e1-9894-ceb031c58b95 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fd0551828e14043813bac168b7a92ce HTTP/1.1" status: 200 len: 380 time: 0.0634468 Dec 11 23:42:14.461713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-db7ec310-ddb3-480b-a669-8301718e0199 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'port': {'device_id': 'c888e80f-5b95-4f4a-aad2-6a3942a6e68b', 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'admin_state_up': True, 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'security_groups': ['0b1b84d3-c96f-4d22-97a1-190e7bdde450']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:42:14.656677 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-db7ec310-ddb3-480b-a669-8301718e0199 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Made reservation on behalf of 2fd0551828e14043813bac168b7a92ce for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:42:14.660908 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-db7ec310-ddb3-480b-a669-8301718e0199 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:14.804950 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-db7ec310-ddb3-480b-a669-8301718e0199 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.20.0.6 (cca6e954-1336-421f-b1ac-a4ca31af5a9d/4fbec002-b2ea-41d4-a2ba-49f74add14c3/022343bc-203e-40a1-8e32-82e654a8aafe) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:42:14.948862 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-db7ec310-ddb3-480b-a669-8301718e0199 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:15.029293 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a4b3d8e3-2e0f-48a5-b0df-effee173a737 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:42:15.045914 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-db7ec310-ddb3-480b-a669-8301718e0199 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:15.083742 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a4b3d8e3-2e0f-48a5-b0df-effee173a737 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:42:15.084144 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:15.091299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-db7ec310-ddb3-480b-a669-8301718e0199 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network cca6e954-1336-421f-b1ac-a4ca31af5a9d is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:42:15.094573 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-db7ec310-ddb3-480b-a669-8301718e0199 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:42:15.098336 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-db7ec310-ddb3-480b-a669-8301718e0199 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:42:15.129317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ec310-ddb3-480b-a669-8301718e0199 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=022343bc-203e-40a1-8e32-82e654a8aafe,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:15.159743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-db7ec310-ddb3-480b-a669-8301718e0199 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:15.160392 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-db7ec310-ddb3-480b-a669-8301718e0199 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:15.259817 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-db7ec310-ddb3-480b-a669-8301718e0199 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8025730 Dec 11 23:42:15.316558 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Request body: {'port': {'device_id': 'c888e80f-5b95-4f4a-aad2-6a3942a6e68b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:42:15.325479 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-7937e9df-e3a7-4eda-894b-6199d60a107a None None] Provisioning complete for port 022343bc-203e-40a1-8e32-82e654a8aafe triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:42:15.326007 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7937e9df-e3a7-4eda-894b-6199d60a107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:15.363151 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7937e9df-e3a7-4eda-894b-6199d60a107a None None] Port 022343bc-203e-40a1-8e32-82e654a8aafe cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:42:15.370842 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:15.485112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17b05b-f1bf-47ec-ab86-269bef51266f req-ebd51145-1bcc-4eb2-8f54-73638aee5301 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:15.486614 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ad17b05b-f1bf-47ec-ab86-269bef51266f req-ebd51145-1bcc-4eb2-8f54-73638aee5301 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 931 time: 0.0493748 Dec 11 23:42:15.538019 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ad17b05b-f1bf-47ec-ab86-269bef51266f req-ef1bd88b-70f0-48ad-bd86-535542489516 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430839 Dec 11 23:42:15.635466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 022343bc-203e-40a1-8e32-82e654a8aafe {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:42:15.642971 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:15.655996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Transition to ACTIVE for port object 022343bc-203e-40a1-8e32-82e654a8aafe will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:42:15.714019 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:16.092337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Pushing event updated for resources: {'Port': ['ID=022343bc-203e-40a1-8e32-82e654a8aafe,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:16.157681 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Attempting to bind port 022343bc-203e-40a1-8e32-82e654a8aafe on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:42:16.158026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Attempting to bind port 022343bc-203e-40a1-8e32-82e654a8aafe by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': 'b80376c7-1de4-4214-8794-76edd011eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:42:16.158357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Attempting to bind port 022343bc-203e-40a1-8e32-82e654a8aafe on network cca6e954-1336-421f-b1ac-a4ca31af5a9d {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:42:16.163137 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Port 022343bc-203e-40a1-8e32-82e654a8aafe on network cca6e954-1336-421f-b1ac-a4ca31af5a9d not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:42:16.163541 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Attempting to bind port 022343bc-203e-40a1-8e32-82e654a8aafe on network cca6e954-1336-421f-b1ac-a4ca31af5a9d {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:42:16.169389 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:42:16.169731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Checking segment: {'id': 'b80376c7-1de4-4214-8794-76edd011eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:42:16.170114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Bound using segment: {'id': 'b80376c7-1de4-4214-8794-76edd011eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:42:16.170673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Bound port: 022343bc-203e-40a1-8e32-82e654a8aafe, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80376c7-1de4-4214-8794-76edd011eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:42:16.171216 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:16.235972 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] For port 022343bc-203e-40a1-8e32-82e654a8aafe, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:42:16.239103 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] For port 022343bc-203e-40a1-8e32-82e654a8aafe, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=022343bc-203e-40a1-8e32-82e654a8aafe,segment=NetworkSegment(b80376c7-1de4-4214-8794-76edd011eb8e),segment_id=b80376c7-1de4-4214-8794-76edd011eb8e)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:42:16.302532 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:16.344221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:16.344843 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:16.346256 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] 10.222.0.13 "PUT /v2.0/ports/022343bc-203e-40a1-8e32-82e654a8aafe HTTP/1.1" status: 200 len: 1091 time: 1.0783393 Dec 11 23:42:16.346703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c888e80f-5b95-4f4a-aad2-6a3942a6e68b', 'tag': '022343bc-203e-40a1-8e32-82e654a8aafe'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:42:16.349008 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ba92e0-b2fd-4f5d-acc5-ea6088caecfa" -d '{"events": [{"name": "network-changed", "server_uuid": "c888e80f-5b95-4f4a-aad2-6a3942a6e68b", "tag": "022343bc-203e-40a1-8e32-82e654a8aafe"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:42:16.378462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeda1f1-ed68-43bb-8bcb-011e84b3c9bb service neutron] Pushing event updated for resources: {'Port': ['ID=022343bc-203e-40a1-8e32-82e654a8aafe,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:16.448556 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267ade18-4fec-499d-9754-9f77ee0b53c8 x-openstack-request-id: req-267ade18-4fec-499d-9754-9f77ee0b53c8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:42:16.448950 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c888e80f-5b95-4f4a-aad2-6a3942a6e68b", "tag": "022343bc-203e-40a1-8e32-82e654a8aafe", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:42:16.449206 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-267ade18-4fec-499d-9754-9f77ee0b53c8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:42:16.449649 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c888e80f-5b95-4f4a-aad2-6a3942a6e68b', 'tag': '022343bc-203e-40a1-8e32-82e654a8aafe', 'status': 'completed', 'code': 200} Dec 11 23:42:16.491945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-b64bdb93-664a-49c4-8886-1ea4748a3c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:16.493535 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-b64bdb93-664a-49c4-8886-1ea4748a3c06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 1094 time: 0.0426989 Dec 11 23:42:16.537824 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-53393d58-dcb5-470c-8f68-4c77c35a485d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=022343bc-203e-40a1-8e32-82e654a8aafe HTTP/1.1" status: 200 len: 217 time: 0.0365789 Dec 11 23:42:16.590570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-a9c82b59-74d9-497c-89b0-204fb115a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:16.592069 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-a9c82b59-74d9-497c-89b0-204fb115a1d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4fbec002-b2ea-41d4-a2ba-49f74add14c3 HTTP/1.1" status: 200 len: 835 time: 0.0471342 Dec 11 23:42:16.639544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-304dae3f-6703-4ade-95a8-b84923412641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:16.640957 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-304dae3f-6703-4ade-95a8-b84923412641 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cca6e954-1336-421f-b1ac-a4ca31af5a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423663 Dec 11 23:42:16.660133 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cc737-ffff-4de1-bf85-b58d37ffea3b req-e25f7674-01d5-44b8-9144-00dd50ed9cd8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:16.661632 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5e0cc737-ffff-4de1-bf85-b58d37ffea3b req-e25f7674-01d5-44b8-9144-00dd50ed9cd8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 943 time: 0.0546961 Dec 11 23:42:16.713227 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5e0cc737-ffff-4de1-bf85-b58d37ffea3b req-52995e24-2a4e-4c4d-94d7-8ecf5f32c1a0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440149 Dec 11 23:42:16.730608 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-649be6b0-e061-419d-9fcc-1ec5318585b5 service neutron] 10.222.0.13 "GET /v2.0/networks/cca6e954-1336-421f-b1ac-a4ca31af5a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824997 Dec 11 23:42:16.824183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a3a4b63-f0cb-466b-9ed3-52fd5fcbc524 req-409bc2db-5d5b-4e02-b21d-894e370f45e7 service neutron] 10.222.0.13 "GET /v2.0/networks/cca6e954-1336-421f-b1ac-a4ca31af5a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863700 Dec 11 23:42:16.972860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba92e0-b2fd-4f5d-acc5-ea6088caecfa req-ce7d3e39-1c0a-4a2d-b2ec-6cc9abba6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:16.974391 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58ba92e0-b2fd-4f5d-acc5-ea6088caecfa req-ce7d3e39-1c0a-4a2d-b2ec-6cc9abba6880 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 1094 time: 0.0408030 Dec 11 23:42:17.067087 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba92e0-b2fd-4f5d-acc5-ea6088caecfa req-1898d172-11d7-4715-bad2-5a227044e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:17.068529 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58ba92e0-b2fd-4f5d-acc5-ea6088caecfa req-1898d172-11d7-4715-bad2-5a227044e545 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cca6e954-1336-421f-b1ac-a4ca31af5a9d HTTP/1.1" status: 200 len: 898 time: 0.0866137 Dec 11 23:42:17.110659 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58ba92e0-b2fd-4f5d-acc5-ea6088caecfa req-ee8a8a80-1a9f-48ff-a3c3-d1d12dc15892 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=022343bc-203e-40a1-8e32-82e654a8aafe HTTP/1.1" status: 200 len: 217 time: 0.0345902 Dec 11 23:42:17.158948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba92e0-b2fd-4f5d-acc5-ea6088caecfa req-9b31454b-488e-48b1-98d7-a8a3824a5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:17.160374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58ba92e0-b2fd-4f5d-acc5-ea6088caecfa req-9b31454b-488e-48b1-98d7-a8a3824a5ee2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4fbec002-b2ea-41d4-a2ba-49f74add14c3 HTTP/1.1" status: 200 len: 835 time: 0.0429003 Dec 11 23:42:17.210296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba92e0-b2fd-4f5d-acc5-ea6088caecfa req-e1a20214-bc91-4b9f-aa38-f37044088fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:17.211702 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58ba92e0-b2fd-4f5d-acc5-ea6088caecfa req-e1a20214-bc91-4b9f-aa38-f37044088fe6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cca6e954-1336-421f-b1ac-a4ca31af5a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434639 Dec 11 23:42:17.299202 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58ba92e0-b2fd-4f5d-acc5-ea6088caecfa req-31a1917b-ad8e-4796-8a21-6da229d427e5 service neutron] 10.222.0.13 "GET /v2.0/networks/cca6e954-1336-421f-b1ac-a4ca31af5a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801475 Dec 11 23:42:17.390192 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58ba92e0-b2fd-4f5d-acc5-ea6088caecfa req-2374e5f8-38fd-417e-a871-19625c8cdfbb service neutron] 10.222.0.13 "GET /v2.0/networks/cca6e954-1336-421f-b1ac-a4ca31af5a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845330 Dec 11 23:42:17.832297 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39df3b7-07b3-459e-81a6-926004f8dba9 req-45e26b5f-a239-4934-9e19-ac46565bdb23 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:17.833778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d39df3b7-07b3-459e-81a6-926004f8dba9 req-45e26b5f-a239-4934-9e19-ac46565bdb23 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 943 time: 0.0511827 Dec 11 23:42:17.883929 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d39df3b7-07b3-459e-81a6-926004f8dba9 req-7c5cc2ca-cf4d-44df-b3cb-f6b47a5cea07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434194 Dec 11 23:42:17.994651 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:18.890726 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3ee3eb8b-df06-41dc-b2a7-02525573dae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:19.008843 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b400afe-07f2-406f-9a16-690bc0e3f4f1 req-db3c5e7a-6610-4b45-b501-7ef5ea33d8c2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:19.011249 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7b400afe-07f2-406f-9a16-690bc0e3f4f1 req-db3c5e7a-6610-4b45-b501-7ef5ea33d8c2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 943 time: 0.0572083 Dec 11 23:42:19.061629 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7b400afe-07f2-406f-9a16-690bc0e3f4f1 req-57f70084-bb63-4e90-946a-d1b65c3bb56a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442324 Dec 11 23:42:19.434727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 022343bc-203e-40a1-8e32-82e654a8aafe details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:42:19.531769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 022343bc-203e-40a1-8e32-82e654a8aafe, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=022343bc-203e-40a1-8e32-82e654a8aafe,segment=NetworkSegment(b80376c7-1de4-4214-8794-76edd011eb8e),segment_id=b80376c7-1de4-4214-8794-76edd011eb8e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:42:19.543656 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '022343bc-203e-40a1-8e32-82e654a8aafe', 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'port_id': '022343bc-203e-40a1-8e32-82e654a8aafe', 'mac_address': 'fa:16:3e:2f:14:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:42:19.579652 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:19.592297 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 022343bc-203e-40a1-8e32-82e654a8aafe {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:42:19.610956 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 022343bc-203e-40a1-8e32-82e654a8aafe, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=022343bc-203e-40a1-8e32-82e654a8aafe,segment=NetworkSegment(b80376c7-1de4-4214-8794-76edd011eb8e),segment_id=b80376c7-1de4-4214-8794-76edd011eb8e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:42:19.690629 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:19.737777 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=022343bc-203e-40a1-8e32-82e654a8aafe,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:20.050337 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['022343bc-203e-40a1-8e32-82e654a8aafe'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:42:20.177053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203305d0-eeb9-4900-b014-9d6d869d39d9 req-9182f3d9-097b-4b0e-bde2-5fdc2e5fbd88 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:20.178552 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-203305d0-eeb9-4900-b014-9d6d869d39d9 req-9182f3d9-097b-4b0e-bde2-5fdc2e5fbd88 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 944 time: 0.0491235 Dec 11 23:42:20.228552 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-203305d0-eeb9-4900-b014-9d6d869d39d9 req-d682c1d3-748c-4308-8f49-0169da89fb13 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434642 Dec 11 23:42:21.335942 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c59e9432-e011-4a57-8f58-80eaf8098440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:21.355477 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205688e-6a4a-486d-8d5a-2c2e7c64d8b0 req-cc94d733-591d-4ac9-9549-0d026ad4631f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:21.357002 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f205688e-6a4a-486d-8d5a-2c2e7c64d8b0 req-cc94d733-591d-4ac9-9549-0d026ad4631f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 944 time: 0.0559318 Dec 11 23:42:21.408370 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f205688e-6a4a-486d-8d5a-2c2e7c64d8b0 req-10d056c2-25a3-4025-b20f-38cb4ea94378 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453398 Dec 11 23:42:21.449779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 022343bc-203e-40a1-8e32-82e654a8aafe up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:42:21.564118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 022343bc-203e-40a1-8e32-82e654a8aafe completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:42:21.567869 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 022343bc-203e-40a1-8e32-82e654a8aafe triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:42:21.579841 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:21.647183 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:21.669732 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c888e80f-5b95-4f4a-aad2-6a3942a6e68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022343bc-203e-40a1-8e32-82e654a8aafe'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:42:21.672015 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc09dd2-2439-4c5b-8f8e-e816487e4631" -d '{"events": [{"server_uuid": "c888e80f-5b95-4f4a-aad2-6a3942a6e68b", "name": "network-vif-plugged", "status": "completed", "tag": "022343bc-203e-40a1-8e32-82e654a8aafe"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:42:21.684483 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 022343bc-203e-40a1-8e32-82e654a8aafe, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=022343bc-203e-40a1-8e32-82e654a8aafe,segment=NetworkSegment(b80376c7-1de4-4214-8794-76edd011eb8e),segment_id=b80376c7-1de4-4214-8794-76edd011eb8e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:42:21.711709 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a5f099-aeb4-4fa4-9947-712fd60c37f9 x-openstack-request-id: req-39a5f099-aeb4-4fa4-9947-712fd60c37f9 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:42:21.712016 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c888e80f-5b95-4f4a-aad2-6a3942a6e68b", "name": "network-vif-plugged", "status": "completed", "tag": "022343bc-203e-40a1-8e32-82e654a8aafe", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:42:21.712823 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39a5f099-aeb4-4fa4-9947-712fd60c37f9 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:42:21.713220 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c888e80f-5b95-4f4a-aad2-6a3942a6e68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022343bc-203e-40a1-8e32-82e654a8aafe', 'code': 200} Dec 11 23:42:21.765372 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:21.810479 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83d43-1007-4b71-993f-92bf8a14a933 req-7e13224a-d038-48e0-bca2-f8907892ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:21.812037 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58d83d43-1007-4b71-993f-92bf8a14a933 req-7e13224a-d038-48e0-bca2-f8907892ba1b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 1096 time: 0.0453146 Dec 11 23:42:21.820343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=022343bc-203e-40a1-8e32-82e654a8aafe,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:21.858643 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-58d83d43-1007-4b71-993f-92bf8a14a933 req-4c635645-4b55-4127-a003-4479e79c2ddc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398364 Dec 11 23:42:22.450729 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:22.525312 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ee317-b565-405b-ab3a-3e32866337cd req-ddf22639-4d5e-498c-a69f-f57e32e0d530 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:22.526827 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-de2ee317-b565-405b-ab3a-3e32866337cd req-ddf22639-4d5e-498c-a69f-f57e32e0d530 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 945 time: 0.0504348 Dec 11 23:42:22.575715 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-de2ee317-b565-405b-ab3a-3e32866337cd req-e06153ab-e6a2-49df-8df7-ed81d7c07a83 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430369 Dec 11 23:42:23.692995 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26012335-a483-4a00-ab3a-8f26fb3d0eee req-5f16f5d6-486c-43c3-aee5-1888cfb43bf7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:23.694610 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26012335-a483-4a00-ab3a-8f26fb3d0eee req-5f16f5d6-486c-43c3-aee5-1888cfb43bf7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 945 time: 0.0494604 Dec 11 23:42:23.746118 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-26012335-a483-4a00-ab3a-8f26fb3d0eee req-c18d96ff-8a0b-437b-aa11-b32b4125fbbc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446434 Dec 11 23:42:23.861817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97033d2-9f4f-43b4-938b-5c334cc8335d req-85c6eb5c-ed65-42d7-a04f-51270e668745 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:23.863236 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f97033d2-9f4f-43b4-938b-5c334cc8335d req-85c6eb5c-ed65-42d7-a04f-51270e668745 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 945 time: 0.0484540 Dec 11 23:42:23.915515 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f97033d2-9f4f-43b4-938b-5c334cc8335d req-821db0c8-8d9c-4aec-b9c3-485534d9d429 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459857 Dec 11 23:42:23.938168 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50656) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:23.977028 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339f9dd9-9d99-46ac-ad7f-c8b14671e017 tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:23.979127 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-339f9dd9-9d99-46ac-ad7f-c8b14671e017 tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 1091 time: 0.0399821 Dec 11 23:42:23.981905 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50658) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:23.986130 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '022343bc-203e-40a1-8e32-82e654a8aafe', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:42:24.073532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:24.096375 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:24.169543 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:24.273437 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.25.1.118 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/3c77391d-b9e3-4181-a221-427599280ef4) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:42:24.370915 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:24.456154 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:24.498943 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:42:24.503691 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:42:24.507133 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:42:24.513273 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=3c77391d-b9e3-4181-a221-427599280ef4,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:24.673555 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:24.867495 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:24.972786 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:25.119617 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:25.158852 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:25.224996 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=3c77391d-b9e3-4181-a221-427599280ef4,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:42:25.236683 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:25.335801 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Floating IP e40348eb-136d-4926-958d-ef0d44637f7f associated. External IP: 172.25.1.118, port: 022343bc-203e-40a1-8e32-82e654a8aafe. Dec 11 23:42:25.539805 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router 589682ca-0236-4db8-93c7-4ea4a04bfb70 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:42:25.645961 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:42:25.656168 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d0bbb8-46b2-4477-b57e-bd24cd1d9a1b None None] Sync routers for ids ['589682ca-0236-4db8-93c7-4ea4a04bfb70'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:42:25.667234 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0bbb8-46b2-4477-b57e-bd24cd1d9a1b None None] Routers {'589682ca-0236-4db8-93c7-4ea4a04bfb70'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:42:25.667843 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d5d0bbb8-46b2-4477-b57e-bd24cd1d9a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:42:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['589682ca-0236-4db8-93c7-4ea4a04bfb70'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:42:25.750391 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:25.772701 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d5d0bbb8-46b2-4477-b57e-bd24cd1d9a1b None None] Set router 589682ca-0236-4db8-93c7-4ea4a04bfb70 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:42:25.778913 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-39b5cac1-dbcb-42f7-86f7-67ebdbb26620 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7959642 Dec 11 23:42:25.781837 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c888e80f-5b95-4f4a-aad2-6a3942a6e68b', 'tag': '022343bc-203e-40a1-8e32-82e654a8aafe'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:42:25.781993 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b8f82dd82bb3308a7fe1c0bc9646015abbcd992e8595cd3773a37f0ca4f15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb2ae67-da63-4e9e-8550-baf9843a798d" -d '{"events": [{"name": "network-changed", "server_uuid": "c888e80f-5b95-4f4a-aad2-6a3942a6e68b", "tag": "022343bc-203e-40a1-8e32-82e654a8aafe"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:42:25.827485 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a336b5-1fe6-4e48-8a58-3f994609e826 x-openstack-request-id: req-34a336b5-1fe6-4e48-8a58-3f994609e826 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:42:25.827810 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c888e80f-5b95-4f4a-aad2-6a3942a6e68b", "tag": "022343bc-203e-40a1-8e32-82e654a8aafe", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:42:25.828074 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-34a336b5-1fe6-4e48-8a58-3f994609e826 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:42:25.828512 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c888e80f-5b95-4f4a-aad2-6a3942a6e68b', 'tag': '022343bc-203e-40a1-8e32-82e654a8aafe', 'status': 'completed', 'code': 200} Dec 11 23:42:25.914370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab232b5-61f5-437f-a554-384554687998 req-15759ebe-edc0-4763-bda4-55d7beddb04e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:25.916037 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ab232b5-61f5-437f-a554-384554687998 req-15759ebe-edc0-4763-bda4-55d7beddb04e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 945 time: 0.0853865 Dec 11 23:42:25.919344 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ae67-da63-4e9e-8550-baf9843a798d req-9eb6aa24-45ed-47b4-95dd-9473723b8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:25.920732 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8cb2ae67-da63-4e9e-8550-baf9843a798d req-9eb6aa24-45ed-47b4-95dd-9473723b8c4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 1096 time: 0.0632954 Dec 11 23:42:26.006266 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d5d0bbb8-46b2-4477-b57e-bd24cd1d9a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758646177', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:42:05Z', 'updated_at': '2021-12-11T23:42:10Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:06Z', 'updated_at': '2021-12-11T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'e40348eb-136d-4926-958d-ef0d44637f7f', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'port_id': '022343bc-203e-40a1-8e32-82e654a8aafe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'mac_address': 'fa:16:3e:2f:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c888e80f-5b95-4f4a-aad2-6a3942a6e68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:42:24Z', 'updated_at': '2021-12-11T23:42:24Z', 'revision_number': 0, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b3d8e3-2e0f-48a5-b0df-effee173a737', 'name': '', 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:48:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:09Z', 'updated_at': '2021-12-11T23:42:13Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:42:26.021359 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1ab232b5-61f5-437f-a554-384554687998 req-8851c6d6-d394-42fa-9ff4-61b933f25190 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992868 Dec 11 23:42:26.034664 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d0bbb8-46b2-4477-b57e-bd24cd1d9a1b None None] Checking router: 589682ca-0236-4db8-93c7-4ea4a04bfb70 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:42:26.043938 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0bbb8-46b2-4477-b57e-bd24cd1d9a1b None None] Routers {'589682ca-0236-4db8-93c7-4ea4a04bfb70'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:42:26.044486 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d5d0bbb8-46b2-4477-b57e-bd24cd1d9a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:42:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['589682ca-0236-4db8-93c7-4ea4a04bfb70'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:42:26.045678 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50664) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:26.052471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ae67-da63-4e9e-8550-baf9843a798d req-1e294425-dae2-491c-a5bb-f39db66cd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:26.054889 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8cb2ae67-da63-4e9e-8550-baf9843a798d req-1e294425-dae2-491c-a5bb-f39db66cd2e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cca6e954-1336-421f-b1ac-a4ca31af5a9d HTTP/1.1" status: 200 len: 898 time: 0.1251674 Dec 11 23:42:26.108740 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a66acb36-106c-4eea-adab-6907dc44a118 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/e40348eb-136d-4926-958d-ef0d44637f7f HTTP/1.1" status: 200 len: 991 time: 0.0612657 Dec 11 23:42:26.124276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8cb2ae67-da63-4e9e-8550-baf9843a798d req-aa0708da-1da2-441f-beaa-6a6cbaf08f34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=022343bc-203e-40a1-8e32-82e654a8aafe HTTP/1.1" status: 200 len: 999 time: 0.0629694 Dec 11 23:42:26.151372 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-d5d0bbb8-46b2-4477-b57e-bd24cd1d9a1b None None] Set router 589682ca-0236-4db8-93c7-4ea4a04bfb70 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:42:26.175245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ae67-da63-4e9e-8550-baf9843a798d req-898393a1-8ec0-47b4-b326-1618d5194fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:26.177584 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8cb2ae67-da63-4e9e-8550-baf9843a798d req-898393a1-8ec0-47b4-b326-1618d5194fec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4fbec002-b2ea-41d4-a2ba-49f74add14c3 HTTP/1.1" status: 200 len: 835 time: 0.0459106 Dec 11 23:42:26.230134 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ae67-da63-4e9e-8550-baf9843a798d req-1714b54b-a396-4fd0-8849-f0a98f01806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:26.231783 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8cb2ae67-da63-4e9e-8550-baf9843a798d req-1714b54b-a396-4fd0-8849-f0a98f01806e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cca6e954-1336-421f-b1ac-a4ca31af5a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486641 Dec 11 23:42:26.324358 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8cb2ae67-da63-4e9e-8550-baf9843a798d req-43d6f063-ae16-4d97-810c-17e7fe373063 service neutron] 10.222.0.13 "GET /v2.0/networks/cca6e954-1336-421f-b1ac-a4ca31af5a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851083 Dec 11 23:42:26.387168 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-d5d0bbb8-46b2-4477-b57e-bd24cd1d9a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758646177', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:42:05Z', 'updated_at': '2021-12-11T23:42:10Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:06Z', 'updated_at': '2021-12-11T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'e40348eb-136d-4926-958d-ef0d44637f7f', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'port_id': '022343bc-203e-40a1-8e32-82e654a8aafe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'mac_address': 'fa:16:3e:2f:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c888e80f-5b95-4f4a-aad2-6a3942a6e68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:42:24Z', 'updated_at': '2021-12-11T23:42:24Z', 'revision_number': 0, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b3d8e3-2e0f-48a5-b0df-effee173a737', 'name': '', 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:48:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:09Z', 'updated_at': '2021-12-11T23:42:13Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:42:26.417781 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d0bbb8-46b2-4477-b57e-bd24cd1d9a1b None None] The sync data for ids ['589682ca-0236-4db8-93c7-4ea4a04bfb70'] in n-d-710847-6 is: [{'id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758646177', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:42:05Z', 'updated_at': '2021-12-11T23:42:10Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:06Z', 'updated_at': '2021-12-11T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'e40348eb-136d-4926-958d-ef0d44637f7f', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'port_id': '022343bc-203e-40a1-8e32-82e654a8aafe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'mac_address': 'fa:16:3e:2f:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c888e80f-5b95-4f4a-aad2-6a3942a6e68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:42:24Z', 'updated_at': '2021-12-11T23:42:24Z', 'revision_number': 0, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b3d8e3-2e0f-48a5-b0df-effee173a737', 'name': '', 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:48:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:09Z', 'updated_at': '2021-12-11T23:42:13Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:42:26.426133 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8cb2ae67-da63-4e9e-8550-baf9843a798d req-63bc7fb7-61bf-4ec3-9c3a-51ae8a79def9 service neutron] 10.222.0.13 "GET /v2.0/networks/cca6e954-1336-421f-b1ac-a4ca31af5a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954366 Dec 11 23:42:26.618244 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fdd75e-9cee-4a65-8a08-a5e1174df5d8 None None] New status for floating IP e40348eb-136d-4926-958d-ef0d44637f7f: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:42:27.112696 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50666) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:42:27.182900 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5c9e7a2c-873b-4bd2-aacd-9f9237f1c944 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/e40348eb-136d-4926-958d-ef0d44637f7f HTTP/1.1" status: 200 len: 993 time: 0.0637035 Dec 11 23:42:31.351598 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:42:44.278348 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:48.044735 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:48.861909 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f914a855-6cb6-415c-89ae-19edb1fc8f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:51.336324 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd045cc5-0108-47d5-9252-cec251fdb0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:52.461927 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:53.419292 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d33a270-0869-4f13-8b9a-c84f559631c2 req-1e0ac324-3656-4406-876c-96683c74d590 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412786 Dec 11 23:42:53.500604 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33a270-0869-4f13-8b9a-c84f559631c2 req-b581a275-8ac2-432f-a834-79656be9d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:53.502076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d33a270-0869-4f13-8b9a-c84f559631c2 req-b581a275-8ac2-432f-a834-79656be9d7a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 1096 time: 0.0403614 Dec 11 23:42:53.608680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33a270-0869-4f13-8b9a-c84f559631c2 req-890cd5d6-75a0-4d39-a6f3-b8d1101ed324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:53.610154 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d33a270-0869-4f13-8b9a-c84f559631c2 req-890cd5d6-75a0-4d39-a6f3-b8d1101ed324 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cca6e954-1336-421f-b1ac-a4ca31af5a9d HTTP/1.1" status: 200 len: 898 time: 0.0880451 Dec 11 23:42:53.675821 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d33a270-0869-4f13-8b9a-c84f559631c2 req-84203d0b-14f5-4423-89c4-c72920fbdc09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=022343bc-203e-40a1-8e32-82e654a8aafe HTTP/1.1" status: 200 len: 1001 time: 0.0590672 Dec 11 23:42:53.725704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33a270-0869-4f13-8b9a-c84f559631c2 req-8263e84f-86b5-4ab9-bcfd-afd283bb7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:53.727196 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d33a270-0869-4f13-8b9a-c84f559631c2 req-8263e84f-86b5-4ab9-bcfd-afd283bb7281 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4fbec002-b2ea-41d4-a2ba-49f74add14c3 HTTP/1.1" status: 200 len: 835 time: 0.0449963 Dec 11 23:42:53.777772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33a270-0869-4f13-8b9a-c84f559631c2 req-f7fc5325-5080-4b5d-bb97-cfcf496a698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:42:53.779305 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d33a270-0869-4f13-8b9a-c84f559631c2 req-f7fc5325-5080-4b5d-bb97-cfcf496a698c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cca6e954-1336-421f-b1ac-a4ca31af5a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446043 Dec 11 23:42:53.869182 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d33a270-0869-4f13-8b9a-c84f559631c2 req-e9a3dc12-6f1b-4bf4-8fc8-730344304574 service neutron] 10.222.0.13 "GET /v2.0/networks/cca6e954-1336-421f-b1ac-a4ca31af5a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820284 Dec 11 23:42:53.965272 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4d33a270-0869-4f13-8b9a-c84f559631c2 req-47fce2c0-6ff8-47f5-9d4d-59d86b73f139 service neutron] 10.222.0.13 "GET /v2.0/networks/cca6e954-1336-421f-b1ac-a4ca31af5a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893717 Dec 11 23:42:54.124133 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:42:54.628709 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:08.350025 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:43:14.228121 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:18.037649 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:18.879439 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bee3a672-877b-4f70-9d9d-bb34967bff7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:21.324814 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9374aaa7-f50d-4c70-ac34-734414e457bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:22.460423 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:24.107496 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:24.633058 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:30.179167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd94c7-124a-4252-a319-7ca241beb89a req-96986750-e0b6-40ff-b6b1-00699d2e3ae1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:30.180744 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a4dd94c7-124a-4252-a319-7ca241beb89a req-96986750-e0b6-40ff-b6b1-00699d2e3ae1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 945 time: 0.0505013 Dec 11 23:43:30.231307 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a4dd94c7-124a-4252-a319-7ca241beb89a req-928fe4b8-8397-4b02-8e57-83e406bbf4b4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437779 Dec 11 23:43:31.351329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98684279-e356-4bd2-82fd-84639e232d7c req-314b4346-fc76-4da9-a905-7613a0f112dd tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:31.352816 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98684279-e356-4bd2-82fd-84639e232d7c req-314b4346-fc76-4da9-a905-7613a0f112dd tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 945 time: 0.0515437 Dec 11 23:43:31.403889 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98684279-e356-4bd2-82fd-84639e232d7c req-5480a2cb-7361-478f-b26f-f9d37a2c4b4d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450735 Dec 11 23:43:31.426882 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50708) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:31.489861 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2b1fd384-5267-4f7b-93e7-700ccfb9c0c1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/e40348eb-136d-4926-958d-ef0d44637f7f HTTP/1.1" status: 200 len: 993 time: 0.0618405 Dec 11 23:43:32.914779 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2560d9-2869-4c16-8afb-3193ee7e4cb5 req-cec9e198-8929-4e04-bbc6-15be5163ee9a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:32.916932 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fc2560d9-2869-4c16-8afb-3193ee7e4cb5 req-cec9e198-8929-4e04-bbc6-15be5163ee9a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 945 time: 0.0529952 Dec 11 23:43:32.966570 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fc2560d9-2869-4c16-8afb-3193ee7e4cb5 req-dce7c697-2c0d-4179-b7bb-8a0460d443da tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436838 Dec 11 23:43:34.086436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b40f77-3c81-4d23-b8ec-3a8dbd7fa111 req-98a1c559-8427-4569-94c9-1fe832dee35e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:34.088325 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0b40f77-3c81-4d23-b8ec-3a8dbd7fa111 req-98a1c559-8427-4569-94c9-1fe832dee35e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 945 time: 0.0497622 Dec 11 23:43:34.137435 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0b40f77-3c81-4d23-b8ec-3a8dbd7fa111 req-ac24cf6b-b21c-4f16-8e9e-7f2b1fb2404d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432355 Dec 11 23:43:34.159136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50718) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:34.223048 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-230a9b9e-67a3-4ce8-9f84-040038a8e5cf tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/e40348eb-136d-4926-958d-ef0d44637f7f HTTP/1.1" status: 200 len: 993 time: 0.0627589 Dec 11 23:43:34.442763 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50724) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:34.598170 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port 3c77391d-b9e3-4181-a221-427599280ef4 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:43:34.598417 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:34.677981 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:34.678309 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:34.690394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for 3c77391d-b9e3-4181-a221-427599280ef4 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:43:34.930097 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:34.956637 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=3c77391d-b9e3-4181-a221-427599280ef4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:34.981162 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:34.981519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:34.981871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:34.982216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:34.982557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:34.982925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:34.983269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:34.983605 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:34.983942 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:34.984276 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:34.984609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:34.984939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:34.985268 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:35.027739 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:35.028073 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Floating IP e40348eb-136d-4926-958d-ef0d44637f7f disassociated (deleted). External IP: 172.25.1.118, port: 022343bc-203e-40a1-8e32-82e654a8aafe. Dec 11 23:43:35.233189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router 589682ca-0236-4db8-93c7-4ea4a04bfb70 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:43:35.340325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:43:35.344807 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:35.350115 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314dac76-f456-4ec6-b728-303fbd4c29fe None None] Sync routers for ids ['589682ca-0236-4db8-93c7-4ea4a04bfb70'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:43:35.360363 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314dac76-f456-4ec6-b728-303fbd4c29fe None None] Routers {'589682ca-0236-4db8-93c7-4ea4a04bfb70'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:43:35.360973 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-314dac76-f456-4ec6-b728-303fbd4c29fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:43:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['589682ca-0236-4db8-93c7-4ea4a04bfb70'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:35.370949 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-acff10ac-f52d-4316-a5cb-d443b7edb6de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/floatingips/e40348eb-136d-4926-958d-ef0d44637f7f HTTP/1.1" status: 204 len: 168 time: 0.9270446 Dec 11 23:43:35.371555 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c888e80f-5b95-4f4a-aad2-6a3942a6e68b', 'tag': '022343bc-203e-40a1-8e32-82e654a8aafe'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:43:35.373849 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41668031-0a3c-4a5f-9cef-f6c8894383d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c888e80f-5b95-4f4a-aad2-6a3942a6e68b", "tag": "022343bc-203e-40a1-8e32-82e654a8aafe"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:43:35.416455 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644764f5-808d-48fd-98d4-3f7cc8135e34 x-openstack-request-id: req-644764f5-808d-48fd-98d4-3f7cc8135e34 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:43:35.416455 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c888e80f-5b95-4f4a-aad2-6a3942a6e68b", "tag": "022343bc-203e-40a1-8e32-82e654a8aafe", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:43:35.416455 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-644764f5-808d-48fd-98d4-3f7cc8135e34 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:43:35.416455 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c888e80f-5b95-4f4a-aad2-6a3942a6e68b', 'tag': '022343bc-203e-40a1-8e32-82e654a8aafe', 'status': 'completed', 'code': 200} Dec 11 23:43:35.470454 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-314dac76-f456-4ec6-b728-303fbd4c29fe None None] Set router 589682ca-0236-4db8-93c7-4ea4a04bfb70 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:43:35.480086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668031-0a3c-4a5f-9cef-f6c8894383d1 req-71e2399f-051e-415f-a1b5-8c4ec45d3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:35.481613 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41668031-0a3c-4a5f-9cef-f6c8894383d1 req-71e2399f-051e-415f-a1b5-8c4ec45d3b32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 1096 time: 0.0421479 Dec 11 23:43:35.581149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668031-0a3c-4a5f-9cef-f6c8894383d1 req-4984b537-1d8b-44f4-adba-56c937fca025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:35.582549 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41668031-0a3c-4a5f-9cef-f6c8894383d1 req-4984b537-1d8b-44f4-adba-56c937fca025 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cca6e954-1336-421f-b1ac-a4ca31af5a9d HTTP/1.1" status: 200 len: 898 time: 0.0930481 Dec 11 23:43:35.624875 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41668031-0a3c-4a5f-9cef-f6c8894383d1 req-11cdbfbc-0d7f-4265-beb9-d8edf06bed98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=022343bc-203e-40a1-8e32-82e654a8aafe HTTP/1.1" status: 200 len: 217 time: 0.0349994 Dec 11 23:43:35.681434 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-314dac76-f456-4ec6-b728-303fbd4c29fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758646177', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:42:05Z', 'updated_at': '2021-12-11T23:42:10Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:06Z', 'updated_at': '2021-12-11T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a4b3d8e3-2e0f-48a5-b0df-effee173a737', 'name': '', 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:48:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:09Z', 'updated_at': '2021-12-11T23:42:13Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:35.682362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668031-0a3c-4a5f-9cef-f6c8894383d1 req-b7ff9a78-a1c8-455f-8790-962f5e17c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:35.683867 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41668031-0a3c-4a5f-9cef-f6c8894383d1 req-b7ff9a78-a1c8-455f-8790-962f5e17c56b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4fbec002-b2ea-41d4-a2ba-49f74add14c3 HTTP/1.1" status: 200 len: 835 time: 0.0527790 Dec 11 23:43:35.707481 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314dac76-f456-4ec6-b728-303fbd4c29fe None None] Checking router: 589682ca-0236-4db8-93c7-4ea4a04bfb70 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:43:35.716274 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314dac76-f456-4ec6-b728-303fbd4c29fe None None] Routers {'589682ca-0236-4db8-93c7-4ea4a04bfb70'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:43:35.716882 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-314dac76-f456-4ec6-b728-303fbd4c29fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:43:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['589682ca-0236-4db8-93c7-4ea4a04bfb70'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:35.735343 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668031-0a3c-4a5f-9cef-f6c8894383d1 req-f9638712-de10-4636-a0cb-2dc2a56fd2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:35.736811 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41668031-0a3c-4a5f-9cef-f6c8894383d1 req-f9638712-de10-4636-a0cb-2dc2a56fd2d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cca6e954-1336-421f-b1ac-a4ca31af5a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451009 Dec 11 23:43:35.831538 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41668031-0a3c-4a5f-9cef-f6c8894383d1 req-643de88b-0be6-400d-978e-cc5cdb695941 service neutron] 10.222.0.13 "GET /v2.0/networks/cca6e954-1336-421f-b1ac-a4ca31af5a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868623 Dec 11 23:43:35.834181 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70cb95-89d5-4fac-b4f0-9ac0464c8cc6 req-23270ee1-2fcc-473c-9224-228df2ce6534 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:35.834782 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-314dac76-f456-4ec6-b728-303fbd4c29fe None None] Set router 589682ca-0236-4db8-93c7-4ea4a04bfb70 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:43:35.835715 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5d70cb95-89d5-4fac-b4f0-9ac0464c8cc6 req-23270ee1-2fcc-473c-9224-228df2ce6534 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 945 time: 0.0542541 Dec 11 23:43:35.895460 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5d70cb95-89d5-4fac-b4f0-9ac0464c8cc6 req-e14f7fdf-baa2-46ea-92ce-e92cc07f8f67 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526314 Dec 11 23:43:35.930265 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-41668031-0a3c-4a5f-9cef-f6c8894383d1 req-b83ac54d-9e85-43cf-b119-3e85f2bb0c2d service neutron] 10.222.0.13 "GET /v2.0/networks/cca6e954-1336-421f-b1ac-a4ca31af5a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905242 Dec 11 23:43:36.133943 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-314dac76-f456-4ec6-b728-303fbd4c29fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758646177', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:42:05Z', 'updated_at': '2021-12-11T23:42:10Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:06Z', 'updated_at': '2021-12-11T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a4b3d8e3-2e0f-48a5-b0df-effee173a737', 'name': '', 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:48:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:09Z', 'updated_at': '2021-12-11T23:42:13Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:36.158984 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314dac76-f456-4ec6-b728-303fbd4c29fe None None] The sync data for ids ['589682ca-0236-4db8-93c7-4ea4a04bfb70'] in n-d-710847-6 is: [{'id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758646177', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:42:05Z', 'updated_at': '2021-12-11T23:42:10Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:06Z', 'updated_at': '2021-12-11T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a4b3d8e3-2e0f-48a5-b0df-effee173a737', 'name': '', 'network_id': 'cca6e954-1336-421f-b1ac-a4ca31af5a9d', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:48:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:09Z', 'updated_at': '2021-12-11T23:42:13Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '4fbec002-b2ea-41d4-a2ba-49f74add14c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:43:36.373332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2ae8b-ebce-4d6d-80bd-583f67db2bb6 None None] New status for floating IP e40348eb-136d-4926-958d-ef0d44637f7f: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:43:37.011242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a332db-dc53-4488-978a-c814bc4c8c30 req-6fb09465-54a4-48a1-8f4b-e42e957c74af tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:37.019597 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5a332db-dc53-4488-978a-c814bc4c8c30 req-6fb09465-54a4-48a1-8f4b-e42e957c74af tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 945 time: 0.0513220 Dec 11 23:43:37.061964 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e5a332db-dc53-4488-978a-c814bc4c8c30 req-ef6aff4c-2a3e-4806-bed3-a6b481f9d4a2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1b84d3-c96f-4d22-97a1-190e7bdde450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432770 Dec 11 23:43:37.609345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b5b02-8e6e-42ab-89a6-3fbc24c251d3 req-379c7ff7-53dd-44d3-aa3f-e83a5a737d0e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:37.610790 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f52b5b02-8e6e-42ab-89a6-3fbc24c251d3 req-379c7ff7-53dd-44d3-aa3f-e83a5a737d0e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.13 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 945 time: 0.0521724 Dec 11 23:43:37.701034 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-f52b5b02-8e6e-42ab-89a6-3fbc24c251d3 req-57643858-99cc-4ba7-9123-eb18be8f4282 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port 022343bc-203e-40a1-8e32-82e654a8aafe {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:43:37.701372 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f52b5b02-8e6e-42ab-89a6-3fbc24c251d3 req-57643858-99cc-4ba7-9123-eb18be8f4282 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:37.793436 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f52b5b02-8e6e-42ab-89a6-3fbc24c251d3 req-57643858-99cc-4ba7-9123-eb18be8f4282 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] For port 022343bc-203e-40a1-8e32-82e654a8aafe, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=022343bc-203e-40a1-8e32-82e654a8aafe,segment=NetworkSegment(b80376c7-1de4-4214-8794-76edd011eb8e),segment_id=b80376c7-1de4-4214-8794-76edd011eb8e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:43:37.793802 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f52b5b02-8e6e-42ab-89a6-3fbc24c251d3 req-57643858-99cc-4ba7-9123-eb18be8f4282 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:37.805425 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-f52b5b02-8e6e-42ab-89a6-3fbc24c251d3 req-57643858-99cc-4ba7-9123-eb18be8f4282 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for 022343bc-203e-40a1-8e32-82e654a8aafe owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:43:37.982116 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f52b5b02-8e6e-42ab-89a6-3fbc24c251d3 req-57643858-99cc-4ba7-9123-eb18be8f4282 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:38.021432 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57643858-99cc-4ba7-9123-eb18be8f4282 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=022343bc-203e-40a1-8e32-82e654a8aafe,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:38.058653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52b5b02-8e6e-42ab-89a6-3fbc24c251d3 req-57643858-99cc-4ba7-9123-eb18be8f4282 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] No DVR routers for this DVR port 022343bc-203e-40a1-8e32-82e654a8aafe on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:43:38.061346 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f52b5b02-8e6e-42ab-89a6-3fbc24c251d3 req-57643858-99cc-4ba7-9123-eb18be8f4282 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:38.065286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f52b5b02-8e6e-42ab-89a6-3fbc24c251d3 req-57643858-99cc-4ba7-9123-eb18be8f4282 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.13 "DELETE /v2.0/ports/022343bc-203e-40a1-8e32-82e654a8aafe HTTP/1.1" status: 204 len: 173 time: 0.4485056 Dec 11 23:43:38.065758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c888e80f-5b95-4f4a-aad2-6a3942a6e68b', 'name': 'network-vif-deleted', 'tag': '022343bc-203e-40a1-8e32-82e654a8aafe'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:43:38.070002 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6174823c-7d8d-4deb-ad16-da2ba9233574" -d '{"events": [{"server_uuid": "c888e80f-5b95-4f4a-aad2-6a3942a6e68b", "name": "network-vif-deleted", "tag": "022343bc-203e-40a1-8e32-82e654a8aafe"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:43:38.105904 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a08e9c-4121-4e4f-9603-41f6451580c2 x-openstack-request-id: req-f4a08e9c-4121-4e4f-9603-41f6451580c2 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:43:38.106199 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c888e80f-5b95-4f4a-aad2-6a3942a6e68b", "name": "network-vif-deleted", "tag": "022343bc-203e-40a1-8e32-82e654a8aafe", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:43:38.106461 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4a08e9c-4121-4e4f-9603-41f6451580c2 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:43:38.106897 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c888e80f-5b95-4f4a-aad2-6a3942a6e68b', 'name': 'network-vif-deleted', 'tag': '022343bc-203e-40a1-8e32-82e654a8aafe', 'status': 'completed', 'code': 200} Dec 11 23:43:38.161734 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9cb35ea1-0293-4640-b078-cf3465ceb48c req-5e95bc23-46fd-48a1-b0dd-5e48c04223d5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=c888e80f-5b95-4f4a-aad2-6a3942a6e68b HTTP/1.1" status: 200 len: 210 time: 0.0290611 Dec 11 23:43:39.220554 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50742) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:39.906319 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aa5c2f45-c780-478c-99c4-82059bb10ba5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:40.163414 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c2f45-c780-478c-99c4-82059bb10ba5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port a4b3d8e3-2e0f-48a5-b0df-effee173a737 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:43:40.163676 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aa5c2f45-c780-478c-99c4-82059bb10ba5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:40.249208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-aa5c2f45-c780-478c-99c4-82059bb10ba5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] For port a4b3d8e3-2e0f-48a5-b0df-effee173a737, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a4b3d8e3-2e0f-48a5-b0df-effee173a737,segment=NetworkSegment(b80376c7-1de4-4214-8794-76edd011eb8e),segment_id=b80376c7-1de4-4214-8794-76edd011eb8e)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:43:40.249936 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aa5c2f45-c780-478c-99c4-82059bb10ba5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:40.261539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c2f45-c780-478c-99c4-82059bb10ba5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for a4b3d8e3-2e0f-48a5-b0df-effee173a737 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:43:40.496110 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aa5c2f45-c780-478c-99c4-82059bb10ba5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:40.525827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c2f45-c780-478c-99c4-82059bb10ba5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=a4b3d8e3-2e0f-48a5-b0df-effee173a737,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:40.703402 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aa5c2f45-c780-478c-99c4-82059bb10ba5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:40.917279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5c2f45-c780-478c-99c4-82059bb10ba5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router 589682ca-0236-4db8-93c7-4ea4a04bfb70 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:43:41.029488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5c2f45-c780-478c-99c4-82059bb10ba5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:43:41.037591 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-aa5c2f45-c780-478c-99c4-82059bb10ba5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "PUT /v2.0/routers/589682ca-0236-4db8-93c7-4ea4a04bfb70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8157458 Dec 11 23:43:41.039866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50744) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:41.041180 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e227c07-fbd5-4741-a04e-2a034fbbf9f2 None None] Sync routers for ids ['589682ca-0236-4db8-93c7-4ea4a04bfb70'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:43:41.052740 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e227c07-fbd5-4741-a04e-2a034fbbf9f2 None None] Routers {'589682ca-0236-4db8-93c7-4ea4a04bfb70'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:43:41.053644 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6e227c07-fbd5-4741-a04e-2a034fbbf9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:43:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['589682ca-0236-4db8-93c7-4ea4a04bfb70'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:41.093774 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-1205b2aa-e598-4786-837c-5417bc9b246a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting subnet 4fbec002-b2ea-41d4-a2ba-49f74add14c3 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:43:41.096911 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1205b2aa-e598-4786-837c-5417bc9b246a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:41.137579 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1205b2aa-e598-4786-837c-5417bc9b246a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:41.159008 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-6e227c07-fbd5-4741-a04e-2a034fbbf9f2 None None] Set router 589682ca-0236-4db8-93c7-4ea4a04bfb70 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:43:41.226010 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1205b2aa-e598-4786-837c-5417bc9b246a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:41.325043 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1205b2aa-e598-4786-837c-5417bc9b246a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:41.339524 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6e227c07-fbd5-4741-a04e-2a034fbbf9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758646177', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:42:05Z', 'updated_at': '2021-12-11T23:43:40Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:06Z', 'updated_at': '2021-12-11T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:41.352963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205b2aa-e598-4786-837c-5417bc9b246a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Subnet': ['ID=4fbec002-b2ea-41d4-a2ba-49f74add14c3,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:41.358475 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1205b2aa-e598-4786-837c-5417bc9b246a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:41.361869 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1205b2aa-e598-4786-837c-5417bc9b246a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/subnets/4fbec002-b2ea-41d4-a2ba-49f74add14c3 HTTP/1.1" status: 204 len: 168 time: 0.3208961 Dec 11 23:43:41.364711 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50746) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:41.366322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336ca49b-f881-4557-8399-705150baef5e None None] Network cca6e954-1336-421f-b1ac-a4ca31af5a9d requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:43:41.368560 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e227c07-fbd5-4741-a04e-2a034fbbf9f2 None None] Checking router: 589682ca-0236-4db8-93c7-4ea4a04bfb70 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:43:41.378913 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e227c07-fbd5-4741-a04e-2a034fbbf9f2 None None] Routers {'589682ca-0236-4db8-93c7-4ea4a04bfb70'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:43:41.379528 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6e227c07-fbd5-4741-a04e-2a034fbbf9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:43:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['589682ca-0236-4db8-93c7-4ea4a04bfb70'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:41.490922 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-6e227c07-fbd5-4741-a04e-2a034fbbf9f2 None None] Set router 589682ca-0236-4db8-93c7-4ea4a04bfb70 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:43:41.540804 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] DHCP port deletion for cca6e954-1336-421f-b1ac-a4ca31af5a9d request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:43:41.597355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Deleting port 30bbfd15-9c96-4296-980b-1d6fd8e25ca9 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:43:41.598240 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:41.669289 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] For port 30bbfd15-9c96-4296-980b-1d6fd8e25ca9, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=30bbfd15-9c96-4296-980b-1d6fd8e25ca9,segment=NetworkSegment(b80376c7-1de4-4214-8794-76edd011eb8e),segment_id=b80376c7-1de4-4214-8794-76edd011eb8e)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:43:41.669700 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:41.684267 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Calling delete_port for 30bbfd15-9c96-4296-980b-1d6fd8e25ca9 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:43:41.685692 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-6e227c07-fbd5-4741-a04e-2a034fbbf9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758646177', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:42:05Z', 'updated_at': '2021-12-11T23:43:40Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:06Z', 'updated_at': '2021-12-11T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:41.717985 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e227c07-fbd5-4741-a04e-2a034fbbf9f2 None None] The sync data for ids ['589682ca-0236-4db8-93c7-4ea4a04bfb70'] in n-d-710847-6 is: [{'id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758646177', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:42:05Z', 'updated_at': '2021-12-11T23:43:40Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '266d1fdf-c904-418f-83f5-a2504e3abcad', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589682ca-0236-4db8-93c7-4ea4a04bfb70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:42:06Z', 'updated_at': '2021-12-11T23:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:43:41.731330 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 022343bc-203e-40a1-8e32-82e654a8aafe no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:43:41.761680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 022343bc-203e-40a1-8e32-82e654a8aafe {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:43:41.761971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 022343bc-203e-40a1-8e32-82e654a8aafe not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:43:41.775856 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:41.878659 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:41.953484 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:41.979616 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Pushing event deleted for resources: {'Port': ['ID=30bbfd15-9c96-4296-980b-1d6fd8e25ca9,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:41.988234 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] No DVR routers for this DVR port 30bbfd15-9c96-4296-980b-1d6fd8e25ca9 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:43:41.999740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:41.999740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:41.999740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:41.999740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:41.999740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:41.999740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:41.999740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:41.999740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:41.999740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:41.999740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:41.999740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:41.999740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:41.999740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27bdcad-2087-4b13-9b5d-e658391fe695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:42.006902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port 266d1fdf-c904-418f-83f5-a2504e3abcad {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:43:42.007248 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:42.091794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] For port 266d1fdf-c904-418f-83f5-a2504e3abcad, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=266d1fdf-c904-418f-83f5-a2504e3abcad,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:43:42.092209 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:42.105902 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for 266d1fdf-c904-418f-83f5-a2504e3abcad owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:43:42.330424 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:42.359470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=266d1fdf-c904-418f-83f5-a2504e3abcad,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:42.374350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d72c8-89cc-4296-a82a-965919b3befb None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:43:42.385191 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:42.385683 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:42.386003 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:42.386221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:42.386597 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:42.387064 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:42.387325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:42.387661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:42.387998 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:42.388336 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:42.388668 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:42.388990 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:42.389318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:42.428990 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:42.519125 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:42.521126 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:42.621758 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:42.622338 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Fanout notify agent at l3_agent the message router_deleted on router 589682ca-0236-4db8-93c7-4ea4a04bfb70 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:43:42.629837 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:42.631002 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6c6c36b1-1de2-451f-84f3-3e430edc5b8b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/routers/589682ca-0236-4db8-93c7-4ea4a04bfb70 HTTP/1.1" status: 204 len: 168 time: 1.2652614 Dec 11 23:43:42.633744 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50748) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:42.718765 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02015f72-9a4f-4914-8957-bffe12c607f4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:42.808117 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02015f72-9a4f-4914-8957-bffe12c607f4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:42.828365 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-02015f72-9a4f-4914-8957-bffe12c607f4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca6e954-1336-421f-b1ac-a4ca31af5a9d']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:42.838176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-02015f72-9a4f-4914-8957-bffe12c607f4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80376c7-1de4-4214-8794-76edd011eb8e') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:42.838470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-02015f72-9a4f-4914-8957-bffe12c607f4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80376c7-1de4-4214-8794-76edd011eb8e') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:42.847688 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02015f72-9a4f-4914-8957-bffe12c607f4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:42.860400 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02015f72-9a4f-4914-8957-bffe12c607f4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:42.866077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02015f72-9a4f-4914-8957-bffe12c607f4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:43:42.866462 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02015f72-9a4f-4914-8957-bffe12c607f4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:43:42.869476 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:43:42.976156 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02015f72-9a4f-4914-8957-bffe12c607f4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:42.980518 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02015f72-9a4f-4914-8957-bffe12c607f4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:42.984681 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-02015f72-9a4f-4914-8957-bffe12c607f4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/networks/cca6e954-1336-421f-b1ac-a4ca31af5a9d HTTP/1.1" status: 204 len: 168 time: 0.3490186 Dec 11 23:43:42.987186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50750) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:43.000683 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02015f72-9a4f-4914-8957-bffe12c607f4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Network': ['ID=cca6e954-1336-421f-b1ac-a4ca31af5a9d,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:43.046863 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-414606f7-0cd9-484b-8ae8-d33f9355da48 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:43.074634 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-414606f7-0cd9-484b-8ae8-d33f9355da48 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:43.133257 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a4b3d8e3-2e0f-48a5-b0df-effee173a737 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:43:43.151700 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: a4b3d8e3-2e0f-48a5-b0df-effee173a737 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:43:43.154996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a4b3d8e3-2e0f-48a5-b0df-effee173a737 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:43:43.154996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 266d1fdf-c904-418f-83f5-a2504e3abcad no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:43:43.171462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 266d1fdf-c904-418f-83f5-a2504e3abcad {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:43:43.171817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 266d1fdf-c904-418f-83f5-a2504e3abcad not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:43:43.172238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 30bbfd15-9c96-4296-980b-1d6fd8e25ca9 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:43:43.187705 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-414606f7-0cd9-484b-8ae8-d33f9355da48 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:43.190561 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-414606f7-0cd9-484b-8ae8-d33f9355da48 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:43.191793 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-414606f7-0cd9-484b-8ae8-d33f9355da48 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/security-groups/0b1b84d3-c96f-4d22-97a1-190e7bdde450 HTTP/1.1" status: 204 len: 168 time: 0.2036004 Dec 11 23:43:43.193625 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 30bbfd15-9c96-4296-980b-1d6fd8e25ca9 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:43:43.193989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 30bbfd15-9c96-4296-980b-1d6fd8e25ca9 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:43:43.202920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414606f7-0cd9-484b-8ae8-d33f9355da48 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1b84d3-c96f-4d22-97a1-190e7bdde450,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:43.641387 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50756) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:43.646375 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6bf0ba1f-972c-4b18-b513-2c49974b69dd tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307444497', 'description': 'tempest-secgroup-smoke-1307444497 description', 'project_id': '2fd0551828e14043813bac168b7a92ce'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:43:43.732183 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ba1f-972c-4b18-b513-2c49974b69dd tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:43.797210 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ba1f-972c-4b18-b513-2c49974b69dd tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:43.866119 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ba1f-972c-4b18-b513-2c49974b69dd tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:43.894307 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0ba1f-972c-4b18-b513-2c49974b69dd tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5623979-30c0-4484-9327-efdca1aa8ee6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:43.949497 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ba1f-972c-4b18-b513-2c49974b69dd tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:43.950743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6bf0ba1f-972c-4b18-b513-2c49974b69dd tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3082960 Dec 11 23:43:43.953567 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50758) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:43.957936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-2d7c7253-a27e-4831-af90-d361523b23c4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': 'd5623979-30c0-4484-9327-efdca1aa8ee6', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:43:44.043887 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d7c7253-a27e-4831-af90-d361523b23c4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:44.098007 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d7c7253-a27e-4831-af90-d361523b23c4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:44.163410 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d7c7253-a27e-4831-af90-d361523b23c4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:44.183327 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c7253-a27e-4831-af90-d361523b23c4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bca45cc-1c2b-4563-bfe0-b70a68738ed0,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:44.243799 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:44.273846 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2d7c7253-a27e-4831-af90-d361523b23c4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:44.275244 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2d7c7253-a27e-4831-af90-d361523b23c4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3207223 Dec 11 23:43:44.278150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50760) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:44.282544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6c658025-bd35-48b0-aded-6d6770e575fe tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': 'd5623979-30c0-4484-9327-efdca1aa8ee6', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:43:44.374880 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c658025-bd35-48b0-aded-6d6770e575fe tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:44.433391 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c658025-bd35-48b0-aded-6d6770e575fe tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:44.490029 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c658025-bd35-48b0-aded-6d6770e575fe tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:44.508521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c658025-bd35-48b0-aded-6d6770e575fe tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a0041e-f562-46b6-8a20-44b6ed24ff79,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:44.577840 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c658025-bd35-48b0-aded-6d6770e575fe tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:44.579111 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6c658025-bd35-48b0-aded-6d6770e575fe tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3000162 Dec 11 23:43:44.581902 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50762) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:44.586221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-71014330-167f-440a-889b-329fe706d29d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': 'd5623979-30c0-4484-9327-efdca1aa8ee6', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:43:44.689305 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71014330-167f-440a-889b-329fe706d29d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:44.745552 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71014330-167f-440a-889b-329fe706d29d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:44.815680 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71014330-167f-440a-889b-329fe706d29d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:44.833706 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71014330-167f-440a-889b-329fe706d29d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31747ade-50ee-454f-aa0d-60a45d4a9810,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:44.909185 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-71014330-167f-440a-889b-329fe706d29d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:44.910405 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-71014330-167f-440a-889b-329fe706d29d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3275864 Dec 11 23:43:44.913187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50764) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:44.918082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-4744181e-47b9-4652-8736-f3c31b7ad104 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': 'd5623979-30c0-4484-9327-efdca1aa8ee6', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:43:44.997389 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4744181e-47b9-4652-8736-f3c31b7ad104 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:45.055103 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4744181e-47b9-4652-8736-f3c31b7ad104 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:45.129123 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4744181e-47b9-4652-8736-f3c31b7ad104 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:45.147735 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744181e-47b9-4652-8736-f3c31b7ad104 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611d4276-938b-4b4c-b220-77a0a1fc4fde,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:45.218122 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-4744181e-47b9-4652-8736-f3c31b7ad104 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:45.219402 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-4744181e-47b9-4652-8736-f3c31b7ad104 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3052864 Dec 11 23:43:45.222147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50766) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:45.226516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c5b4cb55-7a37-47a8-99c8-2d50d73176ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': 'd5623979-30c0-4484-9327-efdca1aa8ee6', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:43:45.313036 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-c5b4cb55-7a37-47a8-99c8-2d50d73176ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Project 2fd0551828e14043813bac168b7a92ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:43:45.318396 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5b4cb55-7a37-47a8-99c8-2d50d73176ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:45.349527 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:43:45.378858 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5b4cb55-7a37-47a8-99c8-2d50d73176ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:45.443030 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5b4cb55-7a37-47a8-99c8-2d50d73176ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:45.460304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4cb55-7a37-47a8-99c8-2d50d73176ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9cf5dea-dd43-4a08-b018-0efb4e620b4a,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:45.542423 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c5b4cb55-7a37-47a8-99c8-2d50d73176ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:45.543678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c5b4cb55-7a37-47a8-99c8-2d50d73176ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3206067 Dec 11 23:43:45.546525 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50768) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:45.551282 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9de1e0e8-b99c-4026-847b-de926fb9297a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': 'd5623979-30c0-4484-9327-efdca1aa8ee6', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:43:45.637742 n-d-710847-6 neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-9de1e0e8-b99c-4026-847b-de926fb9297a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Project 2fd0551828e14043813bac168b7a92ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:43:45.642631 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9de1e0e8-b99c-4026-847b-de926fb9297a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:45.701713 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9de1e0e8-b99c-4026-847b-de926fb9297a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:45.787485 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9de1e0e8-b99c-4026-847b-de926fb9297a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:45.810591 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1e0e8-b99c-4026-847b-de926fb9297a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f528155-1370-4736-85b1-154b8e59390b,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:45.886675 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9de1e0e8-b99c-4026-847b-de926fb9297a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:45.887966 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9de1e0e8-b99c-4026-847b-de926fb9297a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3402939 Dec 11 23:43:45.890750 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50770) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:45.895576 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-2012a801-c7c1-4263-abd5-ede3dc97e302 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'network': {'name': 'tempest-network-smoke--1356023797', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'port_security_enabled': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:43:45.975667 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2012a801-c7c1-4263-abd5-ede3dc97e302 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Made reservation on behalf of 2fd0551828e14043813bac168b7a92ce for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:43:45.979279 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2012a801-c7c1-4263-abd5-ede3dc97e302 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:46.003315 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2012a801-c7c1-4263-abd5-ede3dc97e302 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:43:46.012430 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2012a801-c7c1-4263-abd5-ede3dc97e302 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:46.012771 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-2012a801-c7c1-4263-abd5-ede3dc97e302 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Added segment 624a55d6-b9b8-4318-a0c9-78fd8eb66a60 of type vlan for network 2f902731-3b31-4bf9-a254-2cbc82d39c1b Dec 11 23:43:46.051829 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2012a801-c7c1-4263-abd5-ede3dc97e302 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:46.119251 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2012a801-c7c1-4263-abd5-ede3dc97e302 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:46.124804 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012a801-c7c1-4263-abd5-ede3dc97e302 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:46.125387 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2012a801-c7c1-4263-abd5-ede3dc97e302 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:46.188460 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012a801-c7c1-4263-abd5-ede3dc97e302 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Network': ['ID=2f902731-3b31-4bf9-a254-2cbc82d39c1b,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:46.199651 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 2f902731-3b31-4bf9-a254-2cbc82d39c1b details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:43:46.236101 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2012a801-c7c1-4263-abd5-ede3dc97e302 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3442895 Dec 11 23:43:46.238643 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50772) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:46.243040 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1616325222', 'admin_state_up': True, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:43:46.324529 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:46.325619 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:46.380984 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:46.578595 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:46.846287 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:46.865117 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:46.968818 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.25.1.160 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:43:47.073074 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:47.158105 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:47.200804 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:43:47.203705 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:43:47.206365 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:43:47.217509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bc07e9-87f4-4e87-adcf-410648ee51ad None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:43:47.235819 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:47.269842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-998df875-db3b-4008-891c-6393d4cca587 None None] Provisioning complete for port 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:43:47.270217 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-998df875-db3b-4008-891c-6393d4cca587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:47.304848 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-998df875-db3b-4008-891c-6393d4cca587 None None] Port 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:43:47.549169 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:47.740739 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:47.935913 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router 7054a527-8ce9-494b-ac4f-bc5350ca130e is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:43:48.043442 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:43:48.052926 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Sync routers for ids ['7054a527-8ce9-494b-ac4f-bc5350ca130e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:43:48.062906 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:48.064839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Routers {'7054a527-8ce9-494b-ac4f-bc5350ca130e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:43:48.065466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:43:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7054a527-8ce9-494b-ac4f-bc5350ca130e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:48.119593 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:48.120864 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-55abe315-a8e7-4d21-90cb-14aea28c9023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8812513 Dec 11 23:43:48.124061 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50774) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:48.153162 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d1135f07-9b34-405e-b96e-c1797f10693e tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=2fd0551828e14043813bac168b7a92ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280049 Dec 11 23:43:48.155743 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50776) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:48.169327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Set router 7054a527-8ce9-494b-ac4f-bc5350ca130e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:43:48.245655 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacee99e-6694-4edf-9072-76b773d8a95c tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:48.249799 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-dacee99e-6694-4edf-9072-76b773d8a95c tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903730 Dec 11 23:43:48.249983 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50778) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:48.278951 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b9b29da9-a0a3-48ed-83bd-c6e0d00e492c tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278652 Dec 11 23:43:48.281336 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50780) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:48.286020 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-06922a63-eae4-40a5-bcbc-c05566dcc04d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-464217043', 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:43:48.352307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616325222', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:47Z', 'revision_number': 3, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:48.379246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Checking router: 7054a527-8ce9-494b-ac4f-bc5350ca130e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:43:48.395011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Updating router 7054a527-8ce9-494b-ac4f-bc5350ca130e port 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:43:48.404038 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:48.437389 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06922a63-eae4-40a5-bcbc-c05566dcc04d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Made reservation on behalf of 2fd0551828e14043813bac168b7a92ce for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:43:48.441014 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06922a63-eae4-40a5-bcbc-c05566dcc04d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:48.661381 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:48.740671 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:48.791697 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d75afe-8c8a-4280-bd0d-f4579734a495 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:43:48.803220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Attempting to bind port 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:43:48.803600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Attempting to bind port 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:43:48.803969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Attempting to bind port 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:43:48.818750 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6c9fd-1378-460b-9f32-affd2b7aec54 None None] Pushing event updated for resources: {'Port': ['ID=75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:48.826934 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:43:48.827341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:43:48.828152 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:48.828152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:43:48.828715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Bound port: 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:43:48.829104 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:48.885699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9a80599f-8cac-45ce-964e-eeb7bd3c283e None None] Provisioning complete for port 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:43:48.886076 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9a80599f-8cac-45ce-964e-eeb7bd3c283e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:48.918898 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] For port 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:43:48.924543 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a0e374c7-c05e-4eb9-ad04-b2fe576bb5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:48.938055 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9a80599f-8cac-45ce-964e-eeb7bd3c283e None None] Port 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:43:48.941235 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] For port 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:43:49.039124 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06922a63-eae4-40a5-bcbc-c05566dcc04d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:49.062239 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:49.104768 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06922a63-eae4-40a5-bcbc-c05566dcc04d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Subnet': ['ID=793e37dc-7b9d-4266-96e0-585b6a0d35cf,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:49.113675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06922a63-eae4-40a5-bcbc-c05566dcc04d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Checking segment: {'id': '624a55d6-b9b8-4318-a0c9-78fd8eb66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:43:49.114041 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06922a63-eae4-40a5-bcbc-c05566dcc04d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network hostable DHCP agents. Network: 2f902731-3b31-4bf9-a254-2cbc82d39c1b, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:43:49.119013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f164c4f2-fa92-47a8-a9fb-fbd6c56f3748 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:43:49.132778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6c9fd-1378-460b-9f32-affd2b7aec54 None None] Pushing event updated for resources: {'Port': ['ID=75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:49.137864 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Routers {'7054a527-8ce9-494b-ac4f-bc5350ca130e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:43:49.138489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:43:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7054a527-8ce9-494b-ac4f-bc5350ca130e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:49.200300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-36145d4e-4dc3-4cfb-bd83-4b7643213389 None None] Provisioning complete for port 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:43:49.200598 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36145d4e-4dc3-4cfb-bd83-4b7643213389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:49.210143 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06922a63-eae4-40a5-bcbc-c05566dcc04d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network 2f902731-3b31-4bf9-a254-2cbc82d39c1b is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:43:49.283244 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] Set router 7054a527-8ce9-494b-ac4f-bc5350ca130e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:43:49.284809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-06922a63-eae4-40a5-bcbc-c05566dcc04d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 2f902731-3b31-4bf9-a254-2cbc82d39c1b) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:43:49.289257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06922a63-eae4-40a5-bcbc-c05566dcc04d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:49.289897 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-06922a63-eae4-40a5-bcbc-c05566dcc04d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:49.312759 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c86b2a-aeee-4287-bf1a-478bd4a3e834 None None] Network 2f902731-3b31-4bf9-a254-2cbc82d39c1b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:43:49.367727 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-06922a63-eae4-40a5-bcbc-c05566dcc04d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0853534 Dec 11 23:43:49.371116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50782) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:43:49.503131 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36145d4e-4dc3-4cfb-bd83-4b7643213389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:49.565954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-36145d4e-4dc3-4cfb-bd83-4b7643213389 None None] For port 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:43:49.577998 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ips': [{'subnet_id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:43:49.578896 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:49.658327 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36145d4e-4dc3-4cfb-bd83-4b7643213389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:49.711586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616325222', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:47Z', 'revision_number': 3, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:49.773258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548625b4-4b5d-4c1c-b2f5-4a5125f4f0af None None] The sync data for ids ['7054a527-8ce9-494b-ac4f-bc5350ca130e'] in n-d-710847-6 is: [{'id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616325222', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:47Z', 'revision_number': 3, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:43:49.778356 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36145d4e-4dc3-4cfb-bd83-4b7643213389 None None] Pushing event updated for resources: {'Port': ['ID=75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:49.804317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Allocated IP 172.20.0.2 (2f902731-3b31-4bf9-a254-2cbc82d39c1b/793e37dc-7b9d-4266-96e0-585b6a0d35cf/b72a570e-15c8-40ca-ace5-b6af8d855663) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:43:49.824449 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:49.960661 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:50.039527 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:50.091740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Network 2f902731-3b31-4bf9-a254-2cbc82d39c1b is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:43:50.097259 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:43:50.099514 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Pushing event updated for resources: {'Port': ['ID=b72a570e-15c8-40ca-ace5-b6af8d855663,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:50.101986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:43:50.126125 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.20.0.1 (2f902731-3b31-4bf9-a254-2cbc82d39c1b/793e37dc-7b9d-4266-96e0-585b6a0d35cf/855c2a50-a73b-4c80-960b-8252c6f13428) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:43:50.159865 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Attempting to bind port b72a570e-15c8-40ca-ace5-b6af8d855663 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:43:50.160256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Attempting to bind port b72a570e-15c8-40ca-ace5-b6af8d855663 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '624a55d6-b9b8-4318-a0c9-78fd8eb66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:43:50.160616 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Attempting to bind port b72a570e-15c8-40ca-ace5-b6af8d855663 on network 2f902731-3b31-4bf9-a254-2cbc82d39c1b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:43:50.167590 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:43:50.167590 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Checking segment: {'id': '624a55d6-b9b8-4318-a0c9-78fd8eb66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:43:50.167590 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:50.168060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Bound using segment: {'id': '624a55d6-b9b8-4318-a0c9-78fd8eb66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:43:50.168396 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Bound port: b72a570e-15c8-40ca-ace5-b6af8d855663, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624a55d6-b9b8-4318-a0c9-78fd8eb66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:43:50.168785 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:50.245468 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0e591353-0421-4481-8cea-58cc94485403 None None] For port b72a570e-15c8-40ca-ace5-b6af8d855663, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:43:50.249090 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0e591353-0421-4481-8cea-58cc94485403 None None] For port b72a570e-15c8-40ca-ace5-b6af8d855663, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b72a570e-15c8-40ca-ace5-b6af8d855663,segment=NetworkSegment(624a55d6-b9b8-4318-a0c9-78fd8eb66a60),segment_id=624a55d6-b9b8-4318-a0c9-78fd8eb66a60)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:43:50.260520 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:50.325129 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:50.353574 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:50.391654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e591353-0421-4481-8cea-58cc94485403 None None] Pushing event updated for resources: {'Port': ['ID=b72a570e-15c8-40ca-ace5-b6af8d855663,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:50.401636 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network 2f902731-3b31-4bf9-a254-2cbc82d39c1b is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:43:50.407054 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:43:50.411584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:43:50.441759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=855c2a50-a73b-4c80-960b-8252c6f13428,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:50.467210 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:50.732347 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:51.020314 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:51.096381 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:51.136409 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:43:51.180050 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=855c2a50-a73b-4c80-960b-8252c6f13428,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:51.182862 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:51.195439 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:43:51.196636 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:51.296274 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network 2f902731-3b31-4bf9-a254-2cbc82d39c1b is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:43:51.297810 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:43:51.304788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b72a570e-15c8-40ca-ace5-b6af8d855663 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:43:51.366759 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b72a570e-15c8-40ca-ace5-b6af8d855663 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:43:51.367177 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:51.390592 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2bc1ae89-69b3-499e-9c6e-4c993cf298f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:51.403198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86fafe3-a5ef-48c6-83ae-faac2acbc127 None None] Network 2f902731-3b31-4bf9-a254-2cbc82d39c1b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:43:51.426932 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router 7054a527-8ce9-494b-ac4f-bc5350ca130e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:43:51.547675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:43:51.559182 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-309e75ec-edff-454a-9ff4-431e0ca31d27 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "PUT /v2.0/routers/7054a527-8ce9-494b-ac4f-bc5350ca130e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1806772 Dec 11 23:43:51.648362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6929750c-6124-4f48-9f7e-e7a8fb82ee99 None None] Provisioning complete for port b72a570e-15c8-40ca-ace5-b6af8d855663 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:43:51.648742 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6929750c-6124-4f48-9f7e-e7a8fb82ee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:51.721378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-1fa3c06f-5c6c-40da-b9f5-9c6213feb030 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307444497&fields=id&tenant_id=2fd0551828e14043813bac168b7a92ce HTTP/1.1" status: 200 len: 267 time: 0.0546019 Dec 11 23:43:51.751060 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:51.799995 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port b72a570e-15c8-40ca-ace5-b6af8d855663, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b72a570e-15c8-40ca-ace5-b6af8d855663,segment=NetworkSegment(624a55d6-b9b8-4318-a0c9-78fd8eb66a60),segment_id=624a55d6-b9b8-4318-a0c9-78fd8eb66a60)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:43:51.837781 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6929750c-6124-4f48-9f7e-e7a8fb82ee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:51.857483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-16b340c5-cc7c-48a1-9ef7-23e05c46548a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:51.859328 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-16b340c5-cc7c-48a1-9ef7-23e05c46548a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/networks?id=2f902731-3b31-4bf9-a254-2cbc82d39c1b HTTP/1.1" status: 200 len: 797 time: 0.1258130 Dec 11 23:43:51.860418 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Sync routers for ids ['7054a527-8ce9-494b-ac4f-bc5350ca130e'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:43:51.876098 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Routers {'7054a527-8ce9-494b-ac4f-bc5350ca130e'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:43:51.877016 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:43:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7054a527-8ce9-494b-ac4f-bc5350ca130e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:51.879075 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-1971b863-cfe5-48a6-b212-8ce2456a8398 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/quotas/2fd0551828e14043813bac168b7a92ce HTTP/1.1" status: 200 len: 375 time: 0.0121975 Dec 11 23:43:51.902530 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:51.955131 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-3db5ea13-9700-4d82-bccd-7bf198c21512 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683877 Dec 11 23:43:51.997067 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-6929750c-6124-4f48-9f7e-e7a8fb82ee99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:43:51.997497 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-6929750c-6124-4f48-9f7e-e7a8fb82ee99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:43:51.998450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=b72a570e-15c8-40ca-ace5-b6af8d855663,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:52.006266 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Set router 7054a527-8ce9-494b-ac4f-bc5350ca130e gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:43:52.139369 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-11bed3cc-d3c0-4c8c-b0eb-d201291ba1c2 service neutron] 10.222.0.45 "GET /v2.0/networks/2f902731-3b31-4bf9-a254-2cbc82d39c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687205 Dec 11 23:43:52.223054 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616325222', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:50Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '855c2a50-a73b-4c80-960b-8252c6f13428', 'name': '', 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:99:c7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:49Z', 'updated_at': '2021-12-11T23:43:50Z', 'revision_number': 2, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:52.249492 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-82517c6a-2673-46d9-80a7-eca241e0c51b service neutron] 10.222.0.45 "GET /v2.0/networks/2f902731-3b31-4bf9-a254-2cbc82d39c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075480 Dec 11 23:43:52.256890 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Checking router: 7054a527-8ce9-494b-ac4f-bc5350ca130e for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:43:52.257246 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Updating router 7054a527-8ce9-494b-ac4f-bc5350ca130e port 855c2a50-a73b-4c80-960b-8252c6f13428 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:43:52.284214 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:52.462305 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:52.547068 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1cf8c511-88cc-4451-8ce8-281e72b30189 req-98d3eace-5f7b-48b9-b029-1c3a89aa42cd tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 210 time: 0.0324478 Dec 11 23:43:52.592838 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:52.658650 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3cca4cfb-e78b-4baf-b851-50df2672de6c None None] Provisioning complete for port b72a570e-15c8-40ca-ace5-b6af8d855663 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:43:52.659053 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3cca4cfb-e78b-4baf-b851-50df2672de6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:52.700366 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:52.755108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3cca4cfb-e78b-4baf-b851-50df2672de6c None None] Provisioning complete for port 855c2a50-a73b-4c80-960b-8252c6f13428 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:43:52.756072 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3cca4cfb-e78b-4baf-b851-50df2672de6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:52.797048 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3cca4cfb-e78b-4baf-b851-50df2672de6c None None] Port 855c2a50-a73b-4c80-960b-8252c6f13428 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:43:52.866630 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58d17f-0861-481d-9f4c-8f18048b12aa None None] Pushing event updated for resources: {'Port': ['ID=855c2a50-a73b-4c80-960b-8252c6f13428,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:52.897003 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58d17f-0861-481d-9f4c-8f18048b12aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:52.897342 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58d17f-0861-481d-9f4c-8f18048b12aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:52.897883 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58d17f-0861-481d-9f4c-8f18048b12aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:52.898213 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58d17f-0861-481d-9f4c-8f18048b12aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:52.898539 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58d17f-0861-481d-9f4c-8f18048b12aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:52.898956 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58d17f-0861-481d-9f4c-8f18048b12aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:52.899535 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58d17f-0861-481d-9f4c-8f18048b12aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:52.900021 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58d17f-0861-481d-9f4c-8f18048b12aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:52.900347 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58d17f-0861-481d-9f4c-8f18048b12aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:52.900670 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58d17f-0861-481d-9f4c-8f18048b12aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:52.900989 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58d17f-0861-481d-9f4c-8f18048b12aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:52.901308 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58d17f-0861-481d-9f4c-8f18048b12aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:52.901622 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58d17f-0861-481d-9f4c-8f18048b12aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:43:52.914930 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Attempting to bind port 855c2a50-a73b-4c80-960b-8252c6f13428 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:43:52.915544 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Attempting to bind port 855c2a50-a73b-4c80-960b-8252c6f13428 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '624a55d6-b9b8-4318-a0c9-78fd8eb66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:43:52.915914 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Attempting to bind port 855c2a50-a73b-4c80-960b-8252c6f13428 on network 2f902731-3b31-4bf9-a254-2cbc82d39c1b {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:43:52.921208 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:43:52.921579 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Checking segment: {'id': '624a55d6-b9b8-4318-a0c9-78fd8eb66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:43:52.921987 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:52.922379 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Bound using segment: {'id': '624a55d6-b9b8-4318-a0c9-78fd8eb66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:43:52.922903 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Bound port: 855c2a50-a73b-4c80-960b-8252c6f13428, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624a55d6-b9b8-4318-a0c9-78fd8eb66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:43:52.923287 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:52.991473 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] For port 855c2a50-a73b-4c80-960b-8252c6f13428, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:43:52.995365 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] For port 855c2a50-a73b-4c80-960b-8252c6f13428, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=855c2a50-a73b-4c80-960b-8252c6f13428,segment=NetworkSegment(624a55d6-b9b8-4318-a0c9-78fd8eb66a60),segment_id=624a55d6-b9b8-4318-a0c9-78fd8eb66a60)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:43:53.018091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-fe762794-c8eb-4a17-96ea-874b4a3e75f9 None None] Provisioning complete for port 855c2a50-a73b-4c80-960b-8252c6f13428 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:43:53.018091 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fe762794-c8eb-4a17-96ea-874b4a3e75f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:53.052831 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fe762794-c8eb-4a17-96ea-874b4a3e75f9 None None] Port 855c2a50-a73b-4c80-960b-8252c6f13428 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:43:53.060984 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:53.070191 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b72a570e-15c8-40ca-ace5-b6af8d855663 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:43:53.113608 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Routers {'7054a527-8ce9-494b-ac4f-bc5350ca130e'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:43:53.114488 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:43:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7054a527-8ce9-494b-ac4f-bc5350ca130e'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:53.124302 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b72a570e-15c8-40ca-ace5-b6af8d855663 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:43:53.124702 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:53.218456 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58d17f-0861-481d-9f4c-8f18048b12aa None None] Pushing event updated for resources: {'Port': ['ID=855c2a50-a73b-4c80-960b-8252c6f13428,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:53.239576 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] Set router 7054a527-8ce9-494b-ac4f-bc5350ca130e gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:43:53.381573 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5a6d656c-bbc0-47c8-9e37-7d44f42b633c None None] Provisioning complete for port 855c2a50-a73b-4c80-960b-8252c6f13428 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:43:53.382485 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5a6d656c-bbc0-47c8-9e37-7d44f42b633c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:53.464451 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616325222', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:50Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '855c2a50-a73b-4c80-960b-8252c6f13428', 'name': '', 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:99:c7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:49Z', 'updated_at': '2021-12-11T23:43:52Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:43:53.474506 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5a6d656c-bbc0-47c8-9e37-7d44f42b633c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:53.492296 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac29869-3ea3-411c-aae8-83644b84cd27 None None] The sync data for ids ['7054a527-8ce9-494b-ac4f-bc5350ca130e'] in n-d-710847-6 is: [{'id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616325222', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:50Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '855c2a50-a73b-4c80-960b-8252c6f13428', 'name': '', 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:99:c7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:49Z', 'updated_at': '2021-12-11T23:43:52Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:43:53.508059 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5a6d656c-bbc0-47c8-9e37-7d44f42b633c None None] For port 855c2a50-a73b-4c80-960b-8252c6f13428, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=855c2a50-a73b-4c80-960b-8252c6f13428,segment=NetworkSegment(624a55d6-b9b8-4318-a0c9-78fd8eb66a60),segment_id=624a55d6-b9b8-4318-a0c9-78fd8eb66a60)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:43:53.576041 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5a6d656c-bbc0-47c8-9e37-7d44f42b633c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:53.631753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d656c-bbc0-47c8-9e37-7d44f42b633c None None] Pushing event updated for resources: {'Port': ['ID=855c2a50-a73b-4c80-960b-8252c6f13428,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:53.666204 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7e5d068f-c252-4c30-8b1d-c1037278349b req-6fafa5b8-7013-40ec-a8b3-c85a28f2d47b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 210 time: 0.0299518 Dec 11 23:43:54.135428 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:54.600763 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-46cc6118-65bb-4e65-b38a-39f2d2d75925 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:54.602687 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-46cc6118-65bb-4e65-b38a-39f2d2d75925 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.47 "GET /v2.0/networks?id=2f902731-3b31-4bf9-a254-2cbc82d39c1b HTTP/1.1" status: 200 len: 797 time: 0.1083176 Dec 11 23:43:54.656042 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:54.685560 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-7bf5d5eb-2ed8-4c81-81ef-94339b013a40 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fd0551828e14043813bac168b7a92ce HTTP/1.1" status: 200 len: 380 time: 0.0648699 Dec 11 23:43:54.700434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-803fb7c1-0a02-4f64-9023-efebbb171eca tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'port': {'device_id': '87a16f5a-17d4-436a-bd02-96e02211968a', 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'admin_state_up': True, 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'security_groups': ['d5623979-30c0-4484-9327-efdca1aa8ee6']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:43:54.767669 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e29cd9fc-d871-483d-a1b2-3e2da64985bd req-c181362b-5f74-4eb0-a009-4d20e988c633 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 210 time: 0.0274811 Dec 11 23:43:54.907596 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-803fb7c1-0a02-4f64-9023-efebbb171eca tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Made reservation on behalf of 2fd0551828e14043813bac168b7a92ce for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:43:54.911311 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-803fb7c1-0a02-4f64-9023-efebbb171eca tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:55.082400 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 855c2a50-a73b-4c80-960b-8252c6f13428 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:43:55.133415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 855c2a50-a73b-4c80-960b-8252c6f13428 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:43:55.134601 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:55.154707 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-803fb7c1-0a02-4f64-9023-efebbb171eca tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.20.0.14 (2f902731-3b31-4bf9-a254-2cbc82d39c1b/793e37dc-7b9d-4266-96e0-585b6a0d35cf/a954fd2c-9cfb-42c7-a398-56c80a36ed54) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:43:55.292033 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-803fb7c1-0a02-4f64-9023-efebbb171eca tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:55.364661 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-803fb7c1-0a02-4f64-9023-efebbb171eca tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:55.414292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-803fb7c1-0a02-4f64-9023-efebbb171eca tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network 2f902731-3b31-4bf9-a254-2cbc82d39c1b is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:43:55.418216 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-803fb7c1-0a02-4f64-9023-efebbb171eca tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:43:55.421829 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-803fb7c1-0a02-4f64-9023-efebbb171eca tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:43:55.446476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fb7c1-0a02-4f64-9023-efebbb171eca tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=a954fd2c-9cfb-42c7-a398-56c80a36ed54,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:55.476282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-803fb7c1-0a02-4f64-9023-efebbb171eca tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:55.476890 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-803fb7c1-0a02-4f64-9023-efebbb171eca tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:55.544879 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-803fb7c1-0a02-4f64-9023-efebbb171eca tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8486397 Dec 11 23:43:55.608928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Request body: {'port': {'device_id': '87a16f5a-17d4-436a-bd02-96e02211968a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:43:55.661478 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:55.709440 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d0e7141a-eb3f-4952-981b-237e6bf5d07f None None] Provisioning complete for port a954fd2c-9cfb-42c7-a398-56c80a36ed54 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:43:55.713318 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0e7141a-eb3f-4952-981b-237e6bf5d07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:55.745322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7141a-eb3f-4952-981b-237e6bf5d07f None None] Port a954fd2c-9cfb-42c7-a398-56c80a36ed54 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:43:55.920114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1894eb-c1b6-4f86-9d31-1983795e0258 req-03df6d69-4030-48a5-88ee-33fef153b1c0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:55.921616 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ab1894eb-c1b6-4f86-9d31-1983795e0258 req-03df6d69-4030-48a5-88ee-33fef153b1c0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 932 time: 0.0824718 Dec 11 23:43:56.012893 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ab1894eb-c1b6-4f86-9d31-1983795e0258 req-ad369445-e5d9-40fd-9e48-f08b69a9fa13 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843599 Dec 11 23:43:56.014753 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a954fd2c-9cfb-42c7-a398-56c80a36ed54 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:43:56.022646 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:56.035533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Transition to ACTIVE for port object a954fd2c-9cfb-42c7-a398-56c80a36ed54 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:43:56.107308 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:56.158623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Pushing event updated for resources: {'Port': ['ID=a954fd2c-9cfb-42c7-a398-56c80a36ed54,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:56.234725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Attempting to bind port a954fd2c-9cfb-42c7-a398-56c80a36ed54 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:43:56.235124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Attempting to bind port a954fd2c-9cfb-42c7-a398-56c80a36ed54 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '624a55d6-b9b8-4318-a0c9-78fd8eb66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:43:56.235473 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Attempting to bind port a954fd2c-9cfb-42c7-a398-56c80a36ed54 on network 2f902731-3b31-4bf9-a254-2cbc82d39c1b {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:43:56.240042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Port a954fd2c-9cfb-42c7-a398-56c80a36ed54 on network 2f902731-3b31-4bf9-a254-2cbc82d39c1b not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:43:56.240392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Attempting to bind port a954fd2c-9cfb-42c7-a398-56c80a36ed54 on network 2f902731-3b31-4bf9-a254-2cbc82d39c1b {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:43:56.246029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:43:56.246377 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Checking segment: {'id': '624a55d6-b9b8-4318-a0c9-78fd8eb66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:43:56.246769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Bound using segment: {'id': '624a55d6-b9b8-4318-a0c9-78fd8eb66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:43:56.247227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Bound port: a954fd2c-9cfb-42c7-a398-56c80a36ed54, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624a55d6-b9b8-4318-a0c9-78fd8eb66a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:43:56.247592 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:56.314071 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] For port a954fd2c-9cfb-42c7-a398-56c80a36ed54, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:43:56.317396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] For port a954fd2c-9cfb-42c7-a398-56c80a36ed54, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a954fd2c-9cfb-42c7-a398-56c80a36ed54,segment=NetworkSegment(624a55d6-b9b8-4318-a0c9-78fd8eb66a60),segment_id=624a55d6-b9b8-4318-a0c9-78fd8eb66a60)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:43:56.387983 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:56.424600 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:56.425218 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:43:56.426727 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] 10.222.0.47 "PUT /v2.0/ports/a954fd2c-9cfb-42c7-a398-56c80a36ed54 HTTP/1.1" status: 200 len: 1092 time: 0.8682094 Dec 11 23:43:56.427190 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a16f5a-17d4-436a-bd02-96e02211968a', 'tag': 'a954fd2c-9cfb-42c7-a398-56c80a36ed54'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:43:56.429427 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3b2853-ccdd-4614-b026-51a6e08c1437" -d '{"events": [{"name": "network-changed", "server_uuid": "87a16f5a-17d4-436a-bd02-96e02211968a", "tag": "a954fd2c-9cfb-42c7-a398-56c80a36ed54"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:43:56.451818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f83c0-f399-463d-b5ae-c99d6a711a92 service neutron] Pushing event updated for resources: {'Port': ['ID=a954fd2c-9cfb-42c7-a398-56c80a36ed54,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:43:56.474627 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e872667d-b068-474d-b114-aa65e1785128 x-openstack-request-id: req-e872667d-b068-474d-b114-aa65e1785128 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:43:56.475242 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a16f5a-17d4-436a-bd02-96e02211968a", "tag": "a954fd2c-9cfb-42c7-a398-56c80a36ed54", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:43:56.475508 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e872667d-b068-474d-b114-aa65e1785128 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:43:56.475924 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a16f5a-17d4-436a-bd02-96e02211968a', 'tag': 'a954fd2c-9cfb-42c7-a398-56c80a36ed54', 'status': 'completed', 'code': 200} Dec 11 23:43:56.565461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b2853-ccdd-4614-b026-51a6e08c1437 req-f3e63e9a-9b1f-468f-acc5-ba01b7611e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:56.567134 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf3b2853-ccdd-4614-b026-51a6e08c1437 req-f3e63e9a-9b1f-468f-acc5-ba01b7611e81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 1095 time: 0.0476162 Dec 11 23:43:56.674303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b2853-ccdd-4614-b026-51a6e08c1437 req-ec689e0e-da61-440a-b924-a94f24dc7bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:56.675837 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf3b2853-ccdd-4614-b026-51a6e08c1437 req-ec689e0e-da61-440a-b924-a94f24dc7bf9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2fd0551828e14043813bac168b7a92ce&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0951188 Dec 11 23:43:56.771974 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b2853-ccdd-4614-b026-51a6e08c1437 req-9fdda430-9c57-4a5d-b0cd-f04be16bf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:56.773432 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf3b2853-ccdd-4614-b026-51a6e08c1437 req-9fdda430-9c57-4a5d-b0cd-f04be16bf3cb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908148 Dec 11 23:43:56.872315 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-e0c33635-049e-4713-a7fd-ebee8790f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:56.873850 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-e0c33635-049e-4713-a7fd-ebee8790f9ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 1095 time: 0.0419075 Dec 11 23:43:56.920831 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-4c6e2e43-e7d8-4b06-a069-ba839d005a29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a954fd2c-9cfb-42c7-a398-56c80a36ed54 HTTP/1.1" status: 200 len: 217 time: 0.0345383 Dec 11 23:43:56.974245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-7de30575-da2b-4952-afcb-11bb9008a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:56.975647 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-7de30575-da2b-4952-afcb-11bb9008a8d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=793e37dc-7b9d-4266-96e0-585b6a0d35cf HTTP/1.1" status: 200 len: 834 time: 0.0486436 Dec 11 23:43:57.021455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-4e6611e0-83d5-4c62-bb95-aabeb446fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:57.022970 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-4e6611e0-83d5-4c62-bb95-aabeb446fb25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f902731-3b31-4bf9-a254-2cbc82d39c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404148 Dec 11 23:43:57.145113 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-71ababce-311e-4340-92f7-a211f05a5df4 service neutron] 10.222.0.47 "GET /v2.0/networks/2f902731-3b31-4bf9-a254-2cbc82d39c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136770 Dec 11 23:43:57.158913 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7a96b-323f-4a27-8e91-aceb6c21f8d5 req-54b8a7b5-85a2-424a-aeed-9787dde48f36 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:57.160500 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08a7a96b-323f-4a27-8e91-aceb6c21f8d5 req-54b8a7b5-85a2-424a-aeed-9787dde48f36 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 944 time: 0.0783854 Dec 11 23:43:57.256374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-08a7a96b-323f-4a27-8e91-aceb6c21f8d5 req-6608574f-db1b-4472-8eea-e3339df99973 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873170 Dec 11 23:43:57.280987 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-edbd1d74-98fa-4203-9a40-bc4d61887533 req-c3b89973-90b8-4635-b9a7-0594ea36d4f4 service neutron] 10.222.0.47 "GET /v2.0/networks/2f902731-3b31-4bf9-a254-2cbc82d39c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194923 Dec 11 23:43:58.375723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04ac89-ac57-4826-88ac-4773a6d7507a req-4fac4786-2db4-4514-9abc-ecb8dcfd94a6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:58.377193 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa04ac89-ac57-4826-88ac-4773a6d7507a req-4fac4786-2db4-4514-9abc-ecb8dcfd94a6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 944 time: 0.0499351 Dec 11 23:43:58.430077 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa04ac89-ac57-4826-88ac-4773a6d7507a req-d0155597-8167-45e0-9ce7-9de03b45f053 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466504 Dec 11 23:43:59.552116 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2c233-87c7-462e-aaec-87c9b08f1b18 req-3b1a3cce-1837-483d-bd67-61e20ccfa78a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:43:59.553614 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1eb2c233-87c7-462e-aaec-87c9b08f1b18 req-3b1a3cce-1837-483d-bd67-61e20ccfa78a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 944 time: 0.0554609 Dec 11 23:43:59.605071 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1eb2c233-87c7-462e-aaec-87c9b08f1b18 req-eac46f2a-3bb9-434b-be7c-7eb6c815415b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447922 Dec 11 23:44:00.721199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca4567-2f6e-4cc0-9b9c-333b04bd6f6d req-bb8f3e3d-c15a-48dd-93ed-3b389cf1a828 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:00.722699 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24ca4567-2f6e-4cc0-9b9c-333b04bd6f6d req-bb8f3e3d-c15a-48dd-93ed-3b389cf1a828 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 944 time: 0.0488744 Dec 11 23:44:00.773050 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24ca4567-2f6e-4cc0-9b9c-333b04bd6f6d req-081fe80b-a8a2-4c7a-bba5-03c6d9f7635c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433714 Dec 11 23:44:01.728615 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a954fd2c-9cfb-42c7-a398-56c80a36ed54 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:44:01.823070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a954fd2c-9cfb-42c7-a398-56c80a36ed54, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a954fd2c-9cfb-42c7-a398-56c80a36ed54,segment=NetworkSegment(624a55d6-b9b8-4318-a0c9-78fd8eb66a60),segment_id=624a55d6-b9b8-4318-a0c9-78fd8eb66a60)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:44:01.834952 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'a954fd2c-9cfb-42c7-a398-56c80a36ed54', 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'port_id': 'a954fd2c-9cfb-42c7-a398-56c80a36ed54', 'mac_address': 'fa:16:3e:11:33:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:44:01.877884 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:01.890712 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a954fd2c-9cfb-42c7-a398-56c80a36ed54 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:44:01.893258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09213979-1a37-4a56-86f8-0d36cfc287d7 req-9ca6c70e-2266-487f-8212-0c7fb6fde6df tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:01.894780 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-09213979-1a37-4a56-86f8-0d36cfc287d7 req-9ca6c70e-2266-487f-8212-0c7fb6fde6df tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 944 time: 0.0507805 Dec 11 23:44:01.910715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a954fd2c-9cfb-42c7-a398-56c80a36ed54, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a954fd2c-9cfb-42c7-a398-56c80a36ed54,segment=NetworkSegment(624a55d6-b9b8-4318-a0c9-78fd8eb66a60),segment_id=624a55d6-b9b8-4318-a0c9-78fd8eb66a60)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:44:01.949743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-09213979-1a37-4a56-86f8-0d36cfc287d7 req-5058276d-793d-461b-9b7a-762a59fbd57a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481465 Dec 11 23:44:01.970871 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:02.018598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a954fd2c-9cfb-42c7-a398-56c80a36ed54,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:44:02.291677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['a954fd2c-9cfb-42c7-a398-56c80a36ed54'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:44:03.066979 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8d508-2d2f-44c5-9ad6-67a3458f6b19 req-0d6191f8-7010-40b4-a414-cf1ed40e0ef4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:03.068461 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83b8d508-2d2f-44c5-9ad6-67a3458f6b19 req-0d6191f8-7010-40b4-a414-cf1ed40e0ef4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 945 time: 0.0476613 Dec 11 23:44:03.119349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83b8d508-2d2f-44c5-9ad6-67a3458f6b19 req-c32c5535-a598-487a-86c4-ee342b88524f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444047 Dec 11 23:44:03.759163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a954fd2c-9cfb-42c7-a398-56c80a36ed54 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:44:03.865825 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port a954fd2c-9cfb-42c7-a398-56c80a36ed54 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:44:03.869630 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port a954fd2c-9cfb-42c7-a398-56c80a36ed54 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:44:03.870006 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:03.948732 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:03.971068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a16f5a-17d4-436a-bd02-96e02211968a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a954fd2c-9cfb-42c7-a398-56c80a36ed54'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:44:03.973391 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae641c05-43dc-4171-b764-4c5f7971ed08" -d '{"events": [{"server_uuid": "87a16f5a-17d4-436a-bd02-96e02211968a", "name": "network-vif-plugged", "status": "completed", "tag": "a954fd2c-9cfb-42c7-a398-56c80a36ed54"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:44:03.987629 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port a954fd2c-9cfb-42c7-a398-56c80a36ed54, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a954fd2c-9cfb-42c7-a398-56c80a36ed54,segment=NetworkSegment(624a55d6-b9b8-4318-a0c9-78fd8eb66a60),segment_id=624a55d6-b9b8-4318-a0c9-78fd8eb66a60)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:44:04.050402 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:04.074153 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48f5db7-80ce-4846-9775-8ad1f926be70 x-openstack-request-id: req-d48f5db7-80ce-4846-9775-8ad1f926be70 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:44:04.075033 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a16f5a-17d4-436a-bd02-96e02211968a", "name": "network-vif-plugged", "status": "completed", "tag": "a954fd2c-9cfb-42c7-a398-56c80a36ed54", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:44:04.075033 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d48f5db7-80ce-4846-9775-8ad1f926be70 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:44:04.075324 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a16f5a-17d4-436a-bd02-96e02211968a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a954fd2c-9cfb-42c7-a398-56c80a36ed54', 'code': 200} Dec 11 23:44:04.100558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=a954fd2c-9cfb-42c7-a398-56c80a36ed54,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:44:04.195396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a9ac4-06d5-4630-b577-98586cdee430 req-32148038-40d1-4006-a83f-0fea6f6d147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:04.196925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7b0a9ac4-06d5-4630-b577-98586cdee430 req-32148038-40d1-4006-a83f-0fea6f6d147e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 1097 time: 0.0433769 Dec 11 23:44:04.239809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c45166-c337-4293-94fd-c0cf776ac348 req-898f6513-a33c-461d-a535-30f60881c1e2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:04.241347 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29c45166-c337-4293-94fd-c0cf776ac348 req-898f6513-a33c-461d-a535-30f60881c1e2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0529041 Dec 11 23:44:04.244802 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7b0a9ac4-06d5-4630-b577-98586cdee430 req-2026da50-eb84-4444-a3a1-e839470fc980 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400178 Dec 11 23:44:04.289923 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-29c45166-c337-4293-94fd-c0cf776ac348 req-05d60b2e-457b-48f7-90c0-1b45287843cc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423255 Dec 11 23:44:05.407734 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ac6a8-723d-4ecf-9e9e-6bf829347b63 req-d9b68ca9-b9b4-43cc-8008-ca9ed4a3ee1c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:05.409229 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d0ac6a8-723d-4ecf-9e9e-6bf829347b63 req-d9b68ca9-b9b4-43cc-8008-ca9ed4a3ee1c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0493343 Dec 11 23:44:05.459419 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d0ac6a8-723d-4ecf-9e9e-6bf829347b63 req-0dba2b38-251c-4dda-98f2-b532fa011356 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435333 Dec 11 23:44:06.575450 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50119d51-3fbf-4792-a81b-ef8a9ef823fb req-c333176c-0606-4e06-bf3f-034136708845 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:06.576932 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-50119d51-3fbf-4792-a81b-ef8a9ef823fb req-c333176c-0606-4e06-bf3f-034136708845 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0486295 Dec 11 23:44:06.625319 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-50119d51-3fbf-4792-a81b-ef8a9ef823fb req-9d3bf8eb-a54c-45d6-b689-e00c9c65de5f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425603 Dec 11 23:44:06.738780 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc70b5f-5e36-44cb-a1e7-5015f47adf96 req-975589fd-91b5-4911-8cde-48a6647b7253 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:06.740187 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4cc70b5f-5e36-44cb-a1e7-5015f47adf96 req-975589fd-91b5-4911-8cde-48a6647b7253 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0482709 Dec 11 23:44:06.792424 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4cc70b5f-5e36-44cb-a1e7-5015f47adf96 req-c1e2f3fc-6601-42e0-8c0c-a56ba9858921 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456667 Dec 11 23:44:06.813856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50848) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:44:06.852428 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd3e7df-0a5c-4fb6-bd5b-e237f8ecfa29 tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:06.854166 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-0bd3e7df-0a5c-4fb6-bd5b-e237f8ecfa29 tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 1092 time: 0.0393553 Dec 11 23:44:06.856928 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50850) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:44:06.861295 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': 'a954fd2c-9cfb-42c7-a398-56c80a36ed54', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:44:06.941226 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:07.036869 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:07.140028 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.25.1.248 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/649389d0-ba12-4452-9273-261f73469b4c) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:44:07.237345 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:07.352141 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:07.398469 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:44:07.401633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:44:07.405857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:44:07.408859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=649389d0-ba12-4452-9273-261f73469b4c,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:44:07.752825 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:07.895783 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:08.043184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:08.099885 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:08.167171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=649389d0-ba12-4452-9273-261f73469b4c,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:44:08.176599 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:08.276203 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Floating IP 2057248d-b51e-43a4-90d8-568ddac5e844 associated. External IP: 172.25.1.248, port: a954fd2c-9cfb-42c7-a398-56c80a36ed54. Dec 11 23:44:08.825340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router 7054a527-8ce9-494b-ac4f-bc5350ca130e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:44:08.932299 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:44:08.941936 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0dcec-9ba2-4ccf-ade1-a0c37514228b None None] Sync routers for ids ['7054a527-8ce9-494b-ac4f-bc5350ca130e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:44:08.951979 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c0dcec-9ba2-4ccf-ade1-a0c37514228b None None] Routers {'7054a527-8ce9-494b-ac4f-bc5350ca130e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:44:08.952530 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-29c0dcec-9ba2-4ccf-ade1-a0c37514228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:43:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7054a527-8ce9-494b-ac4f-bc5350ca130e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:44:09.033749 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:09.061359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-29c0dcec-9ba2-4ccf-ade1-a0c37514228b None None] Set router 7054a527-8ce9-494b-ac4f-bc5350ca130e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:44:09.064915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-243bff95-27ba-40e8-8e76-be822f35c972 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2068653 Dec 11 23:44:09.065524 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a16f5a-17d4-436a-bd02-96e02211968a', 'tag': 'a954fd2c-9cfb-42c7-a398-56c80a36ed54'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:44:09.068135 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16814504-e06c-4b1d-8fe6-3fcf37bbfe98" -d '{"events": [{"name": "network-changed", "server_uuid": "87a16f5a-17d4-436a-bd02-96e02211968a", "tag": "a954fd2c-9cfb-42c7-a398-56c80a36ed54"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:44:09.106964 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41801968-a4cf-4319-9be5-b3778c8502e0 x-openstack-request-id: req-41801968-a4cf-4319-9be5-b3778c8502e0 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:44:09.107385 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a16f5a-17d4-436a-bd02-96e02211968a", "tag": "a954fd2c-9cfb-42c7-a398-56c80a36ed54", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:44:09.107759 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41801968-a4cf-4319-9be5-b3778c8502e0 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:44:09.108278 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a16f5a-17d4-436a-bd02-96e02211968a', 'tag': 'a954fd2c-9cfb-42c7-a398-56c80a36ed54', 'status': 'completed', 'code': 200} Dec 11 23:44:09.179553 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748b124-d4cf-49bb-9a73-e639374bb70e req-04ce3330-59c8-469a-bf83-ace1c30f6c29 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:09.181889 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f748b124-d4cf-49bb-9a73-e639374bb70e req-04ce3330-59c8-469a-bf83-ace1c30f6c29 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0555065 Dec 11 23:44:09.191823 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16814504-e06c-4b1d-8fe6-3fcf37bbfe98 req-61e22831-11d1-4875-ae33-56aa79653514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:09.193326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-16814504-e06c-4b1d-8fe6-3fcf37bbfe98 req-61e22831-11d1-4875-ae33-56aa79653514 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 1097 time: 0.0411272 Dec 11 23:44:09.236648 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f748b124-d4cf-49bb-9a73-e639374bb70e req-b29fc92e-47a0-4537-968f-8a86a6869317 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482903 Dec 11 23:44:09.260112 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50856) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:44:09.296149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16814504-e06c-4b1d-8fe6-3fcf37bbfe98 req-34076a7e-40c7-43db-9ab9-22aea54f90df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:09.297776 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-16814504-e06c-4b1d-8fe6-3fcf37bbfe98 req-34076a7e-40c7-43db-9ab9-22aea54f90df service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f902731-3b31-4bf9-a254-2cbc82d39c1b HTTP/1.1" status: 200 len: 898 time: 0.0967970 Dec 11 23:44:09.303253 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-29c0dcec-9ba2-4ccf-ade1-a0c37514228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616325222', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:50Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2057248d-b51e-43a4-90d8-568ddac5e844', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'floating_ip_address': '172.25.1.248', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'port_id': 'a954fd2c-9cfb-42c7-a398-56c80a36ed54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'mac_address': 'fa:16:3e:11:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a16f5a-17d4-436a-bd02-96e02211968a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:44:07Z', 'updated_at': '2021-12-11T23:44:07Z', 'revision_number': 0, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855c2a50-a73b-4c80-960b-8252c6f13428', 'name': '', 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:99:c7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:49Z', 'updated_at': '2021-12-11T23:43:53Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:44:09.323612 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8aa1f1a4-61d2-4c3f-805e-085292d1d322 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/2057248d-b51e-43a4-90d8-568ddac5e844 HTTP/1.1" status: 200 len: 992 time: 0.0609188 Dec 11 23:44:09.334490 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0dcec-9ba2-4ccf-ade1-a0c37514228b None None] Checking router: 7054a527-8ce9-494b-ac4f-bc5350ca130e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:44:09.343685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c0dcec-9ba2-4ccf-ade1-a0c37514228b None None] Routers {'7054a527-8ce9-494b-ac4f-bc5350ca130e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:44:09.344307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-29c0dcec-9ba2-4ccf-ade1-a0c37514228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:43:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7054a527-8ce9-494b-ac4f-bc5350ca130e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:44:09.368392 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-16814504-e06c-4b1d-8fe6-3fcf37bbfe98 req-342688c1-13a2-4698-95f6-331c8f7356a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a954fd2c-9cfb-42c7-a398-56c80a36ed54 HTTP/1.1" status: 200 len: 1000 time: 0.0613797 Dec 11 23:44:09.417455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16814504-e06c-4b1d-8fe6-3fcf37bbfe98 req-ad73b3a2-4f84-411d-b828-7633a0ced2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:09.418950 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-16814504-e06c-4b1d-8fe6-3fcf37bbfe98 req-ad73b3a2-4f84-411d-b828-7633a0ced2c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=793e37dc-7b9d-4266-96e0-585b6a0d35cf HTTP/1.1" status: 200 len: 834 time: 0.0443757 Dec 11 23:44:09.451886 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-29c0dcec-9ba2-4ccf-ade1-a0c37514228b None None] Set router 7054a527-8ce9-494b-ac4f-bc5350ca130e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:44:09.469027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16814504-e06c-4b1d-8fe6-3fcf37bbfe98 req-41a94721-b798-4c16-a588-9e9b73c81bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:09.475329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-16814504-e06c-4b1d-8fe6-3fcf37bbfe98 req-41a94721-b798-4c16-a588-9e9b73c81bf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f902731-3b31-4bf9-a254-2cbc82d39c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446339 Dec 11 23:44:09.560224 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-16814504-e06c-4b1d-8fe6-3fcf37bbfe98 req-94d201e1-fa23-4602-b2c8-6d13c3931d90 service neutron] 10.222.0.47 "GET /v2.0/networks/2f902731-3b31-4bf9-a254-2cbc82d39c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817180 Dec 11 23:44:09.656439 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-16814504-e06c-4b1d-8fe6-3fcf37bbfe98 req-9e0126fb-7d3d-49fd-8ce7-505da25556ed service neutron] 10.222.0.47 "GET /v2.0/networks/2f902731-3b31-4bf9-a254-2cbc82d39c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894628 Dec 11 23:44:09.675360 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-29c0dcec-9ba2-4ccf-ade1-a0c37514228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616325222', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:50Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2057248d-b51e-43a4-90d8-568ddac5e844', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'floating_ip_address': '172.25.1.248', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'port_id': 'a954fd2c-9cfb-42c7-a398-56c80a36ed54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'mac_address': 'fa:16:3e:11:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a16f5a-17d4-436a-bd02-96e02211968a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:44:07Z', 'updated_at': '2021-12-11T23:44:07Z', 'revision_number': 0, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855c2a50-a73b-4c80-960b-8252c6f13428', 'name': '', 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:99:c7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:49Z', 'updated_at': '2021-12-11T23:43:53Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:44:09.701958 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0dcec-9ba2-4ccf-ade1-a0c37514228b None None] The sync data for ids ['7054a527-8ce9-494b-ac4f-bc5350ca130e'] in n-d-710847-6 is: [{'id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616325222', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:50Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '2057248d-b51e-43a4-90d8-568ddac5e844', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'floating_ip_address': '172.25.1.248', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'port_id': 'a954fd2c-9cfb-42c7-a398-56c80a36ed54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'mac_address': 'fa:16:3e:11:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a16f5a-17d4-436a-bd02-96e02211968a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:44:07Z', 'updated_at': '2021-12-11T23:44:07Z', 'revision_number': 0, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855c2a50-a73b-4c80-960b-8252c6f13428', 'name': '', 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:99:c7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:49Z', 'updated_at': '2021-12-11T23:43:53Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:44:09.887850 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c849c716-5adf-4b79-bb8e-96723b86c001 None None] New status for floating IP 2057248d-b51e-43a4-90d8-568ddac5e844: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:44:10.326469 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50858) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:44:10.391174 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9c21cd3c-46d5-4bb3-99dc-65bb6a650420 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/2057248d-b51e-43a4-90d8-568ddac5e844 HTTP/1.1" status: 200 len: 994 time: 0.0634890 Dec 11 23:44:14.238890 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:18.067047 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:18.890167 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c7e5e7c-5e89-4e38-9db1-5b5e46a9e838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:21.328979 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6cf2e237-3e80-4535-a6c8-aa6ed0d8dd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:22.349548 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:44:22.488504 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:24.118819 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:24.688587 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:37.284764 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191f8c9-9a15-40c5-962b-b09607d8e2cd req-2379933a-daa6-4beb-8671-8a9cc3526e72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:37.286170 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0191f8c9-9a15-40c5-962b-b09607d8e2cd req-2379933a-daa6-4beb-8671-8a9cc3526e72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0509748 Dec 11 23:44:37.358416 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0191f8c9-9a15-40c5-962b-b09607d8e2cd req-9571221f-3c1e-41b5-a7e8-90fe05b0d6bd tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659997 Dec 11 23:44:37.377475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8590721-8283-4512-bfbe-0de54d5709ce req-5cf8661b-7f9c-4d1c-ab3c-c107be7aa8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:37.377475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8590721-8283-4512-bfbe-0de54d5709ce req-5cf8661b-7f9c-4d1c-ab3c-c107be7aa8ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 1097 time: 0.0525849 Dec 11 23:44:37.475476 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8590721-8283-4512-bfbe-0de54d5709ce req-6e8d1317-dbb7-4b68-86b6-1ff2cadd55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:37.478262 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8590721-8283-4512-bfbe-0de54d5709ce req-6e8d1317-dbb7-4b68-86b6-1ff2cadd55a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f902731-3b31-4bf9-a254-2cbc82d39c1b HTTP/1.1" status: 200 len: 898 time: 0.0964863 Dec 11 23:44:37.545801 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8590721-8283-4512-bfbe-0de54d5709ce req-6250e848-4966-449e-b1e1-7877a5fc411d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a954fd2c-9cfb-42c7-a398-56c80a36ed54 HTTP/1.1" status: 200 len: 1002 time: 0.0601187 Dec 11 23:44:37.603535 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8590721-8283-4512-bfbe-0de54d5709ce req-e611f9ab-8a4f-462f-97e8-bdd7f0d051ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:37.604966 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8590721-8283-4512-bfbe-0de54d5709ce req-e611f9ab-8a4f-462f-97e8-bdd7f0d051ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=793e37dc-7b9d-4266-96e0-585b6a0d35cf HTTP/1.1" status: 200 len: 834 time: 0.0490980 Dec 11 23:44:37.652303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8590721-8283-4512-bfbe-0de54d5709ce req-07711d74-c36c-4021-b0de-bef424c6fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:37.653769 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8590721-8283-4512-bfbe-0de54d5709ce req-07711d74-c36c-4021-b0de-bef424c6fe18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f902731-3b31-4bf9-a254-2cbc82d39c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412886 Dec 11 23:44:37.744487 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8590721-8283-4512-bfbe-0de54d5709ce req-581203ea-3278-494d-99c8-f5777cf27a3c service neutron] 10.222.0.47 "GET /v2.0/networks/2f902731-3b31-4bf9-a254-2cbc82d39c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823720 Dec 11 23:44:37.838864 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d8590721-8283-4512-bfbe-0de54d5709ce req-8b80e616-7d88-4593-91d9-eb1552256693 service neutron] 10.222.0.47 "GET /v2.0/networks/2f902731-3b31-4bf9-a254-2cbc82d39c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859499 Dec 11 23:44:38.478253 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de794fc8-67b0-4f39-ab51-02f19ccba0a1 req-b6f99448-edb1-481e-a303-1d70c1c1d0c9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:38.479761 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-de794fc8-67b0-4f39-ab51-02f19ccba0a1 req-b6f99448-edb1-481e-a303-1d70c1c1d0c9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0491471 Dec 11 23:44:38.528561 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-de794fc8-67b0-4f39-ab51-02f19ccba0a1 req-d1c3457d-cd98-4652-b67d-31e2faa5f58a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429349 Dec 11 23:44:39.647279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecd963-dbb0-46a7-9b72-0e65f03bd3ba req-69a2fff2-739b-4b10-af3d-04dafa055243 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:39.648900 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32ecd963-dbb0-46a7-9b72-0e65f03bd3ba req-69a2fff2-739b-4b10-af3d-04dafa055243 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0501983 Dec 11 23:44:39.699721 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32ecd963-dbb0-46a7-9b72-0e65f03bd3ba req-9d1dfdd6-101e-436f-a76a-f7919acd7381 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448916 Dec 11 23:44:40.815309 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647b71b-ad12-40c0-8f80-c25d820785fb req-9fbf2818-3f09-41ba-aa69-24574fdd212e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:40.816795 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d647b71b-ad12-40c0-8f80-c25d820785fb req-9fbf2818-3f09-41ba-aa69-24574fdd212e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0495000 Dec 11 23:44:40.869749 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d647b71b-ad12-40c0-8f80-c25d820785fb req-f527a4b3-ca52-4bd9-b39c-f05baec4f425 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469253 Dec 11 23:44:41.990739 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b63ba-23ed-42da-8108-75247638c276 req-df5cb953-25bd-4d12-8d90-8f6f20e2322e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:41.993031 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-855b63ba-23ed-42da-8108-75247638c276 req-df5cb953-25bd-4d12-8d90-8f6f20e2322e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0543947 Dec 11 23:44:42.045351 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-855b63ba-23ed-42da-8108-75247638c276 req-b870d2f1-b716-4aad-b9d0-1d69dbd6a5f2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463693 Dec 11 23:44:43.159687 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ed2c1-31f7-431a-bd2a-b1f9fac6d5e5 req-1389ceb1-594e-4ede-8ee5-659db40d5325 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:43.161146 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-072ed2c1-31f7-431a-bd2a-b1f9fac6d5e5 req-1389ceb1-594e-4ede-8ee5-659db40d5325 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0484509 Dec 11 23:44:43.210499 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-072ed2c1-31f7-431a-bd2a-b1f9fac6d5e5 req-38410c41-8752-4bd0-bff8-194bbeba0705 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432835 Dec 11 23:44:44.232440 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:44.327047 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3619870-cd79-4cf7-9c55-7fdad0ec9f92 req-8c96a245-801b-4746-91f9-3a44e0024039 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:44.328527 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a3619870-cd79-4cf7-9c55-7fdad0ec9f92 req-8c96a245-801b-4746-91f9-3a44e0024039 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0489728 Dec 11 23:44:44.378151 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a3619870-cd79-4cf7-9c55-7fdad0ec9f92 req-d9265649-3e94-48f0-894f-ecba905c4732 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435812 Dec 11 23:44:45.490664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f9768-f244-4f04-be26-36dffa233ea7 req-7346da54-8bed-458d-b358-8af153f01102 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:45.492770 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-465f9768-f244-4f04-be26-36dffa233ea7 req-7346da54-8bed-458d-b358-8af153f01102 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0484207 Dec 11 23:44:45.540846 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-465f9768-f244-4f04-be26-36dffa233ea7 req-11120da2-cd18-473f-8ca8-4f189a80f618 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422473 Dec 11 23:44:46.657180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ce391-cc95-453f-8653-011697e21c49 req-c9ebde5b-1323-450a-b375-1cc0299c2862 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:46.658654 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc7ce391-cc95-453f-8653-011697e21c49 req-c9ebde5b-1323-450a-b375-1cc0299c2862 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0508096 Dec 11 23:44:46.712686 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc7ce391-cc95-453f-8653-011697e21c49 req-d08070a7-fc06-49f3-9a03-9a5ab1472159 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480328 Dec 11 23:44:47.834182 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2db29-3152-4e61-9310-1c582b59486f req-86cb65e8-0e03-4962-b31c-83bd8b0a2b51 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:47.835681 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0b2db29-3152-4e61-9310-1c582b59486f req-86cb65e8-0e03-4962-b31c-83bd8b0a2b51 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0521872 Dec 11 23:44:47.885398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e0b2db29-3152-4e61-9310-1c582b59486f req-0090afe2-4f93-48df-8717-ffdb5921b61c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437362 Dec 11 23:44:48.095538 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:48.901024 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e966-3fb7-4576-8341-1cadb696edf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:49.002793 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76280ad-17fc-4d09-95a9-170795abd288 req-aa93e1bf-0087-445a-92da-6343e53dc0bd tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:44:49.004334 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a76280ad-17fc-4d09-95a9-170795abd288 req-aa93e1bf-0087-445a-92da-6343e53dc0bd tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0504391 Dec 11 23:44:49.055690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a76280ad-17fc-4d09-95a9-170795abd288 req-ab718960-e7e5-4ad5-b68f-fd4d747ec447 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448599 Dec 11 23:44:49.084729 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50900) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:44:49.145050 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3d0f3182-120e-483a-b01a-2682bcd7e024 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/2057248d-b51e-43a4-90d8-568ddac5e844 HTTP/1.1" status: 200 len: 994 time: 0.0591295 Dec 11 23:44:51.328115 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5b37b027-c23c-44a4-be2f-52b9befa007e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:52.453695 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:54.129721 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:54.690007 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:44:59.347792 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:45:05.954447 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dba823f3-1835-495c-8e6d-50bc1d8c0c73 req-f6853e9a-caa4-4f16-bb30-eaf87b5a9ef7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384996 Dec 11 23:45:06.053903 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba823f3-1835-495c-8e6d-50bc1d8c0c73 req-df5b4e14-1fc0-4bdd-b097-37135b41967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:06.056229 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dba823f3-1835-495c-8e6d-50bc1d8c0c73 req-df5b4e14-1fc0-4bdd-b097-37135b41967f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 1097 time: 0.0416982 Dec 11 23:45:06.163591 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba823f3-1835-495c-8e6d-50bc1d8c0c73 req-e52b110e-af05-42c1-bf31-4aabff2fc231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:06.165763 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dba823f3-1835-495c-8e6d-50bc1d8c0c73 req-e52b110e-af05-42c1-bf31-4aabff2fc231 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f902731-3b31-4bf9-a254-2cbc82d39c1b HTTP/1.1" status: 200 len: 898 time: 0.0897951 Dec 11 23:45:06.230216 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dba823f3-1835-495c-8e6d-50bc1d8c0c73 req-c9cd5139-6c6e-457a-917d-84b70dc88201 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a954fd2c-9cfb-42c7-a398-56c80a36ed54 HTTP/1.1" status: 200 len: 1002 time: 0.0578172 Dec 11 23:45:06.284094 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba823f3-1835-495c-8e6d-50bc1d8c0c73 req-1987a0c0-fceb-4c31-866b-83fedde46ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:06.285557 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dba823f3-1835-495c-8e6d-50bc1d8c0c73 req-1987a0c0-fceb-4c31-866b-83fedde46ea4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=793e37dc-7b9d-4266-96e0-585b6a0d35cf HTTP/1.1" status: 200 len: 834 time: 0.0479062 Dec 11 23:45:06.330451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba823f3-1835-495c-8e6d-50bc1d8c0c73 req-414cf625-d11b-4132-bdb3-79270cda4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:06.331932 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dba823f3-1835-495c-8e6d-50bc1d8c0c73 req-414cf625-d11b-4132-bdb3-79270cda4493 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f902731-3b31-4bf9-a254-2cbc82d39c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393116 Dec 11 23:45:06.421133 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dba823f3-1835-495c-8e6d-50bc1d8c0c73 req-2a011c42-35d2-4bfe-a794-4245c178b93b service neutron] 10.222.0.47 "GET /v2.0/networks/2f902731-3b31-4bf9-a254-2cbc82d39c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820053 Dec 11 23:45:06.515685 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dba823f3-1835-495c-8e6d-50bc1d8c0c73 req-917d66fe-e317-4d06-8719-c7cabdd6c8ec service neutron] 10.222.0.47 "GET /v2.0/networks/2f902731-3b31-4bf9-a254-2cbc82d39c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861614 Dec 11 23:45:14.259094 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:18.093641 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:18.893629 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a09eb575-43b6-41f2-9cfb-03b9666d8a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:19.521305 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50922) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:19.683872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port 649389d0-ba12-4452-9273-261f73469b4c {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:45:19.684215 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:19.762124 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:19.762451 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:19.773957 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for 649389d0-ba12-4452-9273-261f73469b4c owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:45:19.979738 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:20.010611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=649389d0-ba12-4452-9273-261f73469b4c,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:20.038392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:20.038684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:20.039067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:20.039418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:20.039768 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:20.040116 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:20.040457 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:20.040801 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:20.041144 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:20.041482 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:20.041817 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:20.042847 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:20.043195 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:20.083767 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:20.084112 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Floating IP 2057248d-b51e-43a4-90d8-568ddac5e844 disassociated (deleted). External IP: 172.25.1.248, port: a954fd2c-9cfb-42c7-a398-56c80a36ed54. Dec 11 23:45:20.290660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router 7054a527-8ce9-494b-ac4f-bc5350ca130e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:45:20.400053 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:45:20.407284 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:20.413377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba1fdcd-d0cc-4fc8-a6ca-f891f5ed8641 None None] Sync routers for ids ['7054a527-8ce9-494b-ac4f-bc5350ca130e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:45:20.423210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba1fdcd-d0cc-4fc8-a6ca-f891f5ed8641 None None] Routers {'7054a527-8ce9-494b-ac4f-bc5350ca130e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:45:20.423828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-4ba1fdcd-d0cc-4fc8-a6ca-f891f5ed8641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:44:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7054a527-8ce9-494b-ac4f-bc5350ca130e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:20.435929 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-833e0698-fa57-4c16-845d-6f70882f3052 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/floatingips/2057248d-b51e-43a4-90d8-568ddac5e844 HTTP/1.1" status: 204 len: 168 time: 0.9135332 Dec 11 23:45:20.436534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a16f5a-17d4-436a-bd02-96e02211968a', 'tag': 'a954fd2c-9cfb-42c7-a398-56c80a36ed54'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:45:20.438815 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dc809c-eb1c-4c36-9588-381adddffe12" -d '{"events": [{"name": "network-changed", "server_uuid": "87a16f5a-17d4-436a-bd02-96e02211968a", "tag": "a954fd2c-9cfb-42c7-a398-56c80a36ed54"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:45:20.480805 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a4cd7f-48c8-4fbb-9f6b-a898c9b7c51b x-openstack-request-id: req-a4a4cd7f-48c8-4fbb-9f6b-a898c9b7c51b {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:45:20.481000 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a16f5a-17d4-436a-bd02-96e02211968a", "tag": "a954fd2c-9cfb-42c7-a398-56c80a36ed54", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:45:20.481101 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4a4cd7f-48c8-4fbb-9f6b-a898c9b7c51b {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:45:20.481525 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a16f5a-17d4-436a-bd02-96e02211968a', 'tag': 'a954fd2c-9cfb-42c7-a398-56c80a36ed54', 'status': 'completed', 'code': 200} Dec 11 23:45:20.568693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc809c-eb1c-4c36-9588-381adddffe12 req-1368c225-3972-4820-ae5c-4827bc93faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:20.570252 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83dc809c-eb1c-4c36-9588-381adddffe12 req-1368c225-3972-4820-ae5c-4827bc93faac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 1097 time: 0.0465012 Dec 11 23:45:20.674609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc809c-eb1c-4c36-9588-381adddffe12 req-86cb8f1f-f50f-4241-ae84-c0c50fec18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:20.676343 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83dc809c-eb1c-4c36-9588-381adddffe12 req-86cb8f1f-f50f-4241-ae84-c0c50fec18f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f902731-3b31-4bf9-a254-2cbc82d39c1b HTTP/1.1" status: 200 len: 898 time: 0.0974860 Dec 11 23:45:20.699025 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-4ba1fdcd-d0cc-4fc8-a6ca-f891f5ed8641 None None] Set router 7054a527-8ce9-494b-ac4f-bc5350ca130e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:45:20.727686 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83dc809c-eb1c-4c36-9588-381adddffe12 req-6f4f3f78-68cc-4c32-91b0-a8c1b94f48cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a954fd2c-9cfb-42c7-a398-56c80a36ed54 HTTP/1.1" status: 200 len: 217 time: 0.0377922 Dec 11 23:45:20.780952 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc809c-eb1c-4c36-9588-381adddffe12 req-19cbbfca-dabb-42c3-bb9b-4d87222d4f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:20.785812 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83dc809c-eb1c-4c36-9588-381adddffe12 req-19cbbfca-dabb-42c3-bb9b-4d87222d4f13 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=793e37dc-7b9d-4266-96e0-585b6a0d35cf HTTP/1.1" status: 200 len: 834 time: 0.0470827 Dec 11 23:45:20.839282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc809c-eb1c-4c36-9588-381adddffe12 req-d1819139-2a87-4c95-9afa-9f20ee7435d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:20.841005 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83dc809c-eb1c-4c36-9588-381adddffe12 req-d1819139-2a87-4c95-9afa-9f20ee7435d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f902731-3b31-4bf9-a254-2cbc82d39c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511181 Dec 11 23:45:20.874641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e07741-7405-4955-bd76-9ecb4d7cfb8a req-715f5f09-7085-4c39-ab0a-60d3ee032253 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:20.876710 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-88e07741-7405-4955-bd76-9ecb4d7cfb8a req-715f5f09-7085-4c39-ab0a-60d3ee032253 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0617242 Dec 11 23:45:20.924328 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-4ba1fdcd-d0cc-4fc8-a6ca-f891f5ed8641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616325222', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:50Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '855c2a50-a73b-4c80-960b-8252c6f13428', 'name': '', 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:99:c7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:49Z', 'updated_at': '2021-12-11T23:43:53Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:20.931123 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-88e07741-7405-4955-bd76-9ecb4d7cfb8a req-9968da86-cd95-487e-a997-c6c793cfa9af tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471425 Dec 11 23:45:20.943886 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83dc809c-eb1c-4c36-9588-381adddffe12 req-9d2867dc-64bb-4a15-b25a-2c26c17dbb84 service neutron] 10.222.0.47 "GET /v2.0/networks/2f902731-3b31-4bf9-a254-2cbc82d39c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931129 Dec 11 23:45:20.953780 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba1fdcd-d0cc-4fc8-a6ca-f891f5ed8641 None None] Checking router: 7054a527-8ce9-494b-ac4f-bc5350ca130e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:45:20.962200 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba1fdcd-d0cc-4fc8-a6ca-f891f5ed8641 None None] Routers {'7054a527-8ce9-494b-ac4f-bc5350ca130e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:45:20.962840 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-4ba1fdcd-d0cc-4fc8-a6ca-f891f5ed8641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:44:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7054a527-8ce9-494b-ac4f-bc5350ca130e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:21.044420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-83dc809c-eb1c-4c36-9588-381adddffe12 req-6a4b417b-b056-4a0d-9b42-636b8a86ebd0 service neutron] 10.222.0.47 "GET /v2.0/networks/2f902731-3b31-4bf9-a254-2cbc82d39c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929399 Dec 11 23:45:21.074951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-4ba1fdcd-d0cc-4fc8-a6ca-f891f5ed8641 None None] Set router 7054a527-8ce9-494b-ac4f-bc5350ca130e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:45:21.288078 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-4ba1fdcd-d0cc-4fc8-a6ca-f891f5ed8641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616325222', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:50Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '855c2a50-a73b-4c80-960b-8252c6f13428', 'name': '', 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:99:c7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:49Z', 'updated_at': '2021-12-11T23:43:53Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:21.315430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba1fdcd-d0cc-4fc8-a6ca-f891f5ed8641 None None] The sync data for ids ['7054a527-8ce9-494b-ac4f-bc5350ca130e'] in n-d-710847-6 is: [{'id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616325222', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:50Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '855c2a50-a73b-4c80-960b-8252c6f13428', 'name': '', 'network_id': '2f902731-3b31-4bf9-a254-2cbc82d39c1b', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:99:c7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:49Z', 'updated_at': '2021-12-11T23:43:53Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '793e37dc-7b9d-4266-96e0-585b6a0d35cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:45:21.324738 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c057df15-9eb7-445f-8f1a-44441499c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:21.536815 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8185bc7-ec53-4086-8e3f-f3a90b9c97d4 None None] New status for floating IP 2057248d-b51e-43a4-90d8-568ddac5e844: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:45:22.059918 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c081b-44d1-41f1-8379-e5d9492625b3 req-78f2c779-b4c8-4001-83f3-617a9d64bbde tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:22.061410 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ad7c081b-44d1-41f1-8379-e5d9492625b3 req-78f2c779-b4c8-4001-83f3-617a9d64bbde tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0499318 Dec 11 23:45:22.110821 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ad7c081b-44d1-41f1-8379-e5d9492625b3 req-24282921-e503-4cfe-9059-478e998ddbac tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5623979-30c0-4484-9327-efdca1aa8ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431929 Dec 11 23:45:22.461210 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:22.463811 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b321bc2-ace5-42cc-aa7a-dadb3b33b228 req-97098f8d-1c28-46ba-a51e-35b1106ac133 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:22.465269 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7b321bc2-ace5-42cc-aa7a-dadb3b33b228 req-97098f8d-1c28-46ba-a51e-35b1106ac133 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.47 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 946 time: 0.0469766 Dec 11 23:45:22.556655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-7b321bc2-ace5-42cc-aa7a-dadb3b33b228 req-407e24c4-d7d1-4d3b-b979-c8d7a1afd8b8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port a954fd2c-9cfb-42c7-a398-56c80a36ed54 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:45:22.557014 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7b321bc2-ace5-42cc-aa7a-dadb3b33b228 req-407e24c4-d7d1-4d3b-b979-c8d7a1afd8b8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:22.644932 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-7b321bc2-ace5-42cc-aa7a-dadb3b33b228 req-407e24c4-d7d1-4d3b-b979-c8d7a1afd8b8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] For port a954fd2c-9cfb-42c7-a398-56c80a36ed54, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=a954fd2c-9cfb-42c7-a398-56c80a36ed54,segment=NetworkSegment(624a55d6-b9b8-4318-a0c9-78fd8eb66a60),segment_id=624a55d6-b9b8-4318-a0c9-78fd8eb66a60)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:45:22.645289 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7b321bc2-ace5-42cc-aa7a-dadb3b33b228 req-407e24c4-d7d1-4d3b-b979-c8d7a1afd8b8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:22.657530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-7b321bc2-ace5-42cc-aa7a-dadb3b33b228 req-407e24c4-d7d1-4d3b-b979-c8d7a1afd8b8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for a954fd2c-9cfb-42c7-a398-56c80a36ed54 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:45:22.844167 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7b321bc2-ace5-42cc-aa7a-dadb3b33b228 req-407e24c4-d7d1-4d3b-b979-c8d7a1afd8b8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:22.872121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e24c4-d7d1-4d3b-b979-c8d7a1afd8b8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=a954fd2c-9cfb-42c7-a398-56c80a36ed54,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:22.916823 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b321bc2-ace5-42cc-aa7a-dadb3b33b228 req-407e24c4-d7d1-4d3b-b979-c8d7a1afd8b8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] No DVR routers for this DVR port a954fd2c-9cfb-42c7-a398-56c80a36ed54 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:45:22.919905 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7b321bc2-ace5-42cc-aa7a-dadb3b33b228 req-407e24c4-d7d1-4d3b-b979-c8d7a1afd8b8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:22.923401 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7b321bc2-ace5-42cc-aa7a-dadb3b33b228 req-407e24c4-d7d1-4d3b-b979-c8d7a1afd8b8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.47 "DELETE /v2.0/ports/a954fd2c-9cfb-42c7-a398-56c80a36ed54 HTTP/1.1" status: 204 len: 173 time: 0.4519720 Dec 11 23:45:22.923843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a16f5a-17d4-436a-bd02-96e02211968a', 'name': 'network-vif-deleted', 'tag': 'a954fd2c-9cfb-42c7-a398-56c80a36ed54'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:45:22.926345 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5e7fab-7777-4b17-83d5-6c478508a501" -d '{"events": [{"server_uuid": "87a16f5a-17d4-436a-bd02-96e02211968a", "name": "network-vif-deleted", "tag": "a954fd2c-9cfb-42c7-a398-56c80a36ed54"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:45:22.964197 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b4327c-f36f-4fb0-a238-21fe7a2a6eaa x-openstack-request-id: req-81b4327c-f36f-4fb0-a238-21fe7a2a6eaa {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:45:22.964655 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a16f5a-17d4-436a-bd02-96e02211968a", "name": "network-vif-deleted", "tag": "a954fd2c-9cfb-42c7-a398-56c80a36ed54", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:45:22.965042 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81b4327c-f36f-4fb0-a238-21fe7a2a6eaa {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:45:22.965430 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a16f5a-17d4-436a-bd02-96e02211968a', 'name': 'network-vif-deleted', 'tag': 'a954fd2c-9cfb-42c7-a398-56c80a36ed54', 'status': 'completed', 'code': 200} Dec 11 23:45:23.206511 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7eb1cce2-ec63-4703-a2c5-e760eb5fd2ca req-0ed7a827-d2ac-42b4-8433-b66a1d3ab0c6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a16f5a-17d4-436a-bd02-96e02211968a HTTP/1.1" status: 200 len: 210 time: 0.0270267 Dec 11 23:45:24.133463 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:24.265144 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50938) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:24.623087 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:24.661263 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:25.159108 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port 855c2a50-a73b-4c80-960b-8252c6f13428 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:45:25.159449 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:25.248924 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] For port 855c2a50-a73b-4c80-960b-8252c6f13428, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=855c2a50-a73b-4c80-960b-8252c6f13428,segment=NetworkSegment(624a55d6-b9b8-4318-a0c9-78fd8eb66a60),segment_id=624a55d6-b9b8-4318-a0c9-78fd8eb66a60)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:45:25.249201 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:25.261604 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for 855c2a50-a73b-4c80-960b-8252c6f13428 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:45:25.506692 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:25.535066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=855c2a50-a73b-4c80-960b-8252c6f13428,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:25.562758 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:25.563161 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:25.563520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:25.563871 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:25.564220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:25.564576 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:25.564909 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:25.565248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:25.565589 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:25.565926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:25.566261 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:25.566596 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:25.566956 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:25.723837 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:25.938641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router 7054a527-8ce9-494b-ac4f-bc5350ca130e has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:45:26.044472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:45:26.052116 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e109918e-bee4-4b5d-96ac-19610542c173 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "PUT /v2.0/routers/7054a527-8ce9-494b-ac4f-bc5350ca130e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7833235 Dec 11 23:45:26.052218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50940) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:26.054831 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ffacb1-3015-4731-b9b1-875b7f9c9167 None None] Sync routers for ids ['7054a527-8ce9-494b-ac4f-bc5350ca130e'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:45:26.065922 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ffacb1-3015-4731-b9b1-875b7f9c9167 None None] Routers {'7054a527-8ce9-494b-ac4f-bc5350ca130e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:45:26.066532 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-19ffacb1-3015-4731-b9b1-875b7f9c9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:45:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7054a527-8ce9-494b-ac4f-bc5350ca130e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:26.070062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a954fd2c-9cfb-42c7-a398-56c80a36ed54 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:45:26.109323 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe20170-30ea-4f5d-8728-0af2a7a79502 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting subnet 793e37dc-7b9d-4266-96e0-585b6a0d35cf {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:45:26.112461 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7fe20170-30ea-4f5d-8728-0af2a7a79502 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:26.124952 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: a954fd2c-9cfb-42c7-a398-56c80a36ed54 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:45:26.125302 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device a954fd2c-9cfb-42c7-a398-56c80a36ed54 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:45:26.153571 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7fe20170-30ea-4f5d-8728-0af2a7a79502 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:26.197867 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-19ffacb1-3015-4731-b9b1-875b7f9c9167 None None] Set router 7054a527-8ce9-494b-ac4f-bc5350ca130e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:45:26.240664 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7fe20170-30ea-4f5d-8728-0af2a7a79502 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:26.375885 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7fe20170-30ea-4f5d-8728-0af2a7a79502 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:26.381864 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-19ffacb1-3015-4731-b9b1-875b7f9c9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616325222', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:45:25Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:26.406326 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe20170-30ea-4f5d-8728-0af2a7a79502 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Subnet': ['ID=793e37dc-7b9d-4266-96e0-585b6a0d35cf,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:26.410368 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7fe20170-30ea-4f5d-8728-0af2a7a79502 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:26.414882 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7fe20170-30ea-4f5d-8728-0af2a7a79502 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/subnets/793e37dc-7b9d-4266-96e0-585b6a0d35cf HTTP/1.1" status: 204 len: 168 time: 0.3600276 Dec 11 23:45:26.415073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ffacb1-3015-4731-b9b1-875b7f9c9167 None None] Checking router: 7054a527-8ce9-494b-ac4f-bc5350ca130e for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:45:26.417662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50942) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:26.425967 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ffacb1-3015-4731-b9b1-875b7f9c9167 None None] Routers {'7054a527-8ce9-494b-ac4f-bc5350ca130e'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:45:26.425967 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-19ffacb1-3015-4731-b9b1-875b7f9c9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:45:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['7054a527-8ce9-494b-ac4f-bc5350ca130e'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:26.431070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2d483a-929c-495c-ae9b-ccac911ac7b3 None None] Network 2f902731-3b31-4bf9-a254-2cbc82d39c1b requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:45:26.530211 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aad7e7ec-dc51-46f9-a71d-fd9bd821aa0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:26.600038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-19ffacb1-3015-4731-b9b1-875b7f9c9167 None None] Set router 7054a527-8ce9-494b-ac4f-bc5350ca130e gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:45:26.637668 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aad7e7ec-dc51-46f9-a71d-fd9bd821aa0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:26.733223 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] DHCP port deletion for 2f902731-3b31-4bf9-a254-2cbc82d39c1b request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:45:26.754866 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-aad7e7ec-dc51-46f9-a71d-fd9bd821aa0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:45:26.755212 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aad7e7ec-dc51-46f9-a71d-fd9bd821aa0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:26.832066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Deleting port b72a570e-15c8-40ca-ace5-b6af8d855663 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:45:26.832361 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:26.834994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-19ffacb1-3015-4731-b9b1-875b7f9c9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616325222', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:45:25Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:26.838304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-aad7e7ec-dc51-46f9-a71d-fd9bd821aa0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] For port 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:45:26.839410 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aad7e7ec-dc51-46f9-a71d-fd9bd821aa0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:26.852391 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-aad7e7ec-dc51-46f9-a71d-fd9bd821aa0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:45:26.877419 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ffacb1-3015-4731-b9b1-875b7f9c9167 None None] The sync data for ids ['7054a527-8ce9-494b-ac4f-bc5350ca130e'] in n-d-710847-6 is: [{'id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616325222', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:45:25Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7054a527-8ce9-494b-ac4f-bc5350ca130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:43:46Z', 'updated_at': '2021-12-11T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:45:26.930024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] For port b72a570e-15c8-40ca-ace5-b6af8d855663, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b72a570e-15c8-40ca-ace5-b6af8d855663,segment=NetworkSegment(624a55d6-b9b8-4318-a0c9-78fd8eb66a60),segment_id=624a55d6-b9b8-4318-a0c9-78fd8eb66a60)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:45:26.930839 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:26.944863 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Calling delete_port for b72a570e-15c8-40ca-ace5-b6af8d855663 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:45:27.095303 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:27.119868 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Pushing event deleted for resources: {'Port': ['ID=b72a570e-15c8-40ca-ace5-b6af8d855663,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:27.123761 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aad7e7ec-dc51-46f9-a71d-fd9bd821aa0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:27.132598 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] No DVR routers for this DVR port b72a570e-15c8-40ca-ace5-b6af8d855663 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:45:27.134891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:27.139613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:27.139613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:27.139613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:27.139613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:27.139613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:27.139613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:27.139613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:27.139613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:27.139613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:27.139613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:27.139613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:27.140536 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cfc4c-2f22-4136-a22d-ff5e5900f376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:27.161663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7e7ec-dc51-46f9-a71d-fd9bd821aa0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:27.174793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ecc83c-ff81-44d1-848f-f1cc46e21cd2 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:45:27.228544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aad7e7ec-dc51-46f9-a71d-fd9bd821aa0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:27.336910 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aad7e7ec-dc51-46f9-a71d-fd9bd821aa0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:27.339942 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aad7e7ec-dc51-46f9-a71d-fd9bd821aa0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:27.360927 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 855c2a50-a73b-4c80-960b-8252c6f13428 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:45:27.383142 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 855c2a50-a73b-4c80-960b-8252c6f13428 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:45:27.383498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 855c2a50-a73b-4c80-960b-8252c6f13428 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:45:27.383928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b72a570e-15c8-40ca-ace5-b6af8d855663 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:45:27.405052 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: b72a570e-15c8-40ca-ace5-b6af8d855663 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:45:27.405366 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b72a570e-15c8-40ca-ace5-b6af8d855663 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:45:27.450351 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aad7e7ec-dc51-46f9-a71d-fd9bd821aa0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:27.451005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad7e7ec-dc51-46f9-a71d-fd9bd821aa0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Fanout notify agent at l3_agent the message router_deleted on router 7054a527-8ce9-494b-ac4f-bc5350ca130e {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:45:27.461708 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-aad7e7ec-dc51-46f9-a71d-fd9bd821aa0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:27.462911 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-aad7e7ec-dc51-46f9-a71d-fd9bd821aa0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/routers/7054a527-8ce9-494b-ac4f-bc5350ca130e HTTP/1.1" status: 204 len: 168 time: 1.0435727 Dec 11 23:45:27.465557 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50944) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:27.549536 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92594a01-9c5d-4a91-8609-dfc2c58152f5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:27.640145 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92594a01-9c5d-4a91-8609-dfc2c58152f5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:27.665080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-92594a01-9c5d-4a91-8609-dfc2c58152f5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f902731-3b31-4bf9-a254-2cbc82d39c1b']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:27.674212 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-92594a01-9c5d-4a91-8609-dfc2c58152f5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624a55d6-b9b8-4318-a0c9-78fd8eb66a60') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:27.674511 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-92594a01-9c5d-4a91-8609-dfc2c58152f5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624a55d6-b9b8-4318-a0c9-78fd8eb66a60') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:27.684275 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92594a01-9c5d-4a91-8609-dfc2c58152f5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:27.697037 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92594a01-9c5d-4a91-8609-dfc2c58152f5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:27.703857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92594a01-9c5d-4a91-8609-dfc2c58152f5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:45:27.704283 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92594a01-9c5d-4a91-8609-dfc2c58152f5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:45:27.707219 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:45:27.832502 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92594a01-9c5d-4a91-8609-dfc2c58152f5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:27.839269 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-92594a01-9c5d-4a91-8609-dfc2c58152f5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:27.842423 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-92594a01-9c5d-4a91-8609-dfc2c58152f5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/networks/2f902731-3b31-4bf9-a254-2cbc82d39c1b HTTP/1.1" status: 204 len: 168 time: 0.3759499 Dec 11 23:45:27.845391 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50946) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:27.853833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92594a01-9c5d-4a91-8609-dfc2c58152f5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Network': ['ID=2f902731-3b31-4bf9-a254-2cbc82d39c1b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:27.904668 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32308dae-dd72-487f-b171-d603ab63c9e1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:27.929558 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32308dae-dd72-487f-b171-d603ab63c9e1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:28.090065 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32308dae-dd72-487f-b171-d603ab63c9e1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:28.092832 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-32308dae-dd72-487f-b171-d603ab63c9e1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:28.094166 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-32308dae-dd72-487f-b171-d603ab63c9e1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/security-groups/d5623979-30c0-4484-9327-efdca1aa8ee6 HTTP/1.1" status: 204 len: 168 time: 0.2477016 Dec 11 23:45:28.103541 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32308dae-dd72-487f-b171-d603ab63c9e1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5623979-30c0-4484-9327-efdca1aa8ee6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:28.404814 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50952) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:28.409538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-454b60a1-4bce-4194-9771-4eea75b0b526 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867915486', 'description': 'tempest-secgroup-smoke-1867915486 description', 'project_id': '2fd0551828e14043813bac168b7a92ce'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:45:28.510833 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-454b60a1-4bce-4194-9771-4eea75b0b526 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:28.574091 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-454b60a1-4bce-4194-9771-4eea75b0b526 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:28.653588 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-454b60a1-4bce-4194-9771-4eea75b0b526 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:28.683006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b60a1-4bce-4194-9771-4eea75b0b526 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5638e1e-befe-4a7c-9274-1c92d597e931,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:28.741467 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-454b60a1-4bce-4194-9771-4eea75b0b526 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:28.742708 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-454b60a1-4bce-4194-9771-4eea75b0b526 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3368514 Dec 11 23:45:28.746372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50954) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:28.750792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-5fc5e8ca-d785-4c0a-b8d9-5a43929337a0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': 'b5638e1e-befe-4a7c-9274-1c92d597e931', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:45:28.848554 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e8ca-d785-4c0a-b8d9-5a43929337a0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:28.907124 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e8ca-d785-4c0a-b8d9-5a43929337a0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:28.986720 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e8ca-d785-4c0a-b8d9-5a43929337a0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:29.005531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5e8ca-d785-4c0a-b8d9-5a43929337a0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd290647-3abb-4cbd-96b8-411a719e94c1,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:29.071899 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:45:29.075490 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-5fc5e8ca-d785-4c0a-b8d9-5a43929337a0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:29.076861 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5fc5e8ca-d785-4c0a-b8d9-5a43929337a0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3295045 Dec 11 23:45:29.079628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50956) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:29.084236 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-64815bfb-83a2-4335-ad15-83c67e118861 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': 'b5638e1e-befe-4a7c-9274-1c92d597e931', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:45:29.095350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:45:29.095716 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 75696d8c-a1cf-4cc3-8fb8-38d62ac00c7e not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:45:29.174041 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-64815bfb-83a2-4335-ad15-83c67e118861 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:29.228411 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-64815bfb-83a2-4335-ad15-83c67e118861 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:29.278159 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-64815bfb-83a2-4335-ad15-83c67e118861 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:29.296814 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64815bfb-83a2-4335-ad15-83c67e118861 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431718a6-9ec7-4b36-86dd-4e10dc9f99a2,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:29.348714 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-64815bfb-83a2-4335-ad15-83c67e118861 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:29.349929 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-64815bfb-83a2-4335-ad15-83c67e118861 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2693141 Dec 11 23:45:29.352665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50958) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:29.357704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f2c86acc-1be7-4046-9ce2-6499126e450d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': 'b5638e1e-befe-4a7c-9274-1c92d597e931', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:45:29.448550 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2c86acc-1be7-4046-9ce2-6499126e450d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:29.503705 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2c86acc-1be7-4046-9ce2-6499126e450d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:29.567328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2c86acc-1be7-4046-9ce2-6499126e450d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:29.585474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c86acc-1be7-4046-9ce2-6499126e450d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c1e9cc-a0b1-4b1f-bbf5-40cad6ff80ee,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:29.655444 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f2c86acc-1be7-4046-9ce2-6499126e450d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:29.656672 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f2c86acc-1be7-4046-9ce2-6499126e450d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3029768 Dec 11 23:45:29.659563 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50960) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:29.664021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-cdffc019-f55b-4c7a-bc46-3f9d3b23a3d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': 'b5638e1e-befe-4a7c-9274-1c92d597e931', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:45:29.749408 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cdffc019-f55b-4c7a-bc46-3f9d3b23a3d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:29.808531 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cdffc019-f55b-4c7a-bc46-3f9d3b23a3d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:29.881625 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cdffc019-f55b-4c7a-bc46-3f9d3b23a3d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:29.905662 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffc019-f55b-4c7a-bc46-3f9d3b23a3d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a562b0a2-b1dd-4da9-9f2b-119e1173e124,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:29.977634 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cdffc019-f55b-4c7a-bc46-3f9d3b23a3d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:29.978886 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cdffc019-f55b-4c7a-bc46-3f9d3b23a3d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3183267 Dec 11 23:45:29.981601 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50962) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:29.985996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e1b9c7e3-0f8b-493d-b2a7-a041e2ccc9c3 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': 'b5638e1e-befe-4a7c-9274-1c92d597e931', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:45:30.072243 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-e1b9c7e3-0f8b-493d-b2a7-a041e2ccc9c3 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Project 2fd0551828e14043813bac168b7a92ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:45:30.077923 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c7e3-0f8b-493d-b2a7-a041e2ccc9c3 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:30.134341 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c7e3-0f8b-493d-b2a7-a041e2ccc9c3 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:30.209196 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c7e3-0f8b-493d-b2a7-a041e2ccc9c3 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:30.228209 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9c7e3-0f8b-493d-b2a7-a041e2ccc9c3 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d41504c-6582-412b-892d-45044eab22e0,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:30.292131 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c7e3-0f8b-493d-b2a7-a041e2ccc9c3 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:30.293521 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e1b9c7e3-0f8b-493d-b2a7-a041e2ccc9c3 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3109913 Dec 11 23:45:30.296265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50964) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:30.300587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3b15d714-e6dd-4689-8e9c-ed315f5865ed tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': 'b5638e1e-befe-4a7c-9274-1c92d597e931', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:45:30.392432 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-3b15d714-e6dd-4689-8e9c-ed315f5865ed tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Project 2fd0551828e14043813bac168b7a92ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:45:30.397595 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b15d714-e6dd-4689-8e9c-ed315f5865ed tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:30.455763 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b15d714-e6dd-4689-8e9c-ed315f5865ed tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:30.516304 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b15d714-e6dd-4689-8e9c-ed315f5865ed tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:30.535446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15d714-e6dd-4689-8e9c-ed315f5865ed tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3c81e2-fad2-4ac7-883e-57b188263f62,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:30.606930 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3b15d714-e6dd-4689-8e9c-ed315f5865ed tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:30.608170 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3b15d714-e6dd-4689-8e9c-ed315f5865ed tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3110046 Dec 11 23:45:30.611064 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50966) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:30.616317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3c20272c-6498-4189-bef5-6b05c1291327 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'network': {'name': 'tempest-network-smoke--620275000', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'port_security_enabled': True}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:45:30.718203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c20272c-6498-4189-bef5-6b05c1291327 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Made reservation on behalf of 2fd0551828e14043813bac168b7a92ce for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:45:30.721686 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c20272c-6498-4189-bef5-6b05c1291327 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:30.744371 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c20272c-6498-4189-bef5-6b05c1291327 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:45:30.753147 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c20272c-6498-4189-bef5-6b05c1291327 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:30.753486 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-3c20272c-6498-4189-bef5-6b05c1291327 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Added segment 15787e73-b06d-4a4f-97ef-94c9d0a31f4a of type vlan for network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 Dec 11 23:45:30.794467 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c20272c-6498-4189-bef5-6b05c1291327 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:30.881946 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c20272c-6498-4189-bef5-6b05c1291327 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:30.887623 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c20272c-6498-4189-bef5-6b05c1291327 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:30.888206 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c20272c-6498-4189-bef5-6b05c1291327 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:30.951987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20272c-6498-4189-bef5-6b05c1291327 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Network': ['ID=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:30.961882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:45:30.999278 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3c20272c-6498-4189-bef5-6b05c1291327 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3871617 Dec 11 23:45:31.002233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50968) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:31.006639 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-206153542', 'admin_state_up': True, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:45:31.090114 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:31.091231 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:31.465825 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:31.671087 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:31.915384 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:31.935948 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:32.045950 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.25.1.50 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/b768f413-90b5-4508-8bb9-e343f954950e) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:45:32.145860 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:32.267290 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:32.312254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:45:32.315205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:45:32.319477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:45:32.325173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=b768f413-90b5-4508-8bb9-e343f954950e,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:32.328145 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e69606-3984-4e62-ab90-62660716eca7 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:45:32.385068 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cd412923-612e-472b-a2f7-875f9b2c2af6 None None] Provisioning complete for port b768f413-90b5-4508-8bb9-e343f954950e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:45:32.385571 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd412923-612e-472b-a2f7-875f9b2c2af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:32.423413 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-cd412923-612e-472b-a2f7-875f9b2c2af6 None None] Port b768f413-90b5-4508-8bb9-e343f954950e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:45:32.621924 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:32.819539 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:32.998185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router ce4b0a39-bdf7-48d9-9330-eb7782250823 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:45:33.103609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:45:33.113646 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Sync routers for ids ['ce4b0a39-bdf7-48d9-9330-eb7782250823'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:45:33.123512 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Routers {'ce4b0a39-bdf7-48d9-9330-eb7782250823'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:45:33.124893 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:45:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ce4b0a39-bdf7-48d9-9330-eb7782250823'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:33.154517 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:33.155823 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-74efdb60-72c7-4ef7-9f8d-ff38863b7032 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1526287 Dec 11 23:45:33.159027 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50970) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:33.190685 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f83179c3-919d-4762-b379-e129c39b0292 tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=2fd0551828e14043813bac168b7a92ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305672 Dec 11 23:45:33.193235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50972) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:33.230474 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Set router ce4b0a39-bdf7-48d9-9330-eb7782250823 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:45:33.279046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47648e3f-bcff-45cf-9cd7-bc452ace6453 tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:33.280478 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-47648e3f-bcff-45cf-9cd7-bc452ace6453 tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863488 Dec 11 23:45:33.283389 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50974) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:33.314705 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f0aec487-350f-49c2-a863-ad4f90faced7 tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279694 Dec 11 23:45:33.315013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 50976) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:33.319534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-dbeeb3b9-78a9-424f-8ccd-35326d610b39 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1845667484', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:45:33.409204 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206153542', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:32Z', 'revision_number': 3, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:89:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:33.440149 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Checking router: ce4b0a39-bdf7-48d9-9330-eb7782250823 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:45:33.440498 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Updating router ce4b0a39-bdf7-48d9-9330-eb7782250823 port b768f413-90b5-4508-8bb9-e343f954950e binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:45:33.464603 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:33.506966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeeb3b9-78a9-424f-8ccd-35326d610b39 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Made reservation on behalf of 2fd0551828e14043813bac168b7a92ce for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:45:33.511159 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbeeb3b9-78a9-424f-8ccd-35326d610b39 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:33.725685 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:33.741180 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbeeb3b9-78a9-424f-8ccd-35326d610b39 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:33.796091 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:33.802732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeeb3b9-78a9-424f-8ccd-35326d610b39 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Subnet': ['ID=abc1fa26-ea2c-4e84-825c-7f2dc60466f7,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:33.810747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeeb3b9-78a9-424f-8ccd-35326d610b39 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Checking segment: {'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:45:33.810747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeeb3b9-78a9-424f-8ccd-35326d610b39 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network hostable DHCP agents. Network: b3c7d6f7-0fde-4495-bf04-7a4118b32bf6, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:45:33.839750 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe8490-3a0e-4d90-9a99-7d2f556dcf22 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:45:33.850385 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Attempting to bind port b768f413-90b5-4508-8bb9-e343f954950e on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:45:33.850767 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Attempting to bind port b768f413-90b5-4508-8bb9-e343f954950e by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:45:33.851161 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Attempting to bind port b768f413-90b5-4508-8bb9-e343f954950e on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:45:33.858651 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddc779-dd70-462f-81c7-a93c01f50250 None None] Pushing event updated for resources: {'Port': ['ID=b768f413-90b5-4508-8bb9-e343f954950e,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:33.864906 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:45:33.865280 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:45:33.865678 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:33.866068 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:45:33.866537 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Bound port: b768f413-90b5-4508-8bb9-e343f954950e, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:45:33.866935 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:33.870253 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddc779-dd70-462f-81c7-a93c01f50250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:33.870764 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddc779-dd70-462f-81c7-a93c01f50250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:33.871139 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddc779-dd70-462f-81c7-a93c01f50250 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:33.871478 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddc779-dd70-462f-81c7-a93c01f50250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:33.871816 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddc779-dd70-462f-81c7-a93c01f50250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:33.872148 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddc779-dd70-462f-81c7-a93c01f50250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:33.872481 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddc779-dd70-462f-81c7-a93c01f50250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:33.872809 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddc779-dd70-462f-81c7-a93c01f50250 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:33.873138 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddc779-dd70-462f-81c7-a93c01f50250 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:33.873466 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddc779-dd70-462f-81c7-a93c01f50250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:33.873790 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddc779-dd70-462f-81c7-a93c01f50250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:33.874113 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddc779-dd70-462f-81c7-a93c01f50250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:33.874434 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddc779-dd70-462f-81c7-a93c01f50250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:45:33.918590 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeeb3b9-78a9-424f-8ccd-35326d610b39 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:45:33.924415 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] For port b768f413-90b5-4508-8bb9-e343f954950e, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:45:33.927438 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] For port b768f413-90b5-4508-8bb9-e343f954950e, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b768f413-90b5-4508-8bb9-e343f954950e,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:45:33.951507 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-3d9c4415-fef6-4104-9b9c-4006b04ff0f5 None None] Provisioning complete for port b768f413-90b5-4508-8bb9-e343f954950e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:45:33.951878 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3d9c4415-fef6-4104-9b9c-4006b04ff0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:33.987767 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c4415-fef6-4104-9b9c-4006b04ff0f5 None None] Port b768f413-90b5-4508-8bb9-e343f954950e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:45:34.009340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-dbeeb3b9-78a9-424f-8ccd-35326d610b39 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, b3c7d6f7-0fde-4495-bf04-7a4118b32bf6) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:45:34.014179 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeeb3b9-78a9-424f-8ccd-35326d610b39 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:34.019624 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-dbeeb3b9-78a9-424f-8ccd-35326d610b39 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:34.021553 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:34.022374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60061e29-b56d-4386-900c-60f0a387dd94 None None] Network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:45:34.074434 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec28e6f6-7f92-42f4-b703-9cc73a7eb5ea None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:45:34.080725 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddc779-dd70-462f-81c7-a93c01f50250 None None] Pushing event updated for resources: {'Port': ['ID=b768f413-90b5-4508-8bb9-e343f954950e,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:34.085754 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Routers {'ce4b0a39-bdf7-48d9-9330-eb7782250823'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:45:34.086360 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:45:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ce4b0a39-bdf7-48d9-9330-eb7782250823'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:34.109631 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-dbeeb3b9-78a9-424f-8ccd-35326d610b39 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7927082 Dec 11 23:45:34.115165 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 50978) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:34.132888 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ips': [{'subnet_id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:45:34.133784 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:34.238576 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-04287789-1ccc-4765-942f-f83c4219da5f None None] Provisioning complete for port b768f413-90b5-4508-8bb9-e343f954950e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:45:34.238875 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04287789-1ccc-4765-942f-f83c4219da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:34.293246 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] Set router ce4b0a39-bdf7-48d9-9330-eb7782250823 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:45:34.483619 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206153542', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:32Z', 'revision_number': 3, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:89:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:34.488067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Allocated IP 172.20.0.2 (b3c7d6f7-0fde-4495-bf04-7a4118b32bf6/abc1fa26-ea2c-4e84-825c-7f2dc60466f7/6f97f6e8-18ab-44a6-8633-d8e4e4a6c361) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:45:34.512869 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f831e0-3165-42df-bc63-17cf79cff422 None None] The sync data for ids ['ce4b0a39-bdf7-48d9-9330-eb7782250823'] in n-d-710847-6 is: [{'id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206153542', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:32Z', 'revision_number': 3, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:89:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:45:34.608690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:34.615952 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04287789-1ccc-4765-942f-f83c4219da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:34.653112 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-04287789-1ccc-4765-942f-f83c4219da5f None None] For port b768f413-90b5-4508-8bb9-e343f954950e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b768f413-90b5-4508-8bb9-e343f954950e,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:45:34.691402 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:34.728056 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04287789-1ccc-4765-942f-f83c4219da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:34.783397 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:34.810239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04287789-1ccc-4765-942f-f83c4219da5f None None] Pushing event updated for resources: {'Port': ['ID=b768f413-90b5-4508-8bb9-e343f954950e,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:34.815812 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:45:34.851144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:45:34.855888 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:45:34.869927 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Pushing event updated for resources: {'Port': ['ID=6f97f6e8-18ab-44a6-8633-d8e4e4a6c361,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:34.920088 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Attempting to bind port 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:45:34.920339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Attempting to bind port 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:45:34.920679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Attempting to bind port 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361 on network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:45:34.926544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:45:34.926544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Checking segment: {'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:45:34.926897 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:34.927412 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Bound using segment: {'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:45:34.927905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Bound port: 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:45:34.928394 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:34.938281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.20.0.1 (b3c7d6f7-0fde-4495-bf04-7a4118b32bf6/abc1fa26-ea2c-4e84-825c-7f2dc60466f7/10bcf804-69c7-47e6-aad7-47ed76baeb8f) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:45:35.007258 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] For port 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:45:35.011213 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] For port 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=6f97f6e8-18ab-44a6-8633-d8e4e4a6c361,segment=NetworkSegment(15787e73-b06d-4a4f-97ef-94c9d0a31f4a),segment_id=15787e73-b06d-4a4f-97ef-94c9d0a31f4a)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:45:35.062665 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:35.069695 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:35.145039 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2ab11-09d1-4d6d-9a71-e863e9f183b8 None None] Pushing event updated for resources: {'Port': ['ID=6f97f6e8-18ab-44a6-8633-d8e4e4a6c361,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:35.151191 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:35.181062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b768f413-90b5-4508-8bb9-e343f954950e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:45:35.206577 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:45:35.210001 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:45:35.213235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:45:35.236694 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b768f413-90b5-4508-8bb9-e343f954950e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:45:35.237055 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:35.272762 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=10bcf804-69c7-47e6-aad7-47ed76baeb8f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:35.277362 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:35.493135 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:35.778575 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:35.844062 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:35.921927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=10bcf804-69c7-47e6-aad7-47ed76baeb8f,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:35.927048 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:36.030959 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:45:36.030959 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:45:36.115256 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0d1a60-34f3-430a-99b2-2338a91ec8ce None None] Network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:45:36.150285 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router ce4b0a39-bdf7-48d9-9330-eb7782250823 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:45:36.184578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-344daced-71b6-456e-b385-fe8098f07153 None None] Provisioning complete for port 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:45:36.185036 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-344daced-71b6-456e-b385-fe8098f07153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:36.263183 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:45:36.278502 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-02b0ede9-e1de-47f9-a803-d2b915d1b226 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "PUT /v2.0/routers/ce4b0a39-bdf7-48d9-9330-eb7782250823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1523690 Dec 11 23:45:36.313700 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-344daced-71b6-456e-b385-fe8098f07153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:36.348244 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:45:36.362831 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-344daced-71b6-456e-b385-fe8098f07153 None None] For port 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=6f97f6e8-18ab-44a6-8633-d8e4e4a6c361,segment=NetworkSegment(15787e73-b06d-4a4f-97ef-94c9d0a31f4a),segment_id=15787e73-b06d-4a4f-97ef-94c9d0a31f4a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:45:36.450405 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-344daced-71b6-456e-b385-fe8098f07153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:36.458371 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-e1efc845-6b27-4eb9-afff-da88048ea85d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867915486&fields=id&tenant_id=2fd0551828e14043813bac168b7a92ce HTTP/1.1" status: 200 len: 267 time: 0.0560637 Dec 11 23:45:36.508900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344daced-71b6-456e-b385-fe8098f07153 None None] Pushing event updated for resources: {'Port': ['ID=6f97f6e8-18ab-44a6-8633-d8e4e4a6c361,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:36.572897 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-271a8515-d1d4-4920-a88d-98aeb862f24b None None] Provisioning complete for port 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:45:36.576003 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-271a8515-d1d4-4920-a88d-98aeb862f24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:36.594912 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-cfa9d08d-dcbd-4893-815a-1a8eee3fccd6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:36.597303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-cfa9d08d-dcbd-4893-815a-1a8eee3fccd6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/networks?id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 HTTP/1.1" status: 200 len: 796 time: 0.1291327 Dec 11 23:45:36.614946 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Sync routers for ids ['ce4b0a39-bdf7-48d9-9330-eb7782250823'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:45:36.615576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-e0db48cd-98d9-4a50-a237-a6eec85db51a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/quotas/2fd0551828e14043813bac168b7a92ce HTTP/1.1" status: 200 len: 375 time: 0.0123065 Dec 11 23:45:36.639513 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Routers {'ce4b0a39-bdf7-48d9-9330-eb7782250823'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:45:36.640173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:45:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ce4b0a39-bdf7-48d9-9330-eb7782250823'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:36.676913 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-688b14e0-0b33-4389-a60a-dc882c546e60 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549819 Dec 11 23:45:36.784735 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-fa47b938-8b77-4c29-b52e-8a2541e7a0e8 service neutron] 10.222.0.45 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915737 Dec 11 23:45:36.797765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Set router ce4b0a39-bdf7-48d9-9330-eb7782250823 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:45:36.799944 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-271a8515-d1d4-4920-a88d-98aeb862f24b None None] Provisioning complete for port 10bcf804-69c7-47e6-aad7-47ed76baeb8f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:45:36.800102 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-271a8515-d1d4-4920-a88d-98aeb862f24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:36.891342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-ae0c4fea-ddff-41b9-a3bf-72b84e780dc3 service neutron] 10.222.0.45 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982025 Dec 11 23:45:36.900344 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-271a8515-d1d4-4920-a88d-98aeb862f24b None None] Port 10bcf804-69c7-47e6-aad7-47ed76baeb8f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:45:37.030344 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c5f6ae7d-ea19-4e4a-9df3-52c988a7558c None None] Provisioning complete for port 10bcf804-69c7-47e6-aad7-47ed76baeb8f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:45:37.031475 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c5f6ae7d-ea19-4e4a-9df3-52c988a7558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:37.068909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-c5f6ae7d-ea19-4e4a-9df3-52c988a7558c None None] Port 10bcf804-69c7-47e6-aad7-47ed76baeb8f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:45:37.073343 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206153542', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:35Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '10bcf804-69c7-47e6-aad7-47ed76baeb8f', 'name': '', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:8f:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:34Z', 'updated_at': '2021-12-11T23:45:35Z', 'revision_number': 2, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:37.105529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Checking router: ce4b0a39-bdf7-48d9-9330-eb7782250823 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:45:37.105900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Updating router ce4b0a39-bdf7-48d9-9330-eb7782250823 port 10bcf804-69c7-47e6-aad7-47ed76baeb8f binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:45:37.134480 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:37.172125 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-529e6369-a380-4539-a016-7ccf3d69617f req-721c34fd-4928-4800-87a5-e4aff9bce3eb tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 210 time: 0.0358515 Dec 11 23:45:37.245876 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:45:37.365328 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:45:37.365625 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:37.521256 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:37.575423 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:37.632512 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd13dfc-a29d-45f5-be9d-31f05f9a484b None None] Pushing event updated for resources: {'Port': ['ID=10bcf804-69c7-47e6-aad7-47ed76baeb8f,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:37.676157 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Attempting to bind port 10bcf804-69c7-47e6-aad7-47ed76baeb8f on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:45:37.676539 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Attempting to bind port 10bcf804-69c7-47e6-aad7-47ed76baeb8f by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:45:37.676904 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Attempting to bind port 10bcf804-69c7-47e6-aad7-47ed76baeb8f on network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:45:37.683327 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:45:37.683900 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Checking segment: {'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:45:37.684312 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:37.684715 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Bound using segment: {'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:45:37.685195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Bound port: 10bcf804-69c7-47e6-aad7-47ed76baeb8f, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:45:37.685580 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:37.757387 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] For port 10bcf804-69c7-47e6-aad7-47ed76baeb8f, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:45:37.760809 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] For port 10bcf804-69c7-47e6-aad7-47ed76baeb8f, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=10bcf804-69c7-47e6-aad7-47ed76baeb8f,segment=NetworkSegment(15787e73-b06d-4a4f-97ef-94c9d0a31f4a),segment_id=15787e73-b06d-4a4f-97ef-94c9d0a31f4a)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:45:37.827125 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:37.890324 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Routers {'ce4b0a39-bdf7-48d9-9330-eb7782250823'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:45:37.891005 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:45:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ce4b0a39-bdf7-48d9-9330-eb7782250823'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:37.931919 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd13dfc-a29d-45f5-be9d-31f05f9a484b None None] Pushing event updated for resources: {'Port': ['ID=10bcf804-69c7-47e6-aad7-47ed76baeb8f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:37.953093 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-9b673be0-c5d0-42a2-870a-2050adc6b57a None None] Provisioning complete for port 10bcf804-69c7-47e6-aad7-47ed76baeb8f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:45:37.953478 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9b673be0-c5d0-42a2-870a-2050adc6b57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:38.044158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] Set router ce4b0a39-bdf7-48d9-9330-eb7782250823 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:45:38.160262 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9b673be0-c5d0-42a2-870a-2050adc6b57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:38.238920 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9b673be0-c5d0-42a2-870a-2050adc6b57a None None] For port 10bcf804-69c7-47e6-aad7-47ed76baeb8f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=10bcf804-69c7-47e6-aad7-47ed76baeb8f,segment=NetworkSegment(15787e73-b06d-4a4f-97ef-94c9d0a31f4a),segment_id=15787e73-b06d-4a4f-97ef-94c9d0a31f4a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:45:38.275993 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d5734e9a-36e0-482e-8718-3fb106c17af6 req-7cf92e80-2e7b-48eb-8f40-bb5f33b48772 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 210 time: 0.0274725 Dec 11 23:45:38.308517 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206153542', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:35Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '10bcf804-69c7-47e6-aad7-47ed76baeb8f', 'name': '', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:8f:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:34Z', 'updated_at': '2021-12-11T23:45:37Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:38.339877 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9b673be0-c5d0-42a2-870a-2050adc6b57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:38.343336 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92579a4b-d2e3-4029-afcd-04c9fe2eabd4 None None] The sync data for ids ['ce4b0a39-bdf7-48d9-9330-eb7782250823'] in n-d-710847-6 is: [{'id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206153542', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:35Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '10bcf804-69c7-47e6-aad7-47ed76baeb8f', 'name': '', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:8f:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:34Z', 'updated_at': '2021-12-11T23:45:37Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:45:38.563439 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d27e81fa-143a-4f23-8ea5-e5d01d86d12b None None] Provisioning complete for port 10bcf804-69c7-47e6-aad7-47ed76baeb8f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:45:38.563818 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d27e81fa-143a-4f23-8ea5-e5d01d86d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:38.565502 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b673be0-c5d0-42a2-870a-2050adc6b57a None None] Pushing event updated for resources: {'Port': ['ID=10bcf804-69c7-47e6-aad7-47ed76baeb8f,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:38.965723 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-a0b60acb-beae-401d-9470-99b60f4a5594 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:38.967578 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-a0b60acb-beae-401d-9470-99b60f4a5594 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.13 "GET /v2.0/networks?id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 HTTP/1.1" status: 200 len: 796 time: 0.1304846 Dec 11 23:45:39.042579 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-bdd6e56d-dcf4-47c7-a07e-6d89a85c5f7e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fd0551828e14043813bac168b7a92ce HTTP/1.1" status: 200 len: 380 time: 0.0644062 Dec 11 23:45:39.051654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-148eb212-90b4-486d-b651-c416784372d7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'port': {'device_id': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'admin_state_up': True, 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'security_groups': ['b5638e1e-befe-4a7c-9274-1c92d597e931']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:45:39.159772 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 10bcf804-69c7-47e6-aad7-47ed76baeb8f up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:45:39.211375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 10bcf804-69c7-47e6-aad7-47ed76baeb8f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:45:39.212066 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:39.249500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-148eb212-90b4-486d-b651-c416784372d7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Made reservation on behalf of 2fd0551828e14043813bac168b7a92ce for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:45:39.253408 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-148eb212-90b4-486d-b651-c416784372d7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:39.385674 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-24b1099c-54dc-43d1-b44b-a07d7b5ac4b8 req-3e67a69d-2ba9-4ac5-9e8e-68d384dfe86f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Dec 11 23:45:39.393837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-148eb212-90b4-486d-b651-c416784372d7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.20.0.6 (b3c7d6f7-0fde-4495-bf04-7a4118b32bf6/abc1fa26-ea2c-4e84-825c-7f2dc60466f7/4387f99f-3587-48df-ac98-343fa7dbda0b) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:45:39.543697 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-148eb212-90b4-486d-b651-c416784372d7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:39.638579 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-148eb212-90b4-486d-b651-c416784372d7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:39.683149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-148eb212-90b4-486d-b651-c416784372d7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:45:39.686366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-148eb212-90b4-486d-b651-c416784372d7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:45:39.690124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-148eb212-90b4-486d-b651-c416784372d7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:45:39.714748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148eb212-90b4-486d-b651-c416784372d7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=4387f99f-3587-48df-ac98-343fa7dbda0b,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:39.744186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-148eb212-90b4-486d-b651-c416784372d7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:39.745418 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-148eb212-90b4-486d-b651-c416784372d7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:39.834990 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-148eb212-90b4-486d-b651-c416784372d7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7871211 Dec 11 23:45:39.845696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-3876d28d-2ba9-4ba9-816b-bb527c658653 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:45:39.846662 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-3876d28d-2ba9-4ba9-816b-bb527c658653 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052884 Dec 11 23:45:39.859701 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Request body: {'port': {'device_id': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:45:39.880639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-41f5f7b3-2f5b-4f0f-9c60-f039772a4020 None None] Provisioning complete for port 4387f99f-3587-48df-ac98-343fa7dbda0b triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:45:39.881043 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-41f5f7b3-2f5b-4f0f-9c60-f039772a4020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:39.915462 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-41f5f7b3-2f5b-4f0f-9c60-f039772a4020 None None] Port 4387f99f-3587-48df-ac98-343fa7dbda0b cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:45:39.918146 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:40.175022 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4387f99f-3587-48df-ac98-343fa7dbda0b {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:45:40.183307 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:40.195145 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Transition to ACTIVE for port object 4387f99f-3587-48df-ac98-343fa7dbda0b will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:45:40.272258 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:40.321124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Pushing event updated for resources: {'Port': ['ID=4387f99f-3587-48df-ac98-343fa7dbda0b,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:40.407000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Attempting to bind port 4387f99f-3587-48df-ac98-343fa7dbda0b on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:45:40.407653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Attempting to bind port 4387f99f-3587-48df-ac98-343fa7dbda0b by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:45:40.407653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Attempting to bind port 4387f99f-3587-48df-ac98-343fa7dbda0b on network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:45:40.412490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Port 4387f99f-3587-48df-ac98-343fa7dbda0b on network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:45:40.412814 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Attempting to bind port 4387f99f-3587-48df-ac98-343fa7dbda0b on network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:45:40.418598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:45:40.418998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Checking segment: {'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:45:40.419356 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Bound using segment: {'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:45:40.419931 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Bound port: 4387f99f-3587-48df-ac98-343fa7dbda0b, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:45:40.420296 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:40.514194 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] For port 4387f99f-3587-48df-ac98-343fa7dbda0b, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:45:40.517761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] For port 4387f99f-3587-48df-ac98-343fa7dbda0b, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4387f99f-3587-48df-ac98-343fa7dbda0b,segment=NetworkSegment(15787e73-b06d-4a4f-97ef-94c9d0a31f4a),segment_id=15787e73-b06d-4a4f-97ef-94c9d0a31f4a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:45:40.530732 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442cdad-07e5-4a7f-b809-77b44adbcbfa req-5a039ba2-5288-4fd0-9298-6645a2e85fe9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:40.532317 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5442cdad-07e5-4a7f-b809-77b44adbcbfa req-5a039ba2-5288-4fd0-9298-6645a2e85fe9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 943 time: 0.0712895 Dec 11 23:45:40.582228 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5442cdad-07e5-4a7f-b809-77b44adbcbfa req-cf6a0424-b532-4837-8213-d42613976ae5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434732 Dec 11 23:45:40.602453 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:40.642966 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:40.643586 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:40.644953 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] 10.222.0.13 "PUT /v2.0/ports/4387f99f-3587-48df-ac98-343fa7dbda0b HTTP/1.1" status: 200 len: 1091 time: 0.7900112 Dec 11 23:45:40.645396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'tag': '4387f99f-3587-48df-ac98-343fa7dbda0b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:45:40.647677 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceab8b3-a559-4e8c-8b4c-78d8537c3305" -d '{"events": [{"name": "network-changed", "server_uuid": "b89e6938-5447-41d3-ba87-c5174e651df2", "tag": "4387f99f-3587-48df-ac98-343fa7dbda0b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:45:40.674453 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370a222-ea97-43cf-9c77-85504bf722fa service neutron] Pushing event updated for resources: {'Port': ['ID=4387f99f-3587-48df-ac98-343fa7dbda0b,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:40.690530 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaed178-2c1a-4622-a25d-e29f494459d8 x-openstack-request-id: req-ceaed178-2c1a-4622-a25d-e29f494459d8 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:45:40.690865 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89e6938-5447-41d3-ba87-c5174e651df2", "tag": "4387f99f-3587-48df-ac98-343fa7dbda0b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:45:40.691269 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ceaed178-2c1a-4622-a25d-e29f494459d8 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:45:40.691677 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'tag': '4387f99f-3587-48df-ac98-343fa7dbda0b', 'status': 'completed', 'code': 200} Dec 11 23:45:40.759500 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceab8b3-a559-4e8c-8b4c-78d8537c3305 req-f46f529b-e9bf-4cf5-a84a-a796d2c69075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:40.761850 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cceab8b3-a559-4e8c-8b4c-78d8537c3305 req-f46f529b-e9bf-4cf5-a84a-a796d2c69075 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 1094 time: 0.0481143 Dec 11 23:45:40.863611 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceab8b3-a559-4e8c-8b4c-78d8537c3305 req-9178e617-1cf5-4121-a6d6-473b9a9081b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:40.874115 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cceab8b3-a559-4e8c-8b4c-78d8537c3305 req-9178e617-1cf5-4121-a6d6-473b9a9081b9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2fd0551828e14043813bac168b7a92ce&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0951333 Dec 11 23:45:40.965440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceab8b3-a559-4e8c-8b4c-78d8537c3305 req-c3bb3e27-48bc-4425-af2f-f5d17db4abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:40.966916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cceab8b3-a559-4e8c-8b4c-78d8537c3305 req-c3bb3e27-48bc-4425-af2f-f5d17db4abf4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948577 Dec 11 23:45:41.043788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-1be9b169-8573-414a-865b-cc5da3cd86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:41.045299 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-1be9b169-8573-414a-865b-cc5da3cd86ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 1094 time: 0.0416744 Dec 11 23:45:41.094368 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-291ecd3a-c4a1-4f6e-a00e-a5ddde6bb93e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4387f99f-3587-48df-ac98-343fa7dbda0b HTTP/1.1" status: 200 len: 217 time: 0.0398479 Dec 11 23:45:41.143656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-377d7c6a-e635-49ed-89a0-65ed954184d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:41.145082 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-377d7c6a-e635-49ed-89a0-65ed954184d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abc1fa26-ea2c-4e84-825c-7f2dc60466f7 HTTP/1.1" status: 200 len: 835 time: 0.0439665 Dec 11 23:45:41.190289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-16c5a007-4e82-45cb-a0f5-28903fab293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:41.191819 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-16c5a007-4e82-45cb-a0f5-28903fab293c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398004 Dec 11 23:45:41.283257 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-6e4fe7b6-8e0f-4e1f-81e2-a83734c3df82 service neutron] 10.222.0.13 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844703 Dec 11 23:45:41.370865 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8e6b888b-8804-4096-adcf-690b71db6a01 req-4760cec9-e837-4b6f-9f09-58911e307346 service neutron] 10.222.0.13 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807889 Dec 11 23:45:41.698821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748ec88-763a-444b-8fcd-dfee2d0d9c7f req-b1bfbac0-b93d-4bfc-9a69-4160696e81ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:41.700330 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2748ec88-763a-444b-8fcd-dfee2d0d9c7f req-b1bfbac0-b93d-4bfc-9a69-4160696e81ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 943 time: 0.0495324 Dec 11 23:45:41.753823 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2748ec88-763a-444b-8fcd-dfee2d0d9c7f req-f02fd0bf-8233-4c7a-9bdd-a598c1dd359d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474989 Dec 11 23:45:42.882048 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dee781-8cdf-4185-a401-bb7e2bca6857 req-a19fbdb8-18a9-4775-b4de-aeb8f1419cd6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:42.883545 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31dee781-8cdf-4185-a401-bb7e2bca6857 req-a19fbdb8-18a9-4775-b4de-aeb8f1419cd6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 943 time: 0.0526783 Dec 11 23:45:42.934621 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-31dee781-8cdf-4185-a401-bb7e2bca6857 req-dc64fc81-e921-414d-b259-1409351d1832 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446963 Dec 11 23:45:44.053919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523db136-8f13-4e6e-bddb-21e9984b40a2 req-23bd9348-0ece-4847-8cc9-e457e555a883 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:44.055418 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-523db136-8f13-4e6e-bddb-21e9984b40a2 req-23bd9348-0ece-4847-8cc9-e457e555a883 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 943 time: 0.0492876 Dec 11 23:45:44.104794 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-523db136-8f13-4e6e-bddb-21e9984b40a2 req-ccf62cb7-2391-4ccf-914c-0ac22b775e13 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424461 Dec 11 23:45:44.252863 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:44.273465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4387f99f-3587-48df-ac98-343fa7dbda0b details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:45:44.369470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4387f99f-3587-48df-ac98-343fa7dbda0b, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4387f99f-3587-48df-ac98-343fa7dbda0b,segment=NetworkSegment(15787e73-b06d-4a4f-97ef-94c9d0a31f4a),segment_id=15787e73-b06d-4a4f-97ef-94c9d0a31f4a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:45:44.381172 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '4387f99f-3587-48df-ac98-343fa7dbda0b', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'port_id': '4387f99f-3587-48df-ac98-343fa7dbda0b', 'mac_address': 'fa:16:3e:c2:99:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:45:44.418203 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:44.430660 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4387f99f-3587-48df-ac98-343fa7dbda0b {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:45:44.449903 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4387f99f-3587-48df-ac98-343fa7dbda0b, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4387f99f-3587-48df-ac98-343fa7dbda0b,segment=NetworkSegment(15787e73-b06d-4a4f-97ef-94c9d0a31f4a),segment_id=15787e73-b06d-4a4f-97ef-94c9d0a31f4a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:45:44.533224 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:44.580740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=4387f99f-3587-48df-ac98-343fa7dbda0b,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:44.894001 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['4387f99f-3587-48df-ac98-343fa7dbda0b'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:45:45.219213 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585d0ee-5c83-4088-9301-df2e3049f72d req-894ac0d6-c75e-4872-b1cb-25668d396ef4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:45.220712 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3585d0ee-5c83-4088-9301-df2e3049f72d req-894ac0d6-c75e-4872-b1cb-25668d396ef4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 944 time: 0.0482826 Dec 11 23:45:45.273349 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3585d0ee-5c83-4088-9301-df2e3049f72d req-86bc64dd-36c0-4009-8d4c-110590573590 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466845 Dec 11 23:45:46.274505 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4387f99f-3587-48df-ac98-343fa7dbda0b up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:45:46.390127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450844a-c743-4977-b6e8-a71ee5beb8e9 req-d94e539e-45ff-4bb4-a764-38a7edc80f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:46.391639 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5450844a-c743-4977-b6e8-a71ee5beb8e9 req-d94e539e-45ff-4bb4-a764-38a7edc80f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 944 time: 0.0505180 Dec 11 23:45:46.425019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 4387f99f-3587-48df-ac98-343fa7dbda0b completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:45:46.429228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 4387f99f-3587-48df-ac98-343fa7dbda0b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:45:46.429605 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:46.443936 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5450844a-c743-4977-b6e8-a71ee5beb8e9 req-47c6c431-6032-48e5-9742-dba50d635f47 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463381 Dec 11 23:45:46.505864 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:46.527929 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4387f99f-3587-48df-ac98-343fa7dbda0b'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:45:46.530126 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b574a2-410d-47ef-b1eb-5530523528d1" -d '{"events": [{"server_uuid": "b89e6938-5447-41d3-ba87-c5174e651df2", "name": "network-vif-plugged", "status": "completed", "tag": "4387f99f-3587-48df-ac98-343fa7dbda0b"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:45:46.546597 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4387f99f-3587-48df-ac98-343fa7dbda0b, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4387f99f-3587-48df-ac98-343fa7dbda0b,segment=NetworkSegment(15787e73-b06d-4a4f-97ef-94c9d0a31f4a),segment_id=15787e73-b06d-4a4f-97ef-94c9d0a31f4a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:45:46.566057 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d92625c-3f2a-4b27-a2ed-b41b5596508a x-openstack-request-id: req-6d92625c-3f2a-4b27-a2ed-b41b5596508a {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:45:46.566668 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89e6938-5447-41d3-ba87-c5174e651df2", "name": "network-vif-plugged", "status": "completed", "tag": "4387f99f-3587-48df-ac98-343fa7dbda0b", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:45:46.566958 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d92625c-3f2a-4b27-a2ed-b41b5596508a {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:45:46.567350 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4387f99f-3587-48df-ac98-343fa7dbda0b', 'code': 200} Dec 11 23:45:46.638359 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:46.691600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=4387f99f-3587-48df-ac98-343fa7dbda0b,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:47.001909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe26976-f741-4a06-93e6-9e9b7c795ff3 req-5af75a40-d9f2-4eaf-8a75-8612b6686d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:47.001909 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7fe26976-f741-4a06-93e6-9e9b7c795ff3 req-5af75a40-d9f2-4eaf-8a75-8612b6686d08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 1096 time: 0.3698854 Dec 11 23:45:47.044071 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7fe26976-f741-4a06-93e6-9e9b7c795ff3 req-001b27a6-75e8-4462-8cf7-e8105a7243c4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399482 Dec 11 23:45:47.560168 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206439bb-7f01-4dac-a161-dd6bc793620e req-07b78c3b-2139-4a16-ad29-dc1215827fa8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:47.561550 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-206439bb-7f01-4dac-a161-dd6bc793620e req-07b78c3b-2139-4a16-ad29-dc1215827fa8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0479231 Dec 11 23:45:47.610915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-206439bb-7f01-4dac-a161-dd6bc793620e req-435a52dc-70f2-4d09-806c-fda2f20ceba5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429440 Dec 11 23:45:48.071947 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:48.727045 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347ef3f-707d-4ab1-8d53-546416af528e req-25f7abc0-fb5c-40af-a071-03515d24f06a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:48.728529 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5347ef3f-707d-4ab1-8d53-546416af528e req-25f7abc0-fb5c-40af-a071-03515d24f06a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0489428 Dec 11 23:45:48.782282 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5347ef3f-707d-4ab1-8d53-546416af528e req-f868cb0b-33c0-4e72-b434-7789af336536 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478981 Dec 11 23:45:48.895323 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e80b75e3-c8c5-4fed-a2a9-687c85a384fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:48.905007 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fb01b-032a-4c38-8d70-d1556a671e27 req-2a3ae70c-c708-4595-9f32-d06182be1fab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:48.909284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f70fb01b-032a-4c38-8d70-d1556a671e27 req-2a3ae70c-c708-4595-9f32-d06182be1fab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0503163 Dec 11 23:45:48.959690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f70fb01b-032a-4c38-8d70-d1556a671e27 req-6019872a-1df5-4706-9b27-c85db3f9af22 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469174 Dec 11 23:45:48.981563 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51032) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:49.021282 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdeea50-f473-4d0e-8da2-0a5d6b71d1d0 tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:49.023388 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1bdeea50-f473-4d0e-8da2-0a5d6b71d1d0 tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 1091 time: 0.0407729 Dec 11 23:45:49.026826 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51034) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:49.031047 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '4387f99f-3587-48df-ac98-343fa7dbda0b', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:45:49.146544 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:49.244346 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:49.616132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.25.1.21 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/7eac0028-6c79-425a-ad8f-ed656af52f55) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:45:49.718592 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:49.804111 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:49.845427 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:45:49.850293 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:45:49.852875 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:45:49.856793 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=7eac0028-6c79-425a-ad8f-ed656af52f55,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:50.206359 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:50.331947 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:50.484321 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:50.558447 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:50.631972 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=7eac0028-6c79-425a-ad8f-ed656af52f55,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:45:50.640159 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:50.738494 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Floating IP 8ed405a3-2895-439c-b565-632c9d1a631c associated. External IP: 172.25.1.21, port: 4387f99f-3587-48df-ac98-343fa7dbda0b. Dec 11 23:45:50.944666 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router ce4b0a39-bdf7-48d9-9330-eb7782250823 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:45:51.067295 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:45:51.078465 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba972a-8ed0-42f4-904f-0b4d5f52e17a None None] Sync routers for ids ['ce4b0a39-bdf7-48d9-9330-eb7782250823'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:45:51.088560 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ba972a-8ed0-42f4-904f-0b4d5f52e17a None None] Routers {'ce4b0a39-bdf7-48d9-9330-eb7782250823'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:45:51.089807 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a0ba972a-8ed0-42f4-904f-0b4d5f52e17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:45:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ce4b0a39-bdf7-48d9-9330-eb7782250823'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:51.137870 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:51.169695 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7cd4340a-2111-41da-935e-e3148a5c6d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1418221 Dec 11 23:45:51.170286 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'tag': '4387f99f-3587-48df-ac98-343fa7dbda0b'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:45:51.172740 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b8f82dd82bb3308a7fe1c0bc9646015abbcd992e8595cd3773a37f0ca4f15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2637c1-1a0a-4b98-b1ac-a91f632e0f52" -d '{"events": [{"name": "network-changed", "server_uuid": "b89e6938-5447-41d3-ba87-c5174e651df2", "tag": "4387f99f-3587-48df-ac98-343fa7dbda0b"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:45:51.202351 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-a0ba972a-8ed0-42f4-904f-0b4d5f52e17a None None] Set router ce4b0a39-bdf7-48d9-9330-eb7782250823 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:45:51.213284 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ac845c-92fb-429a-bff7-c41a01979b1d x-openstack-request-id: req-c3ac845c-92fb-429a-bff7-c41a01979b1d {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:45:51.213659 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89e6938-5447-41d3-ba87-c5174e651df2", "tag": "4387f99f-3587-48df-ac98-343fa7dbda0b", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:45:51.214618 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3ac845c-92fb-429a-bff7-c41a01979b1d {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:45:51.215068 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'tag': '4387f99f-3587-48df-ac98-343fa7dbda0b', 'status': 'completed', 'code': 200} Dec 11 23:45:51.280967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956c9c8-d285-4d7e-8aac-07c1dfc167e9 req-514b4607-8443-4321-bb60-c22f27e628b5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:51.282560 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b956c9c8-d285-4d7e-8aac-07c1dfc167e9 req-514b4607-8443-4321-bb60-c22f27e628b5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0539906 Dec 11 23:45:51.283778 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2637c1-1a0a-4b98-b1ac-a91f632e0f52 req-04a429cb-ed52-4167-9f01-e4bc747ceb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:51.285509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ef2637c1-1a0a-4b98-b1ac-a91f632e0f52 req-04a429cb-ed52-4167-9f01-e4bc747ceb40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 1096 time: 0.0481846 Dec 11 23:45:51.335568 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b956c9c8-d285-4d7e-8aac-07c1dfc167e9 req-a7e694ab-c62e-4337-9648-cb60000ec2b0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468409 Dec 11 23:45:51.346964 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8a6d27b9-f4e4-4d94-92de-982022121789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:51.358639 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51040) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:51.381730 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2637c1-1a0a-4b98-b1ac-a91f632e0f52 req-2a0c416a-bd67-4f24-a580-c8ee07bc276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:51.383244 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ef2637c1-1a0a-4b98-b1ac-a91f632e0f52 req-2a0c416a-bd67-4f24-a580-c8ee07bc276a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 HTTP/1.1" status: 200 len: 897 time: 0.0893791 Dec 11 23:45:51.433496 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d76c2215-3355-4f92-a537-276dafba3ff1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/8ed405a3-2895-439c-b565-632c9d1a631c HTTP/1.1" status: 200 len: 990 time: 0.0720181 Dec 11 23:45:51.453200 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ef2637c1-1a0a-4b98-b1ac-a91f632e0f52 req-26705a36-9b47-4e1b-a073-9108abc2b02c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4387f99f-3587-48df-ac98-343fa7dbda0b HTTP/1.1" status: 200 len: 998 time: 0.0627413 Dec 11 23:45:51.465104 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a0ba972a-8ed0-42f4-904f-0b4d5f52e17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206153542', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:35Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '8ed405a3-2895-439c-b565-632c9d1a631c', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'port_id': '4387f99f-3587-48df-ac98-343fa7dbda0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'mac_address': 'fa:16:3e:c2:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:45:50Z', 'updated_at': '2021-12-11T23:45:50Z', 'revision_number': 0, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10bcf804-69c7-47e6-aad7-47ed76baeb8f', 'name': '', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:8f:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:34Z', 'updated_at': '2021-12-11T23:45:38Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:51.491889 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba972a-8ed0-42f4-904f-0b4d5f52e17a None None] Checking router: ce4b0a39-bdf7-48d9-9330-eb7782250823 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:45:51.500435 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ba972a-8ed0-42f4-904f-0b4d5f52e17a None None] Routers {'ce4b0a39-bdf7-48d9-9330-eb7782250823'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:45:51.501286 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a0ba972a-8ed0-42f4-904f-0b4d5f52e17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:45:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ce4b0a39-bdf7-48d9-9330-eb7782250823'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:51.501725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2637c1-1a0a-4b98-b1ac-a91f632e0f52 req-af735b19-bfc1-4c67-8dc5-949e049f72be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:51.503209 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ef2637c1-1a0a-4b98-b1ac-a91f632e0f52 req-af735b19-bfc1-4c67-8dc5-949e049f72be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abc1fa26-ea2c-4e84-825c-7f2dc60466f7 HTTP/1.1" status: 200 len: 835 time: 0.0437667 Dec 11 23:45:51.548365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2637c1-1a0a-4b98-b1ac-a91f632e0f52 req-e85dc403-b9c3-480c-8440-8ea73501db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:51.549853 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ef2637c1-1a0a-4b98-b1ac-a91f632e0f52 req-e85dc403-b9c3-480c-8440-8ea73501db56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398657 Dec 11 23:45:51.608135 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-a0ba972a-8ed0-42f4-904f-0b4d5f52e17a None None] Set router ce4b0a39-bdf7-48d9-9330-eb7782250823 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:45:51.647348 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ef2637c1-1a0a-4b98-b1ac-a91f632e0f52 req-8ddd7139-65b6-4603-9b50-6b1254bc88b0 service neutron] 10.222.0.13 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901761 Dec 11 23:45:51.745852 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ef2637c1-1a0a-4b98-b1ac-a91f632e0f52 req-ca777fc5-cbf9-4d30-8028-11af27a21bc8 service neutron] 10.222.0.13 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899456 Dec 11 23:45:51.831968 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-a0ba972a-8ed0-42f4-904f-0b4d5f52e17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206153542', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:35Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '8ed405a3-2895-439c-b565-632c9d1a631c', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'port_id': '4387f99f-3587-48df-ac98-343fa7dbda0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'mac_address': 'fa:16:3e:c2:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:45:50Z', 'updated_at': '2021-12-11T23:45:50Z', 'revision_number': 0, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10bcf804-69c7-47e6-aad7-47ed76baeb8f', 'name': '', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:8f:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:34Z', 'updated_at': '2021-12-11T23:45:38Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:45:51.861064 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba972a-8ed0-42f4-904f-0b4d5f52e17a None None] The sync data for ids ['ce4b0a39-bdf7-48d9-9330-eb7782250823'] in n-d-710847-6 is: [{'id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206153542', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:35Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '8ed405a3-2895-439c-b565-632c9d1a631c', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'port_id': '4387f99f-3587-48df-ac98-343fa7dbda0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'mac_address': 'fa:16:3e:c2:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:45:50Z', 'updated_at': '2021-12-11T23:45:50Z', 'revision_number': 0, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10bcf804-69c7-47e6-aad7-47ed76baeb8f', 'name': '', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:8f:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:34Z', 'updated_at': '2021-12-11T23:45:38Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:45:52.063916 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67f85f4-663c-442d-b91b-17c7c83b56a1 None None] New status for floating IP 8ed405a3-2895-439c-b565-632c9d1a631c: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:45:52.436476 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51042) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:45:52.472071 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:52.500755 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-81cc7939-bc0e-44ea-97f3-368b303b7fc6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/8ed405a3-2895-439c-b565-632c9d1a631c HTTP/1.1" status: 200 len: 992 time: 0.0631251 Dec 11 23:45:54.144221 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:54.681621 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:45:58.450575 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a40ce5ea-129a-4f89-8a4e-acd9782ce360 req-e17e5535-aaba-49e8-a781-7ce3a8f2543f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447404 Dec 11 23:45:58.531353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ce5ea-129a-4f89-8a4e-acd9782ce360 req-6d50b200-1b02-4b1a-abfe-498cd4e68929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:58.532848 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a40ce5ea-129a-4f89-8a4e-acd9782ce360 req-6d50b200-1b02-4b1a-abfe-498cd4e68929 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 1096 time: 0.0396261 Dec 11 23:45:58.633690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ce5ea-129a-4f89-8a4e-acd9782ce360 req-a55b8471-1f04-4adb-b2fe-ae7831245085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:58.635177 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a40ce5ea-129a-4f89-8a4e-acd9782ce360 req-a55b8471-1f04-4adb-b2fe-ae7831245085 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 HTTP/1.1" status: 200 len: 897 time: 0.0826702 Dec 11 23:45:58.705123 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a40ce5ea-129a-4f89-8a4e-acd9782ce360 req-d74318e2-8a18-42ef-8c56-cc5a2204653c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4387f99f-3587-48df-ac98-343fa7dbda0b HTTP/1.1" status: 200 len: 1000 time: 0.0615888 Dec 11 23:45:58.753663 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ce5ea-129a-4f89-8a4e-acd9782ce360 req-42334f3b-3182-4e62-bc56-b4d04121e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:58.755093 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a40ce5ea-129a-4f89-8a4e-acd9782ce360 req-42334f3b-3182-4e62-bc56-b4d04121e74d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abc1fa26-ea2c-4e84-825c-7f2dc60466f7 HTTP/1.1" status: 200 len: 835 time: 0.0428689 Dec 11 23:45:58.800125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ce5ea-129a-4f89-8a4e-acd9782ce360 req-b151117f-b5c6-4733-9f41-756b9266cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:45:58.801609 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a40ce5ea-129a-4f89-8a4e-acd9782ce360 req-b151117f-b5c6-4733-9f41-756b9266cc3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390959 Dec 11 23:45:58.893442 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a40ce5ea-129a-4f89-8a4e-acd9782ce360 req-b7d7f713-2b8d-46e9-aeb4-e46e6b42eaf4 service neutron] 10.222.0.13 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839150 Dec 11 23:45:58.981913 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a40ce5ea-129a-4f89-8a4e-acd9782ce360 req-1b711f7c-f050-46c8-a7f8-c80fec3b402b service neutron] 10.222.0.13 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810463 Dec 11 23:46:13.347950 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:46:14.295032 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:46:18.081220 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:46:18.906324 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2cd45a7c-7eb8-4641-a781-d54d9ba17d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:46:21.350097 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5c22-a6c2-4441-8434-26264c528eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:46:22.465807 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:46:24.160975 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:46:24.683595 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:46:44.320986 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:46:48.098091 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:46:48.905970 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2501a792-684e-44d5-8c49-11fd57c566d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:46:50.347345 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:46:51.323133 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c8ee9f0d-eafe-4558-8bb4-73a85f4fc6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:46:52.475063 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:46:54.143447 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:46:54.677146 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:46:55.223679 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-2b8ef759-49a1-4331-abb3-fc4eafa03168 req-bedf1c1a-0b6f-4a52-a9cf-ab42570ab1a2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:46:55.224749 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2b8ef759-49a1-4331-abb3-fc4eafa03168 req-bedf1c1a-0b6f-4a52-a9cf-ab42570ab1a2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062642 Dec 11 23:46:56.563870 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f7510-d1d0-4756-8d05-77782126a21d req-b7d94155-256f-4904-8e3b-93307b7544cc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:46:56.565363 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-851f7510-d1d0-4756-8d05-77782126a21d req-b7d94155-256f-4904-8e3b-93307b7544cc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0551705 Dec 11 23:46:56.615932 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-851f7510-d1d0-4756-8d05-77782126a21d req-ce33fa29-6198-4440-a872-5e446dbfaaf5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439878 Dec 11 23:46:56.752552 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51082) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:46:56.831879 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-849dca82-fe48-45c8-b2b1-a441a37efc4b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781596 Dec 11 23:46:56.840722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-061633f8-8037-4752-a0ab-beb76170c93f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:46:56.841671 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-061633f8-8037-4752-a0ab-beb76170c93f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050137 Dec 11 23:46:57.742325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b93add-4a30-4d77-a05b-e2a12db84f5a req-2018dac1-0172-41ba-8eae-c768edfc695c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:46:57.743879 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b1b93add-4a30-4d77-a05b-e2a12db84f5a req-2018dac1-0172-41ba-8eae-c768edfc695c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0536487 Dec 11 23:46:57.796123 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b1b93add-4a30-4d77-a05b-e2a12db84f5a req-cfb4dc03-b033-4363-a5c3-d478faa11d5c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449853 Dec 11 23:46:58.920237 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd9521-31b1-4ebb-bf7b-3265837f5f76 req-8607e827-002f-49b8-afdb-874558ad260e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:46:58.921767 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18cd9521-31b1-4ebb-bf7b-3265837f5f76 req-8607e827-002f-49b8-afdb-874558ad260e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0505772 Dec 11 23:46:58.973261 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-18cd9521-31b1-4ebb-bf7b-3265837f5f76 req-706653cb-1d69-44c9-9c0b-67fc42505e31 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449507 Dec 11 23:46:59.040987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60999907-ca57-47e1-967f-0b7081661d23 req-fecab943-397c-451a-82eb-619edbde63c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:46:59.042490 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-fecab943-397c-451a-82eb-619edbde63c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 1096 time: 0.0449543 Dec 11 23:46:59.132013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60999907-ca57-47e1-967f-0b7081661d23 req-956ad881-b675-4dbc-9ec8-9dceef7bc407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:46:59.134270 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-956ad881-b675-4dbc-9ec8-9dceef7bc407 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 HTTP/1.1" status: 200 len: 897 time: 0.0842719 Dec 11 23:46:59.202328 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-f727b13e-fffc-431c-940a-5748bce4e88d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4387f99f-3587-48df-ac98-343fa7dbda0b HTTP/1.1" status: 200 len: 1000 time: 0.0618320 Dec 11 23:46:59.251258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60999907-ca57-47e1-967f-0b7081661d23 req-839a558d-950f-4a46-a93a-eb17543c39e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:46:59.252708 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-839a558d-950f-4a46-a93a-eb17543c39e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abc1fa26-ea2c-4e84-825c-7f2dc60466f7 HTTP/1.1" status: 200 len: 835 time: 0.0440476 Dec 11 23:46:59.297284 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60999907-ca57-47e1-967f-0b7081661d23 req-68f94c15-071f-4c45-821a-0cb893b7fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:46:59.298745 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-68f94c15-071f-4c45-821a-0cb893b7fa1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387499 Dec 11 23:46:59.392284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-3859e316-8a12-4e8c-ad87-f88019923570 service neutron] 10.222.0.13 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855973 Dec 11 23:46:59.481025 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-2f539231-757d-4e61-bcca-f6c6ff403726 service neutron] 10.222.0.13 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817688 Dec 11 23:46:59.581287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd02619-4c25-45fc-bbb0-5cbe2eed88b9 req-2f3e4483-b610-40a1-8602-3de76cb910b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:46:59.582814 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2bd02619-4c25-45fc-bbb0-5cbe2eed88b9 req-2f3e4483-b610-40a1-8602-3de76cb910b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 1096 time: 0.0416746 Dec 11 23:46:59.698448 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd02619-4c25-45fc-bbb0-5cbe2eed88b9 req-7123072c-620b-43b9-ae81-d80697fd60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:46:59.700849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2bd02619-4c25-45fc-bbb0-5cbe2eed88b9 req-7123072c-620b-43b9-ae81-d80697fd60a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 HTTP/1.1" status: 200 len: 897 time: 0.0916593 Dec 11 23:46:59.766267 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2bd02619-4c25-45fc-bbb0-5cbe2eed88b9 req-30fbd7d5-40b4-4ba2-8db9-45392e3c07a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4387f99f-3587-48df-ac98-343fa7dbda0b HTTP/1.1" status: 200 len: 1000 time: 0.0598192 Dec 11 23:46:59.826125 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd02619-4c25-45fc-bbb0-5cbe2eed88b9 req-226e0b23-7415-4f66-8ae4-426e0b2f5eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:46:59.827610 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2bd02619-4c25-45fc-bbb0-5cbe2eed88b9 req-226e0b23-7415-4f66-8ae4-426e0b2f5eb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abc1fa26-ea2c-4e84-825c-7f2dc60466f7 HTTP/1.1" status: 200 len: 835 time: 0.0483589 Dec 11 23:46:59.874092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd02619-4c25-45fc-bbb0-5cbe2eed88b9 req-0c77973e-355d-4201-b827-00178c3bd42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:46:59.875870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2bd02619-4c25-45fc-bbb0-5cbe2eed88b9 req-0c77973e-355d-4201-b827-00178c3bd42d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398741 Dec 11 23:46:59.965646 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2bd02619-4c25-45fc-bbb0-5cbe2eed88b9 req-085b9d90-edf2-471a-a871-b6da70fa2d30 service neutron] 10.222.0.13 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805874 Dec 11 23:47:00.061320 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2bd02619-4c25-45fc-bbb0-5cbe2eed88b9 req-01be673f-05a9-4842-8b4d-b943dbe009e5 service neutron] 10.222.0.13 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885649 Dec 11 23:47:00.100664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184885c-0928-4d3f-8570-78e05be24a96 req-83aa5252-c5c5-4b8b-91f6-05bea8123897 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:00.102244 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8184885c-0928-4d3f-8570-78e05be24a96 req-83aa5252-c5c5-4b8b-91f6-05bea8123897 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0558715 Dec 11 23:47:00.152525 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8184885c-0928-4d3f-8570-78e05be24a96 req-aa4ee6cd-06d7-428d-bc64-6f3ce0ab3765 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442941 Dec 11 23:47:01.269139 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4126b79-5607-4548-9f93-0824c2680169 req-eaa3e7ca-133f-4029-9293-98121a0d2c66 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:01.270543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4126b79-5607-4548-9f93-0824c2680169 req-eaa3e7ca-133f-4029-9293-98121a0d2c66 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0502269 Dec 11 23:47:01.319719 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4126b79-5607-4548-9f93-0824c2680169 req-aaa49913-defa-4ff4-8a44-775553d7e9cc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427055 Dec 11 23:47:02.516641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75e55e-973a-439a-be7a-a4d1e75caf19 req-4645003f-124c-4219-9f96-b0691f4b909e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:02.518116 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ae75e55e-973a-439a-be7a-a4d1e75caf19 req-4645003f-124c-4219-9f96-b0691f4b909e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0483732 Dec 11 23:47:02.566471 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ae75e55e-973a-439a-be7a-a4d1e75caf19 req-76710119-13a7-4373-bc44-473b21aba111 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424328 Dec 11 23:47:03.687045 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fd3d4-7ff6-427e-befd-45d0f45f9726 req-e77c6994-f145-4b23-a171-914041eedf16 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:03.688539 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-750fd3d4-7ff6-427e-befd-45d0f45f9726 req-e77c6994-f145-4b23-a171-914041eedf16 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0546329 Dec 11 23:47:03.738781 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-750fd3d4-7ff6-427e-befd-45d0f45f9726 req-bfa8259f-f74a-4f43-bd12-96ecaa58c13f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442078 Dec 11 23:47:04.858461 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9cf3a-c029-4233-97e5-4a1a5addb1a5 req-3f64df56-15ba-481b-b965-1ee7c9666ca7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:04.859969 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ad9cf3a-c029-4233-97e5-4a1a5addb1a5 req-3f64df56-15ba-481b-b965-1ee7c9666ca7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0489430 Dec 11 23:47:04.912835 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1ad9cf3a-c029-4233-97e5-4a1a5addb1a5 req-0cd69119-068a-494d-8519-67f26502b2be tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467408 Dec 11 23:47:06.028740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7181ae-f39f-4750-92a6-1d5bb81f3a7e req-b52aa83e-80ff-4987-b771-846a9b468a25 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:06.030219 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e7181ae-f39f-4750-92a6-1d5bb81f3a7e req-b52aa83e-80ff-4987-b771-846a9b468a25 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0494878 Dec 11 23:47:06.079076 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e7181ae-f39f-4750-92a6-1d5bb81f3a7e req-3cf28efb-1597-443b-ae4d-68eb49b8a861 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429156 Dec 11 23:47:07.194091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e287b0b-67be-4b20-b553-f75d9efff089 req-d41ba5ca-06a7-4ae0-8afe-f1b4ff5a9688 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:07.195612 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3e287b0b-67be-4b20-b553-f75d9efff089 req-d41ba5ca-06a7-4ae0-8afe-f1b4ff5a9688 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0490842 Dec 11 23:47:07.245135 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3e287b0b-67be-4b20-b553-f75d9efff089 req-d78292ee-5b2c-4f9c-985e-c62e6d837b50 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427427 Dec 11 23:47:08.358394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ef975-7c3a-44b8-aa37-2c3ffd715360 req-edc363e8-0bf5-4c66-8246-42a019d812b1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:08.359965 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-645ef975-7c3a-44b8-aa37-2c3ffd715360 req-edc363e8-0bf5-4c66-8246-42a019d812b1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0476568 Dec 11 23:47:08.415743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-645ef975-7c3a-44b8-aa37-2c3ffd715360 req-d93e14ed-0670-4ff2-bcb2-d86f9e870686 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481043 Dec 11 23:47:09.530489 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83882e87-2647-4524-ad12-eccc251261cb req-ba21168d-6be8-4939-a2f0-1b44c64abacf tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:09.531999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83882e87-2647-4524-ad12-eccc251261cb req-ba21168d-6be8-4939-a2f0-1b44c64abacf tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0487981 Dec 11 23:47:09.580063 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-83882e87-2647-4524-ad12-eccc251261cb req-277aecf6-022d-4783-bede-faa5c0f77c6a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423062 Dec 11 23:47:10.696259 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6073be-9d8b-4407-a640-373b08435405 req-df354324-dfef-4f25-bf29-f7225b0d5cff tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:10.697944 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a6073be-9d8b-4407-a640-373b08435405 req-df354324-dfef-4f25-bf29-f7225b0d5cff tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0494132 Dec 11 23:47:10.747432 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a6073be-9d8b-4407-a640-373b08435405 req-9ba57ad5-5ae0-40a3-a130-be41129ea54d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435038 Dec 11 23:47:11.913064 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb77c0-b25c-4eb8-86dd-5c7e0b928dda req-7ed2805f-861c-4a18-bc6b-053fb7239343 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:11.914530 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19fb77c0-b25c-4eb8-86dd-5c7e0b928dda req-7ed2805f-861c-4a18-bc6b-053fb7239343 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0960200 Dec 11 23:47:11.963535 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-19fb77c0-b25c-4eb8-86dd-5c7e0b928dda req-863c7a3d-75d2-4927-8973-6910846468d6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428975 Dec 11 23:47:13.128164 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbf5d1-f072-43c1-b881-9f35069844c8 req-2dad6325-3cca-4be5-9e22-c11314e89597 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:13.129653 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80dbf5d1-f072-43c1-b881-9f35069844c8 req-2dad6325-3cca-4be5-9e22-c11314e89597 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0937538 Dec 11 23:47:13.179017 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80dbf5d1-f072-43c1-b881-9f35069844c8 req-49a44968-545b-46c0-b751-cfc2e80972da tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428171 Dec 11 23:47:14.296970 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8097c-6c96-4a6a-8f4d-92044a9d2329 req-08d255d9-6e74-4fb2-b19e-9cc10a4bcbff tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:14.298373 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cee8097c-6c96-4a6a-8f4d-92044a9d2329 req-08d255d9-6e74-4fb2-b19e-9cc10a4bcbff tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0502064 Dec 11 23:47:14.306245 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:14.348533 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-cee8097c-6c96-4a6a-8f4d-92044a9d2329 req-ceba9a3e-300b-42be-85de-50751ef9cdfb tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441818 Dec 11 23:47:15.468719 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb3d5-de7e-4f81-8c84-d5bddba23722 req-86164e34-b484-4e58-b64a-2fbf02be2241 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:15.470226 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2f6fb3d5-de7e-4f81-8c84-d5bddba23722 req-86164e34-b484-4e58-b64a-2fbf02be2241 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0535610 Dec 11 23:47:15.520218 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2f6fb3d5-de7e-4f81-8c84-d5bddba23722 req-5da400aa-67dd-43b7-85e8-9da904f43444 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440106 Dec 11 23:47:16.619506 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-60999907-ca57-47e1-967f-0b7081661d23 req-12218718-516e-468a-a31a-dabca63893f3 service neutron] show failed (client error): The resource could not be found. Dec 11 23:47:16.620552 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-12218718-516e-468a-a31a-dabca63893f3 service neutron] 10.222.0.13 "GET /v2.0/ports/4387f99f-3587-48df-ac98-343fa7dbda0b/bindings/n-h1-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.0938699 Dec 11 23:47:16.640097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb767f-b614-4151-8136-9f5ec5344b1a req-f80fc960-6a9c-44df-bed5-e8affb73474d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:16.641591 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d9bb767f-b614-4151-8136-9f5ec5344b1a req-f80fc960-6a9c-44df-bed5-e8affb73474d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0532794 Dec 11 23:47:16.691248 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d9bb767f-b614-4151-8136-9f5ec5344b1a req-d8ffdc76-ac15-453e-bf0d-ec191b00142f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433381 Dec 11 23:47:17.292318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60999907-ca57-47e1-967f-0b7081661d23 req-85f2f4db-5432-43ea-a586-629a0af8d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:17.293715 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-85f2f4db-5432-43ea-a586-629a0af8d921 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2&tenant_id=2fd0551828e14043813bac168b7a92ce HTTP/1.1" status: 200 len: 1096 time: 0.0411084 Dec 11 23:47:17.303864 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-f3ef18fa-b38d-4b4b-86b8-a0bc0634e7b2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:47:17.304801 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-f3ef18fa-b38d-4b4b-86b8-a0bc0634e7b2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048513 Dec 11 23:47:17.322698 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:47:17.378388 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:17.585495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] For port 4387f99f-3587-48df-ac98-343fa7dbda0b, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4387f99f-3587-48df-ac98-343fa7dbda0b,segment=NetworkSegment(15787e73-b06d-4a4f-97ef-94c9d0a31f4a),segment_id=15787e73-b06d-4a4f-97ef-94c9d0a31f4a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:47:17.617818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] For port 4387f99f-3587-48df-ac98-343fa7dbda0b, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:47:17.657265 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4387f99f-3587-48df-ac98-343fa7dbda0b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:47:17.659577 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86f7fb4-6478-4735-a410-d7aaf24aa1e0" -d '{"events": [{"server_uuid": "b89e6938-5447-41d3-ba87-c5174e651df2", "name": "network-vif-unplugged", "status": "completed", "tag": "4387f99f-3587-48df-ac98-343fa7dbda0b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:47:17.663338 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:17.675956 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Transition to ACTIVE for port object 4387f99f-3587-48df-ac98-343fa7dbda0b will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:47:17.744014 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:17.789043 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 23:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5aa962-d383-4534-b610-0d5b87e5ff27 x-openstack-request-id: req-9b5aa962-d383-4534-b610-0d5b87e5ff27 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:47:17.789492 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89e6938-5447-41d3-ba87-c5174e651df2", "name": "network-vif-unplugged", "status": "completed", "tag": "4387f99f-3587-48df-ac98-343fa7dbda0b", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:47:17.789758 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b5aa962-d383-4534-b610-0d5b87e5ff27 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:47:17.790337 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4387f99f-3587-48df-ac98-343fa7dbda0b', 'code': 200} Dec 11 23:47:17.826696 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf0b13-4583-4a80-bbd3-c80904a8a05e req-6637b1f0-8278-4028-844c-a42aa161b236 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:17.828317 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d9bf0b13-4583-4a80-bbd3-c80904a8a05e req-6637b1f0-8278-4028-844c-a42aa161b236 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 943 time: 0.0589764 Dec 11 23:47:17.845668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Pushing event updated for resources: {'Port': ['ID=4387f99f-3587-48df-ac98-343fa7dbda0b,revision_number=6']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:47:17.854762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:17.855143 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:17.855498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:17.856034 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:17.856381 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:17.856728 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:17.857695 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:17.858039 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:17.858379 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:17.858719 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:17.859247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:17.859589 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:17.859927 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:17.892950 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d9bf0b13-4583-4a80-bbd3-c80904a8a05e req-7af3dcb7-c2e5-44bb-bc17-8c0365e114f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586467 Dec 11 23:47:17.898231 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] No DVR routers for this DVR port 4387f99f-3587-48df-ac98-343fa7dbda0b on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:47:18.035309 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Attempting to bind port 4387f99f-3587-48df-ac98-343fa7dbda0b on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:47:18.035572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Attempting to bind port 4387f99f-3587-48df-ac98-343fa7dbda0b by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:47:18.035904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Attempting to bind port 4387f99f-3587-48df-ac98-343fa7dbda0b on network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:47:18.040240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Port 4387f99f-3587-48df-ac98-343fa7dbda0b on network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:47:18.040649 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Attempting to bind port 4387f99f-3587-48df-ac98-343fa7dbda0b on network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:47:18.045544 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:47:18.045886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Checking segment: {'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:47:18.046273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Bound using segment: {'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:47:18.046704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Bound port: 4387f99f-3587-48df-ac98-343fa7dbda0b, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15787e73-b06d-4a4f-97ef-94c9d0a31f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:47:18.047099 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:18.110427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] For port 4387f99f-3587-48df-ac98-343fa7dbda0b, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:47:18.113607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] For port 4387f99f-3587-48df-ac98-343fa7dbda0b, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4387f99f-3587-48df-ac98-343fa7dbda0b,segment=NetworkSegment(15787e73-b06d-4a4f-97ef-94c9d0a31f4a),segment_id=15787e73-b06d-4a4f-97ef-94c9d0a31f4a)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:47:18.123137 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:18.206609 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:18.246660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:18.247302 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:18.248725 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] 10.222.0.47 "PUT /v2.0/ports/4387f99f-3587-48df-ac98-343fa7dbda0b HTTP/1.1" status: 200 len: 1091 time: 0.9297159 Dec 11 23:47:18.269140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1877d9-cf0c-4487-8ef9-c1c69ac6bef5 service neutron] Pushing event updated for resources: {'Port': ['ID=4387f99f-3587-48df-ac98-343fa7dbda0b,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:47:18.329626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60999907-ca57-47e1-967f-0b7081661d23 req-eab59d93-249f-46c2-94ce-29d998e5c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:18.331218 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-eab59d93-249f-46c2-94ce-29d998e5c591 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 1094 time: 0.0439134 Dec 11 23:47:18.425046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60999907-ca57-47e1-967f-0b7081661d23 req-43993c97-fa73-4f32-98ac-8ba58ea86d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:18.426516 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-43993c97-fa73-4f32-98ac-8ba58ea86d06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 HTTP/1.1" status: 200 len: 897 time: 0.0883298 Dec 11 23:47:18.497687 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-9b6181ff-30ac-49c3-a98f-010d7f72e169 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4387f99f-3587-48df-ac98-343fa7dbda0b HTTP/1.1" status: 200 len: 998 time: 0.0632167 Dec 11 23:47:18.545975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60999907-ca57-47e1-967f-0b7081661d23 req-1aee393d-67b6-4bf8-b763-8d972284f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:18.547427 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-1aee393d-67b6-4bf8-b763-8d972284f6d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=abc1fa26-ea2c-4e84-825c-7f2dc60466f7 HTTP/1.1" status: 200 len: 835 time: 0.0430410 Dec 11 23:47:18.593458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60999907-ca57-47e1-967f-0b7081661d23 req-3c3efbaa-db53-49db-acd5-e6bae93cf8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:18.594952 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-3c3efbaa-db53-49db-acd5-e6bae93cf8d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397043 Dec 11 23:47:18.687489 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-1d6a4fc0-13e2-42a0-b42d-29102c7fc37a service neutron] 10.222.0.47 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850732 Dec 11 23:47:18.776095 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-60999907-ca57-47e1-967f-0b7081661d23 req-dcba892a-da76-43ac-b0c9-c9d7f21e5b3e service neutron] 10.222.0.47 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817840 Dec 11 23:47:18.819814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4387f99f-3587-48df-ac98-343fa7dbda0b no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:47:18.869328 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4387f99f-3587-48df-ac98-343fa7dbda0b not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:47:18.926302 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0c602d4d-5646-47d1-9297-46eea42a46b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:19.021452 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0fa3e-7bf4-465e-be4b-86640f777536 req-234f2249-3783-4272-8e8b-238032c5025d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:19.022969 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68f0fa3e-7bf4-465e-be4b-86640f777536 req-234f2249-3783-4272-8e8b-238032c5025d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 943 time: 0.0553744 Dec 11 23:47:19.074059 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-68f0fa3e-7bf4-465e-be4b-86640f777536 req-209703ee-8b07-41cc-8a62-695fb3a50831 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449598 Dec 11 23:47:19.791857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'tag': '4387f99f-3587-48df-ac98-343fa7dbda0b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:47:19.794262 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758ab05c-6673-4b74-b460-e253f4f11454" -d '{"events": [{"name": "network-changed", "server_uuid": "b89e6938-5447-41d3-ba87-c5174e651df2", "tag": "4387f99f-3587-48df-ac98-343fa7dbda0b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:47:19.842105 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c32e79d-f252-4e01-a165-0bc9f12eb049 x-openstack-request-id: req-8c32e79d-f252-4e01-a165-0bc9f12eb049 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:47:19.842400 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89e6938-5447-41d3-ba87-c5174e651df2", "tag": "4387f99f-3587-48df-ac98-343fa7dbda0b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:47:19.842657 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c32e79d-f252-4e01-a165-0bc9f12eb049 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:47:19.843340 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'tag': '4387f99f-3587-48df-ac98-343fa7dbda0b', 'status': 'completed', 'code': 200} Dec 11 23:47:19.924360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ab05c-6673-4b74-b460-e253f4f11454 req-360a8e9d-908d-4519-842f-0ab39a680eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:19.926310 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-758ab05c-6673-4b74-b460-e253f4f11454 req-360a8e9d-908d-4519-842f-0ab39a680eef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 1094 time: 0.0653658 Dec 11 23:47:19.957325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ab05c-6673-4b74-b460-e253f4f11454 req-752fba93-2084-42d9-b285-edf86080d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:19.958724 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-758ab05c-6673-4b74-b460-e253f4f11454 req-752fba93-2084-42d9-b285-edf86080d36a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 1094 time: 0.0663228 Dec 11 23:47:20.093072 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ab05c-6673-4b74-b460-e253f4f11454 req-419ca91e-0ae9-4752-b53d-73fb5cf34a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:20.094444 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-758ab05c-6673-4b74-b460-e253f4f11454 req-419ca91e-0ae9-4752-b53d-73fb5cf34a2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 HTTP/1.1" status: 200 len: 897 time: 0.1607449 Dec 11 23:47:20.141561 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ab05c-6673-4b74-b460-e253f4f11454 req-263c6749-30e7-4b59-999a-e2ed67b9cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:20.143094 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-758ab05c-6673-4b74-b460-e253f4f11454 req-263c6749-30e7-4b59-999a-e2ed67b9cbe4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 HTTP/1.1" status: 200 len: 897 time: 0.1584737 Dec 11 23:47:20.244180 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-758ab05c-6673-4b74-b460-e253f4f11454 req-520e6a8a-8ac6-401a-aecd-2c2886c107f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4387f99f-3587-48df-ac98-343fa7dbda0b HTTP/1.1" status: 200 len: 998 time: 0.1404161 Dec 11 23:47:20.296992 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-758ab05c-6673-4b74-b460-e253f4f11454 req-2a8c9b8e-93cd-4365-98af-b93f088bc62a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4387f99f-3587-48df-ac98-343fa7dbda0b HTTP/1.1" status: 200 len: 998 time: 0.1450803 Dec 11 23:47:20.314322 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4aaca-7f23-4978-90d9-6e96fc3913da req-3655e6b5-404c-4581-a50a-37be682a0374 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:20.316479 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1dd4aaca-7f23-4978-90d9-6e96fc3913da req-3655e6b5-404c-4581-a50a-37be682a0374 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 943 time: 0.1656582 Dec 11 23:47:20.374539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ab05c-6673-4b74-b460-e253f4f11454 req-f136e0cc-78d7-4db1-b299-95418fdb9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:20.375287 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-758ab05c-6673-4b74-b460-e253f4f11454 req-f136e0cc-78d7-4db1-b299-95418fdb9603 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abc1fa26-ea2c-4e84-825c-7f2dc60466f7 HTTP/1.1" status: 200 len: 835 time: 0.1228921 Dec 11 23:47:20.448427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ab05c-6673-4b74-b460-e253f4f11454 req-7f002c1a-6724-4438-9af9-2c7026314068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:20.450520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-758ab05c-6673-4b74-b460-e253f4f11454 req-7f002c1a-6724-4438-9af9-2c7026314068 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=abc1fa26-ea2c-4e84-825c-7f2dc60466f7 HTTP/1.1" status: 200 len: 835 time: 0.1302438 Dec 11 23:47:20.466453 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1dd4aaca-7f23-4978-90d9-6e96fc3913da req-1ab2742f-bdcf-481e-ac3d-665f99760641 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351259 Dec 11 23:47:20.473123 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ab05c-6673-4b74-b460-e253f4f11454 req-6a56ea24-52be-46f1-9967-8567005de973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:20.474692 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-758ab05c-6673-4b74-b460-e253f4f11454 req-6a56ea24-52be-46f1-9967-8567005de973 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889878 Dec 11 23:47:20.600592 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ab05c-6673-4b74-b460-e253f4f11454 req-bbde5b2d-23c7-46e3-a29f-3a1a0af7c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:20.602109 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-758ab05c-6673-4b74-b460-e253f4f11454 req-bbde5b2d-23c7-46e3-a29f-3a1a0af7c670 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117465 Dec 11 23:47:20.637608 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-758ab05c-6673-4b74-b460-e253f4f11454 req-bcfb59a1-09f3-4447-969a-2bdc7cce8d9a service neutron] 10.222.0.13 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556339 Dec 11 23:47:20.773174 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-758ab05c-6673-4b74-b460-e253f4f11454 req-29b1cfff-8984-4c21-a9a4-ce7a2ab13c0b service neutron] 10.222.0.47 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605821 Dec 11 23:47:20.804627 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-758ab05c-6673-4b74-b460-e253f4f11454 req-c7103c0a-b7fc-4d29-a92f-b4b74dbdf95c service neutron] 10.222.0.13 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395171 Dec 11 23:47:20.881892 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-758ab05c-6673-4b74-b460-e253f4f11454 req-febd07d1-8553-4aaa-bbff-339e9f9e8221 service neutron] 10.222.0.47 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992513 Dec 11 23:47:21.339653 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f0065d7-11fa-4d6a-8dad-b50e4a0caf2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:21.590206 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399732c5-ad9e-4e6a-bc60-fc91f89132f0 req-87279e97-1097-4230-8cf1-6831fa345457 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:21.591637 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-399732c5-ad9e-4e6a-bc60-fc91f89132f0 req-87279e97-1097-4230-8cf1-6831fa345457 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 943 time: 0.0475345 Dec 11 23:47:21.644380 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-399732c5-ad9e-4e6a-bc60-fc91f89132f0 req-24847f6a-cbfe-4359-94d1-00e318849d16 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469024 Dec 11 23:47:21.958834 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d0bd4-81ec-465e-8a55-d673b9f8d085 req-9be1eacc-d888-4333-bb2d-e4900260e056 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:21.960374 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c43d0bd4-81ec-465e-8a55-d673b9f8d085 req-9be1eacc-d888-4333-bb2d-e4900260e056 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 943 time: 0.0489562 Dec 11 23:47:22.012066 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c43d0bd4-81ec-465e-8a55-d673b9f8d085 req-2629d45d-0c63-4968-a20d-ae0d937534c0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454707 Dec 11 23:47:22.045969 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a9ab7-0851-4790-99fd-252e89137b24 req-f0ab1e8e-d87b-4980-893e-1e29e774b20c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:22.047520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a8a9ab7-0851-4790-99fd-252e89137b24 req-f0ab1e8e-d87b-4980-893e-1e29e774b20c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2&tenant_id=2fd0551828e14043813bac168b7a92ce&binding%3Ahost_id=n-h1-710847-6 HTTP/1.1" status: 200 len: 943 time: 0.0535016 Dec 11 23:47:22.141456 n-d-710847-6 neutron-server[103692]: INFO neutron.api.v2.resource [req-3a8a9ab7-0851-4790-99fd-252e89137b24 req-4ddd9891-4522-4bf4-ab47-fea66a1189b7 service neutron] delete failed (client error): The resource could not be found. Dec 11 23:47:22.142462 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a8a9ab7-0851-4790-99fd-252e89137b24 req-4ddd9891-4522-4bf4-ab47-fea66a1189b7 service neutron] 10.222.0.13 "DELETE /v2.0/ports/4387f99f-3587-48df-ac98-343fa7dbda0b/bindings/n-h2-710847-6 HTTP/1.1" status: 404 len: 380 time: 0.0880196 Dec 11 23:47:22.151700 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5effae-06f8-4d86-80d4-8d556c4cb92c req-367e6455-c28f-465f-a7c4-003a95947f13 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:22.153592 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b5effae-06f8-4d86-80d4-8d556c4cb92c req-367e6455-c28f-465f-a7c4-003a95947f13 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 943 time: 0.0730839 Dec 11 23:47:22.228830 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b5effae-06f8-4d86-80d4-8d556c4cb92c req-ee1f50e1-cdab-474f-9b9a-6d354d3d35d2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689442 Dec 11 23:47:22.241881 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a9ab7-0851-4790-99fd-252e89137b24 req-79e20357-c7b3-435d-9c8a-76456999f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:22.244563 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a8a9ab7-0851-4790-99fd-252e89137b24 req-79e20357-c7b3-435d-9c8a-76456999f122 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 1094 time: 0.0564332 Dec 11 23:47:22.336603 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a9ab7-0851-4790-99fd-252e89137b24 req-6d33932f-9e91-460b-b9e3-dca4f7b84f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:22.338178 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a8a9ab7-0851-4790-99fd-252e89137b24 req-6d33932f-9e91-460b-b9e3-dca4f7b84f2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 HTTP/1.1" status: 200 len: 897 time: 0.0875216 Dec 11 23:47:22.511628 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:22.600996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4387f99f-3587-48df-ac98-343fa7dbda0b details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:47:22.703166 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4387f99f-3587-48df-ac98-343fa7dbda0b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4387f99f-3587-48df-ac98-343fa7dbda0b,segment=NetworkSegment(15787e73-b06d-4a4f-97ef-94c9d0a31f4a),segment_id=15787e73-b06d-4a4f-97ef-94c9d0a31f4a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:47:22.715913 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '4387f99f-3587-48df-ac98-343fa7dbda0b', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'port_id': '4387f99f-3587-48df-ac98-343fa7dbda0b', 'mac_address': 'fa:16:3e:c2:99:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:47:22.737033 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a8a9ab7-0851-4790-99fd-252e89137b24 req-c0026822-14bd-496d-a51a-089780bf2a11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4387f99f-3587-48df-ac98-343fa7dbda0b HTTP/1.1" status: 200 len: 998 time: 0.3914223 Dec 11 23:47:22.751707 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:22.768925 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4387f99f-3587-48df-ac98-343fa7dbda0b {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:47:22.788047 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4387f99f-3587-48df-ac98-343fa7dbda0b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4387f99f-3587-48df-ac98-343fa7dbda0b,segment=NetworkSegment(15787e73-b06d-4a4f-97ef-94c9d0a31f4a),segment_id=15787e73-b06d-4a4f-97ef-94c9d0a31f4a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:47:22.790120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a9ab7-0851-4790-99fd-252e89137b24 req-2ac12dff-2074-44dc-8db4-55d04864c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:22.790120 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a8a9ab7-0851-4790-99fd-252e89137b24 req-2ac12dff-2074-44dc-8db4-55d04864c84c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abc1fa26-ea2c-4e84-825c-7f2dc60466f7 HTTP/1.1" status: 200 len: 835 time: 0.0450137 Dec 11 23:47:22.833848 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a9ab7-0851-4790-99fd-252e89137b24 req-1edf367d-5e3e-4b85-b332-d0850198c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:22.835403 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a8a9ab7-0851-4790-99fd-252e89137b24 req-1edf367d-5e3e-4b85-b332-d0850198c21e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390956 Dec 11 23:47:22.869376 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:22.918128 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=4387f99f-3587-48df-ac98-343fa7dbda0b,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:47:22.925891 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:22.926248 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:22.926595 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:22.926975 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:22.927315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:22.927654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:22.927988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:22.928322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:22.928421 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a8a9ab7-0851-4790-99fd-252e89137b24 req-021ee734-78a1-472d-849a-2c6ae5abeb73 service neutron] 10.222.0.13 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854166 Dec 11 23:47:22.928661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:22.928988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:22.929315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:22.929643 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:22.929967 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:23.018999 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3a8a9ab7-0851-4790-99fd-252e89137b24 req-af14186e-5795-49f4-a2af-2f6d04b46b92 service neutron] 10.222.0.13 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836496 Dec 11 23:47:23.155994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['4387f99f-3587-48df-ac98-343fa7dbda0b'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:47:23.348515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e4f03-7682-4dc5-ad3a-695102f57f7e req-e6dc69ae-9ecb-4524-b620-6e0cdaae0188 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:23.349994 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-991e4f03-7682-4dc5-ad3a-695102f57f7e req-e6dc69ae-9ecb-4524-b620-6e0cdaae0188 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 944 time: 0.0495822 Dec 11 23:47:23.398757 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-991e4f03-7682-4dc5-ad3a-695102f57f7e req-024e875b-80da-4121-b9c3-c1b01b2c97f7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425715 Dec 11 23:47:24.157153 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:24.518930 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf5ce9-f2ad-4190-9097-95ce291cef5d req-2ef5ed09-b9af-49ca-94db-d9dc9a67d56e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:24.520406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05cf5ce9-f2ad-4190-9097-95ce291cef5d req-2ef5ed09-b9af-49ca-94db-d9dc9a67d56e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 944 time: 0.0499496 Dec 11 23:47:24.574308 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-05cf5ce9-f2ad-4190-9097-95ce291cef5d req-5e9d6208-c514-42ef-8ba3-1465c943034e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478899 Dec 11 23:47:24.596764 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51178) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:47:24.599689 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4387f99f-3587-48df-ac98-343fa7dbda0b up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:47:24.662699 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4140e2b9-8aa6-4235-8534-e0d5abb84cff tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/8ed405a3-2895-439c-b565-632c9d1a631c HTTP/1.1" status: 200 len: 991 time: 0.0647545 Dec 11 23:47:24.703512 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:24.771438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 4387f99f-3587-48df-ac98-343fa7dbda0b completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:47:24.775901 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 4387f99f-3587-48df-ac98-343fa7dbda0b triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:47:24.776285 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:24.856611 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:24.879242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4387f99f-3587-48df-ac98-343fa7dbda0b'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:47:24.881483 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e657d584-bd70-4dee-9ea6-92652ab64432" -d '{"events": [{"server_uuid": "b89e6938-5447-41d3-ba87-c5174e651df2", "name": "network-vif-plugged", "status": "completed", "tag": "4387f99f-3587-48df-ac98-343fa7dbda0b"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:47:24.894841 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4387f99f-3587-48df-ac98-343fa7dbda0b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4387f99f-3587-48df-ac98-343fa7dbda0b,segment=NetworkSegment(15787e73-b06d-4a4f-97ef-94c9d0a31f4a),segment_id=15787e73-b06d-4a4f-97ef-94c9d0a31f4a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:47:24.917867 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eba6705-05ae-42e5-b917-7b5b3df3d088 x-openstack-request-id: req-6eba6705-05ae-42e5-b917-7b5b3df3d088 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:47:24.918167 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89e6938-5447-41d3-ba87-c5174e651df2", "name": "network-vif-plugged", "status": "completed", "tag": "4387f99f-3587-48df-ac98-343fa7dbda0b", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:47:24.918449 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6eba6705-05ae-42e5-b917-7b5b3df3d088 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:47:24.918924 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4387f99f-3587-48df-ac98-343fa7dbda0b', 'code': 200} Dec 11 23:47:24.968711 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:25.017488 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=4387f99f-3587-48df-ac98-343fa7dbda0b,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:47:27.346787 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:47:44.294351 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:48.122968 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:48.888161 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-75fdae13-5a8b-458f-bce0-4c1f7c3e27f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:51.033821 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51190) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:47:51.205743 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port 7eac0028-6c79-425a-ad8f-ed656af52f55 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:47:51.206098 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:51.287410 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:51.287745 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:51.299881 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for 7eac0028-6c79-425a-ad8f-ed656af52f55 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:47:51.325738 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d503a009-63de-4cf1-84d2-6131117c72fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:51.502650 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:51.531508 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=7eac0028-6c79-425a-ad8f-ed656af52f55,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:47:51.542273 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:51.542640 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:51.543020 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:51.543371 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:51.543719 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:51.544062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:51.544736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:51.544736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:51.545059 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:51.545395 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:51.545731 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:51.546064 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:51.546396 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:47:51.607293 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:51.607628 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Floating IP 8ed405a3-2895-439c-b565-632c9d1a631c disassociated (deleted). External IP: 172.25.1.21, port: 4387f99f-3587-48df-ac98-343fa7dbda0b. Dec 11 23:47:51.814267 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router ce4b0a39-bdf7-48d9-9330-eb7782250823 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:47:52.218612 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:47:52.230193 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:52.231268 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b49e4b-a487-46fd-8e46-02e64076480b None None] Sync routers for ids ['ce4b0a39-bdf7-48d9-9330-eb7782250823'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:47:52.241191 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b49e4b-a487-46fd-8e46-02e64076480b None None] Routers {'ce4b0a39-bdf7-48d9-9330-eb7782250823'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:47:52.241826 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-78b49e4b-a487-46fd-8e46-02e64076480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:47:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ce4b0a39-bdf7-48d9-9330-eb7782250823'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:47:52.253554 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-096726b2-5275-4b99-8d0a-9c602bf15f01 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/floatingips/8ed405a3-2895-439c-b565-632c9d1a631c HTTP/1.1" status: 204 len: 168 time: 1.2186317 Dec 11 23:47:52.254146 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'tag': '4387f99f-3587-48df-ac98-343fa7dbda0b'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:47:52.256441 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b8f82dd82bb3308a7fe1c0bc9646015abbcd992e8595cd3773a37f0ca4f15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cc2068-eac8-462e-a715-d2fdd81d97f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b89e6938-5447-41d3-ba87-c5174e651df2", "tag": "4387f99f-3587-48df-ac98-343fa7dbda0b"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:47:52.359227 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f302a8-ea50-44ea-b7ce-c48c248f3596 x-openstack-request-id: req-61f302a8-ea50-44ea-b7ce-c48c248f3596 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:47:52.359566 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89e6938-5447-41d3-ba87-c5174e651df2", "tag": "4387f99f-3587-48df-ac98-343fa7dbda0b", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:47:52.359798 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61f302a8-ea50-44ea-b7ce-c48c248f3596 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:47:52.360202 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'tag': '4387f99f-3587-48df-ac98-343fa7dbda0b', 'status': 'completed', 'code': 200} Dec 11 23:47:52.360391 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-78b49e4b-a487-46fd-8e46-02e64076480b None None] Set router ce4b0a39-bdf7-48d9-9330-eb7782250823 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:47:52.443006 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc2068-eac8-462e-a715-d2fdd81d97f4 req-d9687044-c2d6-4170-87b4-afd67269b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:52.444548 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57cc2068-eac8-462e-a715-d2fdd81d97f4 req-d9687044-c2d6-4170-87b4-afd67269b60e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 1096 time: 0.0438225 Dec 11 23:47:52.522875 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:52.538116 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc2068-eac8-462e-a715-d2fdd81d97f4 req-d4e6f2ea-ac71-434e-af0b-8aff977b66d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:52.539922 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57cc2068-eac8-462e-a715-d2fdd81d97f4 req-d4e6f2ea-ac71-434e-af0b-8aff977b66d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 HTTP/1.1" status: 200 len: 897 time: 0.0878935 Dec 11 23:47:52.570753 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-78b49e4b-a487-46fd-8e46-02e64076480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206153542', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:35Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '10bcf804-69c7-47e6-aad7-47ed76baeb8f', 'name': '', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:8f:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:34Z', 'updated_at': '2021-12-11T23:45:38Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:47:52.586193 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57cc2068-eac8-462e-a715-d2fdd81d97f4 req-4a191b09-0f4f-4318-896d-325e7cbbf8fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4387f99f-3587-48df-ac98-343fa7dbda0b HTTP/1.1" status: 200 len: 217 time: 0.0395472 Dec 11 23:47:52.596862 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b49e4b-a487-46fd-8e46-02e64076480b None None] Checking router: ce4b0a39-bdf7-48d9-9330-eb7782250823 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:47:52.605925 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b49e4b-a487-46fd-8e46-02e64076480b None None] Routers {'ce4b0a39-bdf7-48d9-9330-eb7782250823'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:47:52.606594 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-78b49e4b-a487-46fd-8e46-02e64076480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:47:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ce4b0a39-bdf7-48d9-9330-eb7782250823'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:47:52.640769 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc2068-eac8-462e-a715-d2fdd81d97f4 req-ab6e0f4f-ffff-45f4-b7e4-c324d093b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:52.643664 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57cc2068-eac8-462e-a715-d2fdd81d97f4 req-ab6e0f4f-ffff-45f4-b7e4-c324d093b2a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=abc1fa26-ea2c-4e84-825c-7f2dc60466f7 HTTP/1.1" status: 200 len: 835 time: 0.0485985 Dec 11 23:47:52.741161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efcfe4-5e26-44fa-befe-5c504a9392ce req-e319cc6e-c925-4798-a0fe-b7f916c6f160 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:52.742689 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e2efcfe4-5e26-44fa-befe-5c504a9392ce req-e319cc6e-c925-4798-a0fe-b7f916c6f160 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0845058 Dec 11 23:47:52.748224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc2068-eac8-462e-a715-d2fdd81d97f4 req-c6f107e8-81b3-449a-9441-d508c7b0f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:52.749891 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57cc2068-eac8-462e-a715-d2fdd81d97f4 req-c6f107e8-81b3-449a-9441-d508c7b0f947 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645835 Dec 11 23:47:52.814348 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-78b49e4b-a487-46fd-8e46-02e64076480b None None] Set router ce4b0a39-bdf7-48d9-9330-eb7782250823 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:47:52.845541 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e2efcfe4-5e26-44fa-befe-5c504a9392ce req-e862fdc3-782d-436b-9644-c08138cec286 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946710 Dec 11 23:47:52.872334 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57cc2068-eac8-462e-a715-d2fdd81d97f4 req-6f07deaa-0ece-4318-afa6-23b6f88c94f6 service neutron] 10.222.0.47 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080599 Dec 11 23:47:52.971591 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-57cc2068-eac8-462e-a715-d2fdd81d97f4 req-8adb8ad1-29cc-4fd4-b79e-4db12765f1bb service neutron] 10.222.0.47 "GET /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888100 Dec 11 23:47:53.017399 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-78b49e4b-a487-46fd-8e46-02e64076480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206153542', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:35Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '10bcf804-69c7-47e6-aad7-47ed76baeb8f', 'name': '', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:8f:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:34Z', 'updated_at': '2021-12-11T23:45:38Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:47:53.043426 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b49e4b-a487-46fd-8e46-02e64076480b None None] The sync data for ids ['ce4b0a39-bdf7-48d9-9330-eb7782250823'] in n-d-710847-6 is: [{'id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206153542', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:35Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '10bcf804-69c7-47e6-aad7-47ed76baeb8f', 'name': '', 'network_id': 'b3c7d6f7-0fde-4495-bf04-7a4118b32bf6', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:8f:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:34Z', 'updated_at': '2021-12-11T23:45:38Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'abc1fa26-ea2c-4e84-825c-7f2dc60466f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:47:53.263472 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1abb6d-4d43-4a13-b091-1ef4924ec2d2 None None] New status for floating IP 8ed405a3-2895-439c-b565-632c9d1a631c: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:47:53.964968 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2c55b-982c-4853-83ce-ad3324f40144 req-f08d8d6b-ead0-46ca-9db0-bf86b2db1809 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:53.966437 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-13b2c55b-982c-4853-83ce-ad3324f40144 req-f08d8d6b-ead0-46ca-9db0-bf86b2db1809 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0482032 Dec 11 23:47:54.014998 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-13b2c55b-982c-4853-83ce-ad3324f40144 req-0c3f52a2-0042-4b3b-bdc0-2b2317145f63 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5638e1e-befe-4a7c-9274-1c92d597e931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427167 Dec 11 23:47:54.148941 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:54.168082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ff92c-bfdd-4587-ba6a-a6631ab5682f req-d83d6ba5-5c84-47f8-874a-df2661849a2c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:47:54.169536 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f26ff92c-bfdd-4587-ba6a-a6631ab5682f req-d83d6ba5-5c84-47f8-874a-df2661849a2c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 945 time: 0.0524518 Dec 11 23:47:54.261576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-f26ff92c-bfdd-4587-ba6a-a6631ab5682f req-6ce8d9c5-1854-4efb-bcb7-f2d4a83f0959 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port 4387f99f-3587-48df-ac98-343fa7dbda0b {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:47:54.261911 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f26ff92c-bfdd-4587-ba6a-a6631ab5682f req-6ce8d9c5-1854-4efb-bcb7-f2d4a83f0959 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:54.347570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-f26ff92c-bfdd-4587-ba6a-a6631ab5682f req-6ce8d9c5-1854-4efb-bcb7-f2d4a83f0959 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] For port 4387f99f-3587-48df-ac98-343fa7dbda0b, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4387f99f-3587-48df-ac98-343fa7dbda0b,segment=NetworkSegment(15787e73-b06d-4a4f-97ef-94c9d0a31f4a),segment_id=15787e73-b06d-4a4f-97ef-94c9d0a31f4a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:47:54.348631 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f26ff92c-bfdd-4587-ba6a-a6631ab5682f req-6ce8d9c5-1854-4efb-bcb7-f2d4a83f0959 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:54.362493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-f26ff92c-bfdd-4587-ba6a-a6631ab5682f req-6ce8d9c5-1854-4efb-bcb7-f2d4a83f0959 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for 4387f99f-3587-48df-ac98-343fa7dbda0b owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:47:54.562790 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f26ff92c-bfdd-4587-ba6a-a6631ab5682f req-6ce8d9c5-1854-4efb-bcb7-f2d4a83f0959 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:54.593005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8d9c5-1854-4efb-bcb7-f2d4a83f0959 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=4387f99f-3587-48df-ac98-343fa7dbda0b,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:47:54.632933 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26ff92c-bfdd-4587-ba6a-a6631ab5682f req-6ce8d9c5-1854-4efb-bcb7-f2d4a83f0959 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] No DVR routers for this DVR port 4387f99f-3587-48df-ac98-343fa7dbda0b on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:47:54.635520 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-f26ff92c-bfdd-4587-ba6a-a6631ab5682f req-6ce8d9c5-1854-4efb-bcb7-f2d4a83f0959 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:54.640559 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f26ff92c-bfdd-4587-ba6a-a6631ab5682f req-6ce8d9c5-1854-4efb-bcb7-f2d4a83f0959 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.47 "DELETE /v2.0/ports/4387f99f-3587-48df-ac98-343fa7dbda0b HTTP/1.1" status: 204 len: 173 time: 0.4631703 Dec 11 23:47:54.640559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'name': 'network-vif-deleted', 'tag': '4387f99f-3587-48df-ac98-343fa7dbda0b'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:47:54.641586 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b39faf0-5190-4684-b639-76c418672ac0" -d '{"events": [{"server_uuid": "b89e6938-5447-41d3-ba87-c5174e651df2", "name": "network-vif-deleted", "tag": "4387f99f-3587-48df-ac98-343fa7dbda0b"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:47:54.679106 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d310448-66da-4320-9e39-036581cf7911 x-openstack-request-id: req-2d310448-66da-4320-9e39-036581cf7911 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:47:54.679438 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89e6938-5447-41d3-ba87-c5174e651df2", "name": "network-vif-deleted", "tag": "4387f99f-3587-48df-ac98-343fa7dbda0b", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:47:54.679744 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d310448-66da-4320-9e39-036581cf7911 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:47:54.680147 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89e6938-5447-41d3-ba87-c5174e651df2', 'name': 'network-vif-deleted', 'tag': '4387f99f-3587-48df-ac98-343fa7dbda0b', 'status': 'completed', 'code': 200} Dec 11 23:47:54.720215 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:55.122358 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52e106bd-a3f9-4114-8594-caaeccff7cd7 req-a6852329-8f7c-45c2-b55e-334f5c88fefc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b89e6938-5447-41d3-ba87-c5174e651df2 HTTP/1.1" status: 200 len: 210 time: 0.0258892 Dec 11 23:47:56.181953 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51208) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:47:56.542977 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b225ad0e-ab46-44f7-960c-60d8131aa3dc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:56.738592 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4387f99f-3587-48df-ac98-343fa7dbda0b no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:47:56.760638 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 4387f99f-3587-48df-ac98-343fa7dbda0b {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:47:56.760984 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4387f99f-3587-48df-ac98-343fa7dbda0b not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:47:56.797936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b225ad0e-ab46-44f7-960c-60d8131aa3dc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port 10bcf804-69c7-47e6-aad7-47ed76baeb8f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:47:56.798204 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b225ad0e-ab46-44f7-960c-60d8131aa3dc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:56.890067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-b225ad0e-ab46-44f7-960c-60d8131aa3dc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] For port 10bcf804-69c7-47e6-aad7-47ed76baeb8f, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=10bcf804-69c7-47e6-aad7-47ed76baeb8f,segment=NetworkSegment(15787e73-b06d-4a4f-97ef-94c9d0a31f4a),segment_id=15787e73-b06d-4a4f-97ef-94c9d0a31f4a)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:47:56.890435 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b225ad0e-ab46-44f7-960c-60d8131aa3dc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:56.902135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b225ad0e-ab46-44f7-960c-60d8131aa3dc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for 10bcf804-69c7-47e6-aad7-47ed76baeb8f owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:47:57.148488 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b225ad0e-ab46-44f7-960c-60d8131aa3dc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:57.180360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225ad0e-ab46-44f7-960c-60d8131aa3dc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=10bcf804-69c7-47e6-aad7-47ed76baeb8f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:47:57.355616 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b225ad0e-ab46-44f7-960c-60d8131aa3dc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:57.571570 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b225ad0e-ab46-44f7-960c-60d8131aa3dc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router ce4b0a39-bdf7-48d9-9330-eb7782250823 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:47:57.676483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b225ad0e-ab46-44f7-960c-60d8131aa3dc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:47:57.681939 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b225ad0e-ab46-44f7-960c-60d8131aa3dc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "PUT /v2.0/routers/ce4b0a39-bdf7-48d9-9330-eb7782250823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4988818 Dec 11 23:47:57.684520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51210) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:47:57.687060 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3a9349-7889-4bbd-b3e4-63a819f0c48b None None] Sync routers for ids ['ce4b0a39-bdf7-48d9-9330-eb7782250823'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:47:57.697026 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3a9349-7889-4bbd-b3e4-63a819f0c48b None None] Routers {'ce4b0a39-bdf7-48d9-9330-eb7782250823'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:47:57.697639 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ed3a9349-7889-4bbd-b3e4-63a819f0c48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:47:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ce4b0a39-bdf7-48d9-9330-eb7782250823'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:47:57.736171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe9d2a0-053c-4d0b-ac24-833797a9e169 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting subnet abc1fa26-ea2c-4e84-825c-7f2dc60466f7 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:47:57.739275 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afe9d2a0-053c-4d0b-ac24-833797a9e169 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:57.779139 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afe9d2a0-053c-4d0b-ac24-833797a9e169 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:57.801825 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-ed3a9349-7889-4bbd-b3e4-63a819f0c48b None None] Set router ce4b0a39-bdf7-48d9-9330-eb7782250823 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:47:57.865203 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afe9d2a0-053c-4d0b-ac24-833797a9e169 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:57.983230 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ed3a9349-7889-4bbd-b3e4-63a819f0c48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206153542', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:47:57Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:47:57.988984 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afe9d2a0-053c-4d0b-ac24-833797a9e169 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:58.009924 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3a9349-7889-4bbd-b3e4-63a819f0c48b None None] Checking router: ce4b0a39-bdf7-48d9-9330-eb7782250823 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:47:58.018362 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9d2a0-053c-4d0b-ac24-833797a9e169 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Subnet': ['ID=abc1fa26-ea2c-4e84-825c-7f2dc60466f7,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:47:58.019198 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3a9349-7889-4bbd-b3e4-63a819f0c48b None None] Routers {'ce4b0a39-bdf7-48d9-9330-eb7782250823'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:47:58.020258 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ed3a9349-7889-4bbd-b3e4-63a819f0c48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:47:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['ce4b0a39-bdf7-48d9-9330-eb7782250823'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:47:58.020412 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-afe9d2a0-053c-4d0b-ac24-833797a9e169 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:58.024325 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-afe9d2a0-053c-4d0b-ac24-833797a9e169 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/subnets/abc1fa26-ea2c-4e84-825c-7f2dc60466f7 HTTP/1.1" status: 204 len: 168 time: 0.3387880 Dec 11 23:47:58.027066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51212) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:47:58.028817 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3ada56-49e9-4be9-bab0-6a43c49f83ea None None] Network b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:47:58.127698 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-ed3a9349-7889-4bbd-b3e4-63a819f0c48b None None] Set router ce4b0a39-bdf7-48d9-9330-eb7782250823 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:47:58.142538 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bee23e11-18c7-42d5-b189-2a8942dde4ef tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:58.246734 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c5af73-a248-41ad-b263-a2dd1df99995 None None] DHCP port deletion for b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:47:58.265061 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bee23e11-18c7-42d5-b189-2a8942dde4ef tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:58.295028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-24c5af73-a248-41ad-b263-a2dd1df99995 None None] Deleting port 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:47:58.295437 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-24c5af73-a248-41ad-b263-a2dd1df99995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:58.329819 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-ed3a9349-7889-4bbd-b3e4-63a819f0c48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206153542', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:47:57Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:47:58.361700 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3a9349-7889-4bbd-b3e4-63a819f0c48b None None] The sync data for ids ['ce4b0a39-bdf7-48d9-9330-eb7782250823'] in n-d-710847-6 is: [{'id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-206153542', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:47:57Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': 'b768f413-90b5-4508-8bb9-e343f954950e', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4b0a39-bdf7-48d9-9330-eb7782250823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:45:31Z', 'updated_at': '2021-12-11T23:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:47:58.388309 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-bee23e11-18c7-42d5-b189-2a8942dde4ef tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port b768f413-90b5-4508-8bb9-e343f954950e {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:47:58.388661 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bee23e11-18c7-42d5-b189-2a8942dde4ef tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:58.475334 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-bee23e11-18c7-42d5-b189-2a8942dde4ef tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] For port b768f413-90b5-4508-8bb9-e343f954950e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b768f413-90b5-4508-8bb9-e343f954950e,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:47:58.475616 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bee23e11-18c7-42d5-b189-2a8942dde4ef tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:58.488980 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-bee23e11-18c7-42d5-b189-2a8942dde4ef tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for b768f413-90b5-4508-8bb9-e343f954950e owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:47:58.520178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-24c5af73-a248-41ad-b263-a2dd1df99995 None None] For port 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=6f97f6e8-18ab-44a6-8633-d8e4e4a6c361,segment=NetworkSegment(15787e73-b06d-4a4f-97ef-94c9d0a31f4a),segment_id=15787e73-b06d-4a4f-97ef-94c9d0a31f4a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:47:58.520573 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-24c5af73-a248-41ad-b263-a2dd1df99995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:58.534679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-24c5af73-a248-41ad-b263-a2dd1df99995 None None] Calling delete_port for 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:47:58.682733 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-24c5af73-a248-41ad-b263-a2dd1df99995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:58.712243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5af73-a248-41ad-b263-a2dd1df99995 None None] Pushing event deleted for resources: {'Port': ['ID=6f97f6e8-18ab-44a6-8633-d8e4e4a6c361,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:47:58.715126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5af73-a248-41ad-b263-a2dd1df99995 None None] No DVR routers for this DVR port 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:47:58.725380 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bee23e11-18c7-42d5-b189-2a8942dde4ef tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:58.762254 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee23e11-18c7-42d5-b189-2a8942dde4ef tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=b768f413-90b5-4508-8bb9-e343f954950e,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:47:58.779448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a88328b-1aff-46b2-a7c6-120db520897a None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:47:58.834470 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bee23e11-18c7-42d5-b189-2a8942dde4ef tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:58.929427 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bee23e11-18c7-42d5-b189-2a8942dde4ef tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:58.931711 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bee23e11-18c7-42d5-b189-2a8942dde4ef tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:59.025311 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bee23e11-18c7-42d5-b189-2a8942dde4ef tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:59.025881 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee23e11-18c7-42d5-b189-2a8942dde4ef tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Fanout notify agent at l3_agent the message router_deleted on router ce4b0a39-bdf7-48d9-9330-eb7782250823 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:47:59.032811 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bee23e11-18c7-42d5-b189-2a8942dde4ef tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:59.036635 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bee23e11-18c7-42d5-b189-2a8942dde4ef tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/routers/ce4b0a39-bdf7-48d9-9330-eb7782250823 HTTP/1.1" status: 204 len: 168 time: 1.0059521 Dec 11 23:47:59.040271 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51214) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:47:59.116033 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-961c9246-e9f2-4a3d-b41f-dea0893df43d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:59.206532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-961c9246-e9f2-4a3d-b41f-dea0893df43d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:59.226489 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-961c9246-e9f2-4a3d-b41f-dea0893df43d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c7d6f7-0fde-4495-bf04-7a4118b32bf6']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:47:59.235653 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-961c9246-e9f2-4a3d-b41f-dea0893df43d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15787e73-b06d-4a4f-97ef-94c9d0a31f4a') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:47:59.235967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-961c9246-e9f2-4a3d-b41f-dea0893df43d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15787e73-b06d-4a4f-97ef-94c9d0a31f4a') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:47:59.245708 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-961c9246-e9f2-4a3d-b41f-dea0893df43d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:59.259468 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-961c9246-e9f2-4a3d-b41f-dea0893df43d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:59.265288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961c9246-e9f2-4a3d-b41f-dea0893df43d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:47:59.265676 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-961c9246-e9f2-4a3d-b41f-dea0893df43d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:47:59.268639 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:47:59.411722 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-961c9246-e9f2-4a3d-b41f-dea0893df43d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:59.419606 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-961c9246-e9f2-4a3d-b41f-dea0893df43d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:59.422318 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-961c9246-e9f2-4a3d-b41f-dea0893df43d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/networks/b3c7d6f7-0fde-4495-bf04-7a4118b32bf6 HTTP/1.1" status: 204 len: 168 time: 0.3845081 Dec 11 23:47:59.425022 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51216) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:47:59.441376 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c9246-e9f2-4a3d-b41f-dea0893df43d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Network': ['ID=b3c7d6f7-0fde-4495-bf04-7a4118b32bf6,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:47:59.498107 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6cd9-efcf-4d77-9a4d-6a25e16bf0bc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:59.528205 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6cd9-efcf-4d77-9a4d-6a25e16bf0bc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:59.555915 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:47:59.577013 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:47:59.577613 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 6f97f6e8-18ab-44a6-8633-d8e4e4a6c361 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:47:59.586517 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 10bcf804-69c7-47e6-aad7-47ed76baeb8f no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:47:59.597159 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 10bcf804-69c7-47e6-aad7-47ed76baeb8f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:47:59.597521 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 10bcf804-69c7-47e6-aad7-47ed76baeb8f not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:47:59.662825 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6cd9-efcf-4d77-9a4d-6a25e16bf0bc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:59.666299 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6cd9-efcf-4d77-9a4d-6a25e16bf0bc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:47:59.667593 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7cbf6cd9-efcf-4d77-9a4d-6a25e16bf0bc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/security-groups/b5638e1e-befe-4a7c-9274-1c92d597e931 HTTP/1.1" status: 204 len: 168 time: 0.2323108 Dec 11 23:47:59.677216 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf6cd9-efcf-4d77-9a4d-6a25e16bf0bc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5638e1e-befe-4a7c-9274-1c92d597e931,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:01.088109 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51224) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:01.092756 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9b4c4a77-7a6c-42c3-881e-5afc9f99edd7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1244993296', 'description': 'tempest-secgroup-smoke-1244993296 description', 'project_id': '2fd0551828e14043813bac168b7a92ce'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:48:01.149299 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b768f413-90b5-4508-8bb9-e343f954950e no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:48:01.169866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: b768f413-90b5-4508-8bb9-e343f954950e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:48:01.170220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b768f413-90b5-4508-8bb9-e343f954950e not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:48:01.234479 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b4c4a77-7a6c-42c3-881e-5afc9f99edd7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:01.302081 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b4c4a77-7a6c-42c3-881e-5afc9f99edd7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:01.376959 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b4c4a77-7a6c-42c3-881e-5afc9f99edd7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:01.405822 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c4a77-7a6c-42c3-881e-5afc9f99edd7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce59876-781a-42c0-a72b-85a9c63b35aa,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:01.459183 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b4c4a77-7a6c-42c3-881e-5afc9f99edd7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:01.460444 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9b4c4a77-7a6c-42c3-881e-5afc9f99edd7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3713038 Dec 11 23:48:01.468647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51226) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:01.473033 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ef93c59b-2735-433b-bbd2-17976d9380ad tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '5ce59876-781a-42c0-a72b-85a9c63b35aa', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:48:01.576017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef93c59b-2735-433b-bbd2-17976d9380ad tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:01.635358 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef93c59b-2735-433b-bbd2-17976d9380ad tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:01.716936 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef93c59b-2735-433b-bbd2-17976d9380ad tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:01.736470 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93c59b-2735-433b-bbd2-17976d9380ad tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f25b5de-efa6-4d9f-bcbb-f0a16e3d6afe,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:01.804574 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ef93c59b-2735-433b-bbd2-17976d9380ad tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:01.806087 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ef93c59b-2735-433b-bbd2-17976d9380ad tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3365114 Dec 11 23:48:01.808874 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51228) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:01.813268 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-b09681a5-7725-4a62-b8c9-6b65654357fa tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '5ce59876-781a-42c0-a72b-85a9c63b35aa', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:48:01.910019 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b09681a5-7725-4a62-b8c9-6b65654357fa tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:01.965257 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b09681a5-7725-4a62-b8c9-6b65654357fa tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:02.028396 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b09681a5-7725-4a62-b8c9-6b65654357fa tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:02.046554 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09681a5-7725-4a62-b8c9-6b65654357fa tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504b2c03-e916-4b68-af87-af4f5f006e98,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:02.124858 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b09681a5-7725-4a62-b8c9-6b65654357fa tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:02.126100 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b09681a5-7725-4a62-b8c9-6b65654357fa tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3162789 Dec 11 23:48:02.128811 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51232) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:02.133132 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-0ebfcb3f-4ac2-4134-b8a1-129bd4048ba6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '5ce59876-781a-42c0-a72b-85a9c63b35aa', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:48:02.244914 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0ebfcb3f-4ac2-4134-b8a1-129bd4048ba6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:02.302203 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0ebfcb3f-4ac2-4134-b8a1-129bd4048ba6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:02.371261 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0ebfcb3f-4ac2-4134-b8a1-129bd4048ba6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:02.390200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfcb3f-4ac2-4134-b8a1-129bd4048ba6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25f261e-21eb-470c-bc62-22a7fc3c8a14,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:02.453412 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0ebfcb3f-4ac2-4134-b8a1-129bd4048ba6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:02.454641 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0ebfcb3f-4ac2-4134-b8a1-129bd4048ba6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3248982 Dec 11 23:48:02.457376 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51236) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:02.462566 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-997bcf48-5db5-4895-acf3-c65d67749baf tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '5ce59876-781a-42c0-a72b-85a9c63b35aa', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:48:02.564824 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-997bcf48-5db5-4895-acf3-c65d67749baf tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:02.623819 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-997bcf48-5db5-4895-acf3-c65d67749baf tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:02.702641 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-997bcf48-5db5-4895-acf3-c65d67749baf tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:02.722695 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bcf48-5db5-4895-acf3-c65d67749baf tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8669b5-f02f-4032-a000-bef1fb29c80c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:02.790768 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-997bcf48-5db5-4895-acf3-c65d67749baf tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:02.792010 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-997bcf48-5db5-4895-acf3-c65d67749baf tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3336890 Dec 11 23:48:02.794784 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51240) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:02.804084 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-133c85fd-e956-4565-8dc3-167add0b62d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '5ce59876-781a-42c0-a72b-85a9c63b35aa', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:48:02.871142 n-d-710847-6 neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-133c85fd-e956-4565-8dc3-167add0b62d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Project 2fd0551828e14043813bac168b7a92ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:48:02.876314 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-133c85fd-e956-4565-8dc3-167add0b62d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:02.933472 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-133c85fd-e956-4565-8dc3-167add0b62d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:02.994732 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-133c85fd-e956-4565-8dc3-167add0b62d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:03.010926 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c85fd-e956-4565-8dc3-167add0b62d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb9069c-d6d5-4c3a-85e7-6126fc2cfcf1,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:03.076321 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-133c85fd-e956-4565-8dc3-167add0b62d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:03.077473 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-133c85fd-e956-4565-8dc3-167add0b62d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2817221 Dec 11 23:48:03.080296 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51242) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:03.084735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-4b4fe703-d7f9-4a7c-94f1-e47eeb9c7686 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '5ce59876-781a-42c0-a72b-85a9c63b35aa', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:48:03.162439 n-d-710847-6 neutron-server[103691]: INFO neutron.db.securitygroups_db [None req-4b4fe703-d7f9-4a7c-94f1-e47eeb9c7686 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Project 2fd0551828e14043813bac168b7a92ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:48:03.168108 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4b4fe703-d7f9-4a7c-94f1-e47eeb9c7686 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:03.225855 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4b4fe703-d7f9-4a7c-94f1-e47eeb9c7686 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:03.313734 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4b4fe703-d7f9-4a7c-94f1-e47eeb9c7686 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:03.331465 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fe703-d7f9-4a7c-94f1-e47eeb9c7686 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab76fe0-bb75-4693-a178-d809a9ac8125,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:03.395770 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4b4fe703-d7f9-4a7c-94f1-e47eeb9c7686 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:03.396996 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4b4fe703-d7f9-4a7c-94f1-e47eeb9c7686 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3157561 Dec 11 23:48:03.400746 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51246) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:03.405576 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-c9e5a71f-61bd-44a3-a468-fd9594b46fd9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'network': {'name': 'tempest-network-smoke--2049646329', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'port_security_enabled': True}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:48:03.513746 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e5a71f-61bd-44a3-a468-fd9594b46fd9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Made reservation on behalf of 2fd0551828e14043813bac168b7a92ce for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:48:03.517349 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9e5a71f-61bd-44a3-a468-fd9594b46fd9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:03.541063 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e5a71f-61bd-44a3-a468-fd9594b46fd9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:48:03.549595 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9e5a71f-61bd-44a3-a468-fd9594b46fd9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:03.549944 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-c9e5a71f-61bd-44a3-a468-fd9594b46fd9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Added segment 248007f3-5447-4c13-8393-87752f557c6b of type vlan for network 50dceaac-0dc5-43c1-b268-54947be7e784 Dec 11 23:48:03.591451 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9e5a71f-61bd-44a3-a468-fd9594b46fd9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:03.665100 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9e5a71f-61bd-44a3-a468-fd9594b46fd9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:03.670750 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e5a71f-61bd-44a3-a468-fd9594b46fd9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:03.671354 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c9e5a71f-61bd-44a3-a468-fd9594b46fd9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:03.739311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5a71f-61bd-44a3-a468-fd9594b46fd9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Network': ['ID=50dceaac-0dc5-43c1-b268-54947be7e784,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:03.750201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 50dceaac-0dc5-43c1-b268-54947be7e784 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:48:03.766026 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c9e5a71f-61bd-44a3-a468-fd9594b46fd9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3636365 Dec 11 23:48:03.768079 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51248) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:03.772478 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1078643814', 'admin_state_up': True, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:48:03.862855 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:03.863871 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:03.918911 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:04.111871 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:04.346213 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:48:04.402386 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:04.421339 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:04.525304 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.25.1.212 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/1720dabd-b505-4433-9fdc-885cdb576645) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:48:04.624971 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:04.734213 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:04.778497 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:48:04.781457 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:48:04.784880 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:48:04.796070 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede6dee5-3100-4788-94b4-33b0ed2186f8 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:48:04.808145 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=1720dabd-b505-4433-9fdc-885cdb576645,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:04.899191 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-04f44331-43b2-41ed-b57c-2e4cdaa49cb1 None None] Provisioning complete for port 1720dabd-b505-4433-9fdc-885cdb576645 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:48:04.899572 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04f44331-43b2-41ed-b57c-2e4cdaa49cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:04.937636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-04f44331-43b2-41ed-b57c-2e4cdaa49cb1 None None] Port 1720dabd-b505-4433-9fdc-885cdb576645 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:48:05.145574 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:05.339805 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:05.519448 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router d633da0a-9287-4c55-9391-d26c2bf2a276 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:48:05.620673 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:48:05.630359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Sync routers for ids ['d633da0a-9287-4c55-9391-d26c2bf2a276'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:48:05.640526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Routers {'d633da0a-9287-4c55-9391-d26c2bf2a276'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:48:05.644544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:47:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d633da0a-9287-4c55-9391-d26c2bf2a276'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:48:05.713824 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:05.715293 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d26660fc-1c68-42cb-aa9c-521aa6e92f7c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9462602 Dec 11 23:48:05.718444 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51252) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:05.747505 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Set router d633da0a-9287-4c55-9391-d26c2bf2a276 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:48:05.794308 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b26ca5a7-46f0-4a95-b41a-98dbe85c7a2f tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=2fd0551828e14043813bac168b7a92ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0745234 Dec 11 23:48:05.796742 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51256) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:05.882641 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91e8a66-0790-4b30-86e9-1f2bc039f65b tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:05.884361 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d91e8a66-0790-4b30-86e9-1f2bc039f65b tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865371 Dec 11 23:48:05.887288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51258) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:05.916393 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-661d4283-b7d8-4d05-a68f-782adaaf8345 tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279939 Dec 11 23:48:05.919153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51260) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:05.923988 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-ff07cb6a-dc18-4bab-9d9c-7379f9b11564 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-49191251', 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:48:05.925317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078643814', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1720dabd-b505-4433-9fdc-885cdb576645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:48:03Z', 'updated_at': '2021-12-11T23:48:04Z', 'revision_number': 3, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '1720dabd-b505-4433-9fdc-885cdb576645', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:04Z', 'updated_at': '2021-12-11T23:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:48:05.952674 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Checking router: d633da0a-9287-4c55-9391-d26c2bf2a276 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:48:05.953053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Updating router d633da0a-9287-4c55-9391-d26c2bf2a276 port 1720dabd-b505-4433-9fdc-885cdb576645 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:48:05.983657 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:06.247292 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:06.311270 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:06.361209 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236c0626-11d9-40e9-9931-0500978b91cd None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:48:06.373386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a3392-d3bf-4f84-b49e-b5e400738712 None None] Pushing event updated for resources: {'Port': ['ID=1720dabd-b505-4433-9fdc-885cdb576645,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:06.375882 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Attempting to bind port 1720dabd-b505-4433-9fdc-885cdb576645 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:48:06.376272 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Attempting to bind port 1720dabd-b505-4433-9fdc-885cdb576645 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:48:06.376649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Attempting to bind port 1720dabd-b505-4433-9fdc-885cdb576645 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:48:06.383526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:48:06.383925 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:48:06.385079 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:06.385446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:48:06.385918 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff07cb6a-dc18-4bab-9d9c-7379f9b11564 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Made reservation on behalf of 2fd0551828e14043813bac168b7a92ce for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:48:06.386021 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Bound port: 1720dabd-b505-4433-9fdc-885cdb576645, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:48:06.386342 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:06.390835 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff07cb6a-dc18-4bab-9d9c-7379f9b11564 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:06.441748 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] For port 1720dabd-b505-4433-9fdc-885cdb576645, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:48:06.444842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] For port 1720dabd-b505-4433-9fdc-885cdb576645, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1720dabd-b505-4433-9fdc-885cdb576645,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:48:06.468740 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-33e682b8-0f98-4a79-9431-bea74ff7fbb6 None None] Provisioning complete for port 1720dabd-b505-4433-9fdc-885cdb576645 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:48:06.469116 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-33e682b8-0f98-4a79-9431-bea74ff7fbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:06.503506 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-33e682b8-0f98-4a79-9431-bea74ff7fbb6 None None] Port 1720dabd-b505-4433-9fdc-885cdb576645 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:48:06.531973 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:06.577753 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce17d5bb-7ced-4997-9ffb-627c5b96ee0b None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:48:06.598681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Routers {'d633da0a-9287-4c55-9391-d26c2bf2a276'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:48:06.599415 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:47:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d633da0a-9287-4c55-9391-d26c2bf2a276'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:48:06.601094 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a3392-d3bf-4f84-b49e-b5e400738712 None None] Pushing event updated for resources: {'Port': ['ID=1720dabd-b505-4433-9fdc-885cdb576645,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:06.648814 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff07cb6a-dc18-4bab-9d9c-7379f9b11564 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:06.667648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bab86686-e6b7-4269-91e1-240384d49dfc None None] Provisioning complete for port 1720dabd-b505-4433-9fdc-885cdb576645 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:48:06.673608 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bab86686-e6b7-4269-91e1-240384d49dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:06.712895 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07cb6a-dc18-4bab-9d9c-7379f9b11564 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Subnet': ['ID=304f716d-d166-4fe2-b438-c01161c3564c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:06.721339 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff07cb6a-dc18-4bab-9d9c-7379f9b11564 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Checking segment: {'id': '248007f3-5447-4c13-8393-87752f557c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:48:06.721708 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff07cb6a-dc18-4bab-9d9c-7379f9b11564 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network hostable DHCP agents. Network: 50dceaac-0dc5-43c1-b268-54947be7e784, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:48:06.749978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] Set router d633da0a-9287-4c55-9391-d26c2bf2a276 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:48:06.839673 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff07cb6a-dc18-4bab-9d9c-7379f9b11564 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network 50dceaac-0dc5-43c1-b268-54947be7e784 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:48:06.890550 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bab86686-e6b7-4269-91e1-240384d49dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:06.899398 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-ff07cb6a-dc18-4bab-9d9c-7379f9b11564 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 50dceaac-0dc5-43c1-b268-54947be7e784) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:48:06.904361 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff07cb6a-dc18-4bab-9d9c-7379f9b11564 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:06.904959 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-ff07cb6a-dc18-4bab-9d9c-7379f9b11564 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:06.915861 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956288c9-07a3-4f63-babd-10135c55fcb5 None None] Network 50dceaac-0dc5-43c1-b268-54947be7e784 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:48:06.941971 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-bab86686-e6b7-4269-91e1-240384d49dfc None None] For port 1720dabd-b505-4433-9fdc-885cdb576645, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1720dabd-b505-4433-9fdc-885cdb576645,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:48:06.990475 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ff07cb6a-dc18-4bab-9d9c-7379f9b11564 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0677674 Dec 11 23:48:06.990709 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51262) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:07.025927 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bab86686-e6b7-4269-91e1-240384d49dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:07.092480 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94770df-6196-4988-b43e-831395716e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-50dceaac-0dc5-43c1-b268-54947be7e784', 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ips': [{'subnet_id': '304f716d-d166-4fe2-b438-c01161c3564c'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:48:07.093265 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c94770df-6196-4988-b43e-831395716e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:07.121398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078643814', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1720dabd-b505-4433-9fdc-885cdb576645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:48:03Z', 'updated_at': '2021-12-11T23:48:04Z', 'revision_number': 3, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '1720dabd-b505-4433-9fdc-885cdb576645', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:04Z', 'updated_at': '2021-12-11T23:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:48:07.123141 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab86686-e6b7-4269-91e1-240384d49dfc None None] Pushing event updated for resources: {'Port': ['ID=1720dabd-b505-4433-9fdc-885cdb576645,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:07.158501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b864db4b-023c-445e-985a-c28ffb53e970 None None] The sync data for ids ['d633da0a-9287-4c55-9391-d26c2bf2a276'] in n-d-710847-6 is: [{'id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078643814', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1720dabd-b505-4433-9fdc-885cdb576645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:48:03Z', 'updated_at': '2021-12-11T23:48:04Z', 'revision_number': 3, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '1720dabd-b505-4433-9fdc-885cdb576645', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:04Z', 'updated_at': '2021-12-11T23:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:48:07.281206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-c94770df-6196-4988-b43e-831395716e1d None None] Allocated IP 172.20.0.2 (50dceaac-0dc5-43c1-b268-54947be7e784/304f716d-d166-4fe2-b438-c01161c3564c/93ec1947-63c4-4698-84cc-00e523c45b01) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:48:07.467347 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c94770df-6196-4988-b43e-831395716e1d None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:07.478974 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:07.527695 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c94770df-6196-4988-b43e-831395716e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:07.576676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94770df-6196-4988-b43e-831395716e1d None None] Network 50dceaac-0dc5-43c1-b268-54947be7e784 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:48:07.580019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-c94770df-6196-4988-b43e-831395716e1d None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:48:07.583510 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94770df-6196-4988-b43e-831395716e1d None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:48:07.591823 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94770df-6196-4988-b43e-831395716e1d None None] Pushing event updated for resources: {'Port': ['ID=93ec1947-63c4-4698-84cc-00e523c45b01,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:07.793280 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.20.0.1 (50dceaac-0dc5-43c1-b268-54947be7e784/304f716d-d166-4fe2-b438-c01161c3564c/b2aeaddd-fd1f-41df-b880-17dc316b1e25) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:48:07.819192 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c94770df-6196-4988-b43e-831395716e1d None None] Attempting to bind port 93ec1947-63c4-4698-84cc-00e523c45b01 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:48:07.819315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c94770df-6196-4988-b43e-831395716e1d None None] Attempting to bind port 93ec1947-63c4-4698-84cc-00e523c45b01 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '248007f3-5447-4c13-8393-87752f557c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:48:07.819649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94770df-6196-4988-b43e-831395716e1d None None] Attempting to bind port 93ec1947-63c4-4698-84cc-00e523c45b01 on network 50dceaac-0dc5-43c1-b268-54947be7e784 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:48:07.825666 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94770df-6196-4988-b43e-831395716e1d None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:48:07.826057 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94770df-6196-4988-b43e-831395716e1d None None] Checking segment: {'id': '248007f3-5447-4c13-8393-87752f557c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:48:07.826606 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c94770df-6196-4988-b43e-831395716e1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:07.827043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94770df-6196-4988-b43e-831395716e1d None None] Bound using segment: {'id': '248007f3-5447-4c13-8393-87752f557c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:48:07.827533 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-c94770df-6196-4988-b43e-831395716e1d None None] Bound port: 93ec1947-63c4-4698-84cc-00e523c45b01, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248007f3-5447-4c13-8393-87752f557c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:48:07.827925 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c94770df-6196-4988-b43e-831395716e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:07.900249 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c94770df-6196-4988-b43e-831395716e1d None None] For port 93ec1947-63c4-4698-84cc-00e523c45b01, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:48:07.903703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-c94770df-6196-4988-b43e-831395716e1d None None] For port 93ec1947-63c4-4698-84cc-00e523c45b01, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=93ec1947-63c4-4698-84cc-00e523c45b01,segment=NetworkSegment(248007f3-5447-4c13-8393-87752f557c6b),segment_id=248007f3-5447-4c13-8393-87752f557c6b)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:48:07.913091 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:07.972088 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c94770df-6196-4988-b43e-831395716e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:08.003386 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:08.042445 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94770df-6196-4988-b43e-831395716e1d None None] Pushing event updated for resources: {'Port': ['ID=93ec1947-63c4-4698-84cc-00e523c45b01,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:08.060311 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network 50dceaac-0dc5-43c1-b268-54947be7e784 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:48:08.063780 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:48:08.068752 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:48:08.099469 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=b2aeaddd-fd1f-41df-b880-17dc316b1e25,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:08.124536 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:08.348014 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:08.623545 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:08.685733 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:08.762564 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:08.764383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=b2aeaddd-fd1f-41df-b880-17dc316b1e25,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:08.857725 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network 50dceaac-0dc5-43c1-b268-54947be7e784 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:48:08.859250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:48:08.974835 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router d633da0a-9287-4c55-9391-d26c2bf2a276 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:48:09.083257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:48:09.089651 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-05d21e34-4a3a-4a88-b0e2-c74c2cbc782a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "PUT /v2.0/routers/d633da0a-9287-4c55-9391-d26c2bf2a276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0978427 Dec 11 23:48:09.096578 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Sync routers for ids ['d633da0a-9287-4c55-9391-d26c2bf2a276'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:48:09.107412 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Routers {'d633da0a-9287-4c55-9391-d26c2bf2a276'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:48:09.108128 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:47:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d633da0a-9287-4c55-9391-d26c2bf2a276'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:48:09.224704 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Set router d633da0a-9287-4c55-9391-d26c2bf2a276 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:48:09.259411 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-5540aaa2-72cf-49d5-b0b7-0c872b61f1b3 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1244993296&fields=id&tenant_id=2fd0551828e14043813bac168b7a92ce HTTP/1.1" status: 200 len: 267 time: 0.0545106 Dec 11 23:48:09.265955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1720dabd-b505-4433-9fdc-885cdb576645 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:48:09.328007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 1720dabd-b505-4433-9fdc-885cdb576645 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:48:09.328394 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:09.400792 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-d89177c7-482b-400d-bb21-9f61eb7e54c2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:09.402347 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-d89177c7-482b-400d-bb21-9f61eb7e54c2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/networks?id=50dceaac-0dc5-43c1-b268-54947be7e784 HTTP/1.1" status: 200 len: 797 time: 0.1291366 Dec 11 23:48:09.409295 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 93ec1947-63c4-4698-84cc-00e523c45b01 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:48:09.425924 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-6ec21648-9d4a-4b3d-ada9-8570c03a61e4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/quotas/2fd0551828e14043813bac168b7a92ce HTTP/1.1" status: 200 len: 375 time: 0.0172358 Dec 11 23:48:09.466932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 93ec1947-63c4-4698-84cc-00e523c45b01 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:48:09.467312 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:09.472667 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078643814', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1720dabd-b505-4433-9fdc-885cdb576645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:48:03Z', 'updated_at': '2021-12-11T23:48:08Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '1720dabd-b505-4433-9fdc-885cdb576645', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:04Z', 'updated_at': '2021-12-11T23:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b2aeaddd-fd1f-41df-b880-17dc316b1e25', 'name': '', 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:09:9a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '304f716d-d166-4fe2-b438-c01161c3564c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:07Z', 'updated_at': '2021-12-11T23:48:08Z', 'revision_number': 2, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '304f716d-d166-4fe2-b438-c01161c3564c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:48:09.485875 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-7eeee674-6d09-4dd1-84d5-011bc2da3cfa tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586479 Dec 11 23:48:09.571051 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:09.611165 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Checking router: d633da0a-9287-4c55-9391-d26c2bf2a276 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:48:09.611544 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Updating router d633da0a-9287-4c55-9391-d26c2bf2a276 port b2aeaddd-fd1f-41df-b880-17dc316b1e25 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:48:09.612471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 93ec1947-63c4-4698-84cc-00e523c45b01, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=93ec1947-63c4-4698-84cc-00e523c45b01,segment=NetworkSegment(248007f3-5447-4c13-8393-87752f557c6b),segment_id=248007f3-5447-4c13-8393-87752f557c6b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:48:09.638037 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:09.654674 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-8322d92e-787a-481e-a32d-7497c95dae74 service neutron] 10.222.0.45 "GET /v2.0/networks/50dceaac-0dc5-43c1-b268-54947be7e784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544778 Dec 11 23:48:09.679661 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:09.709806 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae896cc-1982-4912-a499-c3e61e2cf99c None None] Network 50dceaac-0dc5-43c1-b268-54947be7e784 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:48:09.753617 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-fdc174a6-32ea-4307-9419-76d0ea03a9cd service neutron] 10.222.0.45 "GET /v2.0/networks/50dceaac-0dc5-43c1-b268-54947be7e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924542 Dec 11 23:48:09.796664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=93ec1947-63c4-4698-84cc-00e523c45b01,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:09.807474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-dd8e110b-1ce7-4361-ae2e-99179cfcee26 None None] Provisioning complete for port 93ec1947-63c4-4698-84cc-00e523c45b01 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:48:09.807725 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd8e110b-1ce7-4361-ae2e-99179cfcee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:09.925358 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:09.993942 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:10.032607 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-558fed12-d1c8-46bd-9ff9-123a6623448d req-ba0512ee-6c92-47c0-aafa-d8c33975a279 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 210 time: 0.0420756 Dec 11 23:48:10.067615 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b009e-6749-4d1c-8ab6-abf9becfb1d4 None None] Pushing event updated for resources: {'Port': ['ID=b2aeaddd-fd1f-41df-b880-17dc316b1e25,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:10.093361 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b009e-6749-4d1c-8ab6-abf9becfb1d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:48:10.093596 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b009e-6749-4d1c-8ab6-abf9becfb1d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:48:10.093942 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b009e-6749-4d1c-8ab6-abf9becfb1d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:48:10.094276 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b009e-6749-4d1c-8ab6-abf9becfb1d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:48:10.094607 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b009e-6749-4d1c-8ab6-abf9becfb1d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:48:10.094960 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b009e-6749-4d1c-8ab6-abf9becfb1d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:48:10.095341 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b009e-6749-4d1c-8ab6-abf9becfb1d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:48:10.095602 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b009e-6749-4d1c-8ab6-abf9becfb1d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:48:10.095904 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b009e-6749-4d1c-8ab6-abf9becfb1d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:48:10.096226 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b009e-6749-4d1c-8ab6-abf9becfb1d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:48:10.096545 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b009e-6749-4d1c-8ab6-abf9becfb1d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:48:10.096864 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b009e-6749-4d1c-8ab6-abf9becfb1d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:48:10.097407 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b009e-6749-4d1c-8ab6-abf9becfb1d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:48:10.129979 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Attempting to bind port b2aeaddd-fd1f-41df-b880-17dc316b1e25 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:48:10.130355 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Attempting to bind port b2aeaddd-fd1f-41df-b880-17dc316b1e25 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '248007f3-5447-4c13-8393-87752f557c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:48:10.130721 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Attempting to bind port b2aeaddd-fd1f-41df-b880-17dc316b1e25 on network 50dceaac-0dc5-43c1-b268-54947be7e784 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:48:10.137206 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:48:10.137587 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Checking segment: {'id': '248007f3-5447-4c13-8393-87752f557c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:48:10.137993 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:10.138397 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Bound using segment: {'id': '248007f3-5447-4c13-8393-87752f557c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:48:10.138891 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Bound port: b2aeaddd-fd1f-41df-b880-17dc316b1e25, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248007f3-5447-4c13-8393-87752f557c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:48:10.139278 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:10.205434 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] For port b2aeaddd-fd1f-41df-b880-17dc316b1e25, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:48:10.209397 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] For port b2aeaddd-fd1f-41df-b880-17dc316b1e25, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b2aeaddd-fd1f-41df-b880-17dc316b1e25,segment=NetworkSegment(248007f3-5447-4c13-8393-87752f557c6b),segment_id=248007f3-5447-4c13-8393-87752f557c6b)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:48:10.251788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-08a4069f-92a2-47d5-a958-1a6eafe196f5 None None] Provisioning complete for port b2aeaddd-fd1f-41df-b880-17dc316b1e25 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:48:10.254974 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-08a4069f-92a2-47d5-a958-1a6eafe196f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:10.275490 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:10.295113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-08a4069f-92a2-47d5-a958-1a6eafe196f5 None None] Port b2aeaddd-fd1f-41df-b880-17dc316b1e25 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:48:10.305525 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-08a4069f-92a2-47d5-a958-1a6eafe196f5 None None] Provisioning complete for port 93ec1947-63c4-4698-84cc-00e523c45b01 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:48:10.306586 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-08a4069f-92a2-47d5-a958-1a6eafe196f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:10.332900 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Routers {'d633da0a-9287-4c55-9391-d26c2bf2a276'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:48:10.333647 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:47:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d633da0a-9287-4c55-9391-d26c2bf2a276'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:48:10.408541 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b009e-6749-4d1c-8ab6-abf9becfb1d4 None None] Pushing event updated for resources: {'Port': ['ID=b2aeaddd-fd1f-41df-b880-17dc316b1e25,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:10.486615 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] Set router d633da0a-9287-4c55-9391-d26c2bf2a276 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:48:10.523362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5e9e01e7-51fb-41f6-a2c8-08fcbd51b4f5 None None] Provisioning complete for port b2aeaddd-fd1f-41df-b880-17dc316b1e25 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:48:10.523743 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5e9e01e7-51fb-41f6-a2c8-08fcbd51b4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:10.623734 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5e9e01e7-51fb-41f6-a2c8-08fcbd51b4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:10.659273 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-5e9e01e7-51fb-41f6-a2c8-08fcbd51b4f5 None None] For port b2aeaddd-fd1f-41df-b880-17dc316b1e25, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b2aeaddd-fd1f-41df-b880-17dc316b1e25,segment=NetworkSegment(248007f3-5447-4c13-8393-87752f557c6b),segment_id=248007f3-5447-4c13-8393-87752f557c6b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:48:10.717319 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078643814', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1720dabd-b505-4433-9fdc-885cdb576645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:48:03Z', 'updated_at': '2021-12-11T23:48:08Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '1720dabd-b505-4433-9fdc-885cdb576645', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:04Z', 'updated_at': '2021-12-11T23:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b2aeaddd-fd1f-41df-b880-17dc316b1e25', 'name': '', 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:09:9a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '304f716d-d166-4fe2-b438-c01161c3564c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:07Z', 'updated_at': '2021-12-11T23:48:10Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '304f716d-d166-4fe2-b438-c01161c3564c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:48:10.739884 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5e9e01e7-51fb-41f6-a2c8-08fcbd51b4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:10.747305 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3cab1-d553-4a91-9625-527ad308e944 None None] The sync data for ids ['d633da0a-9287-4c55-9391-d26c2bf2a276'] in n-d-710847-6 is: [{'id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078643814', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1720dabd-b505-4433-9fdc-885cdb576645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:48:03Z', 'updated_at': '2021-12-11T23:48:08Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '1720dabd-b505-4433-9fdc-885cdb576645', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:04Z', 'updated_at': '2021-12-11T23:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b2aeaddd-fd1f-41df-b880-17dc316b1e25', 'name': '', 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:09:9a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '304f716d-d166-4fe2-b438-c01161c3564c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:07Z', 'updated_at': '2021-12-11T23:48:10Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '304f716d-d166-4fe2-b438-c01161c3564c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:48:10.809091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e01e7-51fb-41f6-a2c8-08fcbd51b4f5 None None] Pushing event updated for resources: {'Port': ['ID=b2aeaddd-fd1f-41df-b880-17dc316b1e25,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:10.873575 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-1647f8e0-29f1-4f91-bc91-2c3f68f66edf None None] Provisioning complete for port b2aeaddd-fd1f-41df-b880-17dc316b1e25 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:48:10.876356 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1647f8e0-29f1-4f91-bc91-2c3f68f66edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:11.090787 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-70a2f85f-191d-4eac-9a3f-43f004502e3b None None] Provisioning complete for port b2aeaddd-fd1f-41df-b880-17dc316b1e25 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:48:11.091487 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-70a2f85f-191d-4eac-9a3f-43f004502e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:11.125072 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6bee4774-d4fe-4572-bb64-6106aa5a2b64 req-a834ed59-ab41-4756-b8fa-64c5361cf600 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 210 time: 0.0285845 Dec 11 23:48:11.295519 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 93ec1947-63c4-4698-84cc-00e523c45b01 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:48:11.360395 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 93ec1947-63c4-4698-84cc-00e523c45b01 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:48:11.360771 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:11.447416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b2aeaddd-fd1f-41df-b880-17dc316b1e25 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:48:11.500233 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port b2aeaddd-fd1f-41df-b880-17dc316b1e25 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:48:11.500233 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:12.141596 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-5cbbbcc9-23db-4b7a-aca7-6dd6eb87118d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:12.143128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-5cbbbcc9-23db-4b7a-aca7-6dd6eb87118d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.13 "GET /v2.0/networks?id=50dceaac-0dc5-43c1-b268-54947be7e784 HTTP/1.1" status: 200 len: 797 time: 0.1071796 Dec 11 23:48:12.220041 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-53cd91e8-30c5-4989-b435-dc5e8c2c66e9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fd0551828e14043813bac168b7a92ce HTTP/1.1" status: 200 len: 380 time: 0.0677700 Dec 11 23:48:12.235698 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4c2c4701-9547-4750-b2d4-e008ba4d4c86 req-b7e71a2e-3a84-4833-a08d-7a44a258f158 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 210 time: 0.0340068 Dec 11 23:48:12.239716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-479a9328-bd3f-444c-a2a3-9d4d9e9b4a87 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'port': {'device_id': 'b9acb3d6-e084-4216-9425-6d3b4084e9f5', 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784', 'admin_state_up': True, 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'security_groups': ['5ce59876-781a-42c0-a72b-85a9c63b35aa']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:48:12.411233 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-479a9328-bd3f-444c-a2a3-9d4d9e9b4a87 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Made reservation on behalf of 2fd0551828e14043813bac168b7a92ce for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:48:12.414883 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-479a9328-bd3f-444c-a2a3-9d4d9e9b4a87 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:12.542196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-479a9328-bd3f-444c-a2a3-9d4d9e9b4a87 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.20.0.8 (50dceaac-0dc5-43c1-b268-54947be7e784/304f716d-d166-4fe2-b438-c01161c3564c/4e71c441-2ea8-4222-a9a1-24a9d4070bed) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:48:12.676031 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-479a9328-bd3f-444c-a2a3-9d4d9e9b4a87 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:12.777165 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-479a9328-bd3f-444c-a2a3-9d4d9e9b4a87 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:12.827499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-479a9328-bd3f-444c-a2a3-9d4d9e9b4a87 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network 50dceaac-0dc5-43c1-b268-54947be7e784 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:48:12.830602 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-479a9328-bd3f-444c-a2a3-9d4d9e9b4a87 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:48:12.834160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-479a9328-bd3f-444c-a2a3-9d4d9e9b4a87 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:48:12.860408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a9328-bd3f-444c-a2a3-9d4d9e9b4a87 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=4e71c441-2ea8-4222-a9a1-24a9d4070bed,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:12.889495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-479a9328-bd3f-444c-a2a3-9d4d9e9b4a87 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:12.890318 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-479a9328-bd3f-444c-a2a3-9d4d9e9b4a87 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:12.962851 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-479a9328-bd3f-444c-a2a3-9d4d9e9b4a87 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7292809 Dec 11 23:48:12.975099 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Request body: {'port': {'device_id': 'b9acb3d6-e084-4216-9425-6d3b4084e9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:48:13.024135 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-81b3d8ea-491a-4cf6-acad-196488fcdc88 None None] Provisioning complete for port 4e71c441-2ea8-4222-a9a1-24a9d4070bed triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:48:13.024715 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-81b3d8ea-491a-4cf6-acad-196488fcdc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:13.031945 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:13.058622 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-81b3d8ea-491a-4cf6-acad-196488fcdc88 None None] Port 4e71c441-2ea8-4222-a9a1-24a9d4070bed cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:48:13.294262 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e71c441-2ea8-4222-a9a1-24a9d4070bed {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:48:13.301996 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:13.314410 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Transition to ACTIVE for port object 4e71c441-2ea8-4222-a9a1-24a9d4070bed will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:48:13.353391 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab856bd-6e7c-49cd-8ae1-85815b6b04f0 req-8899b9b0-a4b6-4e95-aa40-d56889175f39 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:13.354901 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ab856bd-6e7c-49cd-8ae1-85815b6b04f0 req-8899b9b0-a4b6-4e95-aa40-d56889175f39 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 931 time: 0.0492873 Dec 11 23:48:13.373730 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:13.410485 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2ab856bd-6e7c-49cd-8ae1-85815b6b04f0 req-0279085f-c5ef-4b6c-a51c-3067ca4c6df0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494149 Dec 11 23:48:13.427538 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Pushing event updated for resources: {'Port': ['ID=4e71c441-2ea8-4222-a9a1-24a9d4070bed,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:13.505532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Attempting to bind port 4e71c441-2ea8-4222-a9a1-24a9d4070bed on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:48:13.505879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Attempting to bind port 4e71c441-2ea8-4222-a9a1-24a9d4070bed by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '248007f3-5447-4c13-8393-87752f557c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:48:13.506218 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Attempting to bind port 4e71c441-2ea8-4222-a9a1-24a9d4070bed on network 50dceaac-0dc5-43c1-b268-54947be7e784 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:48:13.511548 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Port 4e71c441-2ea8-4222-a9a1-24a9d4070bed on network 50dceaac-0dc5-43c1-b268-54947be7e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:48:13.515368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Attempting to bind port 4e71c441-2ea8-4222-a9a1-24a9d4070bed on network 50dceaac-0dc5-43c1-b268-54947be7e784 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:48:13.517031 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:48:13.517380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Checking segment: {'id': '248007f3-5447-4c13-8393-87752f557c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:48:13.517772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Bound using segment: {'id': '248007f3-5447-4c13-8393-87752f557c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:48:13.518206 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Bound port: 4e71c441-2ea8-4222-a9a1-24a9d4070bed, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248007f3-5447-4c13-8393-87752f557c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:48:13.518570 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:13.589003 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] For port 4e71c441-2ea8-4222-a9a1-24a9d4070bed, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:48:13.592151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] For port 4e71c441-2ea8-4222-a9a1-24a9d4070bed, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4e71c441-2ea8-4222-a9a1-24a9d4070bed,segment=NetworkSegment(248007f3-5447-4c13-8393-87752f557c6b),segment_id=248007f3-5447-4c13-8393-87752f557c6b)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:48:13.660301 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:13.693409 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:13.694026 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:13.695575 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] 10.222.0.13 "PUT /v2.0/ports/4e71c441-2ea8-4222-a9a1-24a9d4070bed HTTP/1.1" status: 200 len: 1091 time: 0.7250030 Dec 11 23:48:13.700725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9acb3d6-e084-4216-9425-6d3b4084e9f5', 'tag': '4e71c441-2ea8-4222-a9a1-24a9d4070bed'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:48:13.703071 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b27c598-f5ef-45c0-970a-c81861ed97d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b9acb3d6-e084-4216-9425-6d3b4084e9f5", "tag": "4e71c441-2ea8-4222-a9a1-24a9d4070bed"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:48:13.731443 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92e8cd-45e5-42de-a2a5-0137bb6d6741 service neutron] Pushing event updated for resources: {'Port': ['ID=4e71c441-2ea8-4222-a9a1-24a9d4070bed,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:13.747532 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653edbe5-2d9a-438f-b2e1-84559f00af3f x-openstack-request-id: req-653edbe5-2d9a-438f-b2e1-84559f00af3f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:48:13.747895 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9acb3d6-e084-4216-9425-6d3b4084e9f5", "tag": "4e71c441-2ea8-4222-a9a1-24a9d4070bed", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:48:13.748156 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-653edbe5-2d9a-438f-b2e1-84559f00af3f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:48:13.748568 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9acb3d6-e084-4216-9425-6d3b4084e9f5', 'tag': '4e71c441-2ea8-4222-a9a1-24a9d4070bed', 'status': 'completed', 'code': 200} Dec 11 23:48:13.813469 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27c598-f5ef-45c0-970a-c81861ed97d0 req-c7e2eddc-a972-4c89-9863-14e3acef2e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:13.816676 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3b27c598-f5ef-45c0-970a-c81861ed97d0 req-c7e2eddc-a972-4c89-9863-14e3acef2e70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 1094 time: 0.0457859 Dec 11 23:48:13.921213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27c598-f5ef-45c0-970a-c81861ed97d0 req-fdf168f2-51a9-4dac-a9a3-ddde44a04ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:13.922694 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3b27c598-f5ef-45c0-970a-c81861ed97d0 req-fdf168f2-51a9-4dac-a9a3-ddde44a04ae4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2fd0551828e14043813bac168b7a92ce&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1000934 Dec 11 23:48:14.020376 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27c598-f5ef-45c0-970a-c81861ed97d0 req-20f9c3c3-3ee2-47c5-8e3e-563e69199921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:14.021866 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3b27c598-f5ef-45c0-970a-c81861ed97d0 req-20f9c3c3-3ee2-47c5-8e3e-563e69199921 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930290 Dec 11 23:48:14.096030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-db16672f-b293-42fa-87f7-eda3139b7c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:14.097396 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-db16672f-b293-42fa-87f7-eda3139b7c53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 1094 time: 0.0400977 Dec 11 23:48:14.145223 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-bb481402-ebba-4254-9c97-23b71850e2af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e71c441-2ea8-4222-a9a1-24a9d4070bed HTTP/1.1" status: 200 len: 217 time: 0.0390370 Dec 11 23:48:14.198249 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-897f375c-4473-417b-bd2d-17bcc3a283c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:14.199386 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-897f375c-4473-417b-bd2d-17bcc3a283c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=304f716d-d166-4fe2-b438-c01161c3564c HTTP/1.1" status: 200 len: 833 time: 0.0467672 Dec 11 23:48:14.248654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-1b8247ec-242c-4a8e-9b87-da984a9618e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:14.250536 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-1b8247ec-242c-4a8e-9b87-da984a9618e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50dceaac-0dc5-43c1-b268-54947be7e784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438466 Dec 11 23:48:14.302679 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:14.355778 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-bd0a5b76-df77-406b-9805-b53699778413 service neutron] 10.222.0.13 "GET /v2.0/networks/50dceaac-0dc5-43c1-b268-54947be7e784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981953 Dec 11 23:48:14.447345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2b670fba-87b3-47e3-b5c3-de4f02b1f932 req-79e44587-e2da-4af8-a255-9a10d7b4b152 service neutron] 10.222.0.13 "GET /v2.0/networks/50dceaac-0dc5-43c1-b268-54947be7e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847113 Dec 11 23:48:14.532928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9adb7a-8170-43d5-8e1e-7406e5ba5705 req-cacc9109-3aa1-4fc7-b55a-3d7a45130ed2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:14.534427 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1e9adb7a-8170-43d5-8e1e-7406e5ba5705 req-cacc9109-3aa1-4fc7-b55a-3d7a45130ed2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 943 time: 0.0489585 Dec 11 23:48:14.584228 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1e9adb7a-8170-43d5-8e1e-7406e5ba5705 req-f56e1920-0bf9-4786-acd1-5d69e287d7ad tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432508 Dec 11 23:48:15.706836 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff65b6b-fa2f-429f-9661-071fca8c17ec req-27d453bf-ec86-439e-a737-b10d03e107d0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:15.708320 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bff65b6b-fa2f-429f-9661-071fca8c17ec req-27d453bf-ec86-439e-a737-b10d03e107d0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 943 time: 0.0538373 Dec 11 23:48:15.758762 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bff65b6b-fa2f-429f-9661-071fca8c17ec req-392b1edc-00dc-4fa0-b375-d7b197527ad2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437150 Dec 11 23:48:16.874488 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c6a8a-4202-477f-9155-4a5317ee7422 req-39168254-86cc-47a6-ba61-ffaff9f99ebc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:16.875988 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b97c6a8a-4202-477f-9155-4a5317ee7422 req-39168254-86cc-47a6-ba61-ffaff9f99ebc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 943 time: 0.0484896 Dec 11 23:48:16.923707 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b97c6a8a-4202-477f-9155-4a5317ee7422 req-475ef3e9-6d6f-45ae-9119-7fb707c316ba tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418243 Dec 11 23:48:17.068281 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4e71c441-2ea8-4222-a9a1-24a9d4070bed details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:48:17.164319 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4e71c441-2ea8-4222-a9a1-24a9d4070bed, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4e71c441-2ea8-4222-a9a1-24a9d4070bed,segment=NetworkSegment(248007f3-5447-4c13-8393-87752f557c6b),segment_id=248007f3-5447-4c13-8393-87752f557c6b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:48:17.176389 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '4e71c441-2ea8-4222-a9a1-24a9d4070bed', 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784', 'port_id': '4e71c441-2ea8-4222-a9a1-24a9d4070bed', 'mac_address': 'fa:16:3e:02:64:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304f716d-d166-4fe2-b438-c01161c3564c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:48:17.212582 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:17.225291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e71c441-2ea8-4222-a9a1-24a9d4070bed {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:48:17.245982 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4e71c441-2ea8-4222-a9a1-24a9d4070bed, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4e71c441-2ea8-4222-a9a1-24a9d4070bed,segment=NetworkSegment(248007f3-5447-4c13-8393-87752f557c6b),segment_id=248007f3-5447-4c13-8393-87752f557c6b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:48:17.304941 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:17.355785 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=4e71c441-2ea8-4222-a9a1-24a9d4070bed,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:17.638508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['4e71c441-2ea8-4222-a9a1-24a9d4070bed'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:48:18.039429 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf378b-e7e1-493b-9f98-2539cb91d9f9 req-0bd053cc-c432-42b1-b2f2-3c9f93ff4e02 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:18.041119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91bf378b-e7e1-493b-9f98-2539cb91d9f9 req-0bd053cc-c432-42b1-b2f2-3c9f93ff4e02 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 944 time: 0.0494804 Dec 11 23:48:18.090615 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91bf378b-e7e1-493b-9f98-2539cb91d9f9 req-7450b3ab-31e3-43f4-8b92-a26b47d9ac03 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434897 Dec 11 23:48:18.133918 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:18.902669 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b2d064f9-78bf-440a-bcf3-36c8647e1b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:19.060677 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4e71c441-2ea8-4222-a9a1-24a9d4070bed up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:48:19.165588 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 4e71c441-2ea8-4222-a9a1-24a9d4070bed completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:48:19.170290 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 4e71c441-2ea8-4222-a9a1-24a9d4070bed triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:48:19.170290 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:19.211052 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9430fc-0374-4f10-a543-f33dcd621a9b req-ff903d0c-899e-4121-8767-c2d9ece1839b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:19.213333 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8c9430fc-0374-4f10-a543-f33dcd621a9b req-ff903d0c-899e-4121-8767-c2d9ece1839b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 944 time: 0.0544708 Dec 11 23:48:19.252599 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:19.264259 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8c9430fc-0374-4f10-a543-f33dcd621a9b req-b6e5f91e-a120-414c-89a8-f790f184c883 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445659 Dec 11 23:48:19.280186 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9acb3d6-e084-4216-9425-6d3b4084e9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e71c441-2ea8-4222-a9a1-24a9d4070bed'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:48:19.280186 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bff9c5b-b117-4acd-a755-2c1ea0412106" -d '{"events": [{"server_uuid": "b9acb3d6-e084-4216-9425-6d3b4084e9f5", "name": "network-vif-plugged", "status": "completed", "tag": "4e71c441-2ea8-4222-a9a1-24a9d4070bed"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:48:19.292012 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4e71c441-2ea8-4222-a9a1-24a9d4070bed, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4e71c441-2ea8-4222-a9a1-24a9d4070bed,segment=NetworkSegment(248007f3-5447-4c13-8393-87752f557c6b),segment_id=248007f3-5447-4c13-8393-87752f557c6b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:48:19.326958 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb51bb16-5cd9-49bc-826c-c3d296a0c8fa x-openstack-request-id: req-cb51bb16-5cd9-49bc-826c-c3d296a0c8fa {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:48:19.327257 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9acb3d6-e084-4216-9425-6d3b4084e9f5", "name": "network-vif-plugged", "status": "completed", "tag": "4e71c441-2ea8-4222-a9a1-24a9d4070bed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:48:19.327512 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb51bb16-5cd9-49bc-826c-c3d296a0c8fa {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:48:19.328257 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9acb3d6-e084-4216-9425-6d3b4084e9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e71c441-2ea8-4222-a9a1-24a9d4070bed', 'code': 200} Dec 11 23:48:19.345852 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:19.396587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=4e71c441-2ea8-4222-a9a1-24a9d4070bed,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:19.426899 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c7d04-6c2a-4b52-a8c2-a4a3e4d58643 req-e8dcc18a-e3e5-4b44-9077-51e2cb320756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:19.428468 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9d6c7d04-6c2a-4b52-a8c2-a4a3e4d58643 req-e8dcc18a-e3e5-4b44-9077-51e2cb320756 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 1096 time: 0.0428753 Dec 11 23:48:19.481449 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9d6c7d04-6c2a-4b52-a8c2-a4a3e4d58643 req-2fa74187-c00e-4c7c-bc16-78b14f925011 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446818 Dec 11 23:48:20.380135 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e72b61-730f-4641-8c7b-63653fe73f80 req-423989f2-01ed-42f8-b1ed-7b51b78c3dbf tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:20.381733 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0e72b61-730f-4641-8c7b-63653fe73f80 req-423989f2-01ed-42f8-b1ed-7b51b78c3dbf tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0496943 Dec 11 23:48:20.434427 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d0e72b61-730f-4641-8c7b-63653fe73f80 req-9363aa34-854c-435b-a334-22316a4ad0bb tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442705 Dec 11 23:48:21.319349 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eaa2a46f-dd8c-4c1f-b259-7003c5f9f78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:21.550073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c5f9a-d163-4e61-846c-b5cc8b60abc1 req-504668fc-d32c-4f14-99ef-cf9d5a9464fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:21.551554 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d77c5f9a-d163-4e61-846c-b5cc8b60abc1 req-504668fc-d32c-4f14-99ef-cf9d5a9464fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0477085 Dec 11 23:48:21.600152 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d77c5f9a-d163-4e61-846c-b5cc8b60abc1 req-adeac88a-ec68-4059-9dad-3bd5168d7ef9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418499 Dec 11 23:48:21.715526 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccc330-8933-4e99-92cc-918fd64616b5 req-a713652c-f644-4d76-8a4e-9f839e9672a9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:21.716999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aeccc330-8933-4e99-92cc-918fd64616b5 req-a713652c-f644-4d76-8a4e-9f839e9672a9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0482891 Dec 11 23:48:21.770482 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aeccc330-8933-4e99-92cc-918fd64616b5 req-4fb9f132-bb17-4219-a932-266535e59b99 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476186 Dec 11 23:48:21.792763 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51320) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:21.832273 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7b5891-a611-46e2-acf7-5640533f9949 tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:21.833774 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ea7b5891-a611-46e2-acf7-5640533f9949 tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 1091 time: 0.0400362 Dec 11 23:48:21.836519 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51322) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:21.840953 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '4e71c441-2ea8-4222-a9a1-24a9d4070bed', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:48:21.933886 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:22.033733 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:22.137683 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.25.1.4 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/f849feb7-5798-4644-a63d-1cdb0d1a4636) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:48:22.244485 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:22.358587 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:22.400577 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:48:22.403857 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:48:22.407392 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:48:22.413291 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=f849feb7-5798-4644-a63d-1cdb0d1a4636,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:22.477753 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:22.804133 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:22.926910 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:23.100282 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:23.187999 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:23.233271 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=f849feb7-5798-4644-a63d-1cdb0d1a4636,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:48:23.319353 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:23.421987 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Floating IP 333911a7-920a-42e3-ac5e-975e64d05513 associated. External IP: 172.25.1.4, port: 4e71c441-2ea8-4222-a9a1-24a9d4070bed. Dec 11 23:48:23.629050 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router d633da0a-9287-4c55-9391-d26c2bf2a276 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:48:24.012940 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:48:24.022689 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7926132e-5f9a-4e02-9af1-daf026f5f2e6 None None] Sync routers for ids ['d633da0a-9287-4c55-9391-d26c2bf2a276'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:48:24.033793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7926132e-5f9a-4e02-9af1-daf026f5f2e6 None None] Routers {'d633da0a-9287-4c55-9391-d26c2bf2a276'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:48:24.034496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7926132e-5f9a-4e02-9af1-daf026f5f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:48:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d633da0a-9287-4c55-9391-d26c2bf2a276'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:48:24.091080 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:24.117215 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8d4b5031-ccbc-45cf-92c7-04b5d644c6f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2794909 Dec 11 23:48:24.117863 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9acb3d6-e084-4216-9425-6d3b4084e9f5', 'tag': '4e71c441-2ea8-4222-a9a1-24a9d4070bed'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:48:24.122918 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b8f82dd82bb3308a7fe1c0bc9646015abbcd992e8595cd3773a37f0ca4f15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdab79dc-19e0-441d-bd64-0b1383cd56af" -d '{"events": [{"name": "network-changed", "server_uuid": "b9acb3d6-e084-4216-9425-6d3b4084e9f5", "tag": "4e71c441-2ea8-4222-a9a1-24a9d4070bed"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:48:24.166962 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fdad97-3039-41fd-bc20-6b5424b04c38 x-openstack-request-id: req-75fdad97-3039-41fd-bc20-6b5424b04c38 {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:48:24.167327 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9acb3d6-e084-4216-9425-6d3b4084e9f5", "tag": "4e71c441-2ea8-4222-a9a1-24a9d4070bed", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:48:24.167655 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75fdad97-3039-41fd-bc20-6b5424b04c38 {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:48:24.168043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-7926132e-5f9a-4e02-9af1-daf026f5f2e6 None None] Set router d633da0a-9287-4c55-9391-d26c2bf2a276 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:48:24.168172 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9acb3d6-e084-4216-9425-6d3b4084e9f5', 'tag': '4e71c441-2ea8-4222-a9a1-24a9d4070bed', 'status': 'completed', 'code': 200} Dec 11 23:48:24.205589 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:24.251607 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16f2ba-bc8b-4a70-98fe-0d37be1c7a7a req-78af8a0f-0754-4993-b6db-96638f20c4cc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:24.253017 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-da16f2ba-bc8b-4a70-98fe-0d37be1c7a7a req-78af8a0f-0754-4993-b6db-96638f20c4cc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0834057 Dec 11 23:48:24.257699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab79dc-19e0-441d-bd64-0b1383cd56af req-79191797-2718-4d17-87c5-5e7d03171a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:24.259716 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cdab79dc-19e0-441d-bd64-0b1383cd56af req-79191797-2718-4d17-87c5-5e7d03171a3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 1096 time: 0.0634539 Dec 11 23:48:24.358585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-da16f2ba-bc8b-4a70-98fe-0d37be1c7a7a req-9f1ba2b8-21ec-4052-87c8-d7e42916a250 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974243 Dec 11 23:48:24.383463 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51328) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:24.393615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab79dc-19e0-441d-bd64-0b1383cd56af req-439bc591-915c-4871-ae9a-327959d9c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:24.395071 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cdab79dc-19e0-441d-bd64-0b1383cd56af req-439bc591-915c-4871-ae9a-327959d9c0dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=50dceaac-0dc5-43c1-b268-54947be7e784 HTTP/1.1" status: 200 len: 898 time: 0.1281469 Dec 11 23:48:24.405578 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7926132e-5f9a-4e02-9af1-daf026f5f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078643814', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1720dabd-b505-4433-9fdc-885cdb576645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:48:03Z', 'updated_at': '2021-12-11T23:48:08Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '1720dabd-b505-4433-9fdc-885cdb576645', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:04Z', 'updated_at': '2021-12-11T23:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '333911a7-920a-42e3-ac5e-975e64d05513', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'floating_ip_address': '172.25.1.4', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'port_id': '4e71c441-2ea8-4222-a9a1-24a9d4070bed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784', 'mac_address': 'fa:16:3e:02:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acb3d6-e084-4216-9425-6d3b4084e9f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:48:22Z', 'updated_at': '2021-12-11T23:48:22Z', 'revision_number': 0, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2aeaddd-fd1f-41df-b880-17dc316b1e25', 'name': '', 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:09:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '304f716d-d166-4fe2-b438-c01161c3564c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:07Z', 'updated_at': '2021-12-11T23:48:10Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '304f716d-d166-4fe2-b438-c01161c3564c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:48:24.432007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7926132e-5f9a-4e02-9af1-daf026f5f2e6 None None] Checking router: d633da0a-9287-4c55-9391-d26c2bf2a276 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:48:24.440356 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7926132e-5f9a-4e02-9af1-daf026f5f2e6 None None] Routers {'d633da0a-9287-4c55-9391-d26c2bf2a276'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:48:24.440961 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7926132e-5f9a-4e02-9af1-daf026f5f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:48:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d633da0a-9287-4c55-9391-d26c2bf2a276'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:48:24.491852 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1682c4c9-2220-4228-929b-d11c91200c05 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/333911a7-920a-42e3-ac5e-975e64d05513 HTTP/1.1" status: 200 len: 989 time: 0.1072803 Dec 11 23:48:24.500545 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cdab79dc-19e0-441d-bd64-0b1383cd56af req-d7e28bd5-2df5-4f0b-b11c-2aab39222641 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e71c441-2ea8-4222-a9a1-24a9d4070bed HTTP/1.1" status: 200 len: 997 time: 0.0752032 Dec 11 23:48:24.549063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-7926132e-5f9a-4e02-9af1-daf026f5f2e6 None None] Set router d633da0a-9287-4c55-9391-d26c2bf2a276 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:48:24.864730 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:24.895969 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab79dc-19e0-441d-bd64-0b1383cd56af req-f4e7f986-a736-4095-84b7-8a9223062f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:24.897420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cdab79dc-19e0-441d-bd64-0b1383cd56af req-f4e7f986-a736-4095-84b7-8a9223062f6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=304f716d-d166-4fe2-b438-c01161c3564c HTTP/1.1" status: 200 len: 833 time: 0.3899584 Dec 11 23:48:24.941919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab79dc-19e0-441d-bd64-0b1383cd56af req-87b87fa7-c3c7-4b37-8e39-89efa71e6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:48:24.943468 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cdab79dc-19e0-441d-bd64-0b1383cd56af req-87b87fa7-c3c7-4b37-8e39-89efa71e6738 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50dceaac-0dc5-43c1-b268-54947be7e784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387814 Dec 11 23:48:24.954344 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7926132e-5f9a-4e02-9af1-daf026f5f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078643814', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1720dabd-b505-4433-9fdc-885cdb576645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:48:03Z', 'updated_at': '2021-12-11T23:48:08Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '1720dabd-b505-4433-9fdc-885cdb576645', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:04Z', 'updated_at': '2021-12-11T23:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '333911a7-920a-42e3-ac5e-975e64d05513', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'floating_ip_address': '172.25.1.4', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'port_id': '4e71c441-2ea8-4222-a9a1-24a9d4070bed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784', 'mac_address': 'fa:16:3e:02:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acb3d6-e084-4216-9425-6d3b4084e9f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:48:22Z', 'updated_at': '2021-12-11T23:48:22Z', 'revision_number': 0, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2aeaddd-fd1f-41df-b880-17dc316b1e25', 'name': '', 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:09:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '304f716d-d166-4fe2-b438-c01161c3564c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:07Z', 'updated_at': '2021-12-11T23:48:10Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '304f716d-d166-4fe2-b438-c01161c3564c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:48:24.981002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7926132e-5f9a-4e02-9af1-daf026f5f2e6 None None] The sync data for ids ['d633da0a-9287-4c55-9391-d26c2bf2a276'] in n-d-710847-6 is: [{'id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078643814', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1720dabd-b505-4433-9fdc-885cdb576645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:48:03Z', 'updated_at': '2021-12-11T23:48:08Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '1720dabd-b505-4433-9fdc-885cdb576645', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:04Z', 'updated_at': '2021-12-11T23:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '333911a7-920a-42e3-ac5e-975e64d05513', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'floating_ip_address': '172.25.1.4', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'port_id': '4e71c441-2ea8-4222-a9a1-24a9d4070bed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784', 'mac_address': 'fa:16:3e:02:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acb3d6-e084-4216-9425-6d3b4084e9f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:48:22Z', 'updated_at': '2021-12-11T23:48:22Z', 'revision_number': 0, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2aeaddd-fd1f-41df-b880-17dc316b1e25', 'name': '', 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:09:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '304f716d-d166-4fe2-b438-c01161c3564c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:07Z', 'updated_at': '2021-12-11T23:48:10Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '304f716d-d166-4fe2-b438-c01161c3564c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:48:25.036214 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cdab79dc-19e0-441d-bd64-0b1383cd56af req-acf44570-25df-48fc-b517-12bf9161318a service neutron] 10.222.0.13 "GET /v2.0/networks/50dceaac-0dc5-43c1-b268-54947be7e784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852778 Dec 11 23:48:25.133147 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cdab79dc-19e0-441d-bd64-0b1383cd56af req-516081c0-59cb-4eae-81bd-626fa4063eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/50dceaac-0dc5-43c1-b268-54947be7e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902746 Dec 11 23:48:25.190102 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a990ada-a865-429a-a575-0bcaaf0f4e49 None None] New status for floating IP 333911a7-920a-42e3-ac5e-975e64d05513: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:48:25.495740 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51330) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:48:25.556733 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-337fdd6b-973b-4521-8d82-1dc12c6dcfd9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/333911a7-920a-42e3-ac5e-975e64d05513 HTTP/1.1" status: 200 len: 991 time: 0.0595322 Dec 11 23:48:41.344684 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:48:44.287710 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:48.155964 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:48.922060 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-24ee5317-f8e0-488f-8e89-235b3b5ff0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:51.350546 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7afafea2-2bee-4505-984d-d962b5d391a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:52.493934 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:54.150534 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:48:54.672996 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:49:00.417334 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34f63fa2-52bc-4503-89e5-2e1ec146e12b req-b484510e-f22b-42ec-a555-0e96a85c77a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437593 Dec 11 23:49:00.500532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f63fa2-52bc-4503-89e5-2e1ec146e12b req-c523bd1f-ae54-405b-a9af-186e7f3e06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:00.502035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34f63fa2-52bc-4503-89e5-2e1ec146e12b req-c523bd1f-ae54-405b-a9af-186e7f3e06b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 1096 time: 0.0415785 Dec 11 23:49:00.610172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f63fa2-52bc-4503-89e5-2e1ec146e12b req-97dc3ab5-c1d8-4100-9fbc-02915da38141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:00.611670 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34f63fa2-52bc-4503-89e5-2e1ec146e12b req-97dc3ab5-c1d8-4100-9fbc-02915da38141 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50dceaac-0dc5-43c1-b268-54947be7e784 HTTP/1.1" status: 200 len: 898 time: 0.0897536 Dec 11 23:49:00.684340 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34f63fa2-52bc-4503-89e5-2e1ec146e12b req-d4a6b026-1495-49aa-b0fe-c6111c660136 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e71c441-2ea8-4222-a9a1-24a9d4070bed HTTP/1.1" status: 200 len: 999 time: 0.0652006 Dec 11 23:49:00.732795 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f63fa2-52bc-4503-89e5-2e1ec146e12b req-23a03925-2c82-4d5e-91e0-bf80e7bcd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:00.734227 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34f63fa2-52bc-4503-89e5-2e1ec146e12b req-23a03925-2c82-4d5e-91e0-bf80e7bcd3f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=304f716d-d166-4fe2-b438-c01161c3564c HTTP/1.1" status: 200 len: 833 time: 0.0433130 Dec 11 23:49:00.780140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f63fa2-52bc-4503-89e5-2e1ec146e12b req-ee1e2388-0230-4a9b-a6fc-07868e065b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:00.781641 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34f63fa2-52bc-4503-89e5-2e1ec146e12b req-ee1e2388-0230-4a9b-a6fc-07868e065b4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50dceaac-0dc5-43c1-b268-54947be7e784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405500 Dec 11 23:49:00.875125 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34f63fa2-52bc-4503-89e5-2e1ec146e12b req-a4b1689a-3081-4df9-a68e-25b3cde61d55 service neutron] 10.222.0.13 "GET /v2.0/networks/50dceaac-0dc5-43c1-b268-54947be7e784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863492 Dec 11 23:49:00.964406 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34f63fa2-52bc-4503-89e5-2e1ec146e12b req-a3e6a6ff-9bc9-4fd6-9d63-9e5a15b70dab service neutron] 10.222.0.13 "GET /v2.0/networks/50dceaac-0dc5-43c1-b268-54947be7e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824831 Dec 11 23:49:14.318593 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:49:18.141241 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:49:18.345316 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:49:18.979354 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-acf966b2-ca13-42e2-a30d-296ef7223695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:49:21.323906 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-36883c41-01a0-4544-abbe-fdb2b68b0a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:49:22.501383 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:49:24.178623 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:49:24.664389 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:49:26.518676 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6a908-b588-4576-a947-96769101f155 req-5d666ae7-6687-4863-b6ea-daddad87e4a1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:26.520194 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c2a6a908-b588-4576-a947-96769101f155 req-5d666ae7-6687-4863-b6ea-daddad87e4a1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0500069 Dec 11 23:49:26.569364 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c2a6a908-b588-4576-a947-96769101f155 req-65a70ae8-3d1c-45b6-ba83-b3c37d030af3 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429244 Dec 11 23:49:27.702901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb2146-a75c-41ce-add4-50a926f95d92 req-898fb377-6f50-456b-862f-2393ac9202c3 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:27.704412 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2fb2146-a75c-41ce-add4-50a926f95d92 req-898fb377-6f50-456b-862f-2393ac9202c3 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0580075 Dec 11 23:49:27.753182 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a2fb2146-a75c-41ce-add4-50a926f95d92 req-c238d02d-7f0a-4946-aa0e-ba2d2985c9ae tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427971 Dec 11 23:49:28.873974 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bb03a-7eb1-4c45-9c46-e1866624f677 req-fd4d970c-ee30-4a40-b12a-34fecc49c545 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:28.875463 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ad7bb03a-7eb1-4c45-9c46-e1866624f677 req-fd4d970c-ee30-4a40-b12a-34fecc49c545 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0513296 Dec 11 23:49:28.925452 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-ad7bb03a-7eb1-4c45-9c46-e1866624f677 req-c96cf509-783f-41ee-9b01-ccffdd6f2b94 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439653 Dec 11 23:49:30.040667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50928c3-9c63-4028-9e36-c160b6684637 req-9d50ac9c-0be5-4cb7-a490-7fd5fa01aed1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:30.042233 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e50928c3-9c63-4028-9e36-c160b6684637 req-9d50ac9c-0be5-4cb7-a490-7fd5fa01aed1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0492251 Dec 11 23:49:30.090339 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e50928c3-9c63-4028-9e36-c160b6684637 req-9ef22115-8bc6-4a02-833d-f479c4f0efde tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420780 Dec 11 23:49:31.206651 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeeb19-d11b-4cff-abab-256c7bc1d16a req-def7f15c-d231-43b9-895c-fd4b3d6d62dd tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:31.208392 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3bdeeb19-d11b-4cff-abab-256c7bc1d16a req-def7f15c-d231-43b9-895c-fd4b3d6d62dd tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0492601 Dec 11 23:49:31.255965 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3bdeeb19-d11b-4cff-abab-256c7bc1d16a req-6f4bafa7-b59b-44d7-a9e8-84c2ca56ad98 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418296 Dec 11 23:49:32.373121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a14b57-9c1a-4e98-8ee7-57ec936e8d3c req-80260a57-15ec-4716-a0e8-0008c49e07a9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:32.374637 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91a14b57-9c1a-4e98-8ee7-57ec936e8d3c req-80260a57-15ec-4716-a0e8-0008c49e07a9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0501423 Dec 11 23:49:32.427907 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-91a14b57-9c1a-4e98-8ee7-57ec936e8d3c req-b02ece00-d422-4f09-9fd4-53d93a9c89bc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469871 Dec 11 23:49:33.543756 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215f554-f471-41f4-8bbc-d46409519c3e req-8b41ba35-1e9a-4068-995b-07d5c4464200 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:33.548701 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b215f554-f471-41f4-8bbc-d46409519c3e req-8b41ba35-1e9a-4068-995b-07d5c4464200 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0487039 Dec 11 23:49:33.598398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b215f554-f471-41f4-8bbc-d46409519c3e req-d9f6d15d-eb05-411e-8ae3-3e15e027be87 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471818 Dec 11 23:49:34.715843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ffd03-dec8-4ded-97d3-452b32c6a4f0 req-690c08d8-61e2-4d28-bdc1-7bf1f50039ed tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:34.717249 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a9ffd03-dec8-4ded-97d3-452b32c6a4f0 req-690c08d8-61e2-4d28-bdc1-7bf1f50039ed tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0491011 Dec 11 23:49:34.766259 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5a9ffd03-dec8-4ded-97d3-452b32c6a4f0 req-2560c833-e40c-423e-a51a-648859a96140 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430393 Dec 11 23:49:35.882325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88406079-ee75-4977-a290-e051eddcce45 req-8d12ef7a-449d-4926-9202-cdcf03c0660b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:35.883837 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-88406079-ee75-4977-a290-e051eddcce45 req-8d12ef7a-449d-4926-9202-cdcf03c0660b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0491352 Dec 11 23:49:35.933083 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-88406079-ee75-4977-a290-e051eddcce45 req-c37ef894-9679-4faa-9484-bea743e509ea tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432541 Dec 11 23:49:37.049114 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5e572-6825-41bb-b1b0-ad54876f81ed req-5d825812-6346-4d00-98a2-f1da9e7313e5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:37.050585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bec5e572-6825-41bb-b1b0-ad54876f81ed req-5d825812-6346-4d00-98a2-f1da9e7313e5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0494380 Dec 11 23:49:37.101205 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bec5e572-6825-41bb-b1b0-ad54876f81ed req-f4c2214a-77ea-46e6-95d6-07db979d3d49 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445261 Dec 11 23:49:37.124046 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51382) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:49:37.187897 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-79f87e3c-b45a-4ba0-bb91-2a02808a646e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/333911a7-920a-42e3-ac5e-975e64d05513 HTTP/1.1" status: 200 len: 991 time: 0.0626614 Dec 11 23:49:38.569642 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c546d-e728-448a-896b-8860ad2e2780 req-3923631f-85fc-4b92-bbeb-f663651e85c8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:38.571184 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f26c546d-e728-448a-896b-8860ad2e2780 req-3923631f-85fc-4b92-bbeb-f663651e85c8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0525928 Dec 11 23:49:38.622419 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f26c546d-e728-448a-896b-8860ad2e2780 req-3e54b4a9-509d-43fc-9a06-b8795c874eaa tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447974 Dec 11 23:49:38.653896 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4d8ce-c06d-457b-8be2-adc25c7bcb8a req-e6400013-dcdd-405a-95bc-a6048b43dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:38.655431 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4de4d8ce-c06d-457b-8be2-adc25c7bcb8a req-e6400013-dcdd-405a-95bc-a6048b43dce2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 1096 time: 0.0424397 Dec 11 23:49:38.747135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4d8ce-c06d-457b-8be2-adc25c7bcb8a req-a430d5cd-be93-4d08-8511-0be1a0c3e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:38.748838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4de4d8ce-c06d-457b-8be2-adc25c7bcb8a req-a430d5cd-be93-4d08-8511-0be1a0c3e168 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50dceaac-0dc5-43c1-b268-54947be7e784 HTTP/1.1" status: 200 len: 898 time: 0.0863633 Dec 11 23:49:38.813577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4de4d8ce-c06d-457b-8be2-adc25c7bcb8a req-d9466450-bbd5-44e1-97e7-aa4f43e6502a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e71c441-2ea8-4222-a9a1-24a9d4070bed HTTP/1.1" status: 200 len: 999 time: 0.0576556 Dec 11 23:49:38.863798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4d8ce-c06d-457b-8be2-adc25c7bcb8a req-f04c0a85-defb-41d2-b89b-7a843073d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:38.865276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4de4d8ce-c06d-457b-8be2-adc25c7bcb8a req-f04c0a85-defb-41d2-b89b-7a843073d658 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=304f716d-d166-4fe2-b438-c01161c3564c HTTP/1.1" status: 200 len: 833 time: 0.0450995 Dec 11 23:49:38.915392 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4d8ce-c06d-457b-8be2-adc25c7bcb8a req-eead95c3-b72c-4fe0-92a3-48c60e8e7997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:38.917678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4de4d8ce-c06d-457b-8be2-adc25c7bcb8a req-eead95c3-b72c-4fe0-92a3-48c60e8e7997 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50dceaac-0dc5-43c1-b268-54947be7e784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455596 Dec 11 23:49:39.008466 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4de4d8ce-c06d-457b-8be2-adc25c7bcb8a req-ae4d3401-c6d9-4b10-a655-cf939aa909ea service neutron] 10.222.0.13 "GET /v2.0/networks/50dceaac-0dc5-43c1-b268-54947be7e784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832703 Dec 11 23:49:39.102448 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4de4d8ce-c06d-457b-8be2-adc25c7bcb8a req-c21f0035-be1e-4beb-b9b6-8700a7912bed service neutron] 10.222.0.13 "GET /v2.0/networks/50dceaac-0dc5-43c1-b268-54947be7e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866477 Dec 11 23:49:39.747032 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bf405-9d84-491d-be30-7265e0d75b49 req-c673fa0f-f900-4ede-b144-1737b8b3927c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:39.748788 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7e8bf405-9d84-491d-be30-7265e0d75b49 req-c673fa0f-f900-4ede-b144-1737b8b3927c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0533729 Dec 11 23:49:39.797861 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7e8bf405-9d84-491d-be30-7265e0d75b49 req-6aa08854-e5b1-48d0-9b9e-b71d7845182f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430026 Dec 11 23:49:40.919148 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b640e-8cfe-43b9-b608-b7184fc69647 req-0e4cc4a9-063f-44b0-a65a-0b91ff44aa87 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:49:40.920632 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c15b640e-8cfe-43b9-b608-b7184fc69647 req-0e4cc4a9-063f-44b0-a65a-0b91ff44aa87 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0527275 Dec 11 23:49:40.969400 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c15b640e-8cfe-43b9-b608-b7184fc69647 req-3627faf5-775f-41f1-a105-35b434427add tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426698 Dec 11 23:49:40.992824 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51394) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:49:41.059257 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c4d885ce-c26b-4df2-9bee-494e602471d0 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/333911a7-920a-42e3-ac5e-975e64d05513 HTTP/1.1" status: 200 len: 991 time: 0.0652182 Dec 11 23:49:44.335466 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:49:48.201280 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:49:48.900017 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-120f5155-b533-4e4a-9c91-0ce5b6182430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:49:51.338481 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3a1a11c9-b1ae-4b5f-bc66-ace9a6be31c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:49:52.498776 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:49:54.180860 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:49:54.677717 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:49:55.345036 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:50:01.412704 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-244665f0-e8b6-4f13-81ef-4ed6c53459b4 req-41601ab1-c76c-4c16-8d3d-5764b06658dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419147 Dec 11 23:50:01.496633 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244665f0-e8b6-4f13-81ef-4ed6c53459b4 req-4aad6b2b-509e-4ccd-95f2-8806d5175f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:01.498283 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-244665f0-e8b6-4f13-81ef-4ed6c53459b4 req-4aad6b2b-509e-4ccd-95f2-8806d5175f87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 1096 time: 0.0402088 Dec 11 23:50:01.607270 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244665f0-e8b6-4f13-81ef-4ed6c53459b4 req-311245e1-8bdd-4979-b9bb-3a2cf3b08db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:01.608746 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-244665f0-e8b6-4f13-81ef-4ed6c53459b4 req-311245e1-8bdd-4979-b9bb-3a2cf3b08db7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50dceaac-0dc5-43c1-b268-54947be7e784 HTTP/1.1" status: 200 len: 898 time: 0.0879376 Dec 11 23:50:01.675804 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-244665f0-e8b6-4f13-81ef-4ed6c53459b4 req-d408034d-0eb0-42d9-af12-3e2fff417c6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e71c441-2ea8-4222-a9a1-24a9d4070bed HTTP/1.1" status: 200 len: 999 time: 0.0596001 Dec 11 23:50:01.725404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244665f0-e8b6-4f13-81ef-4ed6c53459b4 req-0a8231f4-cf5a-4bf1-91b0-3e1f0fcc6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:01.726826 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-244665f0-e8b6-4f13-81ef-4ed6c53459b4 req-0a8231f4-cf5a-4bf1-91b0-3e1f0fcc6669 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=304f716d-d166-4fe2-b438-c01161c3564c HTTP/1.1" status: 200 len: 833 time: 0.0432434 Dec 11 23:50:01.775831 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244665f0-e8b6-4f13-81ef-4ed6c53459b4 req-f5fe4932-1ee2-49b4-bd19-2213f1011551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:01.777761 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-244665f0-e8b6-4f13-81ef-4ed6c53459b4 req-f5fe4932-1ee2-49b4-bd19-2213f1011551 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50dceaac-0dc5-43c1-b268-54947be7e784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438340 Dec 11 23:50:01.865717 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-244665f0-e8b6-4f13-81ef-4ed6c53459b4 req-6189750e-739c-4094-9e15-1c0654547644 service neutron] 10.222.0.13 "GET /v2.0/networks/50dceaac-0dc5-43c1-b268-54947be7e784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806103 Dec 11 23:50:01.958277 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-244665f0-e8b6-4f13-81ef-4ed6c53459b4 req-cfbfd2be-2062-473a-a2b1-e4e143c69658 service neutron] 10.222.0.13 "GET /v2.0/networks/50dceaac-0dc5-43c1-b268-54947be7e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858686 Dec 11 23:50:14.361311 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:18.157502 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:18.944311 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5d4467a4-5607-4c49-847d-c3c996b0d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:21.326431 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d9890d6e-cee9-4c55-873f-30908d6c58db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:22.488984 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:24.160812 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:24.675491 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:29.459761 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51426) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:29.613661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port f849feb7-5798-4644-a63d-1cdb0d1a4636 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:50:29.614004 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:29.690531 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:29.690878 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:29.702265 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for f849feb7-5798-4644-a63d-1cdb0d1a4636 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:50:29.751831 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-5d33fb79-8f7a-475a-a34b-157ee7ba0f03 req-33f11f2b-f2c4-4c87-8f44-fbf897a2647e service neutron] (103691) timed out ('10.222.0.45', 49544) {{(pid=103691) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 11 23:50:29.978383 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:30.014318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=f849feb7-5798-4644-a63d-1cdb0d1a4636,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:30.033994 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:30.034347 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:30.034697 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:30.035134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:30.035475 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:30.035853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:30.036189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:30.036523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:30.036872 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:30.037187 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:30.037515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:30.037842 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:30.038164 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:30.079643 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:30.080005 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Floating IP 333911a7-920a-42e3-ac5e-975e64d05513 disassociated (deleted). External IP: 172.25.1.4, port: 4e71c441-2ea8-4222-a9a1-24a9d4070bed. Dec 11 23:50:30.317809 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router d633da0a-9287-4c55-9391-d26c2bf2a276 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:50:30.429055 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:50:30.436601 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:30.439973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c591f-9f02-4f10-9f7e-f1555e9c6f7c None None] Sync routers for ids ['d633da0a-9287-4c55-9391-d26c2bf2a276'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:50:30.450485 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c591f-9f02-4f10-9f7e-f1555e9c6f7c None None] Routers {'d633da0a-9287-4c55-9391-d26c2bf2a276'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:50:30.451132 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-343c591f-9f02-4f10-9f7e-f1555e9c6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:50:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d633da0a-9287-4c55-9391-d26c2bf2a276'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:30.464300 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0777db15-ebe1-4177-b9e4-8262d75330de tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/floatingips/333911a7-920a-42e3-ac5e-975e64d05513 HTTP/1.1" status: 204 len: 168 time: 1.0034461 Dec 11 23:50:30.464893 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9acb3d6-e084-4216-9425-6d3b4084e9f5', 'tag': '4e71c441-2ea8-4222-a9a1-24a9d4070bed'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:50:30.468067 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b8f82dd82bb3308a7fe1c0bc9646015abbcd992e8595cd3773a37f0ca4f15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c051581d-f709-4e6c-828c-cd6fb48ea93d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9acb3d6-e084-4216-9425-6d3b4084e9f5", "tag": "4e71c441-2ea8-4222-a9a1-24a9d4070bed"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:50:30.513682 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce88d394-7080-4003-9764-7edff2a1fe8f x-openstack-request-id: req-ce88d394-7080-4003-9764-7edff2a1fe8f {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:50:30.514103 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9acb3d6-e084-4216-9425-6d3b4084e9f5", "tag": "4e71c441-2ea8-4222-a9a1-24a9d4070bed", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:50:30.514247 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce88d394-7080-4003-9764-7edff2a1fe8f {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:50:30.514659 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9acb3d6-e084-4216-9425-6d3b4084e9f5', 'tag': '4e71c441-2ea8-4222-a9a1-24a9d4070bed', 'status': 'completed', 'code': 200} Dec 11 23:50:30.565747 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-343c591f-9f02-4f10-9f7e-f1555e9c6f7c None None] Set router d633da0a-9287-4c55-9391-d26c2bf2a276 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:50:30.577138 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051581d-f709-4e6c-828c-cd6fb48ea93d req-400cad14-2f0a-4b26-aa2a-2e2ac6a0c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:30.578590 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c051581d-f709-4e6c-828c-cd6fb48ea93d req-400cad14-2f0a-4b26-aa2a-2e2ac6a0c83e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 1096 time: 0.0424163 Dec 11 23:50:30.671017 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051581d-f709-4e6c-828c-cd6fb48ea93d req-c70b9ec9-7297-4ac2-8de1-e53258325ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:30.672520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c051581d-f709-4e6c-828c-cd6fb48ea93d req-c70b9ec9-7297-4ac2-8de1-e53258325ad5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50dceaac-0dc5-43c1-b268-54947be7e784 HTTP/1.1" status: 200 len: 898 time: 0.0867469 Dec 11 23:50:30.721733 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c051581d-f709-4e6c-828c-cd6fb48ea93d req-39809a5e-c3ad-4eee-be5b-c96acee02ba5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e71c441-2ea8-4222-a9a1-24a9d4070bed HTTP/1.1" status: 200 len: 217 time: 0.0407844 Dec 11 23:50:30.777211 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051581d-f709-4e6c-828c-cd6fb48ea93d req-fcb594b2-8807-4a8b-b44b-dbb0a35be926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:30.777586 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-343c591f-9f02-4f10-9f7e-f1555e9c6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078643814', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1720dabd-b505-4433-9fdc-885cdb576645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:48:03Z', 'updated_at': '2021-12-11T23:48:08Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '1720dabd-b505-4433-9fdc-885cdb576645', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:04Z', 'updated_at': '2021-12-11T23:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b2aeaddd-fd1f-41df-b880-17dc316b1e25', 'name': '', 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:09:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '304f716d-d166-4fe2-b438-c01161c3564c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:07Z', 'updated_at': '2021-12-11T23:48:10Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '304f716d-d166-4fe2-b438-c01161c3564c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:30.778710 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c051581d-f709-4e6c-828c-cd6fb48ea93d req-fcb594b2-8807-4a8b-b44b-dbb0a35be926 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=304f716d-d166-4fe2-b438-c01161c3564c HTTP/1.1" status: 200 len: 833 time: 0.0504310 Dec 11 23:50:30.813735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c591f-9f02-4f10-9f7e-f1555e9c6f7c None None] Checking router: d633da0a-9287-4c55-9391-d26c2bf2a276 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:50:30.822637 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c591f-9f02-4f10-9f7e-f1555e9c6f7c None None] Routers {'d633da0a-9287-4c55-9391-d26c2bf2a276'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:50:30.823313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-343c591f-9f02-4f10-9f7e-f1555e9c6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:50:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d633da0a-9287-4c55-9391-d26c2bf2a276'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:30.864807 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051581d-f709-4e6c-828c-cd6fb48ea93d req-24c32bf5-f86c-4cfd-a5cd-5ea193ac19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:30.866236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c051581d-f709-4e6c-828c-cd6fb48ea93d req-24c32bf5-f86c-4cfd-a5cd-5ea193ac19fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50dceaac-0dc5-43c1-b268-54947be7e784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727000 Dec 11 23:50:30.884348 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a41469-55f8-4ce8-88cc-ed1d306d1745 req-e638a23d-ce9b-4970-afa9-bb5b36cc624e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:30.886030 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73a41469-55f8-4ce8-88cc-ed1d306d1745 req-e638a23d-ce9b-4970-afa9-bb5b36cc624e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0672030 Dec 11 23:50:30.930436 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-343c591f-9f02-4f10-9f7e-f1555e9c6f7c None None] Set router d633da0a-9287-4c55-9391-d26c2bf2a276 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:50:30.987377 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-73a41469-55f8-4ce8-88cc-ed1d306d1745 req-8af0d4bd-1288-4cb3-ab74-2b07df1e5f0a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943694 Dec 11 23:50:31.006934 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c051581d-f709-4e6c-828c-cd6fb48ea93d req-92056c01-f17b-445e-81f5-82c7033cadb8 service neutron] 10.222.0.13 "GET /v2.0/networks/50dceaac-0dc5-43c1-b268-54947be7e784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314380 Dec 11 23:50:31.108751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c051581d-f709-4e6c-828c-cd6fb48ea93d req-2af4c07d-ef08-4e58-8639-2e111b6a9ca1 service neutron] 10.222.0.13 "GET /v2.0/networks/50dceaac-0dc5-43c1-b268-54947be7e784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915549 Dec 11 23:50:31.136207 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-343c591f-9f02-4f10-9f7e-f1555e9c6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078643814', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1720dabd-b505-4433-9fdc-885cdb576645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:48:03Z', 'updated_at': '2021-12-11T23:48:08Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '1720dabd-b505-4433-9fdc-885cdb576645', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:04Z', 'updated_at': '2021-12-11T23:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b2aeaddd-fd1f-41df-b880-17dc316b1e25', 'name': '', 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:09:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '304f716d-d166-4fe2-b438-c01161c3564c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:07Z', 'updated_at': '2021-12-11T23:48:10Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '304f716d-d166-4fe2-b438-c01161c3564c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:31.161934 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c591f-9f02-4f10-9f7e-f1555e9c6f7c None None] The sync data for ids ['d633da0a-9287-4c55-9391-d26c2bf2a276'] in n-d-710847-6 is: [{'id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078643814', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1720dabd-b505-4433-9fdc-885cdb576645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:48:03Z', 'updated_at': '2021-12-11T23:48:08Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '1720dabd-b505-4433-9fdc-885cdb576645', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:04Z', 'updated_at': '2021-12-11T23:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'b2aeaddd-fd1f-41df-b880-17dc316b1e25', 'name': '', 'network_id': '50dceaac-0dc5-43c1-b268-54947be7e784', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:09:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '304f716d-d166-4fe2-b438-c01161c3564c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:07Z', 'updated_at': '2021-12-11T23:48:10Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': '304f716d-d166-4fe2-b438-c01161c3564c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:50:31.379130 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0adf49f-b6e9-4a74-855d-5e9e2320f666 None None] New status for floating IP 333911a7-920a-42e3-ac5e-975e64d05513: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:50:32.108929 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0dfab-afa8-41c9-ac0c-731549c284ef req-69218a18-c6b2-41a4-91cb-d0d0b7e41f7d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:32.110549 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2cd0dfab-afa8-41c9-ac0c-731549c284ef req-69218a18-c6b2-41a4-91cb-d0d0b7e41f7d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0492382 Dec 11 23:50:32.160165 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2cd0dfab-afa8-41c9-ac0c-731549c284ef req-90a438a4-3318-4394-9448-af0bb9c6881b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ce59876-781a-42c0-a72b-85a9c63b35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437107 Dec 11 23:50:32.343499 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:50:32.596910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc8c99-5b5d-46e1-b9e8-941f35b07027 req-c1db2fcb-9864-4476-a9e1-88af8022b1b3 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:32.598308 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fbc8c99-5b5d-46e1-b9e8-941f35b07027 req-c1db2fcb-9864-4476-a9e1-88af8022b1b3 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 945 time: 0.0490131 Dec 11 23:50:32.689699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-0fbc8c99-5b5d-46e1-b9e8-941f35b07027 req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port 4e71c441-2ea8-4222-a9a1-24a9d4070bed {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:50:32.690040 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-0fbc8c99-5b5d-46e1-b9e8-941f35b07027 req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:32.777016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-0fbc8c99-5b5d-46e1-b9e8-941f35b07027 req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] For port 4e71c441-2ea8-4222-a9a1-24a9d4070bed, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4e71c441-2ea8-4222-a9a1-24a9d4070bed,segment=NetworkSegment(248007f3-5447-4c13-8393-87752f557c6b),segment_id=248007f3-5447-4c13-8393-87752f557c6b)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:50:32.777391 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-0fbc8c99-5b5d-46e1-b9e8-941f35b07027 req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:32.788961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-0fbc8c99-5b5d-46e1-b9e8-941f35b07027 req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for 4e71c441-2ea8-4222-a9a1-24a9d4070bed owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:50:33.090262 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-0fbc8c99-5b5d-46e1-b9e8-941f35b07027 req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:33.117681 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=4e71c441-2ea8-4222-a9a1-24a9d4070bed,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:33.128530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:33.128898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:33.129254 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:33.129598 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:33.129944 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:33.130287 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:33.130626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:33.131384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:33.131384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:33.131684 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:33.131963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:33.132295 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:33.132628 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:33.175061 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbc8c99-5b5d-46e1-b9e8-941f35b07027 req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] No DVR routers for this DVR port 4e71c441-2ea8-4222-a9a1-24a9d4070bed on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:50:33.177630 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-0fbc8c99-5b5d-46e1-b9e8-941f35b07027 req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:33.181167 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-0fbc8c99-5b5d-46e1-b9e8-941f35b07027 req-761b253e-7abb-4d44-b8f4-92d7cdc132fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.13 "DELETE /v2.0/ports/4e71c441-2ea8-4222-a9a1-24a9d4070bed HTTP/1.1" status: 204 len: 173 time: 0.5769465 Dec 11 23:50:33.181615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9acb3d6-e084-4216-9425-6d3b4084e9f5', 'name': 'network-vif-deleted', 'tag': '4e71c441-2ea8-4222-a9a1-24a9d4070bed'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:50:33.184493 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452c1bc4-ec82-48a6-af5c-9aa1f01d0ba0" -d '{"events": [{"server_uuid": "b9acb3d6-e084-4216-9425-6d3b4084e9f5", "name": "network-vif-deleted", "tag": "4e71c441-2ea8-4222-a9a1-24a9d4070bed"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:50:33.223180 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7da4609-d6b8-4e84-b123-859d2c742e54 x-openstack-request-id: req-f7da4609-d6b8-4e84-b123-859d2c742e54 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:50:33.223990 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9acb3d6-e084-4216-9425-6d3b4084e9f5", "name": "network-vif-deleted", "tag": "4e71c441-2ea8-4222-a9a1-24a9d4070bed", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:50:33.224256 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f7da4609-d6b8-4e84-b123-859d2c742e54 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:50:33.224770 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9acb3d6-e084-4216-9425-6d3b4084e9f5', 'name': 'network-vif-deleted', 'tag': '4e71c441-2ea8-4222-a9a1-24a9d4070bed', 'status': 'completed', 'code': 200} Dec 11 23:50:33.267228 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d4880db3-3a74-4509-9a7c-325adbfc945f req-88471923-8f04-41a0-a76a-1dc11e028024 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9acb3d6-e084-4216-9425-6d3b4084e9f5 HTTP/1.1" status: 200 len: 210 time: 0.0323942 Dec 11 23:50:34.325723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51442) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:34.680928 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16f1ee6f-2be8-47c6-96f4-c212da121b50 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:34.933490 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-16f1ee6f-2be8-47c6-96f4-c212da121b50 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port b2aeaddd-fd1f-41df-b880-17dc316b1e25 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:50:34.933752 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16f1ee6f-2be8-47c6-96f4-c212da121b50 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:35.020173 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-16f1ee6f-2be8-47c6-96f4-c212da121b50 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] For port b2aeaddd-fd1f-41df-b880-17dc316b1e25, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=b2aeaddd-fd1f-41df-b880-17dc316b1e25,segment=NetworkSegment(248007f3-5447-4c13-8393-87752f557c6b),segment_id=248007f3-5447-4c13-8393-87752f557c6b)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:50:35.020541 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16f1ee6f-2be8-47c6-96f4-c212da121b50 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:35.032620 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-16f1ee6f-2be8-47c6-96f4-c212da121b50 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for b2aeaddd-fd1f-41df-b880-17dc316b1e25 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:50:35.297952 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16f1ee6f-2be8-47c6-96f4-c212da121b50 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:35.325026 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1ee6f-2be8-47c6-96f4-c212da121b50 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=b2aeaddd-fd1f-41df-b880-17dc316b1e25,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:35.502017 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-16f1ee6f-2be8-47c6-96f4-c212da121b50 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:35.721319 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f1ee6f-2be8-47c6-96f4-c212da121b50 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router d633da0a-9287-4c55-9391-d26c2bf2a276 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:50:35.828292 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f1ee6f-2be8-47c6-96f4-c212da121b50 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:50:35.835806 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-16f1ee6f-2be8-47c6-96f4-c212da121b50 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "PUT /v2.0/routers/d633da0a-9287-4c55-9391-d26c2bf2a276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5089869 Dec 11 23:50:35.836409 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51444) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:35.837920 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232be97-bf4d-4207-afa4-c16f1ab502cd None None] Sync routers for ids ['d633da0a-9287-4c55-9391-d26c2bf2a276'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:50:35.848489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232be97-bf4d-4207-afa4-c16f1ab502cd None None] Routers {'d633da0a-9287-4c55-9391-d26c2bf2a276'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:50:35.855562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d232be97-bf4d-4207-afa4-c16f1ab502cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:50:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d633da0a-9287-4c55-9391-d26c2bf2a276'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:35.888253 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb6a34d-646a-4573-b343-561cbc37aeb7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting subnet 304f716d-d166-4fe2-b438-c01161c3564c {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:50:35.891465 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a34d-646a-4573-b343-561cbc37aeb7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:35.930376 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a34d-646a-4573-b343-561cbc37aeb7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:35.957471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-d232be97-bf4d-4207-afa4-c16f1ab502cd None None] Set router d633da0a-9287-4c55-9391-d26c2bf2a276 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:50:36.017739 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a34d-646a-4573-b343-561cbc37aeb7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:36.134529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d232be97-bf4d-4207-afa4-c16f1ab502cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078643814', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1720dabd-b505-4433-9fdc-885cdb576645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:48:03Z', 'updated_at': '2021-12-11T23:50:35Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '1720dabd-b505-4433-9fdc-885cdb576645', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:04Z', 'updated_at': '2021-12-11T23:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:36.138709 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a34d-646a-4573-b343-561cbc37aeb7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:36.161252 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232be97-bf4d-4207-afa4-c16f1ab502cd None None] Checking router: d633da0a-9287-4c55-9391-d26c2bf2a276 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:50:36.165291 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6a34d-646a-4573-b343-561cbc37aeb7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Subnet': ['ID=304f716d-d166-4fe2-b438-c01161c3564c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:36.171154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232be97-bf4d-4207-afa4-c16f1ab502cd None None] Routers {'d633da0a-9287-4c55-9391-d26c2bf2a276'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:50:36.171969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d232be97-bf4d-4207-afa4-c16f1ab502cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:50:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d633da0a-9287-4c55-9391-d26c2bf2a276'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:36.175418 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a34d-646a-4573-b343-561cbc37aeb7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:36.181325 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-4eb6a34d-646a-4573-b343-561cbc37aeb7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/subnets/304f716d-d166-4fe2-b438-c01161c3564c HTTP/1.1" status: 204 len: 168 time: 0.3413682 Dec 11 23:50:36.181517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51446) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:36.210102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2585f3ae-2d32-4792-ba80-db8a2c81517c None None] Network 50dceaac-0dc5-43c1-b268-54947be7e784 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:50:36.288872 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5ab-6447-4f8e-bb8a-27aa8c3f1b07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:36.397151 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5ab-6447-4f8e-bb8a-27aa8c3f1b07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:36.508032 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-d232be97-bf4d-4207-afa4-c16f1ab502cd None None] Set router d633da0a-9287-4c55-9391-d26c2bf2a276 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:50:36.515203 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-bc82e5ab-6447-4f8e-bb8a-27aa8c3f1b07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port 1720dabd-b505-4433-9fdc-885cdb576645 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:50:36.515725 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5ab-6447-4f8e-bb8a-27aa8c3f1b07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:36.603520 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-bc82e5ab-6447-4f8e-bb8a-27aa8c3f1b07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] For port 1720dabd-b505-4433-9fdc-885cdb576645, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=1720dabd-b505-4433-9fdc-885cdb576645,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:50:36.603883 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5ab-6447-4f8e-bb8a-27aa8c3f1b07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:36.607073 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] DHCP port deletion for 50dceaac-0dc5-43c1-b268-54947be7e784 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:50:36.616364 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-bc82e5ab-6447-4f8e-bb8a-27aa8c3f1b07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for 1720dabd-b505-4433-9fdc-885cdb576645 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:50:36.713091 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Deleting port 93ec1947-63c4-4698-84cc-00e523c45b01 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:50:36.713383 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:36.781967 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] For port 93ec1947-63c4-4698-84cc-00e523c45b01, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=93ec1947-63c4-4698-84cc-00e523c45b01,segment=NetworkSegment(248007f3-5447-4c13-8393-87752f557c6b),segment_id=248007f3-5447-4c13-8393-87752f557c6b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:50:36.782369 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:36.802115 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Calling delete_port for 93ec1947-63c4-4698-84cc-00e523c45b01 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:50:36.806879 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d232be97-bf4d-4207-afa4-c16f1ab502cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078643814', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1720dabd-b505-4433-9fdc-885cdb576645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:48:03Z', 'updated_at': '2021-12-11T23:50:35Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '1720dabd-b505-4433-9fdc-885cdb576645', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:04Z', 'updated_at': '2021-12-11T23:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:36.838282 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232be97-bf4d-4207-afa4-c16f1ab502cd None None] The sync data for ids ['d633da0a-9287-4c55-9391-d26c2bf2a276'] in n-d-710847-6 is: [{'id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078643814', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '1720dabd-b505-4433-9fdc-885cdb576645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:48:03Z', 'updated_at': '2021-12-11T23:50:35Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '1720dabd-b505-4433-9fdc-885cdb576645', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633da0a-9287-4c55-9391-d26c2bf2a276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:48:04Z', 'updated_at': '2021-12-11T23:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:50:36.849404 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5ab-6447-4f8e-bb8a-27aa8c3f1b07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:36.883567 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82e5ab-6447-4f8e-bb8a-27aa8c3f1b07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=1720dabd-b505-4433-9fdc-885cdb576645,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:36.891252 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec5134e-1651-4094-8860-4ca63ce5427b None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:50:36.942659 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5ab-6447-4f8e-bb8a-27aa8c3f1b07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:36.986087 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:37.015098 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Pushing event deleted for resources: {'Port': ['ID=93ec1947-63c4-4698-84cc-00e523c45b01,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:37.025633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] No DVR routers for this DVR port 93ec1947-63c4-4698-84cc-00e523c45b01 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:50:37.028333 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:37.028674 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:37.029384 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:37.029736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:37.030074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:37.030411 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:37.030778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:37.031139 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:37.031473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:37.031805 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:37.032137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:37.032465 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:37.032793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e4742b-64b2-476b-ad4a-c7a6364cd8d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:37.329143 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5ab-6447-4f8e-bb8a-27aa8c3f1b07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:37.332550 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5ab-6447-4f8e-bb8a-27aa8c3f1b07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:37.350658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 93ec1947-63c4-4698-84cc-00e523c45b01 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:50:37.372544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 93ec1947-63c4-4698-84cc-00e523c45b01 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:50:37.372933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 93ec1947-63c4-4698-84cc-00e523c45b01 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:50:37.373319 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b2aeaddd-fd1f-41df-b880-17dc316b1e25 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:50:37.393333 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: b2aeaddd-fd1f-41df-b880-17dc316b1e25 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:50:37.393684 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device b2aeaddd-fd1f-41df-b880-17dc316b1e25 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:50:37.481367 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5ab-6447-4f8e-bb8a-27aa8c3f1b07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:37.481948 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc82e5ab-6447-4f8e-bb8a-27aa8c3f1b07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Fanout notify agent at l3_agent the message router_deleted on router d633da0a-9287-4c55-9391-d26c2bf2a276 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:50:37.488724 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5ab-6447-4f8e-bb8a-27aa8c3f1b07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:37.489960 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bc82e5ab-6447-4f8e-bb8a-27aa8c3f1b07 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/routers/d633da0a-9287-4c55-9391-d26c2bf2a276 HTTP/1.1" status: 204 len: 168 time: 1.3075187 Dec 11 23:50:37.492736 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51448) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:37.576350 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b835e8f-a415-4a2a-8e3e-7d45b640860e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:37.644214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4e71c441-2ea8-4222-a9a1-24a9d4070bed no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:50:37.663610 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b835e8f-a415-4a2a-8e3e-7d45b640860e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:37.664827 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: 4e71c441-2ea8-4222-a9a1-24a9d4070bed {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:50:37.665180 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4e71c441-2ea8-4222-a9a1-24a9d4070bed not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:50:37.684688 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-9b835e8f-a415-4a2a-8e3e-7d45b640860e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50dceaac-0dc5-43c1-b268-54947be7e784']}} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:37.693601 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-9b835e8f-a415-4a2a-8e3e-7d45b640860e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248007f3-5447-4c13-8393-87752f557c6b') {'for_net_delete': True} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:37.693900 n-d-710847-6 neutron-server[103691]: DEBUG neutron.services.segments.db [None req-9b835e8f-a415-4a2a-8e3e-7d45b640860e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248007f3-5447-4c13-8393-87752f557c6b') {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:37.703059 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b835e8f-a415-4a2a-8e3e-7d45b640860e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724806'] for segment, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:37.715706 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b835e8f-a415-4a2a-8e3e-7d45b640860e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:37.721370 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b835e8f-a415-4a2a-8e3e-7d45b640860e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103691) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:50:37.721755 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b835e8f-a415-4a2a-8e3e-7d45b640860e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126704251'] for segment, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: Traceback (most recent call last): Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: timer() Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: cb(*args, **kw) Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: return func(*args, **kwargs) Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: self._notify() Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: self.callback(batched_events) Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: event.method(event) Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: return f(self, *a, **k) Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: return self._get(url).json() Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: return self.request(url, 'GET', **kwargs) Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:50:37.725275 n-d-710847-6 neutron-server[103691]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:50:37.837301 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b835e8f-a415-4a2a-8e3e-7d45b640860e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:37.845906 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9b835e8f-a415-4a2a-8e3e-7d45b640860e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:37.848011 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9b835e8f-a415-4a2a-8e3e-7d45b640860e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/networks/50dceaac-0dc5-43c1-b268-54947be7e784 HTTP/1.1" status: 204 len: 168 time: 0.3543415 Dec 11 23:50:37.850857 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51450) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:37.860419 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b835e8f-a415-4a2a-8e3e-7d45b640860e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Network': ['ID=50dceaac-0dc5-43c1-b268-54947be7e784,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:37.909769 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-611bbc00-5c9b-4532-9f90-118f107985fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:37.937067 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-611bbc00-5c9b-4532-9f90-118f107985fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:38.060316 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-611bbc00-5c9b-4532-9f90-118f107985fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:38.063299 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-611bbc00-5c9b-4532-9f90-118f107985fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:38.064480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-611bbc00-5c9b-4532-9f90-118f107985fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/security-groups/5ce59876-781a-42c0-a72b-85a9c63b35aa HTTP/1.1" status: 204 len: 168 time: 0.2125194 Dec 11 23:50:38.074551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bbc00-5c9b-4532-9f90-118f107985fc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce59876-781a-42c0-a72b-85a9c63b35aa,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:38.489318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51456) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:38.494042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-96e7f78d-b5cd-4a85-833b-6c5419d67b9d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-957890229', 'description': 'tempest-secgroup-smoke-957890229 description', 'project_id': '2fd0551828e14043813bac168b7a92ce'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:50:38.583664 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-96e7f78d-b5cd-4a85-833b-6c5419d67b9d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:38.647356 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-96e7f78d-b5cd-4a85-833b-6c5419d67b9d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:38.720984 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-96e7f78d-b5cd-4a85-833b-6c5419d67b9d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:38.749897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7f78d-b5cd-4a85-833b-6c5419d67b9d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e5449c-7e5f-4676-bb33-0167d89754de,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:38.803032 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-96e7f78d-b5cd-4a85-833b-6c5419d67b9d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:38.804269 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-96e7f78d-b5cd-4a85-833b-6c5419d67b9d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3138728 Dec 11 23:50:38.807121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51458) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:38.812095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-adb33606-6504-49b1-84ba-0f8f65b48bfe tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '77e5449c-7e5f-4676-bb33-0167d89754de', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:50:38.910434 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-adb33606-6504-49b1-84ba-0f8f65b48bfe tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:38.969311 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-adb33606-6504-49b1-84ba-0f8f65b48bfe tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:39.049039 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-adb33606-6504-49b1-84ba-0f8f65b48bfe tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:39.067584 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb33606-6504-49b1-84ba-0f8f65b48bfe tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1607da68-c4a4-4181-9aaf-80b95d89bb25,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:39.136403 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-adb33606-6504-49b1-84ba-0f8f65b48bfe tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:39.137665 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-adb33606-6504-49b1-84ba-0f8f65b48bfe tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3296170 Dec 11 23:50:39.140551 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51460) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:39.144939 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f9c781b7-7fdc-4af8-a487-f96e571473ec tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '77e5449c-7e5f-4676-bb33-0167d89754de', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:50:39.232725 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1720dabd-b505-4433-9fdc-885cdb576645 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:50:39.236566 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f9c781b7-7fdc-4af8-a487-f96e571473ec tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:39.256459 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 1720dabd-b505-4433-9fdc-885cdb576645 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:50:39.256727 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 1720dabd-b505-4433-9fdc-885cdb576645 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:50:39.294522 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f9c781b7-7fdc-4af8-a487-f96e571473ec tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:39.368535 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f9c781b7-7fdc-4af8-a487-f96e571473ec tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:39.387900 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c781b7-7fdc-4af8-a487-f96e571473ec tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06250ba4-e048-4998-b2d6-4dc5081e4a32,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:39.459914 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f9c781b7-7fdc-4af8-a487-f96e571473ec tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:39.461137 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f9c781b7-7fdc-4af8-a487-f96e571473ec tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3196127 Dec 11 23:50:39.463956 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51462) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:39.469325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e2c953e6-1825-44b3-a009-f410be025beb tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '77e5449c-7e5f-4676-bb33-0167d89754de', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:50:39.556200 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2c953e6-1825-44b3-a009-f410be025beb tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:39.611633 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2c953e6-1825-44b3-a009-f410be025beb tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:39.688621 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2c953e6-1825-44b3-a009-f410be025beb tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:39.707713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c953e6-1825-44b3-a009-f410be025beb tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870cf4bf-b8e0-488a-8d49-8d831a0b3b4f,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:39.771059 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e2c953e6-1825-44b3-a009-f410be025beb tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:39.772660 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e2c953e6-1825-44b3-a009-f410be025beb tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3077340 Dec 11 23:50:39.775359 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51464) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:39.780812 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6a8b5c26-fd8f-411e-a1a3-e2ee4cf30943 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '77e5449c-7e5f-4676-bb33-0167d89754de', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:50:39.864870 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5c26-fd8f-411e-a1a3-e2ee4cf30943 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:39.925133 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5c26-fd8f-411e-a1a3-e2ee4cf30943 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:39.980155 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5c26-fd8f-411e-a1a3-e2ee4cf30943 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:40.000610 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b5c26-fd8f-411e-a1a3-e2ee4cf30943 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1787c057-2c1e-48e3-aaf2-15ae8bd17701,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:40.050798 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5c26-fd8f-411e-a1a3-e2ee4cf30943 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:40.052092 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6a8b5c26-fd8f-411e-a1a3-e2ee4cf30943 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2757094 Dec 11 23:50:40.054626 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51466) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:40.059471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a500cc96-4393-4fc6-84b2-c3cc1698ab44 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '77e5449c-7e5f-4676-bb33-0167d89754de', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:50:40.140167 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-a500cc96-4393-4fc6-84b2-c3cc1698ab44 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Project 2fd0551828e14043813bac168b7a92ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:50:40.145088 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a500cc96-4393-4fc6-84b2-c3cc1698ab44 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:40.201859 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a500cc96-4393-4fc6-84b2-c3cc1698ab44 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:40.248647 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a500cc96-4393-4fc6-84b2-c3cc1698ab44 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:40.267372 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500cc96-4393-4fc6-84b2-c3cc1698ab44 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128cfbd0-3036-416c-8f71-21fe970d0c0c,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:40.348029 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a500cc96-4393-4fc6-84b2-c3cc1698ab44 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:40.349247 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a500cc96-4393-4fc6-84b2-c3cc1698ab44 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2936335 Dec 11 23:50:40.352394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51468) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:40.356940 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a5c9582e-ec57-477d-b433-3dfdef7980a6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'security_group_rule': {'security_group_id': '77e5449c-7e5f-4676-bb33-0167d89754de', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:50:40.464107 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-a5c9582e-ec57-477d-b433-3dfdef7980a6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Project 2fd0551828e14043813bac168b7a92ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:50:40.469374 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5c9582e-ec57-477d-b433-3dfdef7980a6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:40.528655 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5c9582e-ec57-477d-b433-3dfdef7980a6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:40.608809 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5c9582e-ec57-477d-b433-3dfdef7980a6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:40.629416 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9582e-ec57-477d-b433-3dfdef7980a6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317ebaa8-dc0f-4151-9b59-c27e2c3a2264,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:40.690795 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a5c9582e-ec57-477d-b433-3dfdef7980a6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:40.692071 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a5c9582e-ec57-477d-b433-3dfdef7980a6 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3386877 Dec 11 23:50:40.694868 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51470) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:40.699667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9b56af91-8db0-4808-9de2-5c43c7ae17e2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'network': {'name': 'tempest-network-smoke--1706158243', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'port_security_enabled': True}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:50:40.795408 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b56af91-8db0-4808-9de2-5c43c7ae17e2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Made reservation on behalf of 2fd0551828e14043813bac168b7a92ce for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:50:40.798914 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b56af91-8db0-4808-9de2-5c43c7ae17e2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:40.821872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b56af91-8db0-4808-9de2-5c43c7ae17e2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:50:40.830784 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b56af91-8db0-4808-9de2-5c43c7ae17e2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:40.836257 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-9b56af91-8db0-4808-9de2-5c43c7ae17e2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Added segment dbe41bd9-0440-4a80-a2b8-eb105b093089 of type vlan for network e22312e9-0654-43de-973e-88d3e29be1b4 Dec 11 23:50:40.874296 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b56af91-8db0-4808-9de2-5c43c7ae17e2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:40.991700 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b56af91-8db0-4808-9de2-5c43c7ae17e2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:40.997833 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b56af91-8db0-4808-9de2-5c43c7ae17e2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:40.998499 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9b56af91-8db0-4808-9de2-5c43c7ae17e2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:41.063621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56af91-8db0-4808-9de2-5c43c7ae17e2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Network': ['ID=e22312e9-0654-43de-973e-88d3e29be1b4,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:41.074000 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network e22312e9-0654-43de-973e-88d3e29be1b4 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:50:41.109157 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9b56af91-8db0-4808-9de2-5c43c7ae17e2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4132433 Dec 11 23:50:41.112491 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51472) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:41.117082 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1884827591', 'admin_state_up': True, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:50:41.201309 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:41.202407 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:41.256595 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:41.446241 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:41.711529 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:41.729375 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:41.832112 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.25.1.73 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/9d54d2ff-e4d6-46c2-87aa-700f704d32fb) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:50:41.932687 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:42.020780 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:42.061242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:50:42.064133 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:50:42.068329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:50:42.076565 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c1bd46-dedd-4662-aab3-53cd0d5950c5 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:50:42.095289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=9d54d2ff-e4d6-46c2-87aa-700f704d32fb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:42.201089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-fb1c0852-096b-456e-909a-5938d2aabb60 None None] Provisioning complete for port 9d54d2ff-e4d6-46c2-87aa-700f704d32fb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:50:42.201466 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fb1c0852-096b-456e-909a-5938d2aabb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:42.239000 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c0852-096b-456e-909a-5938d2aabb60 None None] Port 9d54d2ff-e4d6-46c2-87aa-700f704d32fb cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:50:42.379946 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:42.570063 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:42.791390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:50:42.896884 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:50:42.908060 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Sync routers for ids ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:50:42.917660 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Routers {'8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:50:42.918302 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:50:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:42.965772 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:42.967039 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-1cf19208-58a9-4307-a781-ce3b7b97c288 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8534012 Dec 11 23:50:42.970321 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51474) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:42.998570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-5ac6ae0d-1f79-4786-afd5-82b7a9d47a9d tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=2fd0551828e14043813bac168b7a92ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270963 Dec 11 23:50:43.001353 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51476) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:43.026791 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Set router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:50:43.087803 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0606c7-517c-4bf1-ba5d-8356cecc3a9f tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:43.089258 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5e0606c7-517c-4bf1-ba5d-8356cecc3a9f tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868876 Dec 11 23:50:43.092661 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51478) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:43.125475 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2297f166-8516-4441-8ad0-42665a892887 tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317135 Dec 11 23:50:43.128038 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51480) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:43.132935 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-df289c83-bd12-4263-a62d-35e909ed13ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1513865819', 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:50:43.204354 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884827591', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:42Z', 'revision_number': 3, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:43.235570 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Checking router: 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:50:43.235930 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Updating router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf port 9d54d2ff-e4d6-46c2-87aa-700f704d32fb binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:50:43.260193 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:43.271634 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df289c83-bd12-4263-a62d-35e909ed13ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Made reservation on behalf of 2fd0551828e14043813bac168b7a92ce for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:50:43.275275 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df289c83-bd12-4263-a62d-35e909ed13ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:43.509767 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df289c83-bd12-4263-a62d-35e909ed13ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:43.510562 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:43.570299 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df289c83-bd12-4263-a62d-35e909ed13ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Subnet': ['ID=fa556595-5aa6-4b83-89fb-e4062634b7bb,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:43.577440 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df289c83-bd12-4263-a62d-35e909ed13ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Checking segment: {'id': 'dbe41bd9-0440-4a80-a2b8-eb105b093089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:50:43.577802 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df289c83-bd12-4263-a62d-35e909ed13ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network hostable DHCP agents. Network: e22312e9-0654-43de-973e-88d3e29be1b4, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:50:43.583566 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:43.626174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317a9124-f8a1-4bb7-a37f-ec3bd5494f98 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:50:43.639939 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Attempting to bind port 9d54d2ff-e4d6-46c2-87aa-700f704d32fb on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:50:43.640321 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Attempting to bind port 9d54d2ff-e4d6-46c2-87aa-700f704d32fb by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:50:43.640792 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Attempting to bind port 9d54d2ff-e4d6-46c2-87aa-700f704d32fb on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:50:43.648077 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaa3e1-ffd0-4c5e-af1c-973ed4b5d66a None None] Pushing event updated for resources: {'Port': ['ID=9d54d2ff-e4d6-46c2-87aa-700f704d32fb,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:43.652027 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:50:43.652552 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:50:43.653009 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:43.653532 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:50:43.653919 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Bound port: 9d54d2ff-e4d6-46c2-87aa-700f704d32fb, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:50:43.654337 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:43.661013 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eaa3e1-ffd0-4c5e-af1c-973ed4b5d66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:43.661359 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eaa3e1-ffd0-4c5e-af1c-973ed4b5d66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:43.661699 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eaa3e1-ffd0-4c5e-af1c-973ed4b5d66a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:43.662033 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eaa3e1-ffd0-4c5e-af1c-973ed4b5d66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:43.662363 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eaa3e1-ffd0-4c5e-af1c-973ed4b5d66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:43.662697 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eaa3e1-ffd0-4c5e-af1c-973ed4b5d66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:43.663046 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eaa3e1-ffd0-4c5e-af1c-973ed4b5d66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:43.663368 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eaa3e1-ffd0-4c5e-af1c-973ed4b5d66a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:43.663692 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eaa3e1-ffd0-4c5e-af1c-973ed4b5d66a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:43.664012 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eaa3e1-ffd0-4c5e-af1c-973ed4b5d66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:43.664334 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eaa3e1-ffd0-4c5e-af1c-973ed4b5d66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:43.664699 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eaa3e1-ffd0-4c5e-af1c-973ed4b5d66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:43.665024 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eaa3e1-ffd0-4c5e-af1c-973ed4b5d66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:50:43.665508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8db67337-fe51-4002-99ff-848c4492a425 None None] Provisioning complete for port 9d54d2ff-e4d6-46c2-87aa-700f704d32fb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:50:43.665895 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8db67337-fe51-4002-99ff-848c4492a425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:43.677673 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df289c83-bd12-4263-a62d-35e909ed13ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network e22312e9-0654-43de-973e-88d3e29be1b4 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:50:43.701211 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8db67337-fe51-4002-99ff-848c4492a425 None None] Port 9d54d2ff-e4d6-46c2-87aa-700f704d32fb cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:50:43.720483 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] For port 9d54d2ff-e4d6-46c2-87aa-700f704d32fb, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:50:43.723431 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] For port 9d54d2ff-e4d6-46c2-87aa-700f704d32fb, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9d54d2ff-e4d6-46c2-87aa-700f704d32fb,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:50:43.791545 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-df289c83-bd12-4263-a62d-35e909ed13ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, e22312e9-0654-43de-973e-88d3e29be1b4) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:50:43.796255 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df289c83-bd12-4263-a62d-35e909ed13ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:43.796876 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-df289c83-bd12-4263-a62d-35e909ed13ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:43.800670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916c066a-e4ea-4281-8707-f996be75124f None None] Network e22312e9-0654-43de-973e-88d3e29be1b4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:50:43.820478 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:43.864697 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dca187-0c57-4ff7-a773-7827a87d6f41 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:50:43.878943 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Routers {'8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:50:43.879574 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:50:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:43.897505 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-df289c83-bd12-4263-a62d-35e909ed13ab tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7682362 Dec 11 23:50:43.900147 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51482) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:50:43.911148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-e22312e9-0654-43de-973e-88d3e29be1b4', 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4', 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ips': [{'subnet_id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:50:43.913729 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:43.938860 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaa3e1-ffd0-4c5e-af1c-973ed4b5d66a None None] Pushing event updated for resources: {'Port': ['ID=9d54d2ff-e4d6-46c2-87aa-700f704d32fb,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:43.949092 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-11a8a0fd-9fc3-46e8-a116-220ce1507d2e None None] Provisioning complete for port 9d54d2ff-e4d6-46c2-87aa-700f704d32fb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:50:43.949760 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-11a8a0fd-9fc3-46e8-a116-220ce1507d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:44.008895 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] Set router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:50:44.119036 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Allocated IP 172.20.0.2 (e22312e9-0654-43de-973e-88d3e29be1b4/fa556595-5aa6-4b83-89fb-e4062634b7bb/fefb6bc4-ad4a-4436-92e9-db0201a420ce) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:50:44.148427 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-11a8a0fd-9fc3-46e8-a116-220ce1507d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:44.213251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-11a8a0fd-9fc3-46e8-a116-220ce1507d2e None None] For port 9d54d2ff-e4d6-46c2-87aa-700f704d32fb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9d54d2ff-e4d6-46c2-87aa-700f704d32fb,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:50:44.218633 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884827591', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:42Z', 'revision_number': 3, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:44.249664 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e87ff9-3905-4f5a-90ef-19f5dc6888bf None None] The sync data for ids ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'] in n-d-710847-6 is: [{'id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884827591', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:42Z', 'revision_number': 3, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:50:44.300120 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-11a8a0fd-9fc3-46e8-a116-220ce1507d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:44.347709 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:44.370540 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8a0fd-9fc3-46e8-a116-220ce1507d2e None None] Pushing event updated for resources: {'Port': ['ID=9d54d2ff-e4d6-46c2-87aa-700f704d32fb,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:44.374792 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:44.419310 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:44.468227 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Network e22312e9-0654-43de-973e-88d3e29be1b4 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:50:44.473621 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:50:44.476755 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:50:44.522160 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Pushing event updated for resources: {'Port': ['ID=fefb6bc4-ad4a-4436-92e9-db0201a420ce,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:44.547873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Attempting to bind port fefb6bc4-ad4a-4436-92e9-db0201a420ce on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:50:44.548252 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Attempting to bind port fefb6bc4-ad4a-4436-92e9-db0201a420ce by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'dbe41bd9-0440-4a80-a2b8-eb105b093089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:50:44.548616 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Attempting to bind port fefb6bc4-ad4a-4436-92e9-db0201a420ce on network e22312e9-0654-43de-973e-88d3e29be1b4 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:50:44.553580 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:50:44.554103 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Checking segment: {'id': 'dbe41bd9-0440-4a80-a2b8-eb105b093089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:50:44.554507 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:44.554937 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Bound using segment: {'id': 'dbe41bd9-0440-4a80-a2b8-eb105b093089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:50:44.555406 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Bound port: fefb6bc4-ad4a-4436-92e9-db0201a420ce, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe41bd9-0440-4a80-a2b8-eb105b093089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:50:44.555791 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:44.632517 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8678d530-901e-4621-abad-563372d0efe1 None None] For port fefb6bc4-ad4a-4436-92e9-db0201a420ce, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:50:44.632517 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8678d530-901e-4621-abad-563372d0efe1 None None] For port fefb6bc4-ad4a-4436-92e9-db0201a420ce, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fefb6bc4-ad4a-4436-92e9-db0201a420ce,segment=NetworkSegment(dbe41bd9-0440-4a80-a2b8-eb105b093089),segment_id=dbe41bd9-0440-4a80-a2b8-eb105b093089)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:50:44.716128 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:44.733350 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:44.776724 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678d530-901e-4621-abad-563372d0efe1 None None] Pushing event updated for resources: {'Port': ['ID=fefb6bc4-ad4a-4436-92e9-db0201a420ce,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:45.072797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.20.0.1 (e22312e9-0654-43de-973e-88d3e29be1b4/fa556595-5aa6-4b83-89fb-e4062634b7bb/86831a86-e480-46c2-a369-852e50facac5) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:50:45.194715 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:45.287244 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:45.330054 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network e22312e9-0654-43de-973e-88d3e29be1b4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:50:45.333342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:50:45.337140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:50:45.345648 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9d54d2ff-e4d6-46c2-87aa-700f704d32fb up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:50:45.367715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=86831a86-e480-46c2-a369-852e50facac5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:45.392719 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:45.400306 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 9d54d2ff-e4d6-46c2-87aa-700f704d32fb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:50:45.400751 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:45.478878 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fefb6bc4-ad4a-4436-92e9-db0201a420ce up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:50:45.531278 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fefb6bc4-ad4a-4436-92e9-db0201a420ce triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:50:45.531654 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:45.585699 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:45.608658 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:45.644996 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port fefb6bc4-ad4a-4436-92e9-db0201a420ce, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fefb6bc4-ad4a-4436-92e9-db0201a420ce,segment=NetworkSegment(dbe41bd9-0440-4a80-a2b8-eb105b093089),segment_id=dbe41bd9-0440-4a80-a2b8-eb105b093089)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:50:45.721303 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:45.778089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=fefb6bc4-ad4a-4436-92e9-db0201a420ce,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:45.888669 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:45.950617 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:45.968793 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff862d9-eb53-456e-8f68-49381fb49bb8 None None] Network e22312e9-0654-43de-973e-88d3e29be1b4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:50:46.032036 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:46.034766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=86831a86-e480-46c2-a369-852e50facac5,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:46.059169 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e4115885-3ad9-4984-a780-19d9eb966ce0 None None] Provisioning complete for port fefb6bc4-ad4a-4436-92e9-db0201a420ce triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:50:46.059564 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e4115885-3ad9-4984-a780-19d9eb966ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:46.128275 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network e22312e9-0654-43de-973e-88d3e29be1b4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:50:46.130295 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:50:46.265394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:50:46.384034 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:50:46.394393 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-22dde142-cc44-462b-8b46-7ded47e45b09 None None] Provisioning complete for port 86831a86-e480-46c2-a369-852e50facac5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:50:46.394779 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22dde142-cc44-462b-8b46-7ded47e45b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:46.398046 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6c5e2c7e-9446-43a3-a4d4-79f1b3919f84 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "PUT /v2.0/routers/8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4958150 Dec 11 23:50:46.398436 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Sync routers for ids ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:50:46.438508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Routers {'8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:50:46.439696 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:50:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:46.568305 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-844c8723-9cc7-4dde-9671-702422c62023 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957890229&fields=id&tenant_id=2fd0551828e14043813bac168b7a92ce HTTP/1.1" status: 200 len: 267 time: 0.0538559 Dec 11 23:50:46.651749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-22dde142-cc44-462b-8b46-7ded47e45b09 None None] Port 86831a86-e480-46c2-a369-852e50facac5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:50:46.678452 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-22dde142-cc44-462b-8b46-7ded47e45b09 None None] Provisioning complete for port fefb6bc4-ad4a-4436-92e9-db0201a420ce triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:50:46.678845 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-22dde142-cc44-462b-8b46-7ded47e45b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:46.691816 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-e0ef691c-7de0-42de-bda3-aeb9079298d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:46.693359 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-e0ef691c-7de0-42de-bda3-aeb9079298d1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/networks?id=e22312e9-0654-43de-973e-88d3e29be1b4 HTTP/1.1" status: 200 len: 797 time: 0.1164215 Dec 11 23:50:46.709966 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-c3f7dda9-b45e-445f-bd6d-580b85aa8655 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/quotas/2fd0551828e14043813bac168b7a92ce HTTP/1.1" status: 200 len: 375 time: 0.0106003 Dec 11 23:50:46.762987 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-e78d7ddc-4646-4ef9-be00-adc0d9d721f2 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471065 Dec 11 23:50:46.770173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Set router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:50:46.817303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-ecb04149-5cc3-461d-9e84-26736787269f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:50:46.818323 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-ecb04149-5cc3-461d-9e84-26736787269f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0442038 Dec 11 23:50:46.914921 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-ec1b48d2-14f8-42e0-8dad-e297490602a0 service neutron] 10.222.0.45 "GET /v2.0/networks/e22312e9-0654-43de-973e-88d3e29be1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895853 Dec 11 23:50:47.003182 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884827591', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:45Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '86831a86-e480-46c2-a369-852e50facac5', 'name': '', 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:93:4f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:44Z', 'updated_at': '2021-12-11T23:50:45Z', 'revision_number': 2, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:47.009541 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-7ffb515d-961d-4284-846f-f3e064761e1b service neutron] 10.222.0.45 "GET /v2.0/networks/e22312e9-0654-43de-973e-88d3e29be1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873406 Dec 11 23:50:47.038681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Checking router: 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:50:47.039065 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Updating router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf port 86831a86-e480-46c2-a369-852e50facac5 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:50:47.070182 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:47.071869 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-61a446e9-3105-4515-b630-bc6568df1a45 None None] Provisioning complete for port 86831a86-e480-46c2-a369-852e50facac5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:50:47.072234 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-61a446e9-3105-4515-b630-bc6568df1a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:47.135137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-61a446e9-3105-4515-b630-bc6568df1a45 None None] Port 86831a86-e480-46c2-a369-852e50facac5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:50:47.248501 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-42891f07-c439-4adb-ba55-7c99b6c29214 req-0dec73c3-8013-435d-859d-ba118165c868 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 210 time: 0.0375454 Dec 11 23:50:47.310510 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fefb6bc4-ad4a-4436-92e9-db0201a420ce up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:50:47.424398 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fefb6bc4-ad4a-4436-92e9-db0201a420ce triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:50:47.424776 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:47.462396 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:47.539834 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:47.587514 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1717d37-eb7a-4e0e-a3eb-397f9aa1d426 None None] Pushing event updated for resources: {'Port': ['ID=86831a86-e480-46c2-a369-852e50facac5,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:47.642953 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Attempting to bind port 86831a86-e480-46c2-a369-852e50facac5 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:50:47.643340 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Attempting to bind port 86831a86-e480-46c2-a369-852e50facac5 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'dbe41bd9-0440-4a80-a2b8-eb105b093089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:50:47.643717 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Attempting to bind port 86831a86-e480-46c2-a369-852e50facac5 on network e22312e9-0654-43de-973e-88d3e29be1b4 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:50:47.649839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:50:47.651955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Checking segment: {'id': 'dbe41bd9-0440-4a80-a2b8-eb105b093089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:50:47.651955 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:47.651955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Bound using segment: {'id': 'dbe41bd9-0440-4a80-a2b8-eb105b093089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:50:47.651955 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Bound port: 86831a86-e480-46c2-a369-852e50facac5, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe41bd9-0440-4a80-a2b8-eb105b093089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:50:47.651955 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:47.721778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] For port 86831a86-e480-46c2-a369-852e50facac5, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:50:47.725127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] For port 86831a86-e480-46c2-a369-852e50facac5, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=86831a86-e480-46c2-a369-852e50facac5,segment=NetworkSegment(dbe41bd9-0440-4a80-a2b8-eb105b093089),segment_id=dbe41bd9-0440-4a80-a2b8-eb105b093089)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:50:47.800778 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:47.865251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Routers {'8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:50:47.865894 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:50:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:47.874723 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1717d37-eb7a-4e0e-a3eb-397f9aa1d426 None None] Pushing event updated for resources: {'Port': ['ID=86831a86-e480-46c2-a369-852e50facac5,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:47.919348 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cb9c0763-cb38-4a70-a7d2-44cb45236492 None None] Provisioning complete for port 86831a86-e480-46c2-a369-852e50facac5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:50:47.919794 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb9c0763-cb38-4a70-a7d2-44cb45236492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:48.020870 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] Set router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:50:48.125348 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb9c0763-cb38-4a70-a7d2-44cb45236492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:48.221338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-cb9c0763-cb38-4a70-a7d2-44cb45236492 None None] For port 86831a86-e480-46c2-a369-852e50facac5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=86831a86-e480-46c2-a369-852e50facac5,segment=NetworkSegment(dbe41bd9-0440-4a80-a2b8-eb105b093089),segment_id=dbe41bd9-0440-4a80-a2b8-eb105b093089)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:50:48.234569 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:48.289571 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb9c0763-cb38-4a70-a7d2-44cb45236492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:48.336047 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884827591', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:45Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '86831a86-e480-46c2-a369-852e50facac5', 'name': '', 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:93:4f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:44Z', 'updated_at': '2021-12-11T23:50:47Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:50:48.338271 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bf21fc83-e416-47ab-b3ac-c2c6018cd149 req-55051618-ec95-4eb5-91e9-deed5a56b802 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 210 time: 0.0276310 Dec 11 23:50:48.375243 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347addc7-d383-4e9e-b6d3-6bb7cf432c44 None None] The sync data for ids ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'] in n-d-710847-6 is: [{'id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884827591', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:45Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '86831a86-e480-46c2-a369-852e50facac5', 'name': '', 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:93:4f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:44Z', 'updated_at': '2021-12-11T23:50:47Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:50:48.376749 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c0763-cb38-4a70-a7d2-44cb45236492 None None] Pushing event updated for resources: {'Port': ['ID=86831a86-e480-46c2-a369-852e50facac5,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:48.414895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5a103d59-1740-4bbc-9c21-4ea9b4397e9b None None] Provisioning complete for port 86831a86-e480-46c2-a369-852e50facac5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:50:48.415277 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5a103d59-1740-4bbc-9c21-4ea9b4397e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:48.940229 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a6f27cde-1101-4411-83e1-51db80bd386e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:49.306908 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 86831a86-e480-46c2-a369-852e50facac5 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:50:49.366276 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 86831a86-e480-46c2-a369-852e50facac5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:50:49.367066 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:49.424606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-ca43836c-59c8-43cd-bcff-cb7022cacef9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:49.427944 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-ca43836c-59c8-43cd-bcff-cb7022cacef9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.47 "GET /v2.0/networks?id=e22312e9-0654-43de-973e-88d3e29be1b4 HTTP/1.1" status: 200 len: 797 time: 0.1445470 Dec 11 23:50:49.459427 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-32f68965-db17-48c4-911f-e8375f0a3002 req-618d0aaf-30bc-4f28-a8da-5440e593aebc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 210 time: 0.0417156 Dec 11 23:50:49.511978 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-0f1419f2-7cef-462e-a76b-612465ba1940 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fd0551828e14043813bac168b7a92ce HTTP/1.1" status: 200 len: 379 time: 0.0692029 Dec 11 23:50:49.521667 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-5dfcfb82-2ffd-44f2-a982-2cf03f001c93 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'port': {'device_id': 'dc45e537-5107-4d16-b59c-ab911bfe411f', 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4', 'admin_state_up': True, 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'security_groups': ['77e5449c-7e5f-4676-bb33-0167d89754de']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:50:49.709534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-5dfcfb82-2ffd-44f2-a982-2cf03f001c93 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Made reservation on behalf of 2fd0551828e14043813bac168b7a92ce for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:50:49.713140 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-5dfcfb82-2ffd-44f2-a982-2cf03f001c93 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:49.872745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-5dfcfb82-2ffd-44f2-a982-2cf03f001c93 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.20.0.13 (e22312e9-0654-43de-973e-88d3e29be1b4/fa556595-5aa6-4b83-89fb-e4062634b7bb/6f5d19b9-5da8-4787-abd8-c8f970a6c2fa) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:50:50.016951 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-5dfcfb82-2ffd-44f2-a982-2cf03f001c93 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:50.100398 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-5dfcfb82-2ffd-44f2-a982-2cf03f001c93 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:50.144574 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-5dfcfb82-2ffd-44f2-a982-2cf03f001c93 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network e22312e9-0654-43de-973e-88d3e29be1b4 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:50:50.147715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-5dfcfb82-2ffd-44f2-a982-2cf03f001c93 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:50:50.151350 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-5dfcfb82-2ffd-44f2-a982-2cf03f001c93 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:50:50.176810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcfb82-2ffd-44f2-a982-2cf03f001c93 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=6f5d19b9-5da8-4787-abd8-c8f970a6c2fa,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:50.205493 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-5dfcfb82-2ffd-44f2-a982-2cf03f001c93 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:50.206320 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-5dfcfb82-2ffd-44f2-a982-2cf03f001c93 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:50.289491 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-5dfcfb82-2ffd-44f2-a982-2cf03f001c93 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7714930 Dec 11 23:50:50.339499 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d1bfd6e1-8708-4dca-8261-2a3830202246 None None] Provisioning complete for port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:50:50.340736 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1bfd6e1-8708-4dca-8261-2a3830202246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:50.349430 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Request body: {'port': {'device_id': 'dc45e537-5107-4d16-b59c-ab911bfe411f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:50:50.374228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d1bfd6e1-8708-4dca-8261-2a3830202246 None None] Port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:50:50.418607 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:50.625442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf240c1-77ed-42d0-998a-f16c0dc7eb77 req-053e9d99-8106-4add-8ede-4f784c65c19e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:50.626842 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5cf240c1-77ed-42d0-998a-f16c0dc7eb77 req-053e9d99-8106-4add-8ede-4f784c65c19e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 932 time: 0.1022053 Dec 11 23:50:50.706286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5cf240c1-77ed-42d0-998a-f16c0dc7eb77 req-ba2f1627-0056-43fb-a12b-ab3196a9f02a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673008 Dec 11 23:50:50.753181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:50:50.760508 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:50.772683 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Transition to ACTIVE for port object 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:50:50.836784 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:50.905494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Pushing event updated for resources: {'Port': ['ID=6f5d19b9-5da8-4787-abd8-c8f970a6c2fa,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:50.955242 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Attempting to bind port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:50:50.955580 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Attempting to bind port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': 'dbe41bd9-0440-4a80-a2b8-eb105b093089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:50:50.955909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Attempting to bind port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa on network e22312e9-0654-43de-973e-88d3e29be1b4 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:50:50.960481 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa on network e22312e9-0654-43de-973e-88d3e29be1b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:50:50.960804 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Attempting to bind port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa on network e22312e9-0654-43de-973e-88d3e29be1b4 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:50:50.966712 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:50:50.967079 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Checking segment: {'id': 'dbe41bd9-0440-4a80-a2b8-eb105b093089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:50:50.971606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Bound using segment: {'id': 'dbe41bd9-0440-4a80-a2b8-eb105b093089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:50:50.971606 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Bound port: 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe41bd9-0440-4a80-a2b8-eb105b093089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:50:50.971606 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:51.038648 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] For port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:50:51.041782 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] For port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6f5d19b9-5da8-4787-abd8-c8f970a6c2fa,segment=NetworkSegment(dbe41bd9-0440-4a80-a2b8-eb105b093089),segment_id=dbe41bd9-0440-4a80-a2b8-eb105b093089)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:50:51.111882 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:51.148043 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:51.148706 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:51.150052 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] 10.222.0.47 "PUT /v2.0/ports/6f5d19b9-5da8-4787-abd8-c8f970a6c2fa HTTP/1.1" status: 200 len: 1092 time: 0.8469691 Dec 11 23:50:51.150494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc45e537-5107-4d16-b59c-ab911bfe411f', 'tag': '6f5d19b9-5da8-4787-abd8-c8f970a6c2fa'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:50:51.152861 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298216b6-4b75-44ac-ad86-85299caa1212" -d '{"events": [{"name": "network-changed", "server_uuid": "dc45e537-5107-4d16-b59c-ab911bfe411f", "tag": "6f5d19b9-5da8-4787-abd8-c8f970a6c2fa"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:50:51.175661 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461b9b3-c386-421c-811b-7c7152259b7c service neutron] Pushing event updated for resources: {'Port': ['ID=6f5d19b9-5da8-4787-abd8-c8f970a6c2fa,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:51.197857 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be8037e-6b5e-43b2-b262-b6334fb0a456 x-openstack-request-id: req-4be8037e-6b5e-43b2-b262-b6334fb0a456 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:50:51.198188 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc45e537-5107-4d16-b59c-ab911bfe411f", "tag": "6f5d19b9-5da8-4787-abd8-c8f970a6c2fa", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:50:51.198449 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4be8037e-6b5e-43b2-b262-b6334fb0a456 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:50:51.198910 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc45e537-5107-4d16-b59c-ab911bfe411f', 'tag': '6f5d19b9-5da8-4787-abd8-c8f970a6c2fa', 'status': 'completed', 'code': 200} Dec 11 23:50:51.284725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298216b6-4b75-44ac-ad86-85299caa1212 req-1440c26a-3683-472e-bd06-d0888bd431c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:51.288492 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-298216b6-4b75-44ac-ad86-85299caa1212 req-1440c26a-3683-472e-bd06-d0888bd431c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 1095 time: 0.0436242 Dec 11 23:50:51.328673 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2cd2533f-2599-4ceb-b086-028fb5f83331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:51.397363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298216b6-4b75-44ac-ad86-85299caa1212 req-bd77b6bf-02dc-4f84-8164-dc2bfb0759dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:51.398396 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-298216b6-4b75-44ac-ad86-85299caa1212 req-bd77b6bf-02dc-4f84-8164-dc2bfb0759dc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2fd0551828e14043813bac168b7a92ce&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0985596 Dec 11 23:50:51.492714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298216b6-4b75-44ac-ad86-85299caa1212 req-6c90b2c4-324f-484b-aa75-c2f1ab52e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:51.494170 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-298216b6-4b75-44ac-ad86-85299caa1212 req-6c90b2c4-324f-484b-aa75-c2f1ab52e47e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891714 Dec 11 23:50:51.595675 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-ee7f85cb-ecc1-4cca-bf68-592229d60899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:51.597157 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-ee7f85cb-ecc1-4cca-bf68-592229d60899 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 1095 time: 0.0450764 Dec 11 23:50:51.644878 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-8a492577-6814-4939-9609-71df1854616b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f5d19b9-5da8-4787-abd8-c8f970a6c2fa HTTP/1.1" status: 200 len: 217 time: 0.0346253 Dec 11 23:50:51.696961 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-90d3ec42-8b01-4987-91a3-c0345b50d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:51.698298 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-90d3ec42-8b01-4987-91a3-c0345b50d478 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa556595-5aa6-4b83-89fb-e4062634b7bb HTTP/1.1" status: 200 len: 835 time: 0.0429692 Dec 11 23:50:51.744135 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-c45bb289-4e03-46fa-a629-190f777bd984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:51.745647 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-c45bb289-4e03-46fa-a629-190f777bd984 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e22312e9-0654-43de-973e-88d3e29be1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395105 Dec 11 23:50:51.869382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbe8e0-48e1-4adc-a270-2a3f96cb30fd req-a54d1d40-7bb2-4213-b7cd-59f7ef1ab934 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:51.871050 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6fbe8e0-48e1-4adc-a270-2a3f96cb30fd req-a54d1d40-7bb2-4213-b7cd-59f7ef1ab934 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 944 time: 0.0957539 Dec 11 23:50:51.876648 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-117baac5-daa6-4bcd-97ab-3aa17bb0485c service neutron] 10.222.0.47 "GET /v2.0/networks/e22312e9-0654-43de-973e-88d3e29be1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235948 Dec 11 23:50:51.972074 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b6fbe8e0-48e1-4adc-a270-2a3f96cb30fd req-5cd1f2aa-d533-4c01-9861-0ffe31e11467 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943847 Dec 11 23:50:51.999511 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-adb74ac7-7b90-4539-aa02-93b22c9147fb req-9597fb0f-9206-4a6b-885b-77186197cc08 service neutron] 10.222.0.47 "GET /v2.0/networks/e22312e9-0654-43de-973e-88d3e29be1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154027 Dec 11 23:50:52.491846 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:53.093647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ea9b1-b3e2-4fa4-b623-3c1aef2fde83 req-f3579419-1a3b-4ea7-a51a-8b5ffc3d6f98 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:53.095168 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa6ea9b1-b3e2-4fa4-b623-3c1aef2fde83 req-f3579419-1a3b-4ea7-a51a-8b5ffc3d6f98 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 944 time: 0.0525753 Dec 11 23:50:53.145879 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-aa6ea9b1-b3e2-4fa4-b623-3c1aef2fde83 req-0f5f6f27-3a04-4942-9031-79ca05c2e517 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448465 Dec 11 23:50:54.179851 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:54.262367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d81f1c-4c1b-419b-8fed-ded38b5ae304 req-c0539a1d-f1ba-4581-9365-dfd9fecf8083 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:54.263866 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40d81f1c-4c1b-419b-8fed-ded38b5ae304 req-c0539a1d-f1ba-4581-9365-dfd9fecf8083 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 944 time: 0.0507081 Dec 11 23:50:54.312327 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40d81f1c-4c1b-419b-8fed-ded38b5ae304 req-27684a22-5c73-4980-8626-32b33b9c5d1f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424809 Dec 11 23:50:54.665812 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:55.426371 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bfe70-b0cf-4744-b1f8-220303acb15b req-e9e0675e-6cc2-42eb-b5c4-725d24a4d046 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:55.427879 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8a0bfe70-b0cf-4744-b1f8-220303acb15b req-e9e0675e-6cc2-42eb-b5c4-725d24a4d046 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 944 time: 0.0490704 Dec 11 23:50:55.481568 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8a0bfe70-b0cf-4744-b1f8-220303acb15b req-a370d10c-7c6e-49f0-9438-03b13e213a69 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471408 Dec 11 23:50:55.766454 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:50:55.862652 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6f5d19b9-5da8-4787-abd8-c8f970a6c2fa,segment=NetworkSegment(dbe41bd9-0440-4a80-a2b8-eb105b093089),segment_id=dbe41bd9-0440-4a80-a2b8-eb105b093089)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:50:55.874412 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '6f5d19b9-5da8-4787-abd8-c8f970a6c2fa', 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4', 'port_id': '6f5d19b9-5da8-4787-abd8-c8f970a6c2fa', 'mac_address': 'fa:16:3e:60:9f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:50:55.910440 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:55.923526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:50:55.942066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6f5d19b9-5da8-4787-abd8-c8f970a6c2fa,segment=NetworkSegment(dbe41bd9-0440-4a80-a2b8-eb105b093089),segment_id=dbe41bd9-0440-4a80-a2b8-eb105b093089)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:50:56.002754 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:56.049867 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=6f5d19b9-5da8-4787-abd8-c8f970a6c2fa,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:56.288954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['6f5d19b9-5da8-4787-abd8-c8f970a6c2fa'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:50:56.603704 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b155f-524b-416f-852d-d50b84426c41 req-80ba1b85-8811-428a-b215-71d00671b91f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:56.605743 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-086b155f-524b-416f-852d-d50b84426c41 req-80ba1b85-8811-428a-b215-71d00671b91f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 945 time: 0.0527239 Dec 11 23:50:56.654482 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-086b155f-524b-416f-852d-d50b84426c41 req-ae39e5ff-7c5d-471f-bdda-40761a928b5f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426660 Dec 11 23:50:57.770385 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242002c-1ee8-446d-ab3b-5c07ec9dd245 req-7483e427-3d3d-42d7-985e-6b13eb09a5a7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:57.771882 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1242002c-1ee8-446d-ab3b-5c07ec9dd245 req-7483e427-3d3d-42d7-985e-6b13eb09a5a7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 945 time: 0.0489454 Dec 11 23:50:57.798524 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:50:57.821625 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1242002c-1ee8-446d-ab3b-5c07ec9dd245 req-15495751-f3af-4150-818f-494d198fa03e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431452 Dec 11 23:50:58.068978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:50:58.072828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:50:58.073207 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:58.149153 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:58.171976 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc45e537-5107-4d16-b59c-ab911bfe411f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5d19b9-5da8-4787-abd8-c8f970a6c2fa'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:50:58.175457 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a027fe2c-7127-44c5-a08d-6aa32fa0addc" -d '{"events": [{"server_uuid": "dc45e537-5107-4d16-b59c-ab911bfe411f", "name": "network-vif-plugged", "status": "completed", "tag": "6f5d19b9-5da8-4787-abd8-c8f970a6c2fa"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:50:58.187019 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6f5d19b9-5da8-4787-abd8-c8f970a6c2fa,segment=NetworkSegment(dbe41bd9-0440-4a80-a2b8-eb105b093089),segment_id=dbe41bd9-0440-4a80-a2b8-eb105b093089)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:50:58.260527 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8215fa4f-fd9c-43ba-89ae-6471a43d31e3 x-openstack-request-id: req-8215fa4f-fd9c-43ba-89ae-6471a43d31e3 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:50:58.260817 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc45e537-5107-4d16-b59c-ab911bfe411f", "name": "network-vif-plugged", "status": "completed", "tag": "6f5d19b9-5da8-4787-abd8-c8f970a6c2fa", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:50:58.261074 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8215fa4f-fd9c-43ba-89ae-6471a43d31e3 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:50:58.261502 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc45e537-5107-4d16-b59c-ab911bfe411f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5d19b9-5da8-4787-abd8-c8f970a6c2fa', 'code': 200} Dec 11 23:50:58.262762 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:50:58.313392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=6f5d19b9-5da8-4787-abd8-c8f970a6c2fa,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:50:58.393657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e896c2d-6efd-4e56-8cfa-06576c149f7b req-765e7b07-1b12-475c-93cc-522fd2d0ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:58.395181 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6e896c2d-6efd-4e56-8cfa-06576c149f7b req-765e7b07-1b12-475c-93cc-522fd2d0ee36 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 1097 time: 0.0408869 Dec 11 23:50:58.441079 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6e896c2d-6efd-4e56-8cfa-06576c149f7b req-d76a4a20-b549-4862-a46d-75ea68058150 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389445 Dec 11 23:50:58.938833 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09029a4a-61d6-49a8-af90-e65946bf21f0 req-db0b30ae-0ceb-4186-983f-094d1eb31513 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:50:58.940333 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09029a4a-61d6-49a8-af90-e65946bf21f0 req-db0b30ae-0ceb-4186-983f-094d1eb31513 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 946 time: 0.0494030 Dec 11 23:50:58.989863 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-09029a4a-61d6-49a8-af90-e65946bf21f0 req-f780e37b-ec74-4dd6-a483-0dd7573eb8ce tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435472 Dec 11 23:51:00.111760 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045010a5-2f9e-442e-9d16-3f16ff1c7b9a req-d5e81cff-d861-48e9-b7b9-b1184611a418 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:00.113236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-045010a5-2f9e-442e-9d16-3f16ff1c7b9a req-d5e81cff-d861-48e9-b7b9-b1184611a418 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 946 time: 0.0513759 Dec 11 23:51:00.162095 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-045010a5-2f9e-442e-9d16-3f16ff1c7b9a req-8f450726-2822-498d-b134-a1a3ed686171 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428360 Dec 11 23:51:00.282552 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c8440-3975-4f12-9029-13f2f0765c9c req-ae1c67e9-0c5d-42fd-9062-35122678b2e7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:00.283964 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-870c8440-3975-4f12-9029-13f2f0765c9c req-ae1c67e9-0c5d-42fd-9062-35122678b2e7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 946 time: 0.0531406 Dec 11 23:51:00.335490 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-870c8440-3975-4f12-9029-13f2f0765c9c req-e9f0128d-3945-4cd5-966f-4810a4828ad1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456314 Dec 11 23:51:00.357258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51546) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:00.397026 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92c183e-e6a4-4598-a621-da18b355c75f tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:00.398542 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f92c183e-e6a4-4598-a621-da18b355c75f tempest-TestNetworkAdvancedServerOps-91543162 tempest-TestNetworkAdvancedServerOps-91543162-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 1092 time: 0.0402851 Dec 11 23:51:00.401458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51548) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:00.405729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '6f5d19b9-5da8-4787-abd8-c8f970a6c2fa', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:51:00.503324 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:00.600735 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:00.699863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Allocated IP 172.25.1.173 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/b356ab5d-5c9f-4329-8de2-e59de4d2cd43) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:51:00.804719 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:00.898105 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:00.938882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:51:00.941801 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:51:00.944393 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:51:00.973492 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=b356ab5d-5c9f-4329-8de2-e59de4d2cd43,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:01.659356 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:01.776160 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:01.922116 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:01.979975 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:02.053061 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event updated for resources: {'Port': ['ID=b356ab5d-5c9f-4329-8de2-e59de4d2cd43,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:02.065138 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:02.163742 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Floating IP 36e8c7de-f416-4b7c-9475-9349e9723fa1 associated. External IP: 172.25.1.173, port: 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa. Dec 11 23:51:02.367130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:51:02.476485 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:51:02.486354 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a1fa54-416b-4436-9f1e-6e60eef51683 None None] Sync routers for ids ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:51:02.496154 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1fa54-416b-4436-9f1e-6e60eef51683 None None] Routers {'8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:51:02.497365 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-98a1fa54-416b-4436-9f1e-6e60eef51683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:50:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:02.585488 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:02.604347 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-98a1fa54-416b-4436-9f1e-6e60eef51683 None None] Set router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:51:02.614414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-06424edc-3003-4a96-84a9-664a80b5ae72 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2096095 Dec 11 23:51:02.614414 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc45e537-5107-4d16-b59c-ab911bfe411f', 'tag': '6f5d19b9-5da8-4787-abd8-c8f970a6c2fa'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:51:02.615304 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcb5675-797f-4c92-92cf-2fd6cd7f5f64" -d '{"events": [{"name": "network-changed", "server_uuid": "dc45e537-5107-4d16-b59c-ab911bfe411f", "tag": "6f5d19b9-5da8-4787-abd8-c8f970a6c2fa"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:51:02.661388 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9575277-62fa-4f2a-9ca5-7e6547eec86c x-openstack-request-id: req-c9575277-62fa-4f2a-9ca5-7e6547eec86c {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:51:02.662008 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc45e537-5107-4d16-b59c-ab911bfe411f", "tag": "6f5d19b9-5da8-4787-abd8-c8f970a6c2fa", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:51:02.662008 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9575277-62fa-4f2a-9ca5-7e6547eec86c {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:51:02.662347 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc45e537-5107-4d16-b59c-ab911bfe411f', 'tag': '6f5d19b9-5da8-4787-abd8-c8f970a6c2fa', 'status': 'completed', 'code': 200} Dec 11 23:51:02.753160 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064ad6d-9342-4e57-a785-3b77cc616d46 req-6e0feec2-b5f7-4f7c-a214-7fa3e237b1a8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:02.754690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2064ad6d-9342-4e57-a785-3b77cc616d46 req-6e0feec2-b5f7-4f7c-a214-7fa3e237b1a8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 946 time: 0.0814555 Dec 11 23:51:02.760745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5675-797f-4c92-92cf-2fd6cd7f5f64 req-5392c5c4-c509-4788-a088-b2d8f33e17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:02.762749 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5fcb5675-797f-4c92-92cf-2fd6cd7f5f64 req-5392c5c4-c509-4788-a088-b2d8f33e17ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 1097 time: 0.0553846 Dec 11 23:51:02.844987 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-98a1fa54-416b-4436-9f1e-6e60eef51683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884827591', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:45Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '36e8c7de-f416-4b7c-9475-9349e9723fa1', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'floating_ip_address': '172.25.1.173', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'port_id': '6f5d19b9-5da8-4787-abd8-c8f970a6c2fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4', 'mac_address': 'fa:16:3e:60:9f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc45e537-5107-4d16-b59c-ab911bfe411f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:51:01Z', 'updated_at': '2021-12-11T23:51:01Z', 'revision_number': 0, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86831a86-e480-46c2-a369-852e50facac5', 'name': '', 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:93:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:44Z', 'updated_at': '2021-12-11T23:50:48Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:02.859374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2064ad6d-9342-4e57-a785-3b77cc616d46 req-db0862a2-6181-488a-8197-fcb80fdb5477 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956135 Dec 11 23:51:02.872035 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a1fa54-416b-4436-9f1e-6e60eef51683 None None] Checking router: 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:51:02.882962 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1fa54-416b-4436-9f1e-6e60eef51683 None None] Routers {'8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:51:02.882962 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-98a1fa54-416b-4436-9f1e-6e60eef51683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:50:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:02.884894 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51554) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:02.890347 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5675-797f-4c92-92cf-2fd6cd7f5f64 req-6302a6ea-33f9-4e54-88de-d10d63aa2232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:02.902400 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5fcb5675-797f-4c92-92cf-2fd6cd7f5f64 req-6302a6ea-33f9-4e54-88de-d10d63aa2232 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e22312e9-0654-43de-973e-88d3e29be1b4 HTTP/1.1" status: 200 len: 898 time: 0.1214013 Dec 11 23:51:02.946205 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3f1e18a5-49a3-4e95-a8b9-bb985aedee4d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/36e8c7de-f416-4b7c-9475-9349e9723fa1 HTTP/1.1" status: 200 len: 992 time: 0.0607128 Dec 11 23:51:02.962676 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5fcb5675-797f-4c92-92cf-2fd6cd7f5f64 req-78488fba-a4d4-4120-8ff1-cdef5d5081c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f5d19b9-5da8-4787-abd8-c8f970a6c2fa HTTP/1.1" status: 200 len: 1000 time: 0.0642107 Dec 11 23:51:03.016040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5675-797f-4c92-92cf-2fd6cd7f5f64 req-19baa2d0-ad73-46be-9756-faf1d2497bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:03.017528 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5fcb5675-797f-4c92-92cf-2fd6cd7f5f64 req-19baa2d0-ad73-46be-9756-faf1d2497bfd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa556595-5aa6-4b83-89fb-e4062634b7bb HTTP/1.1" status: 200 len: 835 time: 0.0477824 Dec 11 23:51:03.068205 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5675-797f-4c92-92cf-2fd6cd7f5f64 req-ba875e98-7cd1-494f-9244-5fd32397c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:03.069756 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5fcb5675-797f-4c92-92cf-2fd6cd7f5f64 req-ba875e98-7cd1-494f-9244-5fd32397c3cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e22312e9-0654-43de-973e-88d3e29be1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448520 Dec 11 23:51:03.086217 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-98a1fa54-416b-4436-9f1e-6e60eef51683 None None] Set router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:51:03.159393 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5fcb5675-797f-4c92-92cf-2fd6cd7f5f64 req-dabc26a0-3c5d-4536-960b-70e45805a731 service neutron] 10.222.0.47 "GET /v2.0/networks/e22312e9-0654-43de-973e-88d3e29be1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829258 Dec 11 23:51:03.254569 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5fcb5675-797f-4c92-92cf-2fd6cd7f5f64 req-a4a1fa9a-ae9b-4eee-bda8-62ea469a30ad service neutron] 10.222.0.47 "GET /v2.0/networks/e22312e9-0654-43de-973e-88d3e29be1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876582 Dec 11 23:51:03.314215 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-98a1fa54-416b-4436-9f1e-6e60eef51683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884827591', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:45Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '36e8c7de-f416-4b7c-9475-9349e9723fa1', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'floating_ip_address': '172.25.1.173', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'port_id': '6f5d19b9-5da8-4787-abd8-c8f970a6c2fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4', 'mac_address': 'fa:16:3e:60:9f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc45e537-5107-4d16-b59c-ab911bfe411f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:51:01Z', 'updated_at': '2021-12-11T23:51:01Z', 'revision_number': 0, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86831a86-e480-46c2-a369-852e50facac5', 'name': '', 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:93:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:44Z', 'updated_at': '2021-12-11T23:50:48Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:03.341849 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a1fa54-416b-4436-9f1e-6e60eef51683 None None] The sync data for ids ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'] in n-d-710847-6 is: [{'id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884827591', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:45Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '36e8c7de-f416-4b7c-9475-9349e9723fa1', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'floating_ip_address': '172.25.1.173', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'port_id': '6f5d19b9-5da8-4787-abd8-c8f970a6c2fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4', 'mac_address': 'fa:16:3e:60:9f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc45e537-5107-4d16-b59c-ab911bfe411f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:51:01Z', 'updated_at': '2021-12-11T23:51:01Z', 'revision_number': 0, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86831a86-e480-46c2-a369-852e50facac5', 'name': '', 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:93:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:44Z', 'updated_at': '2021-12-11T23:50:48Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:51:03.540028 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28268f99-7593-4deb-ae6d-c4094519e249 None None] New status for floating IP 36e8c7de-f416-4b7c-9475-9349e9723fa1: ACTIVE {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:51:03.950431 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51556) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:04.016651 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-ad1a5a78-7787-48bd-ad73-83e3ce228276 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/36e8c7de-f416-4b7c-9475-9349e9723fa1 HTTP/1.1" status: 200 len: 994 time: 0.0649807 Dec 11 23:51:09.342700 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:51:11.951189 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e0aa127-4300-4781-a3f8-79c2872f3196 req-6b70ed2a-27fa-4e2a-bd69-f4a2dce94b58 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401292 Dec 11 23:51:12.051905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa127-4300-4781-a3f8-79c2872f3196 req-2921d586-4afb-4aea-bbea-57421c24b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:12.053489 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e0aa127-4300-4781-a3f8-79c2872f3196 req-2921d586-4afb-4aea-bbea-57421c24b8f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 1097 time: 0.0403416 Dec 11 23:51:12.161417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa127-4300-4781-a3f8-79c2872f3196 req-ce3bb23d-34f5-4498-acde-ff2debd97fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:12.162932 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e0aa127-4300-4781-a3f8-79c2872f3196 req-ce3bb23d-34f5-4498-acde-ff2debd97fee service neutron] 10.222.0.47 "GET /v2.0/networks?id=e22312e9-0654-43de-973e-88d3e29be1b4 HTTP/1.1" status: 200 len: 898 time: 0.0881627 Dec 11 23:51:12.228156 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e0aa127-4300-4781-a3f8-79c2872f3196 req-50035871-a2d3-401c-9b83-f5d6bc4b9437 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f5d19b9-5da8-4787-abd8-c8f970a6c2fa HTTP/1.1" status: 200 len: 1002 time: 0.0578575 Dec 11 23:51:12.279171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa127-4300-4781-a3f8-79c2872f3196 req-6e6c8c91-2366-49a6-8501-8d6ce319524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:12.280622 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e0aa127-4300-4781-a3f8-79c2872f3196 req-6e6c8c91-2366-49a6-8501-8d6ce319524b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa556595-5aa6-4b83-89fb-e4062634b7bb HTTP/1.1" status: 200 len: 835 time: 0.0439973 Dec 11 23:51:12.336186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa127-4300-4781-a3f8-79c2872f3196 req-16113ead-5208-419b-9d6b-74b7e460bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:12.337668 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e0aa127-4300-4781-a3f8-79c2872f3196 req-16113ead-5208-419b-9d6b-74b7e460bd1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e22312e9-0654-43de-973e-88d3e29be1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433702 Dec 11 23:51:12.427332 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e0aa127-4300-4781-a3f8-79c2872f3196 req-e28c6236-9e30-4f77-b23c-5eb02e5e29c0 service neutron] 10.222.0.47 "GET /v2.0/networks/e22312e9-0654-43de-973e-88d3e29be1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821285 Dec 11 23:51:12.528781 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e0aa127-4300-4781-a3f8-79c2872f3196 req-d450d0a0-4bd3-4abc-99d0-2b7633c94efc service neutron] 10.222.0.47 "GET /v2.0/networks/e22312e9-0654-43de-973e-88d3e29be1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897460 Dec 11 23:51:14.373995 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:18.207658 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:18.916760 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-547345e7-ccc3-41a6-8050-40d94bd16038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:21.337493 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2c737b07-277b-4431-900a-155228389113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:22.508620 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:24.162514 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:24.710675 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:31.071191 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9696afe-4e47-4a69-bcc6-3a2ee692f14f req-ef15d86c-5633-4eaf-82f1-59a3301c41eb tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:31.072670 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9696afe-4e47-4a69-bcc6-3a2ee692f14f req-ef15d86c-5633-4eaf-82f1-59a3301c41eb tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 946 time: 0.0506797 Dec 11 23:51:31.122982 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c9696afe-4e47-4a69-bcc6-3a2ee692f14f req-85f51eaa-49e0-4545-81ff-2c36df4e3f15 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442879 Dec 11 23:51:32.241238 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406c32e-1a3f-402a-809e-b720def600ca req-a8d30d09-3503-406c-8110-794235b7fbdb tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:32.242852 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b406c32e-1a3f-402a-809e-b720def600ca req-a8d30d09-3503-406c-8110-794235b7fbdb tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 946 time: 0.0496047 Dec 11 23:51:32.292414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b406c32e-1a3f-402a-809e-b720def600ca req-9b0b37cb-ed9b-4caf-9f69-963d0594f5dc tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425358 Dec 11 23:51:32.316168 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51582) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:32.381035 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bba0b871-e3b4-414d-8c4e-5a3f1990496c tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/36e8c7de-f416-4b7c-9475-9349e9723fa1 HTTP/1.1" status: 200 len: 994 time: 0.0637014 Dec 11 23:51:33.814554 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5433942-d7d8-458d-b5ea-b798e782dac9 req-dc828c25-372d-46b0-ac51-15f2f056e623 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:33.816092 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5433942-d7d8-458d-b5ea-b798e782dac9 req-dc828c25-372d-46b0-ac51-15f2f056e623 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 946 time: 0.0496509 Dec 11 23:51:33.869522 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d5433942-d7d8-458d-b5ea-b798e782dac9 req-be35eace-635e-4e31-a3aa-b6f0ba732ec9 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473421 Dec 11 23:51:33.938483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ccfc4-e049-4724-88fe-b40a6f50236b req-65cc110b-3457-4537-8ca4-8e9300c2e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:33.940070 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-915ccfc4-e049-4724-88fe-b40a6f50236b req-65cc110b-3457-4537-8ca4-8e9300c2e0f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 1097 time: 0.0406764 Dec 11 23:51:34.033648 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ccfc4-e049-4724-88fe-b40a6f50236b req-c20fb1b5-5ab4-4402-b4ce-cd5fae9539da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:34.035154 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-915ccfc4-e049-4724-88fe-b40a6f50236b req-c20fb1b5-5ab4-4402-b4ce-cd5fae9539da service neutron] 10.222.0.47 "GET /v2.0/networks?id=e22312e9-0654-43de-973e-88d3e29be1b4 HTTP/1.1" status: 200 len: 898 time: 0.0874074 Dec 11 23:51:34.099646 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-915ccfc4-e049-4724-88fe-b40a6f50236b req-51a61801-edf0-4c32-b26e-aa8b4dfb746b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f5d19b9-5da8-4787-abd8-c8f970a6c2fa HTTP/1.1" status: 200 len: 1002 time: 0.0579419 Dec 11 23:51:34.147240 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ccfc4-e049-4724-88fe-b40a6f50236b req-824691f6-0d24-4850-86f7-57bcb7e1ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:34.148642 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-915ccfc4-e049-4724-88fe-b40a6f50236b req-824691f6-0d24-4850-86f7-57bcb7e1ff78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa556595-5aa6-4b83-89fb-e4062634b7bb HTTP/1.1" status: 200 len: 835 time: 0.0426037 Dec 11 23:51:34.197451 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ccfc4-e049-4724-88fe-b40a6f50236b req-b9ba3de8-3e62-4acb-880b-7cdd5f028939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:34.198943 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-915ccfc4-e049-4724-88fe-b40a6f50236b req-b9ba3de8-3e62-4acb-880b-7cdd5f028939 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e22312e9-0654-43de-973e-88d3e29be1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433741 Dec 11 23:51:34.287308 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-915ccfc4-e049-4724-88fe-b40a6f50236b req-5afb93c4-6986-411f-a4a5-c31505771382 service neutron] 10.222.0.47 "GET /v2.0/networks/e22312e9-0654-43de-973e-88d3e29be1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808938 Dec 11 23:51:34.379752 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-915ccfc4-e049-4724-88fe-b40a6f50236b req-e7aac525-9a63-4e8c-9f37-e6c213c1a0c2 service neutron] 10.222.0.47 "GET /v2.0/networks/e22312e9-0654-43de-973e-88d3e29be1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860770 Dec 11 23:51:34.993519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb90a13-2d3f-40a6-8f9e-38252a6e538c req-3514cd81-7c8e-4e5e-9f51-44ae84377b61 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:34.995129 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-feb90a13-2d3f-40a6-8f9e-38252a6e538c req-3514cd81-7c8e-4e5e-9f51-44ae84377b61 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 946 time: 0.0515964 Dec 11 23:51:35.044678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-feb90a13-2d3f-40a6-8f9e-38252a6e538c req-1e118733-4ce3-4074-a747-d597de5f0e4f tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427287 Dec 11 23:51:36.165319 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23513ed-ae87-4670-a756-de672fd5b6f4 req-1238552c-e676-45ae-adb0-bd00dcf178e7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:36.166790 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a23513ed-ae87-4670-a756-de672fd5b6f4 req-1238552c-e676-45ae-adb0-bd00dcf178e7 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 946 time: 0.0496647 Dec 11 23:51:36.219259 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a23513ed-ae87-4670-a756-de672fd5b6f4 req-60700176-0668-4eae-bd26-bd4d031ff625 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464842 Dec 11 23:51:36.241004 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51594) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:36.300664 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-85bf1944-40a4-44fd-988f-c1fad3ab6bcd tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/floatingips/36e8c7de-f416-4b7c-9475-9349e9723fa1 HTTP/1.1" status: 200 len: 994 time: 0.0584745 Dec 11 23:51:36.562468 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51600) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:36.716673 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port b356ab5d-5c9f-4329-8de2-e59de4d2cd43 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:51:36.717009 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:36.793329 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:36.794268 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:36.805646 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for b356ab5d-5c9f-4329-8de2-e59de4d2cd43 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:51:37.013394 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:37.040327 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=b356ab5d-5c9f-4329-8de2-e59de4d2cd43,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:37.065638 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:37.065998 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:37.066359 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:37.066701 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:37.067072 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:37.067418 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:37.067759 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:37.068099 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:37.068437 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:37.068773 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:37.069105 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:37.069436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:37.069766 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:37.109269 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:37.109635 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Floating IP 36e8c7de-f416-4b7c-9475-9349e9723fa1 disassociated (deleted). External IP: 172.25.1.173, port: 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa. Dec 11 23:51:37.315681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:51:37.422837 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:51:37.427507 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:37.432428 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45753ef-1543-4a18-b716-0535472da26b None None] Sync routers for ids ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:51:37.442876 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45753ef-1543-4a18-b716-0535472da26b None None] Routers {'8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:51:37.443495 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f45753ef-1543-4a18-b716-0535472da26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:51:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:37.457113 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-65490da4-be97-49a5-88f9-72c80a2d210e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/floatingips/36e8c7de-f416-4b7c-9475-9349e9723fa1 HTTP/1.1" status: 204 len: 168 time: 0.8935940 Dec 11 23:51:37.457710 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc45e537-5107-4d16-b59c-ab911bfe411f', 'tag': '6f5d19b9-5da8-4787-abd8-c8f970a6c2fa'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:51:37.460009 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b8f82dd82bb3308a7fe1c0bc9646015abbcd992e8595cd3773a37f0ca4f15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500fce26-920a-42ea-ba7f-ebc0ba3c8a68" -d '{"events": [{"name": "network-changed", "server_uuid": "dc45e537-5107-4d16-b59c-ab911bfe411f", "tag": "6f5d19b9-5da8-4787-abd8-c8f970a6c2fa"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:51:37.501752 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8de98e0-1cfb-491a-952d-049378878f7a x-openstack-request-id: req-d8de98e0-1cfb-491a-952d-049378878f7a {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:51:37.501752 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc45e537-5107-4d16-b59c-ab911bfe411f", "tag": "6f5d19b9-5da8-4787-abd8-c8f970a6c2fa", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:51:37.501752 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8de98e0-1cfb-491a-952d-049378878f7a {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:51:37.502102 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc45e537-5107-4d16-b59c-ab911bfe411f', 'tag': '6f5d19b9-5da8-4787-abd8-c8f970a6c2fa', 'status': 'completed', 'code': 200} Dec 11 23:51:37.553442 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f45753ef-1543-4a18-b716-0535472da26b None None] Set router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:51:37.592078 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fce26-920a-42ea-ba7f-ebc0ba3c8a68 req-0489fa45-7c65-41b9-a1cd-ed6f336cd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:37.593591 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-500fce26-920a-42ea-ba7f-ebc0ba3c8a68 req-0489fa45-7c65-41b9-a1cd-ed6f336cd47f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fd0551828e14043813bac168b7a92ce&device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 1097 time: 0.0426183 Dec 11 23:51:37.688363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fce26-920a-42ea-ba7f-ebc0ba3c8a68 req-d0535560-1627-4dbf-b648-b8580758a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:37.689835 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-500fce26-920a-42ea-ba7f-ebc0ba3c8a68 req-d0535560-1627-4dbf-b648-b8580758a73a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e22312e9-0654-43de-973e-88d3e29be1b4 HTTP/1.1" status: 200 len: 898 time: 0.0896423 Dec 11 23:51:37.736564 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-500fce26-920a-42ea-ba7f-ebc0ba3c8a68 req-15a4ec2e-b03e-41f0-b0f9-7701f3f31716 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f5d19b9-5da8-4787-abd8-c8f970a6c2fa HTTP/1.1" status: 200 len: 217 time: 0.0385642 Dec 11 23:51:37.759153 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f45753ef-1543-4a18-b716-0535472da26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884827591', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:45Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '86831a86-e480-46c2-a369-852e50facac5', 'name': '', 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:93:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:44Z', 'updated_at': '2021-12-11T23:50:48Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:37.785561 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45753ef-1543-4a18-b716-0535472da26b None None] Checking router: 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:51:37.792151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fce26-920a-42ea-ba7f-ebc0ba3c8a68 req-5f6c2ce9-8cdf-4415-a1ce-fd846d1f46a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:37.793676 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-500fce26-920a-42ea-ba7f-ebc0ba3c8a68 req-5f6c2ce9-8cdf-4415-a1ce-fd846d1f46a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa556595-5aa6-4b83-89fb-e4062634b7bb HTTP/1.1" status: 200 len: 835 time: 0.0497885 Dec 11 23:51:37.793993 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45753ef-1543-4a18-b716-0535472da26b None None] Routers {'8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:51:37.794609 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f45753ef-1543-4a18-b716-0535472da26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:51:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:37.900987 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fce26-920a-42ea-ba7f-ebc0ba3c8a68 req-c9b4edc3-6075-4365-b1e2-1629298ed193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:37.902515 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-500fce26-920a-42ea-ba7f-ebc0ba3c8a68 req-c9b4edc3-6075-4365-b1e2-1629298ed193 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e22312e9-0654-43de-973e-88d3e29be1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651004 Dec 11 23:51:37.910797 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-f45753ef-1543-4a18-b716-0535472da26b None None] Set router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:51:37.976830 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e3cef-395f-44c3-88d9-4ce875e682a0 req-a87ef4de-ba8f-4da8-b63a-45129689a25d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:37.978411 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a74e3cef-395f-44c3-88d9-4ce875e682a0 req-a87ef4de-ba8f-4da8-b63a-45129689a25d tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 946 time: 0.1049099 Dec 11 23:51:38.047414 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-500fce26-920a-42ea-ba7f-ebc0ba3c8a68 req-519be254-966a-4cbb-a9d9-60a20f4d7c0c service neutron] 10.222.0.47 "GET /v2.0/networks/e22312e9-0654-43de-973e-88d3e29be1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354625 Dec 11 23:51:38.051564 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a74e3cef-395f-44c3-88d9-4ce875e682a0 req-5437edb9-375f-4de8-a426-4d2eba21886a tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667896 Dec 11 23:51:38.116332 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-f45753ef-1543-4a18-b716-0535472da26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884827591', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:45Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '86831a86-e480-46c2-a369-852e50facac5', 'name': '', 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:93:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:44Z', 'updated_at': '2021-12-11T23:50:48Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:38.140579 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-500fce26-920a-42ea-ba7f-ebc0ba3c8a68 req-d5560ce6-573f-42b0-81a0-3ea5f6d55ef3 service neutron] 10.222.0.47 "GET /v2.0/networks/e22312e9-0654-43de-973e-88d3e29be1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857093 Dec 11 23:51:38.143040 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45753ef-1543-4a18-b716-0535472da26b None None] The sync data for ids ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'] in n-d-710847-6 is: [{'id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884827591', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:45Z', 'revision_number': 4, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '86831a86-e480-46c2-a369-852e50facac5', 'name': '', 'network_id': 'e22312e9-0654-43de-973e-88d3e29be1b4', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'mac_address': 'fa:16:3e:93:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:44Z', 'updated_at': '2021-12-11T23:50:48Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'subnets': [{'id': 'fa556595-5aa6-4b83-89fb-e4062634b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:51:38.375951 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7fbebf-44e4-4816-8cdf-790a941daf46 None None] New status for floating IP 36e8c7de-f416-4b7c-9475-9349e9723fa1: DOWN {{(pid=103693) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:51:39.172153 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcd420-5759-40c7-b6a2-34eff93ee4d7 req-21c554c4-36a6-4de2-965a-ea0642f68698 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:39.173658 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-34fcd420-5759-40c7-b6a2-34eff93ee4d7 req-21c554c4-36a6-4de2-965a-ea0642f68698 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 946 time: 0.0489578 Dec 11 23:51:39.222921 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-34fcd420-5759-40c7-b6a2-34eff93ee4d7 req-5c880037-d034-429e-9109-212d5c412604 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/security-groups?id=77e5449c-7e5f-4676-bb33-0167d89754de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434070 Dec 11 23:51:39.602365 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789b728-f179-437a-9c86-c90b21358362 req-f97338e5-794d-4569-a347-589fb9e22aa5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:39.603831 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c789b728-f179-437a-9c86-c90b21358362 req-f97338e5-794d-4569-a347-589fb9e22aa5 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 946 time: 0.0533741 Dec 11 23:51:39.695293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-c789b728-f179-437a-9c86-c90b21358362 req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:51:39.695633 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c789b728-f179-437a-9c86-c90b21358362 req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:39.786454 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-c789b728-f179-437a-9c86-c90b21358362 req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] For port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=6f5d19b9-5da8-4787-abd8-c8f970a6c2fa,segment=NetworkSegment(dbe41bd9-0440-4a80-a2b8-eb105b093089),segment_id=dbe41bd9-0440-4a80-a2b8-eb105b093089)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:51:39.789859 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c789b728-f179-437a-9c86-c90b21358362 req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:39.798689 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-c789b728-f179-437a-9c86-c90b21358362 req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:51:39.967613 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c789b728-f179-437a-9c86-c90b21358362 req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:40.000772 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=6f5d19b9-5da8-4787-abd8-c8f970a6c2fa,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:40.013051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:40.013419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:40.013775 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:40.014124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:40.014472 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:40.014837 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:40.015177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:40.015522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:40.015861 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:40.016198 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:40.016542 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:40.016879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:40.017207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:40.051998 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-c789b728-f179-437a-9c86-c90b21358362 req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] No DVR routers for this DVR port 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:51:40.054592 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-c789b728-f179-437a-9c86-c90b21358362 req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:40.058045 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c789b728-f179-437a-9c86-c90b21358362 req-1e0b895d-5603-4c23-9548-51ff764ae61b tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.47 "DELETE /v2.0/ports/6f5d19b9-5da8-4787-abd8-c8f970a6c2fa HTTP/1.1" status: 204 len: 173 time: 0.4446094 Dec 11 23:51:40.058483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc45e537-5107-4d16-b59c-ab911bfe411f', 'name': 'network-vif-deleted', 'tag': '6f5d19b9-5da8-4787-abd8-c8f970a6c2fa'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:51:40.060819 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8daafaa-edb1-4e71-99b9-edff38708b7a" -d '{"events": [{"server_uuid": "dc45e537-5107-4d16-b59c-ab911bfe411f", "name": "network-vif-deleted", "tag": "6f5d19b9-5da8-4787-abd8-c8f970a6c2fa"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:51:40.099430 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099e4d58-13f6-47c9-9764-cb71ab95ad72 x-openstack-request-id: req-099e4d58-13f6-47c9-9764-cb71ab95ad72 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:51:40.099732 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc45e537-5107-4d16-b59c-ab911bfe411f", "name": "network-vif-deleted", "tag": "6f5d19b9-5da8-4787-abd8-c8f970a6c2fa", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:51:40.099993 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-099e4d58-13f6-47c9-9764-cb71ab95ad72 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:51:40.100398 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc45e537-5107-4d16-b59c-ab911bfe411f', 'name': 'network-vif-deleted', 'tag': '6f5d19b9-5da8-4787-abd8-c8f970a6c2fa', 'status': 'completed', 'code': 200} Dec 11 23:51:40.327741 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-57656f15-128f-40ae-a397-28df1e3b29bf req-738b67b3-b71e-4805-b67a-2b3b4c8a6f7e tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc45e537-5107-4d16-b59c-ab911bfe411f HTTP/1.1" status: 200 len: 210 time: 0.0298007 Dec 11 23:51:41.385301 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51616) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:41.733480 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2e661625-e700-4e6e-b01d-fe6936c7c324 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:41.980643 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2e661625-e700-4e6e-b01d-fe6936c7c324 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port 86831a86-e480-46c2-a369-852e50facac5 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:51:41.981508 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2e661625-e700-4e6e-b01d-fe6936c7c324 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:42.028403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:51:42.052821 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:51:42.053182 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 6f5d19b9-5da8-4787-abd8-c8f970a6c2fa not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:51:42.073346 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-2e661625-e700-4e6e-b01d-fe6936c7c324 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] For port 86831a86-e480-46c2-a369-852e50facac5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=86831a86-e480-46c2-a369-852e50facac5,segment=NetworkSegment(dbe41bd9-0440-4a80-a2b8-eb105b093089),segment_id=dbe41bd9-0440-4a80-a2b8-eb105b093089)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:51:42.073709 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2e661625-e700-4e6e-b01d-fe6936c7c324 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:42.085281 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-2e661625-e700-4e6e-b01d-fe6936c7c324 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for 86831a86-e480-46c2-a369-852e50facac5 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:51:42.343201 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2e661625-e700-4e6e-b01d-fe6936c7c324 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:42.371499 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661625-e700-4e6e-b01d-fe6936c7c324 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=86831a86-e480-46c2-a369-852e50facac5,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:42.544217 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2e661625-e700-4e6e-b01d-fe6936c7c324 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:43.037723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e661625-e700-4e6e-b01d-fe6936c7c324 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:51:43.142119 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e661625-e700-4e6e-b01d-fe6936c7c324 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:51:43.148373 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2e661625-e700-4e6e-b01d-fe6936c7c324 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "PUT /v2.0/routers/8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7607672 Dec 11 23:51:43.150013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51618) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:43.152096 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeaa6fb-27c6-4290-a878-eea010a38f27 None None] Sync routers for ids ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:51:43.161793 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeaa6fb-27c6-4290-a878-eea010a38f27 None None] Routers {'8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:51:43.162481 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fbeaa6fb-27c6-4290-a878-eea010a38f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:51:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:43.202911 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf54d4c-b401-4e84-8156-d776f1d3a9f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting subnet fa556595-5aa6-4b83-89fb-e4062634b7bb {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 11 23:51:43.206069 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-baf54d4c-b401-4e84-8156-d776f1d3a9f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:43.247191 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-baf54d4c-b401-4e84-8156-d776f1d3a9f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:43.274289 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-fbeaa6fb-27c6-4290-a878-eea010a38f27 None None] Set router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:51:43.337293 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-baf54d4c-b401-4e84-8156-d776f1d3a9f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:43.452151 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fbeaa6fb-27c6-4290-a878-eea010a38f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884827591', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:51:42Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:43.459740 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-baf54d4c-b401-4e84-8156-d776f1d3a9f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:43.479498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8082e7c3-06c3-4cce-93e4-1c2cd635b00d None None] Network e22312e9-0654-43de-973e-88d3e29be1b4 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:51:43.482522 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeaa6fb-27c6-4290-a878-eea010a38f27 None None] Checking router: 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:51:43.490835 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeaa6fb-27c6-4290-a878-eea010a38f27 None None] Routers {'8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:51:43.491433 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-baf54d4c-b401-4e84-8156-d776f1d3a9f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:43.491604 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fbeaa6fb-27c6-4290-a878-eea010a38f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:51:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:43.494671 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-baf54d4c-b401-4e84-8156-d776f1d3a9f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/subnets/fa556595-5aa6-4b83-89fb-e4062634b7bb HTTP/1.1" status: 204 len: 168 time: 0.3436670 Dec 11 23:51:43.495656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf54d4c-b401-4e84-8156-d776f1d3a9f1 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Subnet': ['ID=fa556595-5aa6-4b83-89fb-e4062634b7bb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:43.499191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51620) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:43.617453 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd0078f5-092a-49e4-8cff-a3c668642fe4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:43.647014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] DHCP port deletion for e22312e9-0654-43de-973e-88d3e29be1b4 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:51:43.704464 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Deleting port fefb6bc4-ad4a-4436-92e9-db0201a420ce {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:51:43.704925 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:43.710971 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-fbeaa6fb-27c6-4290-a878-eea010a38f27 None None] Set router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:51:43.732003 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd0078f5-092a-49e4-8cff-a3c668642fe4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:43.770261 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] For port fefb6bc4-ad4a-4436-92e9-db0201a420ce, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fefb6bc4-ad4a-4436-92e9-db0201a420ce,segment=NetworkSegment(dbe41bd9-0440-4a80-a2b8-eb105b093089),segment_id=dbe41bd9-0440-4a80-a2b8-eb105b093089)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:51:43.770583 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:43.782758 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Calling delete_port for fefb6bc4-ad4a-4436-92e9-db0201a420ce owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:51:43.861533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-cd0078f5-092a-49e4-8cff-a3c668642fe4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Deleting port 9d54d2ff-e4d6-46c2-87aa-700f704d32fb {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:51:43.861774 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd0078f5-092a-49e4-8cff-a3c668642fe4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:43.901971 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-fbeaa6fb-27c6-4290-a878-eea010a38f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884827591', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:51:42Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:43.927847 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeaa6fb-27c6-4290-a878-eea010a38f27 None None] The sync data for ids ['8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf'] in n-d-710847-6 is: [{'id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884827591', 'tenant_id': '2fd0551828e14043813bac168b7a92ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:51:42Z', 'revision_number': 5, 'project_id': '2fd0551828e14043813bac168b7a92ce', 'gw_port': {'id': '9d54d2ff-e4d6-46c2-87aa-700f704d32fb', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:50:41Z', 'updated_at': '2021-12-11T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:51:43.943411 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-cd0078f5-092a-49e4-8cff-a3c668642fe4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] For port 9d54d2ff-e4d6-46c2-87aa-700f704d32fb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9d54d2ff-e4d6-46c2-87aa-700f704d32fb,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:51:43.943777 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd0078f5-092a-49e4-8cff-a3c668642fe4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:43.951003 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:43.964535 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-cd0078f5-092a-49e4-8cff-a3c668642fe4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Calling delete_port for 9d54d2ff-e4d6-46c2-87aa-700f704d32fb owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:51:43.983451 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Pushing event deleted for resources: {'Port': ['ID=fefb6bc4-ad4a-4436-92e9-db0201a420ce,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:43.986735 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] No DVR routers for this DVR port fefb6bc4-ad4a-4436-92e9-db0201a420ce on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:51:43.993709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:43.994430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:43.995263 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:43.995364 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:43.996045 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:43.996466 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:43.997082 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:44.000392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:44.000392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:44.000392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:44.000392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:44.000392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:44.000392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d7f8e-8a33-40da-a892-6a1b8475314c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:44.185025 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd0078f5-092a-49e4-8cff-a3c668642fe4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:44.212437 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0078f5-092a-49e4-8cff-a3c668642fe4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Port': ['ID=9d54d2ff-e4d6-46c2-87aa-700f704d32fb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:44.223954 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ca9ab4-be31-4a4d-810e-c448dc23d763 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:51:44.281234 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd0078f5-092a-49e4-8cff-a3c668642fe4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:44.350897 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:44.376934 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd0078f5-092a-49e4-8cff-a3c668642fe4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:44.379241 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd0078f5-092a-49e4-8cff-a3c668642fe4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:44.488167 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd0078f5-092a-49e4-8cff-a3c668642fe4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:44.488705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0078f5-092a-49e4-8cff-a3c668642fe4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Fanout notify agent at l3_agent the message router_deleted on router 8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 11 23:51:44.495948 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-cd0078f5-092a-49e4-8cff-a3c668642fe4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:44.498562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-cd0078f5-092a-49e4-8cff-a3c668642fe4 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/routers/8c2f2ece-0b4f-4402-9d2d-89dd5c3e66cf HTTP/1.1" status: 204 len: 168 time: 0.9972479 Dec 11 23:51:44.500502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51622) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:44.586866 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-37e5098d-a87c-4b3f-a402-7d390f03b0f8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:45.007646 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-37e5098d-a87c-4b3f-a402-7d390f03b0f8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:45.027042 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-37e5098d-a87c-4b3f-a402-7d390f03b0f8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22312e9-0654-43de-973e-88d3e29be1b4']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:45.035994 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-37e5098d-a87c-4b3f-a402-7d390f03b0f8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe41bd9-0440-4a80-a2b8-eb105b093089') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:45.036292 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-37e5098d-a87c-4b3f-a402-7d390f03b0f8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe41bd9-0440-4a80-a2b8-eb105b093089') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:45.045913 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-37e5098d-a87c-4b3f-a402-7d390f03b0f8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:45.059852 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-37e5098d-a87c-4b3f-a402-7d390f03b0f8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:45.065700 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e5098d-a87c-4b3f-a402-7d390f03b0f8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 11 23:51:45.066086 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-37e5098d-a87c-4b3f-a402-7d390f03b0f8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: timer() Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: self._notify() Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 11 23:51:45.069042 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 11 23:51:45.228453 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-37e5098d-a87c-4b3f-a402-7d390f03b0f8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:45.236291 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-37e5098d-a87c-4b3f-a402-7d390f03b0f8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:45.239269 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-37e5098d-a87c-4b3f-a402-7d390f03b0f8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/networks/e22312e9-0654-43de-973e-88d3e29be1b4 HTTP/1.1" status: 204 len: 168 time: 0.7377789 Dec 11 23:51:45.244390 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51624) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:45.251909 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5098d-a87c-4b3f-a402-7d390f03b0f8 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'Network': ['ID=e22312e9-0654-43de-973e-88d3e29be1b4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:45.302933 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22a78d66-2fe3-44f1-9a69-082479bd4067 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:45.313587 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9d54d2ff-e4d6-46c2-87aa-700f704d32fb no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:51:45.329586 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22a78d66-2fe3-44f1-9a69-082479bd4067 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:45.334421 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 9d54d2ff-e4d6-46c2-87aa-700f704d32fb {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:51:45.334778 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9d54d2ff-e4d6-46c2-87aa-700f704d32fb not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:51:45.335233 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fefb6bc4-ad4a-4436-92e9-db0201a420ce no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:51:45.354289 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: fefb6bc4-ad4a-4436-92e9-db0201a420ce {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:51:45.354639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fefb6bc4-ad4a-4436-92e9-db0201a420ce not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:51:45.355088 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 86831a86-e480-46c2-a369-852e50facac5 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:51:45.377320 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 86831a86-e480-46c2-a369-852e50facac5 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:51:45.377666 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 86831a86-e480-46c2-a369-852e50facac5 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:51:45.447296 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22a78d66-2fe3-44f1-9a69-082479bd4067 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:45.450047 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-22a78d66-2fe3-44f1-9a69-082479bd4067 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:45.451246 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-22a78d66-2fe3-44f1-9a69-082479bd4067 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] 10.222.0.45 "DELETE /v2.0/security-groups/77e5449c-7e5f-4676-bb33-0167d89754de HTTP/1.1" status: 204 len: 168 time: 0.2081358 Dec 11 23:51:45.460709 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a78d66-2fe3-44f1-9a69-082479bd4067 tempest-TestNetworkAdvancedServerOps-1443288200 tempest-TestNetworkAdvancedServerOps-1443288200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e5449c-7e5f-4676-bb33-0167d89754de,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:46.159499 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51632) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:46.289860 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c2c585e8-174e-4c88-a6e0-cf8e44beca38 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2fd0551828e14043813bac168b7a92ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291604 Dec 11 23:51:46.292357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51636) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:46.339844 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b711b70c-be67-4e10-a65e-958b4167263d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:46.341939 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:51:46.361184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b711b70c-be67-4e10-a65e-958b4167263d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:46.470370 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b711b70c-be67-4e10-a65e-958b4167263d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:46.472963 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b711b70c-be67-4e10-a65e-958b4167263d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:46.474142 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b711b70c-be67-4e10-a65e-958b4167263d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b83b7996-deb2-4b8e-a6ac-7eefb6443f91 HTTP/1.1" status: 204 len: 168 time: 0.1808035 Dec 11 23:51:46.482654 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711b70c-be67-4e10-a65e-958b4167263d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83b7996-deb2-4b8e-a6ac-7eefb6443f91,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:47.049507 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51642) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:47.062711 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-658df567-6891-4d9d-9827-56df659234ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:47.138021 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-658df567-6891-4d9d-9827-56df659234ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:47.201653 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-658df567-6891-4d9d-9827-56df659234ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:47.239287 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658df567-6891-4d9d-9827-56df659234ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b061ae0b-20b9-4b95-8ff2-16902abcb558,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:47.243597 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-658df567-6891-4d9d-9827-56df659234ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=137d598dad254b0ab72477b1042795d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1930754 Dec 11 23:51:47.246936 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51644) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:47.293883 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b76f692-ee57-4c42-a764-942dbee94dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:47.314289 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b76f692-ee57-4c42-a764-942dbee94dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:47.440167 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b76f692-ee57-4c42-a764-942dbee94dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:47.442829 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-7b76f692-ee57-4c42-a764-942dbee94dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:47.443990 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-7b76f692-ee57-4c42-a764-942dbee94dd5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b061ae0b-20b9-4b95-8ff2-16902abcb558 HTTP/1.1" status: 204 len: 168 time: 0.1963825 Dec 11 23:51:47.451959 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76f692-ee57-4c42-a764-942dbee94dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b061ae0b-20b9-4b95-8ff2-16902abcb558,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:48.196278 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:48.525573 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51666) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:48.623593 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6cee5440-1761-4daf-87de-fd6bbc34d00a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1974613110-network', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:51:48.698888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cee5440-1761-4daf-87de-fd6bbc34d00a admin admin] Made reservation on behalf of e6d01a9fde4948ec848c70dd84c6c626 for: {'network': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:51:48.701195 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cee5440-1761-4daf-87de-fd6bbc34d00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:48.709438 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cee5440-1761-4daf-87de-fd6bbc34d00a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:48.782583 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cee5440-1761-4daf-87de-fd6bbc34d00a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:48.839794 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cee5440-1761-4daf-87de-fd6bbc34d00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:48.861037 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cee5440-1761-4daf-87de-fd6bbc34d00a admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:51:48.876438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee5440-1761-4daf-87de-fd6bbc34d00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab64d022-3278-4240-9606-9f4235ff502a,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:48.879588 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cee5440-1761-4daf-87de-fd6bbc34d00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:48.884275 n-d-710847-6 neutron-server[103692]: INFO neutron.db.segments_db [None req-6cee5440-1761-4daf-87de-fd6bbc34d00a admin admin] Added segment 8b43ded8-c9a6-4fd7-878d-6f532bd90e7d of type vlan for network da64f1e7-b4ca-4223-ba2e-28177fdfd380 Dec 11 23:51:48.919331 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cee5440-1761-4daf-87de-fd6bbc34d00a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:48.931544 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8b1ace23-ae41-4b89-8fba-49a37bb705ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:49.013453 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cee5440-1761-4daf-87de-fd6bbc34d00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:49.014484 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cee5440-1761-4daf-87de-fd6bbc34d00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:49.015118 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6cee5440-1761-4daf-87de-fd6bbc34d00a admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:49.076802 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee5440-1761-4daf-87de-fd6bbc34d00a admin admin] Pushing event updated for resources: {'Network': ['ID=da64f1e7-b4ca-4223-ba2e-28177fdfd380,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:49.086409 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network da64f1e7-b4ca-4223-ba2e-28177fdfd380 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:51:49.123647 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6cee5440-1761-4daf-87de-fd6bbc34d00a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5968704 Dec 11 23:51:49.126510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51670) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:49.131386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-19b2e796-4f36-4792-91ee-4b9ae254b862 admin admin] Request body: {'subnet': {'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1974613110-subnet', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:51:49.211518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b2e796-4f36-4792-91ee-4b9ae254b862 admin admin] Made reservation on behalf of e6d01a9fde4948ec848c70dd84c6c626 for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:51:49.213940 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-19b2e796-4f36-4792-91ee-4b9ae254b862 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:49.440125 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-19b2e796-4f36-4792-91ee-4b9ae254b862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:49.498724 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2e796-4f36-4792-91ee-4b9ae254b862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df852397-d626-457b-992c-2616db187748,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:49.506487 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b2e796-4f36-4792-91ee-4b9ae254b862 admin admin] Checking segment: {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:51:49.506886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b2e796-4f36-4792-91ee-4b9ae254b862 admin admin] Network hostable DHCP agents. Network: da64f1e7-b4ca-4223-ba2e-28177fdfd380, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:51:49.588589 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b2e796-4f36-4792-91ee-4b9ae254b862 admin admin] Network da64f1e7-b4ca-4223-ba2e-28177fdfd380 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:51:49.708643 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-19b2e796-4f36-4792-91ee-4b9ae254b862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, da64f1e7-b4ca-4223-ba2e-28177fdfd380) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:51:49.713075 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2e796-4f36-4792-91ee-4b9ae254b862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:49.713841 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-19b2e796-4f36-4792-91ee-4b9ae254b862 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:49.718362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9516dd8a-0da5-40ba-9010-8ab721c343e5 None None] Network da64f1e7-b4ca-4223-ba2e-28177fdfd380 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:51:49.793545 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-19b2e796-4f36-4792-91ee-4b9ae254b862 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6659281 Dec 11 23:51:49.796748 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51672) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:49.801095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:51:49.819214 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:51:49.825097 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:49.899544 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:49.900750 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:49.961006 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:49.962569 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Allocated IP 172.20.0.2 (da64f1e7-b4ca-4223-ba2e-28177fdfd380/df852397-d626-457b-992c-2616db187748/71228cc6-f0da-4586-8e95-b794751766c5) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:51:50.118505 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:50.163199 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:50.173705 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:50.215821 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Network da64f1e7-b4ca-4223-ba2e-28177fdfd380 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:51:50.218662 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:51:50.223714 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:51:50.226860 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Pushing event updated for resources: {'Port': ['ID=71228cc6-f0da-4586-8e95-b794751766c5,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:50.283432 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Attempting to bind port 71228cc6-f0da-4586-8e95-b794751766c5 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:51:50.283807 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Attempting to bind port 71228cc6-f0da-4586-8e95-b794751766c5 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:51:50.284176 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Attempting to bind port 71228cc6-f0da-4586-8e95-b794751766c5 on network da64f1e7-b4ca-4223-ba2e-28177fdfd380 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:51:50.289102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:51:50.289479 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Checking segment: {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:51:50.289876 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:50.290270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Bound using segment: {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:51:50.290741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Bound port: 71228cc6-f0da-4586-8e95-b794751766c5, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:51:50.291171 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:50.352892 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] For port 71228cc6-f0da-4586-8e95-b794751766c5, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:51:50.356483 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] For port 71228cc6-f0da-4586-8e95-b794751766c5, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=71228cc6-f0da-4586-8e95-b794751766c5,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:51:50.413113 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:50.433494 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:50.440671 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:50.499255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f3554-83db-422e-a9cf-453fe2b572e4 None None] Pushing event updated for resources: {'Port': ['ID=71228cc6-f0da-4586-8e95-b794751766c5,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:50.545438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Allocated IP 172.25.1.253 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/d6aad105-73d2-4ad3-8575-83bea6111802) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:51:50.664311 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:50.760881 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:50.807710 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:51:50.811964 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:51:50.817207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:51:50.820427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Pushing event updated for resources: {'Port': ['ID=d6aad105-73d2-4ad3-8575-83bea6111802,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:50.824066 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ee9567-de5d-4829-a185-ed7dd3f58a3b None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:51:50.903255 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cbcf89ef-5d21-49d9-961e-9ffdc08bb4a1 None None] Provisioning complete for port d6aad105-73d2-4ad3-8575-83bea6111802 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:50.903653 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cbcf89ef-5d21-49d9-961e-9ffdc08bb4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:50.943039 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf89ef-5d21-49d9-961e-9ffdc08bb4a1 None None] Port d6aad105-73d2-4ad3-8575-83bea6111802 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:51:51.132591 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:51.320532 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-069e7386-3c2c-47fc-8991-f0284b7bf32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:51.350825 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:51.353147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 71228cc6-f0da-4586-8e95-b794751766c5 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:51:51.405154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 71228cc6-f0da-4586-8e95-b794751766c5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:51.405619 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:51.453570 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b251ab-539f-40a2-8fa8-eb5b82e079af None None] Network da64f1e7-b4ca-4223-ba2e-28177fdfd380 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:51:51.545374 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:51.549646 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2e7947b8-9652-430d-8acd-b9f0ffd5d408 None None] Provisioning complete for port 71228cc6-f0da-4586-8e95-b794751766c5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:51.550003 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2e7947b8-9652-430d-8acd-b9f0ffd5d408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:51.560572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Router 2f7add44-11b2-4a28-9448-410584f83b76 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:51:51.643274 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 71228cc6-f0da-4586-8e95-b794751766c5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=71228cc6-f0da-4586-8e95-b794751766c5,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:51:51.670412 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:51:51.686306 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Sync routers for ids ['2f7add44-11b2-4a28-9448-410584f83b76'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:51:51.708821 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Routers {'2f7add44-11b2-4a28-9448-410584f83b76'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:51:51.709456 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:51:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f7add44-11b2-4a28-9448-410584f83b76'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:51.711894 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2e7947b8-9652-430d-8acd-b9f0ffd5d408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:51.713612 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:51.768226 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:51.772211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-c7c53ff9-35eb-4fde-9e59-cd0688a14fda admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9719377 Dec 11 23:51:51.772637 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51674) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:51.860249 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=71228cc6-f0da-4586-8e95-b794751766c5,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:52.086503 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Set router 2f7add44-11b2-4a28-9448-410584f83b76 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:51:52.088241 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-2e7947b8-9652-430d-8acd-b9f0ffd5d408 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:51:52.088603 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-2e7947b8-9652-430d-8acd-b9f0ffd5d408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:51:52.206000 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:52.263695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:50Z', 'revision_number': 3, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:52.291281 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Checking router: 2f7add44-11b2-4a28-9448-410584f83b76 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:51:52.291645 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Updating router 2f7add44-11b2-4a28-9448-410584f83b76 port d6aad105-73d2-4ad3-8575-83bea6111802 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:51:52.322077 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:52.358031 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Allocated IP 172.20.0.1 (da64f1e7-b4ca-4223-ba2e-28177fdfd380/df852397-d626-457b-992c-2616db187748/ead54474-75da-4da8-bba6-b78d5dfa811e) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:51:52.469409 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:52.503599 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:52.582335 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:52.591302 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:52.630484 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Network da64f1e7-b4ca-4223-ba2e-28177fdfd380 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:51:52.633446 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:51:52.637675 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:51:52.647276 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:52.663573 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Pushing event updated for resources: {'Port': ['ID=ead54474-75da-4da8-bba6-b78d5dfa811e,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:52.687691 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:52.705383 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70801dd6-0828-4d46-a2e8-5a4950d4ef9f None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:51:52.716246 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccce447-4079-40a7-b494-3b637d8d940b None None] Pushing event updated for resources: {'Port': ['ID=d6aad105-73d2-4ad3-8575-83bea6111802,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:52.720864 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Attempting to bind port d6aad105-73d2-4ad3-8575-83bea6111802 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:51:52.721247 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Attempting to bind port d6aad105-73d2-4ad3-8575-83bea6111802 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:51:52.721744 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Attempting to bind port d6aad105-73d2-4ad3-8575-83bea6111802 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:51:52.728455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:51:52.728842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:51:52.729255 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:52.729654 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:51:52.730191 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Bound port: d6aad105-73d2-4ad3-8575-83bea6111802, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:51:52.730584 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:52.784200 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d48dbd0d-45ea-4dd3-81e1-eeb6132af25d None None] Provisioning complete for port d6aad105-73d2-4ad3-8575-83bea6111802 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:52.784576 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d48dbd0d-45ea-4dd3-81e1-eeb6132af25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:52.820880 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] For port d6aad105-73d2-4ad3-8575-83bea6111802, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:51:52.836881 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] For port d6aad105-73d2-4ad3-8575-83bea6111802, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d6aad105-73d2-4ad3-8575-83bea6111802,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:51:52.837898 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d48dbd0d-45ea-4dd3-81e1-eeb6132af25d None None] Port d6aad105-73d2-4ad3-8575-83bea6111802 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:51:52.848939 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d48dbd0d-45ea-4dd3-81e1-eeb6132af25d None None] Provisioning complete for port 71228cc6-f0da-4586-8e95-b794751766c5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:52.849314 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d48dbd0d-45ea-4dd3-81e1-eeb6132af25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:52.897545 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:52.922152 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:52.974980 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e619a1-2e9a-4a01-b0b2-e949e7ffc8c0 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:51:53.003663 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccce447-4079-40a7-b494-3b637d8d940b None None] Pushing event updated for resources: {'Port': ['ID=d6aad105-73d2-4ad3-8575-83bea6111802,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:53.007336 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Routers {'2f7add44-11b2-4a28-9448-410584f83b76'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:51:53.007669 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:51:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f7add44-11b2-4a28-9448-410584f83b76'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:53.066422 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:53.122902 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:53.128994 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-67694aba-2fa4-41a4-8348-c2f4e35791c0 None None] Provisioning complete for port d6aad105-73d2-4ad3-8575-83bea6111802 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:53.129369 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-67694aba-2fa4-41a4-8348-c2f4e35791c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:53.151695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] Set router 2f7add44-11b2-4a28-9448-410584f83b76 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:51:53.194424 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:53.198348 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Pushing event updated for resources: {'Port': ['ID=ead54474-75da-4da8-bba6-b78d5dfa811e,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:53.302091 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Network da64f1e7-b4ca-4223-ba2e-28177fdfd380 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:51:53.303694 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:51:53.347670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 71228cc6-f0da-4586-8e95-b794751766c5 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:51:53.388599 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-67694aba-2fa4-41a4-8348-c2f4e35791c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:53.429321 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Router 2f7add44-11b2-4a28-9448-410584f83b76 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:51:53.444058 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-67694aba-2fa4-41a4-8348-c2f4e35791c0 None None] For port d6aad105-73d2-4ad3-8575-83bea6111802, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d6aad105-73d2-4ad3-8575-83bea6111802,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:51:53.476227 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 71228cc6-f0da-4586-8e95-b794751766c5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:53.476657 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:53.515656 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-67694aba-2fa4-41a4-8348-c2f4e35791c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:53.521769 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 1, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:53.562478 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:51:53.569052 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-75dd8c50-24f7-4619-92e7-f35b0f1f5e5c admin admin] 10.222.0.45 "PUT /v2.0/routers/2f7add44-11b2-4a28-9448-410584f83b76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7952385 Dec 11 23:51:53.582664 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1ca35-d7e9-419f-940e-ddf5798fe20a None None] The sync data for ids ['2f7add44-11b2-4a28-9448-410584f83b76'] in n-d-710847-6 is: [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 1, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:51:53.609315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-67694aba-2fa4-41a4-8348-c2f4e35791c0 None None] Provisioning complete for port ead54474-75da-4da8-bba6-b78d5dfa811e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:53.609315 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-67694aba-2fa4-41a4-8348-c2f4e35791c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:53.651999 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67694aba-2fa4-41a4-8348-c2f4e35791c0 None None] Pushing event updated for resources: {'Port': ['ID=d6aad105-73d2-4ad3-8575-83bea6111802,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:53.698572 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-67694aba-2fa4-41a4-8348-c2f4e35791c0 None None] Port ead54474-75da-4da8-bba6-b78d5dfa811e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:51:53.819448 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-cf859c5b-8863-4213-aa2a-27111661ee6a None None] Provisioning complete for port ead54474-75da-4da8-bba6-b78d5dfa811e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:53.819827 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf859c5b-8863-4213-aa2a-27111661ee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:53.864843 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-cf859c5b-8863-4213-aa2a-27111661ee6a None None] Port ead54474-75da-4da8-bba6-b78d5dfa811e cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:51:54.208384 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:54.403098 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51690) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:54.411095 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-8079ac99-71d5-4ae9-84e1-2228d588f3c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1445251264-network', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:51:54.520275 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8079ac99-71d5-4ae9-84e1-2228d588f3c2 admin admin] Made reservation on behalf of 7e8578067bc24a89b9c65d61a4c9ee50 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:51:54.524619 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8079ac99-71d5-4ae9-84e1-2228d588f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:54.532050 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8079ac99-71d5-4ae9-84e1-2228d588f3c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:54.611534 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8079ac99-71d5-4ae9-84e1-2228d588f3c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:54.691726 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8079ac99-71d5-4ae9-84e1-2228d588f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:54.716367 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:54.718360 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8079ac99-71d5-4ae9-84e1-2228d588f3c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 11 23:51:54.728943 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079ac99-71d5-4ae9-84e1-2228d588f3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccf66eb-8d87-4a5b-a66d-091f638a191f,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:54.734724 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8079ac99-71d5-4ae9-84e1-2228d588f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:54.735029 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-8079ac99-71d5-4ae9-84e1-2228d588f3c2 admin admin] Added segment a155a638-b013-4d6b-8339-1695c68711ae of type vlan for network ecca1765-1ec8-4846-9eea-0db12e95ba8a Dec 11 23:51:54.782088 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8079ac99-71d5-4ae9-84e1-2228d588f3c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:54.916022 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8079ac99-71d5-4ae9-84e1-2228d588f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:54.917053 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8079ac99-71d5-4ae9-84e1-2228d588f3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:54.917647 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-8079ac99-71d5-4ae9-84e1-2228d588f3c2 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:54.978220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079ac99-71d5-4ae9-84e1-2228d588f3c2 admin admin] Pushing event updated for resources: {'Network': ['ID=ecca1765-1ec8-4846-9eea-0db12e95ba8a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:54.988738 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network ecca1765-1ec8-4846-9eea-0db12e95ba8a details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 11 23:51:55.033112 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-8079ac99-71d5-4ae9-84e1-2228d588f3c2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6286891 Dec 11 23:51:55.035737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51692) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:55.040523 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9766fbaf-f9f4-4ecb-9f2d-e5030ecb6b43 admin admin] Request body: {'subnet': {'network_id': 'ecca1765-1ec8-4846-9eea-0db12e95ba8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1445251264-subnet', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:51:55.115981 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9766fbaf-f9f4-4ecb-9f2d-e5030ecb6b43 admin admin] Made reservation on behalf of 7e8578067bc24a89b9c65d61a4c9ee50 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:51:55.118433 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9766fbaf-f9f4-4ecb-9f2d-e5030ecb6b43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:55.327013 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9766fbaf-f9f4-4ecb-9f2d-e5030ecb6b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:55.343928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d6aad105-73d2-4ad3-8575-83bea6111802 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:51:55.382329 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766fbaf-f9f4-4ecb-9f2d-e5030ecb6b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=add5b774-64bc-423c-84c0-36e28714e93c,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:55.399488 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766fbaf-f9f4-4ecb-9f2d-e5030ecb6b43 admin admin] Checking segment: {'id': 'a155a638-b013-4d6b-8339-1695c68711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ecca1765-1ec8-4846-9eea-0db12e95ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:51:55.399852 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9766fbaf-f9f4-4ecb-9f2d-e5030ecb6b43 admin admin] Network hostable DHCP agents. Network: ecca1765-1ec8-4846-9eea-0db12e95ba8a, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 11 23:51:55.408710 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port d6aad105-73d2-4ad3-8575-83bea6111802 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:55.409095 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:55.476300 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9766fbaf-f9f4-4ecb-9f2d-e5030ecb6b43 admin admin] Network ecca1765-1ec8-4846-9eea-0db12e95ba8a is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 11 23:51:55.537436 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-9766fbaf-f9f4-4ecb-9f2d-e5030ecb6b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, ecca1765-1ec8-4846-9eea-0db12e95ba8a) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:51:55.541801 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9766fbaf-f9f4-4ecb-9f2d-e5030ecb6b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:51:55.542407 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9766fbaf-f9f4-4ecb-9f2d-e5030ecb6b43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:55.548210 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95208b4-c379-46ab-a2ac-535ecde0c447 None None] Network ecca1765-1ec8-4846-9eea-0db12e95ba8a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:51:55.631673 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9766fbaf-f9f4-4ecb-9f2d-e5030ecb6b43 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5948455 Dec 11 23:51:55.634200 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51694) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:55.639088 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1445251264-router', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:51:55.651973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-ecca1765-1ec8-4846-9eea-0db12e95ba8a', 'network_id': 'ecca1765-1ec8-4846-9eea-0db12e95ba8a', 'project_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'fixed_ips': [{'subnet_id': 'add5b774-64bc-423c-84c0-36e28714e93c'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 11 23:51:55.654835 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:55.683261 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Sync routers for ids ['2f7add44-11b2-4a28-9448-410584f83b76'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:51:55.693590 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Routers {'2f7add44-11b2-4a28-9448-410584f83b76'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:51:55.694449 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:51:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f7add44-11b2-4a28-9448-410584f83b76'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:55.722480 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:55.723878 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:55.791547 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:55.809992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Allocated IP 172.20.0.2 (ecca1765-1ec8-4846-9eea-0db12e95ba8a/add5b774-64bc-423c-84c0-36e28714e93c/e78ba744-80a1-4f7f-acad-36db18e4d6b4) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:51:55.857875 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Set router 2f7add44-11b2-4a28-9448-410584f83b76 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:51:56.005650 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.051855 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.076784 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.117828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Network ecca1765-1ec8-4846-9eea-0db12e95ba8a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:51:56.121011 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 2, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:56.122814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:51:56.125286 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:51:56.133080 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Pushing event updated for resources: {'Port': ['ID=e78ba744-80a1-4f7f-acad-36db18e4d6b4,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:56.150245 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Checking router: 2f7add44-11b2-4a28-9448-410584f83b76 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:51:56.150599 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Updating router 2f7add44-11b2-4a28-9448-410584f83b76 port ead54474-75da-4da8-bba6-b78d5dfa811e binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:51:56.179674 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.188096 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Attempting to bind port e78ba744-80a1-4f7f-acad-36db18e4d6b4 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:51:56.188461 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Attempting to bind port e78ba744-80a1-4f7f-acad-36db18e4d6b4 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'a155a638-b013-4d6b-8339-1695c68711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ecca1765-1ec8-4846-9eea-0db12e95ba8a'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:51:56.188846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Attempting to bind port e78ba744-80a1-4f7f-acad-36db18e4d6b4 on network ecca1765-1ec8-4846-9eea-0db12e95ba8a {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:51:56.194063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:51:56.196741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Checking segment: {'id': 'a155a638-b013-4d6b-8339-1695c68711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ecca1765-1ec8-4846-9eea-0db12e95ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:51:56.196741 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.196741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Bound using segment: {'id': 'a155a638-b013-4d6b-8339-1695c68711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ecca1765-1ec8-4846-9eea-0db12e95ba8a'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:51:56.196741 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Bound port: e78ba744-80a1-4f7f-acad-36db18e4d6b4, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a155a638-b013-4d6b-8339-1695c68711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ecca1765-1ec8-4846-9eea-0db12e95ba8a'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:51:56.196741 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.263482 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] For port e78ba744-80a1-4f7f-acad-36db18e4d6b4, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:51:56.266636 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] For port e78ba744-80a1-4f7f-acad-36db18e4d6b4, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e78ba744-80a1-4f7f-acad-36db18e4d6b4,segment=NetworkSegment(a155a638-b013-4d6b-8339-1695c68711ae),segment_id=a155a638-b013-4d6b-8339-1695c68711ae)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:51:56.316755 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.328193 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.336368 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.389315 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e45ef7-2d83-40bf-8932-40a2f1fe5efe None None] Pushing event updated for resources: {'Port': ['ID=e78ba744-80a1-4f7f-acad-36db18e4d6b4,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:56.452843 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Allocated IP 172.25.1.102 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/3a025134-e057-41db-a10b-de9353e3d98a) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:51:56.460341 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.573029 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.588919 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.661016 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c12c5-5a2b-46e2-b02a-e93e9169dfe4 None None] Pushing event updated for resources: {'Port': ['ID=ead54474-75da-4da8-bba6-b78d5dfa811e,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:56.693591 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c12c5-5a2b-46e2-b02a-e93e9169dfe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:56.694284 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c12c5-5a2b-46e2-b02a-e93e9169dfe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:56.694409 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c12c5-5a2b-46e2-b02a-e93e9169dfe4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:56.694797 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c12c5-5a2b-46e2-b02a-e93e9169dfe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:56.695210 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c12c5-5a2b-46e2-b02a-e93e9169dfe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:56.695601 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c12c5-5a2b-46e2-b02a-e93e9169dfe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:56.695989 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c12c5-5a2b-46e2-b02a-e93e9169dfe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:56.696380 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c12c5-5a2b-46e2-b02a-e93e9169dfe4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:56.696759 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c12c5-5a2b-46e2-b02a-e93e9169dfe4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:56.697161 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c12c5-5a2b-46e2-b02a-e93e9169dfe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:56.697721 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c12c5-5a2b-46e2-b02a-e93e9169dfe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:56.698049 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c12c5-5a2b-46e2-b02a-e93e9169dfe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:56.698368 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c12c5-5a2b-46e2-b02a-e93e9169dfe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:51:56.699785 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.721893 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Attempting to bind port ead54474-75da-4da8-bba6-b78d5dfa811e on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:51:56.722383 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Attempting to bind port ead54474-75da-4da8-bba6-b78d5dfa811e by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:51:56.722753 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Attempting to bind port ead54474-75da-4da8-bba6-b78d5dfa811e on network da64f1e7-b4ca-4223-ba2e-28177fdfd380 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:51:56.727250 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:51:56.731022 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:51:56.731767 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:51:56.732197 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Checking segment: {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:51:56.732604 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.733269 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Bound using segment: {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:51:56.744309 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Bound port: ead54474-75da-4da8-bba6-b78d5dfa811e, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:51:56.744719 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.745840 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87d2c64-a7f9-4679-aae4-a5e283aa93b5 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:51:56.762062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:51:56.814542 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Pushing event updated for resources: {'Port': ['ID=3a025134-e057-41db-a10b-de9353e3d98a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:56.828110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-083f5427-b76a-4c87-a88a-1e9d890ee64a None None] Provisioning complete for port 3a025134-e057-41db-a10b-de9353e3d98a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:56.828688 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-083f5427-b76a-4c87-a88a-1e9d890ee64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.846355 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] For port ead54474-75da-4da8-bba6-b78d5dfa811e, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:51:56.851453 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] For port ead54474-75da-4da8-bba6-b78d5dfa811e, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ead54474-75da-4da8-bba6-b78d5dfa811e,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:51:56.872557 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-083f5427-b76a-4c87-a88a-1e9d890ee64a None None] Port 3a025134-e057-41db-a10b-de9353e3d98a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:51:56.962246 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:56.998573 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-60e925ec-0203-41a2-98d0-e95a59ee4ae4 None None] Provisioning complete for port ead54474-75da-4da8-bba6-b78d5dfa811e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:56.998978 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60e925ec-0203-41a2-98d0-e95a59ee4ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:57.029545 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Routers {'2f7add44-11b2-4a28-9448-410584f83b76'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:51:57.030173 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:51:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f7add44-11b2-4a28-9448-410584f83b76'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:57.033230 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c12c5-5a2b-46e2-b02a-e93e9169dfe4 None None] Pushing event updated for resources: {'Port': ['ID=ead54474-75da-4da8-bba6-b78d5dfa811e,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:57.109892 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60e925ec-0203-41a2-98d0-e95a59ee4ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:57.156237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-60e925ec-0203-41a2-98d0-e95a59ee4ae4 None None] For port ead54474-75da-4da8-bba6-b78d5dfa811e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ead54474-75da-4da8-bba6-b78d5dfa811e,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:51:57.170112 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:57.195220 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] Set router 2f7add44-11b2-4a28-9448-410584f83b76 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:51:57.241747 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-60e925ec-0203-41a2-98d0-e95a59ee4ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:57.322831 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e925ec-0203-41a2-98d0-e95a59ee4ae4 None None] Pushing event updated for resources: {'Port': ['ID=ead54474-75da-4da8-bba6-b78d5dfa811e,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:57.476264 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:56Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:57.479924 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-6e911087-260c-4167-bc77-eb3e0b77e3ae None None] Provisioning complete for port ead54474-75da-4da8-bba6-b78d5dfa811e triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:57.479924 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6e911087-260c-4167-bc77-eb3e0b77e3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:57.528089 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dac17fc-d0c8-45ab-8e66-aaed559b9fb2 None None] The sync data for ids ['2f7add44-11b2-4a28-9448-410584f83b76'] in n-d-710847-6 is: [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:56Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:51:57.555842 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e78ba744-80a1-4f7f-acad-36db18e4d6b4 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:51:57.657734 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port e78ba744-80a1-4f7f-acad-36db18e4d6b4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:57.658095 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:57.682562 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3463b3cc-dc26-4912-8124-b92495a2ad49 None None] Network ecca1765-1ec8-4846-9eea-0db12e95ba8a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 11 23:51:57.841801 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:57.843888 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b971bac4-1f28-4dd3-b742-263115ed95be None None] Provisioning complete for port e78ba744-80a1-4f7f-acad-36db18e4d6b4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:57.844265 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b971bac4-1f28-4dd3-b742-263115ed95be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:57.871900 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:57.920564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port e78ba744-80a1-4f7f-acad-36db18e4d6b4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e78ba744-80a1-4f7f-acad-36db18e4d6b4,segment=NetworkSegment(a155a638-b013-4d6b-8339-1695c68711ae),segment_id=a155a638-b013-4d6b-8339-1695c68711ae)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:51:57.969249 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b971bac4-1f28-4dd3-b742-263115ed95be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:58.076387 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Router d4c48dde-37d3-42c2-9405-0dcf57ffedd9 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 11 23:51:58.166124 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:58.166948 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ead54474-75da-4da8-bba6-b78d5dfa811e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:51:58.207746 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:51:58.225768 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Sync routers for ids ['d4c48dde-37d3-42c2-9405-0dcf57ffedd9'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:51:58.278140 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:58.279449 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a2e26058-6eb3-4766-ba67-a7e700c1f095 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6441107 Dec 11 23:51:58.282155 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51696) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:51:58.294351 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Routers {'d4c48dde-37d3-42c2-9405-0dcf57ffedd9'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:51:58.295023 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:51:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d4c48dde-37d3-42c2-9405-0dcf57ffedd9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:58.300977 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=e78ba744-80a1-4f7f-acad-36db18e4d6b4,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:58.346338 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.db.api [None req-b971bac4-1f28-4dd3-b742-263115ed95be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 11 23:51:58.346703 n-d-710847-6 neutron-server[103693]: DEBUG oslo_db.api [None req-b971bac4-1f28-4dd3-b742-263115ed95be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 11 23:51:58.365433 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port ead54474-75da-4da8-bba6-b78d5dfa811e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:58.365817 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:58.448932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Set router d4c48dde-37d3-42c2-9405-0dcf57ffedd9 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:51:58.664788 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'name': 'tempest-TestShelveInstance-1445251264-router', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3a025134-e057-41db-a10b-de9353e3d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:55Z', 'updated_at': '2021-12-11T23:51:56Z', 'revision_number': 3, 'project_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'gw_port': {'id': '3a025134-e057-41db-a10b-de9353e3d98a', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:56Z', 'updated_at': '2021-12-11T23:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:58.691589 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Checking router: d4c48dde-37d3-42c2-9405-0dcf57ffedd9 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:51:58.692311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Updating router d4c48dde-37d3-42c2-9405-0dcf57ffedd9 port 3a025134-e057-41db-a10b-de9353e3d98a binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:51:58.709144 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:58.717056 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:58.866322 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Allocated IP 172.20.0.1 (ecca1765-1ec8-4846-9eea-0db12e95ba8a/add5b774-64bc-423c-84c0-36e28714e93c/9feb99b4-278b-43a0-9f27-ebab7b14a1cb) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:51:58.978353 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.008782 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.040993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-353cb44c-1837-4436-876b-f6dcf2f9eb70 None None] Provisioning complete for port e78ba744-80a1-4f7f-acad-36db18e4d6b4 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:59.041376 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-353cb44c-1837-4436-876b-f6dcf2f9eb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.070837 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.108451 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.117383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Network ecca1765-1ec8-4846-9eea-0db12e95ba8a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:51:59.120845 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:51:59.124443 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:51:59.148515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Pushing event updated for resources: {'Port': ['ID=9feb99b4-278b-43a0-9f27-ebab7b14a1cb,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:59.171409 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bff3098-784b-4d9d-93e5-36bcda231f4b None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:51:59.173493 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.186064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Attempting to bind port 3a025134-e057-41db-a10b-de9353e3d98a on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:51:59.186451 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Attempting to bind port 3a025134-e057-41db-a10b-de9353e3d98a by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:51:59.186861 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Attempting to bind port 3a025134-e057-41db-a10b-de9353e3d98a on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:51:59.194460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f689523-2682-4584-ac4f-9a3b1aec140a None None] Pushing event updated for resources: {'Port': ['ID=3a025134-e057-41db-a10b-de9353e3d98a,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:59.197280 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:51:59.197681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:51:59.198078 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.198475 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:51:59.199554 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Bound port: 3a025134-e057-41db-a10b-de9353e3d98a, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:51:59.200430 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.255938 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] For port 3a025134-e057-41db-a10b-de9353e3d98a, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:51:59.260404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] For port 3a025134-e057-41db-a10b-de9353e3d98a, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3a025134-e057-41db-a10b-de9353e3d98a,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:51:59.292150 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5d38fa6e-0803-4051-9565-6dda47ac5ad3 None None] Provisioning complete for port 3a025134-e057-41db-a10b-de9353e3d98a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:59.292526 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5d38fa6e-0803-4051-9565-6dda47ac5ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.331000 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e78ba744-80a1-4f7f-acad-36db18e4d6b4 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:51:59.338131 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.372386 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5d38fa6e-0803-4051-9565-6dda47ac5ad3 None None] Port 3a025134-e057-41db-a10b-de9353e3d98a cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:51:59.396350 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.430736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6dddf8-be47-430e-b5cb-53b1dda2214d None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 11 23:51:59.453005 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Routers {'d4c48dde-37d3-42c2-9405-0dcf57ffedd9'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:51:59.453693 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:51:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d4c48dde-37d3-42c2-9405-0dcf57ffedd9'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:51:59.492548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f689523-2682-4584-ac4f-9a3b1aec140a None None] Pushing event updated for resources: {'Port': ['ID=3a025134-e057-41db-a10b-de9353e3d98a,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:59.531390 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d9d66a66-fee1-45d0-9214-b9f1be989cb7 None None] Provisioning complete for port 9feb99b4-278b-43a0-9f27-ebab7b14a1cb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:59.531686 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d9d66a66-fee1-45d0-9214-b9f1be989cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.564798 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.566849 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port e78ba744-80a1-4f7f-acad-36db18e4d6b4 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:59.566990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.601789 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.642375 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] Set router d4c48dde-37d3-42c2-9405-0dcf57ffedd9 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:51:59.672647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d9d66a66-fee1-45d0-9214-b9f1be989cb7 None None] Port 9feb99b4-278b-43a0-9f27-ebab7b14a1cb cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:51:59.676461 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Pushing event updated for resources: {'Port': ['ID=9feb99b4-278b-43a0-9f27-ebab7b14a1cb,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:51:59.679498 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.726117 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d9d66a66-fee1-45d0-9214-b9f1be989cb7 None None] Provisioning complete for port 3a025134-e057-41db-a10b-de9353e3d98a triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:59.726490 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d9d66a66-fee1-45d0-9214-b9f1be989cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.773338 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Network ecca1765-1ec8-4846-9eea-0db12e95ba8a is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:51:59.774761 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:51:59.847638 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ead54474-75da-4da8-bba6-b78d5dfa811e up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:51:59.911433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Router d4c48dde-37d3-42c2-9405-0dcf57ffedd9 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:51:59.983607 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d9d66a66-fee1-45d0-9214-b9f1be989cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:51:59.993376 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port ead54474-75da-4da8-bba6-b78d5dfa811e triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:51:59.993748 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:00.036383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:52:00.036644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d9d66a66-fee1-45d0-9214-b9f1be989cb7 None None] For port 3a025134-e057-41db-a10b-de9353e3d98a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3a025134-e057-41db-a10b-de9353e3d98a,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:52:00.041910 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-518e68b8-a2f0-4fae-ac36-e7ee7438e751 admin admin] 10.222.0.45 "PUT /v2.0/routers/d4c48dde-37d3-42c2-9405-0dcf57ffedd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7586336 Dec 11 23:52:00.059943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'name': 'tempest-TestShelveInstance-1445251264-router', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3a025134-e057-41db-a10b-de9353e3d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:55Z', 'updated_at': '2021-12-11T23:51:59Z', 'revision_number': 4, 'project_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'gw_port': {'id': '3a025134-e057-41db-a10b-de9353e3d98a', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:56Z', 'updated_at': '2021-12-11T23:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '9feb99b4-278b-43a0-9f27-ebab7b14a1cb', 'name': '', 'network_id': 'ecca1765-1ec8-4846-9eea-0db12e95ba8a', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'mac_address': 'fa:16:3e:2f:01:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'add5b774-64bc-423c-84c0-36e28714e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:58Z', 'updated_at': '2021-12-11T23:51:58Z', 'revision_number': 1, 'project_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'subnets': [{'id': 'add5b774-64bc-423c-84c0-36e28714e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:52:00.250712 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd61cb-fbb4-4ec5-9927-0f5a48143876 None None] The sync data for ids ['d4c48dde-37d3-42c2-9405-0dcf57ffedd9'] in n-d-710847-6 is: [{'id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'name': 'tempest-TestShelveInstance-1445251264-router', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3a025134-e057-41db-a10b-de9353e3d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:55Z', 'updated_at': '2021-12-11T23:51:59Z', 'revision_number': 4, 'project_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'gw_port': {'id': '3a025134-e057-41db-a10b-de9353e3d98a', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:56Z', 'updated_at': '2021-12-11T23:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '9feb99b4-278b-43a0-9f27-ebab7b14a1cb', 'name': '', 'network_id': 'ecca1765-1ec8-4846-9eea-0db12e95ba8a', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'mac_address': 'fa:16:3e:2f:01:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'add5b774-64bc-423c-84c0-36e28714e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:58Z', 'updated_at': '2021-12-11T23:51:58Z', 'revision_number': 1, 'project_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'subnets': [{'id': 'add5b774-64bc-423c-84c0-36e28714e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:52:00.252496 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d9d66a66-fee1-45d0-9214-b9f1be989cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:00.331581 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d66a66-fee1-45d0-9214-b9f1be989cb7 None None] Pushing event updated for resources: {'Port': ['ID=3a025134-e057-41db-a10b-de9353e3d98a,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:00.377851 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-854fd869-e4aa-4eac-bdcd-9feb6af920b7 None None] Provisioning complete for port 9feb99b4-278b-43a0-9f27-ebab7b14a1cb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:52:00.378360 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-854fd869-e4aa-4eac-bdcd-9feb6af920b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:00.419442 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-854fd869-e4aa-4eac-bdcd-9feb6af920b7 None None] Port 9feb99b4-278b-43a0-9f27-ebab7b14a1cb cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:52:00.663853 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 51704) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:52:00.668614 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-cabb560d-a6f2-4ecb-bbec-76445dde45d7 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1036285439', 'description': 'tempest-secgroup-smoke-1036285439 description', 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:52:00.773094 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cabb560d-a6f2-4ecb-bbec-76445dde45d7 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:00.845808 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cabb560d-a6f2-4ecb-bbec-76445dde45d7 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:00.909077 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cabb560d-a6f2-4ecb-bbec-76445dde45d7 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:00.940995 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb560d-a6f2-4ecb-bbec-76445dde45d7 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6463bd7e-8487-46bb-83ac-693ad41267cb,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:00.992664 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-cabb560d-a6f2-4ecb-bbec-76445dde45d7 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:00.998317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51706) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:52:00.998768 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-cabb560d-a6f2-4ecb-bbec-76445dde45d7 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3333864 Dec 11 23:52:01.003040 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-e9d45324-9336-41d3-9529-2690872fe29d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'security_group_rule': {'security_group_id': '6463bd7e-8487-46bb-83ac-693ad41267cb', 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:52:01.123094 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e9d45324-9336-41d3-9529-2690872fe29d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:01.183015 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e9d45324-9336-41d3-9529-2690872fe29d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:01.259088 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e9d45324-9336-41d3-9529-2690872fe29d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:01.281678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d45324-9336-41d3-9529-2690872fe29d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ebab11-93a8-4d87-8df0-fd7d79e2756b,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:01.351693 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3a025134-e057-41db-a10b-de9353e3d98a up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:52:01.364112 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e9d45324-9336-41d3-9529-2690872fe29d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:01.365355 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e9d45324-9336-41d3-9529-2690872fe29d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3659732 Dec 11 23:52:01.368223 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51708) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:52:01.377594 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-3cd23811-ff23-454e-84fa-4c8a748e7f8a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'security_group_rule': {'security_group_id': '6463bd7e-8487-46bb-83ac-693ad41267cb', 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:52:01.405840 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 3a025134-e057-41db-a10b-de9353e3d98a triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:52:01.406759 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:01.469998 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3cd23811-ff23-454e-84fa-4c8a748e7f8a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:01.531927 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3cd23811-ff23-454e-84fa-4c8a748e7f8a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:01.599731 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3cd23811-ff23-454e-84fa-4c8a748e7f8a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:01.617059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd23811-ff23-454e-84fa-4c8a748e7f8a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf270000-80c8-4a02-b338-1e3cd3478c89,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:01.682123 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3cd23811-ff23-454e-84fa-4c8a748e7f8a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:01.683609 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3cd23811-ff23-454e-84fa-4c8a748e7f8a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3142498 Dec 11 23:52:01.686316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51710) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:52:01.690798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-15cafd28-3e9d-4025-ab88-83b20034f449 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'security_group_rule': {'security_group_id': '6463bd7e-8487-46bb-83ac-693ad41267cb', 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:52:01.799497 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15cafd28-3e9d-4025-ab88-83b20034f449 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:01.861694 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15cafd28-3e9d-4025-ab88-83b20034f449 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:01.950784 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15cafd28-3e9d-4025-ab88-83b20034f449 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:01.971886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cafd28-3e9d-4025-ab88-83b20034f449 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2dc58a-a544-460d-b943-d004ef299159,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:02.026381 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-15cafd28-3e9d-4025-ab88-83b20034f449 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:02.028763 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-15cafd28-3e9d-4025-ab88-83b20034f449 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3413775 Dec 11 23:52:02.030458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51712) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:52:02.034982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-ae6fb818-5d04-4c56-a6ff-8ad47376bc7f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'security_group_rule': {'security_group_id': '6463bd7e-8487-46bb-83ac-693ad41267cb', 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:52:02.115443 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ae6fb818-5d04-4c56-a6ff-8ad47376bc7f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:02.172381 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Sync routers for ids ['d4c48dde-37d3-42c2-9405-0dcf57ffedd9'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:52:02.175648 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ae6fb818-5d04-4c56-a6ff-8ad47376bc7f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:02.181844 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Routers {'d4c48dde-37d3-42c2-9405-0dcf57ffedd9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:52:02.182476 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:51:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d4c48dde-37d3-42c2-9405-0dcf57ffedd9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:52:02.247562 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ae6fb818-5d04-4c56-a6ff-8ad47376bc7f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:02.267506 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fb818-5d04-4c56-a6ff-8ad47376bc7f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cdcf93-65ae-4529-b5b2-30f2604fce41,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:02.341914 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-ae6fb818-5d04-4c56-a6ff-8ad47376bc7f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:02.344233 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-ae6fb818-5d04-4c56-a6ff-8ad47376bc7f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3127735 Dec 11 23:52:02.347277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51716) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:52:02.352366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-6b24abe1-4459-4c5d-acd1-6e69c32ef02c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'security_group_rule': {'security_group_id': '6463bd7e-8487-46bb-83ac-693ad41267cb', 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:52:02.390038 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Set router d4c48dde-37d3-42c2-9405-0dcf57ffedd9 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:52:02.441808 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-6b24abe1-4459-4c5d-acd1-6e69c32ef02c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Project e6d01a9fde4948ec848c70dd84c6c626 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:52:02.447308 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6b24abe1-4459-4c5d-acd1-6e69c32ef02c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:02.508841 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6b24abe1-4459-4c5d-acd1-6e69c32ef02c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:02.573194 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6b24abe1-4459-4c5d-acd1-6e69c32ef02c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:02.589321 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'name': 'tempest-TestShelveInstance-1445251264-router', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3a025134-e057-41db-a10b-de9353e3d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:55Z', 'updated_at': '2021-12-11T23:51:59Z', 'revision_number': 4, 'project_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'gw_port': {'id': '3a025134-e057-41db-a10b-de9353e3d98a', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:56Z', 'updated_at': '2021-12-11T23:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '9feb99b4-278b-43a0-9f27-ebab7b14a1cb', 'name': '', 'network_id': 'ecca1765-1ec8-4846-9eea-0db12e95ba8a', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'mac_address': 'fa:16:3e:2f:01:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'add5b774-64bc-423c-84c0-36e28714e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:58Z', 'updated_at': '2021-12-11T23:51:59Z', 'revision_number': 2, 'project_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'subnets': [{'id': 'add5b774-64bc-423c-84c0-36e28714e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:52:02.593518 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24abe1-4459-4c5d-acd1-6e69c32ef02c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9c3e2e-19db-4a11-8686-d072ad121895,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:02.619744 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Checking router: d4c48dde-37d3-42c2-9405-0dcf57ffedd9 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:52:02.620101 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Updating router d4c48dde-37d3-42c2-9405-0dcf57ffedd9 port 9feb99b4-278b-43a0-9f27-ebab7b14a1cb binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 11 23:52:02.643878 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:02.671439 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-6b24abe1-4459-4c5d-acd1-6e69c32ef02c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:02.672725 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-6b24abe1-4459-4c5d-acd1-6e69c32ef02c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3240998 Dec 11 23:52:02.675462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51718) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:52:02.680066 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7f3127f2-59de-4645-92a0-0150d05493f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'security_group_rule': {'security_group_id': '6463bd7e-8487-46bb-83ac-693ad41267cb', 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:52:02.760275 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-7f3127f2-59de-4645-92a0-0150d05493f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Project e6d01a9fde4948ec848c70dd84c6c626 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:52:02.765436 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f3127f2-59de-4645-92a0-0150d05493f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:02.828392 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f3127f2-59de-4645-92a0-0150d05493f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:02.898721 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f3127f2-59de-4645-92a0-0150d05493f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:02.902774 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:02.917151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3127f2-59de-4645-92a0-0150d05493f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d5228b-0727-4723-8509-fd4723c10a78,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:03.001641 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:03.015613 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f3127f2-59de-4645-92a0-0150d05493f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:03.017945 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7f3127f2-59de-4645-92a0-0150d05493f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3404727 Dec 11 23:52:03.060873 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaac380-b95a-4aa6-bbaf-d64a941aaa06 None None] Pushing event updated for resources: {'Port': ['ID=9feb99b4-278b-43a0-9f27-ebab7b14a1cb,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:03.123338 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Attempting to bind port 9feb99b4-278b-43a0-9f27-ebab7b14a1cb on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:52:03.123811 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Attempting to bind port 9feb99b4-278b-43a0-9f27-ebab7b14a1cb by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'a155a638-b013-4d6b-8339-1695c68711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ecca1765-1ec8-4846-9eea-0db12e95ba8a'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:52:03.124182 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Attempting to bind port 9feb99b4-278b-43a0-9f27-ebab7b14a1cb on network ecca1765-1ec8-4846-9eea-0db12e95ba8a {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:52:03.133119 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:52:03.133119 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Checking segment: {'id': 'a155a638-b013-4d6b-8339-1695c68711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ecca1765-1ec8-4846-9eea-0db12e95ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:52:03.133119 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:03.133119 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Bound using segment: {'id': 'a155a638-b013-4d6b-8339-1695c68711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ecca1765-1ec8-4846-9eea-0db12e95ba8a'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:52:03.133119 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Bound port: 9feb99b4-278b-43a0-9f27-ebab7b14a1cb, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a155a638-b013-4d6b-8339-1695c68711ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ecca1765-1ec8-4846-9eea-0db12e95ba8a'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:52:03.133119 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:03.201256 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] For port 9feb99b4-278b-43a0-9f27-ebab7b14a1cb, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:52:03.204505 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] For port 9feb99b4-278b-43a0-9f27-ebab7b14a1cb, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9feb99b4-278b-43a0-9f27-ebab7b14a1cb,segment=NetworkSegment(a155a638-b013-4d6b-8339-1695c68711ae),segment_id=a155a638-b013-4d6b-8339-1695c68711ae)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:52:03.258538 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-0227c1b1-aeb8-4eaa-9112-a3589ce7a151 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1036285439&fields=id&tenant_id=e6d01a9fde4948ec848c70dd84c6c626 HTTP/1.1" status: 200 len: 267 time: 0.0537469 Dec 11 23:52:03.280319 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:03.350275 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Routers {'d4c48dde-37d3-42c2-9405-0dcf57ffedd9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:52:03.351200 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:51:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d4c48dde-37d3-42c2-9405-0dcf57ffedd9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:52:03.354306 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaac380-b95a-4aa6-bbaf-d64a941aaa06 None None] Pushing event updated for resources: {'Port': ['ID=9feb99b4-278b-43a0-9f27-ebab7b14a1cb,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:03.362382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-a37db494-e6f3-481e-bb06-75d26eed40e7 None None] Provisioning complete for port 9feb99b4-278b-43a0-9f27-ebab7b14a1cb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:52:03.362951 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a37db494-e6f3-481e-bb06-75d26eed40e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:03.410105 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-3c813229-346b-4c08-9458-92ca13d34868 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:03.413240 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-3c813229-346b-4c08-9458-92ca13d34868 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 809 time: 0.1470654 Dec 11 23:52:03.435673 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-beda73b7-dc05-4942-8c64-82d91fceb236 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/quotas/e6d01a9fde4948ec848c70dd84c6c626 HTTP/1.1" status: 200 len: 375 time: 0.0106926 Dec 11 23:52:03.458330 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a37db494-e6f3-481e-bb06-75d26eed40e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:03.498012 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] Set router d4c48dde-37d3-42c2-9405-0dcf57ffedd9 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:52:03.498900 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-ecf2c713-955c-4512-9eed-57850a5935c6 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551970 Dec 11 23:52:03.501074 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a37db494-e6f3-481e-bb06-75d26eed40e7 None None] For port 9feb99b4-278b-43a0-9f27-ebab7b14a1cb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9feb99b4-278b-43a0-9f27-ebab7b14a1cb,segment=NetworkSegment(a155a638-b013-4d6b-8339-1695c68711ae),segment_id=a155a638-b013-4d6b-8339-1695c68711ae)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:52:03.567233 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a37db494-e6f3-481e-bb06-75d26eed40e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:03.619363 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-815da4fa-50d2-4cf1-ad74-35350c0b424e service neutron] 10.222.0.45 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061406 Dec 11 23:52:03.619608 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37db494-e6f3-481e-bb06-75d26eed40e7 None None] Pushing event updated for resources: {'Port': ['ID=9feb99b4-278b-43a0-9f27-ebab7b14a1cb,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:03.691338 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-ee724b08-362b-458b-b638-3da0f713ee35 None None] Provisioning complete for port 9feb99b4-278b-43a0-9f27-ebab7b14a1cb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:52:03.692066 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ee724b08-362b-458b-b638-3da0f713ee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:03.729805 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'name': 'tempest-TestShelveInstance-1445251264-router', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3a025134-e057-41db-a10b-de9353e3d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:55Z', 'updated_at': '2021-12-11T23:51:59Z', 'revision_number': 4, 'project_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'gw_port': {'id': '3a025134-e057-41db-a10b-de9353e3d98a', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:56Z', 'updated_at': '2021-12-11T23:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '9feb99b4-278b-43a0-9f27-ebab7b14a1cb', 'name': '', 'network_id': 'ecca1765-1ec8-4846-9eea-0db12e95ba8a', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'mac_address': 'fa:16:3e:2f:01:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'add5b774-64bc-423c-84c0-36e28714e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:58Z', 'updated_at': '2021-12-11T23:52:03Z', 'revision_number': 4, 'project_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'subnets': [{'id': 'add5b774-64bc-423c-84c0-36e28714e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:52:03.731690 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fce8817d-bc56-4a11-81ee-088cef79bfb0 service neutron] 10.222.0.45 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000524 Dec 11 23:52:03.767287 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd93d06-f869-49c2-a9bc-a9cf300216c6 None None] The sync data for ids ['d4c48dde-37d3-42c2-9405-0dcf57ffedd9'] in n-d-710847-6 is: [{'id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'name': 'tempest-TestShelveInstance-1445251264-router', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3a025134-e057-41db-a10b-de9353e3d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:55Z', 'updated_at': '2021-12-11T23:51:59Z', 'revision_number': 4, 'project_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'gw_port': {'id': '3a025134-e057-41db-a10b-de9353e3d98a', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:56Z', 'updated_at': '2021-12-11T23:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': '9feb99b4-278b-43a0-9f27-ebab7b14a1cb', 'name': '', 'network_id': 'ecca1765-1ec8-4846-9eea-0db12e95ba8a', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'mac_address': 'fa:16:3e:2f:01:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'add5b774-64bc-423c-84c0-36e28714e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:58Z', 'updated_at': '2021-12-11T23:52:03Z', 'revision_number': 4, 'project_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'subnets': [{'id': 'add5b774-64bc-423c-84c0-36e28714e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:52:04.022578 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d1390caa-4c20-4aac-95bb-0a2145a6694c req-0586ac00-302e-4c07-ac67-7d62380bb4e8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 210 time: 0.0311310 Dec 11 23:52:05.123900 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f875c75-bcbb-4017-94c7-42213d7bfed6 req-7e9beea5-d059-42af-a2b4-4b31960783ae tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 210 time: 0.0316370 Dec 11 23:52:05.347128 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9feb99b4-278b-43a0-9f27-ebab7b14a1cb up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:52:05.396959 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 9feb99b4-278b-43a0-9f27-ebab7b14a1cb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:52:05.397339 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:06.056088 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-6596d4f7-36e1-4e5a-87d0-08b9f3c59fe2 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:06.057533 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-6596d4f7-36e1-4e5a-87d0-08b9f3c59fe2 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.13 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 809 time: 0.1035404 Dec 11 23:52:06.129667 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-9ca4de8f-80d3-4291-950e-7aadcebf024d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6d01a9fde4948ec848c70dd84c6c626 HTTP/1.1" status: 200 len: 380 time: 0.0594912 Dec 11 23:52:06.145342 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-3139d0dc-034f-45b0-94eb-0c4d178e21c8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'port': {'device_id': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'admin_state_up': True, 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'security_groups': ['6463bd7e-8487-46bb-83ac-693ad41267cb']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:52:06.229378 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c2692096-0449-4dc1-a27a-d34418263223 req-4bb822f7-93a3-4cdc-a943-d7110181fc6e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 210 time: 0.0310576 Dec 11 23:52:06.354468 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-3139d0dc-034f-45b0-94eb-0c4d178e21c8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Made reservation on behalf of e6d01a9fde4948ec848c70dd84c6c626 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:52:06.358255 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-3139d0dc-034f-45b0-94eb-0c4d178e21c8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:06.484810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-3139d0dc-034f-45b0-94eb-0c4d178e21c8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Allocated IP 172.20.0.3 (da64f1e7-b4ca-4223-ba2e-28177fdfd380/df852397-d626-457b-992c-2616db187748/0d9df485-174d-4bb2-b702-1a96a349dc0f) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:52:06.617513 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-3139d0dc-034f-45b0-94eb-0c4d178e21c8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:06.704420 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-3139d0dc-034f-45b0-94eb-0c4d178e21c8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:06.749186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-3139d0dc-034f-45b0-94eb-0c4d178e21c8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Network da64f1e7-b4ca-4223-ba2e-28177fdfd380 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:52:06.752159 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-3139d0dc-034f-45b0-94eb-0c4d178e21c8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:52:06.755699 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-3139d0dc-034f-45b0-94eb-0c4d178e21c8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:52:06.779245 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139d0dc-034f-45b0-94eb-0c4d178e21c8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'Port': ['ID=0d9df485-174d-4bb2-b702-1a96a349dc0f,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:06.807951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-3139d0dc-034f-45b0-94eb-0c4d178e21c8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:06.809181 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-3139d0dc-034f-45b0-94eb-0c4d178e21c8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:06.890353 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-3139d0dc-034f-45b0-94eb-0c4d178e21c8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7485938 Dec 11 23:52:06.902908 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Request body: {'port': {'device_id': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:52:06.957183 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:07.024056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-98444141-1c8e-4972-ba9b-eec6ce1c0ff6 None None] Provisioning complete for port 0d9df485-174d-4bb2-b702-1a96a349dc0f triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:52:07.024606 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-98444141-1c8e-4972-ba9b-eec6ce1c0ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:07.058245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-98444141-1c8e-4972-ba9b-eec6ce1c0ff6 None None] Port 0d9df485-174d-4bb2-b702-1a96a349dc0f cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:52:07.216615 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9df485-174d-4bb2-b702-1a96a349dc0f {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:52:07.223932 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:07.235923 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Transition to ACTIVE for port object 0d9df485-174d-4bb2-b702-1a96a349dc0f will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:52:07.303029 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:07.354471 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8f72-39ab-410f-8651-3af566a294ec req-c9bda24c-4266-4689-afd9-3242bc9516af tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:07.355578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9df485-174d-4bb2-b702-1a96a349dc0f,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:07.356064 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-130d8f72-39ab-410f-8651-3af566a294ec req-c9bda24c-4266-4689-afd9-3242bc9516af tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 943 time: 0.0540328 Dec 11 23:52:07.411443 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-130d8f72-39ab-410f-8651-3af566a294ec req-e100f0b2-3c14-4841-b752-0a3f27206224 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485139 Dec 11 23:52:07.435175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Attempting to bind port 0d9df485-174d-4bb2-b702-1a96a349dc0f on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:52:07.435520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Attempting to bind port 0d9df485-174d-4bb2-b702-1a96a349dc0f by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:52:07.435856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Attempting to bind port 0d9df485-174d-4bb2-b702-1a96a349dc0f on network da64f1e7-b4ca-4223-ba2e-28177fdfd380 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:52:07.440530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Port 0d9df485-174d-4bb2-b702-1a96a349dc0f on network da64f1e7-b4ca-4223-ba2e-28177fdfd380 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:52:07.440859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Attempting to bind port 0d9df485-174d-4bb2-b702-1a96a349dc0f on network da64f1e7-b4ca-4223-ba2e-28177fdfd380 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:52:07.445781 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:52:07.446124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Checking segment: {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:52:07.446520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Bound using segment: {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:52:07.446996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Bound port: 0d9df485-174d-4bb2-b702-1a96a349dc0f, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:52:07.447368 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:07.513224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:52:07.516568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:52:07.584713 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:07.620568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:07.621991 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:07.623481 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/0d9df485-174d-4bb2-b702-1a96a349dc0f HTTP/1.1" status: 200 len: 1091 time: 0.7252109 Dec 11 23:52:07.623934 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:52:07.626252 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff31e814-7728-4ee0-9551-0b7bb2a6f60f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:52:07.649645 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdceee05-803f-4d83-bff2-51dd168535d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9df485-174d-4bb2-b702-1a96a349dc0f,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:07.676929 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140dec73-c5be-423b-a2ef-33ecdd5137ce x-openstack-request-id: req-140dec73-c5be-423b-a2ef-33ecdd5137ce {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:52:07.677226 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:52:07.677509 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-140dec73-c5be-423b-a2ef-33ecdd5137ce {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:52:07.677918 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'status': 'completed', 'code': 200} Dec 11 23:52:07.741080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31e814-7728-4ee0-9551-0b7bb2a6f60f req-8175f06d-60cc-4896-b2fa-93260475d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:07.742598 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff31e814-7728-4ee0-9551-0b7bb2a6f60f req-8175f06d-60cc-4896-b2fa-93260475d57d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 1094 time: 0.0439777 Dec 11 23:52:07.846902 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31e814-7728-4ee0-9551-0b7bb2a6f60f req-71b5e218-07f7-4248-ab4d-d4eafb889506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:07.848307 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff31e814-7728-4ee0-9551-0b7bb2a6f60f req-71b5e218-07f7-4248-ab4d-d4eafb889506 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0964601 Dec 11 23:52:07.940514 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31e814-7728-4ee0-9551-0b7bb2a6f60f req-410b75a5-4d6c-4e70-b957-1e427cb3856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:07.941975 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff31e814-7728-4ee0-9551-0b7bb2a6f60f req-410b75a5-4d6c-4e70-b957-1e427cb3856a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870800 Dec 11 23:52:08.021904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-093750ca-20dc-4b3e-b9df-2ec5b709ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:08.023461 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-093750ca-20dc-4b3e-b9df-2ec5b709ac56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 1094 time: 0.0458522 Dec 11 23:52:08.065441 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-f485bb2f-04ba-4db0-804b-55a2ef21745c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f HTTP/1.1" status: 200 len: 217 time: 0.0337551 Dec 11 23:52:08.113333 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-73f542fe-e5dc-4ace-993e-ee555d79be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:08.114640 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-73f542fe-e5dc-4ace-993e-ee555d79be86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0424685 Dec 11 23:52:08.162132 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-cbc55600-e5c9-4210-83f6-778151de4ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:08.163638 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-cbc55600-e5c9-4210-83f6-778151de4ccd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415251 Dec 11 23:52:08.251371 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-a6d5ae82-c29c-4c4a-a0fc-39f242438d6c service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802596 Dec 11 23:52:08.343803 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-372f4eec-fc5f-4f4c-b6b9-57d344a377ed req-27d7e20e-a0d1-463c-b0b4-55bd6cd7245a service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849044 Dec 11 23:52:08.528371 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f59ceb-3fa3-493e-9d66-db79337a75bf req-584d59d1-50e7-4d6d-8c54-5175d87483e2 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:08.529888 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a0f59ceb-3fa3-493e-9d66-db79337a75bf req-584d59d1-50e7-4d6d-8c54-5175d87483e2 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 943 time: 0.0501575 Dec 11 23:52:08.578409 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a0f59ceb-3fa3-493e-9d66-db79337a75bf req-cfd7f3e2-758a-44f4-ae88-f2774de81533 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424144 Dec 11 23:52:09.693651 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5e2f4-3843-4809-9b2c-e185cc6ca329 req-428e7c93-bb29-48f0-99fc-15fd5ee52094 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:09.695173 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-44e5e2f4-3843-4809-9b2c-e185cc6ca329 req-428e7c93-bb29-48f0-99fc-15fd5ee52094 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 943 time: 0.0484984 Dec 11 23:52:09.744850 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-44e5e2f4-3843-4809-9b2c-e185cc6ca329 req-45b5ab2b-c01f-4aae-900c-08849d30260d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425949 Dec 11 23:52:10.863450 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7f83f-9603-4f8a-97d9-5c19e8e34230 req-21d34e99-b73a-47f0-8785-48f940ad32c6 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:10.864929 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6bb7f83f-9603-4f8a-97d9-5c19e8e34230 req-21d34e99-b73a-47f0-8785-48f940ad32c6 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 943 time: 0.0531068 Dec 11 23:52:11.016659 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6bb7f83f-9603-4f8a-97d9-5c19e8e34230 req-5f810ff3-a67d-4a7b-a37d-4e509736dbac tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455953 Dec 11 23:52:12.035966 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0d9df485-174d-4bb2-b702-1a96a349dc0f details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:52:12.137504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:52:12.149178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'port_id': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'mac_address': 'fa:16:3e:53:57:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:52:12.183889 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07961a2-0ac2-44f6-bddd-204da4ed8141 req-4d032fff-4cf8-43f8-b196-7351b50fd0e2 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:12.185395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c07961a2-0ac2-44f6-bddd-204da4ed8141 req-4d032fff-4cf8-43f8-b196-7351b50fd0e2 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 943 time: 0.1003559 Dec 11 23:52:12.187401 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:12.203928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9df485-174d-4bb2-b702-1a96a349dc0f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:52:12.223552 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:52:12.235796 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c07961a2-0ac2-44f6-bddd-204da4ed8141 req-e8613e24-1336-42db-9cc9-59eb19626de4 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443583 Dec 11 23:52:12.297143 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:12.343573 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=0d9df485-174d-4bb2-b702-1a96a349dc0f,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:12.644665 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['0d9df485-174d-4bb2-b702-1a96a349dc0f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:52:13.352678 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7323dad-dbf4-4e02-8d4e-00843d3c8701 req-7356c6a5-da2e-42df-94e9-ab9264220ef4 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:13.354296 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d7323dad-dbf4-4e02-8d4e-00843d3c8701 req-7356c6a5-da2e-42df-94e9-ab9264220ef4 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 944 time: 0.0507667 Dec 11 23:52:13.404755 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d7323dad-dbf4-4e02-8d4e-00843d3c8701 req-e76be7c5-f011-48f3-b15c-490cb64285be tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440574 Dec 11 23:52:14.048653 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0d9df485-174d-4bb2-b702-1a96a349dc0f up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:52:14.184163 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 0d9df485-174d-4bb2-b702-1a96a349dc0f completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:52:14.188611 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 0d9df485-174d-4bb2-b702-1a96a349dc0f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:52:14.188987 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:14.267714 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:14.299581 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:52:14.301813 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd80621-5779-4ae6-b71d-ce762d3de323" -d '{"events": [{"server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "name": "network-vif-plugged", "status": "completed", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:52:14.315002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:52:14.338474 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572101a9-a68f-4af6-848b-9f36cdc51f37 x-openstack-request-id: req-572101a9-a68f-4af6-848b-9f36cdc51f37 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:52:14.338877 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "name": "network-vif-plugged", "status": "completed", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:52:14.339159 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-572101a9-a68f-4af6-848b-9f36cdc51f37 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:52:14.339663 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'code': 200} Dec 11 23:52:14.373124 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:14.401388 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:14.440016 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41715d-d953-4b3a-acef-b0e5966ef9e8 req-be4cc3ca-f027-4360-a1b4-083a1b25def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:14.441558 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e41715d-d953-4b3a-acef-b0e5966ef9e8 req-be4cc3ca-f027-4360-a1b4-083a1b25def0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 1096 time: 0.0478308 Dec 11 23:52:14.453876 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=0d9df485-174d-4bb2-b702-1a96a349dc0f,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:14.489604 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1e41715d-d953-4b3a-acef-b0e5966ef9e8 req-e6c1132e-0fcb-4440-b5fd-570c443ac6c3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413165 Dec 11 23:52:14.528228 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a1db0-554d-4cd1-897e-446830083799 req-58061b98-63a1-43c5-893c-3ea685c91db1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:14.529720 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-060a1db0-554d-4cd1-897e-446830083799 req-58061b98-63a1-43c5-893c-3ea685c91db1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0533180 Dec 11 23:52:14.578512 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-060a1db0-554d-4cd1-897e-446830083799 req-33f6a978-20dc-4c0c-8553-ed5b535c4eb3 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426877 Dec 11 23:52:15.698761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ed1f0-8015-4a9c-87b0-919343514bb3 req-0028d583-4383-4b44-8de8-ef1590b145e8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:15.700328 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a51ed1f0-8015-4a9c-87b0-919343514bb3 req-0028d583-4383-4b44-8de8-ef1590b145e8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0505769 Dec 11 23:52:15.750506 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a51ed1f0-8015-4a9c-87b0-919343514bb3 req-e27ef592-457d-45c6-ab57-8f8857c99983 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441296 Dec 11 23:52:16.864906 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8f178-716b-4c80-9f24-c1c4d02307ec req-45ce4137-db6f-4bda-a45f-f5f4f4a81f10 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:16.866389 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-23d8f178-716b-4c80-9f24-c1c4d02307ec req-45ce4137-db6f-4bda-a45f-f5f4f4a81f10 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0487850 Dec 11 23:52:16.916424 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-23d8f178-716b-4c80-9f24-c1c4d02307ec req-f168128b-702c-49d2-93f8-242ee802274f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431454 Dec 11 23:52:17.034244 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836181a-719d-41c1-8958-348b8051fb73 req-7dc7329f-45ed-41ee-a7df-fd7aeafc777e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:17.035664 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c836181a-719d-41c1-8958-348b8051fb73 req-7dc7329f-45ed-41ee-a7df-fd7aeafc777e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0524380 Dec 11 23:52:17.084596 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c836181a-719d-41c1-8958-348b8051fb73 req-25254360-2626-4457-84da-e7afce9ff73d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430257 Dec 11 23:52:17.106266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51778) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:52:17.185825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a945dd6d-4c7e-47f7-ae7d-88980a8aee44 tempest-TestShelveInstance-1030956141 tempest-TestShelveInstance-1030956141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:17.187359 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a945dd6d-4c7e-47f7-ae7d-88980a8aee44 tempest-TestShelveInstance-1030956141 tempest-TestShelveInstance-1030956141-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 1091 time: 0.0800903 Dec 11 23:52:17.190187 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 51782) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:52:17.194380 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:52:17.275790 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for floatingip, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:17.374092 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:17.474260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Allocated IP 172.25.1.35 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/eda2e2d3-7f8d-4645-a7cb-abd0b09785fa) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:52:17.575801 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:17.658509 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:17.697613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:52:17.700527 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:52:17.703825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:52:17.725119 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'Port': ['ID=eda2e2d3-7f8d-4645-a7cb-abd0b09785fa,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:18.212959 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:18.387051 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:18.483146 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:18.629382 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:18.697006 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:18.769522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'Port': ['ID=eda2e2d3-7f8d-4645-a7cb-abd0b09785fa,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:52:18.779893 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:18.880098 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Floating IP 230390df-4c08-467f-8872-f52232c7c23b associated. External IP: 172.25.1.35, port: 0d9df485-174d-4bb2-b702-1a96a349dc0f. Dec 11 23:52:18.919647 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92f2b597-7700-46b3-b527-a0ec953eaa58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:19.089419 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Router 2f7add44-11b2-4a28-9448-410584f83b76 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:52:19.195390 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:52:19.205043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b2d161-93cb-4629-94a8-0a99671afa33 None None] Sync routers for ids ['2f7add44-11b2-4a28-9448-410584f83b76'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:52:19.219011 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b2d161-93cb-4629-94a8-0a99671afa33 None None] Routers {'2f7add44-11b2-4a28-9448-410584f83b76'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:52:19.219625 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-75b2d161-93cb-4629-94a8-0a99671afa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:51:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f7add44-11b2-4a28-9448-410584f83b76'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:52:19.272201 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:19.300705 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-91590397-e44b-4920-8afb-e10f955c904e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1094947 Dec 11 23:52:19.301316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:52:19.303703 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f660b2d-bd64-42c9-b58c-87b0e68f7e54" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:52:19.328522 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-75b2d161-93cb-4629-94a8-0a99671afa33 None None] Set router 2f7add44-11b2-4a28-9448-410584f83b76 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:52:19.400839 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9b800e-722e-4bf4-8c6c-435a5766fa38 x-openstack-request-id: req-bb9b800e-722e-4bf4-8c6c-435a5766fa38 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:52:19.401365 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:52:19.401365 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb9b800e-722e-4bf4-8c6c-435a5766fa38 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:52:19.401903 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'status': 'completed', 'code': 200} Dec 11 23:52:19.510821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f660b2d-bd64-42c9-b58c-87b0e68f7e54 req-be8ff3b5-2002-42f8-be04-069d54ed8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:19.513228 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f660b2d-bd64-42c9-b58c-87b0e68f7e54 req-be8ff3b5-2002-42f8-be04-069d54ed8c38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 1096 time: 0.0896773 Dec 11 23:52:19.558460 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-75b2d161-93cb-4629-94a8-0a99671afa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '230390df-4c08-467f-8872-f52232c7c23b', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'port_id': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'mac_address': 'fa:16:3e:53:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:52:17Z', 'updated_at': '2021-12-11T23:52:17Z', 'revision_number': 0, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:57Z', 'revision_number': 5, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:52:19.588500 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b2d161-93cb-4629-94a8-0a99671afa33 None None] Checking router: 2f7add44-11b2-4a28-9448-410584f83b76 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:52:19.597495 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b2d161-93cb-4629-94a8-0a99671afa33 None None] Routers {'2f7add44-11b2-4a28-9448-410584f83b76'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:52:19.598106 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-75b2d161-93cb-4629-94a8-0a99671afa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:51:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f7add44-11b2-4a28-9448-410584f83b76'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:52:19.605118 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f660b2d-bd64-42c9-b58c-87b0e68f7e54 req-31e793e0-6911-48d0-a63c-19bcdc4b35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:19.606605 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f660b2d-bd64-42c9-b58c-87b0e68f7e54 req-31e793e0-6911-48d0-a63c-19bcdc4b35b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0860198 Dec 11 23:52:19.677326 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f660b2d-bd64-42c9-b58c-87b0e68f7e54 req-cfa6cd9d-f4f4-4c4d-aae2-1bffff8f7840 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f HTTP/1.1" status: 200 len: 998 time: 0.0625517 Dec 11 23:52:19.703977 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-75b2d161-93cb-4629-94a8-0a99671afa33 None None] Set router 2f7add44-11b2-4a28-9448-410584f83b76 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:52:19.727100 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f660b2d-bd64-42c9-b58c-87b0e68f7e54 req-a74f39d6-0ed0-45cf-8d2d-11bf27c9e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:19.728599 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f660b2d-bd64-42c9-b58c-87b0e68f7e54 req-a74f39d6-0ed0-45cf-8d2d-11bf27c9e7b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0443232 Dec 11 23:52:19.773462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f660b2d-bd64-42c9-b58c-87b0e68f7e54 req-611afb9a-6d56-4be9-83fb-0d01d7c0bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:52:19.774985 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f660b2d-bd64-42c9-b58c-87b0e68f7e54 req-611afb9a-6d56-4be9-83fb-0d01d7c0bc6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401797 Dec 11 23:52:19.869212 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f660b2d-bd64-42c9-b58c-87b0e68f7e54 req-f1cea84c-7c27-4589-9905-7b6bf5e31c30 service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874505 Dec 11 23:52:19.933316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-75b2d161-93cb-4629-94a8-0a99671afa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '230390df-4c08-467f-8872-f52232c7c23b', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'port_id': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'mac_address': 'fa:16:3e:53:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:52:17Z', 'updated_at': '2021-12-11T23:52:17Z', 'revision_number': 0, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:57Z', 'revision_number': 5, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:52:19.959014 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b2d161-93cb-4629-94a8-0a99671afa33 None None] The sync data for ids ['2f7add44-11b2-4a28-9448-410584f83b76'] in n-d-710847-6 is: [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '230390df-4c08-467f-8872-f52232c7c23b', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'port_id': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'mac_address': 'fa:16:3e:53:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:52:17Z', 'updated_at': '2021-12-11T23:52:17Z', 'revision_number': 0, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:57Z', 'revision_number': 5, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:52:19.962365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f660b2d-bd64-42c9-b58c-87b0e68f7e54 req-42777040-d862-4e31-b22f-dc8f8c490766 service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866487 Dec 11 23:52:20.148088 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71fa71c-5837-4324-b068-616ee890979e None None] New status for floating IP 230390df-4c08-467f-8872-f52232c7c23b: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:52:21.336509 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4fda8e16-8141-41d5-8f7c-190fd4b9861c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:22.525328 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:23.341313 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:52:24.172182 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:24.662226 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:44.371411 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:48.223749 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:48.880591 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-08b0ed77-c8d6-4666-8865-e5aa773e2b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:51.314725 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f37885c0-a6fb-4cb5-9ca7-c3d8f0b1a756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:52.514639 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:54.160769 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:52:54.663720 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:53:00.340930 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:53:04.539436 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7ce3e9c-032b-41f1-beeb-b93d78015768 req-ae3e15f9-bae7-4ad3-ac17-6ec4a81494c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395157 Dec 11 23:53:04.626288 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce3e9c-032b-41f1-beeb-b93d78015768 req-dc4a22ad-f48f-4baa-a863-bc15b96953c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:53:04.627847 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7ce3e9c-032b-41f1-beeb-b93d78015768 req-dc4a22ad-f48f-4baa-a863-bc15b96953c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 1096 time: 0.0457654 Dec 11 23:53:04.733521 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce3e9c-032b-41f1-beeb-b93d78015768 req-d1019996-9c0f-4286-8080-f68580c1f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:53:04.735079 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7ce3e9c-032b-41f1-beeb-b93d78015768 req-d1019996-9c0f-4286-8080-f68580c1f5ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0856628 Dec 11 23:53:04.806560 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7ce3e9c-032b-41f1-beeb-b93d78015768 req-37b9adf7-7666-42aa-bed0-231a6332c146 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f HTTP/1.1" status: 200 len: 1000 time: 0.0633349 Dec 11 23:53:04.858427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce3e9c-032b-41f1-beeb-b93d78015768 req-a1db9a81-7ba0-484e-b1c2-6bb624d34f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:53:04.859951 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7ce3e9c-032b-41f1-beeb-b93d78015768 req-a1db9a81-7ba0-484e-b1c2-6bb624d34f38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0458784 Dec 11 23:53:04.905800 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce3e9c-032b-41f1-beeb-b93d78015768 req-3ec7704c-42c7-44bd-86c7-00ce6245a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:53:04.907306 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7ce3e9c-032b-41f1-beeb-b93d78015768 req-3ec7704c-42c7-44bd-86c7-00ce6245a32b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398290 Dec 11 23:53:05.000877 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7ce3e9c-032b-41f1-beeb-b93d78015768 req-b13bd29e-3d8d-465e-b59d-00a298c962e5 service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859919 Dec 11 23:53:05.089862 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d7ce3e9c-032b-41f1-beeb-b93d78015768 req-e12fcdda-f902-4df2-b294-fd5ad13d570b service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816660 Dec 11 23:53:14.411466 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:53:18.216940 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:53:18.907887 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57d9bc07-5a55-42d2-baa4-15542b18d471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:53:21.348889 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6f537045-b1fc-444f-8c0f-813ada17667d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:53:22.519681 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:53:24.171261 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:53:24.674535 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:53:37.340966 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:53:44.421632 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:53:48.251121 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:53:49.010338 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-094cf1ac-5ffe-484c-be6e-f1a164eebd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:53:51.331149 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-91aa7657-878c-47c1-9d03-cd8a6b3e2b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:53:52.519515 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:53:54.186991 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:53:54.678474 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:54:05.415487 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e0f39a3-293b-4fdf-8cf9-7417129f78e3 req-a3d703d6-821e-4e02-8b62-cf21d68fbfba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409987 Dec 11 23:54:05.500186 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f39a3-293b-4fdf-8cf9-7417129f78e3 req-ac970172-e252-460c-8000-36a015c43fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:54:05.501708 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e0f39a3-293b-4fdf-8cf9-7417129f78e3 req-ac970172-e252-460c-8000-36a015c43fae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 1096 time: 0.0458603 Dec 11 23:54:05.604339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f39a3-293b-4fdf-8cf9-7417129f78e3 req-b2a084d5-fa8b-4582-b5c5-dec17fdf75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:54:05.605726 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e0f39a3-293b-4fdf-8cf9-7417129f78e3 req-b2a084d5-fa8b-4582-b5c5-dec17fdf75b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0851274 Dec 11 23:54:05.675188 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e0f39a3-293b-4fdf-8cf9-7417129f78e3 req-15871366-a65c-47f2-9a6d-d850430d3c1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f HTTP/1.1" status: 200 len: 1000 time: 0.0619392 Dec 11 23:54:05.723579 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f39a3-293b-4fdf-8cf9-7417129f78e3 req-5389ac0c-5a47-4d1e-b01e-d71603c1c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:54:05.725035 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e0f39a3-293b-4fdf-8cf9-7417129f78e3 req-5389ac0c-5a47-4d1e-b01e-d71603c1c318 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0437315 Dec 11 23:54:05.771336 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f39a3-293b-4fdf-8cf9-7417129f78e3 req-73d1756c-cea0-4f85-8b62-685b74656b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:54:05.772821 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e0f39a3-293b-4fdf-8cf9-7417129f78e3 req-73d1756c-cea0-4f85-8b62-685b74656b3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405717 Dec 11 23:54:05.864430 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e0f39a3-293b-4fdf-8cf9-7417129f78e3 req-5993d729-9aa9-46ba-9820-5642a48b8426 service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840499 Dec 11 23:54:05.953329 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e0f39a3-293b-4fdf-8cf9-7417129f78e3 req-c6ce130e-5761-42e0-8c7e-3b567bd8e48f service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815012 Dec 11 23:54:14.340281 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:54:14.416136 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:54:18.267704 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:54:18.935331 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7c0d2c57-0ef2-40b1-ad61-f8dc9f4e936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:54:21.353029 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-64515531-b409-47db-a9e6-8e4a452d78d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:54:22.518784 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:54:24.203929 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:54:24.678225 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:54:44.381446 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:54:46.987456 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884788d8-264c-4d02-a241-393eb98e8324 req-72a4eeac-694f-487c-a677-ba259cf50f1d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:54:46.988963 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-884788d8-264c-4d02-a241-393eb98e8324 req-72a4eeac-694f-487c-a677-ba259cf50f1d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0497248 Dec 11 23:54:47.046594 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-884788d8-264c-4d02-a241-393eb98e8324 req-78da233c-615f-43f2-9caa-c453cbc10506 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484555 Dec 11 23:54:48.164394 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e0a10-b28e-45a8-b3b5-0154932b33ec req-a4f7fa3c-1504-42f8-85ba-0bfa715dad61 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:54:48.165856 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a5e0a10-b28e-45a8-b3b5-0154932b33ec req-a4f7fa3c-1504-42f8-85ba-0bfa715dad61 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0488403 Dec 11 23:54:48.215476 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9a5e0a10-b28e-45a8-b3b5-0154932b33ec req-17b06e03-45da-49fa-a960-5bafd13050da tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430419 Dec 11 23:54:48.244413 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:54:48.924123 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ebacc29c-b93c-44c5-8750-76f6971193f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:54:49.360755 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a2fc5-16ff-4b7a-8399-bcd845e64bb3 req-5393b27a-2dd3-4df5-bc82-913c3f8e9758 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:54:49.362251 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-701a2fc5-16ff-4b7a-8399-bcd845e64bb3 req-5393b27a-2dd3-4df5-bc82-913c3f8e9758 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0497589 Dec 11 23:54:49.412528 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-701a2fc5-16ff-4b7a-8399-bcd845e64bb3 req-b78b200f-2572-4989-9a1c-17055d0fdb61 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440154 Dec 11 23:54:50.538466 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cabf4-2690-4ce1-9ca1-55e678473d78 req-3896d96f-f7ad-4cdb-8056-4d107514da74 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:54:50.539971 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f12cabf4-2690-4ce1-9ca1-55e678473d78 req-3896d96f-f7ad-4cdb-8056-4d107514da74 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0552757 Dec 11 23:54:50.589316 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f12cabf4-2690-4ce1-9ca1-55e678473d78 req-71a49027-0d32-4c28-a981-ece6362d8fb8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434177 Dec 11 23:54:51.324214 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-93a9e5ff-b263-4dee-a3db-3206992273b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:54:51.339177 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:54:51.705494 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9124cae-d2a8-4c52-af1c-826d2cac21e0 req-05467cf3-5e1b-4a02-b82f-08836c80c885 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:54:51.706999 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e9124cae-d2a8-4c52-af1c-826d2cac21e0 req-05467cf3-5e1b-4a02-b82f-08836c80c885 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0487552 Dec 11 23:54:51.756621 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e9124cae-d2a8-4c52-af1c-826d2cac21e0 req-ecfad620-fc7f-466c-bace-39704f4c55e7 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429747 Dec 11 23:54:52.512449 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:54:52.876424 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bf086-06f1-42b4-a64d-8bfb6ac6f971 req-2dc76fac-bccf-4465-bdb1-c473e0967ce3 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:54:52.878000 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e27bf086-06f1-42b4-a64d-8bfb6ac6f971 req-2dc76fac-bccf-4465-bdb1-c473e0967ce3 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0494251 Dec 11 23:54:52.926965 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e27bf086-06f1-42b4-a64d-8bfb6ac6f971 req-02eff1ee-1b72-4a81-a3a8-46f27f6e0808 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429947 Dec 11 23:54:54.045922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b06d35-eb8d-402d-9575-681b7a1f7bd0 req-56aee187-ff09-4da2-9ae6-c27f5b27ef48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:54:54.047431 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-78b06d35-eb8d-402d-9575-681b7a1f7bd0 req-56aee187-ff09-4da2-9ae6-c27f5b27ef48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0529861 Dec 11 23:54:54.095834 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-78b06d35-eb8d-402d-9575-681b7a1f7bd0 req-ea329e8e-5656-434c-ac2c-c09bf76efc21 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422623 Dec 11 23:54:54.187576 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:54:54.684121 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:54:55.215255 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d91c8-4dea-417b-829a-07dd6089c232 req-6f7515cf-ea94-4e69-b014-f8286ab9609d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:54:55.217234 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f9d91c8-4dea-417b-829a-07dd6089c232 req-6f7515cf-ea94-4e69-b014-f8286ab9609d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0522809 Dec 11 23:54:55.266191 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3f9d91c8-4dea-417b-829a-07dd6089c232 req-c24b5285-a24b-4bf5-a6e3-1a32d55ffefa tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429842 Dec 11 23:54:56.381306 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69429e68-e92f-4845-a5d8-bdea7041704f req-137c8d19-0bdd-44d6-a589-445a0af2b9ef tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:54:56.382781 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-69429e68-e92f-4845-a5d8-bdea7041704f req-137c8d19-0bdd-44d6-a589-445a0af2b9ef tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0489855 Dec 11 23:54:56.430685 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-69429e68-e92f-4845-a5d8-bdea7041704f req-930740a7-57ce-4d71-ab5c-14c5771b9eab tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420330 Dec 11 23:54:57.547037 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b51992-c0ca-4473-9773-7352bfbb0887 req-ae9c6ef2-e7d8-434b-93d3-1296a4520da9 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:54:57.548513 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-75b51992-c0ca-4473-9773-7352bfbb0887 req-ae9c6ef2-e7d8-434b-93d3-1296a4520da9 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0484657 Dec 11 23:54:57.597502 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-75b51992-c0ca-4473-9773-7352bfbb0887 req-99efcb66-38ab-4b5b-82a6-86323658ac5e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431063 Dec 11 23:54:58.717651 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56917247-ac04-4d23-b0c9-02eff223bc36 req-f9c675cc-699b-4473-9268-5810fb6e9241 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:54:58.719124 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-56917247-ac04-4d23-b0c9-02eff223bc36 req-f9c675cc-699b-4473-9268-5810fb6e9241 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0525975 Dec 11 23:54:58.768134 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-56917247-ac04-4d23-b0c9-02eff223bc36 req-cf8d0a13-3e1a-4c8f-b74e-edbbafd78481 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431221 Dec 11 23:54:59.883181 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5524f1-af94-49b6-9a11-6b3af164b513 req-9768d25e-f586-4fad-8610-8d2975f40964 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:54:59.884661 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a5524f1-af94-49b6-9a11-6b3af164b513 req-9768d25e-f586-4fad-8610-8d2975f40964 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0489509 Dec 11 23:54:59.937623 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a5524f1-af94-49b6-9a11-6b3af164b513 req-fa7c6b70-cd35-4439-bfb2-c299bb1871c8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468111 Dec 11 23:55:00.936059 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0d9df485-174d-4bb2-b702-1a96a349dc0f details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:55:01.203031 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:55:01.214684 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'port_id': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'mac_address': 'fa:16:3e:53:57:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:55:01.253298 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:01.266676 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d9df485-174d-4bb2-b702-1a96a349dc0f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:55:01.287148 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:55:01.309755 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aaca7-3095-4018-b4b2-ed4f843cb30d req-83d06762-b88c-4166-a870-f4d6aac16737 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:01.314385 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f6aaca7-3095-4018-b4b2-ed4f843cb30d req-83d06762-b88c-4166-a870-f4d6aac16737 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0495989 Dec 11 23:55:01.361710 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5f6aaca7-3095-4018-b4b2-ed4f843cb30d req-5a6dfec7-f048-4a52-a4aa-a313a0c800de tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442469 Dec 11 23:55:01.370074 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:01.428757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=0d9df485-174d-4bb2-b702-1a96a349dc0f,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:55:01.436195 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:01.436550 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:01.436904 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:01.437251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:01.437593 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:01.437934 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:01.438273 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:01.438614 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:01.438978 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:01.439312 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:01.439646 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:01.440002 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:01.440334 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:01.451497 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['0d9df485-174d-4bb2-b702-1a96a349dc0f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:55:02.476335 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b2b4-e24d-4e0e-9da8-1894465817be req-5403579d-8a78-4d23-9f49-118fb144490d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:02.477805 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba80b2b4-e24d-4e0e-9da8-1894465817be req-5403579d-8a78-4d23-9f49-118fb144490d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 944 time: 0.0489056 Dec 11 23:55:02.527143 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ba80b2b4-e24d-4e0e-9da8-1894465817be req-2dd2077a-55e8-4f6d-90f2-705fa1bbee21 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426691 Dec 11 23:55:02.950560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0d9df485-174d-4bb2-b702-1a96a349dc0f up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:55:02.998988 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 0d9df485-174d-4bb2-b702-1a96a349dc0f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:55:02.999375 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:03.073567 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:03.099317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:55:03.101560 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2844db-98b5-41ad-81d5-bb5d6f82c781" -d '{"events": [{"server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "name": "network-vif-plugged", "status": "completed", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:55:03.113765 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:55:03.139299 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eed05f-7e06-430b-bbda-2d0b5812b117 x-openstack-request-id: req-58eed05f-7e06-430b-bbda-2d0b5812b117 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:55:03.139605 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "name": "network-vif-plugged", "status": "completed", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:55:03.139870 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58eed05f-7e06-430b-bbda-2d0b5812b117 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:55:03.140267 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'code': 200} Dec 11 23:55:03.175065 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:03.222355 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=0d9df485-174d-4bb2-b702-1a96a349dc0f,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:55:03.641796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa758bb4-8ebd-46db-aca0-97f2a82aa0cb req-fd43f4e9-1707-4fb3-aecc-b56bdd88db49 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:03.643277 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa758bb4-8ebd-46db-aca0-97f2a82aa0cb req-fd43f4e9-1707-4fb3-aecc-b56bdd88db49 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0483978 Dec 11 23:55:03.691549 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa758bb4-8ebd-46db-aca0-97f2a82aa0cb req-10605d3a-93a2-4d85-8d2d-8e7ef053128e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423803 Dec 11 23:55:04.817534 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a3416-ff96-407a-85e4-c97ee698fb05 req-42b9e7aa-af33-493a-b6ad-3fda0fe9f4e5 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:04.819246 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8c3a3416-ff96-407a-85e4-c97ee698fb05 req-42b9e7aa-af33-493a-b6ad-3fda0fe9f4e5 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0519388 Dec 11 23:55:04.881330 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8c3a3416-ff96-407a-85e4-c97ee698fb05 req-96ba1868-6b6e-435a-b344-ad1ba4921322 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550780 Dec 11 23:55:06.021864 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e7fd5-a599-4550-a333-681ec305d0e1 req-9c2e8326-1cdb-414b-b00d-1a7b0fc1965a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:06.023770 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9c2e7fd5-a599-4550-a333-681ec305d0e1 req-9c2e8326-1cdb-414b-b00d-1a7b0fc1965a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0665057 Dec 11 23:55:06.078252 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9c2e7fd5-a599-4550-a333-681ec305d0e1 req-0d57025a-5c2a-4ddc-8196-adae7468c63a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480440 Dec 11 23:55:07.208433 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968b959-822a-4e54-8ca7-e44328403253 req-6cb24503-0565-4122-8451-a61c8fc5f5dd tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:07.210052 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a968b959-822a-4e54-8ca7-e44328403253 req-6cb24503-0565-4122-8451-a61c8fc5f5dd tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0546288 Dec 11 23:55:07.262588 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a968b959-822a-4e54-8ca7-e44328403253 req-f743163b-bd10-4069-9f54-00995ca592f3 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462070 Dec 11 23:55:07.446280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f008e9-c71d-4477-b3c3-ad212d60b7cf req-1a221a47-fdb1-40fe-ab07-6403cb2b38fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:07.447829 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31f008e9-c71d-4477-b3c3-ad212d60b7cf req-1a221a47-fdb1-40fe-ab07-6403cb2b38fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 1096 time: 0.0437527 Dec 11 23:55:07.556230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f008e9-c71d-4477-b3c3-ad212d60b7cf req-8cd9cc35-e235-414b-b961-c92d5ec20948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:07.557603 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31f008e9-c71d-4477-b3c3-ad212d60b7cf req-8cd9cc35-e235-414b-b961-c92d5ec20948 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0891378 Dec 11 23:55:07.626529 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31f008e9-c71d-4477-b3c3-ad212d60b7cf req-da98af01-cce9-40f6-afee-1502ff59123d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f HTTP/1.1" status: 200 len: 1000 time: 0.0613775 Dec 11 23:55:07.678525 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f008e9-c71d-4477-b3c3-ad212d60b7cf req-072da7bf-6a3e-472c-b2e3-fc95e1964344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:07.680071 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31f008e9-c71d-4477-b3c3-ad212d60b7cf req-072da7bf-6a3e-472c-b2e3-fc95e1964344 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0464356 Dec 11 23:55:07.736296 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f008e9-c71d-4477-b3c3-ad212d60b7cf req-da08b32b-a411-4b6b-a789-8fb370885f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:07.737809 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31f008e9-c71d-4477-b3c3-ad212d60b7cf req-da08b32b-a411-4b6b-a789-8fb370885f55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485511 Dec 11 23:55:07.836823 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31f008e9-c71d-4477-b3c3-ad212d60b7cf req-33e9d19f-482e-4711-a5bf-a9a6d46ab999 service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917740 Dec 11 23:55:07.944475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-31f008e9-c71d-4477-b3c3-ad212d60b7cf req-e1f20a29-ee02-4069-b17a-7e5a36a46fa0 service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996556 Dec 11 23:55:08.398963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f4eb7-ad00-4a83-a0be-04d2caad0d23 req-7a1da95c-b01b-4e93-a210-de3866cb9901 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:08.400813 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-880f4eb7-ad00-4a83-a0be-04d2caad0d23 req-7a1da95c-b01b-4e93-a210-de3866cb9901 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0542531 Dec 11 23:55:08.468708 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-880f4eb7-ad00-4a83-a0be-04d2caad0d23 req-94078001-bd7c-4e6f-a04e-a7133d47f668 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553977 Dec 11 23:55:09.584225 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275044a-318e-497c-9b56-de702654107d req-fe11f770-d5a6-4238-930f-5587d7f4c859 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:09.585704 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c275044a-318e-497c-9b56-de702654107d req-fe11f770-d5a6-4238-930f-5587d7f4c859 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0515902 Dec 11 23:55:09.676025 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-c275044a-318e-497c-9b56-de702654107d req-1e0a8413-6eda-4caa-95b2-3f8e718d52e1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821967 Dec 11 23:55:10.800239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34f897-832a-4a5d-957d-640a2ab3aeb1 req-51b0bfca-3d64-4082-97dc-1298b1fe612a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:10.802492 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa34f897-832a-4a5d-957d-640a2ab3aeb1 req-51b0bfca-3d64-4082-97dc-1298b1fe612a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0589752 Dec 11 23:55:10.859526 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-aa34f897-832a-4a5d-957d-640a2ab3aeb1 req-76f7780d-56a3-46ef-8239-e01bde9109b3 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506253 Dec 11 23:55:12.001639 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcff847-95fa-4798-bbb7-3304df23895a req-558b30aa-1651-4151-85d0-711c5aa2d44b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:12.003447 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9dcff847-95fa-4798-bbb7-3304df23895a req-558b30aa-1651-4151-85d0-711c5aa2d44b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0611346 Dec 11 23:55:12.074939 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9dcff847-95fa-4798-bbb7-3304df23895a req-ece787ad-1cb0-41e2-8acc-5f324a591cc2 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613837 Dec 11 23:55:13.201158 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d667ab5-9cdb-419a-8c8e-ec2d294ec64e req-866dfa45-cc82-4260-9640-fea6997dad55 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:13.202669 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d667ab5-9cdb-419a-8c8e-ec2d294ec64e req-866dfa45-cc82-4260-9640-fea6997dad55 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0607736 Dec 11 23:55:13.385858 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8d667ab5-9cdb-419a-8c8e-ec2d294ec64e req-df012857-f6f5-432e-8353-bc132011ed67 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500689 Dec 11 23:55:14.415292 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:14.569842 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc01b20-5116-4d6f-a8f9-180f0ca7aeeb req-d6bb570e-0ec5-49dd-8b95-82874672dfec tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:14.571356 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bcc01b20-5116-4d6f-a8f9-180f0ca7aeeb req-d6bb570e-0ec5-49dd-8b95-82874672dfec tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0493534 Dec 11 23:55:14.622181 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bcc01b20-5116-4d6f-a8f9-180f0ca7aeeb req-c343f0bb-7b3d-4c0a-8288-7275cdf2b2a4 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446024 Dec 11 23:55:15.744080 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af413a7c-8e6c-4ba8-b887-7203c67fff8f req-9d26a361-82f5-4ca5-9fdb-d75a7ad4d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:15.745595 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af413a7c-8e6c-4ba8-b887-7203c67fff8f req-9d26a361-82f5-4ca5-9fdb-d75a7ad4d9dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 1096 time: 0.0677810 Dec 11 23:55:15.768992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0595543-85c5-40a0-b094-8c5e0ca60484 req-bc6b4058-e04a-4173-b2b0-54681914de9b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:15.770430 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0595543-85c5-40a0-b094-8c5e0ca60484 req-bc6b4058-e04a-4173-b2b0-54681914de9b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0684931 Dec 11 23:55:15.874343 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0595543-85c5-40a0-b094-8c5e0ca60484 req-829dd577-b829-4b69-9919-24e944db5456 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938199 Dec 11 23:55:15.890826 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af413a7c-8e6c-4ba8-b887-7203c67fff8f req-c2311300-f20e-4bf1-94b5-531b881ed82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:15.892337 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af413a7c-8e6c-4ba8-b887-7203c67fff8f req-c2311300-f20e-4bf1-94b5-531b881ed82e service neutron] 10.222.0.13 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.1393652 Dec 11 23:55:15.965938 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af413a7c-8e6c-4ba8-b887-7203c67fff8f req-e55f8a14-35e3-486d-acd2-2a3d2ce62e25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f HTTP/1.1" status: 200 len: 1000 time: 0.0660565 Dec 11 23:55:16.016973 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af413a7c-8e6c-4ba8-b887-7203c67fff8f req-3d7dac98-6a5d-4ad1-99d5-abfc5c47b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:16.018610 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af413a7c-8e6c-4ba8-b887-7203c67fff8f req-3d7dac98-6a5d-4ad1-99d5-abfc5c47b0f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0455010 Dec 11 23:55:16.065851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af413a7c-8e6c-4ba8-b887-7203c67fff8f req-0acbc378-8bb5-45b4-b3fe-f7d4fbcd00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:16.067437 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af413a7c-8e6c-4ba8-b887-7203c67fff8f req-0acbc378-8bb5-45b4-b3fe-f7d4fbcd00b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416791 Dec 11 23:55:16.160896 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af413a7c-8e6c-4ba8-b887-7203c67fff8f req-35e52bb3-4ba0-43ae-85b1-33e125f5512a service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860648 Dec 11 23:55:16.249467 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-af413a7c-8e6c-4ba8-b887-7203c67fff8f req-b3a8ce4f-0d3f-48ad-9577-e605e7ed32ca service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815849 Dec 11 23:55:16.997133 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b718d0-a58c-4b34-8adc-1616f9bc74e8 req-a47a0448-0e59-443b-9903-438d2d71e6ca tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:16.999429 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-92b718d0-a58c-4b34-8adc-1616f9bc74e8 req-a47a0448-0e59-443b-9903-438d2d71e6ca tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0500112 Dec 11 23:55:17.053296 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-92b718d0-a58c-4b34-8adc-1616f9bc74e8 req-b00251cf-8ad1-4ce9-914b-0838db2e98eb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477822 Dec 11 23:55:18.169051 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaf49d-a252-4ab5-8c07-f948f57d5097 req-0eaf2547-2c68-44f6-8ec2-e2269e073e8c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:18.171081 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1aeaf49d-a252-4ab5-8c07-f948f57d5097 req-0eaf2547-2c68-44f6-8ec2-e2269e073e8c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0492578 Dec 11 23:55:18.225758 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1aeaf49d-a252-4ab5-8c07-f948f57d5097 req-3288a3db-6cab-4494-8b45-368c354751d1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472713 Dec 11 23:55:18.237437 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:18.339193 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-fd30c19b-f98a-4427-94d3-4664a518017f req-c5adc553-9f3b-4547-b56e-912094cd66b9 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:55:18.340303 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-fd30c19b-f98a-4427-94d3-4664a518017f req-c5adc553-9f3b-4547-b56e-912094cd66b9 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0509622 Dec 11 23:55:18.684892 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbb454-cc04-42c8-a25c-5f3872bbd605 req-b6c51c77-e2ab-40e1-9732-c6e881363047 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:18.687092 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e8bbb454-cc04-42c8-a25c-5f3872bbd605 req-b6c51c77-e2ab-40e1-9732-c6e881363047 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0529230 Dec 11 23:55:18.740203 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e8bbb454-cc04-42c8-a25c-5f3872bbd605 req-01f00d40-a441-4569-9d2e-37f695a36060 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472004 Dec 11 23:55:18.912539 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-81f43447-3892-4f88-92d0-3c1f7009b071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:19.007007 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0d9df485-174d-4bb2-b702-1a96a349dc0f no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:55:19.086121 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:19.111661 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:55:19.113819 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90c1f19-6da3-4b63-9f0f-3df63f8a653a" -d '{"events": [{"server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "name": "network-vif-unplugged", "status": "completed", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:55:19.117638 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-ccd79834-653a-42d3-99e0-e252c57e16bc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854650 Dec 11 23:55:19.127403 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:55:19.146294 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 11 Dec 2021 23:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4bbd4d-25a9-4fec-a876-f1a8195051f6 x-openstack-request-id: req-eb4bbd4d-25a9-4fec-a876-f1a8195051f6 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:55:19.146583 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "name": "network-vif-unplugged", "status": "failed", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f", "code": 422}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:55:19.146860 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb4bbd4d-25a9-4fec-a876-f1a8195051f6 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:55:19.148246 n-d-710847-6 neutron-server[103693]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'code': 422} returned with failed status Dec 11 23:55:19.192419 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:19.248409 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=0d9df485-174d-4bb2-b702-1a96a349dc0f,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:55:19.860204 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed21e1e-22ba-442f-9cde-fe347cc3ae2c req-0b47969a-d69e-4b79-a809-0de6665b1cff tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:19.861695 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bed21e1e-22ba-442f-9cde-fe347cc3ae2c req-0b47969a-d69e-4b79-a809-0de6665b1cff tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 943 time: 0.0504162 Dec 11 23:55:19.915521 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bed21e1e-22ba-442f-9cde-fe347cc3ae2c req-92b5b6be-62a9-4008-b8a1-6ac8d4af4c0a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470657 Dec 11 23:55:20.359011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-2a136a07-febd-452e-ac1e-3b6307c11f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:20.360519 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-2a136a07-febd-452e-ac1e-3b6307c11f68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80&tenant_id=e6d01a9fde4948ec848c70dd84c6c626 HTTP/1.1" status: 200 len: 1094 time: 0.0402803 Dec 11 23:55:20.377220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:55:20.429530 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:20.628883 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:55:20.992919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:55:21.028904 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9df485-174d-4bb2-b702-1a96a349dc0f {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:55:21.036664 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a11f8-d839-41cd-9ec3-28b2a3c20fb8 req-99c68bd3-9c8d-43fe-9850-c48b8f19eb7f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:21.037954 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:21.038172 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-780a11f8-d839-41cd-9ec3-28b2a3c20fb8 req-99c68bd3-9c8d-43fe-9850-c48b8f19eb7f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 943 time: 0.0506437 Dec 11 23:55:21.052086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Transition to ACTIVE for port object 0d9df485-174d-4bb2-b702-1a96a349dc0f will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:55:21.088317 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-780a11f8-d839-41cd-9ec3-28b2a3c20fb8 req-ab6a4a41-ae5e-421c-b286-6d99a4ab7510 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439858 Dec 11 23:55:21.112149 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:21.195475 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9df485-174d-4bb2-b702-1a96a349dc0f,revision_number=9']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:55:21.207173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:21.207523 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:21.207865 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:21.208207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:21.208539 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:21.208871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:21.209199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:21.209526 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:21.209854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:21.210180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:21.210507 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:21.210846 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:21.211173 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:55:21.246210 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] No DVR routers for this DVR port 0d9df485-174d-4bb2-b702-1a96a349dc0f on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:55:21.340518 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c0196d28-d16d-4e8e-81bb-a784635da91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:21.390766 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Attempting to bind port 0d9df485-174d-4bb2-b702-1a96a349dc0f on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:55:21.391146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Attempting to bind port 0d9df485-174d-4bb2-b702-1a96a349dc0f by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:55:21.391483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Attempting to bind port 0d9df485-174d-4bb2-b702-1a96a349dc0f on network da64f1e7-b4ca-4223-ba2e-28177fdfd380 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:55:21.395787 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Port 0d9df485-174d-4bb2-b702-1a96a349dc0f on network da64f1e7-b4ca-4223-ba2e-28177fdfd380 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:55:21.396110 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Attempting to bind port 0d9df485-174d-4bb2-b702-1a96a349dc0f on network da64f1e7-b4ca-4223-ba2e-28177fdfd380 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:55:21.400874 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:55:21.401250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Checking segment: {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:55:21.401641 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Bound using segment: {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:55:21.402067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Bound port: 0d9df485-174d-4bb2-b702-1a96a349dc0f, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:55:21.402424 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:21.464813 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:55:21.468219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:55:21.524224 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:21.562384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:21.563290 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:21.564635 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] 10.222.0.47 "PUT /v2.0/ports/0d9df485-174d-4bb2-b702-1a96a349dc0f HTTP/1.1" status: 200 len: 1091 time: 1.1915646 Dec 11 23:55:21.566872 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:55:21.569103 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf32f1f-f425-45b9-80a0-e7758a284799" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:55:21.592997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d3b62-22cd-4f99-963d-daca854dbdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9df485-174d-4bb2-b702-1a96a349dc0f,revision_number=10']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:55:21.626634 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4da6f5-c429-4c0f-bfec-e6e318c3d931 x-openstack-request-id: req-bf4da6f5-c429-4c0f-bfec-e6e318c3d931 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:55:21.628713 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:55:21.628713 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf4da6f5-c429-4c0f-bfec-e6e318c3d931 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:55:21.628713 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'status': 'completed', 'code': 200} Dec 11 23:55:21.644504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-11ab314a-a6d1-4c3a-a613-4605a3c2dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:21.646014 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-11ab314a-a6d1-4c3a-a613-4605a3c2dfa9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 1095 time: 0.0480809 Dec 11 23:55:21.744550 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-772b0bcf-f19e-4b5c-bc3e-55db09da629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:21.746021 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-772b0bcf-f19e-4b5c-bc3e-55db09da629b service neutron] 10.222.0.47 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0932415 Dec 11 23:55:21.819703 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-db18101b-4127-4fb4-b2d2-16067cd49768 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f HTTP/1.1" status: 200 len: 998 time: 0.0654702 Dec 11 23:55:21.870655 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-c66750a6-e5d0-4ba0-8f41-c42c85f72c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:21.872053 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-c66750a6-e5d0-4ba0-8f41-c42c85f72c96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0457971 Dec 11 23:55:21.916349 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-7450c333-e921-4f12-a190-ba3cabdba925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:21.917783 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-7450c333-e921-4f12-a190-ba3cabdba925 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380299 Dec 11 23:55:22.010966 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-6164bfa3-3d90-414c-bf4a-7dda0206bda6 service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849760 Dec 11 23:55:22.098239 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-80b2555d-f42a-4649-baad-bf4c09ddb256 req-36354f38-f605-4072-a890-e93fdfc4ee11 service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806932 Dec 11 23:55:22.207073 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85379615-a90d-4035-aee7-d20a1274f6b1 req-d336f09b-6aaf-4a41-b6fa-aac535497e7f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:22.208573 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-85379615-a90d-4035-aee7-d20a1274f6b1 req-d336f09b-6aaf-4a41-b6fa-aac535497e7f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 944 time: 0.0508080 Dec 11 23:55:22.256936 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf32f1f-f425-45b9-80a0-e7758a284799 req-a3243346-c993-4f0d-b364-25d8bf87c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:22.258453 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccf32f1f-f425-45b9-80a0-e7758a284799 req-a3243346-c993-4f0d-b364-25d8bf87c3d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 1095 time: 0.0448403 Dec 11 23:55:22.259979 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-85379615-a90d-4035-aee7-d20a1274f6b1 req-6a828447-377b-4153-a824-65b87d48719d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453889 Dec 11 23:55:22.358450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf32f1f-f425-45b9-80a0-e7758a284799 req-9270bb18-18e5-431f-9197-bb97c5f8054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:22.360001 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccf32f1f-f425-45b9-80a0-e7758a284799 req-9270bb18-18e5-431f-9197-bb97c5f8054c service neutron] 10.222.0.47 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0944636 Dec 11 23:55:22.428601 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccf32f1f-f425-45b9-80a0-e7758a284799 req-d38f3ffa-343a-424a-93c5-400861e06fe3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f HTTP/1.1" status: 200 len: 998 time: 0.0617807 Dec 11 23:55:22.485420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf32f1f-f425-45b9-80a0-e7758a284799 req-77c7e800-5632-44a8-881d-52cde0cf6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:22.486942 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccf32f1f-f425-45b9-80a0-e7758a284799 req-77c7e800-5632-44a8-881d-52cde0cf6bac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0518827 Dec 11 23:55:22.523894 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:22.534438 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf32f1f-f425-45b9-80a0-e7758a284799 req-07e044d4-5173-418f-a908-87f6ba40c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:22.535991 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccf32f1f-f425-45b9-80a0-e7758a284799 req-07e044d4-5173-418f-a908-87f6ba40c56b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422978 Dec 11 23:55:22.682402 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccf32f1f-f425-45b9-80a0-e7758a284799 req-61c7f3a2-958f-4d02-a2b2-6e2328c7de11 service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344934 Dec 11 23:55:23.006024 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0d9df485-174d-4bb2-b702-1a96a349dc0f no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:55:23.047359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 0d9df485-174d-4bb2-b702-1a96a349dc0f not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:55:23.394672 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb983e8-781d-4596-9cc8-21fc0e321b27 req-63f2b504-63c0-48f7-ac29-20ec45315e99 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:23.396266 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4bb983e8-781d-4596-9cc8-21fc0e321b27 req-63f2b504-63c0-48f7-ac29-20ec45315e99 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 944 time: 0.0618417 Dec 11 23:55:23.447751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4bb983e8-781d-4596-9cc8-21fc0e321b27 req-147427a1-6fcf-4955-b54c-7d7693aa6357 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452771 Dec 11 23:55:24.187820 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:24.584658 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfca1c6-463d-453f-baa1-18e2a3a4a6f2 req-9cedd2aa-3199-406b-800f-a84fd334e4bb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:24.586281 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7cfca1c6-463d-453f-baa1-18e2a3a4a6f2 req-9cedd2aa-3199-406b-800f-a84fd334e4bb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 944 time: 0.0612791 Dec 11 23:55:24.643369 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7cfca1c6-463d-453f-baa1-18e2a3a4a6f2 req-89ed5f2b-3e02-4c10-85e2-439560c231e7 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510390 Dec 11 23:55:24.683719 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:25.773855 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ce7ff-c8b1-4af2-8235-f181ba976ded req-dee4c445-f83b-4b65-9bfa-19133b071962 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:25.775416 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-028ce7ff-c8b1-4af2-8235-f181ba976ded req-dee4c445-f83b-4b65-9bfa-19133b071962 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 944 time: 0.0512230 Dec 11 23:55:25.829256 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-028ce7ff-c8b1-4af2-8235-f181ba976ded req-2a80adc3-cf41-45e9-88da-6d991e1d70fb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466864 Dec 11 23:55:26.965690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08614c33-f8a6-4e08-b922-fa65b7b1c75a req-15e18859-fcef-4593-8a39-ade3d91a6193 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:26.968224 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-08614c33-f8a6-4e08-b922-fa65b7b1c75a req-15e18859-fcef-4593-8a39-ade3d91a6193 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 944 time: 0.0600631 Dec 11 23:55:27.035508 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-08614c33-f8a6-4e08-b922-fa65b7b1c75a req-8282a0f9-bdb6-407b-ad08-2f0ae3817e47 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561149 Dec 11 23:55:28.163620 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ca1e7-c1b8-4322-a4a8-ac6bf39aa4d1 req-c6fed093-55c7-4f0d-b4f4-2f48a0ce2038 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:28.165146 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a29ca1e7-c1b8-4322-a4a8-ac6bf39aa4d1 req-c6fed093-55c7-4f0d-b4f4-2f48a0ce2038 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 944 time: 0.0571215 Dec 11 23:55:28.218765 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a29ca1e7-c1b8-4322-a4a8-ac6bf39aa4d1 req-d045b7ea-c689-4cd8-ac6f-94db835273a2 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475690 Dec 11 23:55:28.338006 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:55:29.360009 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a2bb0-9fae-4d66-bc28-56d6682b4de9 req-46e73313-dd4e-40d2-8f3c-527298dfe60a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:29.362156 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-185a2bb0-9fae-4d66-bc28-56d6682b4de9 req-46e73313-dd4e-40d2-8f3c-527298dfe60a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 944 time: 0.0613480 Dec 11 23:55:29.419013 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-185a2bb0-9fae-4d66-bc28-56d6682b4de9 req-140c1c94-ae7b-41e5-8565-143571c3b7df tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496542 Dec 11 23:55:30.538823 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941c75c-4762-4429-89f9-a9a225afa21d req-12884673-4c3a-4460-89b1-5ee0b7296f6c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:30.540351 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7941c75c-4762-4429-89f9-a9a225afa21d req-12884673-4c3a-4460-89b1-5ee0b7296f6c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 944 time: 0.0495396 Dec 11 23:55:30.594309 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7941c75c-4762-4429-89f9-a9a225afa21d req-5f111d41-3776-473b-ac01-301ac751495d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469759 Dec 11 23:55:31.730378 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb691a-6ee1-4f9c-b90c-b393fb1ad6eb req-7b44e27a-5c17-4668-b2c4-38ccf8f04a51 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:31.731982 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-88eb691a-6ee1-4f9c-b90c-b393fb1ad6eb req-7b44e27a-5c17-4668-b2c4-38ccf8f04a51 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 944 time: 0.0584865 Dec 11 23:55:31.786862 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-88eb691a-6ee1-4f9c-b90c-b393fb1ad6eb req-3ab3c61c-bf73-416d-a21c-8355473b586c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488861 Dec 11 23:55:32.854286 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ccf32f1f-f425-45b9-80a0-e7758a284799 req-ebe6c2bf-24d3-404f-8932-56bcee580670 service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893130 Dec 11 23:55:32.906195 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cbcd8-a612-4638-865f-5104f9e60589 req-f991a0fc-ce35-4738-af94-46d4f2fb293b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:32.907755 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c23cbcd8-a612-4638-865f-5104f9e60589 req-f991a0fc-ce35-4738-af94-46d4f2fb293b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 944 time: 0.0507262 Dec 11 23:55:32.957009 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c23cbcd8-a612-4638-865f-5104f9e60589 req-3defc5f4-1f32-404c-b495-a25ba98a64b8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433762 Dec 11 23:55:34.082737 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338eae3-2a50-414d-a0b6-18ded28daf89 req-a1ce8366-2dc0-4cc3-9916-3bd83c2d27a2 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:34.084340 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1338eae3-2a50-414d-a0b6-18ded28daf89 req-a1ce8366-2dc0-4cc3-9916-3bd83c2d27a2 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 944 time: 0.0506642 Dec 11 23:55:34.140154 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1338eae3-2a50-414d-a0b6-18ded28daf89 req-7c390dc6-fa03-4c86-8a4e-99aa2b2afafc tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490355 Dec 11 23:55:34.948563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0d9df485-174d-4bb2-b702-1a96a349dc0f details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:55:35.043762 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:55:35.054819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'port_id': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'mac_address': 'fa:16:3e:53:57:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:55:35.090825 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:35.103552 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9df485-174d-4bb2-b702-1a96a349dc0f {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:55:35.122072 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:55:35.197659 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:35.246449 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=0d9df485-174d-4bb2-b702-1a96a349dc0f,revision_number=11']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:55:35.258888 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce2f51-fc1b-4cef-8c22-182421d2c1d3 req-25ef13b5-8758-4fbe-9c0c-3b722504cd10 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:35.260387 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98ce2f51-fc1b-4cef-8c22-182421d2c1d3 req-25ef13b5-8758-4fbe-9c0c-3b722504cd10 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0506999 Dec 11 23:55:35.308979 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-98ce2f51-fc1b-4cef-8c22-182421d2c1d3 req-aca9d038-e81f-472d-b5e5-9e0ecbe2b3c9 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424809 Dec 11 23:55:35.502293 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['0d9df485-174d-4bb2-b702-1a96a349dc0f'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:55:36.425839 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7b846-92a4-4070-903f-91c8bd69f0cb req-512f488d-c5a6-4454-9380-9a94c0831d10 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:36.427352 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8e7b846-92a4-4070-903f-91c8bd69f0cb req-512f488d-c5a6-4454-9380-9a94c0831d10 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 945 time: 0.0491400 Dec 11 23:55:36.476111 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8e7b846-92a4-4070-903f-91c8bd69f0cb req-425ed5a1-4d07-4b6e-b7df-53ce91d5ba0c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423901 Dec 11 23:55:36.950575 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0d9df485-174d-4bb2-b702-1a96a349dc0f up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:55:37.060384 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 0d9df485-174d-4bb2-b702-1a96a349dc0f completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:55:37.064193 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 0d9df485-174d-4bb2-b702-1a96a349dc0f triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:55:37.064561 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:37.139229 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:37.161430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:55:37.163761 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c58030-e4f1-4c87-bcaf-217caad18414" -d '{"events": [{"server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "name": "network-vif-plugged", "status": "completed", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:55:37.180430 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:55:37.201182 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4058465b-cbb4-4d03-b157-39a584f39bf9 x-openstack-request-id: req-4058465b-cbb4-4d03-b157-39a584f39bf9 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:55:37.201182 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "name": "network-vif-plugged", "status": "completed", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:55:37.201182 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4058465b-cbb4-4d03-b157-39a584f39bf9 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:55:37.201182 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'code': 200} Dec 11 23:55:37.249791 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:37.301463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=0d9df485-174d-4bb2-b702-1a96a349dc0f,revision_number=12']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:55:37.487363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c1f26-e690-45e4-8869-21238e9ec6a4 req-1f1e6427-2190-401d-9a14-2c643c6461bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:37.488772 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d8c1f26-e690-45e4-8869-21238e9ec6a4 req-1f1e6427-2190-401d-9a14-2c643c6461bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 1097 time: 0.0445125 Dec 11 23:55:37.536842 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6d8c1f26-e690-45e4-8869-21238e9ec6a4 req-d8fe2d7d-57ae-4306-8e5a-c57ecbd7b5d2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407710 Dec 11 23:55:37.595940 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2faaba-fa2d-4e67-8c28-3d6af7da337d req-8e931fc8-3a6c-4917-a68c-bcd012c5bb76 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:37.597415 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f2faaba-fa2d-4e67-8c28-3d6af7da337d req-8e931fc8-3a6c-4917-a68c-bcd012c5bb76 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 946 time: 0.0522134 Dec 11 23:55:37.646572 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9f2faaba-fa2d-4e67-8c28-3d6af7da337d req-81886a7b-01f7-43ed-99c9-51f27a76de02 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432875 Dec 11 23:55:38.765763 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe5aa-ba74-4851-9a89-0482b2d2bd29 req-466e8560-5cb8-4484-9300-32578f5e5c19 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:38.771098 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b29fe5aa-ba74-4851-9a89-0482b2d2bd29 req-466e8560-5cb8-4484-9300-32578f5e5c19 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 946 time: 0.0533206 Dec 11 23:55:38.817040 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b29fe5aa-ba74-4851-9a89-0482b2d2bd29 req-d02c3987-338c-4459-8316-7589f916ccc5 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437827 Dec 11 23:55:39.940292 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46acc8c-54c9-4bda-88f8-c390cc8b73bb req-06d20b8d-145a-4e05-8d56-ceb5e555e9fb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:55:39.941772 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d46acc8c-54c9-4bda-88f8-c390cc8b73bb req-06d20b8d-145a-4e05-8d56-ceb5e555e9fb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 946 time: 0.0528548 Dec 11 23:55:39.990201 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d46acc8c-54c9-4bda-88f8-c390cc8b73bb req-bc8ec6bc-d24c-4ef0-a373-b5fe29279b10 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Dec 11 23:55:44.391821 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:48.312415 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:48.911668 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-64142853-3762-46ea-ba07-e206dcc96ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:51.334156 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c018aaf2-4920-42da-a184-cbbb979dab28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:52.516910 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:54.197410 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:55:54.688637 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:05.336487 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:56:14.390977 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:17.002895 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6873199c-78a2-48e8-876a-6a642f79837b req-638081d7-1fc9-4ce0-a2a4-06bab8f07731 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856574 Dec 11 23:56:17.101363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873199c-78a2-48e8-876a-6a642f79837b req-3c0cc51c-04f1-494a-965b-66e61a19228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:56:17.103221 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6873199c-78a2-48e8-876a-6a642f79837b req-3c0cc51c-04f1-494a-965b-66e61a19228a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 1097 time: 0.0415871 Dec 11 23:56:17.204086 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873199c-78a2-48e8-876a-6a642f79837b req-129f9419-ae4b-4801-83c0-475806a1ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:56:17.205472 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6873199c-78a2-48e8-876a-6a642f79837b req-129f9419-ae4b-4801-83c0-475806a1ce61 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0837059 Dec 11 23:56:17.275045 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6873199c-78a2-48e8-876a-6a642f79837b req-73fe33e9-d10f-41e3-b2d4-b5af3068f96b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f HTTP/1.1" status: 200 len: 1000 time: 0.0624495 Dec 11 23:56:17.323120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873199c-78a2-48e8-876a-6a642f79837b req-883a6b8d-f5ad-45c3-9a8b-85d50e2ffb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:56:17.324546 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6873199c-78a2-48e8-876a-6a642f79837b req-883a6b8d-f5ad-45c3-9a8b-85d50e2ffb35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0430954 Dec 11 23:56:17.369533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873199c-78a2-48e8-876a-6a642f79837b req-7d47a5ed-3cb9-440c-bc4d-a1c5316792e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:56:17.371039 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6873199c-78a2-48e8-876a-6a642f79837b req-7d47a5ed-3cb9-440c-bc4d-a1c5316792e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385997 Dec 11 23:56:17.463736 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6873199c-78a2-48e8-876a-6a642f79837b req-7905bdd5-692d-4b25-b530-5230d54fb3a7 service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851562 Dec 11 23:56:17.551380 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6873199c-78a2-48e8-876a-6a642f79837b req-f6880db5-36f1-4d61-a97f-447338d0147d service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808711 Dec 11 23:56:18.287934 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:18.916416 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dd664c1-b6de-4585-9e85-4f641ee1fee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:21.322420 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-438cd133-26e1-4d08-ac48-2f1eb1092772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:22.522463 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:24.185064 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:24.676430 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:42.335572 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:56:44.418989 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:48.265645 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:48.916199 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-14634435-b4aa-4357-84ed-d8563f234927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:50.888867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52128) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:56:51.053996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Deleting port eda2e2d3-7f8d-4645-a7cb-abd0b09785fa {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:56:51.054333 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:51.127723 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:51.127938 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:51.139932 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Calling delete_port for eda2e2d3-7f8d-4645-a7cb-abd0b09785fa owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:56:51.350714 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b5f22b9a-199e-4541-a460-b687eb8491f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:51.379408 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:51.405827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event deleted for resources: {'Port': ['ID=eda2e2d3-7f8d-4645-a7cb-abd0b09785fa,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:56:51.418736 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:51.419126 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:51.419479 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:51.419828 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:51.420169 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:51.420510 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:51.420859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:51.421195 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:51.421532 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:51.421867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:51.422198 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:51.422531 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:51.422879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:51.481031 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:51.482400 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Floating IP 230390df-4c08-467f-8872-f52232c7c23b disassociated (deleted). External IP: 172.25.1.35, port: 0d9df485-174d-4bb2-b702-1a96a349dc0f. Dec 11 23:56:51.687180 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Router 2f7add44-11b2-4a28-9448-410584f83b76 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:56:51.797660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:56:51.802466 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:51.807490 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab7403b-4f5f-4fe8-afd8-97c7013c8a4e None None] Sync routers for ids ['2f7add44-11b2-4a28-9448-410584f83b76'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:56:51.817130 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab7403b-4f5f-4fe8-afd8-97c7013c8a4e None None] Routers {'2f7add44-11b2-4a28-9448-410584f83b76'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:56:51.817757 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3ab7403b-4f5f-4fe8-afd8-97c7013c8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f7add44-11b2-4a28-9448-410584f83b76'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:56:51.834589 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-3c158ec0-de25-452f-b41d-75e9bce84679 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "DELETE /v2.0/floatingips/230390df-4c08-467f-8872-f52232c7c23b HTTP/1.1" status: 204 len: 168 time: 0.9438610 Dec 11 23:56:51.835227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:56:51.837510 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62beeba-a63c-4228-b803-a3d1e8c20997" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:56:51.877638 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f39174-01cc-4d70-b81b-1afb30b9006a x-openstack-request-id: req-36f39174-01cc-4d70-b81b-1afb30b9006a {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:56:51.877638 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:56:51.877638 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-36f39174-01cc-4d70-b81b-1afb30b9006a {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:56:51.877638 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'status': 'completed', 'code': 200} Dec 11 23:56:51.928687 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-3ab7403b-4f5f-4fe8-afd8-97c7013c8a4e None None] Set router 2f7add44-11b2-4a28-9448-410584f83b76 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:56:51.959845 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62beeba-a63c-4228-b803-a3d1e8c20997 req-c8b87c20-7c6e-4553-b0ee-71d37de7dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:56:51.961347 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e62beeba-a63c-4228-b803-a3d1e8c20997 req-c8b87c20-7c6e-4553-b0ee-71d37de7dadc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 1097 time: 0.0421610 Dec 11 23:56:52.052958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62beeba-a63c-4228-b803-a3d1e8c20997 req-8895361c-7203-4f27-800d-f608a80d0325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:56:52.054458 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e62beeba-a63c-4228-b803-a3d1e8c20997 req-8895361c-7203-4f27-800d-f608a80d0325 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0857358 Dec 11 23:56:52.100981 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e62beeba-a63c-4228-b803-a3d1e8c20997 req-c07b77ca-8d73-4f46-a912-e129b05e3b6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f HTTP/1.1" status: 200 len: 217 time: 0.0398233 Dec 11 23:56:52.142668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3ab7403b-4f5f-4fe8-afd8-97c7013c8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:57Z', 'revision_number': 5, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:56:52.152827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62beeba-a63c-4228-b803-a3d1e8c20997 req-b7878ff1-c44d-41a2-a452-3bf56ec841d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:56:52.154303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e62beeba-a63c-4228-b803-a3d1e8c20997 req-b7878ff1-c44d-41a2-a452-3bf56ec841d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0455475 Dec 11 23:56:52.169596 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab7403b-4f5f-4fe8-afd8-97c7013c8a4e None None] Checking router: 2f7add44-11b2-4a28-9448-410584f83b76 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:56:52.178097 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab7403b-4f5f-4fe8-afd8-97c7013c8a4e None None] Routers {'2f7add44-11b2-4a28-9448-410584f83b76'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:56:52.178710 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3ab7403b-4f5f-4fe8-afd8-97c7013c8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:56:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f7add44-11b2-4a28-9448-410584f83b76'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:56:52.200625 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62beeba-a63c-4228-b803-a3d1e8c20997 req-5936a223-c79f-471a-b14f-8044b28b4d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:56:52.203291 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e62beeba-a63c-4228-b803-a3d1e8c20997 req-5936a223-c79f-471a-b14f-8044b28b4d84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418510 Dec 11 23:56:52.292284 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-3ab7403b-4f5f-4fe8-afd8-97c7013c8a4e None None] Set router 2f7add44-11b2-4a28-9448-410584f83b76 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:56:52.303686 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e62beeba-a63c-4228-b803-a3d1e8c20997 req-35f992d8-52e9-430d-a1fe-95cc5e22a42b service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932186 Dec 11 23:56:52.319111 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e2985-f7e0-418d-a036-f3a6e42d69a4 req-d0ba31a6-d162-4afb-a82a-d1ca0c010ab4 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:56:52.320717 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb4e2985-f7e0-418d-a036-f3a6e42d69a4 req-d0ba31a6-d162-4afb-a82a-d1ca0c010ab4 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 946 time: 0.0520203 Dec 11 23:56:52.374542 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb4e2985-f7e0-418d-a036-f3a6e42d69a4 req-b2433d1c-0bcc-4b00-86e0-1825ba95e805 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461192 Dec 11 23:56:52.400827 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e62beeba-a63c-4228-b803-a3d1e8c20997 req-ad9c73b5-6ed6-4161-9eeb-3451aa385339 service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895250 Dec 11 23:56:52.518905 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-3ab7403b-4f5f-4fe8-afd8-97c7013c8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:57Z', 'revision_number': 5, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:56:52.544560 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab7403b-4f5f-4fe8-afd8-97c7013c8a4e None None] The sync data for ids ['2f7add44-11b2-4a28-9448-410584f83b76'] in n-d-710847-6 is: [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:57Z', 'revision_number': 5, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:56:52.550538 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:52.760191 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d56156-3034-4304-81c4-800a2a1b2bee None None] New status for floating IP 230390df-4c08-467f-8872-f52232c7c23b: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:56:53.496337 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01149123-2305-4892-88de-2c3a63f97326 req-2b77f1a7-202d-499c-bccb-a1a5ad67719f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:56:53.497797 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01149123-2305-4892-88de-2c3a63f97326 req-2b77f1a7-202d-499c-bccb-a1a5ad67719f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 946 time: 0.0519845 Dec 11 23:56:53.551183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-01149123-2305-4892-88de-2c3a63f97326 req-4a707659-ff3b-49ee-b060-bd75cb504c16 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=6463bd7e-8487-46bb-83ac-693ad41267cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469666 Dec 11 23:56:53.867984 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee051751-2e4b-469f-a354-c84f40140207 req-92a004f3-75d6-4693-a74a-59787a7218aa tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:56:53.869365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee051751-2e4b-469f-a354-c84f40140207 req-92a004f3-75d6-4693-a74a-59787a7218aa tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 946 time: 0.0494072 Dec 11 23:56:53.958000 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-ee051751-2e4b-469f-a354-c84f40140207 req-8a30380c-8e14-445f-a371-2abf857062f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Deleting port 0d9df485-174d-4bb2-b702-1a96a349dc0f {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 11 23:56:53.958344 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ee051751-2e4b-469f-a354-c84f40140207 req-8a30380c-8e14-445f-a371-2abf857062f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:54.048977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-ee051751-2e4b-469f-a354-c84f40140207 req-8a30380c-8e14-445f-a371-2abf857062f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] For port 0d9df485-174d-4bb2-b702-1a96a349dc0f, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=0d9df485-174d-4bb2-b702-1a96a349dc0f,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:56:54.049356 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ee051751-2e4b-469f-a354-c84f40140207 req-8a30380c-8e14-445f-a371-2abf857062f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:54.061604 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-ee051751-2e4b-469f-a354-c84f40140207 req-8a30380c-8e14-445f-a371-2abf857062f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Calling delete_port for 0d9df485-174d-4bb2-b702-1a96a349dc0f owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 11 23:56:54.207729 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:54.270388 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ee051751-2e4b-469f-a354-c84f40140207 req-8a30380c-8e14-445f-a371-2abf857062f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:54.299642 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30380c-8e14-445f-a371-2abf857062f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event deleted for resources: {'Port': ['ID=0d9df485-174d-4bb2-b702-1a96a349dc0f,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:56:54.367396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee051751-2e4b-469f-a354-c84f40140207 req-8a30380c-8e14-445f-a371-2abf857062f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] No DVR routers for this DVR port 0d9df485-174d-4bb2-b702-1a96a349dc0f on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 11 23:56:54.367396 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-ee051751-2e4b-469f-a354-c84f40140207 req-8a30380c-8e14-445f-a371-2abf857062f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:54.367396 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ee051751-2e4b-469f-a354-c84f40140207 req-8a30380c-8e14-445f-a371-2abf857062f8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.47 "DELETE /v2.0/ports/0d9df485-174d-4bb2-b702-1a96a349dc0f HTTP/1.1" status: 204 len: 173 time: 0.4714608 Dec 11 23:56:54.367396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'name': 'network-vif-deleted', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:56:54.367396 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1683b0c1-eeb8-491f-8776-655526b89404" -d '{"events": [{"server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "name": "network-vif-deleted", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:56:54.387485 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eccee47-2698-4317-bfc0-a6e3d2f33118 x-openstack-request-id: req-3eccee47-2698-4317-bfc0-a6e3d2f33118 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:56:54.387829 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80", "name": "network-vif-deleted", "tag": "0d9df485-174d-4bb2-b702-1a96a349dc0f", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:56:54.388093 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3eccee47-2698-4317-bfc0-a6e3d2f33118 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:56:54.388562 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80', 'name': 'network-vif-deleted', 'tag': '0d9df485-174d-4bb2-b702-1a96a349dc0f', 'status': 'completed', 'code': 200} Dec 11 23:56:54.650283 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c42db12e-3637-43b4-923d-d85f86f20269 req-b08aa1d2-6c21-455b-816f-f5ce6d8a572f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbb3d1f3-b5a0-43d7-b40c-e5189acf9f80 HTTP/1.1" status: 200 len: 210 time: 0.0286090 Dec 11 23:56:54.682663 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:55.708774 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52150) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:56:55.765702 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:55.793797 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:55.893179 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:55.895963 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:55.897173 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "DELETE /v2.0/security-groups/6463bd7e-8487-46bb-83ac-693ad41267cb HTTP/1.1" status: 204 len: 168 time: 0.1873438 Dec 11 23:56:55.906779 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6463bd7e-8487-46bb-83ac-693ad41267cb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:56:55.915176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:55.915535 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:55.915952 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:55.916302 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:55.916639 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:55.916975 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:55.917313 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:55.917650 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:55.917983 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:55.918317 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:55.918647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:55.919036 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:55.921903 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ecda1-1c18-4292-91ae-bba08cf4cc48 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:56:56.290750 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52156) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:56:56.296201 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-535bb7d3-caf3-4d6b-b764-2f413ab13651 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-495020223', 'description': 'tempest-secgroup-smoke-495020223 description', 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:56:56.374048 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-535bb7d3-caf3-4d6b-b764-2f413ab13651 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:56.443198 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-535bb7d3-caf3-4d6b-b764-2f413ab13651 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:56.504523 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-535bb7d3-caf3-4d6b-b764-2f413ab13651 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:56.536149 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bb7d3-caf3-4d6b-b764-2f413ab13651 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1983796-d4fa-4934-b5e5-0174d326e4ba,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:56:56.587055 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-535bb7d3-caf3-4d6b-b764-2f413ab13651 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:56.588325 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-535bb7d3-caf3-4d6b-b764-2f413ab13651 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2964780 Dec 11 23:56:56.591260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52158) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:56:56.595647 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-78a6bd0f-0524-43b7-a6a7-b70068a48a66 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'security_group_rule': {'security_group_id': 'c1983796-d4fa-4934-b5e5-0174d326e4ba', 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:56:56.669203 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78a6bd0f-0524-43b7-a6a7-b70068a48a66 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:56.723500 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78a6bd0f-0524-43b7-a6a7-b70068a48a66 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:56.790597 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78a6bd0f-0524-43b7-a6a7-b70068a48a66 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:56.808941 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6bd0f-0524-43b7-a6a7-b70068a48a66 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925f7ce9-ca01-4deb-b660-b0b0427910c1,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:56:56.861684 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-78a6bd0f-0524-43b7-a6a7-b70068a48a66 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:56.863254 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-78a6bd0f-0524-43b7-a6a7-b70068a48a66 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2710690 Dec 11 23:56:56.866313 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52160) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:56:56.870578 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-a796c5ef-318c-40f9-bad0-6a295b05c0e4 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'security_group_rule': {'security_group_id': 'c1983796-d4fa-4934-b5e5-0174d326e4ba', 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:56:56.938532 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a796c5ef-318c-40f9-bad0-6a295b05c0e4 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:56.995016 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a796c5ef-318c-40f9-bad0-6a295b05c0e4 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:57.036090 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a796c5ef-318c-40f9-bad0-6a295b05c0e4 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:57.055461 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796c5ef-318c-40f9-bad0-6a295b05c0e4 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a36ef6-27a7-435e-9e92-892dbdf41d8a,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:56:57.107077 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-a796c5ef-318c-40f9-bad0-6a295b05c0e4 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:57.109119 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-a796c5ef-318c-40f9-bad0-6a295b05c0e4 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2418430 Dec 11 23:56:57.122110 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52162) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:56:57.126743 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f17255c5-0015-489c-aa63-1799c9a9f38d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'security_group_rule': {'security_group_id': 'c1983796-d4fa-4934-b5e5-0174d326e4ba', 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:56:57.206246 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f17255c5-0015-489c-aa63-1799c9a9f38d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:57.261031 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f17255c5-0015-489c-aa63-1799c9a9f38d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:57.328127 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f17255c5-0015-489c-aa63-1799c9a9f38d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:57.348256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17255c5-0015-489c-aa63-1799c9a9f38d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884999bc-c1d1-47b3-8c52-b055279b0ae6,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:56:57.353873 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0d9df485-174d-4bb2-b702-1a96a349dc0f no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 11 23:56:57.378404 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 0d9df485-174d-4bb2-b702-1a96a349dc0f {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 11 23:56:57.378758 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 0d9df485-174d-4bb2-b702-1a96a349dc0f not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 11 23:56:57.392820 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f17255c5-0015-489c-aa63-1799c9a9f38d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:57.395709 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f17255c5-0015-489c-aa63-1799c9a9f38d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2710061 Dec 11 23:56:57.397090 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52164) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:56:57.401398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b2d660a2-c3dd-42a1-a4dd-6455aa18244d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'security_group_rule': {'security_group_id': 'c1983796-d4fa-4934-b5e5-0174d326e4ba', 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:56:57.492741 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2d660a2-c3dd-42a1-a4dd-6455aa18244d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:57.548432 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2d660a2-c3dd-42a1-a4dd-6455aa18244d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:57.625481 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2d660a2-c3dd-42a1-a4dd-6455aa18244d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:57.643208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d660a2-c3dd-42a1-a4dd-6455aa18244d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4700c834-2ac5-4459-b6b3-91e8badf3c82,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:56:57.719150 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b2d660a2-c3dd-42a1-a4dd-6455aa18244d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:57.720387 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b2d660a2-c3dd-42a1-a4dd-6455aa18244d tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3223472 Dec 11 23:56:57.727941 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52166) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:56:57.732235 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-9dac5396-f991-4ecd-99f8-0e2f37b260c1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'security_group_rule': {'security_group_id': 'c1983796-d4fa-4934-b5e5-0174d326e4ba', 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:56:57.807894 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-9dac5396-f991-4ecd-99f8-0e2f37b260c1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Project e6d01a9fde4948ec848c70dd84c6c626 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:56:57.813102 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9dac5396-f991-4ecd-99f8-0e2f37b260c1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:57.870614 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9dac5396-f991-4ecd-99f8-0e2f37b260c1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:57.933402 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9dac5396-f991-4ecd-99f8-0e2f37b260c1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:57.950480 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac5396-f991-4ecd-99f8-0e2f37b260c1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a3bf80-f80e-44ff-8f7f-6be28089cc0b,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:56:58.009751 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-9dac5396-f991-4ecd-99f8-0e2f37b260c1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:58.013398 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-9dac5396-f991-4ecd-99f8-0e2f37b260c1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2821486 Dec 11 23:56:58.013945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52168) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:56:58.018422 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-f5643de9-98e8-4b57-98ea-d8b0bdd123b1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'security_group_rule': {'security_group_id': 'c1983796-d4fa-4934-b5e5-0174d326e4ba', 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:56:58.081953 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-f5643de9-98e8-4b57-98ea-d8b0bdd123b1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Project e6d01a9fde4948ec848c70dd84c6c626 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 11 23:56:58.086918 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f5643de9-98e8-4b57-98ea-d8b0bdd123b1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:58.144533 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f5643de9-98e8-4b57-98ea-d8b0bdd123b1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:58.190190 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f5643de9-98e8-4b57-98ea-d8b0bdd123b1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:58.210115 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5643de9-98e8-4b57-98ea-d8b0bdd123b1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036a37ed-4233-4e76-aae1-9e2e72d8c254,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:56:58.278250 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f5643de9-98e8-4b57-98ea-d8b0bdd123b1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:56:58.280574 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f5643de9-98e8-4b57-98ea-d8b0bdd123b1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2646251 Dec 11 23:57:14.555915 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:18.287421 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:18.904630 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bcb593c8-d121-4547-b101-0264a0a461a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:19.322987 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-a4c1767c-b50a-4072-a280-da0a3aad70b9 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-495020223&fields=id&tenant_id=e6d01a9fde4948ec848c70dd84c6c626 HTTP/1.1" status: 200 len: 267 time: 0.0445530 Dec 11 23:57:19.334772 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:57:19.427731 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-4944e1c3-d874-4e6c-9e63-5f0c6e869f57 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:19.429231 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-4944e1c3-d874-4e6c-9e63-5f0c6e869f57 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 809 time: 0.0994496 Dec 11 23:57:19.443979 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-93090dd2-54d2-40b2-a554-2a22f8cb13bb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/quotas/e6d01a9fde4948ec848c70dd84c6c626 HTTP/1.1" status: 200 len: 375 time: 0.0091176 Dec 11 23:57:19.501128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-ed163caf-d5ea-4886-a0be-993202a53785 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518255 Dec 11 23:57:19.657583 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-11633fa1-c958-4818-bdda-255963ac72cd service neutron] 10.222.0.45 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443670 Dec 11 23:57:19.749407 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-debd956e-36b7-429d-a34b-25c7f36e6446 service neutron] 10.222.0.45 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853910 Dec 11 23:57:20.378481 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-68c19d61-62be-4706-a088-ab280f71dd38 req-0795b9d4-fa0d-41ab-84ed-7adbd4d9032b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 210 time: 0.0709288 Dec 11 23:57:21.310324 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4428c386-b1c0-4520-a0ae-a52fdbe302ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:21.475185 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5fdcc1dc-62f1-43a6-9e6a-9f9768451bf5 req-1f593753-b5aa-4e01-b7ed-47d4565042af tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 210 time: 0.0282085 Dec 11 23:57:22.003251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-87180fb9-38ea-4c0e-9569-3bfefb25ac3a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:22.004751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-87180fb9-38ea-4c0e-9569-3bfefb25ac3a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.13 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 809 time: 0.1038721 Dec 11 23:57:22.068259 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-3c3a5b00-c661-434d-8dcb-276ff160601b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6d01a9fde4948ec848c70dd84c6c626 HTTP/1.1" status: 200 len: 379 time: 0.0546031 Dec 11 23:57:22.082044 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-3a355564-0d1c-4853-b136-f6d3f0aca95e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'port': {'device_id': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'admin_state_up': True, 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'security_groups': ['c1983796-d4fa-4934-b5e5-0174d326e4ba']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:57:22.270417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-3a355564-0d1c-4853-b136-f6d3f0aca95e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Made reservation on behalf of e6d01a9fde4948ec848c70dd84c6c626 for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 11 23:57:22.273978 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-3a355564-0d1c-4853-b136-f6d3f0aca95e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:22.403477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-3a355564-0d1c-4853-b136-f6d3f0aca95e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Allocated IP 172.20.0.10 (da64f1e7-b4ca-4223-ba2e-28177fdfd380/df852397-d626-457b-992c-2616db187748/4735e6a4-3b9a-4f19-98fc-4d3767a99bd5) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:57:22.516306 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:22.548228 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-3a355564-0d1c-4853-b136-f6d3f0aca95e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:22.582085 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-784d4822-d028-4b13-bd46-bb288855ab3f req-f86d167f-ea13-49d7-8ed8-cfa2daf78a2e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 210 time: 0.0271235 Dec 11 23:57:22.625144 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-3a355564-0d1c-4853-b136-f6d3f0aca95e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:22.674041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-3a355564-0d1c-4853-b136-f6d3f0aca95e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Network da64f1e7-b4ca-4223-ba2e-28177fdfd380 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:57:22.677758 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-3a355564-0d1c-4853-b136-f6d3f0aca95e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:57:22.681448 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-3a355564-0d1c-4853-b136-f6d3f0aca95e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:57:22.707289 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a355564-0d1c-4853-b136-f6d3f0aca95e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'Port': ['ID=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:57:22.737404 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-3a355564-0d1c-4853-b136-f6d3f0aca95e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:22.738131 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-3a355564-0d1c-4853-b136-f6d3f0aca95e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:22.827641 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-3a355564-0d1c-4853-b136-f6d3f0aca95e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7496223 Dec 11 23:57:22.838258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-37fdfeed-288e-4483-a270-8fc752fcf983 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 11 23:57:22.839396 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-37fdfeed-288e-4483-a270-8fc752fcf983 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058603 Dec 11 23:57:22.897120 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Request body: {'port': {'device_id': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:57:22.953510 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-dd911c5e-354c-4c67-a6e9-d35823e56e2f None None] Provisioning complete for port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:57:22.954159 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd911c5e-354c-4c67-a6e9-d35823e56e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:22.957430 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:22.994611 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-dd911c5e-354c-4c67-a6e9-d35823e56e2f None None] Port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 11 23:57:23.556620 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:57:23.564351 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:23.576091 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Transition to ACTIVE for port object 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 11 23:57:23.647516 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:23.735366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Pushing event updated for resources: {'Port': ['ID=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:57:23.807497 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c011d-96dc-4ab5-923b-87e6ac6fc246 req-7e9b2beb-5e32-400f-8958-951efe2bb3d9 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:23.815691 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-875c011d-96dc-4ab5-923b-87e6ac6fc246 req-7e9b2beb-5e32-400f-8958-951efe2bb3d9 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.1387825 Dec 11 23:57:23.875693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Attempting to bind port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 11 23:57:23.876041 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Attempting to bind port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 11 23:57:23.876354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Attempting to bind port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 on network da64f1e7-b4ca-4223-ba2e-28177fdfd380 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:57:23.882205 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-875c011d-96dc-4ab5-923b-87e6ac6fc246 req-a60c8aa5-5ecd-409c-a541-14beb1954652 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659497 Dec 11 23:57:23.885685 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 on network da64f1e7-b4ca-4223-ba2e-28177fdfd380 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 11 23:57:23.886017 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Attempting to bind port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 on network da64f1e7-b4ca-4223-ba2e-28177fdfd380 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 11 23:57:23.891338 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 23, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 11 23:57:23.891681 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Checking segment: {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 11 23:57:23.892067 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Bound using segment: {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 11 23:57:23.893043 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Bound port: 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 11 23:57:23.893611 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:23.960747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] For port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 11 23:57:23.963703 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] For port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 11 23:57:24.020184 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:24.060809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:24.062432 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:24.063921 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] 10.222.0.13 "PUT /v2.0/ports/4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 HTTP/1.1" status: 200 len: 1092 time: 1.2137802 Dec 11 23:57:24.064310 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'tag': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:57:24.066592 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86490247-26b0-419f-a564-3aa10307f06e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b76f617-1455-4225-89ba-3cde9f3d35ae", "tag": "4735e6a4-3b9a-4f19-98fc-4d3767a99bd5"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:57:24.097693 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420fe14-e1fb-4118-88a1-9aa0f131e4ce service neutron] Pushing event updated for resources: {'Port': ['ID=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:57:24.201982 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:24.219285 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d4d629-2632-4915-9aa6-c58fcf21e177 x-openstack-request-id: req-59d4d629-2632-4915-9aa6-c58fcf21e177 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:57:24.219285 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b76f617-1455-4225-89ba-3cde9f3d35ae", "tag": "4735e6a4-3b9a-4f19-98fc-4d3767a99bd5", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:57:24.219285 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-59d4d629-2632-4915-9aa6-c58fcf21e177 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:57:24.219285 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'tag': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5', 'status': 'completed', 'code': 200} Dec 11 23:57:24.229073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-c37b1da8-288d-4569-a21c-67c7f4a82139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:24.230788 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-c37b1da8-288d-4569-a21c-67c7f4a82139 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 1095 time: 0.0600111 Dec 11 23:57:24.274232 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-8bf5b62c-95c7-4cb6-a7c7-f9444aeb8680 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 HTTP/1.1" status: 200 len: 217 time: 0.0358334 Dec 11 23:57:24.328477 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-98af22c1-8f7f-4986-984d-68112c054f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:24.331375 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-98af22c1-8f7f-4986-984d-68112c054f9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0494535 Dec 11 23:57:24.377842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-40e4f53f-0a69-4ccc-a512-b37e813b6d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:24.379376 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-40e4f53f-0a69-4ccc-a512-b37e813b6d31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423076 Dec 11 23:57:24.472271 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-f111dce2-c4d7-42f1-a94b-39ae56715502 service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857501 Dec 11 23:57:24.570071 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b0cff4c6-ec3b-43da-bf1f-abeb4cefa3d4 req-5551c5b0-eae1-4d96-8fae-5bd60ca0fa6b service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905030 Dec 11 23:57:24.681818 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:24.739151 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86490247-26b0-419f-a564-3aa10307f06e req-de7488db-e754-4745-ae9b-4c2a41df5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:24.740834 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86490247-26b0-419f-a564-3aa10307f06e req-de7488db-e754-4745-ae9b-4c2a41df5514 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 1095 time: 0.0427239 Dec 11 23:57:24.834535 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86490247-26b0-419f-a564-3aa10307f06e req-7ca0c5e9-8da8-409c-a027-8c942b98975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:24.835964 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86490247-26b0-419f-a564-3aa10307f06e req-7ca0c5e9-8da8-409c-a027-8c942b98975d service neutron] 10.222.0.13 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0883176 Dec 11 23:57:24.879853 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86490247-26b0-419f-a564-3aa10307f06e req-b325a3fe-082b-41ee-b644-83bf745a25c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 HTTP/1.1" status: 200 len: 217 time: 0.0370643 Dec 11 23:57:24.929893 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86490247-26b0-419f-a564-3aa10307f06e req-7549a9d1-d07d-4968-b20b-0fd2005ccbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:24.931432 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86490247-26b0-419f-a564-3aa10307f06e req-7549a9d1-d07d-4968-b20b-0fd2005ccbc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0452797 Dec 11 23:57:25.013568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86490247-26b0-419f-a564-3aa10307f06e req-179084df-4f15-489f-a3b7-69e2d21e8689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:25.015106 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86490247-26b0-419f-a564-3aa10307f06e req-179084df-4f15-489f-a3b7-69e2d21e8689 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767119 Dec 11 23:57:25.026533 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4d2dd-4185-43a4-8f8d-b967d8bb2fc5 req-cf0f695e-2337-4586-ab83-d8c3a983a3bd tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:25.027959 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45e4d2dd-4185-43a4-8f8d-b967d8bb2fc5 req-cf0f695e-2337-4586-ab83-d8c3a983a3bd tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0650885 Dec 11 23:57:25.129021 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-45e4d2dd-4185-43a4-8f8d-b967d8bb2fc5 req-9b1d8d02-061c-41b3-ae41-4ff85038ff25 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924711 Dec 11 23:57:25.153159 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86490247-26b0-419f-a564-3aa10307f06e req-756c8174-71e4-43a3-9c83-a9ce943d7cbc service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242411 Dec 11 23:57:25.245514 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-86490247-26b0-419f-a564-3aa10307f06e req-30136602-f041-4749-bc6a-3dcbe951e3d7 service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850406 Dec 11 23:57:26.254856 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498d444-866d-4673-9ac6-219ebd14eff3 req-6f2ce610-e82b-4e85-bc03-357ddead0ca7 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:26.256398 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7498d444-866d-4673-9ac6-219ebd14eff3 req-6f2ce610-e82b-4e85-bc03-357ddead0ca7 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0514615 Dec 11 23:57:26.311327 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7498d444-866d-4673-9ac6-219ebd14eff3 req-d6dbdd40-eec2-44e2-8965-8198fe0b51ac tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482883 Dec 11 23:57:27.443879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc872f-f1cc-410c-8d39-7be684791651 req-8a4d37a4-4a6c-4b89-92e0-8861e30c1b13 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:27.445425 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-44fc872f-f1cc-410c-8d39-7be684791651 req-8a4d37a4-4a6c-4b89-92e0-8861e30c1b13 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0609915 Dec 11 23:57:27.496232 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-44fc872f-f1cc-410c-8d39-7be684791651 req-54458999-0248-4796-8eae-0ee92660f0f3 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448003 Dec 11 23:57:28.611031 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a6751-a55f-430c-8c1f-4b4f4ddf02de req-da62ed1a-8a5a-4f97-bfd3-1e00952c55ed tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:28.612770 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-516a6751-a55f-430c-8c1f-4b4f4ddf02de req-da62ed1a-8a5a-4f97-bfd3-1e00952c55ed tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0484440 Dec 11 23:57:28.662368 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-516a6751-a55f-430c-8c1f-4b4f4ddf02de req-164706b4-bd8d-410e-8a66-561e849ec68e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434585 Dec 11 23:57:29.781791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf50165-049e-4569-b973-5d0e7d828271 req-6f991347-5b7e-4fd6-9b95-91ef358b9397 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:29.783302 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bf50165-049e-4569-b973-5d0e7d828271 req-6f991347-5b7e-4fd6-9b95-91ef358b9397 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0545940 Dec 11 23:57:29.832613 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7bf50165-049e-4569-b973-5d0e7d828271 req-b9afc3c0-d02e-4523-a80e-7e80b24b2606 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432003 Dec 11 23:57:30.945412 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecd345-76c4-4e45-b964-d04aad20e087 req-ea3e2d64-9f5c-4ded-ad48-f13e6953c736 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:30.946915 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-92ecd345-76c4-4e45-b964-d04aad20e087 req-ea3e2d64-9f5c-4ded-ad48-f13e6953c736 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0479360 Dec 11 23:57:30.997572 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-92ecd345-76c4-4e45-b964-d04aad20e087 req-d1c72ee1-02bf-4c59-95af-1185cd38b491 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446723 Dec 11 23:57:32.120733 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0d913-d0d8-4612-8a6f-3c1b93efdcd0 req-c60c723d-0a46-44d8-accc-2c327fd7c9eb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:32.122612 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb0d913-d0d8-4612-8a6f-3c1b93efdcd0 req-c60c723d-0a46-44d8-accc-2c327fd7c9eb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0505946 Dec 11 23:57:32.180342 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-dcb0d913-d0d8-4612-8a6f-3c1b93efdcd0 req-5eee348c-a4cf-46f2-a834-32eaca73d51e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517931 Dec 11 23:57:33.299007 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847f87-990b-43b7-8686-9e29906bd166 req-3715a8c7-f05f-4c61-a760-ca94ef0c91cf tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:33.300993 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-02847f87-990b-43b7-8686-9e29906bd166 req-3715a8c7-f05f-4c61-a760-ca94ef0c91cf tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0527415 Dec 11 23:57:33.349243 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-02847f87-990b-43b7-8686-9e29906bd166 req-9614a999-1ed4-4611-a405-69d704764502 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421402 Dec 11 23:57:34.468783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f85f21-bb85-4005-8a5e-dce70cb020a5 req-5a44a40a-7b35-4c05-ba9d-16c207a5da39 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:34.470248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32f85f21-bb85-4005-8a5e-dce70cb020a5 req-5a44a40a-7b35-4c05-ba9d-16c207a5da39 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0533981 Dec 11 23:57:34.519970 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-32f85f21-bb85-4005-8a5e-dce70cb020a5 req-82316b9c-f3ab-4bfc-b437-cb02cfd89cf6 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432189 Dec 11 23:57:35.633690 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb0b52-6f27-4d62-8d27-e775298d4d05 req-cda2a0c6-ee6e-407f-b0a9-0b0401cdbddf tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:35.635170 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bacb0b52-6f27-4d62-8d27-e775298d4d05 req-cda2a0c6-ee6e-407f-b0a9-0b0401cdbddf tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0479705 Dec 11 23:57:35.683900 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bacb0b52-6f27-4d62-8d27-e775298d4d05 req-a1d9a08c-4b0b-4e6a-8669-eed49a2b7f99 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428064 Dec 11 23:57:36.800196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467e4fb-f30b-4d24-a107-ca6efc68caea req-42bd43bb-802d-4223-85ae-40a03a37d3ee tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:36.801674 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c467e4fb-f30b-4d24-a107-ca6efc68caea req-42bd43bb-802d-4223-85ae-40a03a37d3ee tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0503554 Dec 11 23:57:36.850408 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c467e4fb-f30b-4d24-a107-ca6efc68caea req-dbb0a37d-c648-4c90-a955-697dc285c582 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427909 Dec 11 23:57:37.598679 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 11 23:57:37.694488 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:57:37.706299 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'port_id': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5', 'mac_address': 'fa:16:3e:fa:9c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 11 23:57:37.742167 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:37.755544 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 11 23:57:37.774979 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:57:37.846979 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:37.894992 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:57:37.902394 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:57:37.902750 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:57:37.903124 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:57:37.903471 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:57:37.903816 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:57:37.904155 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:57:37.904489 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:57:37.904826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:57:37.905158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:57:37.905487 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:57:37.905818 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:57:37.906147 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:57:37.906481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 11 23:57:37.967051 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7e729-4bff-4180-8999-1f9e666eaf76 req-48474470-f701-438b-b06d-1ce9394b347b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:37.968428 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82a7e729-4bff-4180-8999-1f9e666eaf76 req-48474470-f701-438b-b06d-1ce9394b347b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 945 time: 0.0480947 Dec 11 23:57:38.022378 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-82a7e729-4bff-4180-8999-1f9e666eaf76 req-e6cdf8c5-62fc-43e9-8d64-9c68ff5f6518 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473714 Dec 11 23:57:38.178989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['4735e6a4-3b9a-4f19-98fc-4d3767a99bd5'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 11 23:57:39.138619 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716e246-4225-45f2-b0c2-c1694aa019e4 req-faeef9ac-a7bb-4b6e-9494-5a93e5498e19 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:39.140166 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6716e246-4225-45f2-b0c2-c1694aa019e4 req-faeef9ac-a7bb-4b6e-9494-5a93e5498e19 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 945 time: 0.0501678 Dec 11 23:57:39.193217 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6716e246-4225-45f2-b0c2-c1694aa019e4 req-3065eacc-9f3b-4071-825f-9053fde6181a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470953 Dec 11 23:57:39.613291 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 11 23:57:39.892670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 11 23:57:39.896542 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 11 23:57:39.896919 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:39.971965 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:39.997127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:57:39.999606 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981f1c62-aabc-4299-9202-619c28b1062d" -d '{"events": [{"server_uuid": "0b76f617-1455-4225-89ba-3cde9f3d35ae", "name": "network-vif-plugged", "status": "completed", "tag": "4735e6a4-3b9a-4f19-98fc-4d3767a99bd5"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:57:40.012590 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 11 23:57:40.058265 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:40.106050 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 23:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542b7941-310b-441c-bfe5-359a368ef7ce x-openstack-request-id: req-542b7941-310b-441c-bfe5-359a368ef7ce {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:57:40.106346 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b76f617-1455-4225-89ba-3cde9f3d35ae", "name": "network-vif-plugged", "status": "completed", "tag": "4735e6a4-3b9a-4f19-98fc-4d3767a99bd5", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:57:40.106741 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-542b7941-310b-441c-bfe5-359a368ef7ce {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:57:40.107171 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5', 'code': 200} Dec 11 23:57:40.107868 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:57:40.206208 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20547dd9-cea3-498b-b10f-f6f8c3aa631c req-bd6d3618-dd58-4749-bd4c-f81058c9bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:40.207655 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20547dd9-cea3-498b-b10f-f6f8c3aa631c req-bd6d3618-dd58-4749-bd4c-f81058c9bb2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 1097 time: 0.0405641 Dec 11 23:57:40.255884 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-20547dd9-cea3-498b-b10f-f6f8c3aa631c req-1587dcd2-f7d2-4306-83e9-9c6d029298e0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407603 Dec 11 23:57:40.307357 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b767253-3ad3-4d6b-a680-1ff88d3cd06e req-b317f182-0109-4d4d-a1ad-febd892cc0ea tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:40.308870 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3b767253-3ad3-4d6b-a680-1ff88d3cd06e req-b317f182-0109-4d4d-a1ad-febd892cc0ea tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0485685 Dec 11 23:57:40.358366 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-3b767253-3ad3-4d6b-a680-1ff88d3cd06e req-07ac180e-40ea-40d3-9c2b-1505bd306ac3 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436003 Dec 11 23:57:41.477728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6a001-d4f6-4543-bcde-26a179151f25 req-f16e5c1d-abbc-46d7-b371-154a0b5a94fb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:41.479247 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f8a6a001-d4f6-4543-bcde-26a179151f25 req-f16e5c1d-abbc-46d7-b371-154a0b5a94fb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0492804 Dec 11 23:57:41.530379 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f8a6a001-d4f6-4543-bcde-26a179151f25 req-d7b0ad0d-850c-487b-9d9b-fdbea29da30b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451820 Dec 11 23:57:42.650464 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2912112-cbd1-4166-940f-2858b1dabcc4 req-14b0d6e7-4fb1-44aa-a37a-bea889ef51cb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:42.651989 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b2912112-cbd1-4166-940f-2858b1dabcc4 req-14b0d6e7-4fb1-44aa-a37a-bea889ef51cb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0531573 Dec 11 23:57:42.700850 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b2912112-cbd1-4166-940f-2858b1dabcc4 req-0e474f19-81f6-4ee3-aeca-76a1695278b8 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430863 Dec 11 23:57:42.816399 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf323a-8e5f-462a-84a5-3ae4b9dd374e req-d01507fb-e0e4-4c84-8443-8e779aaecaec tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:42.817861 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0fcf323a-8e5f-462a-84a5-3ae4b9dd374e req-d01507fb-e0e4-4c84-8443-8e779aaecaec tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0503190 Dec 11 23:57:42.868792 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0fcf323a-8e5f-462a-84a5-3ae4b9dd374e req-c152df3b-c55c-4ec8-89eb-4314fc39e598 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446784 Dec 11 23:57:42.890972 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52394) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:57:42.975591 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c5c1c6-4432-459f-b954-aae5b106dcab tempest-TestShelveInstance-1030956141 tempest-TestShelveInstance-1030956141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:42.977109 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-96c5c1c6-4432-459f-b954-aae5b106dcab tempest-TestShelveInstance-1030956141 tempest-TestShelveInstance-1030956141-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 1092 time: 0.0851665 Dec 11 23:57:42.979964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52398) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 11 23:57:42.984328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 11 23:57:43.116226 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:43.211059 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:43.315259 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Allocated IP 172.25.1.226 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/17f49898-b37c-4437-97df-aca59f4806f3) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 11 23:57:43.415078 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:43.521606 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:43.563870 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 11 23:57:43.566796 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 11 23:57:43.571248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 11 23:57:43.594030 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'Port': ['ID=17f49898-b37c-4437-97df-aca59f4806f3,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:57:43.923192 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:44.043887 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:44.195850 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:44.269516 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:44.336647 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event updated for resources: {'Port': ['ID=17f49898-b37c-4437-97df-aca59f4806f3,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 11 23:57:44.346652 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:44.446911 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Floating IP c1f1c579-e709-4900-93a8-2ee87903fd8a associated. External IP: 172.25.1.226, port: 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5. Dec 11 23:57:44.504265 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:44.945494 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Router 2f7add44-11b2-4a28-9448-410584f83b76 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 11 23:57:45.053471 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 11 23:57:45.063470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d620ca-1ef9-4b78-8a19-b170872002ad None None] Sync routers for ids ['2f7add44-11b2-4a28-9448-410584f83b76'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 11 23:57:45.073300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d620ca-1ef9-4b78-8a19-b170872002ad None None] Routers {'2f7add44-11b2-4a28-9448-410584f83b76'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:57:45.073943 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-43d620ca-1ef9-4b78-8a19-b170872002ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:57:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f7add44-11b2-4a28-9448-410584f83b76'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:57:45.124031 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:45.151216 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5c4e0a63-2658-40f9-a033-8a1489ec068b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1701446 Dec 11 23:57:45.151818 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'tag': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 11 23:57:45.154251 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b8f82dd82bb3308a7fe1c0bc9646015abbcd992e8595cd3773a37f0ca4f15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51d4ba7-3eff-4b4f-90e5-e21f2b1e77e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b76f617-1455-4225-89ba-3cde9f3d35ae", "tag": "4735e6a4-3b9a-4f19-98fc-4d3767a99bd5"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 11 23:57:45.181468 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-43d620ca-1ef9-4b78-8a19-b170872002ad None None] Set router 2f7add44-11b2-4a28-9448-410584f83b76 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:57:45.248015 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 23:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c7839d-6ffd-4894-ba30-a5c801bfe4cd x-openstack-request-id: req-25c7839d-6ffd-4894-ba30-a5c801bfe4cd {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 11 23:57:45.248313 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b76f617-1455-4225-89ba-3cde9f3d35ae", "tag": "4735e6a4-3b9a-4f19-98fc-4d3767a99bd5", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 11 23:57:45.248564 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25c7839d-6ffd-4894-ba30-a5c801bfe4cd {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 11 23:57:45.248974 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'tag': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5', 'status': 'completed', 'code': 200} Dec 11 23:57:45.309174 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d4ba7-3eff-4b4f-90e5-e21f2b1e77e5 req-22a22a8e-c7f7-4997-acd3-2844d8259702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:45.310775 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a51d4ba7-3eff-4b4f-90e5-e21f2b1e77e5 req-22a22a8e-c7f7-4997-acd3-2844d8259702 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 1097 time: 0.0398862 Dec 11 23:57:45.405997 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d4ba7-3eff-4b4f-90e5-e21f2b1e77e5 req-c8e54d74-34ee-4532-8e82-0ad4490a7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:45.407514 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a51d4ba7-3eff-4b4f-90e5-e21f2b1e77e5 req-c8e54d74-34ee-4532-8e82-0ad4490a7350 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0884020 Dec 11 23:57:45.412794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-43d620ca-1ef9-4b78-8a19-b170872002ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'c1f1c579-e709-4900-93a8-2ee87903fd8a', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'port_id': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'mac_address': 'fa:16:3e:fa:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:57:43Z', 'updated_at': '2021-12-11T23:57:43Z', 'revision_number': 0, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:57Z', 'revision_number': 5, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:57:45.438854 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d620ca-1ef9-4b78-8a19-b170872002ad None None] Checking router: 2f7add44-11b2-4a28-9448-410584f83b76 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 11 23:57:45.448896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d620ca-1ef9-4b78-8a19-b170872002ad None None] Routers {'2f7add44-11b2-4a28-9448-410584f83b76'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 11 23:57:45.449594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-43d620ca-1ef9-4b78-8a19-b170872002ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-11T23:57:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f7add44-11b2-4a28-9448-410584f83b76'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:57:45.473285 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a51d4ba7-3eff-4b4f-90e5-e21f2b1e77e5 req-e82e36ed-dec3-488c-b338-5fc298c71d0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 HTTP/1.1" status: 200 len: 1000 time: 0.0591865 Dec 11 23:57:45.522004 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d4ba7-3eff-4b4f-90e5-e21f2b1e77e5 req-1bc5458f-5015-438d-8285-fdfe218446b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:45.523488 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a51d4ba7-3eff-4b4f-90e5-e21f2b1e77e5 req-1bc5458f-5015-438d-8285-fdfe218446b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0435278 Dec 11 23:57:45.557649 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-43d620ca-1ef9-4b78-8a19-b170872002ad None None] Set router 2f7add44-11b2-4a28-9448-410584f83b76 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 11 23:57:45.574225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d4ba7-3eff-4b4f-90e5-e21f2b1e77e5 req-8ac8d288-9692-4e36-bb68-f36f39cb3619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:57:45.575751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a51d4ba7-3eff-4b4f-90e5-e21f2b1e77e5 req-8ac8d288-9692-4e36-bb68-f36f39cb3619 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445087 Dec 11 23:57:45.665420 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a51d4ba7-3eff-4b4f-90e5-e21f2b1e77e5 req-d3151fd4-1a6c-43c3-8f59-7c9e57123408 service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820224 Dec 11 23:57:45.760836 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a51d4ba7-3eff-4b4f-90e5-e21f2b1e77e5 req-681e75f3-4dbf-4f36-9a79-481a65700e28 service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875671 Dec 11 23:57:45.786473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-43d620ca-1ef9-4b78-8a19-b170872002ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'c1f1c579-e709-4900-93a8-2ee87903fd8a', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'port_id': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'mac_address': 'fa:16:3e:fa:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:57:43Z', 'updated_at': '2021-12-11T23:57:43Z', 'revision_number': 0, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:57Z', 'revision_number': 5, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 11 23:57:45.813894 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d620ca-1ef9-4b78-8a19-b170872002ad None None] The sync data for ids ['2f7add44-11b2-4a28-9448-410584f83b76'] in n-d-710847-6 is: [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': 'c1f1c579-e709-4900-93a8-2ee87903fd8a', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'port_id': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'mac_address': 'fa:16:3e:fa:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T23:57:43Z', 'updated_at': '2021-12-11T23:57:43Z', 'revision_number': 0, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:57Z', 'revision_number': 5, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 11 23:57:46.014278 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173ad79e-2ef3-41aa-8919-e9d0d3f67b6b None None] New status for floating IP c1f1c579-e709-4900-93a8-2ee87903fd8a: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 11 23:57:48.304370 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:48.921339 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23830043-c803-42e1-91b8-51b43b574e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:51.326913 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e068e3b8-2d05-4289-82b1-95ae9f531bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:52.537959 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:54.206678 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:54.675190 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:57:56.334171 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:58:12.404764 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9527745b-d801-4522-89ab-0af2b9534449 req-ecdd2145-9bda-4ea7-a713-14b638a2c213 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408173 Dec 11 23:58:12.489996 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527745b-d801-4522-89ab-0af2b9534449 req-9451cbad-eca1-431b-a3e7-eab8083685e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:58:12.491540 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9527745b-d801-4522-89ab-0af2b9534449 req-9451cbad-eca1-431b-a3e7-eab8083685e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 1097 time: 0.0430827 Dec 11 23:58:12.598386 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527745b-d801-4522-89ab-0af2b9534449 req-675684db-c0ed-4a2e-b873-8231ba1584f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:58:12.599874 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9527745b-d801-4522-89ab-0af2b9534449 req-675684db-c0ed-4a2e-b873-8231ba1584f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0888834 Dec 11 23:58:12.672695 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9527745b-d801-4522-89ab-0af2b9534449 req-69de3d9a-695d-4029-b669-12024c001d1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 HTTP/1.1" status: 200 len: 1002 time: 0.0605600 Dec 11 23:58:12.717697 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527745b-d801-4522-89ab-0af2b9534449 req-43cfc95e-118c-4539-a603-42b3fd1828a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:58:12.719160 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9527745b-d801-4522-89ab-0af2b9534449 req-43cfc95e-118c-4539-a603-42b3fd1828a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0442774 Dec 11 23:58:12.767925 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527745b-d801-4522-89ab-0af2b9534449 req-426ce9b7-dd5f-41e7-bb63-0c8b0828581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:58:12.769395 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9527745b-d801-4522-89ab-0af2b9534449 req-426ce9b7-dd5f-41e7-bb63-0c8b0828581e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435791 Dec 11 23:58:12.858897 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9527745b-d801-4522-89ab-0af2b9534449 req-a4577915-f2db-4b28-b6b9-67ef947fb6fc service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810094 Dec 11 23:58:12.953626 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9527745b-d801-4522-89ab-0af2b9534449 req-14f2adfc-204c-4eac-b39b-e37ebfc7967a service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876746 Dec 11 23:58:14.537197 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:58:18.310190 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:58:18.966824 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e20e-5471-40bf-97b2-79e9f30c203b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:58:21.320410 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0d962caf-811d-466c-84cc-4328f4055b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:58:22.554909 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:58:24.189824 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:58:24.703089 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:58:33.333260 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:58:44.514868 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:58:48.251978 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:58:48.914843 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-99c6c71d-71a1-40a6-9047-f13ee8e2bdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:58:51.330973 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dfd19431-adf4-4d45-a751-b98530defb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:58:52.542907 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:58:54.189207 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:58:54.669549 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:59:10.331703 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:59:14.399200 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bd7c7b50-c68d-4ece-ab66-4dcc1adabb96 req-e84eb560-a617-47fe-a8cd-118ecd595d1a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409656 Dec 11 23:59:14.478257 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c7b50-c68d-4ece-ab66-4dcc1adabb96 req-6ef931cc-1deb-4286-8cb8-85385c3a20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:59:14.479780 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bd7c7b50-c68d-4ece-ab66-4dcc1adabb96 req-6ef931cc-1deb-4286-8cb8-85385c3a20ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 1097 time: 0.0412199 Dec 11 23:59:14.514577 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:59:14.584525 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c7b50-c68d-4ece-ab66-4dcc1adabb96 req-67f0c7fb-ab18-44ea-8d5a-4fd0f8f69ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:59:14.586675 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bd7c7b50-c68d-4ece-ab66-4dcc1adabb96 req-67f0c7fb-ab18-44ea-8d5a-4fd0f8f69ef2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0862963 Dec 11 23:59:14.650276 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bd7c7b50-c68d-4ece-ab66-4dcc1adabb96 req-b2e21e26-7de5-4770-9614-ffe400090df9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 HTTP/1.1" status: 200 len: 1002 time: 0.0576315 Dec 11 23:59:14.699140 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c7b50-c68d-4ece-ab66-4dcc1adabb96 req-357e83fa-aeb7-4d9a-b4a8-845d8c99c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:59:14.700570 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bd7c7b50-c68d-4ece-ab66-4dcc1adabb96 req-357e83fa-aeb7-4d9a-b4a8-845d8c99c597 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0436783 Dec 11 23:59:14.750478 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c7b50-c68d-4ece-ab66-4dcc1adabb96 req-3264a5c1-3085-47c0-906d-4228205569ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 11 23:59:14.752001 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bd7c7b50-c68d-4ece-ab66-4dcc1adabb96 req-3264a5c1-3085-47c0-906d-4228205569ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444219 Dec 11 23:59:14.839233 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bd7c7b50-c68d-4ece-ab66-4dcc1adabb96 req-13b56153-d7a7-4b30-9c60-bfdc50e991c8 service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798204 Dec 11 23:59:14.933020 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bd7c7b50-c68d-4ece-ab66-4dcc1adabb96 req-7d26eee2-6d67-4424-91ac-2667afc74902 service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862622 Dec 11 23:59:18.274833 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:59:18.902695 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27407876-a2ca-4946-b772-d9f1c4afe650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:59:21.347611 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-32e423f6-dae6-4880-a4a2-95b0da0bc752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:59:22.537006 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:59:24.205636 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:59:24.680006 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:59:44.530903 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:59:47.329911 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 11 23:59:48.262151 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:59:48.896362 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-758cd45a-34c2-4c0f-b15f-a9ca475c55df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:59:51.325181 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b3632960-dc62-44d9-a472-a0f87b698f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:59:52.536888 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:59:54.211172 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 11 23:59:54.696884 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:10.161278 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef8885-b797-4781-a757-8a56faf24868 req-dcacb296-4411-47e5-b3d9-22672cee1f98 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:10.162765 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5fef8885-b797-4781-a757-8a56faf24868 req-dcacb296-4411-47e5-b3d9-22672cee1f98 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0534832 Dec 12 00:00:10.212820 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5fef8885-b797-4781-a757-8a56faf24868 req-9006ec5e-46a1-4882-b33e-0a08a26a8cb4 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440724 Dec 12 00:00:11.354446 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfd06d-3741-455e-8d19-a1a5900deb75 req-b6e089db-c2af-4723-abd5-338c2c16afe0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:11.355959 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-46bfd06d-3741-455e-8d19-a1a5900deb75 req-b6e089db-c2af-4723-abd5-338c2c16afe0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0496821 Dec 12 00:00:11.406245 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-46bfd06d-3741-455e-8d19-a1a5900deb75 req-381e3833-9615-4cc2-9bc2-5bce1d540c9c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442479 Dec 12 00:00:12.544048 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6394226-f0cf-49dc-ab04-f36561eb5a29 req-8726a061-8900-446c-bfec-8800ef079d53 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:12.546063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6394226-f0cf-49dc-ab04-f36561eb5a29 req-8726a061-8900-446c-bfec-8800ef079d53 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0479934 Dec 12 00:00:12.594928 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f6394226-f0cf-49dc-ab04-f36561eb5a29 req-542fe001-b762-46fe-b735-74b3798b94f3 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428567 Dec 12 00:00:13.712967 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba7b30-91f7-4893-adb1-0babfac176e4 req-ef75f2e4-2d5f-4619-9429-70d2b64f7db4 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:13.714461 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-27ba7b30-91f7-4893-adb1-0babfac176e4 req-ef75f2e4-2d5f-4619-9429-70d2b64f7db4 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0530117 Dec 12 00:00:13.764950 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-27ba7b30-91f7-4893-adb1-0babfac176e4 req-483db2b5-73b2-49d3-b0bf-ec1b99de36c7 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435863 Dec 12 00:00:14.552242 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:14.752247 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71aa7fc-14b0-4e72-8567-f36be0cf178c req-fe0ba8bf-e39f-4dce-a65b-2f9125df3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:14.753667 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f71aa7fc-14b0-4e72-8567-f36be0cf178c req-fe0ba8bf-e39f-4dce-a65b-2f9125df3ba4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 1097 time: 0.0474031 Dec 12 00:00:14.892196 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71aa7fc-14b0-4e72-8567-f36be0cf178c req-b9527e8d-3738-44da-bf86-9bd54f9f7f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:14.893674 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f71aa7fc-14b0-4e72-8567-f36be0cf178c req-b9527e8d-3738-44da-bf86-9bd54f9f7f47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.1190236 Dec 12 00:00:14.905062 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2ef1a-a604-4695-ab77-d6941825f879 req-73a1cc75-3c32-4bce-8fbd-4a148c262120 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:14.906425 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00c2ef1a-a604-4695-ab77-d6941825f879 req-73a1cc75-3c32-4bce-8fbd-4a148c262120 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0726438 Dec 12 00:00:14.998585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f71aa7fc-14b0-4e72-8567-f36be0cf178c req-bd4f0114-b312-423a-961b-b9ddfa0232e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 HTTP/1.1" status: 200 len: 1002 time: 0.0911875 Dec 12 00:00:15.003746 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00c2ef1a-a604-4695-ab77-d6941825f879 req-0897a770-db45-459d-a6ab-5128cd4d60cd tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908923 Dec 12 00:00:15.049334 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71aa7fc-14b0-4e72-8567-f36be0cf178c req-3884d6a1-f0eb-4c17-83e8-77e5096cf8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:15.050791 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f71aa7fc-14b0-4e72-8567-f36be0cf178c req-3884d6a1-f0eb-4c17-83e8-77e5096cf8a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0448341 Dec 12 00:00:15.100572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71aa7fc-14b0-4e72-8567-f36be0cf178c req-610d69b9-20d1-4dfe-90ea-7c86c094a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:15.102040 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f71aa7fc-14b0-4e72-8567-f36be0cf178c req-610d69b9-20d1-4dfe-90ea-7c86c094a9e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434051 Dec 12 00:00:15.190548 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f71aa7fc-14b0-4e72-8567-f36be0cf178c req-91064fcd-c5a8-43a6-b932-666e1f8e46ca service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806208 Dec 12 00:00:15.282071 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f71aa7fc-14b0-4e72-8567-f36be0cf178c req-9d8eb4a2-048d-42d4-94b0-823e3a21e303 service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846195 Dec 12 00:00:16.124349 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b7f25-fb76-466d-b5eb-82048d3c4b63 req-809f0e6f-99e0-49cd-82a8-e62c06a20d61 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:16.125910 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f0b7f25-fb76-466d-b5eb-82048d3c4b63 req-809f0e6f-99e0-49cd-82a8-e62c06a20d61 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0526280 Dec 12 00:00:16.177030 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3f0b7f25-fb76-466d-b5eb-82048d3c4b63 req-6a70113d-d32b-481b-a8a2-881a9e021770 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450964 Dec 12 00:00:17.297901 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8033332-f620-4090-8f34-b1a455c7c12c req-818d1c15-5114-4dbd-acd3-8f8af15b1074 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:17.299312 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8033332-f620-4090-8f34-b1a455c7c12c req-818d1c15-5114-4dbd-acd3-8f8af15b1074 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0494292 Dec 12 00:00:17.348234 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a8033332-f620-4090-8f34-b1a455c7c12c req-c7c2d125-1813-4358-a432-3db9dee712ee tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431089 Dec 12 00:00:18.273672 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:18.461592 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715f579-d095-477d-b094-40906bd95ecc req-599c88b2-cf2b-4e20-9da0-8f864bbd51e2 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:18.463102 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b715f579-d095-477d-b094-40906bd95ecc req-599c88b2-cf2b-4e20-9da0-8f864bbd51e2 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0483975 Dec 12 00:00:18.516326 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b715f579-d095-477d-b094-40906bd95ecc req-ac4f9f38-8874-48bc-98c6-91341e6f2328 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471363 Dec 12 00:00:18.890452 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-90dc660b-685e-47ce-a9fc-960fc92f9697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:19.630690 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5d9d3-f634-451c-b0a1-c9af255f6e89 req-2f66acbe-b5e7-489e-b233-da49f3c3ec16 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:19.632183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfa5d9d3-f634-451c-b0a1-c9af255f6e89 req-2f66acbe-b5e7-489e-b233-da49f3c3ec16 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0485249 Dec 12 00:00:19.680595 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bfa5d9d3-f634-451c-b0a1-c9af255f6e89 req-4e8048d6-7b39-40d5-be30-8d253aadb361 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424874 Dec 12 00:00:20.376417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4504d9-b163-4916-9ddb-4786fdec780e req-aca16ec0-5e27-421b-af15-5d7800cf45e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:20.377832 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc4504d9-b163-4916-9ddb-4786fdec780e req-aca16ec0-5e27-421b-af15-5d7800cf45e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 1097 time: 0.0441360 Dec 12 00:00:20.464797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4504d9-b163-4916-9ddb-4786fdec780e req-cdf257b9-2b2c-4d37-b859-fd9a35c23c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:20.466826 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc4504d9-b163-4916-9ddb-4786fdec780e req-cdf257b9-2b2c-4d37-b859-fd9a35c23c36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0821354 Dec 12 00:00:20.535382 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc4504d9-b163-4916-9ddb-4786fdec780e req-27728968-2ba1-4df4-9205-796a5607e079 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 HTTP/1.1" status: 200 len: 1002 time: 0.0621018 Dec 12 00:00:20.582083 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4504d9-b163-4916-9ddb-4786fdec780e req-c4931153-8c8e-4187-9573-522ce8dcf23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:20.583513 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc4504d9-b163-4916-9ddb-4786fdec780e req-c4931153-8c8e-4187-9573-522ce8dcf23b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0420527 Dec 12 00:00:20.628227 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4504d9-b163-4916-9ddb-4786fdec780e req-2e4907ed-ca78-45c1-8d09-df4751b7b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:20.629586 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc4504d9-b163-4916-9ddb-4786fdec780e req-2e4907ed-ca78-45c1-8d09-df4751b7b9cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393648 Dec 12 00:00:20.719473 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc4504d9-b163-4916-9ddb-4786fdec780e req-33ae8f5e-85db-480d-9da4-2c43f46a705e service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828507 Dec 12 00:00:20.797695 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7909e0-9344-48d4-8041-167d2a3da424 req-a2f72a55-9b0d-42d2-b8db-e0dbaeb37db3 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:20.799454 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7e7909e0-9344-48d4-8041-167d2a3da424 req-a2f72a55-9b0d-42d2-b8db-e0dbaeb37db3 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0491014 Dec 12 00:00:20.810316 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-fc4504d9-b163-4916-9ddb-4786fdec780e req-8b0e3581-1322-4401-9d67-16582e2573f6 service neutron] 10.222.0.13 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840340 Dec 12 00:00:20.851721 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-7e7909e0-9344-48d4-8041-167d2a3da424 req-8e607b92-45ed-4d39-9c0b-a54ab8dd6478 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446570 Dec 12 00:00:21.313538 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e69f30b3-e25c-4fda-a4c7-5acfb183b4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:21.968797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60b5bd-a1d5-48b0-8d38-0bb5abaa2353 req-1d770c99-4239-4571-88e9-381ab51ca89b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:21.970267 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df60b5bd-a1d5-48b0-8d38-0bb5abaa2353 req-1d770c99-4239-4571-88e9-381ab51ca89b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0492160 Dec 12 00:00:22.023730 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-df60b5bd-a1d5-48b0-8d38-0bb5abaa2353 req-bc8857dc-6fc1-4099-ae00-ab88482e7088 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474851 Dec 12 00:00:22.514118 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:23.144044 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f4846-03fd-4b36-beed-d48e363760db req-78a9ec6b-ea9b-495b-bb9d-5992332165b5 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:23.145552 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-550f4846-03fd-4b36-beed-d48e363760db req-78a9ec6b-ea9b-495b-bb9d-5992332165b5 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0501747 Dec 12 00:00:23.195426 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-550f4846-03fd-4b36-beed-d48e363760db req-e9cbb9c2-4d84-4e6b-ade2-016be71c830b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438013 Dec 12 00:00:24.222242 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:24.315771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7ade2-050e-477d-8df0-216ea8d46ce5 req-4f9c3790-01aa-42c1-b016-3d24563b2e0b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:24.317274 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04d7ade2-050e-477d-8df0-216ea8d46ce5 req-4f9c3790-01aa-42c1-b016-3d24563b2e0b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0507488 Dec 12 00:00:24.329289 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:00:24.369106 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-04d7ade2-050e-477d-8df0-216ea8d46ce5 req-8b9a049b-5cae-4ec1-9969-9d75b52e172b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459449 Dec 12 00:00:24.662102 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:25.487183 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e715dc0-e414-48f3-8a89-194572c3f77a req-833c7db5-4ca1-4ad6-b786-7053b54db574 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:25.488669 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8e715dc0-e414-48f3-8a89-194572c3f77a req-833c7db5-4ca1-4ad6-b786-7053b54db574 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0523944 Dec 12 00:00:25.538065 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8e715dc0-e414-48f3-8a89-194572c3f77a req-64be9a19-999b-4fc2-a03c-3397618b155a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435407 Dec 12 00:00:25.606378 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-55c1d416-530b-49d2-ba31-e0bdfb052121 req-4fcc6993-0227-40c2-8fd7-dd28cd6a2be6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 00:00:25.607943 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-55c1d416-530b-49d2-ba31-e0bdfb052121 req-4fcc6993-0227-40c2-8fd7-dd28cd6a2be6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058939 Dec 12 00:00:25.868657 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430449b-a2d5-4179-8927-e51d97770bf9 req-4c6c2fd0-e2a1-4e16-be1f-13e66105e594 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:25.870128 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5430449b-a2d5-4179-8927-e51d97770bf9 req-4c6c2fd0-e2a1-4e16-be1f-13e66105e594 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 946 time: 0.0495458 Dec 12 00:00:25.921042 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5430449b-a2d5-4179-8927-e51d97770bf9 req-d68be7bd-5f8d-40d2-93d8-588f3ba78de2 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441599 Dec 12 00:00:25.969183 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-d42c1516-447f-439c-bd8d-319c1a7da812 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785563 Dec 12 00:00:25.978177 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-44a93ac2-d8e4-495e-a2b8-ddb883bbb844 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 00:00:25.979155 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-44a93ac2-d8e4-495e-a2b8-ddb883bbb844 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048683 Dec 12 00:00:26.459875 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:00:26.535179 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:26.558050 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:00:26.562771 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491f4558-d236-40b3-8a3c-a375c20c0c40" -d '{"events": [{"server_uuid": "0b76f617-1455-4225-89ba-3cde9f3d35ae", "name": "network-vif-unplugged", "status": "completed", "tag": "4735e6a4-3b9a-4f19-98fc-4d3767a99bd5"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:00:26.572932 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:00:26.597537 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 12 Dec 2021 00:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debc3414-1c26-44b7-b358-7bb7616f07ff x-openstack-request-id: req-debc3414-1c26-44b7-b358-7bb7616f07ff {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:00:26.597537 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b76f617-1455-4225-89ba-3cde9f3d35ae", "name": "network-vif-unplugged", "status": "failed", "tag": "4735e6a4-3b9a-4f19-98fc-4d3767a99bd5", "code": 422}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:00:26.597537 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-debc3414-1c26-44b7-b358-7bb7616f07ff {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:00:26.597537 n-d-710847-6 neutron-server[103693]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5', 'code': 422} returned with failed status Dec 12 00:00:26.645061 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:26.698081 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:00:26.705658 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:26.706016 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:26.706365 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:26.706709 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:26.707101 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:26.711237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:26.711237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:26.711237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:26.711237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:26.711237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:26.711237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:26.711237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:26.711237 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:27.042964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60d771-2901-4bad-bacd-e1797935ee2a req-b0e162e4-b330-4d7c-9480-880d7c903969 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:27.044533 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb60d771-2901-4bad-bacd-e1797935ee2a req-b0e162e4-b330-4d7c-9480-880d7c903969 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0527966 Dec 12 00:00:27.093819 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-bb60d771-2901-4bad-bacd-e1797935ee2a req-8f0ee3e1-b577-409a-8d50-31eebd5a55e3 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433309 Dec 12 00:00:28.212264 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b92915-4c7c-403c-b146-8bbd9b19b1e6 req-fe86452d-2faa-4b7b-8f24-7a9899f9958c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:28.213647 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7b92915-4c7c-403c-b146-8bbd9b19b1e6 req-fe86452d-2faa-4b7b-8f24-7a9899f9958c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0514300 Dec 12 00:00:28.263324 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b7b92915-4c7c-403c-b146-8bbd9b19b1e6 req-2806a255-3298-478e-bbad-9998765e558a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425065 Dec 12 00:00:29.386960 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04458029-ba9c-4dda-b19f-6b03aceca110 req-dd9da1da-5e74-4181-87c2-59748bd62d42 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:29.388622 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04458029-ba9c-4dda-b19f-6b03aceca110 req-dd9da1da-5e74-4181-87c2-59748bd62d42 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0531311 Dec 12 00:00:29.439211 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-04458029-ba9c-4dda-b19f-6b03aceca110 req-a0db20ed-d3aa-4431-9233-f1c3d262832f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446343 Dec 12 00:00:30.555951 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901113b2-6c1e-480a-8685-13aba2e5e8cf req-832763de-5c27-4af2-b6ae-620d159da998 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:30.557440 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-901113b2-6c1e-480a-8685-13aba2e5e8cf req-832763de-5c27-4af2-b6ae-620d159da998 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0503159 Dec 12 00:00:30.606859 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-901113b2-6c1e-480a-8685-13aba2e5e8cf req-bd8dc18f-d413-415d-a4dc-14b824531d42 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429113 Dec 12 00:00:31.724728 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7270cf-e6e5-46f4-9d40-223bb6ba8aec req-0d370245-3518-4e57-82c5-4755555b97f9 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:31.726221 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8e7270cf-e6e5-46f4-9d40-223bb6ba8aec req-0d370245-3518-4e57-82c5-4755555b97f9 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0493214 Dec 12 00:00:31.781037 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8e7270cf-e6e5-46f4-9d40-223bb6ba8aec req-d85d8e31-6ab7-49fe-85e9-eace49f95359 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481260 Dec 12 00:00:32.895886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a03f0-e650-419f-92b2-d676f6169bda req-fb0775fe-a1de-435f-9719-40127d504d2e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:32.897474 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-849a03f0-e650-419f-92b2-d676f6169bda req-fb0775fe-a1de-435f-9719-40127d504d2e tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0483816 Dec 12 00:00:32.951690 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-849a03f0-e650-419f-92b2-d676f6169bda req-8a7d3f71-6963-48b5-b7f5-7fa73fa88638 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481615 Dec 12 00:00:33.852009 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-dd7f1a03-b3bb-4af0-90d2-ca6214f9e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:33.853452 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-dd7f1a03-b3bb-4af0-90d2-ca6214f9e09e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae&tenant_id=e6d01a9fde4948ec848c70dd84c6c626 HTTP/1.1" status: 200 len: 1095 time: 0.0412085 Dec 12 00:00:33.864960 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-5be8577b-dda2-4e18-8c5a-d48934d8a001 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 00:00:33.866001 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-5be8577b-dda2-4e18-8c5a-d48934d8a001 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051095 Dec 12 00:00:33.881806 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-6', 'device_owner': 'compute:nova'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:00:33.933200 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:34.082254 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187f9f2-ec84-4950-a948-107afa6429fb req-584dc796-5a9a-4572-a71e-045589e1e6c9 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:34.083806 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f187f9f2-ec84-4950-a948-107afa6429fb req-584dc796-5a9a-4572-a71e-045589e1e6c9 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0506904 Dec 12 00:00:34.139660 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f187f9f2-ec84-4950-a948-107afa6429fb req-1b74f52c-5eb2-4495-b0a9-2c4fdf2a5a9b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498071 Dec 12 00:00:34.141619 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] For port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:00:34.185988 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] For port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 00:00:34.570795 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 00:00:34.578939 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:34.591653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Transition to ACTIVE for port object 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 00:00:34.649221 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:34.737621 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Pushing event updated for resources: {'Port': ['ID=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,revision_number=7']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:00:34.755629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:34.755977 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:34.756324 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:34.756863 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:34.757015 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:34.757483 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:34.757824 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:34.758157 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:34.758472 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:34.758821 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:34.759272 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:34.759471 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:34.759801 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:00:34.797696 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] No DVR routers for this DVR port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 00:00:34.938256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Attempting to bind port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 00:00:34.938934 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Attempting to bind port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 00:00:34.938934 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Attempting to bind port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 on network da64f1e7-b4ca-4223-ba2e-28177fdfd380 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 00:00:34.943318 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 on network da64f1e7-b4ca-4223-ba2e-28177fdfd380 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 00:00:34.943722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Attempting to bind port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 on network da64f1e7-b4ca-4223-ba2e-28177fdfd380 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 00:00:34.948509 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 0, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 00:00:34.948856 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Checking segment: {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 00:00:34.952822 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Bound using segment: {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 00:00:34.952822 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Bound port: 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 00:00:34.952822 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:35.013744 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] For port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 00:00:35.016818 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] For port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 00:00:35.102291 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:35.142360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:35.143023 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:35.144417 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] 10.222.0.47 "PUT /v2.0/ports/4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 HTTP/1.1" status: 200 len: 1092 time: 1.2662520 Dec 12 00:00:35.144920 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'tag': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:00:35.147129 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e005c7-455b-485b-a825-72d555c25d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b76f617-1455-4225-89ba-3cde9f3d35ae", "tag": "4735e6a4-3b9a-4f19-98fc-4d3767a99bd5"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:00:35.174246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa6765-745f-4ce3-892f-54f024aff723 service neutron] Pushing event updated for resources: {'Port': ['ID=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,revision_number=8']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:00:35.212890 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 00:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8476b1d7-63c7-4818-bd90-36b2a2191d8d x-openstack-request-id: req-8476b1d7-63c7-4818-bd90-36b2a2191d8d {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:00:35.213188 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b76f617-1455-4225-89ba-3cde9f3d35ae", "tag": "4735e6a4-3b9a-4f19-98fc-4d3767a99bd5", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:00:35.213438 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8476b1d7-63c7-4818-bd90-36b2a2191d8d {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:00:35.214569 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'tag': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5', 'status': 'completed', 'code': 200} Dec 12 00:00:35.230230 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-5f76251b-62c0-4c83-9ee4-d8944df46bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:35.231937 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-5f76251b-62c0-4c83-9ee4-d8944df46bd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 1095 time: 0.0474510 Dec 12 00:00:35.283227 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5213f2-4012-4b78-ada8-8d0adf03aa3b req-468a8131-6132-4958-af66-8a64ebca45ad tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:35.284907 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1c5213f2-4012-4b78-ada8-8d0adf03aa3b req-468a8131-6132-4958-af66-8a64ebca45ad tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0524533 Dec 12 00:00:35.325965 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-d816cfa5-0d59-44ea-912f-4c29f320b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:35.327577 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-d816cfa5-0d59-44ea-912f-4c29f320b346 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0889547 Dec 12 00:00:35.339794 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-1c5213f2-4012-4b78-ada8-8d0adf03aa3b req-1f39d2cb-0c83-4f19-a805-e65fc7a93413 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483382 Dec 12 00:00:35.399327 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-a3191f7b-ad33-4637-9ff3-a83ebf34c9e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 HTTP/1.1" status: 200 len: 1000 time: 0.0645525 Dec 12 00:00:35.449285 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-174160b7-d281-4534-9950-273d4ba25c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:35.451527 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-174160b7-d281-4534-9950-273d4ba25c8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0452254 Dec 12 00:00:35.498340 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-a83714df-daa9-4ade-ad7f-8e45d07b9144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:35.499872 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-a83714df-daa9-4ade-ad7f-8e45d07b9144 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414891 Dec 12 00:00:35.594796 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-98330c53-e63b-4837-b069-91e444dd702c service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877612 Dec 12 00:00:35.686284 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-bc8c0806-0883-4f27-88b8-fd592ac89939 service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845344 Dec 12 00:00:35.858658 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e005c7-455b-485b-a825-72d555c25d6f req-89aef54e-0968-4ca3-bf35-3b5b0a01e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:35.860243 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94e005c7-455b-485b-a825-72d555c25d6f req-89aef54e-0968-4ca3-bf35-3b5b0a01e202 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 1095 time: 0.0431459 Dec 12 00:00:35.952825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e005c7-455b-485b-a825-72d555c25d6f req-c2c07fa5-78be-4ab1-949d-a973c2ae7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:35.954207 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94e005c7-455b-485b-a825-72d555c25d6f req-c2c07fa5-78be-4ab1-949d-a973c2ae7176 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0873089 Dec 12 00:00:36.020632 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94e005c7-455b-485b-a825-72d555c25d6f req-3bfc9912-db17-47a5-9cef-25249a8c1d5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 HTTP/1.1" status: 200 len: 1000 time: 0.0592101 Dec 12 00:00:36.074256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e005c7-455b-485b-a825-72d555c25d6f req-e9b1fd3c-637b-44fc-b520-2276e0b3ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:36.075751 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94e005c7-455b-485b-a825-72d555c25d6f req-e9b1fd3c-637b-44fc-b520-2276e0b3ec9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0483143 Dec 12 00:00:36.120854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e005c7-455b-485b-a825-72d555c25d6f req-fbe09d3f-357e-4d0e-b788-0ffdce45d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:36.122922 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94e005c7-455b-485b-a825-72d555c25d6f req-fbe09d3f-357e-4d0e-b788-0ffdce45d7ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401340 Dec 12 00:00:36.212915 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94e005c7-455b-485b-a825-72d555c25d6f req-ab33b93f-2a9b-4899-a519-87a003596845 service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823619 Dec 12 00:00:36.309323 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-94e005c7-455b-485b-a825-72d555c25d6f req-d4d01e6e-6c93-4f6a-88da-4589aaef366d service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872211 Dec 12 00:00:36.460679 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da09f-6f9a-48bc-9216-435fd2daeea4 req-81c8e0a9-aaf1-4279-aa4f-0d4e7c32d614 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:36.462171 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f08da09f-6f9a-48bc-9216-435fd2daeea4 req-81c8e0a9-aaf1-4279-aa4f-0d4e7c32d614 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0493765 Dec 12 00:00:36.512396 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f08da09f-6f9a-48bc-9216-435fd2daeea4 req-6ab75d1f-85c8-4033-95de-ef74eeb6a8e3 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434887 Dec 12 00:00:37.632547 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91253afb-8395-41d0-b7e3-3543e7865998 req-b07fb41b-19b1-4a08-95d2-622f422a3b8b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:37.634009 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91253afb-8395-41d0-b7e3-3543e7865998 req-b07fb41b-19b1-4a08-95d2-622f422a3b8b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0532799 Dec 12 00:00:37.682075 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91253afb-8395-41d0-b7e3-3543e7865998 req-a43c3100-fa53-4ee2-a468-6b2a2bbb678a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419967 Dec 12 00:00:38.800400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2caf7-a56f-438c-8c8c-02ae8ddb1549 req-3c7d351b-d8c7-4937-96e4-a3569938d1ca tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:38.810475 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9b2caf7-a56f-438c-8c8c-02ae8ddb1549 req-3c7d351b-d8c7-4937-96e4-a3569938d1ca tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0531809 Dec 12 00:00:38.852687 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b9b2caf7-a56f-438c-8c8c-02ae8ddb1549 req-b95bf162-adf1-4f3f-985f-ea286f4c8017 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447683 Dec 12 00:00:39.968767 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec80aca-f649-464d-bc17-8cb66b51f26e req-8fdd06e3-5ab2-4b65-8faa-3836429992e6 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:39.970232 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ec80aca-f649-464d-bc17-8cb66b51f26e req-8fdd06e3-5ab2-4b65-8faa-3836429992e6 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0490780 Dec 12 00:00:40.022397 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-9ec80aca-f649-464d-bc17-8cb66b51f26e req-4a8f591c-121d-4066-9a38-ae940741823c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461626 Dec 12 00:00:41.139370 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b50e5b-8199-4bde-b760-26ffedc7d76a req-f63d6d88-cf82-4caf-a4fa-34c1614c98da tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:41.140885 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96b50e5b-8199-4bde-b760-26ffedc7d76a req-f63d6d88-cf82-4caf-a4fa-34c1614c98da tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0510595 Dec 12 00:00:41.190671 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96b50e5b-8199-4bde-b760-26ffedc7d76a req-7171a37f-49ed-47a2-8a9b-94fbbe60583f tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439484 Dec 12 00:00:42.306011 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8ec9b-325d-47aa-8c37-831ef1f434db req-2074699f-3cb9-466d-9249-8c36e5ad5c3b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:42.307417 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63e8ec9b-325d-47aa-8c37-831ef1f434db req-2074699f-3cb9-466d-9249-8c36e5ad5c3b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0484753 Dec 12 00:00:42.359771 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-63e8ec9b-325d-47aa-8c37-831ef1f434db req-6f4f710c-280c-41b4-becb-1e6785953092 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463285 Dec 12 00:00:43.476657 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6ac7b-d97e-4979-8a1d-d3171f76fd84 req-e8f3bd3a-433d-4dbf-af7e-00103ba0fe16 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:43.478141 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6d6ac7b-d97e-4979-8a1d-d3171f76fd84 req-e8f3bd3a-433d-4dbf-af7e-00103ba0fe16 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0490494 Dec 12 00:00:43.532077 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-c6d6ac7b-d97e-4979-8a1d-d3171f76fd84 req-39e8fa4d-f4f2-46b1-9686-9e06ab982faa tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474863 Dec 12 00:00:44.574533 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:44.647403 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca9f34-73f9-4782-b5e3-f18189247d6a req-89f214c9-1513-4b0c-b5c0-a2c0a66e81fb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:44.648882 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6fca9f34-73f9-4782-b5e3-f18189247d6a req-89f214c9-1513-4b0c-b5c0-a2c0a66e81fb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 944 time: 0.0485005 Dec 12 00:00:44.660819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 00:00:44.700039 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-6fca9f34-73f9-4782-b5e3-f18189247d6a req-efb8e327-1783-4533-83e9-654f3efb35de tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452802 Dec 12 00:00:44.756282 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:00:44.768421 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'port_id': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5', 'mac_address': 'fa:16:3e:fa:9c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 00:00:44.807619 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:44.820346 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 00:00:44.838921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:00:44.934423 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:44.981782 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,revision_number=9']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:00:45.214526 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['4735e6a4-3b9a-4f19-98fc-4d3767a99bd5'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 00:00:45.814124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078686c-f7e1-4b94-b400-8bc87cbdeb55 req-feea4e44-e3ef-49f0-93b3-3dbff16c997c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:45.815530 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8078686c-f7e1-4b94-b400-8bc87cbdeb55 req-feea4e44-e3ef-49f0-93b3-3dbff16c997c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 945 time: 0.0482841 Dec 12 00:00:45.865128 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8078686c-f7e1-4b94-b400-8bc87cbdeb55 req-7ea2fe95-8552-4bb7-bc40-6cb498df3754 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434647 Dec 12 00:00:46.675473 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 00:00:46.808680 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 00:00:46.813729 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:00:46.814102 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:46.894291 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:46.917009 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:00:46.919348 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a943a32-477f-47b2-98d0-6af105b7c75a" -d '{"events": [{"server_uuid": "0b76f617-1455-4225-89ba-3cde9f3d35ae", "name": "network-vif-plugged", "status": "completed", "tag": "4735e6a4-3b9a-4f19-98fc-4d3767a99bd5"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:00:46.932868 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:00:46.957316 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 00:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcf534b-83f3-41de-9f90-4b57a06ee1c2 x-openstack-request-id: req-2dcf534b-83f3-41de-9f90-4b57a06ee1c2 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:00:46.957661 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b76f617-1455-4225-89ba-3cde9f3d35ae", "name": "network-vif-plugged", "status": "completed", "tag": "4735e6a4-3b9a-4f19-98fc-4d3767a99bd5", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:00:46.957916 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2dcf534b-83f3-41de-9f90-4b57a06ee1c2 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:00:46.958369 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5', 'code': 200} Dec 12 00:00:46.983105 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5cf8e-8704-48be-aaee-bd2e16301b76 req-c7ab90f8-e4e9-4078-ac8d-7f6c6cc17213 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:46.985096 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20b5cf8e-8704-48be-aaee-bd2e16301b76 req-c7ab90f8-e4e9-4078-ac8d-7f6c6cc17213 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 945 time: 0.0522656 Dec 12 00:00:47.004899 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:47.040900 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20b5cf8e-8704-48be-aaee-bd2e16301b76 req-59bad1eb-ec84-42d7-a077-1d7640ca6212 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488780 Dec 12 00:00:47.057362 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,revision_number=10']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:00:47.148312 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c32749-0af0-474f-b9c4-32b781e9643d req-568795b6-3dbd-43c3-b13d-4c2b2dd5a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:47.149786 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00c32749-0af0-474f-b9c4-32b781e9643d req-568795b6-3dbd-43c3-b13d-4c2b2dd5a65c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 1098 time: 0.0392132 Dec 12 00:00:47.196527 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-00c32749-0af0-474f-b9c4-32b781e9643d req-39c45180-5f68-40f7-9ca9-d060c6df2d23 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383785 Dec 12 00:00:48.165715 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a92669-c98a-491e-94b8-4bcd41a42302 req-6aa7a953-8bc1-4737-954f-fb96180ad2d2 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:48.167228 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63a92669-c98a-491e-94b8-4bcd41a42302 req-6aa7a953-8bc1-4737-954f-fb96180ad2d2 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 947 time: 0.0537283 Dec 12 00:00:48.222273 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-63a92669-c98a-491e-94b8-4bcd41a42302 req-b5a1c7bb-7635-4a55-9895-fd14975e471c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488014 Dec 12 00:00:48.279108 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:48.912948 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bea8a8f5-cd06-4142-8def-8092899e43a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:49.340134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe75df-6f9c-452f-a278-5af4a85efd3f req-f67944f0-9f34-42c4-936f-b82155835ebb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:00:49.341612 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b1fe75df-6f9c-452f-a278-5af4a85efd3f req-f67944f0-9f34-42c4-936f-b82155835ebb tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 947 time: 0.0518250 Dec 12 00:00:49.391434 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-b1fe75df-6f9c-452f-a278-5af4a85efd3f req-f05e12a7-1360-46c3-906b-e8e58db00d11 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431221 Dec 12 00:00:51.345704 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bfec288d-f717-483f-816b-1c060e6ab4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:52.541621 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:54.214419 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:00:54.665918 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:01:01.328215 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:01:14.564553 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:01:18.299623 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:01:18.901283 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-89bdd86b-78ec-48da-8c49-e55c6451ff14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:01:19.705590 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ef7db72-1bda-41ae-8a3c-f92280deedbe req-573a1569-bf32-4875-8b7c-099971ef7fe2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767083 Dec 12 00:01:19.804203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7db72-1bda-41ae-8a3c-f92280deedbe req-d793bd30-1771-464f-9017-4b572de58bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:01:19.805614 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ef7db72-1bda-41ae-8a3c-f92280deedbe req-d793bd30-1771-464f-9017-4b572de58bd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 1098 time: 0.0403218 Dec 12 00:01:19.913853 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7db72-1bda-41ae-8a3c-f92280deedbe req-daf3298d-9bcc-4797-995c-2333767f1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:01:19.915387 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ef7db72-1bda-41ae-8a3c-f92280deedbe req-daf3298d-9bcc-4797-995c-2333767f1de7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0896137 Dec 12 00:01:19.980596 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ef7db72-1bda-41ae-8a3c-f92280deedbe req-9639e7b6-3b6b-464e-b07c-80395bb83936 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 HTTP/1.1" status: 200 len: 1002 time: 0.0582273 Dec 12 00:01:20.034442 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7db72-1bda-41ae-8a3c-f92280deedbe req-50135cc0-464c-47ec-8bca-d83916b99d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:01:20.035957 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ef7db72-1bda-41ae-8a3c-f92280deedbe req-50135cc0-464c-47ec-8bca-d83916b99d6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0491138 Dec 12 00:01:20.081171 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7db72-1bda-41ae-8a3c-f92280deedbe req-a3c38bae-00c4-4e27-8f6d-bdaaf615113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:01:20.082576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ef7db72-1bda-41ae-8a3c-f92280deedbe req-a3c38bae-00c4-4e27-8f6d-bdaaf615113a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398211 Dec 12 00:01:20.171556 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ef7db72-1bda-41ae-8a3c-f92280deedbe req-58a3a636-9459-4c7d-8cdd-e91c93439045 service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817208 Dec 12 00:01:20.265970 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7ef7db72-1bda-41ae-8a3c-f92280deedbe req-e7f95bbf-a9a9-4ac9-a51b-13c55aae4924 service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872500 Dec 12 00:01:21.324011 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-280ea58a-bc96-4672-88a6-c61bd43452ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:01:22.563782 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:01:24.221113 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:01:24.671092 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:01:38.326508 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:01:44.586542 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:01:48.283589 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:01:48.911083 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2e6d51bd-1724-44f3-83b1-57dd0a53c949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:01:51.329195 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a02fbe1e-aff5-4ff2-b5f1-a8e5fefb0504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:01:52.556367 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:01:54.220786 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:01:54.716277 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:14.591801 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:15.326363 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:02:18.334938 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:18.946250 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6d77d764-f892-4c5e-b67d-b18d1c5721ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:20.698218 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8b4a2dd-61b4-40f3-ab28-b3b26f0f6363 req-a799aa91-78fa-4ef3-9a6e-768292c07afe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414457 Dec 12 00:02:20.793886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a2dd-61b4-40f3-ab28-b3b26f0f6363 req-633c9605-df6d-4a3e-b7c0-b1e3238f57a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:02:20.795703 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8b4a2dd-61b4-40f3-ab28-b3b26f0f6363 req-633c9605-df6d-4a3e-b7c0-b1e3238f57a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 1098 time: 0.0402143 Dec 12 00:02:20.902113 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a2dd-61b4-40f3-ab28-b3b26f0f6363 req-96507131-45e7-42b7-96b5-3b82914d9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:02:20.903643 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8b4a2dd-61b4-40f3-ab28-b3b26f0f6363 req-96507131-45e7-42b7-96b5-3b82914d9cf0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0891604 Dec 12 00:02:20.971574 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8b4a2dd-61b4-40f3-ab28-b3b26f0f6363 req-8f1ad93c-3e25-4a88-aadf-cd682b700eff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 HTTP/1.1" status: 200 len: 1002 time: 0.0588932 Dec 12 00:02:21.027427 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a2dd-61b4-40f3-ab28-b3b26f0f6363 req-3d670f54-48fc-48c1-83cd-bbc077ca568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:02:21.028904 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8b4a2dd-61b4-40f3-ab28-b3b26f0f6363 req-3d670f54-48fc-48c1-83cd-bbc077ca568a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0505061 Dec 12 00:02:21.075854 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a2dd-61b4-40f3-ab28-b3b26f0f6363 req-73694a61-0126-4757-a0cb-4a04cd6cc30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:02:21.077322 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8b4a2dd-61b4-40f3-ab28-b3b26f0f6363 req-73694a61-0126-4757-a0cb-4a04cd6cc30b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393982 Dec 12 00:02:21.165776 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8b4a2dd-61b4-40f3-ab28-b3b26f0f6363 req-2c368b28-8b65-4090-9d62-8d5b10b33038 service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806401 Dec 12 00:02:21.259250 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b8b4a2dd-61b4-40f3-ab28-b3b26f0f6363 req-2e6693f1-f32e-4273-bdd2-c4c637c798c1 service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867352 Dec 12 00:02:21.329127 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fbbd7739-57b6-4f56-93a0-c3f6c3ad0225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:22.560939 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:24.217918 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:24.694682 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:25.424021 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52602) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:25.749735 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Deleting port 17f49898-b37c-4437-97df-aca59f4806f3 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:02:25.749994 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:25.827779 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:25.828115 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:25.840190 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Calling delete_port for 17f49898-b37c-4437-97df-aca59f4806f3 owned by network:floatingip {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:02:26.058639 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:26.087465 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event deleted for resources: {'Port': ['ID=17f49898-b37c-4437-97df-aca59f4806f3,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:26.097461 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:26.097812 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:26.098155 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:26.098500 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:26.098951 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:26.099303 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:26.100126 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:26.100126 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:26.100336 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:26.100587 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:26.100911 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:26.101232 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:26.101554 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:26.160523 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for floatingip, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:26.160857 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Floating IP c1f1c579-e709-4900-93a8-2ee87903fd8a disassociated (deleted). External IP: 172.25.1.226, port: 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5. Dec 12 00:02:26.372189 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Router 2f7add44-11b2-4a28-9448-410584f83b76 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 00:02:26.483152 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 00:02:26.488153 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:26.494525 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbb708-7522-4230-8292-a8485021c425 None None] Sync routers for ids ['2f7add44-11b2-4a28-9448-410584f83b76'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 00:02:26.503909 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecbb708-7522-4230-8292-a8485021c425 None None] Routers {'2f7add44-11b2-4a28-9448-410584f83b76'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:02:26.504606 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8ecbb708-7522-4230-8292-a8485021c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f7add44-11b2-4a28-9448-410584f83b76'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:26.517969 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-0d4f5ad3-7003-4c4b-b625-b849887f0bc0 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "DELETE /v2.0/floatingips/c1f1c579-e709-4900-93a8-2ee87903fd8a HTTP/1.1" status: 204 len: 168 time: 1.0928371 Dec 12 00:02:26.518965 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'tag': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:02:26.523187 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b8f82dd82bb3308a7fe1c0bc9646015abbcd992e8595cd3773a37f0ca4f15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5d9c01-ec3b-41eb-abe4-997790ad6c28" -d '{"events": [{"name": "network-changed", "server_uuid": "0b76f617-1455-4225-89ba-3cde9f3d35ae", "tag": "4735e6a4-3b9a-4f19-98fc-4d3767a99bd5"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:02:26.655060 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-8ecbb708-7522-4230-8292-a8485021c425 None None] Set router 2f7add44-11b2-4a28-9448-410584f83b76 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:02:26.866633 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8ecbb708-7522-4230-8292-a8485021c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:57Z', 'revision_number': 5, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:26.893814 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbb708-7522-4230-8292-a8485021c425 None None] Checking router: 2f7add44-11b2-4a28-9448-410584f83b76 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 00:02:26.903967 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecbb708-7522-4230-8292-a8485021c425 None None] Routers {'2f7add44-11b2-4a28-9448-410584f83b76'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:02:26.904594 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8ecbb708-7522-4230-8292-a8485021c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f7add44-11b2-4a28-9448-410584f83b76'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:27.016269 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-8ecbb708-7522-4230-8292-a8485021c425 None None] Set router 2f7add44-11b2-4a28-9448-410584f83b76 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:02:27.144971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfb77a-94da-4ca7-a0d6-cb91261ed27e req-5c578740-2c35-4051-8add-0d9a0cd0dce6 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:02:27.147211 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9abfb77a-94da-4ca7-a0d6-cb91261ed27e req-5c578740-2c35-4051-8add-0d9a0cd0dce6 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 947 time: 0.2217448 Dec 12 00:02:27.200649 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9abfb77a-94da-4ca7-a0d6-cb91261ed27e req-d41403a0-e9e7-46b7-86c0-d5a49a8bd271 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461941 Dec 12 00:02:27.236797 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-8ecbb708-7522-4230-8292-a8485021c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:57Z', 'revision_number': 5, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:27.263605 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbb708-7522-4230-8292-a8485021c425 None None] The sync data for ids ['2f7add44-11b2-4a28-9448-410584f83b76'] in n-d-710847-6 is: [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-11T23:51:52Z', 'revision_number': 4, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'ead54474-75da-4da8-bba6-b78d5dfa811e', 'name': '', 'network_id': 'da64f1e7-b4ca-4223-ba2e-28177fdfd380', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'mac_address': 'fa:16:3e:03:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'df852397-d626-457b-992c-2616db187748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:52Z', 'updated_at': '2021-12-11T23:51:57Z', 'revision_number': 5, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'subnets': [{'id': 'df852397-d626-457b-992c-2616db187748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 00:02:27.483923 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d477dd28-b732-40cd-8d7b-3a69a09f7c52 None None] New status for floating IP c1f1c579-e709-4900-93a8-2ee87903fd8a: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 00:02:27.606438 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 00:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41078880-d16d-473d-98e7-d96ad8694d8d x-openstack-request-id: req-41078880-d16d-473d-98e7-d96ad8694d8d {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:02:27.606963 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b76f617-1455-4225-89ba-3cde9f3d35ae", "tag": "4735e6a4-3b9a-4f19-98fc-4d3767a99bd5", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:02:27.607145 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41078880-d16d-473d-98e7-d96ad8694d8d {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:02:27.607587 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'tag': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5', 'status': 'completed', 'code': 200} Dec 12 00:02:27.697256 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d9c01-ec3b-41eb-abe4-997790ad6c28 req-5b23bb71-6f8a-45fb-9ecf-034c720db8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:02:27.698680 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d5d9c01-ec3b-41eb-abe4-997790ad6c28 req-5b23bb71-6f8a-45fb-9ecf-034c720db8f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 1098 time: 0.0462823 Dec 12 00:02:27.789490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d9c01-ec3b-41eb-abe4-997790ad6c28 req-71d4071e-85e5-41dd-84dc-240bf87cdb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:02:27.790911 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d5d9c01-ec3b-41eb-abe4-997790ad6c28 req-71d4071e-85e5-41dd-84dc-240bf87cdb0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 200 len: 910 time: 0.0839305 Dec 12 00:02:27.834345 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d5d9c01-ec3b-41eb-abe4-997790ad6c28 req-a5b0cee2-a89b-4876-a56f-6fc408d30387 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 HTTP/1.1" status: 200 len: 217 time: 0.0353024 Dec 12 00:02:27.888616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d9c01-ec3b-41eb-abe4-997790ad6c28 req-79b69e49-fa57-448d-9fd7-5df054ca5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:02:27.890072 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d5d9c01-ec3b-41eb-abe4-997790ad6c28 req-79b69e49-fa57-448d-9fd7-5df054ca5a7b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 200 len: 848 time: 0.0480027 Dec 12 00:02:27.964547 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d9c01-ec3b-41eb-abe4-997790ad6c28 req-8f08e8e9-2444-4573-ac04-b45464c6ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:02:27.966022 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d5d9c01-ec3b-41eb-abe4-997790ad6c28 req-8f08e8e9-2444-4573-ac04-b45464c6ca47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da64f1e7-b4ca-4223-ba2e-28177fdfd380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405118 Dec 12 00:02:28.059269 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d5d9c01-ec3b-41eb-abe4-997790ad6c28 req-81a8999d-2fd9-453a-9512-f92f60f873e7 service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813365 Dec 12 00:02:28.167055 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-1d5d9c01-ec3b-41eb-abe4-997790ad6c28 req-47e52eb8-f9e7-445f-9b2e-5ab42c6400a4 service neutron] 10.222.0.47 "GET /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897586 Dec 12 00:02:28.321462 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05d89a-4050-47e2-a9cd-1b74c2b3d5c8 req-d0021602-c704-49fc-bb16-b68fa10c0ffa tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:02:28.322920 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f05d89a-4050-47e2-a9cd-1b74c2b3d5c8 req-d0021602-c704-49fc-bb16-b68fa10c0ffa tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 947 time: 0.0507193 Dec 12 00:02:28.372936 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6f05d89a-4050-47e2-a9cd-1b74c2b3d5c8 req-f44c6876-0bee-49f5-9101-5e208d0ad76b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/security-groups?id=c1983796-d4fa-4934-b5e5-0174d326e4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439351 Dec 12 00:02:28.667450 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4019892-3eff-4436-8675-96ed23b7716e req-f3d0453b-06a2-4d7f-92f4-57a07dcc209c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:02:28.668895 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e4019892-3eff-4436-8675-96ed23b7716e req-f3d0453b-06a2-4d7f-92f4-57a07dcc209c tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 947 time: 0.0526931 Dec 12 00:02:28.756738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e4019892-3eff-4436-8675-96ed23b7716e req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Deleting port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:02:28.757104 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e4019892-3eff-4436-8675-96ed23b7716e req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:28.847360 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-e4019892-3eff-4436-8675-96ed23b7716e req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] For port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:02:28.847721 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e4019892-3eff-4436-8675-96ed23b7716e req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:28.859827 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-e4019892-3eff-4436-8675-96ed23b7716e req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Calling delete_port for 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:02:29.052460 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e4019892-3eff-4436-8675-96ed23b7716e req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:29.085221 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event deleted for resources: {'Port': ['ID=4735e6a4-3b9a-4f19-98fc-4d3767a99bd5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:29.099897 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:29.100258 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:29.100613 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:29.100963 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:29.101303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:29.101645 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:29.102195 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:29.102542 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:29.102906 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:29.103243 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:29.103576 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:29.103907 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:29.104239 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:29.139454 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4019892-3eff-4436-8675-96ed23b7716e req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] No DVR routers for this DVR port 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 00:02:29.141907 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-e4019892-3eff-4436-8675-96ed23b7716e req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:29.145341 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e4019892-3eff-4436-8675-96ed23b7716e req-f4ccc7e8-fe36-4a4b-be08-e6ceb56d330a tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.47 "DELETE /v2.0/ports/4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 HTTP/1.1" status: 204 len: 173 time: 0.4702499 Dec 12 00:02:29.145886 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'name': 'network-vif-deleted', 'tag': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:02:29.148301 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1807160-dda0-4363-bb91-16bae6caac86" -d '{"events": [{"server_uuid": "0b76f617-1455-4225-89ba-3cde9f3d35ae", "name": "network-vif-deleted", "tag": "4735e6a4-3b9a-4f19-98fc-4d3767a99bd5"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:02:29.250266 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 00:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e1ad6c-b3e9-40b1-b842-e3d794831fa1 x-openstack-request-id: req-67e1ad6c-b3e9-40b1-b842-e3d794831fa1 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:02:29.250907 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b76f617-1455-4225-89ba-3cde9f3d35ae", "name": "network-vif-deleted", "tag": "4735e6a4-3b9a-4f19-98fc-4d3767a99bd5", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:02:29.250907 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67e1ad6c-b3e9-40b1-b842-e3d794831fa1 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:02:29.251246 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b76f617-1455-4225-89ba-3cde9f3d35ae', 'name': 'network-vif-deleted', 'tag': '4735e6a4-3b9a-4f19-98fc-4d3767a99bd5', 'status': 'completed', 'code': 200} Dec 12 00:02:29.476021 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-b416cd26-63ca-4411-ab0c-eeae52d9a825 req-46e5c014-1a47-4742-bd51-cef2a255455b tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 210 time: 0.0331023 Dec 12 00:02:30.623770 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-2bfa4c94-fec4-4fe7-989d-5711f0028781 req-a1da32cd-ce49-4707-8ee8-2a815dafa9d1 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 210 time: 0.0780272 Dec 12 00:02:31.717758 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-855930d0-decb-4eda-8547-dcc2b79de8ce req-ce4c5838-be43-4c0e-b8d5-5bf023bd5666 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 210 time: 0.0260723 Dec 12 00:02:32.811771 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d1754881-e8ba-4c0b-8ef0-159f2886f218 req-5dadf0e0-61b8-4da4-99fe-65ff7a8d9295 tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 210 time: 0.0256641 Dec 12 00:02:33.246238 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:02:33.272100 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 00:02:33.272463 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device 4735e6a4-3b9a-4f19-98fc-4d3767a99bd5 not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 00:02:33.912744 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4f6c5983-6948-409f-999e-b3abbe7480aa req-58b9251e-f15b-44c1-a56d-9ec55256dbfa tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b76f617-1455-4225-89ba-3cde9f3d35ae HTTP/1.1" status: 200 len: 210 time: 0.0270267 Dec 12 00:02:34.969791 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52648) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:35.031934 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-58b88a74-25e8-44dd-898c-dde54cad44cc tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:35.058899 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-58b88a74-25e8-44dd-898c-dde54cad44cc tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:35.183848 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-58b88a74-25e8-44dd-898c-dde54cad44cc tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:35.186689 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-58b88a74-25e8-44dd-898c-dde54cad44cc tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:35.190480 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-58b88a74-25e8-44dd-898c-dde54cad44cc tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] 10.222.0.45 "DELETE /v2.0/security-groups/c1983796-d4fa-4934-b5e5-0174d326e4ba HTTP/1.1" status: 204 len: 168 time: 0.2171803 Dec 12 00:02:35.201277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b88a74-25e8-44dd-898c-dde54cad44cc tempest-TestShelveInstance-702827420 tempest-TestShelveInstance-702827420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1983796-d4fa-4934-b5e5-0174d326e4ba,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:35.310919 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52652) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:35.788086 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27cf0c73-2f82-424f-a188-52baa8897988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:36.042494 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-27cf0c73-2f82-424f-a188-52baa8897988 admin admin] Deleting port ead54474-75da-4da8-bba6-b78d5dfa811e {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:02:36.043269 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27cf0c73-2f82-424f-a188-52baa8897988 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:36.125131 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-27cf0c73-2f82-424f-a188-52baa8897988 admin admin] For port ead54474-75da-4da8-bba6-b78d5dfa811e, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=ead54474-75da-4da8-bba6-b78d5dfa811e,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:02:36.125505 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27cf0c73-2f82-424f-a188-52baa8897988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:36.137366 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-27cf0c73-2f82-424f-a188-52baa8897988 admin admin] Calling delete_port for ead54474-75da-4da8-bba6-b78d5dfa811e owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:02:36.415244 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27cf0c73-2f82-424f-a188-52baa8897988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:36.443241 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf0c73-2f82-424f-a188-52baa8897988 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead54474-75da-4da8-bba6-b78d5dfa811e,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:36.651069 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-27cf0c73-2f82-424f-a188-52baa8897988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:36.894944 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cf0c73-2f82-424f-a188-52baa8897988 admin admin] Router 2f7add44-11b2-4a28-9448-410584f83b76 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 00:02:37.004336 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cf0c73-2f82-424f-a188-52baa8897988 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 00:02:37.009460 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-27cf0c73-2f82-424f-a188-52baa8897988 admin admin] 10.222.0.45 "PUT /v2.0/routers/2f7add44-11b2-4a28-9448-410584f83b76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6976085 Dec 12 00:02:37.012052 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52656) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:37.014759 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b670a4-b059-4854-9661-5ea3fc0e2ffe None None] Sync routers for ids ['2f7add44-11b2-4a28-9448-410584f83b76'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 00:02:37.026785 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b670a4-b059-4854-9661-5ea3fc0e2ffe None None] Routers {'2f7add44-11b2-4a28-9448-410584f83b76'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:02:37.027794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-50b670a4-b059-4854-9661-5ea3fc0e2ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f7add44-11b2-4a28-9448-410584f83b76'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:37.123130 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e90e-a19c-414a-847c-888d48a24de8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:37.139000 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-50b670a4-b059-4854-9661-5ea3fc0e2ffe None None] Set router 2f7add44-11b2-4a28-9448-410584f83b76 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:02:37.332167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-50b670a4-b059-4854-9661-5ea3fc0e2ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-12T00:02:36Z', 'revision_number': 5, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:37.365170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b670a4-b059-4854-9661-5ea3fc0e2ffe None None] Checking router: 2f7add44-11b2-4a28-9448-410584f83b76 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 00:02:37.374493 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b670a4-b059-4854-9661-5ea3fc0e2ffe None None] Routers {'2f7add44-11b2-4a28-9448-410584f83b76'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:02:37.375308 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-50b670a4-b059-4854-9661-5ea3fc0e2ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['2f7add44-11b2-4a28-9448-410584f83b76'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:37.486683 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-50b670a4-b059-4854-9661-5ea3fc0e2ffe None None] Set router 2f7add44-11b2-4a28-9448-410584f83b76 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:02:37.560430 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e90e-a19c-414a-847c-888d48a24de8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:37.669923 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-50b670a4-b059-4854-9661-5ea3fc0e2ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-12T00:02:36Z', 'revision_number': 5, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:37.686161 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-2eb3e90e-a19c-414a-847c-888d48a24de8 admin admin] Deleting port d6aad105-73d2-4ad3-8575-83bea6111802 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:02:37.686503 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e90e-a19c-414a-847c-888d48a24de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:37.697672 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b670a4-b059-4854-9661-5ea3fc0e2ffe None None] The sync data for ids ['2f7add44-11b2-4a28-9448-410584f83b76'] in n-d-710847-6 is: [{'id': '2f7add44-11b2-4a28-9448-410584f83b76', 'name': 'tempest-TestShelveInstance-1974613110-router', 'tenant_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:49Z', 'updated_at': '2021-12-12T00:02:36Z', 'revision_number': 5, 'project_id': 'e6d01a9fde4948ec848c70dd84c6c626', 'gw_port': {'id': 'd6aad105-73d2-4ad3-8575-83bea6111802', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7add44-11b2-4a28-9448-410584f83b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:50Z', 'updated_at': '2021-12-11T23:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 00:02:37.780011 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-2eb3e90e-a19c-414a-847c-888d48a24de8 admin admin] For port d6aad105-73d2-4ad3-8575-83bea6111802, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=d6aad105-73d2-4ad3-8575-83bea6111802,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:02:37.780383 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e90e-a19c-414a-847c-888d48a24de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:37.792968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-2eb3e90e-a19c-414a-847c-888d48a24de8 admin admin] Calling delete_port for d6aad105-73d2-4ad3-8575-83bea6111802 owned by network:router_gateway {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:02:38.024306 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e90e-a19c-414a-847c-888d48a24de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:38.051059 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3e90e-a19c-414a-847c-888d48a24de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6aad105-73d2-4ad3-8575-83bea6111802,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:38.068277 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f4023-57e2-43af-84bf-af3fc4e36847 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 00:02:38.116920 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e90e-a19c-414a-847c-888d48a24de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:38.217038 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e90e-a19c-414a-847c-888d48a24de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:38.219342 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e90e-a19c-414a-847c-888d48a24de8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:38.367177 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e90e-a19c-414a-847c-888d48a24de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:38.367716 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb3e90e-a19c-414a-847c-888d48a24de8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f7add44-11b2-4a28-9448-410584f83b76 {{(pid=103692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 00:02:38.372721 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e90e-a19c-414a-847c-888d48a24de8 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:38.374052 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-2eb3e90e-a19c-414a-847c-888d48a24de8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2f7add44-11b2-4a28-9448-410584f83b76 HTTP/1.1" status: 204 len: 168 time: 1.3606222 Dec 12 00:02:38.376317 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52658) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:38.423498 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_v2 [None req-743c715a-bf79-4365-abed-a18a90b18061 admin admin] Deleting subnet df852397-d626-457b-992c-2616db187748 {{(pid=103692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 00:02:38.428093 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-743c715a-bf79-4365-abed-a18a90b18061 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:38.466688 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-743c715a-bf79-4365-abed-a18a90b18061 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128498755'] for subnet, precommit_delete_associations {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:38.550204 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-743c715a-bf79-4365-abed-a18a90b18061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:38.669660 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-743c715a-bf79-4365-abed-a18a90b18061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127197109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126114214'] for subnet, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:38.695747 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c715a-bf79-4365-abed-a18a90b18061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df852397-d626-457b-992c-2616db187748,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:38.699443 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-743c715a-bf79-4365-abed-a18a90b18061 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:38.702901 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-743c715a-bf79-4365-abed-a18a90b18061 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/df852397-d626-457b-992c-2616db187748 HTTP/1.1" status: 204 len: 168 time: 0.3253050 Dec 12 00:02:38.705232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52660) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:38.705381 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b510f4dc-8e50-42a6-a5eb-596d505453d1 None None] Network da64f1e7-b4ca-4223-ba2e-28177fdfd380 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 00:02:38.778059 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:38.854353 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] Deleting port 71228cc6-f0da-4586-8e95-b794751766c5 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:02:38.854784 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:38.881564 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] DHCP port deletion for da64f1e7-b4ca-4223-ba2e-28177fdfd380 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 00:02:38.919367 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] For port 71228cc6-f0da-4586-8e95-b794751766c5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=71228cc6-f0da-4586-8e95-b794751766c5,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:02:38.919753 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:38.929802 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Deleting port 71228cc6-f0da-4586-8e95-b794751766c5 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:02:38.930183 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:38.933520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] Calling delete_port for 71228cc6-f0da-4586-8e95-b794751766c5 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:02:38.997706 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] For port 71228cc6-f0da-4586-8e95-b794751766c5, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=71228cc6-f0da-4586-8e95-b794751766c5,segment=NetworkSegment(8b43ded8-c9a6-4fd7-878d-6f532bd90e7d),segment_id=8b43ded8-c9a6-4fd7-878d-6f532bd90e7d)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:02:38.998136 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:39.011056 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Calling delete_port for 71228cc6-f0da-4586-8e95-b794751766c5 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:02:39.086670 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:39.092220 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:39.114549 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] Pushing event deleted for resources: {'Port': ['ID=71228cc6-f0da-4586-8e95-b794751766c5,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:39.116495 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] No DVR routers for this DVR port 71228cc6-f0da-4586-8e95-b794751766c5 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 00:02:39.191539 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:39.214339 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da64f1e7-b4ca-4223-ba2e-28177fdfd380']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:39.224569 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:39.225280 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b43ded8-c9a6-4fd7-878d-6f532bd90e7d') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:39.239753 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:39.253250 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:39.260354 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 00:02:39.260756 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: timer() Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: self._notify() Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 00:02:39.262510 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 00:02:39.279924 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Pushing event deleted for resources: {'Port': ['ID=71228cc6-f0da-4586-8e95-b794751766c5,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:39.282382 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] No DVR routers for this DVR port 71228cc6-f0da-4586-8e95-b794751766c5 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 00:02:39.292191 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:39.292545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:39.292895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:39.293446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:39.293794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:39.294133 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:39.294474 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:39.294824 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:39.295165 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:39.295496 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:39.295826 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:39.296201 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:39.296470 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7770c5-8e9f-4cd1-bd10-afd70dff5194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:39.374365 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:39.381059 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:39.384289 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] 10.222.0.45 "DELETE /v2.0/networks/da64f1e7-b4ca-4223-ba2e-28177fdfd380 HTTP/1.1" status: 204 len: 168 time: 0.6775365 Dec 12 00:02:39.387418 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52662) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:39.393843 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9522d-4d9e-4ab0-9a50-1e3e9bc40724 admin admin] Pushing event deleted for resources: {'Network': ['ID=da64f1e7-b4ca-4223-ba2e-28177fdfd380,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:39.640356 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d6aad105-73d2-4ad3-8575-83bea6111802 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:02:39.661341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: d6aad105-73d2-4ad3-8575-83bea6111802 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 00:02:39.661690 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device d6aad105-73d2-4ad3-8575-83bea6111802 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 00:02:39.662106 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 71228cc6-f0da-4586-8e95-b794751766c5 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:02:39.681618 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 71228cc6-f0da-4586-8e95-b794751766c5 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 00:02:39.681969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 71228cc6-f0da-4586-8e95-b794751766c5 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 00:02:39.682392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ead54474-75da-4da8-bba6-b78d5dfa811e no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:02:39.701682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: ead54474-75da-4da8-bba6-b78d5dfa811e {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 00:02:39.702041 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device ead54474-75da-4da8-bba6-b78d5dfa811e not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 00:02:39.734131 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bbda35d3-902d-42a5-afbc-5f45058633ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:39.974517 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-bbda35d3-902d-42a5-afbc-5f45058633ac admin admin] Deleting port 9feb99b4-278b-43a0-9f27-ebab7b14a1cb {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:02:39.974775 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bbda35d3-902d-42a5-afbc-5f45058633ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:40.054211 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-bbda35d3-902d-42a5-afbc-5f45058633ac admin admin] For port 9feb99b4-278b-43a0-9f27-ebab7b14a1cb, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=9feb99b4-278b-43a0-9f27-ebab7b14a1cb,segment=NetworkSegment(a155a638-b013-4d6b-8339-1695c68711ae),segment_id=a155a638-b013-4d6b-8339-1695c68711ae)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:02:40.054572 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bbda35d3-902d-42a5-afbc-5f45058633ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:40.067310 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-bbda35d3-902d-42a5-afbc-5f45058633ac admin admin] Calling delete_port for 9feb99b4-278b-43a0-9f27-ebab7b14a1cb owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:02:40.317474 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bbda35d3-902d-42a5-afbc-5f45058633ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:40.340774 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda35d3-902d-42a5-afbc-5f45058633ac admin admin] Pushing event deleted for resources: {'Port': ['ID=9feb99b4-278b-43a0-9f27-ebab7b14a1cb,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:40.516540 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-bbda35d3-902d-42a5-afbc-5f45058633ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:40.727656 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbda35d3-902d-42a5-afbc-5f45058633ac admin admin] Router d4c48dde-37d3-42c2-9405-0dcf57ffedd9 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 00:02:40.831572 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbda35d3-902d-42a5-afbc-5f45058633ac admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 00:02:40.837071 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bbda35d3-902d-42a5-afbc-5f45058633ac admin admin] 10.222.0.45 "PUT /v2.0/routers/d4c48dde-37d3-42c2-9405-0dcf57ffedd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4481487 Dec 12 00:02:40.839408 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52664) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:40.841646 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812167cc-ed7a-426a-9e6d-400efc924164 None None] Sync routers for ids ['d4c48dde-37d3-42c2-9405-0dcf57ffedd9'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 00:02:40.853332 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812167cc-ed7a-426a-9e6d-400efc924164 None None] Routers {'d4c48dde-37d3-42c2-9405-0dcf57ffedd9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:02:40.853964 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-812167cc-ed7a-426a-9e6d-400efc924164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d4c48dde-37d3-42c2-9405-0dcf57ffedd9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:40.967065 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-812167cc-ed7a-426a-9e6d-400efc924164 None None] Set router d4c48dde-37d3-42c2-9405-0dcf57ffedd9 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:02:41.160848 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-812167cc-ed7a-426a-9e6d-400efc924164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'name': 'tempest-TestShelveInstance-1445251264-router', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3a025134-e057-41db-a10b-de9353e3d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:55Z', 'updated_at': '2021-12-12T00:02:40Z', 'revision_number': 5, 'project_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'gw_port': {'id': '3a025134-e057-41db-a10b-de9353e3d98a', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:56Z', 'updated_at': '2021-12-11T23:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:41.188873 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812167cc-ed7a-426a-9e6d-400efc924164 None None] Checking router: d4c48dde-37d3-42c2-9405-0dcf57ffedd9 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 00:02:41.198067 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812167cc-ed7a-426a-9e6d-400efc924164 None None] Routers {'d4c48dde-37d3-42c2-9405-0dcf57ffedd9'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:02:41.198682 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-812167cc-ed7a-426a-9e6d-400efc924164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['d4c48dde-37d3-42c2-9405-0dcf57ffedd9'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:41.226202 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c293058b-1a54-4fce-beee-e1dca2e04879 admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:41.309356 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-812167cc-ed7a-426a-9e6d-400efc924164 None None] Set router d4c48dde-37d3-42c2-9405-0dcf57ffedd9 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:02:41.329331 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c293058b-1a54-4fce-beee-e1dca2e04879 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:41.449171 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c293058b-1a54-4fce-beee-e1dca2e04879 admin admin] Deleting port 3a025134-e057-41db-a10b-de9353e3d98a {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:02:41.449518 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c293058b-1a54-4fce-beee-e1dca2e04879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:41.486036 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-812167cc-ed7a-426a-9e6d-400efc924164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'name': 'tempest-TestShelveInstance-1445251264-router', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3a025134-e057-41db-a10b-de9353e3d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:55Z', 'updated_at': '2021-12-12T00:02:40Z', 'revision_number': 5, 'project_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'gw_port': {'id': '3a025134-e057-41db-a10b-de9353e3d98a', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:56Z', 'updated_at': '2021-12-11T23:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:41.516342 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812167cc-ed7a-426a-9e6d-400efc924164 None None] The sync data for ids ['d4c48dde-37d3-42c2-9405-0dcf57ffedd9'] in n-d-710847-6 is: [{'id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'name': 'tempest-TestShelveInstance-1445251264-router', 'tenant_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3a025134-e057-41db-a10b-de9353e3d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T23:51:55Z', 'updated_at': '2021-12-12T00:02:40Z', 'revision_number': 5, 'project_id': '7e8578067bc24a89b9c65d61a4c9ee50', 'gw_port': {'id': '3a025134-e057-41db-a10b-de9353e3d98a', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c48dde-37d3-42c2-9405-0dcf57ffedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T23:51:56Z', 'updated_at': '2021-12-11T23:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 00:02:41.526772 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-c293058b-1a54-4fce-beee-e1dca2e04879 admin admin] For port 3a025134-e057-41db-a10b-de9353e3d98a, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3a025134-e057-41db-a10b-de9353e3d98a,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:02:41.527345 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c293058b-1a54-4fce-beee-e1dca2e04879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:41.540476 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-c293058b-1a54-4fce-beee-e1dca2e04879 admin admin] Calling delete_port for 3a025134-e057-41db-a10b-de9353e3d98a owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:02:41.777943 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c293058b-1a54-4fce-beee-e1dca2e04879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:41.802513 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293058b-1a54-4fce-beee-e1dca2e04879 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a025134-e057-41db-a10b-de9353e3d98a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:41.818260 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f4488e-fe98-43aa-8de6-377ee7e811ca None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 00:02:41.876990 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c293058b-1a54-4fce-beee-e1dca2e04879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:41.965158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9feb99b4-278b-43a0-9f27-ebab7b14a1cb no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:02:41.981390 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c293058b-1a54-4fce-beee-e1dca2e04879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:41.983600 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c293058b-1a54-4fce-beee-e1dca2e04879 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:41.991162 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 9feb99b4-278b-43a0-9f27-ebab7b14a1cb {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 00:02:41.991609 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 9feb99b4-278b-43a0-9f27-ebab7b14a1cb not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 00:02:42.111994 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c293058b-1a54-4fce-beee-e1dca2e04879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.112518 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c293058b-1a54-4fce-beee-e1dca2e04879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4c48dde-37d3-42c2-9405-0dcf57ffedd9 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 00:02:42.119215 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-c293058b-1a54-4fce-beee-e1dca2e04879 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.121091 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-c293058b-1a54-4fce-beee-e1dca2e04879 admin admin] 10.222.0.45 "DELETE /v2.0/routers/d4c48dde-37d3-42c2-9405-0dcf57ffedd9 HTTP/1.1" status: 204 len: 168 time: 1.2808371 Dec 12 00:02:42.128328 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52666) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:42.175622 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-447a59ef-62fe-437c-b63e-a28fc79f751e admin admin] Deleting subnet add5b774-64bc-423c-84c0-36e28714e93c {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 00:02:42.179315 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-447a59ef-62fe-437c-b63e-a28fc79f751e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.216085 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-447a59ef-62fe-437c-b63e-a28fc79f751e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.294057 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-447a59ef-62fe-437c-b63e-a28fc79f751e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.408954 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-447a59ef-62fe-437c-b63e-a28fc79f751e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.438485 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a59ef-62fe-437c-b63e-a28fc79f751e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add5b774-64bc-423c-84c0-36e28714e93c,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:42.442898 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-447a59ef-62fe-437c-b63e-a28fc79f751e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.446133 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-447a59ef-62fe-437c-b63e-a28fc79f751e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/add5b774-64bc-423c-84c0-36e28714e93c HTTP/1.1" status: 204 len: 168 time: 0.3213136 Dec 12 00:02:42.449246 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52668) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:42.450251 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2457076-c474-444c-8460-0adfacb5c94b None None] Network ecca1765-1ec8-4846-9eea-0db12e95ba8a requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 00:02:42.522651 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.588346 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] Deleting port e78ba744-80a1-4f7f-acad-36db18e4d6b4 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:02:42.588603 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.618174 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed38d99c-e562-4295-a18b-65cdf1da5da5 None None] DHCP port deletion for ecca1765-1ec8-4846-9eea-0db12e95ba8a request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 00:02:42.651714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] For port e78ba744-80a1-4f7f-acad-36db18e4d6b4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e78ba744-80a1-4f7f-acad-36db18e4d6b4,segment=NetworkSegment(a155a638-b013-4d6b-8339-1695c68711ae),segment_id=a155a638-b013-4d6b-8339-1695c68711ae)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:02:42.652130 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.665203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] Calling delete_port for e78ba744-80a1-4f7f-acad-36db18e4d6b4 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:02:42.666829 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ed38d99c-e562-4295-a18b-65cdf1da5da5 None None] Deleting port e78ba744-80a1-4f7f-acad-36db18e4d6b4 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:02:42.667235 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ed38d99c-e562-4295-a18b-65cdf1da5da5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.730038 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ed38d99c-e562-4295-a18b-65cdf1da5da5 None None] For port e78ba744-80a1-4f7f-acad-36db18e4d6b4, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=e78ba744-80a1-4f7f-acad-36db18e4d6b4,segment=NetworkSegment(a155a638-b013-4d6b-8339-1695c68711ae),segment_id=a155a638-b013-4d6b-8339-1695c68711ae)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:02:42.730449 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ed38d99c-e562-4295-a18b-65cdf1da5da5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.744478 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ed38d99c-e562-4295-a18b-65cdf1da5da5 None None] Calling delete_port for e78ba744-80a1-4f7f-acad-36db18e4d6b4 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:02:42.819087 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.825130 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ed38d99c-e562-4295-a18b-65cdf1da5da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.846184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] Pushing event deleted for resources: {'Port': ['ID=e78ba744-80a1-4f7f-acad-36db18e4d6b4,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:42.848189 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] No DVR routers for this DVR port e78ba744-80a1-4f7f-acad-36db18e4d6b4 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 00:02:42.854950 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38d99c-e562-4295-a18b-65cdf1da5da5 None None] Pushing event deleted for resources: {'Port': ['ID=e78ba744-80a1-4f7f-acad-36db18e4d6b4,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:42.857397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed38d99c-e562-4295-a18b-65cdf1da5da5 None None] No DVR routers for this DVR port e78ba744-80a1-4f7f-acad-36db18e4d6b4 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 00:02:42.923362 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.948038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecca1765-1ec8-4846-9eea-0db12e95ba8a']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:42.957023 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a155a638-b013-4d6b-8339-1695c68711ae') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:42.957325 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a155a638-b013-4d6b-8339-1695c68711ae') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:42.966769 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.980032 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.986127 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: timer() Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: self._notify() Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 00:02:42.995328 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 00:02:43.111361 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:43.118157 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:43.121422 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ecca1765-1ec8-4846-9eea-0db12e95ba8a HTTP/1.1" status: 204 len: 168 time: 0.6711612 Dec 12 00:02:43.133534 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36292e4b-a146-4702-a1db-43ef3f53f560 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecca1765-1ec8-4846-9eea-0db12e95ba8a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:43.448901 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52672) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:43.489408 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-a14c0387-e3f2-4245-95b0-08fa4a731a63 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e6d01a9fde4948ec848c70dd84c6c626&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392952 Dec 12 00:02:43.491937 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52674) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:43.538198 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6933a55-4a5a-4059-9f94-985d2e6029f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:43.559061 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6933a55-4a5a-4059-9f94-985d2e6029f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:43.638583 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3a025134-e057-41db-a10b-de9353e3d98a no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:02:43.659377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 3a025134-e057-41db-a10b-de9353e3d98a {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 00:02:43.662140 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3a025134-e057-41db-a10b-de9353e3d98a not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 00:02:43.662140 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e78ba744-80a1-4f7f-acad-36db18e4d6b4 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:02:43.680137 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: e78ba744-80a1-4f7f-acad-36db18e4d6b4 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 00:02:43.680498 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device e78ba744-80a1-4f7f-acad-36db18e4d6b4 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 00:02:43.681403 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6933a55-4a5a-4059-9f94-985d2e6029f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:43.684275 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-b6933a55-4a5a-4059-9f94-985d2e6029f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:43.685437 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-b6933a55-4a5a-4059-9f94-985d2e6029f5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab64d022-3278-4240-9606-9f4235ff502a HTTP/1.1" status: 204 len: 168 time: 0.1925600 Dec 12 00:02:43.695066 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6933a55-4a5a-4059-9f94-985d2e6029f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab64d022-3278-4240-9606-9f4235ff502a,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:44.297224 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52680) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:44.337731 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-1fdcaebb-7237-47ff-acfa-92cfb84b45a3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e8578067bc24a89b9c65d61a4c9ee50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393467 Dec 12 00:02:44.340290 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52682) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:44.390924 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-143561fa-b09e-413c-9ed8-9ca6f2e70e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:44.411327 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-143561fa-b09e-413c-9ed8-9ca6f2e70e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:44.517251 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-143561fa-b09e-413c-9ed8-9ca6f2e70e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:44.520409 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-143561fa-b09e-413c-9ed8-9ca6f2e70e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:44.523973 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-143561fa-b09e-413c-9ed8-9ca6f2e70e70 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ccf66eb-8d87-4a5b-a66d-091f638a191f HTTP/1.1" status: 204 len: 168 time: 0.1803265 Dec 12 00:02:44.531038 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143561fa-b09e-413c-9ed8-9ca6f2e70e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccf66eb-8d87-4a5b-a66d-091f638a191f,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:44.615376 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:45.596833 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52704) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:45.690459 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-6df09276-e752-4663-a221-b2dcecd007b6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1225860945-network', 'tenant_id': '08c42a65869d44ee83c7475d3199068c'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:02:45.767087 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df09276-e752-4663-a221-b2dcecd007b6 admin admin] Made reservation on behalf of 08c42a65869d44ee83c7475d3199068c for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 00:02:45.769364 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6df09276-e752-4663-a221-b2dcecd007b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:45.778585 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6df09276-e752-4663-a221-b2dcecd007b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:45.851252 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6df09276-e752-4663-a221-b2dcecd007b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:45.917082 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6df09276-e752-4663-a221-b2dcecd007b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:45.941080 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df09276-e752-4663-a221-b2dcecd007b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 00:02:45.950644 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df09276-e752-4663-a221-b2dcecd007b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3666539d-5aed-49cd-a40b-c5754a615e11,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:45.956099 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6df09276-e752-4663-a221-b2dcecd007b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:45.956442 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-6df09276-e752-4663-a221-b2dcecd007b6 admin admin] Added segment 2dda3a3e-57a9-4162-8d83-7004b4020536 of type vlan for network 677ac656-4473-4e8e-b87b-5230edfbd394 Dec 12 00:02:45.997397 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6df09276-e752-4663-a221-b2dcecd007b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:46.077297 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6df09276-e752-4663-a221-b2dcecd007b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:46.078257 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df09276-e752-4663-a221-b2dcecd007b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:02:46.078857 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-6df09276-e752-4663-a221-b2dcecd007b6 admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:46.138551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df09276-e752-4663-a221-b2dcecd007b6 admin admin] Pushing event updated for resources: {'Network': ['ID=677ac656-4473-4e8e-b87b-5230edfbd394,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:46.148966 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 677ac656-4473-4e8e-b87b-5230edfbd394 details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 00:02:46.188984 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-6df09276-e752-4663-a221-b2dcecd007b6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5909319 Dec 12 00:02:46.192384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52708) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:46.197446 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-eeb793a1-cccd-4e82-a92c-c01c51c76abb admin admin] Request body: {'subnet': {'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1225860945-subnet', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'ip_version': 4}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:02:46.275202 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb793a1-cccd-4e82-a92c-c01c51c76abb admin admin] Made reservation on behalf of 08c42a65869d44ee83c7475d3199068c for: {'subnet': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 00:02:46.277629 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eeb793a1-cccd-4e82-a92c-c01c51c76abb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126114241'] for subnet, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:46.503851 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eeb793a1-cccd-4e82-a92c-c01c51c76abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127196274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126114271'] for subnet, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:46.563543 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb793a1-cccd-4e82-a92c-c01c51c76abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f83e53a-f2cd-40a7-bec5-9c07f27cefa7,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:46.569415 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb793a1-cccd-4e82-a92c-c01c51c76abb admin admin] Checking segment: {'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 00:02:46.569798 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb793a1-cccd-4e82-a92c-c01c51c76abb admin admin] Network hostable DHCP agents. Network: 677ac656-4473-4e8e-b87b-5230edfbd394, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 00:02:46.671867 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb793a1-cccd-4e82-a92c-c01c51c76abb admin admin] Network 677ac656-4473-4e8e-b87b-5230edfbd394 is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 00:02:46.745851 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-eeb793a1-cccd-4e82-a92c-c01c51c76abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 677ac656-4473-4e8e-b87b-5230edfbd394) {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 00:02:46.750224 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb793a1-cccd-4e82-a92c-c01c51c76abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:02:46.751277 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-eeb793a1-cccd-4e82-a92c-c01c51c76abb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:46.754935 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7533f8d-756a-4df7-8ebc-e158af75469b None None] Network 677ac656-4473-4e8e-b87b-5230edfbd394 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 00:02:46.843715 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-eeb793a1-cccd-4e82-a92c-c01c51c76abb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6501892 Dec 12 00:02:46.846400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52710) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:46.851417 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:02:46.854707 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-677ac656-4473-4e8e-b87b-5230edfbd394', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'project_id': '08c42a65869d44ee83c7475d3199068c', 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 00:02:46.855840 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:46.966944 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:46.968047 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:46.999813 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Allocated IP 172.20.0.2 (677ac656-4473-4e8e-b87b-5230edfbd394/5f83e53a-f2cd-40a7-bec5-9c07f27cefa7/cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 00:02:47.024932 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:47.142097 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:47.203241 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:47.246612 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Network 677ac656-4473-4e8e-b87b-5230edfbd394 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 00:02:47.250588 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:47.252063 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 00:02:47.254606 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Pushing event updated for resources: {'Port': ['ID=cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:47.257976 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 00:02:47.310374 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Attempting to bind port cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 00:02:47.310668 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Attempting to bind port cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 00:02:47.311064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Attempting to bind port cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28 on network 677ac656-4473-4e8e-b87b-5230edfbd394 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 00:02:47.315928 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 0, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 00:02:47.316300 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Checking segment: {'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 00:02:47.316777 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:47.317189 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Bound using segment: {'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 00:02:47.317644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Bound port: cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 00:02:47.318026 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:47.399647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] For port cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 00:02:47.403102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] For port cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 00:02:47.471917 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:47.526126 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:47.536296 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba58ef8-b64f-470c-9b62-c90e562d5b17 None None] Pushing event updated for resources: {'Port': ['ID=cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:47.545733 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:47.657714 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Allocated IP 172.25.1.190 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/f0c5ac97-c55b-4fec-8c79-37be15091a68) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 00:02:47.779568 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:47.881989 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:47.926958 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 00:02:47.929795 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 00:02:47.933653 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 00:02:47.943102 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daabc3b1-1a3d-46f7-8411-dea503016dec None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 00:02:47.958020 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c5ac97-c55b-4fec-8c79-37be15091a68,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:47.981455 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-8fe17563-4a06-4ec6-b0b9-3a9a50cac168 None None] Provisioning complete for port f0c5ac97-c55b-4fec-8c79-37be15091a68 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:47.981732 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8fe17563-4a06-4ec6-b0b9-3a9a50cac168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:48.021760 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8fe17563-4a06-4ec6-b0b9-3a9a50cac168 None None] Port f0c5ac97-c55b-4fec-8c79-37be15091a68 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 00:02:48.265282 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:48.275387 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:48.442953 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6600228c-91e9-442b-a557-88ade6c67782 None None] Network 677ac656-4473-4e8e-b87b-5230edfbd394 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 00:02:48.470259 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:48.553627 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-b2ac95d1-802b-43c9-8adc-ecafbfc9aacd None None] Provisioning complete for port cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:48.553875 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b2ac95d1-802b-43c9-8adc-ecafbfc9aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:48.642168 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b2ac95d1-802b-43c9-8adc-ecafbfc9aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:48.660020 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Router 9ec026cc-fe83-4a1e-8328-7649111928eb is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 00:02:48.678156 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-b2ac95d1-802b-43c9-8adc-ecafbfc9aacd None None] For port cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:02:48.751506 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b2ac95d1-802b-43c9-8adc-ecafbfc9aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:48.772106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 00:02:48.783846 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Sync routers for ids ['9ec026cc-fe83-4a1e-8328-7649111928eb'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 00:02:48.808383 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Routers {'9ec026cc-fe83-4a1e-8328-7649111928eb'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:02:48.814317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ec026cc-fe83-4a1e-8328-7649111928eb'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:48.862153 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac95d1-802b-43c9-8adc-ecafbfc9aacd None None] Pushing event updated for resources: {'Port': ['ID=cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:48.862389 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] Publish callbacks [] for router, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:48.866822 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-7f83bd5b-ebb7-44e2-a596-e370576bc1b4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0163174 Dec 12 00:02:48.867550 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52712) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:48.938339 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e696befa-f06b-42fb-8c94-97eb802820d6 None None] Provisioning complete for port cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:48.938339 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e696befa-f06b-42fb-8c94-97eb802820d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:48.971446 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Set router 9ec026cc-fe83-4a1e-8328-7649111928eb gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:02:49.046298 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-54363316-8da3-491b-a1ab-4721c5ab3904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:49.192828 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:48Z', 'revision_number': 3, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:49.219252 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Checking router: 9ec026cc-fe83-4a1e-8328-7649111928eb for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 00:02:49.219605 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Updating router 9ec026cc-fe83-4a1e-8328-7649111928eb port f0c5ac97-c55b-4fec-8c79-37be15091a68 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 00:02:49.244913 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:49.297756 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:49.452807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Allocated IP 172.20.0.1 (677ac656-4473-4e8e-b87b-5230edfbd394/5f83e53a-f2cd-40a7-bec5-9c07f27cefa7/a9aab24a-4d06-4747-b309-cb7c01e382e0) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 00:02:49.497877 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:49.556183 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:49.574228 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:49.625178 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b055d3e-61f6-4abd-851d-292ac72db7fe None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 00:02:49.641481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Attempting to bind port f0c5ac97-c55b-4fec-8c79-37be15091a68 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 00:02:49.641481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Attempting to bind port f0c5ac97-c55b-4fec-8c79-37be15091a68 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 00:02:49.641481 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Attempting to bind port f0c5ac97-c55b-4fec-8c79-37be15091a68 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 00:02:49.642189 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2cb26-e7db-4917-907b-1a502a703561 None None] Pushing event updated for resources: {'Port': ['ID=f0c5ac97-c55b-4fec-8c79-37be15091a68,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:49.648591 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 0, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 00:02:49.653271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 00:02:49.653271 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:49.653271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 00:02:49.653271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Bound port: f0c5ac97-c55b-4fec-8c79-37be15091a68, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 00:02:49.653271 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:49.672035 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:49.690499 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 00:02:49.716316 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Network 677ac656-4473-4e8e-b87b-5230edfbd394 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 00:02:49.719269 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 00:02:49.722780 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 00:02:49.740561 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-edc63c57-ed13-4761-a692-004fa3a0030a None None] Provisioning complete for port f0c5ac97-c55b-4fec-8c79-37be15091a68 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:49.740942 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-edc63c57-ed13-4761-a692-004fa3a0030a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:49.759695 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Pushing event updated for resources: {'Port': ['ID=a9aab24a-4d06-4747-b309-cb7c01e382e0,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:49.775655 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:49.944786 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] For port f0c5ac97-c55b-4fec-8c79-37be15091a68, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 00:02:49.964990 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] For port f0c5ac97-c55b-4fec-8c79-37be15091a68, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f0c5ac97-c55b-4fec-8c79-37be15091a68,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 00:02:49.973779 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-edc63c57-ed13-4761-a692-004fa3a0030a None None] Port f0c5ac97-c55b-4fec-8c79-37be15091a68 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 00:02:49.985260 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:49.985684 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:49.999411 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:50.032979 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:50.113089 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adaaf4d-7186-44bd-9838-556e44021331 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 00:02:50.152207 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0aa650b3-8654-493c-b285-45f6e2753bf2 None None] Provisioning complete for port a9aab24a-4d06-4747-b309-cb7c01e382e0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:50.152592 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0aa650b3-8654-493c-b285-45f6e2753bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:50.155118 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2cb26-e7db-4917-907b-1a502a703561 None None] Pushing event updated for resources: {'Port': ['ID=f0c5ac97-c55b-4fec-8c79-37be15091a68,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:50.158216 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Routers {'9ec026cc-fe83-4a1e-8328-7649111928eb'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:02:50.159220 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:02:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ec026cc-fe83-4a1e-8328-7649111928eb'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:50.179524 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:50.236127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0aa650b3-8654-493c-b285-45f6e2753bf2 None None] Port a9aab24a-4d06-4747-b309-cb7c01e382e0 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 00:02:50.260525 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:50.295794 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] Set router 9ec026cc-fe83-4a1e-8328-7649111928eb gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:02:50.328512 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:50.331220 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Pushing event updated for resources: {'Port': ['ID=a9aab24a-4d06-4747-b309-cb7c01e382e0,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:50.427927 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-d3503e2f-7dd6-4bb8-be84-dfaea5a4951b None None] Provisioning complete for port f0c5ac97-c55b-4fec-8c79-37be15091a68 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:50.428635 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d3503e2f-7dd6-4bb8-be84-dfaea5a4951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:50.429097 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Network 677ac656-4473-4e8e-b87b-5230edfbd394 is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 00:02:50.430606 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 00:02:50.554214 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Router 9ec026cc-fe83-4a1e-8328-7649111928eb has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 00:02:50.576230 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d3503e2f-7dd6-4bb8-be84-dfaea5a4951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:50.598110 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 1, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:50.604307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d3503e2f-7dd6-4bb8-be84-dfaea5a4951b None None] For port f0c5ac97-c55b-4fec-8c79-37be15091a68, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f0c5ac97-c55b-4fec-8c79-37be15091a68,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:02:50.629545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584e01bf-42e5-4ea9-8cd1-a431f07c16da None None] The sync data for ids ['9ec026cc-fe83-4a1e-8328-7649111928eb'] in n-d-710847-6 is: [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 1, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 00:02:50.675141 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d3503e2f-7dd6-4bb8-be84-dfaea5a4951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:50.686705 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 00:02:50.696389 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d322b78b-5165-42a9-9dae-3aa849699b07 admin admin] 10.222.0.45 "PUT /v2.0/routers/9ec026cc-fe83-4a1e-8328-7649111928eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8269958 Dec 12 00:02:50.740771 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3503e2f-7dd6-4bb8-be84-dfaea5a4951b None None] Pushing event updated for resources: {'Port': ['ID=f0c5ac97-c55b-4fec-8c79-37be15091a68,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:50.797341 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-71703fc8-daa3-4111-801e-ba9c3697a4ef None None] Provisioning complete for port a9aab24a-4d06-4747-b309-cb7c01e382e0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:50.797736 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-71703fc8-daa3-4111-801e-ba9c3697a4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:50.846108 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-71703fc8-daa3-4111-801e-ba9c3697a4ef None None] Port a9aab24a-4d06-4747-b309-cb7c01e382e0 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 00:02:51.340420 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-714204d1-c52d-4c0c-8600-dfd641461fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:51.435010 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52728) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:51.440131 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-21639290-7f8f-4eb1-937d-b74f563bba5b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-422377078-network', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:02:51.526964 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21639290-7f8f-4eb1-937d-b74f563bba5b admin admin] Made reservation on behalf of 0d6dd2cd460a4c1fa48a5a3407bf5170 for: {'network': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 00:02:51.529424 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21639290-7f8f-4eb1-937d-b74f563bba5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for network, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:51.539690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21639290-7f8f-4eb1-937d-b74f563bba5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:51.623415 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21639290-7f8f-4eb1-937d-b74f563bba5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:51.673170 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f0c5ac97-c55b-4fec-8c79-37be15091a68 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 00:02:51.698234 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21639290-7f8f-4eb1-937d-b74f563bba5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:51.721658 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21639290-7f8f-4eb1-937d-b74f563bba5b admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103691) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 00:02:51.725554 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port f0c5ac97-c55b-4fec-8c79-37be15091a68 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:51.725936 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:51.741517 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21639290-7f8f-4eb1-937d-b74f563bba5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:51.741940 n-d-710847-6 neutron-server[103691]: INFO neutron.db.segments_db [None req-21639290-7f8f-4eb1-937d-b74f563bba5b admin admin] Added segment 5d414f64-6cd8-4a2f-a833-efefb2545a7f of type vlan for network 34b2a7e4-342b-470a-af18-437ccc34cdcc Dec 12 00:02:51.743487 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21639290-7f8f-4eb1-937d-b74f563bba5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293cced6-6433-441f-bdcc-6ca7993ddc24,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:51.793114 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21639290-7f8f-4eb1-937d-b74f563bba5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780728259359'] for network, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:51.877019 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21639290-7f8f-4eb1-937d-b74f563bba5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586'] for network, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:51.878077 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21639290-7f8f-4eb1-937d-b74f563bba5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:02:51.878672 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-21639290-7f8f-4eb1-937d-b74f563bba5b admin admin] Publish callbacks [] for network, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:51.942732 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21639290-7f8f-4eb1-937d-b74f563bba5b admin admin] Pushing event updated for resources: {'Network': ['ID=34b2a7e4-342b-470a-af18-437ccc34cdcc,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:51.952895 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Network 34b2a7e4-342b-470a-af18-437ccc34cdcc details requested by agent ovs-agent-n-d-710847-6 with host n-d-710847-6 {{(pid=103693) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 00:02:51.997759 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-21639290-7f8f-4eb1-937d-b74f563bba5b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5614595 Dec 12 00:02:52.000516 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52730) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:52.005681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9a543f1c-37ab-44d5-9981-7dc68bd2f841 admin admin] Request body: {'subnet': {'network_id': '34b2a7e4-342b-470a-af18-437ccc34cdcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-422377078-subnet', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'ip_version': 4}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:02:52.086167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a543f1c-37ab-44d5-9981-7dc68bd2f841 admin admin] Made reservation on behalf of 0d6dd2cd460a4c1fa48a5a3407bf5170 for: {'subnet': 1} {{(pid=103691) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 00:02:52.088588 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9a543f1c-37ab-44d5-9981-7dc68bd2f841 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126076607'] for subnet, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:52.317926 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9a543f1c-37ab-44d5-9981-7dc68bd2f841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126704086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126076577'] for subnet, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:52.325376 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:02:52.378302 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a543f1c-37ab-44d5-9981-7dc68bd2f841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a223594e-298d-4024-9397-d9e2810bf737,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:52.383472 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a543f1c-37ab-44d5-9981-7dc68bd2f841 admin admin] Checking segment: {'id': '5d414f64-6cd8-4a2f-a833-efefb2545a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '34b2a7e4-342b-470a-af18-437ccc34cdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 00:02:52.383840 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a543f1c-37ab-44d5-9981-7dc68bd2f841 admin admin] Network hostable DHCP agents. Network: 34b2a7e4-342b-470a-af18-437ccc34cdcc, hostable agents: ['bc45f4d2-a4a8-46ff-a6c5-792617fea1b8'], hosted agents: [] {{(pid=103691) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 00:02:52.465695 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a543f1c-37ab-44d5-9981-7dc68bd2f841 admin admin] Network 34b2a7e4-342b-470a-af18-437ccc34cdcc is scheduled to be hosted by DHCP agent bc45f4d2-a4a8-46ff-a6c5-792617fea1b8 with binding_index 1 {{(pid=103691) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 00:02:52.554946 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-9a543f1c-37ab-44d5-9981-7dc68bd2f841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-6, 34b2a7e4-342b-470a-af18-437ccc34cdcc) {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 00:02:52.559227 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a543f1c-37ab-44d5-9981-7dc68bd2f841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:02:52.560175 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9a543f1c-37ab-44d5-9981-7dc68bd2f841 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:52.563667 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b450c1d6-f177-4e10-92d1-5a8c1477c38b None None] Network 34b2a7e4-342b-470a-af18-437ccc34cdcc requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 00:02:52.583386 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:52.632805 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9a543f1c-37ab-44d5-9981-7dc68bd2f841 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6311262 Dec 12 00:02:52.635452 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52732) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:52.640454 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-422377078-router', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:02:52.669239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5278a4ec-b214-5673-9a8a-51015b8f94bc-34b2a7e4-342b-470a-af18-437ccc34cdcc', 'network_id': '34b2a7e4-342b-470a-af18-437ccc34cdcc', 'project_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'fixed_ips': [{'subnet_id': 'a223594e-298d-4024-9397-d9e2810bf737'}]}} from n-d-710847-6. {{(pid=103693) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 00:02:52.670236 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:52.687849 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Sync routers for ids ['9ec026cc-fe83-4a1e-8328-7649111928eb'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 00:02:52.697392 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Routers {'9ec026cc-fe83-4a1e-8328-7649111928eb'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:02:52.702318 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:02:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ec026cc-fe83-4a1e-8328-7649111928eb'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:52.720837 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-519153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1112'] for router, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:52.727131 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1091'] for router, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:52.784480 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:52.811618 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Set router 9ec026cc-fe83-4a1e-8328-7649111928eb gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:02:52.814982 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Allocated IP 172.20.0.2 (34b2a7e4-342b-470a-af18-437ccc34cdcc/a223594e-298d-4024-9397-d9e2810bf737/3ea73aaa-4d14-401f-93a7-e1154c474144) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 00:02:52.964858 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Publish callbacks [] for port, precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:53.030902 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 2, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:53.038143 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824'] for port, after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:53.059231 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Checking router: 9ec026cc-fe83-4a1e-8328-7649111928eb for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 00:02:53.059632 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Updating router 9ec026cc-fe83-4a1e-8328-7649111928eb port a9aab24a-4d06-4747-b309-cb7c01e382e0 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 00:02:53.083229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Network 34b2a7e4-342b-470a-af18-437ccc34cdcc is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 00:02:53.086154 n-d-710847-6 neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 00:02:53.090287 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:53.091509 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 00:02:53.096409 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Pushing event updated for resources: {'Port': ['ID=3ea73aaa-4d14-401f-93a7-e1154c474144,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:53.155233 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Attempting to bind port 3ea73aaa-4d14-401f-93a7-e1154c474144 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 00:02:53.155612 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Attempting to bind port 3ea73aaa-4d14-401f-93a7-e1154c474144 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '5d414f64-6cd8-4a2f-a833-efefb2545a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '34b2a7e4-342b-470a-af18-437ccc34cdcc'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 00:02:53.156960 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Attempting to bind port 3ea73aaa-4d14-401f-93a7-e1154c474144 on network 34b2a7e4-342b-470a-af18-437ccc34cdcc {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 00:02:53.162347 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 0, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 00:02:53.162748 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Checking segment: {'id': '5d414f64-6cd8-4a2f-a833-efefb2545a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '34b2a7e4-342b-470a-af18-437ccc34cdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 00:02:53.163287 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:53.163692 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Bound using segment: {'id': '5d414f64-6cd8-4a2f-a833-efefb2545a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '34b2a7e4-342b-470a-af18-437ccc34cdcc'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 00:02:53.164173 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Bound port: 3ea73aaa-4d14-401f-93a7-e1154c474144, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d414f64-6cd8-4a2f-a833-efefb2545a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '34b2a7e4-342b-470a-af18-437ccc34cdcc'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 00:02:53.164558 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:53.239970 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] For port 3ea73aaa-4d14-401f-93a7-e1154c474144, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 00:02:53.243699 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] For port 3ea73aaa-4d14-401f-93a7-e1154c474144, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3ea73aaa-4d14-401f-93a7-e1154c474144,segment=NetworkSegment(5d414f64-6cd8-4a2f-a833-efefb2545a7f),segment_id=5d414f64-6cd8-4a2f-a833-efefb2545a7f)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 00:02:53.298122 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:53.323521 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:53.367534 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:53.382834 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b2e15-0329-4bbc-98b3-cd89edfeaad2 None None] Pushing event updated for resources: {'Port': ['ID=3ea73aaa-4d14-401f-93a7-e1154c474144,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:53.436992 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:53.485879 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf34351-5d03-4718-8c26-e8be916589f5 None None] Pushing event updated for resources: {'Port': ['ID=a9aab24a-4d06-4747-b309-cb7c01e382e0,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:53.501600 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf34351-5d03-4718-8c26-e8be916589f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:53.501950 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf34351-5d03-4718-8c26-e8be916589f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:53.502296 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf34351-5d03-4718-8c26-e8be916589f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:53.502624 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf34351-5d03-4718-8c26-e8be916589f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:53.503004 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf34351-5d03-4718-8c26-e8be916589f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:53.503329 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf34351-5d03-4718-8c26-e8be916589f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:53.503649 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf34351-5d03-4718-8c26-e8be916589f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:53.504890 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf34351-5d03-4718-8c26-e8be916589f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:53.505410 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf34351-5d03-4718-8c26-e8be916589f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:53.505741 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf34351-5d03-4718-8c26-e8be916589f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:53.506068 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf34351-5d03-4718-8c26-e8be916589f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:53.506391 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf34351-5d03-4718-8c26-e8be916589f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:53.506717 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf34351-5d03-4718-8c26-e8be916589f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:02:53.669758 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:53.697747 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Attempting to bind port a9aab24a-4d06-4747-b309-cb7c01e382e0 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 00:02:53.698143 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Attempting to bind port a9aab24a-4d06-4747-b309-cb7c01e382e0 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 00:02:53.698512 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Attempting to bind port a9aab24a-4d06-4747-b309-cb7c01e382e0 on network 677ac656-4473-4e8e-b87b-5230edfbd394 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 00:02:53.704479 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 0, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 00:02:53.705327 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Checking segment: {'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 00:02:53.706036 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:53.706618 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Bound using segment: {'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 00:02:53.707091 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:53.707659 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Bound port: a9aab24a-4d06-4747-b309-cb7c01e382e0, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 00:02:53.708614 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:53.769420 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3ea73aaa-4d14-401f-93a7-e1154c474144 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 00:02:53.793634 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] For port a9aab24a-4d06-4747-b309-cb7c01e382e0, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 00:02:53.797863 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] For port a9aab24a-4d06-4747-b309-cb7c01e382e0, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a9aab24a-4d06-4747-b309-cb7c01e382e0,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 00:02:53.831219 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 3ea73aaa-4d14-401f-93a7-e1154c474144 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:53.831845 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:53.855761 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Allocated IP 172.25.1.128 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/fb70bd5d-a20f-4511-aec5-81af599f16e0) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 00:02:53.860756 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:53.922924 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Routers {'9ec026cc-fe83-4a1e-8328-7649111928eb'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:02:53.923692 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:02:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ec026cc-fe83-4a1e-8328-7649111928eb'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:53.924077 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-f366b864-5f9d-46dd-9d1e-230479bbd097 None None] Provisioning complete for port a9aab24a-4d06-4747-b309-cb7c01e382e0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:53.924562 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f366b864-5f9d-46dd-9d1e-230479bbd097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:53.927437 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf34351-5d03-4718-8c26-e8be916589f5 None None] Pushing event updated for resources: {'Port': ['ID=a9aab24a-4d06-4747-b309-cb7c01e382e0,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:53.980026 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:54.015100 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:54.037026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] For port 3ea73aaa-4d14-401f-93a7-e1154c474144, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3ea73aaa-4d14-401f-93a7-e1154c474144,segment=NetworkSegment(5d414f64-6cd8-4a2f-a833-efefb2545a7f),segment_id=5d414f64-6cd8-4a2f-a833-efefb2545a7f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:02:54.055493 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] Set router 9ec026cc-fe83-4a1e-8328-7649111928eb gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:02:54.088483 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f366b864-5f9d-46dd-9d1e-230479bbd097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:54.122340 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:54.131986 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-f366b864-5f9d-46dd-9d1e-230479bbd097 None None] For port a9aab24a-4d06-4747-b309-cb7c01e382e0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a9aab24a-4d06-4747-b309-cb7c01e382e0,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:02:54.164626 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:54.194313 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Pushing event updated for resources: {'Port': ['ID=3ea73aaa-4d14-401f-93a7-e1154c474144,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:54.218273 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f366b864-5f9d-46dd-9d1e-230479bbd097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:54.228522 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 00:02:54.231719 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 00:02:54.236176 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 00:02:54.254087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469e0e00-255c-45f1-88fa-865da5a404f8 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 00:02:54.274939 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:54.297762 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366b864-5f9d-46dd-9d1e-230479bbd097 None None] Pushing event updated for resources: {'Port': ['ID=a9aab24a-4d06-4747-b309-cb7c01e382e0,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:54.339616 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:53Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:54.346136 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5b5a7361-f68f-46f2-9323-066f00fb2fcf None None] Provisioning complete for port a9aab24a-4d06-4747-b309-cb7c01e382e0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:54.346371 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5b5a7361-f68f-46f2-9323-066f00fb2fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:54.372512 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b15ae-5560-4d46-a727-1d10aaaea294 None None] The sync data for ids ['9ec026cc-fe83-4a1e-8328-7649111928eb'] in n-d-710847-6 is: [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:53Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 00:02:54.383093 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Pushing event updated for resources: {'Port': ['ID=fb70bd5d-a20f-4511-aec5-81af599f16e0,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:54.468819 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-5b5a7361-f68f-46f2-9323-066f00fb2fcf None None] Provisioning complete for port fb70bd5d-a20f-4511-aec5-81af599f16e0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:54.468819 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5b5a7361-f68f-46f2-9323-066f00fb2fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:54.507866 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-5b5a7361-f68f-46f2-9323-066f00fb2fcf None None] Port fb70bd5d-a20f-4511-aec5-81af599f16e0 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 00:02:54.612023 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454b602c-4eb0-49e9-85a6-d13eb90fa9d6 None None] Network 34b2a7e4-342b-470a-af18-437ccc34cdcc requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 00:02:54.632360 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:54.690555 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-441be47a-2fc5-4171-9072-0fe1aecd9e64 None None] Provisioning complete for port 3ea73aaa-4d14-401f-93a7-e1154c474144 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:54.693599 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-441be47a-2fc5-4171-9072-0fe1aecd9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:54.745868 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:54.862501 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517827'] for router, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:55.044724 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-fcd49073-80d0-47f8-b195-5815902b20bb None None] Provisioning complete for port 3ea73aaa-4d14-401f-93a7-e1154c474144 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:55.045254 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fcd49073-80d0-47f8-b195-5815902b20bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:55.058162 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Router cf967970-286a-4bb6-a5ef-490ad66b90b0 is scheduled to L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 with binding_index 1 {{(pid=103691) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 00:02:55.167249 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 00:02:55.176113 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Sync routers for ids ['cf967970-286a-4bb6-a5ef-490ad66b90b0'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 00:02:55.185228 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Routers {'cf967970-286a-4bb6-a5ef-490ad66b90b0'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:02:55.189119 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:02:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cf967970-286a-4bb6-a5ef-490ad66b90b0'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:55.237100 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:55.238477 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-94a595ef-939a-47ba-886f-e377355907bf admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6019397 Dec 12 00:02:55.241846 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52734) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:55.294659 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Set router cf967970-286a-4bb6-a5ef-490ad66b90b0 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:02:55.640504 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'name': 'tempest-TestSnapshotPattern-422377078-router', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'fb70bd5d-a20f-4511-aec5-81af599f16e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:52Z', 'updated_at': '2021-12-12T00:02:54Z', 'revision_number': 3, 'project_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'gw_port': {'id': 'fb70bd5d-a20f-4511-aec5-81af599f16e0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:53Z', 'updated_at': '2021-12-12T00:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:55.668144 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Checking router: cf967970-286a-4bb6-a5ef-490ad66b90b0 for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 00:02:55.668804 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Updating router cf967970-286a-4bb6-a5ef-490ad66b90b0 port fb70bd5d-a20f-4511-aec5-81af599f16e0 binding host n-d-710847-6 {{(pid=103693) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 00:02:55.674946 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:55.690754 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3ea73aaa-4d14-401f-93a7-e1154c474144 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 00:02:55.723581 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:55.835158 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port 3ea73aaa-4d14-401f-93a7-e1154c474144 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:55.835523 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:55.838928 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Allocated IP 172.20.0.1 (34b2a7e4-342b-470a-af18-437ccc34cdcc/a223594e-298d-4024-9397-d9e2810bf737/fbcce1b8-df20-49ae-a6ed-84c2f4549003) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 00:02:55.940947 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.008296 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a9aab24a-4d06-4747-b309-cb7c01e382e0 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 00:02:56.024220 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.068916 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Network 34b2a7e4-342b-470a-af18-437ccc34cdcc is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 00:02:56.072062 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 00:02:56.076601 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 00:02:56.090042 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Publish callbacks [] for port, precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.097394 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port a9aab24a-4d06-4747-b309-cb7c01e382e0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:56.098336 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.104502 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Pushing event updated for resources: {'Port': ['ID=fbcce1b8-df20-49ae-a6ed-84c2f4549003,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:56.120311 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463024'] for router_interface, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.166192 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.238725 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed001334-5c64-4bbb-856e-57f705718994 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 00:02:56.242528 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc6e2d-503d-43e8-bd82-f35bf0b99e88 None None] Pushing event updated for resources: {'Port': ['ID=fb70bd5d-a20f-4511-aec5-81af599f16e0,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:56.248962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Attempting to bind port fb70bd5d-a20f-4511-aec5-81af599f16e0 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 00:02:56.249486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Attempting to bind port fb70bd5d-a20f-4511-aec5-81af599f16e0 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 00:02:56.249703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Attempting to bind port fb70bd5d-a20f-4511-aec5-81af599f16e0 on network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 00:02:56.256145 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 0, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 00:02:56.256579 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Checking segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 00:02:56.256994 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.257390 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Bound using segment: {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 00:02:56.257998 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Bound port: fb70bd5d-a20f-4511-aec5-81af599f16e0, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee04dcb-0c4c-46fc-8ecf-36b238573159', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 00:02:56.258246 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.315270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] For port fb70bd5d-a20f-4511-aec5-81af599f16e0, host n-d-710847-6, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 00:02:56.319359 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] For port fb70bd5d-a20f-4511-aec5-81af599f16e0, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fb70bd5d-a20f-4511-aec5-81af599f16e0,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 00:02:56.350293 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.360733 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bb2a1068-9c63-4d5d-8d66-1616f534399a None None] Provisioning complete for port fbcce1b8-df20-49ae-a6ed-84c2f4549003 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:56.369037 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb2a1068-9c63-4d5d-8d66-1616f534399a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.394267 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-bb2a1068-9c63-4d5d-8d66-1616f534399a None None] Port fbcce1b8-df20-49ae-a6ed-84c2f4549003 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 00:02:56.405619 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-bb2a1068-9c63-4d5d-8d66-1616f534399a None None] Provisioning complete for port fb70bd5d-a20f-4511-aec5-81af599f16e0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:56.406004 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bb2a1068-9c63-4d5d-8d66-1616f534399a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.435002 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.485431 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-bb2a1068-9c63-4d5d-8d66-1616f534399a None None] Port fb70bd5d-a20f-4511-aec5-81af599f16e0 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 00:02:56.492012 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2202b3-6496-438e-a15c-991e5d78b986 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 00:02:56.516071 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Routers {'cf967970-286a-4bb6-a5ef-490ad66b90b0'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:02:56.516612 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:02:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cf967970-286a-4bb6-a5ef-490ad66b90b0'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:56.518418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc6e2d-503d-43e8-bd82-f35bf0b99e88 None None] Pushing event updated for resources: {'Port': ['ID=fb70bd5d-a20f-4511-aec5-81af599f16e0,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:56.519280 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.572316 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.637682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] Set router cf967970-286a-4bb6-a5ef-490ad66b90b0 gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:02:56.640022 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0319f197-1f8c-4865-8edd-1b9c9a4907a1 None None] Provisioning complete for port fb70bd5d-a20f-4511-aec5-81af599f16e0 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:56.640396 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0319f197-1f8c-4865-8edd-1b9c9a4907a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.643356 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Pushing event updated for resources: {'Port': ['ID=fbcce1b8-df20-49ae-a6ed-84c2f4549003,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:56.646644 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-466176'] for router_interface, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.741554 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Network 34b2a7e4-342b-470a-af18-437ccc34cdcc is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 00:02:56.743251 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 00:02:56.852724 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0319f197-1f8c-4865-8edd-1b9c9a4907a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:56.867288 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Router cf967970-286a-4bb6-a5ef-490ad66b90b0 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 00:02:56.894644 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-0319f197-1f8c-4865-8edd-1b9c9a4907a1 None None] For port fb70bd5d-a20f-4511-aec5-81af599f16e0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fb70bd5d-a20f-4511-aec5-81af599f16e0,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:02:56.923242 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'name': 'tempest-TestSnapshotPattern-422377078-router', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'fb70bd5d-a20f-4511-aec5-81af599f16e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:52Z', 'updated_at': '2021-12-12T00:02:56Z', 'revision_number': 4, 'project_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'gw_port': {'id': 'fb70bd5d-a20f-4511-aec5-81af599f16e0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:53Z', 'updated_at': '2021-12-12T00:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'fbcce1b8-df20-49ae-a6ed-84c2f4549003', 'name': '', 'network_id': '34b2a7e4-342b-470a-af18-437ccc34cdcc', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'mac_address': 'fa:16:3e:fa:80:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'a223594e-298d-4024-9397-d9e2810bf737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:55Z', 'updated_at': '2021-12-12T00:02:55Z', 'revision_number': 1, 'project_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'subnets': [{'id': 'a223594e-298d-4024-9397-d9e2810bf737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:56.951736 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1985c65-b262-4590-b71f-480fd6c6d7ad None None] The sync data for ids ['cf967970-286a-4bb6-a5ef-490ad66b90b0'] in n-d-710847-6 is: [{'id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'name': 'tempest-TestSnapshotPattern-422377078-router', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'fb70bd5d-a20f-4511-aec5-81af599f16e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:52Z', 'updated_at': '2021-12-12T00:02:56Z', 'revision_number': 4, 'project_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'gw_port': {'id': 'fb70bd5d-a20f-4511-aec5-81af599f16e0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:53Z', 'updated_at': '2021-12-12T00:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'fbcce1b8-df20-49ae-a6ed-84c2f4549003', 'name': '', 'network_id': '34b2a7e4-342b-470a-af18-437ccc34cdcc', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'mac_address': 'fa:16:3e:fa:80:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'a223594e-298d-4024-9397-d9e2810bf737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:55Z', 'updated_at': '2021-12-12T00:02:55Z', 'revision_number': 1, 'project_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'subnets': [{'id': 'a223594e-298d-4024-9397-d9e2810bf737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 00:02:56.967071 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0319f197-1f8c-4865-8edd-1b9c9a4907a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:57.000431 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 00:02:57.008407 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-074f7850-035f-4269-83e4-3b8bb6636194 admin admin] 10.222.0.45 "PUT /v2.0/routers/cf967970-286a-4bb6-a5ef-490ad66b90b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7655766 Dec 12 00:02:57.028167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319f197-1f8c-4865-8edd-1b9c9a4907a1 None None] Pushing event updated for resources: {'Port': ['ID=fb70bd5d-a20f-4511-aec5-81af599f16e0,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:57.090714 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e22582a2-b50f-4b7c-a4da-3e1c0b1dbe22 None None] Provisioning complete for port fbcce1b8-df20-49ae-a6ed-84c2f4549003 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:57.091372 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e22582a2-b50f-4b7c-a4da-3e1c0b1dbe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:57.129579 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e22582a2-b50f-4b7c-a4da-3e1c0b1dbe22 None None] Port fbcce1b8-df20-49ae-a6ed-84c2f4549003 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 00:02:57.678270 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fb70bd5d-a20f-4511-aec5-81af599f16e0 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 00:02:57.731062 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fb70bd5d-a20f-4511-aec5-81af599f16e0 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:57.731446 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:58.610013 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52744) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:58.615681 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-5602906e-e94d-42b7-9247-99edefa74fd0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1894606589', 'description': 'tempest-secgroup-smoke-1894606589 description', 'project_id': '08c42a65869d44ee83c7475d3199068c'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:02:58.728845 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5602906e-e94d-42b7-9247-99edefa74fd0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:58.797004 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Sync routers for ids ['cf967970-286a-4bb6-a5ef-490ad66b90b0'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 00:02:58.800384 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5602906e-e94d-42b7-9247-99edefa74fd0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:58.806689 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Routers {'cf967970-286a-4bb6-a5ef-490ad66b90b0'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:02:58.807328 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:02:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cf967970-286a-4bb6-a5ef-490ad66b90b0'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:58.848808 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5602906e-e94d-42b7-9247-99edefa74fd0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:58.881459 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602906e-e94d-42b7-9247-99edefa74fd0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7d0b59-ddf9-4272-b107-6b4180f50279,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:58.919191 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-5602906e-e94d-42b7-9247-99edefa74fd0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:58.920473 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5602906e-e94d-42b7-9247-99edefa74fd0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3091245 Dec 12 00:02:58.923534 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52746) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:58.928318 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-98e785e7-5143-4c88-8219-dbfd5354cf12 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Request body: {'security_group_rule': {'security_group_id': '6b7d0b59-ddf9-4272-b107-6b4180f50279', 'project_id': '08c42a65869d44ee83c7475d3199068c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:02:58.963557 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Set router cf967970-286a-4bb6-a5ef-490ad66b90b0 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:02:59.008690 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-98e785e7-5143-4c88-8219-dbfd5354cf12 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.069726 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-98e785e7-5143-4c88-8219-dbfd5354cf12 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.123051 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-98e785e7-5143-4c88-8219-dbfd5354cf12 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.142584 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e785e7-5143-4c88-8219-dbfd5354cf12 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145400a7-d1bf-4947-a0f3-b06cbc049bd3,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:59.244156 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'name': 'tempest-TestSnapshotPattern-422377078-router', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'fb70bd5d-a20f-4511-aec5-81af599f16e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:52Z', 'updated_at': '2021-12-12T00:02:56Z', 'revision_number': 4, 'project_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'gw_port': {'id': 'fb70bd5d-a20f-4511-aec5-81af599f16e0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:53Z', 'updated_at': '2021-12-12T00:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'fbcce1b8-df20-49ae-a6ed-84c2f4549003', 'name': '', 'network_id': '34b2a7e4-342b-470a-af18-437ccc34cdcc', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'mac_address': 'fa:16:3e:fa:80:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'a223594e-298d-4024-9397-d9e2810bf737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:55Z', 'updated_at': '2021-12-12T00:02:56Z', 'revision_number': 2, 'project_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'subnets': [{'id': 'a223594e-298d-4024-9397-d9e2810bf737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:59.245355 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-98e785e7-5143-4c88-8219-dbfd5354cf12 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.249304 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-98e785e7-5143-4c88-8219-dbfd5354cf12 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3220689 Dec 12 00:02:59.250010 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52748) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:59.257002 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-b48ee481-f82e-4fd4-9fbc-de730b977c97 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Request body: {'security_group_rule': {'security_group_id': '6b7d0b59-ddf9-4272-b107-6b4180f50279', 'project_id': '08c42a65869d44ee83c7475d3199068c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:02:59.277255 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Checking router: cf967970-286a-4bb6-a5ef-490ad66b90b0 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 00:02:59.277976 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Updating router cf967970-286a-4bb6-a5ef-490ad66b90b0 port fbcce1b8-df20-49ae-a6ed-84c2f4549003 binding host n-d-710847-6 {{(pid=103694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 00:02:59.305244 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.368841 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b48ee481-f82e-4fd4-9fbc-de730b977c97 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.431660 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b48ee481-f82e-4fd4-9fbc-de730b977c97 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.504352 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b48ee481-f82e-4fd4-9fbc-de730b977c97 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.523879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ee481-f82e-4fd4-9fbc-de730b977c97 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb0a627-b973-4e82-a334-8d69ae8f4e6a,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:59.581472 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Publish callbacks [] for port, precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.591231 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b48ee481-f82e-4fd4-9fbc-de730b977c97 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.592488 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b48ee481-f82e-4fd4-9fbc-de730b977c97 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3414178 Dec 12 00:02:59.595166 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52750) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:59.600293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-16481867-6938-4373-871c-ecb5c817b693 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Request body: {'security_group_rule': {'security_group_id': '6b7d0b59-ddf9-4272-b107-6b4180f50279', 'project_id': '08c42a65869d44ee83c7475d3199068c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:02:59.642809 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.691810 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16481867-6938-4373-871c-ecb5c817b693 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.711298 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615877b-6c66-42a3-aec2-c91150a071bc None None] Pushing event updated for resources: {'Port': ['ID=fbcce1b8-df20-49ae-a6ed-84c2f4549003,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:59.747701 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Attempting to bind port fbcce1b8-df20-49ae-a6ed-84c2f4549003 on host n-d-710847-6 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 00:02:59.748075 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Attempting to bind port fbcce1b8-df20-49ae-a6ed-84c2f4549003 by drivers openvswitch,hyperv on host n-d-710847-6 at level 0 using segments [{'id': '5d414f64-6cd8-4a2f-a833-efefb2545a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '34b2a7e4-342b-470a-af18-437ccc34cdcc'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 00:02:59.748494 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Attempting to bind port fbcce1b8-df20-49ae-a6ed-84c2f4549003 on network 34b2a7e4-342b-470a-af18-437ccc34cdcc {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 00:02:59.754184 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Checking agent: {'id': '66d917bb-7456-4217-a52c-eb1bfd7e1704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 22, 54), 'started_at': datetime.datetime(2021, 12, 11, 22, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 0, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 00:02:59.754592 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Checking segment: {'id': '5d414f64-6cd8-4a2f-a833-efefb2545a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '34b2a7e4-342b-470a-af18-437ccc34cdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 00:02:59.755068 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.755462 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Bound using segment: {'id': '5d414f64-6cd8-4a2f-a833-efefb2545a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '34b2a7e4-342b-470a-af18-437ccc34cdcc'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 00:02:59.755929 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Bound port: fbcce1b8-df20-49ae-a6ed-84c2f4549003, host: n-d-710847-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d414f64-6cd8-4a2f-a833-efefb2545a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '34b2a7e4-342b-470a-af18-437ccc34cdcc'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 00:02:59.756308 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.770435 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16481867-6938-4373-871c-ecb5c817b693 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.825878 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] For port fbcce1b8-df20-49ae-a6ed-84c2f4549003, host n-d-710847-6, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 00:02:59.829180 n-d-710847-6 neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] For port fbcce1b8-df20-49ae-a6ed-84c2f4549003, host n-d-710847-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fbcce1b8-df20-49ae-a6ed-84c2f4549003,segment=NetworkSegment(5d414f64-6cd8-4a2f-a833-efefb2545a7f),segment_id=5d414f64-6cd8-4a2f-a833-efefb2545a7f)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 00:02:59.834671 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16481867-6938-4373-871c-ecb5c817b693 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.854665 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16481867-6938-4373-871c-ecb5c817b693 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef089d2-403c-4da2-9960-433ed6e90ba6,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:02:59.909649 n-d-710847-6 neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.940208 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-16481867-6938-4373-871c-ecb5c817b693 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.944357 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52752) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:02:59.949434 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-fa16f7cb-3145-425e-8b11-78c9e0bf8472 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Request body: {'security_group_rule': {'security_group_id': '6b7d0b59-ddf9-4272-b107-6b4180f50279', 'project_id': '08c42a65869d44ee83c7475d3199068c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:02:59.955422 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-16481867-6938-4373-871c-ecb5c817b693 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3591318 Dec 12 00:02:59.978053 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-71f2dfa8-96a4-4ad0-9885-2c1c120b6122 None None] Provisioning complete for port fbcce1b8-df20-49ae-a6ed-84c2f4549003 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:02:59.979115 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Routers {'cf967970-286a-4bb6-a5ef-490ad66b90b0'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:02:59.980003 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:02:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cf967970-286a-4bb6-a5ef-490ad66b90b0'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:02:59.980210 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-71f2dfa8-96a4-4ad0-9885-2c1c120b6122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:02:59.982213 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615877b-6c66-42a3-aec2-c91150a071bc None None] Pushing event updated for resources: {'Port': ['ID=fbcce1b8-df20-49ae-a6ed-84c2f4549003,revision_number=4']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:03:00.068556 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-71f2dfa8-96a4-4ad0-9885-2c1c120b6122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:00.082673 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fa16f7cb-3145-425e-8b11-78c9e0bf8472 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:00.111479 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-71f2dfa8-96a4-4ad0-9885-2c1c120b6122 None None] For port fbcce1b8-df20-49ae-a6ed-84c2f4549003, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fbcce1b8-df20-49ae-a6ed-84c2f4549003,segment=NetworkSegment(5d414f64-6cd8-4a2f-a833-efefb2545a7f),segment_id=5d414f64-6cd8-4a2f-a833-efefb2545a7f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:03:00.164377 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fa16f7cb-3145-425e-8b11-78c9e0bf8472 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:00.203163 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-71f2dfa8-96a4-4ad0-9885-2c1c120b6122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:00.204063 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] Set router cf967970-286a-4bb6-a5ef-490ad66b90b0 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:03:00.229383 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fa16f7cb-3145-425e-8b11-78c9e0bf8472 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:00.249703 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16f7cb-3145-425e-8b11-78c9e0bf8472 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed6ca6a-e07f-48b8-9a2c-41b024a1d473,revision_number=0']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:03:00.258167 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2dfa8-96a4-4ad0-9885-2c1c120b6122 None None] Pushing event updated for resources: {'Port': ['ID=fbcce1b8-df20-49ae-a6ed-84c2f4549003,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:03:00.324915 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-c328e9e0-e740-45f7-8661-ded79428f8e7 None None] Provisioning complete for port fbcce1b8-df20-49ae-a6ed-84c2f4549003 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:03:00.326096 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c328e9e0-e740-45f7-8661-ded79428f8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:00.328618 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fa16f7cb-3145-425e-8b11-78c9e0bf8472 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:00.333751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52754) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:03:00.338912 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fa16f7cb-3145-425e-8b11-78c9e0bf8472 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3934066 Dec 12 00:03:00.339692 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-33493ed2-a405-4bf3-9ecc-1d45d7cb885f tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Request body: {'security_group_rule': {'security_group_id': '6b7d0b59-ddf9-4272-b107-6b4180f50279', 'project_id': '08c42a65869d44ee83c7475d3199068c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:03:00.411438 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'name': 'tempest-TestSnapshotPattern-422377078-router', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'fb70bd5d-a20f-4511-aec5-81af599f16e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:52Z', 'updated_at': '2021-12-12T00:02:56Z', 'revision_number': 4, 'project_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'gw_port': {'id': 'fb70bd5d-a20f-4511-aec5-81af599f16e0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:53Z', 'updated_at': '2021-12-12T00:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'fbcce1b8-df20-49ae-a6ed-84c2f4549003', 'name': '', 'network_id': '34b2a7e4-342b-470a-af18-437ccc34cdcc', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'mac_address': 'fa:16:3e:fa:80:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'a223594e-298d-4024-9397-d9e2810bf737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:55Z', 'updated_at': '2021-12-12T00:02:59Z', 'revision_number': 4, 'project_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'subnets': [{'id': 'a223594e-298d-4024-9397-d9e2810bf737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:03:00.426174 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-33493ed2-a405-4bf3-9ecc-1d45d7cb885f tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Project 08c42a65869d44ee83c7475d3199068c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 00:03:00.431427 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33493ed2-a405-4bf3-9ecc-1d45d7cb885f tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:00.441934 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3ae2ae-9ae7-4110-b9ec-1b2465bc106f None None] The sync data for ids ['cf967970-286a-4bb6-a5ef-490ad66b90b0'] in n-d-710847-6 is: [{'id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'name': 'tempest-TestSnapshotPattern-422377078-router', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'fb70bd5d-a20f-4511-aec5-81af599f16e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:52Z', 'updated_at': '2021-12-12T00:02:56Z', 'revision_number': 4, 'project_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'gw_port': {'id': 'fb70bd5d-a20f-4511-aec5-81af599f16e0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:53Z', 'updated_at': '2021-12-12T00:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'fbcce1b8-df20-49ae-a6ed-84c2f4549003', 'name': '', 'network_id': '34b2a7e4-342b-470a-af18-437ccc34cdcc', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'mac_address': 'fa:16:3e:fa:80:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'a223594e-298d-4024-9397-d9e2810bf737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:55Z', 'updated_at': '2021-12-12T00:02:59Z', 'revision_number': 4, 'project_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'subnets': [{'id': 'a223594e-298d-4024-9397-d9e2810bf737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 00:03:00.502571 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33493ed2-a405-4bf3-9ecc-1d45d7cb885f tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:00.566895 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33493ed2-a405-4bf3-9ecc-1d45d7cb885f tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:00.586293 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33493ed2-a405-4bf3-9ecc-1d45d7cb885f tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3281848b-cdd1-4654-ba9d-fdc85344ab99,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:03:00.661056 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33493ed2-a405-4bf3-9ecc-1d45d7cb885f tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:00.662323 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-33493ed2-a405-4bf3-9ecc-1d45d7cb885f tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3269086 Dec 12 00:03:00.665191 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 52756) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:03:00.669668 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [None req-08b270c5-7eea-4a59-9038-1ed03400010e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Request body: {'security_group_rule': {'security_group_id': '6b7d0b59-ddf9-4272-b107-6b4180f50279', 'project_id': '08c42a65869d44ee83c7475d3199068c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:03:00.757582 n-d-710847-6 neutron-server[103692]: INFO neutron.db.securitygroups_db [None req-08b270c5-7eea-4a59-9038-1ed03400010e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Project 08c42a65869d44ee83c7475d3199068c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 00:03:00.763190 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08b270c5-7eea-4a59-9038-1ed03400010e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:00.831007 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08b270c5-7eea-4a59-9038-1ed03400010e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:00.892148 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08b270c5-7eea-4a59-9038-1ed03400010e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435154'] for security_group_rule, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:00.912792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b270c5-7eea-4a59-9038-1ed03400010e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007a1f10-c93c-4d5b-9357-997019a83410,revision_number=0']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:03:00.979729 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-08b270c5-7eea-4a59-9038-1ed03400010e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:00.980925 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-08b270c5-7eea-4a59-9038-1ed03400010e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3147690 Dec 12 00:03:01.138248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-246c5496-8a89-4d24-b5a0-fa780e1f2ea6 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894606589&fields=id&tenant_id=08c42a65869d44ee83c7475d3199068c HTTP/1.1" status: 200 len: 267 time: 0.0464280 Dec 12 00:03:01.252199 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-18059451-3701-469b-a1d3-182b6e225467 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:01.254214 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-18059451-3701-469b-a1d3-182b6e225467 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/networks?id=677ac656-4473-4e8e-b87b-5230edfbd394 HTTP/1.1" status: 200 len: 810 time: 0.1079466 Dec 12 00:03:01.269017 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-87dafd8d-0d03-4260-a8db-bff4ae2d564a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/quotas/08c42a65869d44ee83c7475d3199068c HTTP/1.1" status: 200 len: 375 time: 0.0088918 Dec 12 00:03:01.320101 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-b9ca4303-792e-4abc-9aea-daf5045280d8 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=08c42a65869d44ee83c7475d3199068c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453131 Dec 12 00:03:01.430410 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-79744170-9be4-410e-8959-c82e110d846a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 00:03:01.431523 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-79744170-9be4-410e-8959-c82e110d846a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1002848 Dec 12 00:03:01.519289 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-aa7af325-15db-4c74-bd19-e77ec797033a service neutron] 10.222.0.45 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813522 Dec 12 00:03:01.619067 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-be6a0e95-df75-4e33-a4f1-b87cec46d41c service neutron] 10.222.0.45 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934157 Dec 12 00:03:01.672890 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fbcce1b8-df20-49ae-a6ed-84c2f4549003 up at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 00:03:01.724067 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Provisioning complete for port fbcce1b8-df20-49ae-a6ed-84c2f4549003 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:03:01.724440 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:02.903239 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-52e1e31d-b4ef-475e-8d76-cf5e2f11058f req-d3c8f019-33ba-45b6-8f5f-e5fb1d1597aa tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 210 time: 0.0262873 Dec 12 00:03:03.997678 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7b2b3634-b8f5-4b64-b79e-fc4b2fe82caa req-c84fc240-c2f4-468d-ab68-b8a0cae8175e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 210 time: 0.0283115 Dec 12 00:03:05.094829 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-98fd2af4-0aad-454d-9a51-5803563bc428 req-ee6dbe30-6548-4fd4-9ad1-42ca804f4222 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 210 time: 0.0250442 Dec 12 00:03:06.039496 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-f11166f1-ff90-4640-9fa7-897925fbe208 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:06.041020 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-f11166f1-ff90-4640-9fa7-897925fbe208 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.13 "GET /v2.0/networks?id=677ac656-4473-4e8e-b87b-5230edfbd394 HTTP/1.1" status: 200 len: 810 time: 0.1065118 Dec 12 00:03:06.420285 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-2d08ea9d-8eea-4850-9c8f-a38f1207fb46 req-73ffafd3-5eaa-4fb2-853e-5ae1545db57a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 210 time: 0.0286131 Dec 12 00:03:06.455849 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-dcdf60a7-b163-46b4-886f-71ddf5e0fa7e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08c42a65869d44ee83c7475d3199068c HTTP/1.1" status: 200 len: 380 time: 0.4046726 Dec 12 00:03:06.465520 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-ec9878d3-fb70-4b1a-9180-d01870f324c6 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Request body: {'port': {'device_id': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'admin_state_up': True, 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'security_groups': ['6b7d0b59-ddf9-4272-b107-6b4180f50279']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:03:06.634700 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-ec9878d3-fb70-4b1a-9180-d01870f324c6 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Made reservation on behalf of 08c42a65869d44ee83c7475d3199068c for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 00:03:06.638633 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-ec9878d3-fb70-4b1a-9180-d01870f324c6 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:06.766738 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-ec9878d3-fb70-4b1a-9180-d01870f324c6 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Allocated IP 172.20.0.5 (677ac656-4473-4e8e-b87b-5230edfbd394/5f83e53a-f2cd-40a7-bec5-9c07f27cefa7/d0c70033-4eca-4ca7-9b96-7f9fb3679444) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 00:03:06.905808 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-ec9878d3-fb70-4b1a-9180-d01870f324c6 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:07.023859 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-ec9878d3-fb70-4b1a-9180-d01870f324c6 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:07.067106 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-ec9878d3-fb70-4b1a-9180-d01870f324c6 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Network 677ac656-4473-4e8e-b87b-5230edfbd394 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 00:03:07.070304 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-ec9878d3-fb70-4b1a-9180-d01870f324c6 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 00:03:07.073982 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-ec9878d3-fb70-4b1a-9180-d01870f324c6 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 00:03:07.099788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9878d3-fb70-4b1a-9180-d01870f324c6 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event updated for resources: {'Port': ['ID=d0c70033-4eca-4ca7-9b96-7f9fb3679444,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:03:07.131762 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-ec9878d3-fb70-4b1a-9180-d01870f324c6 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:07.132418 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-ec9878d3-fb70-4b1a-9180-d01870f324c6 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:07.245676 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-ec9878d3-fb70-4b1a-9180-d01870f324c6 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7836959 Dec 12 00:03:07.281548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-0d87661d-7d73-471a-b2a1-1218b6686da4 None None] Provisioning complete for port d0c70033-4eca-4ca7-9b96-7f9fb3679444 triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:03:07.282104 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0d87661d-7d73-471a-b2a1-1218b6686da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:07.313301 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Request body: {'port': {'device_id': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:03:07.375859 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:07.485619 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-0d87661d-7d73-471a-b2a1-1218b6686da4 None None] Port d0c70033-4eca-4ca7-9b96-7f9fb3679444 cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 00:03:07.545969 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651d4ba-23d9-4df7-8f0f-165c5582317e req-2c01ec86-4c27-441f-ab4d-05d8ed845779 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:07.547519 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3651d4ba-23d9-4df7-8f0f-165c5582317e req-2c01ec86-4c27-441f-ab4d-05d8ed845779 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 931 time: 0.0528409 Dec 12 00:03:07.597429 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3651d4ba-23d9-4df7-8f0f-165c5582317e req-be8f2ab0-26de-4e69-b197-5d1b0b7ffccf tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430069 Dec 12 00:03:07.646705 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c70033-4eca-4ca7-9b96-7f9fb3679444 {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 00:03:07.654026 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:07.665688 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Transition to ACTIVE for port object d0c70033-4eca-4ca7-9b96-7f9fb3679444 will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 00:03:07.722779 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:07.772597 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c70033-4eca-4ca7-9b96-7f9fb3679444,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:03:07.850522 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Attempting to bind port d0c70033-4eca-4ca7-9b96-7f9fb3679444 on host n-h2-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 00:03:07.850889 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Attempting to bind port d0c70033-4eca-4ca7-9b96-7f9fb3679444 by drivers openvswitch,hyperv on host n-h2-710847-6 at level 0 using segments [{'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 00:03:07.851232 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Attempting to bind port d0c70033-4eca-4ca7-9b96-7f9fb3679444 on network 677ac656-4473-4e8e-b87b-5230edfbd394 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 00:03:07.855825 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Port d0c70033-4eca-4ca7-9b96-7f9fb3679444 on network 677ac656-4473-4e8e-b87b-5230edfbd394 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 00:03:07.856150 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Attempting to bind port d0c70033-4eca-4ca7-9b96-7f9fb3679444 on network 677ac656-4473-4e8e-b87b-5230edfbd394 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 00:03:07.861282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Checking agent: {'id': '844030c9-e03b-46c8-ab8c-aaba9f138afd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 0, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 00:03:07.861629 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Checking segment: {'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 00:03:07.862021 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Bound using segment: {'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 00:03:07.862456 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Bound port: d0c70033-4eca-4ca7-9b96-7f9fb3679444, host: n-h2-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 00:03:07.862903 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:07.929034 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] For port d0c70033-4eca-4ca7-9b96-7f9fb3679444, host n-h2-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 00:03:07.932403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] For port d0c70033-4eca-4ca7-9b96-7f9fb3679444, host n-h2-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 00:03:08.025943 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:08.063402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:08.063402 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:08.063402 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] 10.222.0.13 "PUT /v2.0/ports/d0c70033-4eca-4ca7-9b96-7f9fb3679444 HTTP/1.1" status: 200 len: 1091 time: 0.8072188 Dec 12 00:03:08.064396 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'tag': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:03:08.067366 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7685ccf-cc99-4ece-9a72-568135dfaecd" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7cc4cc-82d6-4d70-82c4-d35d44c261a5", "tag": "d0c70033-4eca-4ca7-9b96-7f9fb3679444"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:03:08.096030 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241c216-dd54-4ef9-8720-0100acb5f9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c70033-4eca-4ca7-9b96-7f9fb3679444,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:03:08.111907 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 00:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce137fb3-f01f-4166-bb96-2f185c67e88f x-openstack-request-id: req-ce137fb3-f01f-4166-bb96-2f185c67e88f {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:03:08.112210 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7cc4cc-82d6-4d70-82c4-d35d44c261a5", "tag": "d0c70033-4eca-4ca7-9b96-7f9fb3679444", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:03:08.112474 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce137fb3-f01f-4166-bb96-2f185c67e88f {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:03:08.112887 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'tag': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'status': 'completed', 'code': 200} Dec 12 00:03:08.180445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685ccf-cc99-4ece-9a72-568135dfaecd req-7ac6329e-3104-40f6-9bfc-679dcb575b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:08.182097 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7685ccf-cc99-4ece-9a72-568135dfaecd req-7ac6329e-3104-40f6-9bfc-679dcb575b43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c42a65869d44ee83c7475d3199068c&device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 1094 time: 0.0484250 Dec 12 00:03:08.282975 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685ccf-cc99-4ece-9a72-568135dfaecd req-235b73c4-4e1b-4182-b84a-c65f6c48959a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:08.284477 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7685ccf-cc99-4ece-9a72-568135dfaecd req-235b73c4-4e1b-4182-b84a-c65f6c48959a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=08c42a65869d44ee83c7475d3199068c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0942709 Dec 12 00:03:08.385519 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685ccf-cc99-4ece-9a72-568135dfaecd req-2fecf2e1-6cfb-450f-b75c-9ce6a0774c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:08.387032 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7685ccf-cc99-4ece-9a72-568135dfaecd req-2fecf2e1-6cfb-450f-b75c-9ce6a0774c33 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960772 Dec 12 00:03:08.464402 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-e61dde6b-e44e-4215-a3ed-c3e53f0dbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:08.465964 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-e61dde6b-e44e-4215-a3ed-c3e53f0dbbd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c42a65869d44ee83c7475d3199068c&device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 1094 time: 0.0419858 Dec 12 00:03:08.508916 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-9c452d62-e894-41c8-a415-11ba032aa2c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444 HTTP/1.1" status: 200 len: 217 time: 0.0338011 Dec 12 00:03:08.562620 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-a143e227-8cfa-4dc0-8210-9ae3470d18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:08.564091 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-a143e227-8cfa-4dc0-8210-9ae3470d18cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f83e53a-f2cd-40a7-bec5-9c07f27cefa7 HTTP/1.1" status: 200 len: 849 time: 0.0477164 Dec 12 00:03:08.609266 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-51d4b55c-b95b-4817-8a27-8a05da50234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:08.610645 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-51d4b55c-b95b-4817-8a27-8a05da50234b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677ac656-4473-4e8e-b87b-5230edfbd394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397282 Dec 12 00:03:08.701502 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-0067a261-b9c2-45b2-87ce-97786694638a service neutron] 10.222.0.13 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837376 Dec 12 00:03:08.721051 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f21a7-32eb-4a12-bab9-81a8eba07aa7 req-757936d9-a9c5-40cb-9059-0ed3f5d5bd96 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:08.722550 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a36f21a7-32eb-4a12-bab9-81a8eba07aa7 req-757936d9-a9c5-40cb-9059-0ed3f5d5bd96 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 943 time: 0.0482738 Dec 12 00:03:08.773201 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a36f21a7-32eb-4a12-bab9-81a8eba07aa7 req-22659b9e-c1de-416a-b9ae-7fd10e4ea988 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439262 Dec 12 00:03:08.796463 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-7afb4395-bf2f-4d03-bbff-14f6323009b8 req-e5fc39fb-7a25-4442-95e5-1beda42242f0 service neutron] 10.222.0.13 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879672 Dec 12 00:03:09.892808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b30756-247b-4f5a-8b68-7fafe044e43b req-221cd0fa-0058-47ef-a489-b5480b85994b tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:09.894768 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40b30756-247b-4f5a-8b68-7fafe044e43b req-221cd0fa-0058-47ef-a489-b5480b85994b tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 943 time: 0.0528977 Dec 12 00:03:09.945097 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-40b30756-247b-4f5a-8b68-7fafe044e43b req-06c47c4a-af01-44b8-99c9-cc26c9187316 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442278 Dec 12 00:03:11.064192 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae11dac-fb46-452d-99d1-7ff484700249 req-aa85a67e-b2ff-49b7-9ea3-3d852bb26038 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:11.065670 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ae11dac-fb46-452d-99d1-7ff484700249 req-aa85a67e-b2ff-49b7-9ea3-3d852bb26038 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 943 time: 0.0523877 Dec 12 00:03:11.115453 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0ae11dac-fb46-452d-99d1-7ff484700249 req-e5dd49da-2326-41e1-8c04-252c33a2e8e1 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431495 Dec 12 00:03:12.234680 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96576039-4d24-4650-9f5e-0d126b9a258b req-2ebef82b-5756-44b1-89ba-df58ab2f42ee tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:12.236171 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96576039-4d24-4650-9f5e-0d126b9a258b req-2ebef82b-5756-44b1-89ba-df58ab2f42ee tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 943 time: 0.0532403 Dec 12 00:03:12.286364 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-96576039-4d24-4650-9f5e-0d126b9a258b req-6d8296f0-8654-4e66-8a24-33c40964b482 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440693 Dec 12 00:03:13.145179 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d0c70033-4eca-4ca7-9b96-7f9fb3679444 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 00:03:13.243257 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d0c70033-4eca-4ca7-9b96-7f9fb3679444, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:03:13.255751 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'port_id': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'mac_address': 'fa:16:3e:28:f1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 00:03:13.292607 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:13.306309 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c70033-4eca-4ca7-9b96-7f9fb3679444 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 00:03:13.326704 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d0c70033-4eca-4ca7-9b96-7f9fb3679444, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:03:13.394554 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:13.402027 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f45ea-ca6c-4c13-8586-747d6bdd8a17 req-db9a33de-5e9c-47a3-935d-6d67dce421c2 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:13.403584 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c0f45ea-ca6c-4c13-8586-747d6bdd8a17 req-db9a33de-5e9c-47a3-935d-6d67dce421c2 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 943 time: 0.0494461 Dec 12 00:03:13.443438 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=d0c70033-4eca-4ca7-9b96-7f9fb3679444,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:03:13.457023 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-5c0f45ea-ca6c-4c13-8586-747d6bdd8a17 req-0f613925-d8ee-4c7e-b276-e3bef3a3ebe7 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462375 Dec 12 00:03:13.766345 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['d0c70033-4eca-4ca7-9b96-7f9fb3679444'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 00:03:14.572905 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12906e8f-efa4-4e31-a679-c493759c4ead req-97e6d209-d382-4a80-bbe4-c9df88c50719 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:14.574392 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12906e8f-efa4-4e31-a679-c493759c4ead req-97e6d209-d382-4a80-bbe4-c9df88c50719 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 944 time: 0.0491772 Dec 12 00:03:14.623793 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-12906e8f-efa4-4e31-a679-c493759c4ead req-7bc9f959-1a22-42ee-a471-e258c5230079 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432217 Dec 12 00:03:14.640262 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:15.159316 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d0c70033-4eca-4ca7-9b96-7f9fb3679444 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 00:03:15.265134 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning for port d0c70033-4eca-4ca7-9b96-7f9fb3679444 completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 00:03:15.269510 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port d0c70033-4eca-4ca7-9b96-7f9fb3679444 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:03:15.269892 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:15.344798 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:15.370018 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:03:15.372280 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12218057-7267-4748-a829-1f52c7788e9e" -d '{"events": [{"server_uuid": "1b7cc4cc-82d6-4d70-82c4-d35d44c261a5", "name": "network-vif-plugged", "status": "completed", "tag": "d0c70033-4eca-4ca7-9b96-7f9fb3679444"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:03:15.385545 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d0c70033-4eca-4ca7-9b96-7f9fb3679444, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:03:15.445816 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:15.472776 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 00:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b88454a-3c57-4242-ab70-dbe27f9a4bfe x-openstack-request-id: req-7b88454a-3c57-4242-ab70-dbe27f9a4bfe {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:03:15.473129 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7cc4cc-82d6-4d70-82c4-d35d44c261a5", "name": "network-vif-plugged", "status": "completed", "tag": "d0c70033-4eca-4ca7-9b96-7f9fb3679444", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:03:15.473358 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b88454a-3c57-4242-ab70-dbe27f9a4bfe {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:03:15.473847 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'code': 200} Dec 12 00:03:15.502685 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=d0c70033-4eca-4ca7-9b96-7f9fb3679444,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:03:15.564220 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e65efd-80ce-47c4-968f-253d7eceede6 req-2507b370-2613-43c8-a732-05af000649f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:15.566101 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0e65efd-80ce-47c4-968f-253d7eceede6 req-2507b370-2613-43c8-a732-05af000649f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 1096 time: 0.0392201 Dec 12 00:03:15.616048 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0e65efd-80ce-47c4-968f-253d7eceede6 req-415fa707-d19f-417c-ba19-2c528c708ec0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439012 Dec 12 00:03:15.741677 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6944d-45a9-46a6-a544-1913c9245de0 req-2bb01dc9-a3a6-4d21-af72-93e431262472 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:15.743159 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7f6944d-45a9-46a6-a544-1913c9245de0 req-2bb01dc9-a3a6-4d21-af72-93e431262472 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 945 time: 0.0490460 Dec 12 00:03:15.792063 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7f6944d-45a9-46a6-a544-1913c9245de0 req-c218e73b-ef32-4506-8ba3-123a2b8f942b tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429263 Dec 12 00:03:16.907808 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a67d3-5d44-40e0-832c-f6b581ca7a81 req-33509338-9e6d-4233-9bb0-4364c48f2033 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:16.909272 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a8a67d3-5d44-40e0-832c-f6b581ca7a81 req-33509338-9e6d-4233-9bb0-4364c48f2033 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 945 time: 0.0475433 Dec 12 00:03:16.966451 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3a8a67d3-5d44-40e0-832c-f6b581ca7a81 req-48741223-6035-4e34-9240-518f930b68cc tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500391 Dec 12 00:03:18.080879 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae41121-7fb1-4047-83e8-bec2cd09e9e7 req-4b47f737-65dc-4e96-a50a-4223364122f3 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:18.082850 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cae41121-7fb1-4047-83e8-bec2cd09e9e7 req-4b47f737-65dc-4e96-a50a-4223364122f3 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 945 time: 0.0484600 Dec 12 00:03:18.130967 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cae41121-7fb1-4047-83e8-bec2cd09e9e7 req-bc1245c8-a448-4b93-894c-375ed444c8f0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422652 Dec 12 00:03:18.252018 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7f89b-bb83-4b79-99a4-a36f95e57acb req-7691734e-bef6-4659-b830-4c2fe298304d tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:18.253482 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ca7f89b-bb83-4b79-99a4-a36f95e57acb req-7691734e-bef6-4659-b830-4c2fe298304d tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 945 time: 0.0513182 Dec 12 00:03:18.291764 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:18.305516 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8ca7f89b-bb83-4b79-99a4-a36f95e57acb req-d873b41d-4d18-4cad-b96d-bd23c429e3c3 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460036 Dec 12 00:03:18.327240 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52840) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:03:18.408506 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ed173d-73a2-458b-9df2-3bc5d80107cd tempest-TestSnapshotPattern-274307630 tempest-TestSnapshotPattern-274307630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:18.410264 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-92ed173d-73a2-458b-9df2-3bc5d80107cd tempest-TestSnapshotPattern-274307630 tempest-TestSnapshotPattern-274307630-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 1091 time: 0.0820045 Dec 12 00:03:18.413141 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 52844) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:03:18.417373 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:03:18.491907 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:18.590390 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:18.689817 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Allocated IP 172.25.1.161 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/7c8cd991-c408-4bb7-a4a4-3e2752d21107) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 00:03:18.792295 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:18.877220 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:18.914685 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 00:03:18.917704 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 00:03:18.921252 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 00:03:18.934098 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd6c3318-1230-41c1-8823-d3e61954df54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:18.947407 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event updated for resources: {'Port': ['ID=7c8cd991-c408-4bb7-a4a4-3e2752d21107,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:03:19.552346 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:19.684496 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:19.836034 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:19.879888 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:19.951475 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event updated for resources: {'Port': ['ID=7c8cd991-c408-4bb7-a4a4-3e2752d21107,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:03:19.961241 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:20.062505 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Floating IP 70eb89ea-8bbf-4833-a3c6-bc8d5a3c9991 associated. External IP: 172.25.1.161, port: d0c70033-4eca-4ca7-9b96-7f9fb3679444. Dec 12 00:03:20.285833 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Router 9ec026cc-fe83-4a1e-8328-7649111928eb has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 00:03:20.388534 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 00:03:20.398450 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063dadf2-dbc7-4b4b-ae0f-b79f2ef2f9ed None None] Sync routers for ids ['9ec026cc-fe83-4a1e-8328-7649111928eb'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 00:03:20.408064 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063dadf2-dbc7-4b4b-ae0f-b79f2ef2f9ed None None] Routers {'9ec026cc-fe83-4a1e-8328-7649111928eb'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:03:20.417047 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-063dadf2-dbc7-4b4b-ae0f-b79f2ef2f9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:02:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ec026cc-fe83-4a1e-8328-7649111928eb'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:03:20.511196 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:20.519600 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-063dadf2-dbc7-4b4b-ae0f-b79f2ef2f9ed None None] Set router 9ec026cc-fe83-4a1e-8328-7649111928eb gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:03:20.553515 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fe97f399-6b86-4af3-9a01-b92ef14b039a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1378422 Dec 12 00:03:20.553515 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'tag': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:03:20.555679 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b8f82dd82bb3308a7fe1c0bc9646015abbcd992e8595cd3773a37f0ca4f15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b52dc66-2aed-4e27-adbc-d0825fbdafe9" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7cc4cc-82d6-4d70-82c4-d35d44c261a5", "tag": "d0c70033-4eca-4ca7-9b96-7f9fb3679444"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:03:20.651312 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 00:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1949c15-9e4a-47a4-a248-22d8a17c4e0b x-openstack-request-id: req-b1949c15-9e4a-47a4-a248-22d8a17c4e0b {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:03:20.651610 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7cc4cc-82d6-4d70-82c4-d35d44c261a5", "tag": "d0c70033-4eca-4ca7-9b96-7f9fb3679444", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:03:20.651861 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b1949c15-9e4a-47a4-a248-22d8a17c4e0b {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:03:20.652262 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'tag': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'status': 'completed', 'code': 200} Dec 12 00:03:20.718968 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52dc66-2aed-4e27-adbc-d0825fbdafe9 req-2eb57f3b-ec64-4760-af4e-d8d1a939a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:20.720462 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b52dc66-2aed-4e27-adbc-d0825fbdafe9 req-2eb57f3b-ec64-4760-af4e-d8d1a939a8ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c42a65869d44ee83c7475d3199068c&device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 1096 time: 0.0443432 Dec 12 00:03:20.749295 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-063dadf2-dbc7-4b4b-ae0f-b79f2ef2f9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '70eb89ea-8bbf-4833-a3c6-bc8d5a3c9991', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'floating_ip_address': '172.25.1.161', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'port_id': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'mac_address': 'fa:16:3e:28:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T00:03:19Z', 'updated_at': '2021-12-12T00:03:19Z', 'revision_number': 0, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:54Z', 'revision_number': 5, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:03:20.775392 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063dadf2-dbc7-4b4b-ae0f-b79f2ef2f9ed None None] Checking router: 9ec026cc-fe83-4a1e-8328-7649111928eb for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 00:03:20.783809 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063dadf2-dbc7-4b4b-ae0f-b79f2ef2f9ed None None] Routers {'9ec026cc-fe83-4a1e-8328-7649111928eb'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:03:20.784940 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-063dadf2-dbc7-4b4b-ae0f-b79f2ef2f9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:02:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ec026cc-fe83-4a1e-8328-7649111928eb'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:03:20.812398 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52dc66-2aed-4e27-adbc-d0825fbdafe9 req-07210dd6-5b55-44ce-b0a9-2b2eeb3b2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:20.813793 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b52dc66-2aed-4e27-adbc-d0825fbdafe9 req-07210dd6-5b55-44ce-b0a9-2b2eeb3b2c72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=677ac656-4473-4e8e-b87b-5230edfbd394 HTTP/1.1" status: 200 len: 911 time: 0.0861583 Dec 12 00:03:20.884643 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b52dc66-2aed-4e27-adbc-d0825fbdafe9 req-ddbd0ff6-411b-458c-a770-2ffdbefc9cca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444 HTTP/1.1" status: 200 len: 999 time: 0.0639009 Dec 12 00:03:20.891868 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-063dadf2-dbc7-4b4b-ae0f-b79f2ef2f9ed None None] Set router 9ec026cc-fe83-4a1e-8328-7649111928eb gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:03:20.934994 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52dc66-2aed-4e27-adbc-d0825fbdafe9 req-65db76ad-b59c-4a32-bce4-0fe6a36310ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:20.936491 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b52dc66-2aed-4e27-adbc-d0825fbdafe9 req-65db76ad-b59c-4a32-bce4-0fe6a36310ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f83e53a-f2cd-40a7-bec5-9c07f27cefa7 HTTP/1.1" status: 200 len: 849 time: 0.0444911 Dec 12 00:03:20.984290 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52dc66-2aed-4e27-adbc-d0825fbdafe9 req-509fbd54-2e28-44a7-bffa-d614b986c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:03:20.985910 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b52dc66-2aed-4e27-adbc-d0825fbdafe9 req-509fbd54-2e28-44a7-bffa-d614b986c756 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677ac656-4473-4e8e-b87b-5230edfbd394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428245 Dec 12 00:03:21.082781 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b52dc66-2aed-4e27-adbc-d0825fbdafe9 req-19687782-161b-4ef9-a962-464ee309ccdd service neutron] 10.222.0.13 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877707 Dec 12 00:03:21.124138 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-063dadf2-dbc7-4b4b-ae0f-b79f2ef2f9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '70eb89ea-8bbf-4833-a3c6-bc8d5a3c9991', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'floating_ip_address': '172.25.1.161', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'port_id': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'mac_address': 'fa:16:3e:28:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T00:03:19Z', 'updated_at': '2021-12-12T00:03:19Z', 'revision_number': 0, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:54Z', 'revision_number': 5, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:03:21.150607 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063dadf2-dbc7-4b4b-ae0f-b79f2ef2f9ed None None] The sync data for ids ['9ec026cc-fe83-4a1e-8328-7649111928eb'] in n-d-710847-6 is: [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '70eb89ea-8bbf-4833-a3c6-bc8d5a3c9991', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'floating_ip_address': '172.25.1.161', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'port_id': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'mac_address': 'fa:16:3e:28:f1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T00:03:19Z', 'updated_at': '2021-12-12T00:03:19Z', 'revision_number': 0, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:54Z', 'revision_number': 5, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 00:03:21.174336 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9b52dc66-2aed-4e27-adbc-d0825fbdafe9 req-9fb6299d-f63f-4b9f-86a0-91ffeaedcd40 service neutron] 10.222.0.13 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846965 Dec 12 00:03:21.342834 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f875fd23-2eb0-4f73-9951-418193d54930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:21.343160 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b5789b-e188-4d07-ac31-cfccb881946d None None] New status for floating IP 70eb89ea-8bbf-4833-a3c6-bc8d5a3c9991: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 00:03:22.565374 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:24.248237 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:24.682512 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:29.325032 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:03:44.579040 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:48.313517 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:48.944778 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2b30a9d2-efd9-4219-b056-b890a23f0a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:51.336640 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-df2320b6-e5fd-4c7c-b1b1-e987f8864167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:52.567548 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:54.233519 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:03:54.670102 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:04:06.323429 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:04:14.633495 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:04:18.333161 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:04:18.390526 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f7d97be-3c56-4b66-aa44-ec48997e6411 req-21a4ae13-57dc-4a58-90ff-6cc0337f074e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403042 Dec 12 00:04:18.475859 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d97be-3c56-4b66-aa44-ec48997e6411 req-f4da4845-84c6-4e46-bacb-dc13c27f472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:04:18.477348 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f7d97be-3c56-4b66-aa44-ec48997e6411 req-f4da4845-84c6-4e46-bacb-dc13c27f472e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c42a65869d44ee83c7475d3199068c&device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 1096 time: 0.0451517 Dec 12 00:04:18.579414 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d97be-3c56-4b66-aa44-ec48997e6411 req-7dac231c-eac5-4c49-a7fe-ebdf88582ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:04:18.581576 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f7d97be-3c56-4b66-aa44-ec48997e6411 req-7dac231c-eac5-4c49-a7fe-ebdf88582ce4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=677ac656-4473-4e8e-b87b-5230edfbd394 HTTP/1.1" status: 200 len: 911 time: 0.0845745 Dec 12 00:04:18.649215 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f7d97be-3c56-4b66-aa44-ec48997e6411 req-9e0c1d3b-0c20-421c-b31e-420e150b0e7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444 HTTP/1.1" status: 200 len: 1001 time: 0.0607948 Dec 12 00:04:18.697922 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d97be-3c56-4b66-aa44-ec48997e6411 req-f779dc6c-0b79-4112-b20e-086b68cbb7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:04:18.699365 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f7d97be-3c56-4b66-aa44-ec48997e6411 req-f779dc6c-0b79-4112-b20e-086b68cbb7da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f83e53a-f2cd-40a7-bec5-9c07f27cefa7 HTTP/1.1" status: 200 len: 849 time: 0.0431437 Dec 12 00:04:18.743236 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d97be-3c56-4b66-aa44-ec48997e6411 req-048dc7c6-e988-49aa-a54c-b7657df42517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:04:18.744687 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f7d97be-3c56-4b66-aa44-ec48997e6411 req-048dc7c6-e988-49aa-a54c-b7657df42517 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677ac656-4473-4e8e-b87b-5230edfbd394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387020 Dec 12 00:04:18.836393 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f7d97be-3c56-4b66-aa44-ec48997e6411 req-c8fa2db1-62b8-47ae-a0d7-3e4dd4e934d7 service neutron] 10.222.0.13 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828574 Dec 12 00:04:18.916081 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e83a04a7-ffd5-4326-a652-97dd489ab75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:04:18.928604 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-8f7d97be-3c56-4b66-aa44-ec48997e6411 req-8f045c97-3b6e-414d-9bf3-8279e56db86c service neutron] 10.222.0.13 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843174 Dec 12 00:04:21.341757 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-96b5a2be-9afb-463b-b0ce-73f72a97fdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:04:22.644593 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:04:24.241423 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:04:24.709763 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:04:43.322422 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:04:44.643887 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:04:48.330332 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:04:48.938395 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-acc2725c-01ca-4ee8-949a-2841bda79e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:04:51.332572 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-49dbaabc-01a1-46c4-97ea-1eac94fcce9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:04:52.575045 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:04:54.244168 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:04:54.690250 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:14.666149 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:18.351960 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:18.386918 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0eade63-f981-4ee6-8cca-ba21682bcdb8 req-4b291a82-a195-4b92-a680-423fc50709d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424042 Dec 12 00:05:18.475536 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eade63-f981-4ee6-8cca-ba21682bcdb8 req-dd37b008-03e5-4a99-acae-a80fcd580f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:05:18.477007 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0eade63-f981-4ee6-8cca-ba21682bcdb8 req-dd37b008-03e5-4a99-acae-a80fcd580f9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c42a65869d44ee83c7475d3199068c&device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 1096 time: 0.0447874 Dec 12 00:05:18.577277 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eade63-f981-4ee6-8cca-ba21682bcdb8 req-17750c3d-bb05-49dc-ada0-84faaca820cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:05:18.578735 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0eade63-f981-4ee6-8cca-ba21682bcdb8 req-17750c3d-bb05-49dc-ada0-84faaca820cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=677ac656-4473-4e8e-b87b-5230edfbd394 HTTP/1.1" status: 200 len: 911 time: 0.0838599 Dec 12 00:05:18.647738 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0eade63-f981-4ee6-8cca-ba21682bcdb8 req-55c291f8-2609-43a8-ab53-5143aed31fe4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444 HTTP/1.1" status: 200 len: 1001 time: 0.0616829 Dec 12 00:05:18.697283 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eade63-f981-4ee6-8cca-ba21682bcdb8 req-d256f0f7-c6c0-4fcf-aa04-392e56b10048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:05:18.698710 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0eade63-f981-4ee6-8cca-ba21682bcdb8 req-d256f0f7-c6c0-4fcf-aa04-392e56b10048 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f83e53a-f2cd-40a7-bec5-9c07f27cefa7 HTTP/1.1" status: 200 len: 849 time: 0.0437298 Dec 12 00:05:18.742871 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eade63-f981-4ee6-8cca-ba21682bcdb8 req-83a7047c-19f7-4267-a49d-2e89ae16a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:05:18.744364 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0eade63-f981-4ee6-8cca-ba21682bcdb8 req-83a7047c-19f7-4267-a49d-2e89ae16a7d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677ac656-4473-4e8e-b87b-5230edfbd394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385473 Dec 12 00:05:18.835468 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0eade63-f981-4ee6-8cca-ba21682bcdb8 req-f77bedb2-5b8f-497c-b601-a71ea4be2182 service neutron] 10.222.0.13 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834334 Dec 12 00:05:18.909363 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6febe9de-b387-4cb7-97c0-1c365ccebc4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:18.941088 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-d0eade63-f981-4ee6-8cca-ba21682bcdb8 req-7996d9af-6182-4723-adbc-1d2b4a37e5c8 service neutron] 10.222.0.13 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980382 Dec 12 00:05:20.322157 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:05:21.332233 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8e9640d0-2cf3-456d-ab21-25054a66385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:22.635519 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:24.277772 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:24.700528 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:44.645960 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:48.328310 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:48.922722 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-604459f1-ad07-485c-875b-740795a79352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:51.339710 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-04e10759-67db-4e7c-982a-4a6aa5d72a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:51.812702 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d0c70033-4eca-4ca7-9b96-7f9fb3679444 details requested by agent hyperv_n-h2-710847-6 with host n-h2-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 00:05:51.910989 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d0c70033-4eca-4ca7-9b96-7f9fb3679444, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:05:51.922525 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Returning: {'device': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'port_id': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'mac_address': 'fa:16:3e:28:f1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 00:05:51.959732 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:51.972132 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0c70033-4eca-4ca7-9b96-7f9fb3679444 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 00:05:51.991643 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d0c70033-4eca-4ca7-9b96-7f9fb3679444, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:05:52.057358 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:52.107423 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=d0c70033-4eca-4ca7-9b96-7f9fb3679444,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:05:52.115194 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:05:52.115552 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:05:52.115904 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:05:52.116250 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:05:52.116593 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:05:52.116933 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:05:52.117271 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:05:52.117606 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:05:52.117952 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:05:52.118283 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:05:52.118615 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:05:52.118974 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:05:52.119307 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:05:52.132538 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] get_ports_and_sgs() called for port_ids ['d0c70033-4eca-4ca7-9b96-7f9fb3679444'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 00:05:52.574115 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:53.830719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d0c70033-4eca-4ca7-9b96-7f9fb3679444 up at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 00:05:53.878044 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Provisioning complete for port d0c70033-4eca-4ca7-9b96-7f9fb3679444 triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:05:53.878718 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:53.954214 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:53.975755 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:05:53.978003 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3896ff0b-bdc8-4ac7-aa67-291aa2939387" -d '{"events": [{"server_uuid": "1b7cc4cc-82d6-4d70-82c4-d35d44c261a5", "name": "network-vif-plugged", "status": "completed", "tag": "d0c70033-4eca-4ca7-9b96-7f9fb3679444"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:05:53.992229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d0c70033-4eca-4ca7-9b96-7f9fb3679444, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:05:54.022412 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 00:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4a815d-f076-450e-886d-411d5d7a384d x-openstack-request-id: req-aa4a815d-f076-450e-886d-411d5d7a384d {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:05:54.022412 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7cc4cc-82d6-4d70-82c4-d35d44c261a5", "name": "network-vif-plugged", "status": "completed", "tag": "d0c70033-4eca-4ca7-9b96-7f9fb3679444", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:05:54.022412 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aa4a815d-f076-450e-886d-411d5d7a384d {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:05:54.022412 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'code': 200} Dec 12 00:05:54.097909 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:54.317467 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=d0c70033-4eca-4ca7-9b96-7f9fb3679444,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:05:54.371778 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:54.699610 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:05:57.326290 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:06:07.547300 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-73f91132-686f-4424-a938-2d2fe82e3719 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894606589&fields=id&tenant_id=08c42a65869d44ee83c7475d3199068c HTTP/1.1" status: 200 len: 267 time: 0.0447590 Dec 12 00:06:07.654383 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-83346417-d1db-4ff1-9dd9-7413b16ed0cd tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:07.655947 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-83346417-d1db-4ff1-9dd9-7413b16ed0cd tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/networks?id=677ac656-4473-4e8e-b87b-5230edfbd394 HTTP/1.1" status: 200 len: 810 time: 0.1015062 Dec 12 00:06:07.671352 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-c95b3e70-da9f-42fd-9d41-4c9da5ac8aac tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/quotas/08c42a65869d44ee83c7475d3199068c HTTP/1.1" status: 200 len: 375 time: 0.0090928 Dec 12 00:06:07.732326 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-16c496ca-a971-4ce9-9cbe-1ecfa79fbdc8 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=08c42a65869d44ee83c7475d3199068c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546813 Dec 12 00:06:07.794060 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-47c6338e-a4b0-45d6-bbbb-961575aae154 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103691) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 00:06:07.796802 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-47c6338e-a4b0-45d6-bbbb-961575aae154 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484064 Dec 12 00:06:07.884294 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-46e2a1c4-7266-49f2-8e25-e5e15fa34e2e service neutron] 10.222.0.45 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828996 Dec 12 00:06:07.976714 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-95acc74b-4081-496c-b6af-912c6cf99491 service neutron] 10.222.0.45 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862062 Dec 12 00:06:08.247537 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6bddaad6-b8eb-4df9-9f9c-5c1d66eac535 req-703cc363-93fb-4864-bc07-231a52170884 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 210 time: 0.0269525 Dec 12 00:06:09.325054 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-0eaa2e63-c478-4fef-950a-17d198911a10 req-27c3c109-2494-4c47-96f9-0eed86815530 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 210 time: 0.0274522 Dec 12 00:06:10.407543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e079911b-088a-4891-809a-f7c8e3fa1ac2 req-528453e3-cda1-4c18-926b-9102a946095d tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 210 time: 0.0304043 Dec 12 00:06:11.484849 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-8f813940-d251-47cd-aa3b-34b123df1f52 req-8cb30a0f-bda0-48a5-abde-b1ca69e77e3f tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 210 time: 0.0261228 Dec 12 00:06:11.935732 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d0c70033-4eca-4ca7-9b96-7f9fb3679444 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:06:12.010728 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:12.033100 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:06:12.036021 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b204a10-38ea-4af1-b208-410782b24c88" -d '{"events": [{"server_uuid": "1b7cc4cc-82d6-4d70-82c4-d35d44c261a5", "name": "network-vif-unplugged", "status": "completed", "tag": "d0c70033-4eca-4ca7-9b96-7f9fb3679444"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:06:12.048604 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] For port d0c70033-4eca-4ca7-9b96-7f9fb3679444, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:06:12.072695 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 00:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2698b05-4306-45e2-896d-2b859e854246 x-openstack-request-id: req-f2698b05-4306-45e2-896d-2b859e854246 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:06:12.073038 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7cc4cc-82d6-4d70-82c4-d35d44c261a5", "name": "network-vif-unplugged", "status": "completed", "tag": "d0c70033-4eca-4ca7-9b96-7f9fb3679444", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:06:12.073609 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2698b05-4306-45e2-896d-2b859e854246 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:06:12.074027 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'code': 200} Dec 12 00:06:12.145346 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:12.196444 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Pushing event updated for resources: {'Port': ['ID=d0c70033-4eca-4ca7-9b96-7f9fb3679444,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:06:12.577304 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-99523f52-1382-4605-8150-2ed5cc3edcf2 req-3a739e13-4500-4e80-a28c-a08149a28b2d tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 210 time: 0.0260887 Dec 12 00:06:13.673600 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f9dea1c9-a9b3-49eb-8be5-c3dd84ad2e01 req-2b405143-8d70-4407-b274-e9f038cf9eb1 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 210 time: 0.0266922 Dec 12 00:06:14.421530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-6d6d7897-30cb-435c-88cf-92ba0265282d tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:14.423026 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-6d6d7897-30cb-435c-88cf-92ba0265282d tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.47 "GET /v2.0/networks?id=677ac656-4473-4e8e-b87b-5230edfbd394 HTTP/1.1" status: 200 len: 810 time: 0.1104860 Dec 12 00:06:14.495236 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-079d3d5b-3e34-4937-9321-73b925ce1909 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08c42a65869d44ee83c7475d3199068c HTTP/1.1" status: 200 len: 380 time: 0.0569892 Dec 12 00:06:14.505523 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Request body: {'port': {'device_id': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'admin_state_up': True, 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'security_groups': ['6b7d0b59-ddf9-4272-b107-6b4180f50279']}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:06:14.671180 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:14.682345 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Made reservation on behalf of 08c42a65869d44ee83c7475d3199068c for: {'port': 1} {{(pid=103692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 00:06:14.685933 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:14.773375 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e14888d7-ad68-476a-8320-b534c2fc8298 req-31ab5d66-3c47-4a43-92f2-1f117b62b641 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 210 time: 0.0275717 Dec 12 00:06:14.824013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.db_base_plugin_common [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Allocated IP 172.20.0.12 (677ac656-4473-4e8e-b87b-5230edfbd394/5f83e53a-f2cd-40a7-bec5-9c07f27cefa7/b83ca56a-9f54-49fc-83b7-be1da1333ceb) {{(pid=103692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 00:06:14.963736 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for port, precommit_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:15.089327 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_create {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:15.162175 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Network 677ac656-4473-4e8e-b87b-5230edfbd394 is already hosted by enough agents. {{(pid=103692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 00:06:15.166092 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.base_scheduler [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Resources bound (agent type, host, resource id): {{(pid=103692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 00:06:15.187524 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Received port after_create {{(pid=103692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 00:06:15.194012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event updated for resources: {'Port': ['ID=b83ca56a-9f54-49fc-83b7-be1da1333ceb,revision_number=1']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:06:15.239948 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:15.240556 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:15.241130 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:15.241664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:15.243213 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:15.243971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:15.244516 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:15.245097 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:15.245634 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:15.246172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:15.246713 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:15.247686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:15.248219 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:15.289656 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:15.297146 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:15.380706 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-37e413d6-ad09-4840-8944-6b6f87beb6f5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8789508 Dec 12 00:06:15.561196 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-e69e079d-e810-48ef-898c-c7ddab8075b9 None None] Provisioning complete for port b83ca56a-9f54-49fc-83b7-be1da1333ceb triggered by entity DHCP. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:06:15.561467 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e69e079d-e810-48ef-898c-c7ddab8075b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:15.596424 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-e69e079d-e810-48ef-898c-c7ddab8075b9 None None] Port b83ca56a-9f54-49fc-83b7-be1da1333ceb cannot update to ACTIVE because it is not bound. {{(pid=103693) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 00:06:15.894530 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29912129-148d-40de-86ea-79d48ca56556 req-84a77b76-7308-485a-883b-0fedaeb99975 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:15.896040 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-29912129-148d-40de-86ea-79d48ca56556 req-84a77b76-7308-485a-883b-0fedaeb99975 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 932 time: 0.0504637 Dec 12 00:06:15.954095 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-29912129-148d-40de-86ea-79d48ca56556 req-2cd5d551-2617-4dcd-b7e1-9a2397955686 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520988 Dec 12 00:06:17.086356 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cbb62-a0e3-4be5-aeb2-d0d75d41be2f req-2e4ce32a-f1db-495a-bf3b-58eec20d5ecd tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:17.087863 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d99cbb62-a0e3-4be5-aeb2-d0d75d41be2f req-2e4ce32a-f1db-495a-bf3b-58eec20d5ecd tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 932 time: 0.0557890 Dec 12 00:06:17.142424 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-d99cbb62-a0e3-4be5-aeb2-d0d75d41be2f req-8953cd58-394f-4ca7-965a-94681dc6bb29 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486276 Dec 12 00:06:18.268384 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b605f-1fe2-4f83-88fe-4896a6a44a6a req-da726c50-2145-45c7-9efb-df242a8cbbd0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:18.269789 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-504b605f-1fe2-4f83-88fe-4896a6a44a6a req-da726c50-2145-45c7-9efb-df242a8cbbd0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 932 time: 0.0505724 Dec 12 00:06:18.327349 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-504b605f-1fe2-4f83-88fe-4896a6a44a6a req-96957b68-7308-4321-ad41-b3d219ce8572 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513923 Dec 12 00:06:18.343857 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:18.437660 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-286cfd0d-fbd2-43e0-a3f7-0d6f5401faed req-415fc091-9586-4db4-bc7f-85e49bd40919 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615196 Dec 12 00:06:18.563508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cfd0d-fbd2-43e0-a3f7-0d6f5401faed req-63f6d110-0215-48fe-bd55-0f27a59326b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:18.565688 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-286cfd0d-fbd2-43e0-a3f7-0d6f5401faed req-63f6d110-0215-48fe-bd55-0f27a59326b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c42a65869d44ee83c7475d3199068c&device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 1094 time: 0.0695300 Dec 12 00:06:18.682445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cfd0d-fbd2-43e0-a3f7-0d6f5401faed req-55e1b6f6-a0d9-469a-92ac-acc65c5a2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:18.684008 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-286cfd0d-fbd2-43e0-a3f7-0d6f5401faed req-55e1b6f6-a0d9-469a-92ac-acc65c5a2db6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=677ac656-4473-4e8e-b87b-5230edfbd394 HTTP/1.1" status: 200 len: 911 time: 0.0991199 Dec 12 00:06:18.753098 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-286cfd0d-fbd2-43e0-a3f7-0d6f5401faed req-bf78e353-fd1d-4c3f-a3d8-3d263fa4fe52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444 HTTP/1.1" status: 200 len: 999 time: 0.0619659 Dec 12 00:06:18.814937 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cfd0d-fbd2-43e0-a3f7-0d6f5401faed req-a906b287-f9e4-458f-922b-0f9dc96e1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:18.816367 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-286cfd0d-fbd2-43e0-a3f7-0d6f5401faed req-a906b287-f9e4-458f-922b-0f9dc96e1d3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f83e53a-f2cd-40a7-bec5-9c07f27cefa7 HTTP/1.1" status: 200 len: 849 time: 0.0565095 Dec 12 00:06:18.872882 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cfd0d-fbd2-43e0-a3f7-0d6f5401faed req-233ed28a-71f7-47bf-9d73-4cbda266df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:18.874405 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-286cfd0d-fbd2-43e0-a3f7-0d6f5401faed req-233ed28a-71f7-47bf-9d73-4cbda266df68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677ac656-4473-4e8e-b87b-5230edfbd394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506716 Dec 12 00:06:18.999383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-286cfd0d-fbd2-43e0-a3f7-0d6f5401faed req-7581ac49-5f89-45bf-ac31-9f8324c0326b service neutron] 10.222.0.13 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158154 Dec 12 00:06:19.102024 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-286cfd0d-fbd2-43e0-a3f7-0d6f5401faed req-9ba56b0f-03ea-4b9e-bf95-f0f939e4e44a service neutron] 10.222.0.13 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962994 Dec 12 00:06:19.302975 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-52c31e86-8409-4548-8e73-bb06bd5b116c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:19.459248 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b6a69-afc6-4ab8-85ac-6f09cd7d49a0 req-4b973e5c-f9f7-480c-801a-fdf1295b40fc tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:19.462707 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-346b6a69-afc6-4ab8-85ac-6f09cd7d49a0 req-4b973e5c-f9f7-480c-801a-fdf1295b40fc tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 932 time: 0.0572226 Dec 12 00:06:19.512598 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-346b6a69-afc6-4ab8-85ac-6f09cd7d49a0 req-596e5406-fbd4-43a9-9f33-91c9314f6b4c tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440419 Dec 12 00:06:20.637816 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd802ce3-3175-47cc-b525-294b84d1d490 req-a5cf2915-3659-4465-8e15-62315bce2626 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:20.639373 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bd802ce3-3175-47cc-b525-294b84d1d490 req-a5cf2915-3659-4465-8e15-62315bce2626 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 932 time: 0.0526443 Dec 12 00:06:20.692339 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-bd802ce3-3175-47cc-b525-294b84d1d490 req-a8004010-0353-4757-aefa-dd78b0f51224 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447559 Dec 12 00:06:21.351493 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-96816f4e-c3fe-44d8-82be-937da1d8f899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:21.822047 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151e36d-fae7-454c-b5b8-e4e50abf0eb2 req-cb62866c-9b9d-4515-a60e-d31859ae7970 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:21.823911 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a151e36d-fae7-454c-b5b8-e4e50abf0eb2 req-cb62866c-9b9d-4515-a60e-d31859ae7970 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 932 time: 0.0604761 Dec 12 00:06:21.879991 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-a151e36d-fae7-454c-b5b8-e4e50abf0eb2 req-f04fc188-45ab-49f9-b460-db0b53dcdfa0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500343 Dec 12 00:06:22.588763 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:23.023796 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8a9c4-04e7-4052-bf4f-52387015eaea req-48f7e8fd-4aa7-405d-b587-39a445712e18 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:23.023796 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7e8a9c4-04e7-4052-bf4f-52387015eaea req-48f7e8fd-4aa7-405d-b587-39a445712e18 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 932 time: 0.0713658 Dec 12 00:06:23.070601 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a7e8a9c4-04e7-4052-bf4f-52387015eaea req-9f8e335e-0a07-43ea-9310-7a13434b5ed3 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436873 Dec 12 00:06:24.191265 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44621186-a292-40ef-a410-fd78bc17c2d2 req-b76ed7c4-a80d-465d-bd3a-9e35559df718 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:24.193009 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-44621186-a292-40ef-a410-fd78bc17c2d2 req-b76ed7c4-a80d-465d-bd3a-9e35559df718 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 932 time: 0.0525587 Dec 12 00:06:24.256106 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-44621186-a292-40ef-a410-fd78bc17c2d2 req-7f9d6f58-e4c6-4c84-9d8b-e870c285b8bb tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565202 Dec 12 00:06:24.925897 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:24.982933 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:25.381311 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f67b51-c3d8-4af6-8c29-e2710dd26c45 req-7c64af45-8fb3-4999-9527-333911ede747 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:25.382774 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-88f67b51-c3d8-4af6-8c29-e2710dd26c45 req-7c64af45-8fb3-4999-9527-333911ede747 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 932 time: 0.0523465 Dec 12 00:06:25.434981 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-88f67b51-c3d8-4af6-8c29-e2710dd26c45 req-29002910-105d-448c-b7b4-6cbf9c41822d tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462253 Dec 12 00:06:25.725098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.v2.base [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Request body: {'port': {'device_id': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-6'}} {{(pid=103692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:06:25.775724 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:26.033878 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83ca56a-9f54-49fc-83b7-be1da1333ceb {{(pid=103692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 00:06:26.042080 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:26.054989 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.provisioning_blocks [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Transition to ACTIVE for port object b83ca56a-9f54-49fc-83b7-be1da1333ceb will not be triggered until provisioned by entity L2. {{(pid=103692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 00:06:26.137176 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:26.190770 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Pushing event updated for resources: {'Port': ['ID=b83ca56a-9f54-49fc-83b7-be1da1333ceb,revision_number=2']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:06:26.265403 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Attempting to bind port b83ca56a-9f54-49fc-83b7-be1da1333ceb on host n-h1-710847-6 for vnic_type normal with profile {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 00:06:26.265809 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Attempting to bind port b83ca56a-9f54-49fc-83b7-be1da1333ceb by drivers openvswitch,hyperv on host n-h1-710847-6 at level 0 using segments [{'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 00:06:26.266085 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Attempting to bind port b83ca56a-9f54-49fc-83b7-be1da1333ceb on network 677ac656-4473-4e8e-b87b-5230edfbd394 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 00:06:26.271950 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Port b83ca56a-9f54-49fc-83b7-be1da1333ceb on network 677ac656-4473-4e8e-b87b-5230edfbd394 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-6 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 00:06:26.272282 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Attempting to bind port b83ca56a-9f54-49fc-83b7-be1da1333ceb on network 677ac656-4473-4e8e-b87b-5230edfbd394 {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 00:06:26.277407 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Checking agent: {'id': '62db7920-bb30-440d-b268-a3075da0dd11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'started_at': datetime.datetime(2021, 12, 11, 22, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 0, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 00:06:26.277751 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Checking segment: {'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 00:06:26.278303 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Bound using segment: {'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'} {{(pid=103692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 00:06:26.278745 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.managers [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Bound port: b83ca56a-9f54-49fc-83b7-be1da1333ceb, host: n-h1-710847-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dda3a3e-57a9-4162-8d83-7004b4020536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394'}}] {{(pid=103692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 00:06:26.279124 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:26.350146 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] For port b83ca56a-9f54-49fc-83b7-be1da1333ceb, host n-h1-710847-6, cleared binding levels {{(pid=103692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 00:06:26.353399 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] For port b83ca56a-9f54-49fc-83b7-be1da1333ceb, host n-h1-710847-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=b83ca56a-9f54-49fc-83b7-be1da1333ceb,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 00:06:26.443084 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127197179'] for port, after_update {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:26.483074 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:26.483702 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:26.485231 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] 10.222.0.47 "PUT /v2.0/ports/b83ca56a-9f54-49fc-83b7-be1da1333ceb HTTP/1.1" status: 200 len: 1092 time: 0.8119040 Dec 12 00:06:26.485685 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'tag': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:06:26.488679 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ee62d0-496a-494d-92d5-064fdff8fb5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4688eb5-0e19-4f80-84c3-7d36aecb8884", "tag": "b83ca56a-9f54-49fc-83b7-be1da1333ceb"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:06:26.525806 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d916b1-3998-4c3e-8b05-1d7a65fddd60 service neutron] Pushing event updated for resources: {'Port': ['ID=b83ca56a-9f54-49fc-83b7-be1da1333ceb,revision_number=3']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:06:26.548033 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 00:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a2bcdd-fb77-43a3-84fe-9e328d919c6e x-openstack-request-id: req-c4a2bcdd-fb77-43a3-84fe-9e328d919c6e {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:06:26.548433 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4688eb5-0e19-4f80-84c3-7d36aecb8884", "tag": "b83ca56a-9f54-49fc-83b7-be1da1333ceb", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:06:26.550099 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4a2bcdd-fb77-43a3-84fe-9e328d919c6e {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:06:26.550830 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'tag': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb', 'status': 'completed', 'code': 200} Dec 12 00:06:26.581175 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20166fef-59bd-4296-9ba8-68ea5e2f6bb6 req-b398c48b-f364-4c76-9099-d4a194bdf5ae tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:26.589287 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20166fef-59bd-4296-9ba8-68ea5e2f6bb6 req-b398c48b-f364-4c76-9099-d4a194bdf5ae tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 944 time: 0.0643883 Dec 12 00:06:26.645203 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee62d0-496a-494d-92d5-064fdff8fb5a req-568d7bc0-ee56-4a30-a32c-08702288c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:26.647905 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34ee62d0-496a-494d-92d5-064fdff8fb5a req-568d7bc0-ee56-4a30-a32c-08702288c5cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08c42a65869d44ee83c7475d3199068c&device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 1095 time: 0.0562611 Dec 12 00:06:26.650384 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-20166fef-59bd-4296-9ba8-68ea5e2f6bb6 req-10663786-ea5b-466c-8127-806820cfdc05 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561242 Dec 12 00:06:26.761873 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee62d0-496a-494d-92d5-064fdff8fb5a req-067fe809-f19c-4d4a-b7f9-db4a08039b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:26.763303 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34ee62d0-496a-494d-92d5-064fdff8fb5a req-067fe809-f19c-4d4a-b7f9-db4a08039b04 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=08c42a65869d44ee83c7475d3199068c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1006029 Dec 12 00:06:26.856218 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee62d0-496a-494d-92d5-064fdff8fb5a req-c4f8abac-916d-49a3-bddc-d7a3c7742f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:26.857675 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-34ee62d0-496a-494d-92d5-064fdff8fb5a req-c4f8abac-916d-49a3-bddc-d7a3c7742f13 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876956 Dec 12 00:06:26.960183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-3a7451f7-8c26-4267-97ae-52a246c26587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:26.961780 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-3a7451f7-8c26-4267-97ae-52a246c26587 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08c42a65869d44ee83c7475d3199068c&device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 1095 time: 0.0473235 Dec 12 00:06:27.010815 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-c2cb4802-d947-4451-bd89-c49279ac2912 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b83ca56a-9f54-49fc-83b7-be1da1333ceb HTTP/1.1" status: 200 len: 217 time: 0.0351424 Dec 12 00:06:27.060686 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-c9501908-b0ce-4cb1-91ac-28b57a756d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:27.062080 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-c9501908-b0ce-4cb1-91ac-28b57a756d06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f83e53a-f2cd-40a7-bec5-9c07f27cefa7 HTTP/1.1" status: 200 len: 849 time: 0.0434916 Dec 12 00:06:27.113029 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-bd41cf21-c4ef-4351-93fa-df7838e58e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:27.114543 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-bd41cf21-c4ef-4351-93fa-df7838e58e50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=677ac656-4473-4e8e-b87b-5230edfbd394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449049 Dec 12 00:06:27.205752 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-4c869c4b-d685-4454-b010-9725c8c418a3 service neutron] 10.222.0.47 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831895 Dec 12 00:06:27.635744 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-761152bd-351a-4fd5-a2ab-b7e895d28a15 req-359d3010-f374-4311-9a9b-a04cf463ea9d service neutron] 10.222.0.47 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240634 Dec 12 00:06:27.760983 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b3681-3f3c-4324-9f5f-9a7bfe1d07b9 req-984f7b2f-6f30-484b-826e-76a2be75c86a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:27.762457 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc1b3681-3f3c-4324-9f5f-9a7bfe1d07b9 req-984f7b2f-6f30-484b-826e-76a2be75c86a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 944 time: 0.0500693 Dec 12 00:06:27.811225 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-cc1b3681-3f3c-4324-9f5f-9a7bfe1d07b9 req-c26657f5-74b9-4a5a-bddd-1bc2a82f7ec6 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420742 Dec 12 00:06:28.932794 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951be3-f6e9-4ba0-af07-6ffb5518084c req-0cdcb80f-16dc-41d4-87e7-35e824a20d5e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:28.934249 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91951be3-f6e9-4ba0-af07-6ffb5518084c req-0cdcb80f-16dc-41d4-87e7-35e824a20d5e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 944 time: 0.0530102 Dec 12 00:06:28.982284 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-91951be3-f6e9-4ba0-af07-6ffb5518084c req-7f5baf13-64ce-48a9-86c9-3457c1812796 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421085 Dec 12 00:06:30.095382 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78f53c-924c-441b-be4a-11346896c5a3 req-649fef4b-c1ab-4408-b0db-06adb3f3cecd tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:30.096838 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff78f53c-924c-441b-be4a-11346896c5a3 req-649fef4b-c1ab-4408-b0db-06adb3f3cecd tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 944 time: 0.0481248 Dec 12 00:06:30.145204 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-ff78f53c-924c-441b-be4a-11346896c5a3 req-7ef05a19-b773-46a1-8359-a085b23dde5b tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424294 Dec 12 00:06:30.152443 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device b83ca56a-9f54-49fc-83b7-be1da1333ceb details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 00:06:30.247844 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port b83ca56a-9f54-49fc-83b7-be1da1333ceb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=b83ca56a-9f54-49fc-83b7-be1da1333ceb,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:06:30.259259 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'port_id': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb', 'mac_address': 'fa:16:3e:9c:94:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 00:06:30.295423 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:30.308993 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83ca56a-9f54-49fc-83b7-be1da1333ceb {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 00:06:30.327921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port b83ca56a-9f54-49fc-83b7-be1da1333ceb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=b83ca56a-9f54-49fc-83b7-be1da1333ceb,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:06:30.399860 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:30.450109 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=b83ca56a-9f54-49fc-83b7-be1da1333ceb,revision_number=4']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:06:30.699558 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['b83ca56a-9f54-49fc-83b7-be1da1333ceb'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 00:06:31.260134 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326c233-d791-4e9a-a873-877766d6375d req-7656b9cd-9298-4e21-8696-5e3d4b0b3c6a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:31.261504 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3326c233-d791-4e9a-a873-877766d6375d req-7656b9cd-9298-4e21-8696-5e3d4b0b3c6a tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 945 time: 0.0482407 Dec 12 00:06:31.311353 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-3326c233-d791-4e9a-a873-877766d6375d req-48295cc2-0c9d-4c2c-bab4-6221360d27e4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438828 Dec 12 00:06:32.170939 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device b83ca56a-9f54-49fc-83b7-be1da1333ceb up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 00:06:32.293370 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning for port b83ca56a-9f54-49fc-83b7-be1da1333ceb completed by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 00:06:32.297218 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port b83ca56a-9f54-49fc-83b7-be1da1333ceb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:06:32.297611 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:32.379265 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:32.402934 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:06:32.405188 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ebe9a7-be15-457c-9796-4bcca846ec93" -d '{"events": [{"server_uuid": "e4688eb5-0e19-4f80-84c3-7d36aecb8884", "name": "network-vif-plugged", "status": "completed", "tag": "b83ca56a-9f54-49fc-83b7-be1da1333ceb"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:06:32.419563 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port b83ca56a-9f54-49fc-83b7-be1da1333ceb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=b83ca56a-9f54-49fc-83b7-be1da1333ceb,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:06:32.435508 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a0b04-9230-47b4-9da2-9d5a998fafb9 req-f8d48238-fca8-4aa0-a202-6acce565ba6f tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:32.439099 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-429a0b04-9230-47b4-9da2-9d5a998fafb9 req-f8d48238-fca8-4aa0-a202-6acce565ba6f tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 945 time: 0.0533695 Dec 12 00:06:32.444629 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 00:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61eb251d-183a-4167-a657-9752726bc567 x-openstack-request-id: req-61eb251d-183a-4167-a657-9752726bc567 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:06:32.445127 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4688eb5-0e19-4f80-84c3-7d36aecb8884", "name": "network-vif-plugged", "status": "completed", "tag": "b83ca56a-9f54-49fc-83b7-be1da1333ceb", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:06:32.445394 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61eb251d-183a-4167-a657-9752726bc567 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:06:32.445800 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb', 'code': 200} Dec 12 00:06:32.488037 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-429a0b04-9230-47b4-9da2-9d5a998fafb9 req-e3b0b966-dd82-4393-9677-44538e272598 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443225 Dec 12 00:06:32.492986 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:32.543078 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=b83ca56a-9f54-49fc-83b7-be1da1333ceb,revision_number=5']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:06:32.577524 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b076cb-798d-4865-853a-1ea4b90314ce req-89664ed9-500e-4350-afda-09d497eac040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:32.579032 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-95b076cb-798d-4865-853a-1ea4b90314ce req-89664ed9-500e-4350-afda-09d497eac040 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 1097 time: 0.0406120 Dec 12 00:06:32.623734 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-95b076cb-798d-4865-853a-1ea4b90314ce req-d4da85d1-3d88-4e00-b401-9943d3753c9c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380073 Dec 12 00:06:33.614295 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e053c1-d980-4e9c-bbc1-6a180ceec16f req-38dabbb7-fc6e-4615-b3f0-f80fdcaef1b9 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:33.715225 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8e053c1-d980-4e9c-bbc1-6a180ceec16f req-38dabbb7-fc6e-4615-b3f0-f80fdcaef1b9 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 946 time: 0.0560973 Dec 12 00:06:33.715225 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e8e053c1-d980-4e9c-bbc1-6a180ceec16f req-2b16b13e-cefa-4441-b473-cca7848028de tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443466 Dec 12 00:06:34.316427 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:06:34.784490 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2505c4-6da0-47ef-81e5-5e685aff17bc req-2c0a9724-06e7-4e7c-a70d-758d3106bed4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:34.785957 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4c2505c4-6da0-47ef-81e5-5e685aff17bc req-2c0a9724-06e7-4e7c-a70d-758d3106bed4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 946 time: 0.0493314 Dec 12 00:06:34.838433 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-4c2505c4-6da0-47ef-81e5-5e685aff17bc req-466f3070-b15c-4e51-8c44-fa4054546917 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464187 Dec 12 00:06:34.953209 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5d80a-788e-460f-932a-1cc6d81818dd req-f982a233-ec3f-4512-b568-73fb1a720449 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:34.954656 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f5c5d80a-788e-460f-932a-1cc6d81818dd req-f982a233-ec3f-4512-b568-73fb1a720449 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 946 time: 0.0484440 Dec 12 00:06:35.005746 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-f5c5d80a-788e-460f-932a-1cc6d81818dd req-a8448af7-2210-4c8c-80f7-67d8964aa3d6 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447860 Dec 12 00:06:35.027711 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53174) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:06:35.066504 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d71ae98-001d-4212-94e0-852b1b223454 tempest-TestSnapshotPattern-274307630 tempest-TestSnapshotPattern-274307630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:35.068061 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-5d71ae98-001d-4212-94e0-852b1b223454 tempest-TestSnapshotPattern-274307630 tempest-TestSnapshotPattern-274307630-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 1092 time: 0.0393758 Dec 12 00:06:35.070932 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53176) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:06:35.075338 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.v2.base [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Request body: {'floatingip': {'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'port_id': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103691) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 00:06:35.148436 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for floatingip, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:35.246708 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:35.353167 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_common [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Allocated IP 172.25.1.90 (c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd/c30fb430-2111-4dac-8343-51bfe4b33bca/71e0b4f1-81f7-47da-8796-c22bff511e1a) {{(pid=103691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 00:06:35.452378 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for port, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:35.539142 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780728240824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:35.579321 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Network c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd is already hosted by enough agents. {{(pid=103691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 00:06:35.582538 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.base_scheduler [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Resources bound (agent type, host, resource id): {{(pid=103691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 00:06:35.585922 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Received port after_create {{(pid=103691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 00:06:35.591221 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event updated for resources: {'Port': ['ID=71e0b4f1-81f7-47da-8796-c22bff511e1a,revision_number=1']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:06:35.623966 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:35.624325 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:35.624671 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:35.625015 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:35.625359 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:35.625698 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:35.626034 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:35.626368 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:35.626696 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:35.627052 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:35.627424 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:35.627752 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:35.628083 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:06:35.962279 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:36.075191 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:36.221315 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for port, precommit_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:36.310514 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126704223'] for port, after_update {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:36.383810 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event updated for resources: {'Port': ['ID=71e0b4f1-81f7-47da-8796-c22bff511e1a,revision_number=2']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:06:36.394527 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462885'] for floatingip, after_create {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:36.495681 n-d-710847-6 neutron-server[103691]: INFO neutron.db.l3_db [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Floating IP ee97dacf-2949-4539-ac16-2cf107b4363f associated. External IP: 172.25.1.90, port: b83ca56a-9f54-49fc-83b7-be1da1333ceb. Dec 12 00:06:36.707011 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Router 9ec026cc-fe83-4a1e-8328-7649111928eb has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 00:06:37.104019 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 00:06:37.114719 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76557869-d167-4e9c-954f-128d4d83f850 None None] Sync routers for ids ['9ec026cc-fe83-4a1e-8328-7649111928eb'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 00:06:37.125686 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76557869-d167-4e9c-954f-128d4d83f850 None None] Routers {'9ec026cc-fe83-4a1e-8328-7649111928eb'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:06:37.132770 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-76557869-d167-4e9c-954f-128d4d83f850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:06:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ec026cc-fe83-4a1e-8328-7649111928eb'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:06:37.181381 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:37.208156 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-9cbe09c8-19d5-4f3a-8bc5-7e160acecac4 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1361737 Dec 12 00:06:37.208752 n-d-710847-6 neutron-server[103691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'tag': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb'}] {{(pid=103691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:06:37.211034 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b8f82dd82bb3308a7fe1c0bc9646015abbcd992e8595cd3773a37f0ca4f15d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e62dab7-db1c-4c61-b81c-6ddb7f5b31f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e4688eb5-0e19-4f80-84c3-7d36aecb8884", "tag": "b83ca56a-9f54-49fc-83b7-be1da1333ceb"}]}' {{(pid=103691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:06:37.235751 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-76557869-d167-4e9c-954f-128d4d83f850 None None] Set router 9ec026cc-fe83-4a1e-8328-7649111928eb gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:06:37.248662 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 00:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8f90d0-09b1-4fe6-9171-7bd009f7998b x-openstack-request-id: req-2c8f90d0-09b1-4fe6-9171-7bd009f7998b {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:06:37.248963 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4688eb5-0e19-4f80-84c3-7d36aecb8884", "tag": "b83ca56a-9f54-49fc-83b7-be1da1333ceb", "status": "completed", "code": 200}]} {{(pid=103691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:06:37.249219 n-d-710847-6 neutron-server[103691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c8f90d0-09b1-4fe6-9171-7bd009f7998b {{(pid=103691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:06:37.249620 n-d-710847-6 neutron-server[103691]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'tag': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb', 'status': 'completed', 'code': 200} Dec 12 00:06:37.332421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62dab7-db1c-4c61-b81c-6ddb7f5b31f7 req-c4f2defe-6d02-4118-81f2-75dd1a29f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:37.334075 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e62dab7-db1c-4c61-b81c-6ddb7f5b31f7 req-c4f2defe-6d02-4118-81f2-75dd1a29f6d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08c42a65869d44ee83c7475d3199068c&device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 1097 time: 0.0410814 Dec 12 00:06:37.425363 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62dab7-db1c-4c61-b81c-6ddb7f5b31f7 req-521b5753-be4f-48ef-8fc6-2ef0205e2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:37.426854 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e62dab7-db1c-4c61-b81c-6ddb7f5b31f7 req-521b5753-be4f-48ef-8fc6-2ef0205e2257 service neutron] 10.222.0.47 "GET /v2.0/networks?id=677ac656-4473-4e8e-b87b-5230edfbd394 HTTP/1.1" status: 200 len: 911 time: 0.0858147 Dec 12 00:06:37.469503 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-76557869-d167-4e9c-954f-128d4d83f850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '70eb89ea-8bbf-4833-a3c6-bc8d5a3c9991', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'floating_ip_address': '172.25.1.161', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'port_id': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'mac_address': 'fa:16:3e:28:f1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T00:03:19Z', 'updated_at': '2021-12-12T00:03:21Z', 'revision_number': 1, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'fixed_ip_address_scope': None}, {'id': 'ee97dacf-2949-4539-ac16-2cf107b4363f', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'port_id': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'mac_address': 'fa:16:3e:9c:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T00:06:35Z', 'updated_at': '2021-12-12T00:06:35Z', 'revision_number': 0, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:54Z', 'revision_number': 5, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:06:37.497127 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76557869-d167-4e9c-954f-128d4d83f850 None None] Checking router: 9ec026cc-fe83-4a1e-8328-7649111928eb for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 00:06:37.505374 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e62dab7-db1c-4c61-b81c-6ddb7f5b31f7 req-49cc4a6c-5100-47be-9578-efd1fd485ce9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b83ca56a-9f54-49fc-83b7-be1da1333ceb HTTP/1.1" status: 200 len: 999 time: 0.0674591 Dec 12 00:06:37.506407 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76557869-d167-4e9c-954f-128d4d83f850 None None] Routers {'9ec026cc-fe83-4a1e-8328-7649111928eb'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:06:37.507043 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-76557869-d167-4e9c-954f-128d4d83f850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:06:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ec026cc-fe83-4a1e-8328-7649111928eb'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:06:37.553994 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62dab7-db1c-4c61-b81c-6ddb7f5b31f7 req-304152d6-4ec2-4a22-b83a-51bb87d91c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:37.555562 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e62dab7-db1c-4c61-b81c-6ddb7f5b31f7 req-304152d6-4ec2-4a22-b83a-51bb87d91c3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f83e53a-f2cd-40a7-bec5-9c07f27cefa7 HTTP/1.1" status: 200 len: 849 time: 0.0433884 Dec 12 00:06:37.601945 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62dab7-db1c-4c61-b81c-6ddb7f5b31f7 req-1e539c21-4243-4330-83b5-fc46bfb97631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:06:37.603585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e62dab7-db1c-4c61-b81c-6ddb7f5b31f7 req-1e539c21-4243-4330-83b5-fc46bfb97631 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=677ac656-4473-4e8e-b87b-5230edfbd394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406392 Dec 12 00:06:37.614385 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-76557869-d167-4e9c-954f-128d4d83f850 None None] Set router 9ec026cc-fe83-4a1e-8328-7649111928eb gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:06:37.697607 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e62dab7-db1c-4c61-b81c-6ddb7f5b31f7 req-57b04016-736c-4024-ab2e-8ae3d019abc9 service neutron] 10.222.0.47 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862823 Dec 12 00:06:37.789599 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9e62dab7-db1c-4c61-b81c-6ddb7f5b31f7 req-5338c378-8e31-46ad-9498-81ed6c63a63d service neutron] 10.222.0.47 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851645 Dec 12 00:06:37.844631 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-76557869-d167-4e9c-954f-128d4d83f850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '70eb89ea-8bbf-4833-a3c6-bc8d5a3c9991', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'floating_ip_address': '172.25.1.161', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'port_id': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'mac_address': 'fa:16:3e:28:f1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T00:03:19Z', 'updated_at': '2021-12-12T00:03:21Z', 'revision_number': 1, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'fixed_ip_address_scope': None}, {'id': 'ee97dacf-2949-4539-ac16-2cf107b4363f', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'port_id': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'mac_address': 'fa:16:3e:9c:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T00:06:35Z', 'updated_at': '2021-12-12T00:06:35Z', 'revision_number': 0, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:54Z', 'revision_number': 5, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:06:37.871914 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76557869-d167-4e9c-954f-128d4d83f850 None None] The sync data for ids ['9ec026cc-fe83-4a1e-8328-7649111928eb'] in n-d-710847-6 is: [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '70eb89ea-8bbf-4833-a3c6-bc8d5a3c9991', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'floating_ip_address': '172.25.1.161', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'port_id': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'mac_address': 'fa:16:3e:28:f1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T00:03:19Z', 'updated_at': '2021-12-12T00:03:21Z', 'revision_number': 1, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'fixed_ip_address_scope': None}, {'id': 'ee97dacf-2949-4539-ac16-2cf107b4363f', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'port_id': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'mac_address': 'fa:16:3e:9c:94:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T00:06:35Z', 'updated_at': '2021-12-12T00:06:35Z', 'revision_number': 0, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:54Z', 'revision_number': 5, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 00:06:38.066190 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd534bed-a454-418c-a86a-5d17643a8143 None None] New status for floating IP ee97dacf-2949-4539-ac16-2cf107b4363f: ACTIVE {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 00:06:44.669978 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:48.339120 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:48.938825 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d02dd712-0052-480f-8a21-ad9a2b7b1f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:51.332873 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2c69fc8d-028b-4493-ad46-50ae3c2122d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:52.587743 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:54.245459 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:06:54.698508 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:07:11.315546 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:07:14.667499 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:07:18.349534 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:07:18.388548 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-484d445a-99a0-4958-96bc-272bf9184493 req-0388e73b-10ad-4db6-a085-7ec1ba9a79c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444584 Dec 12 00:07:18.469430 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d445a-99a0-4958-96bc-272bf9184493 req-d87749d9-5594-4dfe-8add-e5087159e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:07:18.470996 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-484d445a-99a0-4958-96bc-272bf9184493 req-d87749d9-5594-4dfe-8add-e5087159e76b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c42a65869d44ee83c7475d3199068c&device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 1094 time: 0.0403323 Dec 12 00:07:18.570183 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d445a-99a0-4958-96bc-272bf9184493 req-269b6933-797b-4a76-825a-e546c6feb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:07:18.571681 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-484d445a-99a0-4958-96bc-272bf9184493 req-269b6933-797b-4a76-825a-e546c6feb784 service neutron] 10.222.0.13 "GET /v2.0/networks?id=677ac656-4473-4e8e-b87b-5230edfbd394 HTTP/1.1" status: 200 len: 911 time: 0.0829468 Dec 12 00:07:18.640268 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-484d445a-99a0-4958-96bc-272bf9184493 req-ab5b5290-da86-4d19-ac24-5e90fe8f86ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444 HTTP/1.1" status: 200 len: 999 time: 0.0620968 Dec 12 00:07:18.687406 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d445a-99a0-4958-96bc-272bf9184493 req-9078d78b-eb2c-4e28-b841-a488bd0cea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:07:18.688831 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-484d445a-99a0-4958-96bc-272bf9184493 req-9078d78b-eb2c-4e28-b841-a488bd0cea50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f83e53a-f2cd-40a7-bec5-9c07f27cefa7 HTTP/1.1" status: 200 len: 849 time: 0.0423651 Dec 12 00:07:18.732267 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d445a-99a0-4958-96bc-272bf9184493 req-d81d04bd-4d1d-4fb0-ae86-5dcb7d633e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:07:18.733713 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-484d445a-99a0-4958-96bc-272bf9184493 req-d81d04bd-4d1d-4fb0-ae86-5dcb7d633e84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677ac656-4473-4e8e-b87b-5230edfbd394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380194 Dec 12 00:07:18.826405 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-484d445a-99a0-4958-96bc-272bf9184493 req-b33d121b-4053-48b7-bd81-d64b7eaf84d2 service neutron] 10.222.0.13 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857453 Dec 12 00:07:18.919145 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-484d445a-99a0-4958-96bc-272bf9184493 req-8c598cde-4a44-48ba-bf11-c8b32bca2a95 service neutron] 10.222.0.13 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857034 Dec 12 00:07:18.921166 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-15993bfb-7a73-4c37-87de-c7777c111115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:07:21.353688 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0131afde-8ef6-41f9-ae3c-cad044aaf656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:07:22.589255 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:07:24.267624 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:07:24.724775 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:07:25.803509 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7769b18-afda-4b25-b2e8-d23a2e3771c4 req-cb21f5ac-e3d1-4443-aaa9-853e490dcb0c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442681 Dec 12 00:07:25.902225 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7769b18-afda-4b25-b2e8-d23a2e3771c4 req-f290bef3-0906-4d35-9393-0a965a997c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:07:25.903787 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7769b18-afda-4b25-b2e8-d23a2e3771c4 req-f290bef3-0906-4d35-9393-0a965a997c9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08c42a65869d44ee83c7475d3199068c&device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 1097 time: 0.0411096 Dec 12 00:07:26.006368 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7769b18-afda-4b25-b2e8-d23a2e3771c4 req-2fb0d038-e923-4236-8bdb-5a4fc4a2d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:07:26.007891 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7769b18-afda-4b25-b2e8-d23a2e3771c4 req-2fb0d038-e923-4236-8bdb-5a4fc4a2d850 service neutron] 10.222.0.47 "GET /v2.0/networks?id=677ac656-4473-4e8e-b87b-5230edfbd394 HTTP/1.1" status: 200 len: 911 time: 0.0849125 Dec 12 00:07:26.077520 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7769b18-afda-4b25-b2e8-d23a2e3771c4 req-20ae8b53-d37b-48d9-8f5b-1e977f640c09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b83ca56a-9f54-49fc-83b7-be1da1333ceb HTTP/1.1" status: 200 len: 1001 time: 0.0608046 Dec 12 00:07:26.125400 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7769b18-afda-4b25-b2e8-d23a2e3771c4 req-7ac9dc5f-e36b-40ed-97e0-d58ffbdeaa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:07:26.126827 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7769b18-afda-4b25-b2e8-d23a2e3771c4 req-7ac9dc5f-e36b-40ed-97e0-d58ffbdeaa22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f83e53a-f2cd-40a7-bec5-9c07f27cefa7 HTTP/1.1" status: 200 len: 849 time: 0.0427036 Dec 12 00:07:26.172725 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7769b18-afda-4b25-b2e8-d23a2e3771c4 req-fa4cd065-e540-47ac-a723-686f2659036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:07:26.174253 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7769b18-afda-4b25-b2e8-d23a2e3771c4 req-fa4cd065-e540-47ac-a723-686f2659036c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=677ac656-4473-4e8e-b87b-5230edfbd394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405841 Dec 12 00:07:26.269765 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7769b18-afda-4b25-b2e8-d23a2e3771c4 req-0a1b5712-81fc-4ce0-b5cd-0a852368c585 service neutron] 10.222.0.47 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884054 Dec 12 00:07:26.360137 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-f7769b18-afda-4b25-b2e8-d23a2e3771c4 req-5599c0a4-e2bc-4911-ac78-9fc00b9297d8 service neutron] 10.222.0.47 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839701 Dec 12 00:07:44.657247 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:07:48.314201 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:07:48.332648 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:07:48.943248 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-052d4a7c-3067-4670-bdfa-5e8f220d1c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:07:51.342896 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f353a935-e22a-42d8-af35-1f1ff1c63a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:07:52.594639 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:07:54.274784 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:07:54.692039 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:08.682416 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device b83ca56a-9f54-49fc-83b7-be1da1333ceb details requested by agent hyperv_n-h1-710847-6 with host n-h1-710847-6 {{(pid=103693) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 00:08:08.786203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port b83ca56a-9f54-49fc-83b7-be1da1333ceb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=b83ca56a-9f54-49fc-83b7-be1da1333ceb,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:08:08.798334 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Returning: {'device': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'port_id': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb', 'mac_address': 'fa:16:3e:9c:94:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103693) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 00:08:08.836419 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:08.853508 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b83ca56a-9f54-49fc-83b7-be1da1333ceb {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 00:08:08.880350 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port b83ca56a-9f54-49fc-83b7-be1da1333ceb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=b83ca56a-9f54-49fc-83b7-be1da1333ceb,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:08:08.948715 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:09.016774 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=b83ca56a-9f54-49fc-83b7-be1da1333ceb,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:09.037229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:09.037229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:09.037229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:09.037229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:09.037229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:09.037229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:09.037229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:09.037229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:09.037229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:09.037229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:09.037229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:09.037229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:09.037229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:09.087245 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] get_ports_and_sgs() called for port_ids ['b83ca56a-9f54-49fc-83b7-be1da1333ceb'] {{(pid=103693) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 00:08:10.682839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device b83ca56a-9f54-49fc-83b7-be1da1333ceb up at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 00:08:10.730726 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Provisioning complete for port b83ca56a-9f54-49fc-83b7-be1da1333ceb triggered by entity L2. {{(pid=103693) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 00:08:10.731131 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7667098'] for port, provisioning_complete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:10.807990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:10.828467 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:08:10.830704 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effe0d90-46cb-4412-b3f8-2801634ecaed" -d '{"events": [{"server_uuid": "e4688eb5-0e19-4f80-84c3-7d36aecb8884", "name": "network-vif-plugged", "status": "completed", "tag": "b83ca56a-9f54-49fc-83b7-be1da1333ceb"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:08:10.846669 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port b83ca56a-9f54-49fc-83b7-be1da1333ceb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=b83ca56a-9f54-49fc-83b7-be1da1333ceb,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:08:10.877852 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 00:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e8dfd3-3eca-4845-871b-5faf54e365dc x-openstack-request-id: req-20e8dfd3-3eca-4845-871b-5faf54e365dc {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:08:10.877852 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4688eb5-0e19-4f80-84c3-7d36aecb8884", "name": "network-vif-plugged", "status": "completed", "tag": "b83ca56a-9f54-49fc-83b7-be1da1333ceb", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:08:10.877852 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20e8dfd3-3eca-4845-871b-5faf54e365dc {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:08:10.877852 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb', 'code': 200} Dec 12 00:08:10.920321 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:10.981798 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=b83ca56a-9f54-49fc-83b7-be1da1333ceb,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:14.685762 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:18.329730 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:18.437904 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67a698a9-7c73-4d6d-a426-8e4ae99a4354 req-058a1edf-9f0d-4a07-8429-f4bfc427f1e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0939863 Dec 12 00:08:18.520674 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a698a9-7c73-4d6d-a426-8e4ae99a4354 req-e826f3a0-738a-4f26-8881-d6227c859f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:18.522133 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67a698a9-7c73-4d6d-a426-8e4ae99a4354 req-e826f3a0-738a-4f26-8881-d6227c859f9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c42a65869d44ee83c7475d3199068c&device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 1094 time: 0.0399187 Dec 12 00:08:18.622832 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a698a9-7c73-4d6d-a426-8e4ae99a4354 req-5f04e59c-3cb0-4230-b05a-e6c2a1c78745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:18.624248 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67a698a9-7c73-4d6d-a426-8e4ae99a4354 req-5f04e59c-3cb0-4230-b05a-e6c2a1c78745 service neutron] 10.222.0.13 "GET /v2.0/networks?id=677ac656-4473-4e8e-b87b-5230edfbd394 HTTP/1.1" status: 200 len: 911 time: 0.0837445 Dec 12 00:08:18.692709 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67a698a9-7c73-4d6d-a426-8e4ae99a4354 req-20975c72-6d67-492f-87e3-16a3b7521e05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444 HTTP/1.1" status: 200 len: 999 time: 0.0610163 Dec 12 00:08:18.740816 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a698a9-7c73-4d6d-a426-8e4ae99a4354 req-93f35c42-4a5d-4f21-98d5-ae10719e6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:18.742255 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67a698a9-7c73-4d6d-a426-8e4ae99a4354 req-93f35c42-4a5d-4f21-98d5-ae10719e6097 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f83e53a-f2cd-40a7-bec5-9c07f27cefa7 HTTP/1.1" status: 200 len: 849 time: 0.0432234 Dec 12 00:08:18.786971 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a698a9-7c73-4d6d-a426-8e4ae99a4354 req-a0fd3494-f1e9-409e-a61c-f66b6924dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:18.788424 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67a698a9-7c73-4d6d-a426-8e4ae99a4354 req-a0fd3494-f1e9-409e-a61c-f66b6924dcdb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677ac656-4473-4e8e-b87b-5230edfbd394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395701 Dec 12 00:08:18.799126 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-67a698a9-7c73-4d6d-a426-8e4ae99a4354 req-7b5d1504-78ab-4b7e-b523-a40c00764835 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 00:08:18.800073 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67a698a9-7c73-4d6d-a426-8e4ae99a4354 req-7b5d1504-78ab-4b7e-b523-a40c00764835 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048749 Dec 12 00:08:18.896399 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67a698a9-7c73-4d6d-a426-8e4ae99a4354 req-8c7c591e-ea72-43da-9060-297b4cecaeeb service neutron] 10.222.0.13 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884295 Dec 12 00:08:18.938946 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-54afbec3-9801-4dd4-9951-1e764cc93cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:18.995184 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-67a698a9-7c73-4d6d-a426-8e4ae99a4354 req-53300a34-be84-4622-8e96-730df19c4d3a service neutron] 10.222.0.13 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914958 Dec 12 00:08:20.215038 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53386) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:08:20.377185 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Deleting port 71e0b4f1-81f7-47da-8796-c22bff511e1a {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:08:20.377467 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:20.449985 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:20.450311 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:20.461898 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Calling delete_port for 71e0b4f1-81f7-47da-8796-c22bff511e1a owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:08:20.656712 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:20.680358 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event deleted for resources: {'Port': ['ID=71e0b4f1-81f7-47da-8796-c22bff511e1a,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:20.694709 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:20.695095 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:20.695444 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:20.695783 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:20.696121 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:20.696458 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:20.696792 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:20.697124 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:20.697455 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:20.697797 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:20.698111 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:20.698440 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:20.698771 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:20.756604 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:20.756968 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Floating IP ee97dacf-2949-4539-ac16-2cf107b4363f disassociated (deleted). External IP: 172.25.1.90, port: b83ca56a-9f54-49fc-83b7-be1da1333ceb. Dec 12 00:08:20.964172 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Router 9ec026cc-fe83-4a1e-8328-7649111928eb has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 00:08:21.075673 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 00:08:21.080733 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:21.086087 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd56b0-5619-401f-9f66-0b9d4983c625 None None] Sync routers for ids ['9ec026cc-fe83-4a1e-8328-7649111928eb'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 00:08:21.095847 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd56b0-5619-401f-9f66-0b9d4983c625 None None] Routers {'9ec026cc-fe83-4a1e-8328-7649111928eb'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:08:21.096703 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c7dd56b0-5619-401f-9f66-0b9d4983c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:07:51Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ec026cc-fe83-4a1e-8328-7649111928eb'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:21.108161 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-b0c15b18-fe24-452d-906a-7d08ba4270c5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "DELETE /v2.0/floatingips/ee97dacf-2949-4539-ac16-2cf107b4363f HTTP/1.1" status: 204 len: 168 time: 0.8920255 Dec 12 00:08:21.108761 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'tag': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:08:21.111060 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79812548-199d-41cf-8040-df23fd31123d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4688eb5-0e19-4f80-84c3-7d36aecb8884", "tag": "b83ca56a-9f54-49fc-83b7-be1da1333ceb"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:08:21.229681 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-c7dd56b0-5619-401f-9f66-0b9d4983c625 None None] Set router 9ec026cc-fe83-4a1e-8328-7649111928eb gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:08:21.243550 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 00:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ee44f2-158f-496f-82cc-ce3b4baf5d07 x-openstack-request-id: req-c9ee44f2-158f-496f-82cc-ce3b4baf5d07 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:08:21.243550 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4688eb5-0e19-4f80-84c3-7d36aecb8884", "tag": "b83ca56a-9f54-49fc-83b7-be1da1333ceb", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:08:21.243550 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9ee44f2-158f-496f-82cc-ce3b4baf5d07 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:08:21.243550 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'tag': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb', 'status': 'completed', 'code': 200} Dec 12 00:08:21.331513 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79812548-199d-41cf-8040-df23fd31123d req-a098fe06-175d-411e-bab5-d79f58e0e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:21.334010 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79812548-199d-41cf-8040-df23fd31123d req-a098fe06-175d-411e-bab5-d79f58e0e4c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08c42a65869d44ee83c7475d3199068c&device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 1097 time: 0.0451419 Dec 12 00:08:21.429434 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79812548-199d-41cf-8040-df23fd31123d req-47ec3153-fc73-44e2-b7a7-362a76a0a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:21.431094 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79812548-199d-41cf-8040-df23fd31123d req-47ec3153-fc73-44e2-b7a7-362a76a0a541 service neutron] 10.222.0.47 "GET /v2.0/networks?id=677ac656-4473-4e8e-b87b-5230edfbd394 HTTP/1.1" status: 200 len: 911 time: 0.0902507 Dec 12 00:08:21.484591 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79812548-199d-41cf-8040-df23fd31123d req-13782b40-8a2e-4633-ba38-b9ed0aa0ce3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b83ca56a-9f54-49fc-83b7-be1da1333ceb HTTP/1.1" status: 200 len: 217 time: 0.0465493 Dec 12 00:08:21.532765 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-caa30e2c-151f-4e15-bf75-7d8375b28c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:21.561559 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79812548-199d-41cf-8040-df23fd31123d req-e0ea1798-7811-4fbe-9a20-4af7b411449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:21.563102 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79812548-199d-41cf-8040-df23fd31123d req-e0ea1798-7811-4fbe-9a20-4af7b411449b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f83e53a-f2cd-40a7-bec5-9c07f27cefa7 HTTP/1.1" status: 200 len: 849 time: 0.0506577 Dec 12 00:08:21.635808 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79812548-199d-41cf-8040-df23fd31123d req-ce5e98c3-0e4a-4803-8a89-c3d301a540f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:21.637391 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79812548-199d-41cf-8040-df23fd31123d req-ce5e98c3-0e4a-4803-8a89-c3d301a540f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=677ac656-4473-4e8e-b87b-5230edfbd394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647199 Dec 12 00:08:21.646273 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb09f2-993c-48a5-bc0d-4b6ad3618f4f req-53e78ec1-d435-4c70-8bdd-1d46fda4c11f tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:21.647737 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ceb09f2-993c-48a5-bc0d-4b6ad3618f4f req-53e78ec1-d435-4c70-8bdd-1d46fda4c11f tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 946 time: 0.1404922 Dec 12 00:08:21.654206 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c7dd56b0-5619-401f-9f66-0b9d4983c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '70eb89ea-8bbf-4833-a3c6-bc8d5a3c9991', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'floating_ip_address': '172.25.1.161', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'port_id': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'mac_address': 'fa:16:3e:28:f1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T00:03:19Z', 'updated_at': '2021-12-12T00:03:21Z', 'revision_number': 1, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:54Z', 'revision_number': 5, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:21.686501 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd56b0-5619-401f-9f66-0b9d4983c625 None None] Checking router: 9ec026cc-fe83-4a1e-8328-7649111928eb for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 00:08:21.696229 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd56b0-5619-401f-9f66-0b9d4983c625 None None] Routers {'9ec026cc-fe83-4a1e-8328-7649111928eb'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:08:21.696857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c7dd56b0-5619-401f-9f66-0b9d4983c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ec026cc-fe83-4a1e-8328-7649111928eb'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:21.744502 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-9ceb09f2-993c-48a5-bc0d-4b6ad3618f4f req-cc91ffcd-0617-422a-93b4-6540ebea7085 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877397 Dec 12 00:08:21.769868 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79812548-199d-41cf-8040-df23fd31123d req-ae325000-5bca-42e8-8580-61d88211fa90 service neutron] 10.222.0.47 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211853 Dec 12 00:08:21.804896 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-c7dd56b0-5619-401f-9f66-0b9d4983c625 None None] Set router 9ec026cc-fe83-4a1e-8328-7649111928eb gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:08:21.865469 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-79812548-199d-41cf-8040-df23fd31123d req-f1f4d64f-3c77-4ee9-9ef3-5f6e89373de0 service neutron] 10.222.0.47 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881433 Dec 12 00:08:22.031820 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-c7dd56b0-5619-401f-9f66-0b9d4983c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '70eb89ea-8bbf-4833-a3c6-bc8d5a3c9991', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'floating_ip_address': '172.25.1.161', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'port_id': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'mac_address': 'fa:16:3e:28:f1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T00:03:19Z', 'updated_at': '2021-12-12T00:03:21Z', 'revision_number': 1, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:54Z', 'revision_number': 5, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:22.060973 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd56b0-5619-401f-9f66-0b9d4983c625 None None] The sync data for ids ['9ec026cc-fe83-4a1e-8328-7649111928eb'] in n-d-710847-6 is: [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_floatingips': [{'id': '70eb89ea-8bbf-4833-a3c6-bc8d5a3c9991', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'floating_ip_address': '172.25.1.161', 'floating_network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'router_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'port_id': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'mac_address': 'fa:16:3e:28:f1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T00:03:19Z', 'updated_at': '2021-12-12T00:03:21Z', 'revision_number': 1, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:54Z', 'revision_number': 5, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 00:08:22.278035 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b748951-7257-4d6e-a53d-f417f7c72559 None None] New status for floating IP ee97dacf-2949-4539-ac16-2cf107b4363f: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 00:08:22.598978 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:22.759095 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device b83ca56a-9f54-49fc-83b7-be1da1333ceb no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:08:22.834568 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951467'] for port, before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:22.859839 n-d-710847-6 neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:08:22.862014 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8d70fb3f61adea692ceef2ccd28985c4a4aa09bb59e0185ec97c9819d84d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bf336a-8908-48f3-b2a5-6cdc766935ab" -d '{"events": [{"server_uuid": "e4688eb5-0e19-4f80-84c3-7d36aecb8884", "name": "network-vif-unplugged", "status": "completed", "tag": "b83ca56a-9f54-49fc-83b7-be1da1333ceb"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:08:22.867521 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a69e64-426d-49d0-a04e-7c87c8c9c668 req-1cbfabff-55eb-4255-ad65-1bb59e1a2af0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:22.869337 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-92a69e64-426d-49d0-a04e-7c87c8c9c668 req-1cbfabff-55eb-4255-ad65-1bb59e1a2af0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 946 time: 0.0524869 Dec 12 00:08:22.878322 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] For port b83ca56a-9f54-49fc-83b7-be1da1333ceb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=b83ca56a-9f54-49fc-83b7-be1da1333ceb,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:08:22.931421 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-92a69e64-426d-49d0-a04e-7c87c8c9c668 req-40c36f60-d1b1-4279-ac7d-4b9f8ce34adf tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464232 Dec 12 00:08:22.953798 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780728726245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780728240842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780728240860'] for port, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:22.955784 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 00:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a256d01-8cd1-4b14-bdf6-64a33349d4ef x-openstack-request-id: req-2a256d01-8cd1-4b14-bdf6-64a33349d4ef {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:08:22.956285 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4688eb5-0e19-4f80-84c3-7d36aecb8884", "name": "network-vif-unplugged", "status": "completed", "tag": "b83ca56a-9f54-49fc-83b7-be1da1333ceb", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:08:22.956550 n-d-710847-6 neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a256d01-8cd1-4b14-bdf6-64a33349d4ef {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:08:22.957852 n-d-710847-6 neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb', 'code': 200} Dec 12 00:08:23.005925 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Pushing event updated for resources: {'Port': ['ID=b83ca56a-9f54-49fc-83b7-be1da1333ceb,revision_number=8']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:23.272504 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0326147-6a6b-4503-bd48-20f196a5fe23 req-692e84bf-2ec8-4f03-96c2-a141c0b937d0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:23.274001 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0326147-6a6b-4503-bd48-20f196a5fe23 req-692e84bf-2ec8-4f03-96c2-a141c0b937d0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 944 time: 0.0489290 Dec 12 00:08:23.367765 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a0326147-6a6b-4503-bd48-20f196a5fe23 req-80fae0ce-e38a-4504-9954-f708bd50627e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Deleting port b83ca56a-9f54-49fc-83b7-be1da1333ceb {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:08:23.368107 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a0326147-6a6b-4503-bd48-20f196a5fe23 req-80fae0ce-e38a-4504-9954-f708bd50627e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:23.457660 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a0326147-6a6b-4503-bd48-20f196a5fe23 req-80fae0ce-e38a-4504-9954-f708bd50627e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] For port b83ca56a-9f54-49fc-83b7-be1da1333ceb, host n-h1-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-6',level=0,port_id=b83ca56a-9f54-49fc-83b7-be1da1333ceb,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:08:23.458024 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a0326147-6a6b-4503-bd48-20f196a5fe23 req-80fae0ce-e38a-4504-9954-f708bd50627e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:23.469788 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a0326147-6a6b-4503-bd48-20f196a5fe23 req-80fae0ce-e38a-4504-9954-f708bd50627e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Calling delete_port for b83ca56a-9f54-49fc-83b7-be1da1333ceb owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:08:23.668613 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a0326147-6a6b-4503-bd48-20f196a5fe23 req-80fae0ce-e38a-4504-9954-f708bd50627e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:23.698014 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fae0ce-e38a-4504-9954-f708bd50627e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event deleted for resources: {'Port': ['ID=b83ca56a-9f54-49fc-83b7-be1da1333ceb,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:23.741165 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0326147-6a6b-4503-bd48-20f196a5fe23 req-80fae0ce-e38a-4504-9954-f708bd50627e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] No DVR routers for this DVR port b83ca56a-9f54-49fc-83b7-be1da1333ceb on host n-h1-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 00:08:23.743825 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a0326147-6a6b-4503-bd48-20f196a5fe23 req-80fae0ce-e38a-4504-9954-f708bd50627e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:23.747307 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a0326147-6a6b-4503-bd48-20f196a5fe23 req-80fae0ce-e38a-4504-9954-f708bd50627e tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.47 "DELETE /v2.0/ports/b83ca56a-9f54-49fc-83b7-be1da1333ceb HTTP/1.1" status: 204 len: 173 time: 0.4671812 Dec 12 00:08:23.747784 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'name': 'network-vif-deleted', 'tag': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:08:23.750037 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ce778a-43d5-4b58-87d4-1323417902a3" -d '{"events": [{"server_uuid": "e4688eb5-0e19-4f80-84c3-7d36aecb8884", "name": "network-vif-deleted", "tag": "b83ca56a-9f54-49fc-83b7-be1da1333ceb"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:08:23.786491 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 00:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477a94d2-d10d-468e-aa2e-715b01379d70 x-openstack-request-id: req-477a94d2-d10d-468e-aa2e-715b01379d70 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:08:23.786792 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4688eb5-0e19-4f80-84c3-7d36aecb8884", "name": "network-vif-deleted", "tag": "b83ca56a-9f54-49fc-83b7-be1da1333ceb", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:08:23.787078 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-477a94d2-d10d-468e-aa2e-715b01379d70 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:08:23.787539 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4688eb5-0e19-4f80-84c3-7d36aecb8884', 'name': 'network-vif-deleted', 'tag': 'b83ca56a-9f54-49fc-83b7-be1da1333ceb', 'status': 'completed', 'code': 200} Dec 12 00:08:24.036383 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-e931679d-8de1-4afd-b7ee-7029c1e2b53c req-87bba520-a12e-4fb0-8a3e-75a4a19e2fe1 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4688eb5-0e19-4f80-84c3-7d36aecb8884 HTTP/1.1" status: 200 len: 210 time: 0.0326989 Dec 12 00:08:24.256684 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:24.697112 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:25.314052 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:08:26.336860 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53460) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:08:26.496156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f48f8ed4-76ef-45d3-8ac6-c41bfdaacae5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Deleting port 7c8cd991-c408-4bb7-a4a4-3e2752d21107 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:08:26.496390 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f48f8ed4-76ef-45d3-8ac6-c41bfdaacae5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:26.570009 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f48f8ed4-76ef-45d3-8ac6-c41bfdaacae5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:26.570401 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f48f8ed4-76ef-45d3-8ac6-c41bfdaacae5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:26.582251 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-f48f8ed4-76ef-45d3-8ac6-c41bfdaacae5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Calling delete_port for 7c8cd991-c408-4bb7-a4a4-3e2752d21107 owned by network:floatingip {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:08:26.790198 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device b83ca56a-9f54-49fc-83b7-be1da1333ceb no longer exists at agent hyperv_n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:08:26.810639 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] No Port match for: b83ca56a-9f54-49fc-83b7-be1da1333ceb {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 00:08:26.811012 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Device b83ca56a-9f54-49fc-83b7-be1da1333ceb not bound to the agent host n-h1-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 00:08:26.826962 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f48f8ed4-76ef-45d3-8ac6-c41bfdaacae5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:26.852612 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f8ed4-76ef-45d3-8ac6-c41bfdaacae5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event deleted for resources: {'Port': ['ID=7c8cd991-c408-4bb7-a4a4-3e2752d21107,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:26.920459 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f48f8ed4-76ef-45d3-8ac6-c41bfdaacae5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for floatingip, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:26.920855 n-d-710847-6 neutron-server[103692]: INFO neutron.db.l3_db [None req-f48f8ed4-76ef-45d3-8ac6-c41bfdaacae5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Floating IP 70eb89ea-8bbf-4833-a3c6-bc8d5a3c9991 disassociated (deleted). External IP: 172.25.1.161, port: d0c70033-4eca-4ca7-9b96-7f9fb3679444. Dec 12 00:08:27.133420 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48f8ed4-76ef-45d3-8ac6-c41bfdaacae5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Router 9ec026cc-fe83-4a1e-8328-7649111928eb has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 00:08:27.238076 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48f8ed4-76ef-45d3-8ac6-c41bfdaacae5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 00:08:27.243669 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-f48f8ed4-76ef-45d3-8ac6-c41bfdaacae5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for floatingip, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:27.249647 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e2c20f-394d-4573-ac4a-6aacdb3cf9ab None None] Sync routers for ids ['9ec026cc-fe83-4a1e-8328-7649111928eb'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 00:08:27.262020 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2c20f-394d-4573-ac4a-6aacdb3cf9ab None None] Routers {'9ec026cc-fe83-4a1e-8328-7649111928eb'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:08:27.263026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-94e2c20f-394d-4573-ac4a-6aacdb3cf9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ec026cc-fe83-4a1e-8328-7649111928eb'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:27.275421 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-f48f8ed4-76ef-45d3-8ac6-c41bfdaacae5 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "DELETE /v2.0/floatingips/70eb89ea-8bbf-4833-a3c6-bc8d5a3c9991 HTTP/1.1" status: 204 len: 168 time: 0.9350302 Dec 12 00:08:27.275421 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'tag': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:08:27.276019 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a89ef52-1085-4248-9645-f59389f28f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7cc4cc-82d6-4d70-82c4-d35d44c261a5", "tag": "d0c70033-4eca-4ca7-9b96-7f9fb3679444"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:08:27.338923 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 00:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0b179e-bebe-487d-b6ff-2a48f5e5a1a7 x-openstack-request-id: req-3c0b179e-bebe-487d-b6ff-2a48f5e5a1a7 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:08:27.339564 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7cc4cc-82d6-4d70-82c4-d35d44c261a5", "tag": "d0c70033-4eca-4ca7-9b96-7f9fb3679444", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:08:27.339564 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c0b179e-bebe-487d-b6ff-2a48f5e5a1a7 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:08:27.340316 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'tag': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'status': 'completed', 'code': 200} Dec 12 00:08:27.386209 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-94e2c20f-394d-4573-ac4a-6aacdb3cf9ab None None] Set router 9ec026cc-fe83-4a1e-8328-7649111928eb gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:08:27.418445 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89ef52-1085-4248-9645-f59389f28f1a req-e7387411-5dff-47c9-8292-b234005b566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:27.420087 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a89ef52-1085-4248-9645-f59389f28f1a req-e7387411-5dff-47c9-8292-b234005b566f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c42a65869d44ee83c7475d3199068c&device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 1094 time: 0.0490510 Dec 12 00:08:27.524616 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89ef52-1085-4248-9645-f59389f28f1a req-9d2094da-4642-45b0-9127-7ee94cb57ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:27.526105 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a89ef52-1085-4248-9645-f59389f28f1a req-9d2094da-4642-45b0-9127-7ee94cb57ad4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=677ac656-4473-4e8e-b87b-5230edfbd394 HTTP/1.1" status: 200 len: 911 time: 0.0996463 Dec 12 00:08:27.577257 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a89ef52-1085-4248-9645-f59389f28f1a req-387196cf-2686-4764-a132-39aa8b16c0ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444 HTTP/1.1" status: 200 len: 217 time: 0.0433023 Dec 12 00:08:27.612203 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-94e2c20f-394d-4573-ac4a-6aacdb3cf9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:54Z', 'revision_number': 5, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:27.634682 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89ef52-1085-4248-9645-f59389f28f1a req-0df3acf6-2bfc-4310-a1ff-449910ec75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:27.636311 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a89ef52-1085-4248-9645-f59389f28f1a req-0df3acf6-2bfc-4310-a1ff-449910ec75ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f83e53a-f2cd-40a7-bec5-9c07f27cefa7 HTTP/1.1" status: 200 len: 849 time: 0.0505438 Dec 12 00:08:27.649428 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e2c20f-394d-4573-ac4a-6aacdb3cf9ab None None] Checking router: 9ec026cc-fe83-4a1e-8328-7649111928eb for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 00:08:27.656275 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2c20f-394d-4573-ac4a-6aacdb3cf9ab None None] Routers {'9ec026cc-fe83-4a1e-8328-7649111928eb'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:08:27.657380 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-94e2c20f-394d-4573-ac4a-6aacdb3cf9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ec026cc-fe83-4a1e-8328-7649111928eb'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:27.693568 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89ef52-1085-4248-9645-f59389f28f1a req-20f339b7-805d-481a-80ba-7e7ea1db4e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:27.696032 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a89ef52-1085-4248-9645-f59389f28f1a req-20f339b7-805d-481a-80ba-7e7ea1db4e4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677ac656-4473-4e8e-b87b-5230edfbd394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528398 Dec 12 00:08:27.749471 n-d-710847-6 neutron-server[103691]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bca870-3708-4dad-b515-429fea9fb23f req-88969cce-9c6b-434c-b956-c27e78a993a3 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103691) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:27.751255 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e2bca870-3708-4dad-b515-429fea9fb23f req-88969cce-9c6b-434c-b956-c27e78a993a3 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 943 time: 0.0520134 Dec 12 00:08:27.770401 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-94e2c20f-394d-4573-ac4a-6aacdb3cf9ab None None] Set router 9ec026cc-fe83-4a1e-8328-7649111928eb gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:08:27.814545 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [req-e2bca870-3708-4dad-b515-429fea9fb23f req-bbf329d8-7fc1-4341-b678-e3a82d0f23e7 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550389 Dec 12 00:08:27.990397 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-94e2c20f-394d-4573-ac4a-6aacdb3cf9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:54Z', 'revision_number': 5, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:28.022383 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e2c20f-394d-4573-ac4a-6aacdb3cf9ab None None] The sync data for ids ['9ec026cc-fe83-4a1e-8328-7649111928eb'] in n-d-710847-6 is: [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:02:49Z', 'revision_number': 4, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6', '_interfaces': [{'id': 'a9aab24a-4d06-4747-b309-cb7c01e382e0', 'name': '', 'network_id': '677ac656-4473-4e8e-b87b-5230edfbd394', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'mac_address': 'fa:16:3e:2a:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:49Z', 'updated_at': '2021-12-12T00:02:54Z', 'revision_number': 5, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'subnets': [{'id': '5f83e53a-f2cd-40a7-bec5-9c07f27cefa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 00:08:28.129158 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a89ef52-1085-4248-9645-f59389f28f1a req-c57a2967-5f0e-43be-a322-956cae7fdf91 service neutron] 10.222.0.13 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240639 Dec 12 00:08:28.223585 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-6a89ef52-1085-4248-9645-f59389f28f1a req-089ab481-beb7-43f9-943a-49079506b26d service neutron] 10.222.0.13 "GET /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851858 Dec 12 00:08:28.265353 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b550d504-6380-4c13-af2e-d248af896df9 None None] New status for floating IP 70eb89ea-8bbf-4833-a3c6-bc8d5a3c9991: DOWN {{(pid=103694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 00:08:28.602294 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267edae-e0f4-41f0-854e-1c833f44737c req-d014d08e-96a1-4a61-b084-6cb27d8e80c2 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:28.603758 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a267edae-e0f4-41f0-854e-1c833f44737c req-d014d08e-96a1-4a61-b084-6cb27d8e80c2 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 943 time: 0.0529647 Dec 12 00:08:28.693073 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a267edae-e0f4-41f0-854e-1c833f44737c req-aa28864d-831d-4c07-9147-54a21ebdc6f8 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Deleting port d0c70033-4eca-4ca7-9b96-7f9fb3679444 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:08:28.693409 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a267edae-e0f4-41f0-854e-1c833f44737c req-aa28864d-831d-4c07-9147-54a21ebdc6f8 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:28.782274 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [req-a267edae-e0f4-41f0-854e-1c833f44737c req-aa28864d-831d-4c07-9147-54a21ebdc6f8 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] For port d0c70033-4eca-4ca7-9b96-7f9fb3679444, host n-h2-710847-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-6',level=0,port_id=d0c70033-4eca-4ca7-9b96-7f9fb3679444,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:08:28.782632 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a267edae-e0f4-41f0-854e-1c833f44737c req-aa28864d-831d-4c07-9147-54a21ebdc6f8 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:28.794640 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [req-a267edae-e0f4-41f0-854e-1c833f44737c req-aa28864d-831d-4c07-9147-54a21ebdc6f8 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Calling delete_port for d0c70033-4eca-4ca7-9b96-7f9fb3679444 owned by compute:nova {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:08:28.960587 n-d-710847-6 neutron-server[103692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd0c74-12dc-4881-b343-f76f4760e8bb req-e9555ba0-3935-4aa8-bcee-c88232e697f0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 00:08:28.962055 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5bcd0c74-12dc-4881-b343-f76f4760e8bb req-e9555ba0-3935-4aa8-bcee-c88232e697f0 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b7cc4cc-82d6-4d70-82c4-d35d44c261a5 HTTP/1.1" status: 200 len: 943 time: 0.0676243 Dec 12 00:08:29.012656 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-5bcd0c74-12dc-4881-b343-f76f4760e8bb req-feeb0948-4b43-4510-b348-2e9837d8de3c tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b7d0b59-ddf9-4272-b107-6b4180f50279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444074 Dec 12 00:08:29.028340 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a267edae-e0f4-41f0-854e-1c833f44737c req-aa28864d-831d-4c07-9147-54a21ebdc6f8 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:29.057207 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28864d-831d-4c07-9147-54a21ebdc6f8 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event deleted for resources: {'Port': ['ID=d0c70033-4eca-4ca7-9b96-7f9fb3679444,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:29.098842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [req-a267edae-e0f4-41f0-854e-1c833f44737c req-aa28864d-831d-4c07-9147-54a21ebdc6f8 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] No DVR routers for this DVR port d0c70033-4eca-4ca7-9b96-7f9fb3679444 on host n-h2-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 00:08:29.102244 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [req-a267edae-e0f4-41f0-854e-1c833f44737c req-aa28864d-831d-4c07-9147-54a21ebdc6f8 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239104'] for port, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:29.105836 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [req-a267edae-e0f4-41f0-854e-1c833f44737c req-aa28864d-831d-4c07-9147-54a21ebdc6f8 tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.13 "DELETE /v2.0/ports/d0c70033-4eca-4ca7-9b96-7f9fb3679444 HTTP/1.1" status: 204 len: 173 time: 0.4960794 Dec 12 00:08:29.341198 n-d-710847-6 neutron-server[103692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'name': 'network-vif-deleted', 'tag': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444'}] {{(pid=103692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 00:08:29.343470 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1810548220325fc567d520c1434b3051a3f85d644959a7322674e27dc5ffdc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23310b3-50f7-43c2-b85d-4fac12e9076d" -d '{"events": [{"server_uuid": "1b7cc4cc-82d6-4d70-82c4-d35d44c261a5", "name": "network-vif-deleted", "tag": "d0c70033-4eca-4ca7-9b96-7f9fb3679444"}]}' {{(pid=103692) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 00:08:29.381736 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 00:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7984f1-254f-4980-a4c5-4f93a52c55e1 x-openstack-request-id: req-0e7984f1-254f-4980-a4c5-4f93a52c55e1 {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 00:08:29.381926 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7cc4cc-82d6-4d70-82c4-d35d44c261a5", "name": "network-vif-deleted", "tag": "d0c70033-4eca-4ca7-9b96-7f9fb3679444", "status": "completed", "code": 200}]} {{(pid=103692) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 00:08:29.382185 n-d-710847-6 neutron-server[103692]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e7984f1-254f-4980-a4c5-4f93a52c55e1 {{(pid=103692) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 00:08:29.382593 n-d-710847-6 neutron-server[103692]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7cc4cc-82d6-4d70-82c4-d35d44c261a5', 'name': 'network-vif-deleted', 'tag': 'd0c70033-4eca-4ca7-9b96-7f9fb3679444', 'status': 'completed', 'code': 200} Dec 12 00:08:30.070013 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53474) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:08:30.126310 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e08a4f04-5a75-4eb3-bfdb-810c6ac115cb tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:30.154391 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e08a4f04-5a75-4eb3-bfdb-810c6ac115cb tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:30.267960 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e08a4f04-5a75-4eb3-bfdb-810c6ac115cb tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:30.270698 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-e08a4f04-5a75-4eb3-bfdb-810c6ac115cb tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Publish callbacks [] for security_group, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:30.272132 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-e08a4f04-5a75-4eb3-bfdb-810c6ac115cb tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] 10.222.0.45 "DELETE /v2.0/security-groups/6b7d0b59-ddf9-4272-b107-6b4180f50279 HTTP/1.1" status: 204 len: 168 time: 0.2010603 Dec 12 00:08:30.281194 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a4f04-5a75-4eb3-bfdb-810c6ac115cb tempest-TestSnapshotPattern-1526227593 tempest-TestSnapshotPattern-1526227593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7d0b59-ddf9-4272-b107-6b4180f50279,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:30.373729 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53478) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:08:30.805456 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d1508076-5958-403e-b217-4d2a47e4b8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:31.048316 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d1508076-5958-403e-b217-4d2a47e4b8f2 admin admin] Deleting port a9aab24a-4d06-4747-b309-cb7c01e382e0 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:08:31.053336 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d1508076-5958-403e-b217-4d2a47e4b8f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:31.131012 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-d1508076-5958-403e-b217-4d2a47e4b8f2 admin admin] For port a9aab24a-4d06-4747-b309-cb7c01e382e0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=a9aab24a-4d06-4747-b309-cb7c01e382e0,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:08:31.131719 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d1508076-5958-403e-b217-4d2a47e4b8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:31.142985 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-d1508076-5958-403e-b217-4d2a47e4b8f2 admin admin] Calling delete_port for a9aab24a-4d06-4747-b309-cb7c01e382e0 owned by network:router_interface {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:08:31.359691 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d1508076-5958-403e-b217-4d2a47e4b8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:31.384260 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1508076-5958-403e-b217-4d2a47e4b8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9aab24a-4d06-4747-b309-cb7c01e382e0,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:31.549381 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-d1508076-5958-403e-b217-4d2a47e4b8f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:31.762678 n-d-710847-6 neutron-server[103692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1508076-5958-403e-b217-4d2a47e4b8f2 admin admin] Router 9ec026cc-fe83-4a1e-8328-7649111928eb has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 00:08:31.873156 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1508076-5958-403e-b217-4d2a47e4b8f2 admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 00:08:31.878316 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-d1508076-5958-403e-b217-4d2a47e4b8f2 admin admin] 10.222.0.45 "PUT /v2.0/routers/9ec026cc-fe83-4a1e-8328-7649111928eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5034423 Dec 12 00:08:31.881075 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53482) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:08:31.883457 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c9b7ea-cb11-4c2b-9dfd-438bc77485fa None None] Sync routers for ids ['9ec026cc-fe83-4a1e-8328-7649111928eb'] in n-d-710847-6 {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 00:08:31.893670 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c9b7ea-cb11-4c2b-9dfd-438bc77485fa None None] Routers {'9ec026cc-fe83-4a1e-8328-7649111928eb'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:08:31.894372 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-51c9b7ea-cb11-4c2b-9dfd-438bc77485fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ec026cc-fe83-4a1e-8328-7649111928eb'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:31.989589 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:32.002084 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-51c9b7ea-cb11-4c2b-9dfd-438bc77485fa None None] Set router 9ec026cc-fe83-4a1e-8328-7649111928eb gateway port host: n-d-710847-6 {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:08:32.092667 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:32.183611 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-51c9b7ea-cb11-4c2b-9dfd-438bc77485fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:08:31Z', 'revision_number': 5, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port': {'id': 'f0c5ac97-c55b-4fec-8c79-37be15091a68', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:47Z', 'updated_at': '2021-12-12T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:32.215529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c9b7ea-cb11-4c2b-9dfd-438bc77485fa None None] Checking router: 9ec026cc-fe83-4a1e-8328-7649111928eb for host: n-d-710847-6 {{(pid=103693) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 00:08:32.217923 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Deleting port f0c5ac97-c55b-4fec-8c79-37be15091a68 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:08:32.218270 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:32.223706 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c9b7ea-cb11-4c2b-9dfd-438bc77485fa None None] Routers {'9ec026cc-fe83-4a1e-8328-7649111928eb'} bound to L3 agent in host n-d-710847-6 {{(pid=103693) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:08:32.224524 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-51c9b7ea-cb11-4c2b-9dfd-438bc77485fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['9ec026cc-fe83-4a1e-8328-7649111928eb'], 'active': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:32.295437 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] For port f0c5ac97-c55b-4fec-8c79-37be15091a68, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=f0c5ac97-c55b-4fec-8c79-37be15091a68,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:08:32.295811 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:32.309218 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Calling delete_port for f0c5ac97-c55b-4fec-8c79-37be15091a68 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:08:32.468239 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvr_db [None req-51c9b7ea-cb11-4c2b-9dfd-438bc77485fa None None] Set router 9ec026cc-fe83-4a1e-8328-7649111928eb gateway port host: None {{(pid=103693) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:08:32.520548 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_hamode_db [None req-51c9b7ea-cb11-4c2b-9dfd-438bc77485fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:08:32Z', 'revision_number': 6, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:32.542454 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:32.550334 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c9b7ea-cb11-4c2b-9dfd-438bc77485fa None None] The sync data for ids ['9ec026cc-fe83-4a1e-8328-7649111928eb'] in n-d-710847-6 is: [{'id': '9ec026cc-fe83-4a1e-8328-7649111928eb', 'name': 'tempest-TestSnapshotPattern-1225860945-router', 'tenant_id': '08c42a65869d44ee83c7475d3199068c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:46Z', 'updated_at': '2021-12-12T00:08:32Z', 'revision_number': 6, 'project_id': '08c42a65869d44ee83c7475d3199068c', 'gw_port_host': None}] {{(pid=103693) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 00:08:32.567199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c5ac97-c55b-4fec-8c79-37be15091a68,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:32.587363 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d58195-b4b5-471f-9320-06fa4e32a193 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 00:08:32.607808 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:32.608146 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:32.610890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:32.610890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:32.610890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:32.610890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:32.610890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:32.610890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:32.610890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:32.610890 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:32.611791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:32.611791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:32.611791 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-6 {{(pid=103691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 00:08:32.650753 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:32.740365 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:32.742397 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:32.760695 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d0c70033-4eca-4ca7-9b96-7f9fb3679444 no longer exists at agent hyperv_n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:08:32.781969 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] No Port match for: d0c70033-4eca-4ca7-9b96-7f9fb3679444 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 00:08:32.782332 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Device d0c70033-4eca-4ca7-9b96-7f9fb3679444 not bound to the agent host n-h2-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 00:08:32.839587 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:32.840143 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ec026cc-fe83-4a1e-8328-7649111928eb {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 00:08:32.844661 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:32.845832 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-d119f133-965e-4b1a-8e8a-a9585018f169 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9ec026cc-fe83-4a1e-8328-7649111928eb HTTP/1.1" status: 204 len: 168 time: 0.9637125 Dec 12 00:08:32.848357 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53484) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:08:32.895414 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff12782-b6e8-44a4-957a-dd8c15b83aed admin admin] Deleting subnet 5f83e53a-f2cd-40a7-bec5-9c07f27cefa7 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 00:08:32.899381 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fff12782-b6e8-44a4-957a-dd8c15b83aed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:32.938636 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fff12782-b6e8-44a4-957a-dd8c15b83aed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.019904 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fff12782-b6e8-44a4-957a-dd8c15b83aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.120299 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fff12782-b6e8-44a4-957a-dd8c15b83aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.148171 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff12782-b6e8-44a4-957a-dd8c15b83aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f83e53a-f2cd-40a7-bec5-9c07f27cefa7,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:33.150298 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-fff12782-b6e8-44a4-957a-dd8c15b83aed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.153821 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-fff12782-b6e8-44a4-957a-dd8c15b83aed admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5f83e53a-f2cd-40a7-bec5-9c07f27cefa7 HTTP/1.1" status: 204 len: 168 time: 0.3037951 Dec 12 00:08:33.154962 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e503ad-f013-45aa-a733-3fd7bad6bd39 None None] Network 677ac656-4473-4e8e-b87b-5230edfbd394 requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 00:08:33.156474 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53486) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:08:33.225000 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.283089 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] Deleting port cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:08:33.283439 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.340311 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377a4cff-8355-423c-9861-0d13c0168e32 None None] DHCP port deletion for 677ac656-4473-4e8e-b87b-5230edfbd394 request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 00:08:33.347572 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] For port cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:08:33.348195 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.362279 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] Calling delete_port for cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:08:33.389250 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-377a4cff-8355-423c-9861-0d13c0168e32 None None] Deleting port cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:08:33.389666 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-377a4cff-8355-423c-9861-0d13c0168e32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.454789 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-377a4cff-8355-423c-9861-0d13c0168e32 None None] For port cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28,segment=NetworkSegment(2dda3a3e-57a9-4162-8d83-7004b4020536),segment_id=2dda3a3e-57a9-4162-8d83-7004b4020536)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:08:33.455221 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-377a4cff-8355-423c-9861-0d13c0168e32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.468959 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-377a4cff-8355-423c-9861-0d13c0168e32 None None] Calling delete_port for cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:08:33.529841 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.552913 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-377a4cff-8355-423c-9861-0d13c0168e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.558992 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] Pushing event deleted for resources: {'Port': ['ID=cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:33.564098 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] No DVR routers for this DVR port cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 00:08:33.587529 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a4cff-8355-423c-9861-0d13c0168e32 None None] Pushing event deleted for resources: {'Port': ['ID=cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:33.589682 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377a4cff-8355-423c-9861-0d13c0168e32 None None] No DVR routers for this DVR port cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 00:08:33.641705 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.667418 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677ac656-4473-4e8e-b87b-5230edfbd394']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:33.676810 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dda3a3e-57a9-4162-8d83-7004b4020536') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:33.677136 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dda3a3e-57a9-4162-8d83-7004b4020536') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:33.687630 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.700867 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.706722 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 00:08:33.707138 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: timer() Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: self._notify() Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 00:08:33.708780 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 00:08:33.825152 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:08:33.845547 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 00:08:33.845911 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device cef4ec5b-2ef0-4d05-84ac-2b06f81bdf28 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 00:08:33.846321 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a9aab24a-4d06-4747-b309-cb7c01e382e0 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:08:33.851730 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.858685 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:33.862139 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] 10.222.0.45 "DELETE /v2.0/networks/677ac656-4473-4e8e-b87b-5230edfbd394 HTTP/1.1" status: 204 len: 168 time: 0.7045546 Dec 12 00:08:33.865222 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53488) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:08:33.865921 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: a9aab24a-4d06-4747-b309-cb7c01e382e0 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 00:08:33.867065 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device a9aab24a-4d06-4747-b309-cb7c01e382e0 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 00:08:33.867065 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f0c5ac97-c55b-4fec-8c79-37be15091a68 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:08:33.872883 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd96cf-44de-4b8c-83cd-049de7367dad admin admin] Pushing event deleted for resources: {'Network': ['ID=677ac656-4473-4e8e-b87b-5230edfbd394,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:33.890924 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: f0c5ac97-c55b-4fec-8c79-37be15091a68 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 00:08:33.893006 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device f0c5ac97-c55b-4fec-8c79-37be15091a68 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 00:08:34.222994 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61b6ad11-32a9-4b96-b359-9ec5b7c570de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466213'] for router_interface, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:34.464235 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-61b6ad11-32a9-4b96-b359-9ec5b7c570de admin admin] Deleting port fbcce1b8-df20-49ae-a6ed-84c2f4549003 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:08:34.464580 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61b6ad11-32a9-4b96-b359-9ec5b7c570de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:34.541723 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-61b6ad11-32a9-4b96-b359-9ec5b7c570de admin admin] For port fbcce1b8-df20-49ae-a6ed-84c2f4549003, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fbcce1b8-df20-49ae-a6ed-84c2f4549003,segment=NetworkSegment(5d414f64-6cd8-4a2f-a833-efefb2545a7f),segment_id=5d414f64-6cd8-4a2f-a833-efefb2545a7f)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:08:34.542007 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61b6ad11-32a9-4b96-b359-9ec5b7c570de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:34.553401 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-61b6ad11-32a9-4b96-b359-9ec5b7c570de admin admin] Calling delete_port for fbcce1b8-df20-49ae-a6ed-84c2f4549003 owned by network:router_interface {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:08:34.809826 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61b6ad11-32a9-4b96-b359-9ec5b7c570de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:34.841326 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6ad11-32a9-4b96-b359-9ec5b7c570de admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcce1b8-df20-49ae-a6ed-84c2f4549003,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:35.008011 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-61b6ad11-32a9-4b96-b359-9ec5b7c570de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466361'] for router_interface, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:35.221138 n-d-710847-6 neutron-server[103691]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b6ad11-32a9-4b96-b359-9ec5b7c570de admin admin] Router cf967970-286a-4bb6-a5ef-490ad66b90b0 has already been hosted by L3 agent 67dae800-f381-4a2a-8c68-3799b6a9cba9 {{(pid=103691) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 00:08:35.326551 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b6ad11-32a9-4b96-b359-9ec5b7c570de admin admin] Notify agent at l3_agent.n-d-710847-6 the message routers_updated {{(pid=103691) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 00:08:35.331952 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-61b6ad11-32a9-4b96-b359-9ec5b7c570de admin admin] 10.222.0.45 "PUT /v2.0/routers/cf967970-286a-4bb6-a5ef-490ad66b90b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4636276 Dec 12 00:08:35.334510 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53490) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:08:35.335797 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028874a-3a6d-4287-b162-df7b97bbf3c5 None None] Sync routers for ids ['cf967970-286a-4bb6-a5ef-490ad66b90b0'] in n-d-710847-6 {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 00:08:35.344974 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2028874a-3a6d-4287-b162-df7b97bbf3c5 None None] Routers {'cf967970-286a-4bb6-a5ef-490ad66b90b0'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:08:35.345585 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2028874a-3a6d-4287-b162-df7b97bbf3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cf967970-286a-4bb6-a5ef-490ad66b90b0'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:35.443778 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-747e4af2-d7b4-425a-b29e-42c9bccf6c78 admin admin] Publish callbacks [] for router, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:35.543112 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-2028874a-3a6d-4287-b162-df7b97bbf3c5 None None] Set router cf967970-286a-4bb6-a5ef-490ad66b90b0 gateway port host: n-d-710847-6 {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:08:35.545115 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-747e4af2-d7b4-425a-b29e-42c9bccf6c78 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:35.698356 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-747e4af2-d7b4-425a-b29e-42c9bccf6c78 admin admin] Deleting port fb70bd5d-a20f-4511-aec5-81af599f16e0 {{(pid=103691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:08:35.698701 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-747e4af2-d7b4-425a-b29e-42c9bccf6c78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:35.720298 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2028874a-3a6d-4287-b162-df7b97bbf3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'name': 'tempest-TestSnapshotPattern-422377078-router', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'external_fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'fb70bd5d-a20f-4511-aec5-81af599f16e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:52Z', 'updated_at': '2021-12-12T00:08:34Z', 'revision_number': 5, 'project_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'gw_port': {'id': 'fb70bd5d-a20f-4511-aec5-81af599f16e0', 'name': '', 'network_id': 'c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T00:02:53Z', 'updated_at': '2021-12-12T00:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30fb430-2111-4dac-8343-51bfe4b33bca', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-6'}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:35.750723 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028874a-3a6d-4287-b162-df7b97bbf3c5 None None] Checking router: cf967970-286a-4bb6-a5ef-490ad66b90b0 for host: n-d-710847-6 {{(pid=103694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 00:08:35.758923 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2028874a-3a6d-4287-b162-df7b97bbf3c5 None None] Routers {'cf967970-286a-4bb6-a5ef-490ad66b90b0'} bound to L3 agent in host n-d-710847-6 {{(pid=103694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 00:08:35.759528 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2028874a-3a6d-4287-b162-df7b97bbf3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T22:22:51Z,description=,heartbeat_timestamp=2021-12-12T00:08:21Z,host='n-d-710847-6',id=67dae800-f381-4a2a-8c68-3799b6a9cba9,load=0,resource_versions=,resources_synced=,started_at=2021-12-11T22:22:52Z,topic='l3_agent')) {'router_ids': ['cf967970-286a-4bb6-a5ef-490ad66b90b0'], 'active': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:35.775415 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.db [None req-747e4af2-d7b4-425a-b29e-42c9bccf6c78 admin admin] For port fb70bd5d-a20f-4511-aec5-81af599f16e0, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=fb70bd5d-a20f-4511-aec5-81af599f16e0,segment=NetworkSegment(fee04dcb-0c4c-46fc-8ecf-36b238573159),segment_id=fee04dcb-0c4c-46fc-8ecf-36b238573159)] {{(pid=103691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:08:35.775781 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-747e4af2-d7b4-425a-b29e-42c9bccf6c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:35.792199 n-d-710847-6 neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-747e4af2-d7b4-425a-b29e-42c9bccf6c78 admin admin] Calling delete_port for fb70bd5d-a20f-4511-aec5-81af599f16e0 owned by network:router_gateway {{(pid=103691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:08:35.852739 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_dvr_db [None req-2028874a-3a6d-4287-b162-df7b97bbf3c5 None None] Set router cf967970-286a-4bb6-a5ef-490ad66b90b0 gateway port host: None {{(pid=103694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 00:08:35.905299 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.l3_hamode_db [None req-2028874a-3a6d-4287-b162-df7b97bbf3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'name': 'tempest-TestSnapshotPattern-422377078-router', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:52Z', 'updated_at': '2021-12-12T00:08:35Z', 'revision_number': 6, 'project_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'gw_port_host': None}], 'n-d-710847-6', False) {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:35.935383 n-d-710847-6 neutron-server[103694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028874a-3a6d-4287-b162-df7b97bbf3c5 None None] The sync data for ids ['cf967970-286a-4bb6-a5ef-490ad66b90b0'] in n-d-710847-6 is: [{'id': 'cf967970-286a-4bb6-a5ef-490ad66b90b0', 'name': 'tempest-TestSnapshotPattern-422377078-router', 'tenant_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T00:02:52Z', 'updated_at': '2021-12-12T00:08:35Z', 'revision_number': 6, 'project_id': '0d6dd2cd460a4c1fa48a5a3407bf5170', 'gw_port_host': None}] {{(pid=103694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 00:08:36.022890 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-747e4af2-d7b4-425a-b29e-42c9bccf6c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126704166'] for port, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:36.046927 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e4af2-d7b4-425a-b29e-42c9bccf6c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb70bd5d-a20f-4511-aec5-81af599f16e0,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:36.063982 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6552e27-5db9-4efa-b383-13f408c42a55 None None] DHCP port deletion for c3b74d5f-a8ac-4b2e-bc45-cb52a38867bd request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 00:08:36.115557 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-747e4af2-d7b4-425a-b29e-42c9bccf6c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462875'] for router_gateway, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:36.482984 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-747e4af2-d7b4-425a-b29e-42c9bccf6c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1098'] for router, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:36.485052 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-747e4af2-d7b4-425a-b29e-42c9bccf6c78 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:36.597967 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-747e4af2-d7b4-425a-b29e-42c9bccf6c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519298'] for router, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:36.598438 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747e4af2-d7b4-425a-b29e-42c9bccf6c78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf967970-286a-4bb6-a5ef-490ad66b90b0 {{(pid=103691) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 00:08:36.604255 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-747e4af2-d7b4-425a-b29e-42c9bccf6c78 admin admin] Publish callbacks [] for router, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:36.606794 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-747e4af2-d7b4-425a-b29e-42c9bccf6c78 admin admin] 10.222.0.45 "DELETE /v2.0/routers/cf967970-286a-4bb6-a5ef-490ad66b90b0 HTTP/1.1" status: 204 len: 168 time: 1.2694175 Dec 12 00:08:36.608116 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53492) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:08:36.653215 n-d-710847-6 neutron-server[103691]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab7dc2d-f7b5-4cab-a6b2-dddb7e1b01fe admin admin] Deleting subnet a223594e-298d-4024-9397-d9e2810bf737 {{(pid=103691) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 00:08:36.656350 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ab7dc2d-f7b5-4cab-a6b2-dddb7e1b01fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:36.696604 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ab7dc2d-f7b5-4cab-a6b2-dddb7e1b01fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725053'] for subnet, precommit_delete_associations {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:36.774114 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ab7dc2d-f7b5-4cab-a6b2-dddb7e1b01fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7802036'] for subnet, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:36.902635 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ab7dc2d-f7b5-4cab-a6b2-dddb7e1b01fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7802047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126704145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126076632'] for subnet, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:36.934143 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7dc2d-f7b5-4cab-a6b2-dddb7e1b01fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a223594e-298d-4024-9397-d9e2810bf737,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:36.941375 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-3ab7dc2d-f7b5-4cab-a6b2-dddb7e1b01fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:36.948145 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20cc7f6-2e30-45b7-80c8-956b2487afe2 None None] Network 34b2a7e4-342b-470a-af18-437ccc34cdcc requested from n-d-710847-6 {{(pid=103693) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 00:08:36.948473 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-3ab7dc2d-f7b5-4cab-a6b2-dddb7e1b01fe admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a223594e-298d-4024-9397-d9e2810bf737 HTTP/1.1" status: 204 len: 168 time: 0.3393731 Dec 12 00:08:36.948609 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [-] (103692) accepted ('10.222.0.45', 53494) {{(pid=103692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:08:37.029534 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7937434'] for network, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:37.088250 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] Deleting port 3ea73aaa-4d14-401f-93a7-e1154c474144 {{(pid=103692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:08:37.088593 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:37.102881 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f96788b-8bb2-4a7e-86b5-01268a089e52 None None] DHCP port deletion for 34b2a7e4-342b-470a-af18-437ccc34cdcc request from n-d-710847-6 {{(pid=103693) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 00:08:37.150519 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8f96788b-8bb2-4a7e-86b5-01268a089e52 None None] Deleting port 3ea73aaa-4d14-401f-93a7-e1154c474144 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 00:08:37.150931 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f96788b-8bb2-4a7e-86b5-01268a089e52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780728816240'] for port, before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:37.154664 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.db [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] For port 3ea73aaa-4d14-401f-93a7-e1154c474144, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3ea73aaa-4d14-401f-93a7-e1154c474144,segment=NetworkSegment(5d414f64-6cd8-4a2f-a833-efefb2545a7f),segment_id=5d414f64-6cd8-4a2f-a833-efefb2545a7f)] {{(pid=103692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:08:37.155061 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:37.168502 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] Calling delete_port for 3ea73aaa-4d14-401f-93a7-e1154c474144 owned by network:dhcp {{(pid=103692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:08:37.214643 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-8f96788b-8bb2-4a7e-86b5-01268a089e52 None None] For port 3ea73aaa-4d14-401f-93a7-e1154c474144, host n-d-710847-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-6',level=0,port_id=3ea73aaa-4d14-401f-93a7-e1154c474144,segment=NetworkSegment(5d414f64-6cd8-4a2f-a833-efefb2545a7f),segment_id=5d414f64-6cd8-4a2f-a833-efefb2545a7f)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 00:08:37.215081 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f96788b-8bb2-4a7e-86b5-01268a089e52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554672'] for port, precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:37.228126 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-8f96788b-8bb2-4a7e-86b5-01268a089e52 None None] Calling delete_port for 3ea73aaa-4d14-401f-93a7-e1154c474144 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 00:08:37.325519 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127197058'] for port, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:37.331088 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8f96788b-8bb2-4a7e-86b5-01268a089e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780728726227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780728240833'] for port, after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:37.353423 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea73aaa-4d14-401f-93a7-e1154c474144,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:37.355329 n-d-710847-6 neutron-server[103692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] No DVR routers for this DVR port 3ea73aaa-4d14-401f-93a7-e1154c474144 on host n-d-710847-6 {{(pid=103692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 00:08:37.361857 n-d-710847-6 neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f96788b-8bb2-4a7e-86b5-01268a089e52 None None] No DVR routers for this DVR port 3ea73aaa-4d14-401f-93a7-e1154c474144 on host n-d-710847-6 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 00:08:37.365418 n-d-710847-6 neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96788b-8bb2-4a7e-86b5-01268a089e52 None None] Pushing event deleted for resources: {'Port': ['ID=3ea73aaa-4d14-401f-93a7-e1154c474144,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:37.429775 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7664931', 'neutron.services.segments.db._delete_segments_for_network-8780728793730'] for network, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:37.454269 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b2a7e4-342b-470a-af18-437ccc34cdcc']}} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:37.464184 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d414f64-6cd8-4a2f-a833-efefb2545a7f') {'for_net_delete': True} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:37.464488 n-d-710847-6 neutron-server[103692]: DEBUG neutron.services.segments.db [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d414f64-6cd8-4a2f-a833-efefb2545a7f') {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 00:08:37.473813 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780728796043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128498872'] for segment, before_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:37.488708 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637'] for segment, precommit_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:37.494910 n-d-710847-6 neutron-server[103692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 00:08:37.495290 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127197151'] for segment, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: Traceback (most recent call last): Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: timer() Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: cb(*args, **kw) Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: return func(*args, **kwargs) Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: self._notify() Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: self.callback(batched_events) Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: event.method(event) Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: return f(self, *a, **k) Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: return self._get(url).json() Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: return self.request(url, 'GET', **kwargs) Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 00:08:37.496928 n-d-710847-6 neutron-server[103692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 00:08:37.633584 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7664938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462903'] for network, after_delete {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:37.639231 n-d-710847-6 neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] Publish callbacks [] for network, before_response {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:37.642351 n-d-710847-6 neutron-server[103692]: INFO neutron.wsgi [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] 10.222.0.45 "DELETE /v2.0/networks/34b2a7e4-342b-470a-af18-437ccc34cdcc HTTP/1.1" status: 204 len: 168 time: 0.6926823 Dec 12 00:08:37.654005 n-d-710847-6 neutron-server[103692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386245ea-a633-4958-bfea-6909aa8adb97 admin admin] Pushing event deleted for resources: {'Network': ['ID=34b2a7e4-342b-470a-af18-437ccc34cdcc,revision_number=None']} {{(pid=103692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:37.827208 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fbcce1b8-df20-49ae-a6ed-84c2f4549003 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:08:37.848132 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: fbcce1b8-df20-49ae-a6ed-84c2f4549003 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 00:08:37.848486 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fbcce1b8-df20-49ae-a6ed-84c2f4549003 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 00:08:37.848907 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fb70bd5d-a20f-4511-aec5-81af599f16e0 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:08:37.869026 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: fb70bd5d-a20f-4511-aec5-81af599f16e0 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 00:08:37.869377 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device fb70bd5d-a20f-4511-aec5-81af599f16e0 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 00:08:37.869799 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3ea73aaa-4d14-401f-93a7-e1154c474144 no longer exists at agent ovs-agent-n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 00:08:37.892317 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] No Port match for: 3ea73aaa-4d14-401f-93a7-e1154c474144 {{(pid=103693) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 00:08:37.897033 n-d-710847-6 neutron-server[103693]: DEBUG neutron.plugins.ml2.rpc [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Device 3ea73aaa-4d14-401f-93a7-e1154c474144 not bound to the agent host n-d-710847-6 {{(pid=103693) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 00:08:37.955331 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53498) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:08:37.995978 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-bab2bee3-acac-4553-a8fc-baf0755ba67a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08c42a65869d44ee83c7475d3199068c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394497 Dec 12 00:08:37.998379 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53500) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:08:38.046656 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2445af32-6e0d-4d76-b11c-a3f844a47db3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:38.067251 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2445af32-6e0d-4d76-b11c-a3f844a47db3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:38.187817 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2445af32-6e0d-4d76-b11c-a3f844a47db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:38.190555 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-2445af32-6e0d-4d76-b11c-a3f844a47db3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:38.191785 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-2445af32-6e0d-4d76-b11c-a3f844a47db3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3666539d-5aed-49cd-a40b-c5754a615e11 HTTP/1.1" status: 204 len: 168 time: 0.1924510 Dec 12 00:08:38.200102 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445af32-6e0d-4d76-b11c-a3f844a47db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3666539d-5aed-49cd-a40b-c5754a615e11,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:38.821807 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53506) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:08:38.861975 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-eb94866c-9745-4b9b-ab62-c27894819fb8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d6dd2cd460a4c1fa48a5a3407bf5170&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388625 Dec 12 00:08:38.864390 n-d-710847-6 neutron-server[103691]: DEBUG neutron.wsgi [-] (103691) accepted ('10.222.0.45', 53508) {{(pid=103691) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 00:08:38.910510 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa4a948f-0aef-4162-8e1a-f993d25ac06f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:38.934740 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa4a948f-0aef-4162-8e1a-f993d25ac06f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:39.049532 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa4a948f-0aef-4162-8e1a-f993d25ac06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414048'] for security_group, after_delete {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:39.052274 n-d-710847-6 neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-aa4a948f-0aef-4162-8e1a-f993d25ac06f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:39.053449 n-d-710847-6 neutron-server[103691]: INFO neutron.wsgi [None req-aa4a948f-0aef-4162-8e1a-f993d25ac06f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/293cced6-6433-441f-bdcc-6ca7993ddc24 HTTP/1.1" status: 204 len: 168 time: 0.1880915 Dec 12 00:08:39.065643 n-d-710847-6 neutron-server[103691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a948f-0aef-4162-8e1a-f993d25ac06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293cced6-6433-441f-bdcc-6ca7993ddc24,revision_number=None']} {{(pid=103691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 00:08:44.702369 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:48.381757 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:48.918448 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1a22e4ee-ed8e-4275-b0b9-b93c83e6469e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:51.342379 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2b666ec6-80b1-49f3-9956-ba3b995d192f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:52.593472 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:54.284995 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:08:54.702167 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:09:02.314081 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:09:14.728599 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:09:18.352650 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:09:18.918577 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e61c-ce09-4569-85a3-e6dabbd5629f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:09:21.340279 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9fc173f0-aebc-4734-9da2-cf1567478aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:09:22.592417 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:09:24.266823 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:09:24.701072 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:09:39.312989 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:09:44.689135 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:09:48.368241 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:09:48.916598 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b6a0fe33-ef0c-4d09-a437-d9480df51b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:09:51.334150 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4660fe77-11d2-480e-bd18-3a09f09bd5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:09:52.603533 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:09:54.288096 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:09:54.705060 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:10:14.704982 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:10:16.311633 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:10:18.396627 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:10:18.945761 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d5be74d7-ddc2-443f-a889-9443c0ab1631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:10:21.356687 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-714deea3-6d1d-46f2-834a-e4661ae3ec48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:10:22.636618 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:10:24.271663 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:10:24.682925 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:10:44.699671 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:10:48.373982 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:10:48.905286 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-79bc4a66-85d6-4050-9a38-d02bf5279145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:10:51.333509 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7ee26d99-de95-483a-919e-2a7092440ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:10:52.607638 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:10:53.311426 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:10:54.247800 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:10:54.704892 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:11:14.721594 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:11:18.384262 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:11:18.944076 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e7d296f5-28b6-4bde-8639-07281f1fe91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:11:21.350162 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0a5cc83e-1881-4bc8-99c2-33c7f595bd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:11:22.606934 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:11:24.275714 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:11:24.704330 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:11:30.310113 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:11:44.704422 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:11:48.418204 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:11:48.915754 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0e89aa5-be9f-4247-bf70-4a68d5e4db18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:11:51.332331 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aefe5175-7434-4238-893d-d99a987ef2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:11:52.634990 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:11:54.275875 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:11:54.714987 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:12:07.309037 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:12:14.697914 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:12:18.407259 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:12:18.915604 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac59660d-2122-439c-8eda-559812af34aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:12:21.337501 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-584dd11a-59c9-4c29-81ed-9ece80c3735c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:12:22.612135 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:12:24.286314 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:12:24.697420 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:12:44.308098 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:12:44.691557 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:12:48.417053 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:12:48.897058 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23d86045-c052-4c22-9732-485f51113629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:12:51.348388 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-572e43ab-8951-4888-9b0f-9c2c1419c25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:12:52.594004 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:12:54.268138 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:12:54.708119 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:13:14.703491 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:13:18.450403 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:13:18.953662 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9718b923-4fef-435e-afc2-9a5f0483effc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:13:21.306877 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:13:21.342217 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9751e52f-47d6-4722-8503-fb30927df268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:13:22.616328 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:13:24.262439 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:13:24.708112 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:13:44.697211 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:13:48.433425 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:13:48.919268 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c03a584d-fdce-430b-a695-4074efde86a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:13:51.353322 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c78ebb76-7cee-425b-bb59-6ccd777ddaaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:13:52.621892 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:13:54.284671 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:13:54.738708 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:13:58.305458 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:14:14.747616 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:14:18.438598 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:14:18.890056 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-50eb661b-03d3-4327-98f0-c63f11826c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:14:21.347146 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f2e350b1-6df2-4f36-9f9f-099320780571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:14:22.632608 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:14:24.284421 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:14:24.701537 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:14:35.305102 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:14:44.718263 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:14:48.461496 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:14:48.907304 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-50fb7be1-1fd6-4651-bb68-099967c46c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:14:51.363644 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fed60227-047b-4f76-b3d3-647c25b3bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:14:52.626985 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:14:54.283837 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:14:54.734503 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:15:12.303282 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:15:14.712187 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:15:18.466263 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:15:18.889151 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a72ffbfe-1f38-4c35-8c26-aabaefc07c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:15:21.351290 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b3a0880a-5669-4957-8875-e4190d1be85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:15:22.643606 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:15:24.289322 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:15:24.712238 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:15:25.980842 n-d-710847-6 neutron-server[103692]: DEBUG neutron.wsgi [req-8400e71e-5e2a-4c5f-a48d-9b15f0f9f0dc req-44a93ac2-d8e4-495e-a2b8-ddb883bbb844 service neutron] (103692) timed out ('10.222.0.45', 51082) {{(pid=103692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 00:15:44.751712 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:15:48.481785 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:15:48.904944 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-59909405-307b-42f3-9dfc-c6dcab9e512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:15:49.301548 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:15:51.350616 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6c0315cc-aed9-4e28-87c7-bc3c10307005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:15:52.665738 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:15:54.304893 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:15:54.717453 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:16:14.750496 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:16:18.499702 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:16:18.904114 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac04520f-b888-43fa-b003-15f9d84ffa93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:16:21.340759 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9e4ead6f-9fd3-4874-bb0f-32e34167ecba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:16:22.631147 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:16:24.288551 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:16:24.717167 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:16:26.300402 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 00:16:44.734382 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-74b5a60b-31e0-44aa-8317-4012c58a5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:16:48.488479 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57fceda6-afaf-4613-8f11-6afa00d13e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:16:48.894170 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2b016803-4770-455e-977e-dd1569dbcc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:16:51.349636 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b02f951d-a0b7-4a45-96e9-4da03244c891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:16:52.625640 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-452dca27-c063-4024-ab32-d4074c729226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:16:54.300079 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5391f91e-83e5-48c1-b936-d9b9967daafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:16:54.717219 n-d-710847-6 neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a916694-1b6b-4b33-8619-c952e5c11c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780728793685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7667189'] for agent, after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 00:17:03.298966 n-d-710847-6 neutron-server[103694]: DEBUG neutron.db.agents_db [None req-2874a90c-96b5-4a5a-ac9b-a115d1b1438a None None] Agent healthcheck: found 7 active agents {{(pid=103694) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}